-- Logs begin at Fri 2021-11-19 18:07:25 UTC, end at Fri 2021-11-19 20:31:07 UTC. -- Nov 19 18:39:51.144183 n-d-815373-6 systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 18:39:53.863496 n-d-815373-6 neutron-server[109780]: INFO neutron.common.config [-] Logging enabled! Nov 19 18:39:53.864104 n-d-815373-6 neutron-server[109780]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 18:39:53.864298 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109780) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 18:39:53.867692 n-d-815373-6 neutron-server[109780]: INFO neutron.common.config [-] Logging enabled! Nov 19 18:39:53.867949 n-d-815373-6 neutron-server[109780]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 18:39:53.868267 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109780) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 18:39:53.869213 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 18:39:53.869447 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 18:39:53.869841 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 18:39:53.870093 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 18:39:53.870321 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 18:39:53.870642 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.871630 n-d-815373-6 neutron-server[109780]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 18:39:53.871948 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.872245 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.872541 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.872838 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.873131 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.873417 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.873708 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.874036 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.874327 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.874613 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.874900 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.875194 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.875485 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.875776 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.876067 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.876355 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] debug = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.876641 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.877072 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.877487 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.877787 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.878084 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.878365 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.878640 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.878917 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.879203 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.879532 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] host = n-d-815373-6 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.879813 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.880101 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.880388 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.880674 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.880950 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.881225 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.881508 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.881804 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.882083 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] log_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.882362 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.882650 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.882937 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.883227 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.883454 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.883678 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.883980 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.884269 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.884550 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.884830 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.885109 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.885396 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.885677 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.885981 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.886271 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.886765 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.887076 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.887361 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.887644 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.887923 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.888204 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.888492 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.888772 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.889049 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.889328 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.889618 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.890201 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.890201 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.890479 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.890769 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.891054 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.891341 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.891617 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.891903 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.892180 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.892454 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.892729 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] use_json = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.893002 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.893274 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.893559 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.893860 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.894139 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.894415 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.894689 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.894975 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:53.895275 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.895580 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.895881 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.896172 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.896482 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.896766 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.897057 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.897336 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.897626 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.897940 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.898234 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.898514 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.898804 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.899083 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.899379 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.899683 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.899980 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.900275 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.900553 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.900831 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.901108 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.901389 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.901681 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.902515 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.902811 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.903187 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.903476 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.903779 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.904069 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.904369 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.904665 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.904949 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.905234 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.905530 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.905842 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.906124 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.906406 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.906699 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.906980 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.907259 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.907544 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.907824 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.908098 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.908372 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.908651 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.908943 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.909221 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.909495 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.909782 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.910064 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.910337 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.910624 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.910902 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.911179 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.911452 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.911730 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.912003 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.912276 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.912553 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.912828 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.913361 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.913644 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.913949 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.914223 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.914496 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.914767 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.915040 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.915311 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.915586 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.915866 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.916139 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.916413 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.916687 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.916964 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.917255 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.917576 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.918442 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.918729 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.919013 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.919297 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.919580 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.919860 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.920143 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.920428 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.920702 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.920993 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.921281 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.921570 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.921877 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.922189 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.922488 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.922768 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.923052 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.923334 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.923616 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.923904 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.924189 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.924487 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.924781 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.925076 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.925372 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.925667 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.925980 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.926294 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.926577 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:53.926795 n-d-815373-6 neutron-server[109780]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 18:39:53.927039 n-d-815373-6 neutron-server[109780]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109780) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 18:39:54.361034 n-d-815373-6 neutron-server[109780]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 18:39:54.361315 n-d-815373-6 neutron-server[109780]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 18:39:54.361624 n-d-815373-6 neutron-server[109780]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 18:39:54.361993 n-d-815373-6 neutron-server[109780]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 18:39:54.689012 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.689217 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.689491 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.690706 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.690984 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.691254 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.727385 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.727663 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.727934 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.743587 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.743868 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.744140 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.772360 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.772640 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.772911 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.811712 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.812000 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:54.812275 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.058216 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.058823 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.058823 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.059038 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.059856 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.159288 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.159613 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.159900 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.160174 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.160446 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.160763 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.161029 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.161289 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.161544 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.161852 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.162119 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.162387 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.162649 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.162904 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.163418 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.163685 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.164020 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.164231 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.164487 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.164749 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.165023 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.165277 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.165558 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.165958 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.166212 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.166460 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.166858 n-d-815373-6 neutron-server[109780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 18:39:55.167103 n-d-815373-6 neutron-server[109780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 18:39:55.167343 n-d-815373-6 neutron-server[109780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 18:39:55.167622 n-d-815373-6 neutron-server[109780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 18:39:55.167870 n-d-815373-6 neutron-server[109780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 18:39:55.168109 n-d-815373-6 neutron-server[109780]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 18:39:55.168475 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 18:39:55.171592 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 18:39:55.175660 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 18:39:55.179635 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 19 18:39:55.181276 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 18:39:55.181742 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 18:39:55.182103 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 18:39:55.182491 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 18:39:55.185350 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 18:39:55.185601 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 18:39:55.185978 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 18:39:55.191270 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 18:39:55.213772 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 18:39:55.214244 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.215216 n-d-815373-6 neutron-server[109780]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109780) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 18:39:55.216720 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.218164 n-d-815373-6 neutron-server[109780]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109780) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 18:39:55.218447 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 18:39:55.218697 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 18:39:55.221934 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.222226 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.285106 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 18:39:55.285348 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 18:39:55.285584 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 18:39:55.285989 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 18:39:55.306179 n-d-815373-6 neutron-server[109780]: DEBUG oslo_db.sqlalchemy.engines [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109780) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 18:39:55.850235 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Initializing driver for type 'gre' Nov 19 18:39:55.850770 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] gre ID ranges: [(1, 1000)] Nov 19 18:39:55.906108 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Initializing driver for type 'local' Nov 19 18:39:55.906452 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Initializing driver for type 'vlan' Nov 19 18:39:55.920082 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] VlanTypeDriver initialization complete Nov 19 18:39:55.920457 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Initializing driver for type 'vxlan' Nov 19 18:39:55.921243 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] vxlan ID ranges: [(1, 1000)] Nov 19 18:39:55.979758 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Initializing extension driver 'port_security' Nov 19 18:39:55.980784 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] PortSecurityExtensionDriver initialization complete Nov 19 18:39:55.981186 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Initializing mechanism driver 'openvswitch' Nov 19 18:39:55.982048 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Initializing mechanism driver 'hyperv' Nov 19 18:39:55.988265 n-d-815373-6 neutron-server[109780]: DEBUG neutron.plugins.ml2.plugin [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:55.989104 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > port after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.989481 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > port after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.989891 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > port after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.990448 n-d-815373-6 neutron-server[109780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 18:39:55.990887 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > subnet after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.991250 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > subnet after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.991601 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.992005 n-d-815373-6 neutron-server[109780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 18:39:55.992422 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > network after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.992776 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > network after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.993126 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > network after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.993529 n-d-815373-6 neutron-server[109780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 18:39:55.993988 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > security_group after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.994346 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > security_group after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.994693 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > security_group after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.995102 n-d-815373-6 neutron-server[109780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 18:39:55.995516 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.996883 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.997239 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.997643 n-d-815373-6 neutron-server[109780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 18:39:55.998080 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > address_group after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.998436 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > address_group after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.998777 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > address_group after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:55.999178 n-d-815373-6 neutron-server[109780]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109780) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 18:39:55.999569 n-d-815373-6 neutron-server[109780]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] ML2 OVO RPC backend initialized. {{(pid=109780) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 18:39:56.000334 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.000725 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.001147 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > network before_response 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.001502 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > networks before_response 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.001883 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > port before_response 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.002232 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > ports before_response 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.002582 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > subnet before_response 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.002927 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > subnets before_response 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.003279 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > network after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.003630 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > network after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.003975 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > network after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.004320 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > port after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.004664 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > port after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.005009 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > port after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.005355 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > subnet after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.005698 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > subnet after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.006062 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.006669 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.plugin [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Modular L2 Plugin initialization complete Nov 19 18:39:56.007006 n-d-815373-6 neutron-server[109780]: DEBUG neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading services supported by the core plugin {{(pid=109780) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 18:39:56.007341 n-d-815373-6 neutron-server[109780]: INFO neutron.plugins.ml2.managers [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Got port-security extension from driver 'port_security' Nov 19 18:39:56.007810 n-d-815373-6 neutron-server[109780]: INFO neutron.extensions.vlantransparent [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Disabled vlantransparent extension. Nov 19 18:39:56.008305 n-d-815373-6 neutron-server[109780]: DEBUG neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109780) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 18:39:56.008622 n-d-815373-6 neutron-server[109780]: INFO neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading Plugin: router Nov 19 18:39:56.046014 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router_interface before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.046414 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router after_create 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.046792 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router before_create 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.047161 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.047536 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.047894 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router after_delete 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.048256 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > floatingip after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.048729 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > floatingip after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.049096 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router after_create 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.049450 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router after_update 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.049825 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router after_update 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.050181 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.050541 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router after_update 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.050954 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router precommit_update 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.051330 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: port after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.051677 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: port after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.052022 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: subnet after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.052366 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.052715 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > port precommit_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.053069 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router precommit_create 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.053442 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: port before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.053804 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router precommit_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.054165 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router after_update 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.054507 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router precommit_delete 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.054858 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router precommit_create 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.055221 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.055566 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router precommit_update 55549900 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.055957 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > agent after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.056309 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > agent after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.056654 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > network after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.057520 n-d-815373-6 neutron-server[109780]: DEBUG neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Tracking information for resource: router configured {{(pid=109780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 18:39:56.057880 n-d-815373-6 neutron-server[109780]: DEBUG neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Tracking information for resource: floatingip configured {{(pid=109780) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 18:39:56.063438 n-d-815373-6 neutron-server[109780]: INFO neutron.db.l3_agentschedulers_db [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 18:39:56.064017 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: port after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.064382 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: port after_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.064738 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: port after_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.065091 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: port after_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.065923 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router before_create 55550100 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.066293 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router precommit_delete 55550100 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.066657 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router precommit_create 55550100 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.067015 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > router precommit_update 55550100 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.071848 n-d-815373-6 neutron-server[109780]: DEBUG neutron.services.provider_configuration [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service providers = [] {{(pid=109780) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 18:39:56.072217 n-d-815373-6 neutron-server[109780]: DEBUG neutron.db.servicetype_db [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109780) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 18:39:56.075430 n-d-815373-6 neutron-server[109780]: DEBUG neutron.services.service_base [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 18:39:56.075788 n-d-815373-6 neutron-server[109780]: DEBUG neutron.services.service_base [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 18:39:56.076135 n-d-815373-6 neutron-server[109780]: DEBUG neutron.services.service_base [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 18:39:56.077029 n-d-815373-6 neutron-server[109780]: DEBUG neutron.services.service_base [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109780) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 18:39:56.077405 n-d-815373-6 neutron-server[109780]: INFO neutron.services.service_base [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 18:39:56.077812 n-d-815373-6 neutron-server[109780]: DEBUG neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 18:39:56.078135 n-d-815373-6 neutron-server[109780]: INFO neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 18:39:56.088792 n-d-815373-6 neutron-server[109780]: DEBUG neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 18:39:56.089136 n-d-815373-6 neutron-server[109780]: INFO neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading Plugin: auto_allocate Nov 19 18:39:56.095281 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: network precommit_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.095652 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: network precommit_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.096178 n-d-815373-6 neutron-server[109780]: DEBUG neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 18:39:56.096501 n-d-815373-6 neutron-server[109780]: INFO neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading Plugin: tag Nov 19 18:39:56.103333 n-d-815373-6 neutron-server[109780]: DEBUG neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 18:39:56.103621 n-d-815373-6 neutron-server[109780]: INFO neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading Plugin: timestamp Nov 19 18:39:56.108072 n-d-815373-6 neutron-server[109780]: DEBUG neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 18:39:56.108401 n-d-815373-6 neutron-server[109780]: INFO neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading Plugin: network_ip_availability Nov 19 18:39:56.113895 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.114273 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.114633 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.115357 n-d-815373-6 neutron-server[109780]: DEBUG neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 18:39:56.115678 n-d-815373-6 neutron-server[109780]: INFO neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading Plugin: flavors Nov 19 18:39:56.122473 n-d-815373-6 neutron-server[109780]: DEBUG neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 18:39:56.122812 n-d-815373-6 neutron-server[109780]: INFO neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading Plugin: revisions Nov 19 18:39:56.127145 n-d-815373-6 neutron-server[109780]: DEBUG neutron.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109780) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 18:39:56.127548 n-d-815373-6 neutron-server[109780]: DEBUG oslo_concurrency.lockutils [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=109780) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 18:39:56.128340 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109780) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 18:39:56.128681 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Initializing extension manager. Nov 19 18:39:56.129201 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: __init__.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.129547 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: __pycache__ {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.129910 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.130247 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: address_group.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.131015 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.131573 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: address-group Nov 19 18:39:56.131898 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: address_scope.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.132621 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.133132 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: address-scope Nov 19 18:39:56.133457 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.134434 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.134956 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: router-admin-state-down-before-update Nov 19 18:39:56.135280 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: agent.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.135992 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.136591 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: agent Nov 19 18:39:56.136922 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: agent_resources_synced.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.137876 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.138391 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: agent-resources-synced Nov 19 18:39:56.138714 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: allowedaddresspairs.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.140511 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.141032 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: allowed-address-pairs Nov 19 18:39:56.141361 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: auto_allocated_topology.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.142470 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.142986 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: auto-allocated-topology Nov 19 18:39:56.143313 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: availability_zone.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.144008 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.144513 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: availability_zone Nov 19 18:39:56.144836 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: availability_zone_filter.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.145773 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.146274 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: availability_zone_filter Nov 19 18:39:56.146598 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: data_plane_status.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.147516 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.148015 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 18:39:56.148337 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: default_subnetpools.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.149256 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.149784 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: default-subnetpools Nov 19 18:39:56.150114 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.150931 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.151439 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: dhcp_agent_scheduler Nov 19 18:39:56.151763 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: dns.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.153198 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.153732 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension dns-integration not supported by any of loaded plugins Nov 19 18:39:56.154078 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: dns_domain_ports.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.155008 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.155512 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 18:39:56.155834 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.156764 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.157271 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 18:39:56.157595 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: dvr.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.158298 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.158807 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: dvr Nov 19 18:39:56.159135 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: ecmp_routes.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.160046 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.160552 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 18:39:56.160874 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: empty_string_filtering.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.161817 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.162331 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: empty-string-filtering Nov 19 18:39:56.162653 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.163821 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.164324 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 18:39:56.164646 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.165579 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.166120 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 18:39:56.166445 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: external_net.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.167374 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.168485 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: external-net Nov 19 18:39:56.168806 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.169733 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.170264 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: extra_dhcp_opt Nov 19 18:39:56.170586 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: extraroute.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.171497 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.172006 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: extraroute Nov 19 18:39:56.172329 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: extraroute_atomic.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.173370 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.173919 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: extraroute-atomic Nov 19 18:39:56.174343 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: filter_validation.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.175021 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.175526 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: filter-validation Nov 19 18:39:56.175850 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: fip_pf_description.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.176942 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.177456 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 18:39:56.177801 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: fip_port_details.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.178738 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.179250 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: fip-port-details Nov 19 18:39:56.179577 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: flavors.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.180815 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.181332 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: flavors Nov 19 18:39:56.181661 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.183392 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.183944 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 18:39:56.184274 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: floatingip_pools.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.184973 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.185487 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: floatingip-pools Nov 19 18:39:56.185841 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: ip_allocation.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.186791 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.187305 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 18:39:56.187630 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.188552 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.189066 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: ip-substring-filtering Nov 19 18:39:56.189391 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: l2_adjacency.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.190359 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.190863 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 18:39:56.191185 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: l3.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.192142 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.192661 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: router Nov 19 18:39:56.192990 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.195303 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.195834 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 18:39:56.196171 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.197116 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.197638 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: ext-gw-mode Nov 19 18:39:56.198005 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.199001 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.199515 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: l3-ha Nov 19 18:39:56.199841 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: l3_flavors.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.200777 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.201288 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: l3-flavors Nov 19 18:39:56.201616 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.202567 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.203076 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 18:39:56.203405 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: l3agentscheduler.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.204444 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.204958 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: l3_agent_scheduler Nov 19 18:39:56.205289 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: local_ip.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.207114 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.207639 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension local_ip not supported by any of loaded plugins Nov 19 18:39:56.207975 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: logging.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.209466 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.210018 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension logging not supported by any of loaded plugins Nov 19 18:39:56.210352 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: metering.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.211226 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.211814 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: metering Nov 19 18:39:56.212148 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.213260 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.213804 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: metering_source_and_destination_fields Nov 19 18:39:56.214139 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: multiprovidernet.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.215764 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.216275 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: multi-provider Nov 19 18:39:56.216605 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: netmtu.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.217541 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.218079 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: net-mtu Nov 19 18:39:56.218405 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: netmtu_writable.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.219337 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.219847 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: net-mtu-writable Nov 19 18:39:56.220173 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: network_availability_zone.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.220852 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.221359 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: network_availability_zone Nov 19 18:39:56.221684 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: network_ip_availability.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.222830 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.223344 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: network-ip-availability Nov 19 18:39:56.223669 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: network_segment_range.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.224438 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.224943 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 18:39:56.225266 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: pagination.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.226280 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.226614 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: pagination Nov 19 18:39:56.226937 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: port_device_profile.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.227861 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.228375 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: port-device-profile Nov 19 18:39:56.228698 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.229629 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.230859 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: port-mac-address-regenerate Nov 19 18:39:56.231322 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.232262 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.232769 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: port-numa-affinity-policy Nov 19 18:39:56.233095 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: port_resource_request.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.234063 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.234570 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 18:39:56.234894 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: port_resource_request_groups.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.235868 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.236372 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 18:39:56.236698 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: portbindings.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.237634 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.238189 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: binding Nov 19 18:39:56.238517 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: portbindings_extended.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.239792 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.240307 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: binding-extended Nov 19 18:39:56.240635 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: portsecurity.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.241552 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.242097 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: port-security Nov 19 18:39:56.242422 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: project_id.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.243401 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.243737 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: project-id Nov 19 18:39:56.244066 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: providernet.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.244997 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.245527 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: provider Nov 19 18:39:56.246056 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: qos.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.249656 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.250209 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension qos not supported by any of loaded plugins Nov 19 18:39:56.250548 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.251810 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.252332 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 18:39:56.252663 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.253594 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.254137 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 18:39:56.254466 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: qos_default.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.255390 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.255902 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension qos-default not supported by any of loaded plugins Nov 19 18:39:56.256228 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: qos_fip.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.256883 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.257387 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension qos-fip not supported by any of loaded plugins Nov 19 18:39:56.257711 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: qos_gateway_ip.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.258664 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.259176 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 18:39:56.259501 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: qos_port_network_policy.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.260416 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.260924 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 18:39:56.261283 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.262388 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.263076 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 18:39:56.263402 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: qos_pps_rule.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.264592 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.265113 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension qos-pps not supported by any of loaded plugins Nov 19 18:39:56.265442 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: qos_rule_type_details.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.266415 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.266932 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 18:39:56.267257 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: qos_rules_alias.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.268309 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.268825 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 18:39:56.269152 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: quota_check_limit.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.270109 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.270626 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: quota-check-limit Nov 19 18:39:56.270954 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: quotasv2.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.271877 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.272209 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: quotas Nov 19 18:39:56.272531 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: quotasv2_detail.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.275761 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.276111 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: quota_details Nov 19 18:39:56.276446 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: rbac.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.278206 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.278745 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: rbac-policies Nov 19 18:39:56.279082 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: rbac_address_group.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.280030 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.280556 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: rbac-address-group Nov 19 18:39:56.280890 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: rbac_address_scope.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.281861 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.282381 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: rbac-address-scope Nov 19 18:39:56.282713 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: rbac_security_groups.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.283658 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.284184 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: rbac-security-groups Nov 19 18:39:56.284510 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: rbac_subnetpool.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.285427 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.285967 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: rbac-subnetpool Nov 19 18:39:56.286297 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: revisionifmatch.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.287224 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.287742 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: revision-if-match Nov 19 18:39:56.288413 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: revisions.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.289533 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.290079 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: standard-attr-revisions Nov 19 18:39:56.290410 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: router_availability_zone.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.291088 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.291603 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: router_availability_zone Nov 19 18:39:56.291928 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: routerservicetype.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.293670 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.294208 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension router-service-type not supported by any of loaded plugins Nov 19 18:39:56.294536 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.295544 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.296058 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: security-groups-normalized-cidr Nov 19 18:39:56.296386 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.297322 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.297871 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: port-security-groups-filtering Nov 19 18:39:56.298199 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.299145 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.299654 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: security-groups-remote-address-group Nov 19 18:39:56.299977 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.300926 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.301438 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: security-groups-shared-filtering Nov 19 18:39:56.301785 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.302392 n-d-815373-6 neutron-server[109780]: WARNING neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 18:39:56.302718 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: securitygroup.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.312589 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.313128 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: security-group Nov 19 18:39:56.313464 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: segment.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.314305 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.314825 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension segment not supported by any of loaded plugins Nov 19 18:39:56.315156 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.316128 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.316644 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 18:39:56.316973 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: servicetype.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.318126 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.318672 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: service-type Nov 19 18:39:56.318983 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: sorting.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.319987 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.320324 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: sorting Nov 19 18:39:56.320648 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: standard_attr_segment.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.321571 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.322123 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 18:39:56.322451 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: standardattrdescription.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.323108 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.323619 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: standard-attr-description Nov 19 18:39:56.324037 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: stateful_security_group.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.325008 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.325525 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: stateful-security-group Nov 19 18:39:56.325883 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: stdattrs_common.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.326460 n-d-815373-6 neutron-server[109780]: WARNING neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 18:39:56.326786 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.327726 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.328247 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 18:39:56.328579 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: subnet_onboard.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.329652 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.330203 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: subnet_onboard Nov 19 18:39:56.330533 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.331513 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.331986 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 18:39:56.332314 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: subnet_service_types.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.333258 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.333794 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: subnet-service-types Nov 19 18:39:56.334127 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: subnetallocation.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.335231 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.335747 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: subnet_allocation Nov 19 18:39:56.336076 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.336745 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.337254 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: subnetpool-prefix-ops Nov 19 18:39:56.337579 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.338545 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.339059 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 18:39:56.339902 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: tagging.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.340993 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.341520 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: standard-attr-tag Nov 19 18:39:56.341887 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: timestamp.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.343102 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.343626 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loaded extension: standard-attr-timestamp Nov 19 18:39:56.343954 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: trunk.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.344999 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.345521 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension trunk not supported by any of loaded plugins Nov 19 18:39:56.345887 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: trunk_details.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.346840 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.347361 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension trunk-details not supported by any of loaded plugins Nov 19 18:39:56.347691 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: uplink_status_propagation.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.348621 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.349141 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 18:39:56.349468 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Loading extension file: vlantransparent.py {{(pid=109780) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 18:39:56.350184 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109780) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 18:39:56.350693 n-d-815373-6 neutron-server[109780]: INFO neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 18:39:56.353253 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:network Nov 19 18:39:56.353877 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:subnet Nov 19 18:39:56.354236 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 18:39:56.354629 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:port Nov 19 18:39:56.356795 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.357248 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service FLAVORS assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.357909 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.358338 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.358681 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:router Nov 19 18:39:56.359124 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:floatingip Nov 19 18:39:56.359627 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service METERING assigned prefix: /metering {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.361082 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.361459 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.361845 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:39:56.362867 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 18:39:56.363319 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:security_group Nov 19 18:39:56.363875 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 18:39:56.364474 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service CORE assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.364815 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 18:39:56.365167 n-d-815373-6 neutron-server[109780]: WARNING neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] subnetpool is already registered Nov 19 18:39:56.365591 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service CORE assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.365949 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 18:39:56.366285 n-d-815373-6 neutron-server[109780]: WARNING neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] subnetpool is already registered Nov 19 18:39:56.368556 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.368991 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service FLAVORS assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.369587 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.370032 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.370369 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:router Nov 19 18:39:56.370854 n-d-815373-6 neutron-server[109780]: WARNING neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] router is already registered Nov 19 18:39:56.371333 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:floatingip Nov 19 18:39:56.371677 n-d-815373-6 neutron-server[109780]: WARNING neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] floatingip is already registered Nov 19 18:39:56.372138 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service METERING assigned prefix: /metering {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.372803 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 18:39:56.373133 n-d-815373-6 neutron-server[109780]: WARNING neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] rbac_policy is already registered Nov 19 18:39:56.373547 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:security_group Nov 19 18:39:56.373916 n-d-815373-6 neutron-server[109780]: WARNING neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] security_group is already registered Nov 19 18:39:56.374325 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 18:39:56.374663 n-d-815373-6 neutron-server[109780]: WARNING neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] security_group_rule is already registered Nov 19 18:39:56.375295 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service CORE assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.375628 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 18:39:56.376052 n-d-815373-6 neutron-server[109780]: WARNING neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] subnetpool is already registered Nov 19 18:39:56.376492 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.v2.resource_helper [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Service CORE assigned prefix: {{(pid=109780) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 18:39:56.376820 n-d-815373-6 neutron-server[109780]: INFO neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 18:39:56.377155 n-d-815373-6 neutron-server[109780]: WARNING neutron.quota.resource_registry [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] subnetpool is already registered Nov 19 18:39:56.377639 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: extensions {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.379133 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: address-groups {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.380627 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: address-scopes {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.381984 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: agents {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.383152 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: auto-allocated-topology {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.384393 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: availability_zones {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.385609 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: dhcp-networks {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.387321 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: dhcp-agents {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.388764 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: routers {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.392058 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: flavors {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.393267 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: service_profiles {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.394498 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: next_providers {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.395954 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: service_profiles {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.397511 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: floatingip-pools {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.398773 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: routers {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.400894 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: floatingips {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.402902 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: l3-routers {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.404308 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: l3-agents {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.405712 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: metering-labels {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.407085 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: metering-label-rules {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.408373 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: network-ip-availabilities {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.409645 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: bindings {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.411341 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: quotas {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.412910 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: quotas {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.414744 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: rbac-policies {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.416032 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: security-groups {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.417268 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: security-group-rules {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.419200 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: service-providers {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.420421 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: subnetpools {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.421874 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: subnetpools {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.423351 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: tags {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.425052 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: tags {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.426989 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: tags {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.428780 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: tags {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.430625 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: tags {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.432497 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: tags {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.434244 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: tags {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.436164 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: tags {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.437986 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: tags {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.439848 n-d-815373-6 neutron-server[109780]: DEBUG neutron.api.extensions [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Extended resource: tags {{(pid=109780) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 18:39:56.445906 n-d-815373-6 neutron-server[109780]: WARNING keystonemiddleware.auth_token [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 18:39:56.450707 n-d-815373-6 neutron-server[109780]: WARNING keystonemiddleware.auth_token [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 18:39:56.459381 n-d-815373-6 neutron-server[109780]: DEBUG oslo_concurrency.lockutils [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Acquired lock "singleton_lock" {{(pid=109780) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 18:39:56.459865 n-d-815373-6 neutron-server[109780]: DEBUG oslo_concurrency.lockutils [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Releasing lock "singleton_lock" {{(pid=109780) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 18:39:56.460524 n-d-815373-6 neutron-server[109780]: INFO oslo_service.service [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Starting 2 workers Nov 19 18:39:56.465876 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Started child 109887 {{(pid=109780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 18:39:56.470322 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Started child 109888 {{(pid=109780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 18:39:56.471624 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:56.472304 n-d-815373-6 neutron-server[109780]: INFO neutron.service [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 18:39:56.472521 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Publish callbacks [] for process, before_spawn {{(pid=109780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:56.473150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [-] (109887) wsgi starting up on http://0.0.0.0:9696 Nov 19 18:39:56.474962 n-d-815373-6 neutron-server[109780]: INFO oslo_service.service [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Starting 1 workers Nov 19 18:39:56.475163 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:56.476588 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [-] (109888) wsgi starting up on http://0.0.0.0:9696 Nov 19 18:39:56.480753 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Started child 109889 {{(pid=109780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 18:39:56.481325 n-d-815373-6 neutron-server[109780]: INFO oslo_service.service [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Starting 1 workers Nov 19 18:39:56.484852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.service [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] calling RpcWorker wait() {{(pid=109889) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 18:39:56.485442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.service [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] returning from RpcWorker wait() {{(pid=109889) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 18:39:56.485801 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Started child 109890 {{(pid=109780) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 18:39:56.486605 n-d-815373-6 neutron-server[109780]: DEBUG neutron_lib.callbacks.manager [None req-aa14b320-09db-4c16-a880-c8236ce68c5d None None] Publish callbacks [] for process, after_spawn {{(pid=109780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:56.486708 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:56.487182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:56.488528 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109780) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 18:39:56.488735 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 18:39:56.488921 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 18:39:56.489138 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 18:39:56.489484 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 18:39:56.489673 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 18:39:56.490199 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.490483 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.490741 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.490830 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:56.491253 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.491322 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.491854 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.492122 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.492390 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.492674 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.492926 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.493094 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.493257 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.493516 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.493779 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.494106 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.494376 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.494616 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.494882 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.495051 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.495306 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.495571 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.495874 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.496161 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] debug = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.496406 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.496909 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.497141 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.497383 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.497621 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.497941 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.498195 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.498474 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.498721 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.498938 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.499186 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.499439 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.499680 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.499891 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.500126 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.500339 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.500598 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.500834 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.501300 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] host = n-d-815373-6 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.501537 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.501803 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.502055 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.502314 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.502573 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.502821 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.503069 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.503326 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.503569 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.503795 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.504050 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.504296 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.504545 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.504791 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.504940 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_options = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.505158 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.505427 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.505676 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.505975 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.506114 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.506248 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.506506 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.506684 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.506932 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.507171 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.507388 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.507604 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.507820 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.508056 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.508319 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.508557 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.508775 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.508990 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.509253 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.509507 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.509783 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.509998 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.510234 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.510454 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.510686 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.510921 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.511168 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.512049 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.512273 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.512511 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.512747 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.513000 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.513234 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.513467 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.513732 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.513996 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.514227 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.514442 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.514707 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.514935 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.515181 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.515441 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.515655 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.515912 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.516134 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.516347 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.516578 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_json = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.516808 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.517041 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.517294 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.517528 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.517746 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.517980 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.518201 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.518436 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.518897 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.519194 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.520410 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.520678 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.520822 n-d-815373-6 neutron-server[109890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:56.520953 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.521164 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.521406 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.521634 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.521915 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.522152 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.522458 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.522706 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.523000 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.523263 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.523508 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.523814 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.524830 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.525158 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.525423 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.525667 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.526321 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.526467 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.526706 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.528208 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.528488 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.528742 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.529001 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.529948 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.530229 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.530624 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.530915 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.531202 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.531502 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.531873 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.532113 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.532398 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.532598 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.532824 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.533052 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.533354 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.533594 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.533840 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.534606 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.534606 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.534606 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.534846 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.535007 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.535355 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.535607 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.535825 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.536069 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.536294 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.536642 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.536889 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.537122 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.537364 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.537629 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.538018 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.538522 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.538752 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.538970 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.539216 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.539454 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.539682 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.539921 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.540139 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.540405 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.540604 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.540857 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.541087 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.541293 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.541511 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.541741 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.541974 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.542195 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.542412 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.542710 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.542957 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.543200 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.543415 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.543612 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.543824 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.544038 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.544273 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.544485 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.544725 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.544945 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.545190 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.545513 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.545734 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.546015 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.546311 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.546749 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.547012 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.547241 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.547495 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.547719 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.548037 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.548288 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.548507 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.548744 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.549174 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.549601 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.550037 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.550481 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.550893 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.551300 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.551734 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.552139 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.552539 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.552943 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.553362 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.553783 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.554239 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.554668 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.555117 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.555649 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.556170 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.556712 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.557140 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.557611 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.557886 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.558258 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.558849 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.558962 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.559184 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.559451 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.559711 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.559985 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.560238 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.560489 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.560731 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.561018 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.561252 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.561502 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.561728 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.562001 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.562368 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.562734 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.562973 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.563192 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.563430 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.563706 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.563957 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.564184 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.564449 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.564702 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.564960 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.565211 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.565480 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.565824 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.566082 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.566317 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.566543 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.566893 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.567118 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.567358 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.567576 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.567813 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.568122 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.568363 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.568622 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.568843 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.569083 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.569490 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.569984 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.570209 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.570458 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.570698 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.570960 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.571162 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.571568 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.571967 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.572253 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.572477 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.572753 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.573009 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.573223 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.573649 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.574677 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.575143 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.575542 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.576049 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.576452 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.576877 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.577104 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.577330 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.577558 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.577784 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.578052 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.578308 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.578582 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.578828 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.579188 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.579444 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.579683 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.579903 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.580132 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.580375 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.580775 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.581025 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.581247 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.581472 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.581696 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.581965 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.582211 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.582479 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.582698 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.582914 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.583133 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.583356 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.583568 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.583860 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.584125 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.584388 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.584675 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.584871 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.585107 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.585358 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.585573 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.585812 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.586041 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.586259 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.586478 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.586705 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.586920 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.587161 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.587409 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.587630 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.587875 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.588128 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.588357 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.588577 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.588799 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.589043 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.589254 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.590223 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.590754 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.590754 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.590940 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.591019 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.591231 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.591483 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.591700 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.591910 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.592133 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.592372 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.592585 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.592893 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.593148 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.593386 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.593664 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.593943 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.594192 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.594432 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.594745 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.594980 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.595222 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.595441 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.595679 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.595917 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.596164 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.596479 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.596763 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.596996 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.597259 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.597539 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.597834 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.598123 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.598341 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.598637 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.598971 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.599248 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.599497 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.599751 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.600017 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.600256 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.600472 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.600718 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.600952 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.601186 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.601424 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.601652 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.601919 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.602136 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.602363 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.602577 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.602801 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.603042 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.603283 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.603517 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.603669 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 18:39:56.604240 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109780) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 18:39:56.604334 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 18:39:56.604492 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 18:39:56.604699 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 18:39:56.604868 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 18:39:56.605195 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 18:39:56.605560 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.605897 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.606145 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.606241 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.606380 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.606544 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.606707 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.606850 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.607014 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.607198 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.607313 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.607471 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.607628 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.607790 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.607945 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.608102 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.608259 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.608420 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.608587 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.608740 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.609051 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.609205 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.609365 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] debug = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.609525 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.609740 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.609924 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.610078 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.610239 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.610404 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.610540 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.610698 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.610855 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.611012 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.611172 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.611330 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.611487 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.611646 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.611790 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.611953 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.612112 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.612267 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.612427 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] host = n-d-815373-6 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.612584 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.612741 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.612898 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.613056 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.613212 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.613369 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.613525 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.613678 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.614046 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.614261 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.614420 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.614583 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.614741 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.614899 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.615055 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_options = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.615212 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.615369 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.615527 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.615717 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.615883 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.616053 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.616220 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.616378 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.616539 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.616695 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.616848 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.617009 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.617170 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.617325 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.617485 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.617642 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.617889 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.618051 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.618245 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.618370 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.618683 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.618857 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.618991 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.619294 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.619456 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.619612 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.619767 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.619923 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.620080 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.620235 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.620392 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.620553 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.620847 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.621220 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.621442 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.621866 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.622027 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.622185 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.622347 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.622503 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.622659 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.622815 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.622975 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.623132 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.623290 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.623446 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.623601 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_json = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.623756 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.623909 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.624217 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.624375 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.624538 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.624693 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.624851 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.625009 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 18:39:56.625192 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.625354 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.625526 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.625686 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.625869 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.626027 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.626186 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.626345 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.626504 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.626635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:56.626738 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.626820 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.626966 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.627134 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.627294 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.627452 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.627616 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.627775 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.627934 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.628093 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.628252 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.628410 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.628568 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.628742 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.628900 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.629058 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.629216 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.629374 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.629540 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.629699 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.629896 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.630056 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.630214 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.630373 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.630531 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.630689 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.630849 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.631008 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.631168 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.631327 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.631544 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.631684 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.631814 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.631973 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.632131 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.632291 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.632450 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.632609 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.632768 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.632926 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.633089 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.633249 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.633408 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.633566 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.633725 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.633904 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.634064 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.634223 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.634392 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.634550 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.634708 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.634866 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.635024 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.635182 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.635341 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.635500 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.635658 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.635817 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.635975 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.636146 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.636917 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.637186 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.637359 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.637520 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.637679 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.637860 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.638019 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.638178 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.638339 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.638501 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.638663 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.638810 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.638965 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.639274 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.639616 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.639964 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.640364 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.640364 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.640532 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.640614 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.641066 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.641066 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.641066 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.641363 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.641363 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.642704 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.642704 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.642704 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.642704 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.642704 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.642704 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.642704 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.642704 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.643259 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.643259 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.643259 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.643259 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.643527 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.643527 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.643670 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.643749 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.643885 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.644048 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.644211 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.644373 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.644533 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.645036 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.645036 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.645036 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.645258 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.645349 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.645430 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.645584 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.645771 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.645939 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.646462 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.646462 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.646462 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.647520 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.647520 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.647520 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.647520 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.647520 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.647520 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.647520 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.648161 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.648161 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.648161 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.648161 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.648161 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.648713 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.648713 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.648713 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.649052 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.649052 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.649052 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.649436 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.649436 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.649671 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.649671 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.649860 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.649972 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.650243 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.650343 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.650696 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.650696 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.651057 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.651057 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.651057 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.651269 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.651347 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.651464 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.652707 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.652707 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.652707 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.652707 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.654879 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.654879 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.654879 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.654879 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.654879 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.654879 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.654879 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.654879 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656339 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656339 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656339 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656339 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656339 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656339 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656339 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656339 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656870 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656870 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656870 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656870 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656870 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656870 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656870 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.656870 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.657426 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.657426 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.657426 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.657426 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.657426 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.657426 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.657426 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.657426 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.658601 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.658601 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.658601 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.658601 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.658601 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.658601 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.658601 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.658601 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.659142 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.659142 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.659142 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.659142 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.659527 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.659527 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.659676 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.659754 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.659894 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.660052 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.660212 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.660373 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.660531 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.660701 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.660860 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.661019 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.661177 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.661336 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.661495 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.661664 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.661847 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.662006 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.662165 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.662326 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.662485 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.662654 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.662813 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.662970 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.663395 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.663556 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.663714 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.663883 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.664041 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.664201 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.664359 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.664518 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.664676 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.664844 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.665003 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.665162 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.665321 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.665480 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.665639 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.665834 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.665995 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.666153 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.666319 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.666477 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.666635 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.666794 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.666963 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.667122 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.667283 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.667495 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.667622 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.669231 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.669231 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.669231 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.669231 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.669231 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.669231 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.669231 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.669231 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672034 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672034 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672034 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672034 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672034 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672034 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672034 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672034 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672034 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672969 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672969 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672969 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672969 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672969 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672969 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672969 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672969 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.672969 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.674344 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.674344 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.674344 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.674344 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.674344 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 18:39:56.674344 n-d-815373-6 neutron-server[109780]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109780) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 18:39:56.819749 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52218) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:56.829141 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072761 Nov 19 18:40:08.186243 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129170c5-275e-40f3-be00-20def5229453 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 18:40:08.254479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129170c5-275e-40f3-be00-20def5229453 None None] No non-hosted networks {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 18:40:08.286439 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-91d31cc2-1302-4229-a1c0-95815004d5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634645'] for agent, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:10.482386 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4b410cd-baa9-4dc4-a7d5-bf3baf1f2327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634645'] for agent, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:10.529803 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cfa5559c-97f7-45a5-9967-26179423b0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:11.673633 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634645'] for agent, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:13.113367 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634645'] for agent, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:13.978544 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634645'] for agent, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:13.980021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.980514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.980999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.981493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.983400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.983897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.984611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.985462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.986675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.987164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.987793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.988524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:13.989287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815373-6', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:14.003435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815373-6', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:14.576364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52308) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:15.127077 n-d-815373-6 neutron-server[109888]: WARNING oslo_policy.policy [None req-bf8ef4ed-b7ff-4387-9eff-41825a82ff5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 18:40:15.127636 n-d-815373-6 neutron-server[109888]: WARNING oslo_policy.policy [None req-bf8ef4ed-b7ff-4387-9eff-41825a82ff5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 18:40:15.353586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-bf8ef4ed-b7ff-4387-9eff-41825a82ff5e admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:40:15.370397 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bf8ef4ed-b7ff-4387-9eff-41825a82ff5e admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7774484 Nov 19 18:40:17.150018 n-d-815373-6 neutron-server[109889]: INFO neutron.db.l3_hamode_db [None req-7cc40f75-7a33-43c8-8db7-789481e32da2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 18:40:17.229888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc40f75-7a33-43c8-8db7-789481e32da2 None None] Routers set() bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:17.230282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc40f75-7a33-43c8-8db7-789481e32da2 None None] Router IDs set() for agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 18:40:17.938607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52324) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:18.255290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-893314c8-8cfb-4772-8e2a-7cb837c0d550 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:18.351605 n-d-815373-6 neutron-server[109888]: DEBUG neutron.policy [None req-893314c8-8cfb-4772-8e2a-7cb837c0d550 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109888) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 18:40:18.398088 n-d-815373-6 neutron-server[109888]: WARNING oslo_policy.policy [None req-893314c8-8cfb-4772-8e2a-7cb837c0d550 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 18:40:18.398460 n-d-815373-6 neutron-server[109888]: WARNING oslo_policy.policy [None req-893314c8-8cfb-4772-8e2a-7cb837c0d550 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 18:40:18.407634 n-d-815373-6 neutron-server[109888]: INFO neutron.quota [None req-893314c8-8cfb-4772-8e2a-7cb837c0d550 admin admin] Loaded quota_driver: . Nov 19 18:40:18.499470 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-893314c8-8cfb-4772-8e2a-7cb837c0d550 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774166435816', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774166436157', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774166413891', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774166416967', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774166412265', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774166403284', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-544136', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-593509', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1625182', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1828240'] for rbac-policy, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:18.566029 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-893314c8-8cfb-4772-8e2a-7cb837c0d550 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:18.567208 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-893314c8-8cfb-4772-8e2a-7cb837c0d550 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6275959 Nov 19 18:40:21.289351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52336) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:21.582612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'project_id': 'a4e121400b774459a55a97f015036aa6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:21.611272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Made reservation on behalf of a4e121400b774459a55a97f015036aa6 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:21.614218 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:21.631569 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:21.745208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:21.748917 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:21.768064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:40:21.798241 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774168506013', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:21.798831 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Unsubscribe: segment precommit_create {{(pid=109888) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 18:40:21.799322 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Added segment 117e7c9f-6965-43cb-9262-cc3dbb01ea90 of type vlan for network ce58c971-6e89-4fc7-beb8-a6ab013dd330 Nov 19 18:40:21.815241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959ce90e-db5c-4627-8dd0-06c82ed76a7b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:21.840741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.841083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.841415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.841746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.842094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.842416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.842732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.843050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.843364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.843676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.843989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.844300 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Tracked resource versions report: Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: pushed versions: Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: { 'AddressGroup': {'1.2'}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'ConntrackHelper': {'1.0'}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'Log': {'1.0'}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'Network': {'1.1'}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'Port': {'1.7'}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'PortForwarding': {'1.2'}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'QosPolicy': {'1.10'}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'SecurityGroup': {'1.5'}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'SecurityGroupRule': {'1.2'}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'SubPort': {'1.0'}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'Subnet': {'1.1'}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'Trunk': {'1.1'}} Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: consumer versions: Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: { DHCP agent@n-d-815373-6: {}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: L3 agent@n-d-815373-6: {}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: Metadata agent@n-d-815373-6: {}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: Metering agent@n-d-815373-6: {}, Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: Open vSwitch agent@n-d-815373-6: { 'AddressGroup': '1.2', Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'ConntrackHelper': '1.0', Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'Log': '1.0', Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'Network': '1.1', Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'Port': '1.7', Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'PortForwarding': '1.2', Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'QosPolicy': '1.10', Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'SecurityGroup': '1.5', Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'SecurityGroupRule': '1.2', Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'SubPort': '1.0', Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'Subnet': '1.1', Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: 'Trunk': '1.1'}} Nov 19 18:40:21.845399 n-d-815373-6 neutron-server[109888]: {{(pid=109888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 18:40:21.919944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:21.960297 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:21.961311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:21.962088 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:22.041145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7506983 Nov 19 18:40:22.066298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8607b-48da-40bc-adfb-f9734509f65e admin admin] Pushing event updated for resources: {'Network': ['ID=ce58c971-6e89-4fc7-beb8-a6ab013dd330,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:22.078640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network ce58c971-6e89-4fc7-beb8-a6ab013dd330 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:40:24.795189 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52350) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:25.190624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50199eab-287f-4913-b0a9-840f059f31c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:25.192003 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-50199eab-287f-4913-b0a9-840f059f31c8 admin admin] 10.222.0.50 "GET /v2.0/networks/ce58c971-6e89-4fc7-beb8-a6ab013dd330 HTTP/1.1" status: 200 len: 825 time: 0.3958592 Nov 19 18:40:25.217135 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f9f02533-4afc-4965-9a89-9c8205f083f4 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/6e4bf394-95f5-46ab-91a5-1b8d10b71673 HTTP/1.1" status: 200 len: 734 time: 0.0190833 Nov 19 18:40:25.225768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] Request body: {'subnet': {'subnetpool_id': '6e4bf394-95f5-46ab-91a5-1b8d10b71673', 'ip_version': 4, 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'a4e121400b774459a55a97f015036aa6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:25.248133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] Made reservation on behalf of a4e121400b774459a55a97f015036aa6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:25.250525 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.546657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.617300 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a328195-95e4-4dcf-aa40-c5d4afab782a,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:25.626803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] Checking segment: {'id': '117e7c9f-6965-43cb-9262-cc3dbb01ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:25.627196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] Network hostable DHCP agents. Network: ce58c971-6e89-4fc7-beb8-a6ab013dd330, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:25.647357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] Network ce58c971-6e89-4fc7-beb8-a6ab013dd330 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:25.660118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, ce58c971-6e89-4fc7-beb8-a6ab013dd330) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:25.665524 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:25.666149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.672319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466e7a8-308e-4283-b6e9-0a006ec35051 None None] Network ce58c971-6e89-4fc7-beb8-a6ab013dd330 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:25.685149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b92dd56a-1be1-4117-9601-3ab64cef5175 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4617381 Nov 19 18:40:26.005481 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-ce58c971-6e89-4fc7-beb8-a6ab013dd330', 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'fixed_ips': [{'subnet_id': '7a328195-95e4-4dcf-aa40-c5d4afab782a'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:40:26.006776 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:26.303851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Allocated IP 172.20.0.2 (ce58c971-6e89-4fc7-beb8-a6ab013dd330/7a328195-95e4-4dcf-aa40-c5d4afab782a/320295c6-7e34-4e96-bf38-572c16ff26f2) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:26.507199 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:26.514846 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:26.591920 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Network ce58c971-6e89-4fc7-beb8-a6ab013dd330 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:26.596702 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:26.606993 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:26.615649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Pushing event updated for resources: {'Port': ['ID=320295c6-7e34-4e96-bf38-572c16ff26f2,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:26.645428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.645814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.646148 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.646491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.646828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.647166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.647500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.647831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.648161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.648492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.648822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.649147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Tracked resource versions report: Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: pushed versions: Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: { 'AddressGroup': {'1.2'}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'ConntrackHelper': {'1.0'}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'Log': {'1.0'}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'Network': {'1.1'}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'Port': {'1.7'}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'PortForwarding': {'1.2'}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'QosPolicy': {'1.10'}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'SecurityGroup': {'1.5'}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'SecurityGroupRule': {'1.2'}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'SubPort': {'1.0'}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'Subnet': {'1.1'}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'Trunk': {'1.1'}} Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: consumer versions: Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: { DHCP agent@n-d-815373-6: {}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: L3 agent@n-d-815373-6: {}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: Metadata agent@n-d-815373-6: {}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: Metering agent@n-d-815373-6: {}, Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: Open vSwitch agent@n-d-815373-6: { 'AddressGroup': '1.2', Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'ConntrackHelper': '1.0', Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'Log': '1.0', Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'Network': '1.1', Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'Port': '1.7', Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'PortForwarding': '1.2', Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'QosPolicy': '1.10', Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'SecurityGroup': '1.5', Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'SecurityGroupRule': '1.2', Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'SubPort': '1.0', Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'Subnet': '1.1', Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: 'Trunk': '1.1'}} Nov 19 18:40:26.650294 n-d-815373-6 neutron-server[109889]: {{(pid=109889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 18:40:26.699290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Attempting to bind port 320295c6-7e34-4e96-bf38-572c16ff26f2 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:26.700444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Attempting to bind port 320295c6-7e34-4e96-bf38-572c16ff26f2 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '117e7c9f-6965-43cb-9262-cc3dbb01ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:26.701075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Attempting to bind port 320295c6-7e34-4e96-bf38-572c16ff26f2 on network ce58c971-6e89-4fc7-beb8-a6ab013dd330 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:26.706359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:26.706736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Checking segment: {'id': '117e7c9f-6965-43cb-9262-cc3dbb01ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:26.707228 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:26.707623 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Bound using segment: {'id': '117e7c9f-6965-43cb-9262-cc3dbb01ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:26.708113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Bound port: 320295c6-7e34-4e96-bf38-572c16ff26f2, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117e7c9f-6965-43cb-9262-cc3dbb01ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:26.708534 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:26.773628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] For port 320295c6-7e34-4e96-bf38-572c16ff26f2, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:26.778589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] For port 320295c6-7e34-4e96-bf38-572c16ff26f2, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=320295c6-7e34-4e96-bf38-572c16ff26f2,segment=NetworkSegment(117e7c9f-6965-43cb-9262-cc3dbb01ea90),segment_id=117e7c9f-6965-43cb-9262-cc3dbb01ea90)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:26.783101 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:26.845728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018be76-7870-431b-9b56-0da2fd1ca055 None None] Pushing event updated for resources: {'Port': ['ID=320295c6-7e34-4e96-bf38-572c16ff26f2,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:28.257741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52358) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:28.579008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-cf2fdf20-be93-4a12-9131-74695f857626 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:40:28.580015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cf2fdf20-be93-4a12-9131-74695f857626 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3212037 Nov 19 18:40:31.103208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52366) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:31.444009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-94321740-3da8-476d-b387-0f6fd12df06d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:40:31.457789 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-94321740-3da8-476d-b387-0f6fd12df06d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3402867 Nov 19 18:40:34.203843 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52376) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:34.513036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-516a2754-1505-445b-989e-4a404fc96f32 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a4e121400b774459a55a97f015036aa6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:34.536130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-516a2754-1505-445b-989e-4a404fc96f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.537829 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-516a2754-1505-445b-989e-4a404fc96f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.680151 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-516a2754-1505-445b-989e-4a404fc96f32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.685631 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-516a2754-1505-445b-989e-4a404fc96f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.704245 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-516a2754-1505-445b-989e-4a404fc96f32 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.705534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-516a2754-1505-445b-989e-4a404fc96f32 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5006735 Nov 19 18:40:35.721497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 320295c6-7e34-4e96-bf38-572c16ff26f2 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:35.811114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 320295c6-7e34-4e96-bf38-572c16ff26f2 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:35.811511 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.925157 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.937526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b46ecd-c9ff-4d84-939c-f4a1808b32ed None None] Network ce58c971-6e89-4fc7-beb8-a6ab013dd330 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:36.008501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 320295c6-7e34-4e96-bf38-572c16ff26f2, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=320295c6-7e34-4e96-bf38-572c16ff26f2,segment=NetworkSegment(117e7c9f-6965-43cb-9262-cc3dbb01ea90),segment_id=117e7c9f-6965-43cb-9262-cc3dbb01ea90)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:36.021269 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.079784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f0975d9b-f7d2-4253-b761-47d39048cace None None] Provisioning complete for port 320295c6-7e34-4e96-bf38-572c16ff26f2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:36.080155 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f0975d9b-f7d2-4253-b761-47d39048cace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.148537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=320295c6-7e34-4e96-bf38-572c16ff26f2,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:36.457784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b0ef565c-170a-4a70-a981-e9764ce7131c None None] Provisioning complete for port 320295c6-7e34-4e96-bf38-572c16ff26f2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:36.458155 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0ef565c-170a-4a70-a981-e9764ce7131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.212885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52390) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:37.525273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-e6f28a5e-00db-40c0-95eb-c096e5560b04 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:40:37.526319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e6f28a5e-00db-40c0-95eb-c096e5560b04 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124859 Nov 19 18:40:37.693127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 320295c6-7e34-4e96-bf38-572c16ff26f2 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:37.744024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 320295c6-7e34-4e96-bf38-572c16ff26f2 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:37.744397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.105255 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fdbfcd3e-f75f-4af0-bdbf-cccee2a2fd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.012422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52398) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:40.324717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:40.346732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Made reservation on behalf of 85672df13fee45b3aaea295c46b66cfc for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:40.348933 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.356947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.431264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.435428 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.450740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Reserving flat network on physical network physnet1 {{(pid=109888) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 18:40:40.469567 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5cdb-1c18-4b66-81ba-e0dbfae6105a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.470274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe93734-be30-4873-834b-f0a692548058,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:40.475039 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.475372 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Added segment 89fb5f64-74b9-43c9-b10c-df8776043232 of type flat for network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 Nov 19 18:40:40.523156 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.554321 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.555234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:40.555816 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.612715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5989673 Nov 19 18:40:40.624957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bfbad-df52-4724-b851-d379152a6a2c admin admin] Pushing event updated for resources: {'Network': ['ID=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:40.635587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:40:41.667292 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:43.014184 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:43.085520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52416) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:43.259042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2824af93-4dfd-40bd-b1e9-78caca1ac371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:43.260869 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2824af93-4dfd-40bd-b1e9-78caca1ac371 admin admin] 10.222.0.50 "GET /v2.0/subnets/7a328195-95e4-4dcf-aa40-c5d4afab782a HTTP/1.1" status: 200 len: 849 time: 0.1738541 Nov 19 18:40:43.380814 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-640f4dcf-5868-4736-88d4-22ae37d7180e admin admin] 10.222.0.50 "GET /v2.0/routers/4ae91270-86f1-4a1c-a179-739bf4765a09 HTTP/1.1" status: 200 len: 704 time: 0.1137395 Nov 19 18:40:43.653963 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:43.956496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Allocated IP 172.20.0.1 (ce58c971-6e89-4fc7-beb8-a6ab013dd330/7a328195-95e4-4dcf-aa40-c5d4afab782a/42a6272f-17ce-4eab-bab2-d1c15e0a555a) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:43.968600 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.158129 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.222872 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.291166 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Network ce58c971-6e89-4fc7-beb8-a6ab013dd330 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:44.296308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:44.302391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:44.302489 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.373735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Pushing event updated for resources: {'Port': ['ID=42a6272f-17ce-4eab-bab2-d1c15e0a555a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:44.501069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-159cf3c8-ac95-4561-a5b2-f3b84bfdb3cc None None] Provisioning complete for port 42a6272f-17ce-4eab-bab2-d1c15e0a555a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:44.501692 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-159cf3c8-ac95-4561-a5b2-f3b84bfdb3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.512067 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.534604 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-159cf3c8-ac95-4561-a5b2-f3b84bfdb3cc None None] Port 42a6272f-17ce-4eab-bab2-d1c15e0a555a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:40:44.725454 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.730071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.730857 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.810337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Pushing event updated for resources: {'Port': ['ID=42a6272f-17ce-4eab-bab2-d1c15e0a555a,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:44.858527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Network ce58c971-6e89-4fc7-beb8-a6ab013dd330 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:44.859875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:45.026661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Router 4ae91270-86f1-4a1c-a179-739bf4765a09 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:40:45.056457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-796e76ef-5d4d-4c95-8962-c558f528a6b1 None None] Provisioning complete for port 42a6272f-17ce-4eab-bab2-d1c15e0a555a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:45.056833 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-796e76ef-5d4d-4c95-8962-c558f528a6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:45.091862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-796e76ef-5d4d-4c95-8962-c558f528a6b1 None None] Port 42a6272f-17ce-4eab-bab2-d1c15e0a555a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:40:45.118072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:40:45.123444 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1a399d7f-6c07-495f-b205-11f241182a4e admin admin] 10.222.0.50 "PUT /v2.0/routers/4ae91270-86f1-4a1c-a179-739bf4765a09/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7359509 Nov 19 18:40:45.128166 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Sync routers for ids ['4ae91270-86f1-4a1c-a179-739bf4765a09'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:40:45.140418 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Routers {'4ae91270-86f1-4a1c-a179-739bf4765a09'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:45.141410 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:40:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4ae91270-86f1-4a1c-a179-739bf4765a09'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:45.331842 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Set router 4ae91270-86f1-4a1c-a179-739bf4765a09 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:45.793176 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'name': 'router1', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:34Z', 'updated_at': '2021-11-19T18:40:44Z', 'revision_number': 2, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'gw_port_host': None, '_interfaces': [{'id': '42a6272f-17ce-4eab-bab2-d1c15e0a555a', 'name': '', 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'mac_address': 'fa:16:3e:62:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:43Z', 'updated_at': '2021-11-19T18:40:44Z', 'revision_number': 2, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'subnets': [{'id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4bf394-95f5-46ab-91a5-1b8d10b71673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:45.844806 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Checking router: 4ae91270-86f1-4a1c-a179-739bf4765a09 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:40:45.845178 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Updating router 4ae91270-86f1-4a1c-a179-739bf4765a09 port 42a6272f-17ce-4eab-bab2-d1c15e0a555a binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:40:45.892636 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.420967 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.427738 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.600364 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Pushing event updated for resources: {'Port': ['ID=42a6272f-17ce-4eab-bab2-d1c15e0a555a,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:46.623631 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Attempting to bind port 42a6272f-17ce-4eab-bab2-d1c15e0a555a on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:46.624034 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Attempting to bind port 42a6272f-17ce-4eab-bab2-d1c15e0a555a by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '117e7c9f-6965-43cb-9262-cc3dbb01ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:46.624473 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Attempting to bind port 42a6272f-17ce-4eab-bab2-d1c15e0a555a on network ce58c971-6e89-4fc7-beb8-a6ab013dd330 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:46.626961 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.627308 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.627648 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.627985 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.628317 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.628647 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.628972 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.629299 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.629623 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.629975 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.630300 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.630622 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Tracked resource versions report: Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: pushed versions: Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: { 'AddressGroup': {'1.2'}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'ConntrackHelper': {'1.0'}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'Log': {'1.0'}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'Network': {'1.1'}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'Port': {'1.7'}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'PortForwarding': {'1.2'}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'QosPolicy': {'1.10'}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'SecurityGroup': {'1.5'}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'SecurityGroupRule': {'1.2'}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'SubPort': {'1.0'}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'Subnet': {'1.1'}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'Trunk': {'1.1'}} Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: consumer versions: Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: { DHCP agent@n-d-815373-6: {}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: L3 agent@n-d-815373-6: {}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: Metadata agent@n-d-815373-6: {}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: Metering agent@n-d-815373-6: {}, Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: Open vSwitch agent@n-d-815373-6: { 'AddressGroup': '1.2', Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'ConntrackHelper': '1.0', Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'Log': '1.0', Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'Network': '1.1', Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'Port': '1.7', Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'PortForwarding': '1.2', Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'QosPolicy': '1.10', Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'SecurityGroup': '1.5', Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'SecurityGroupRule': '1.2', Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'SubPort': '1.0', Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'Subnet': '1.1', Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: 'Trunk': '1.1'}} Nov 19 18:40:46.631719 n-d-815373-6 neutron-server[109890]: {{(pid=109890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 18:40:46.639968 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:46.640385 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Checking segment: {'id': '117e7c9f-6965-43cb-9262-cc3dbb01ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:46.640868 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.641259 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Bound using segment: {'id': '117e7c9f-6965-43cb-9262-cc3dbb01ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:46.641776 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Bound port: 42a6272f-17ce-4eab-bab2-d1c15e0a555a, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117e7c9f-6965-43cb-9262-cc3dbb01ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:46.642180 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.721246 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-46e8bee0-7b9e-415a-be1f-8ec28fc38670 None None] Provisioning complete for port 42a6272f-17ce-4eab-bab2-d1c15e0a555a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:46.722448 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-46e8bee0-7b9e-415a-be1f-8ec28fc38670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.723235 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] For port 42a6272f-17ce-4eab-bab2-d1c15e0a555a, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:46.743326 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] For port 42a6272f-17ce-4eab-bab2-d1c15e0a555a, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=42a6272f-17ce-4eab-bab2-d1c15e0a555a,segment=NetworkSegment(117e7c9f-6965-43cb-9262-cc3dbb01ea90),segment_id=117e7c9f-6965-43cb-9262-cc3dbb01ea90)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:46.748216 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.762132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-46e8bee0-7b9e-415a-be1f-8ec28fc38670 None None] Port 42a6272f-17ce-4eab-bab2-d1c15e0a555a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:40:46.803575 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Routers {'4ae91270-86f1-4a1c-a179-739bf4765a09'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:46.804204 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:40:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4ae91270-86f1-4a1c-a179-739bf4765a09'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:46.873800 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf74714-c37e-4c9e-bf49-c748c2bea90c None None] Pushing event updated for resources: {'Port': ['ID=42a6272f-17ce-4eab-bab2-d1c15e0a555a,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:46.908343 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] Set router 4ae91270-86f1-4a1c-a179-739bf4765a09 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:46.991575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6d1c49fa-88fd-4541-a5ce-17ae2dcc05b6 None None] Provisioning complete for port 42a6272f-17ce-4eab-bab2-d1c15e0a555a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:46.991983 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6d1c49fa-88fd-4541-a5ce-17ae2dcc05b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.076239 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6d1c49fa-88fd-4541-a5ce-17ae2dcc05b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.108587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6d1c49fa-88fd-4541-a5ce-17ae2dcc05b6 None None] For port 42a6272f-17ce-4eab-bab2-d1c15e0a555a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=42a6272f-17ce-4eab-bab2-d1c15e0a555a,segment=NetworkSegment(117e7c9f-6965-43cb-9262-cc3dbb01ea90),segment_id=117e7c9f-6965-43cb-9262-cc3dbb01ea90)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:47.113106 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6d1c49fa-88fd-4541-a5ce-17ae2dcc05b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.140669 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'name': 'router1', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:34Z', 'updated_at': '2021-11-19T18:40:44Z', 'revision_number': 2, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'gw_port_host': None, '_interfaces': [{'id': '42a6272f-17ce-4eab-bab2-d1c15e0a555a', 'name': '', 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'mac_address': 'fa:16:3e:62:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:43Z', 'updated_at': '2021-11-19T18:40:46Z', 'revision_number': 4, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'subnets': [{'id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4bf394-95f5-46ab-91a5-1b8d10b71673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:47.161391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c49fa-88fd-4541-a5ce-17ae2dcc05b6 None None] Pushing event updated for resources: {'Port': ['ID=42a6272f-17ce-4eab-bab2-d1c15e0a555a,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:47.168054 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a112ab-fa9e-4d8a-9b9a-0844e95a56f2 None None] The sync data for ids ['4ae91270-86f1-4a1c-a179-739bf4765a09'] in n-d-815373-6 is: [{'id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'name': 'router1', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:34Z', 'updated_at': '2021-11-19T18:40:44Z', 'revision_number': 2, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'gw_port_host': None, '_interfaces': [{'id': '42a6272f-17ce-4eab-bab2-d1c15e0a555a', 'name': '', 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'mac_address': 'fa:16:3e:62:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:43Z', 'updated_at': '2021-11-19T18:40:46Z', 'revision_number': 4, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'subnets': [{'id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4bf394-95f5-46ab-91a5-1b8d10b71673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:40:47.510133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52438) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:47.621257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b80968a-4366-4554-b326-723f6e567c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:47.628296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3b80968a-4366-4554-b326-723f6e567c56 admin admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 842 time: 0.1107342 Nov 19 18:40:47.632425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'enable_dhcp': False, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:47.655523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Made reservation on behalf of 85672df13fee45b3aaea295c46b66cfc for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:47.658053 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.009967 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 18:40:48.010449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.065773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabd258a-1a32-41e5-a413-d451a1994504,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:48.074276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:48.074628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Network hostable DHCP agents. Network: bb3573dc-a75f-48ed-b4a1-b4bfeb80d412, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:48.091368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:48.099442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, bb3573dc-a75f-48ed-b4a1-b4bfeb80d412) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:48.103593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:48.104801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.112316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bc88f0-1f88-482c-a588-6d8a91d830d4 None None] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:48.133408 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8df5e739-482a-4235-be6d-a0b0c07b32f2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4932334 Nov 19 18:40:48.247446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc487b46-50d5-48c4-960b-f1152c2619f3 None None] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:50.552764 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52446) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:50.687886 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-933a9b99-0ff7-4bb5-8463-6538a7932dfd admin admin] 10.222.0.50 "GET /v2.0/routers/4ae91270-86f1-4a1c-a179-739bf4765a09 HTTP/1.1" status: 200 len: 710 time: 0.1339149 Nov 19 18:40:50.780089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e707a9a6-4eca-4762-b5c1-164e95babc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:50.781472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e707a9a6-4eca-4762-b5c1-164e95babc32 admin admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 886 time: 0.0878828 Nov 19 18:40:50.790927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:51.046096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.282239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.361820 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.467078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Allocated IP 172.25.3.229 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/23d6c0fb-e988-4888-a70a-2b4a328dc52d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:51.564671 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.597312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.639079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:51.642032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:51.648251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Pushing event updated for resources: {'Port': ['ID=23d6c0fb-e988-4888-a70a-2b4a328dc52d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:51.660525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:51.993144 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.188353 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.191864 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.300356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Router 4ae91270-86f1-4a1c-a179-739bf4765a09 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:40:52.405434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:40:52.410284 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.421808 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-59cc1fb4-6aa4-412e-b98e-f597c080ecf4 admin admin] 10.222.0.50 "PUT /v2.0/routers/4ae91270-86f1-4a1c-a179-739bf4765a09 HTTP/1.1" status: 200 len: 890 time: 1.6240032 Nov 19 18:40:53.723795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 42a6272f-17ce-4eab-bab2-d1c15e0a555a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:53.773846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 42a6272f-17ce-4eab-bab2-d1c15e0a555a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:53.774223 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:54.259894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Sync routers for ids ['4ae91270-86f1-4a1c-a179-739bf4765a09'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:40:54.271773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Routers {'4ae91270-86f1-4a1c-a179-739bf4765a09'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:54.272419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:40:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4ae91270-86f1-4a1c-a179-739bf4765a09'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:54.480808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Set router 4ae91270-86f1-4a1c-a179-739bf4765a09 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:54.953217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52460) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:54.953800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'name': 'router1', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '23d6c0fb-e988-4888-a70a-2b4a328dc52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:34Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'gw_port': {'id': '23d6c0fb-e988-4888-a70a-2b4a328dc52d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:51Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '42a6272f-17ce-4eab-bab2-d1c15e0a555a', 'name': '', 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'mac_address': 'fa:16:3e:62:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:43Z', 'updated_at': '2021-11-19T18:40:47Z', 'revision_number': 5, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'subnets': [{'id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4bf394-95f5-46ab-91a5-1b8d10b71673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:55.005551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Checking router: 4ae91270-86f1-4a1c-a179-739bf4765a09 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:40:55.005933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Updating router 4ae91270-86f1-4a1c-a179-739bf4765a09 port 23d6c0fb-e988-4888-a70a-2b4a328dc52d binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:40:55.054111 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.100171 n-d-815373-6 neutron-server[109887]: WARNING oslo_policy.policy [None req-cc2c9d06-06fe-4781-b1ba-f018eeec959a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 18:40:55.100757 n-d-815373-6 neutron-server[109887]: WARNING oslo_policy.policy [None req-cc2c9d06-06fe-4781-b1ba-f018eeec959a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 18:40:55.368801 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.375143 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.427270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Attempting to bind port 23d6c0fb-e988-4888-a70a-2b4a328dc52d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:55.427648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Attempting to bind port 23d6c0fb-e988-4888-a70a-2b4a328dc52d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:55.428018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Attempting to bind port 23d6c0fb-e988-4888-a70a-2b4a328dc52d on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:55.429990 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b168e34-9f7e-46db-8d68-0d2cd706089b None None] Pushing event updated for resources: {'Port': ['ID=23d6c0fb-e988-4888-a70a-2b4a328dc52d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:55.435771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:55.436669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:55.436669 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.437485 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:55.437485 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Bound port: 23d6c0fb-e988-4888-a70a-2b4a328dc52d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:55.437804 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.487465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] For port 23d6c0fb-e988-4888-a70a-2b4a328dc52d, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:55.490564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] For port 23d6c0fb-e988-4888-a70a-2b4a328dc52d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=23d6c0fb-e988-4888-a70a-2b4a328dc52d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:55.493972 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.512654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.policy [None req-cc2c9d06-06fe-4781-b1ba-f018eeec959a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109887) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 18:40:55.552797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Routers {'4ae91270-86f1-4a1c-a179-739bf4765a09'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:55.553409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:40:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4ae91270-86f1-4a1c-a179-739bf4765a09'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:55.556334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b168e34-9f7e-46db-8d68-0d2cd706089b None None] Pushing event updated for resources: {'Port': ['ID=23d6c0fb-e988-4888-a70a-2b4a328dc52d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:55.562334 n-d-815373-6 neutron-server[109887]: WARNING oslo_policy.policy [None req-cc2c9d06-06fe-4781-b1ba-f018eeec959a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 18:40:55.562733 n-d-815373-6 neutron-server[109887]: WARNING oslo_policy.policy [None req-cc2c9d06-06fe-4781-b1ba-f018eeec959a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 18:40:55.573047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cc2c9d06-06fe-4781-b1ba-f018eeec959a admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6175177 Nov 19 18:40:55.667937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] Set router 4ae91270-86f1-4a1c-a179-739bf4765a09 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:55.890137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'name': 'router1', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '23d6c0fb-e988-4888-a70a-2b4a328dc52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:34Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'gw_port': {'id': '23d6c0fb-e988-4888-a70a-2b4a328dc52d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:51Z', 'updated_at': '2021-11-19T18:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '42a6272f-17ce-4eab-bab2-d1c15e0a555a', 'name': '', 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'mac_address': 'fa:16:3e:62:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:43Z', 'updated_at': '2021-11-19T18:40:47Z', 'revision_number': 5, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'subnets': [{'id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4bf394-95f5-46ab-91a5-1b8d10b71673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:55.920102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a295cb3e-bc16-4a84-9767-4541537bd3f2 None None] The sync data for ids ['4ae91270-86f1-4a1c-a179-739bf4765a09'] in n-d-815373-6 is: [{'id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'name': 'router1', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '23d6c0fb-e988-4888-a70a-2b4a328dc52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:34Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'gw_port': {'id': '23d6c0fb-e988-4888-a70a-2b4a328dc52d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:51Z', 'updated_at': '2021-11-19T18:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '42a6272f-17ce-4eab-bab2-d1c15e0a555a', 'name': '', 'network_id': 'ce58c971-6e89-4fc7-beb8-a6ab013dd330', 'tenant_id': 'a4e121400b774459a55a97f015036aa6', 'mac_address': 'fa:16:3e:62:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae91270-86f1-4a1c-a179-739bf4765a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:43Z', 'updated_at': '2021-11-19T18:40:47Z', 'revision_number': 5, 'project_id': 'a4e121400b774459a55a97f015036aa6', 'subnets': [{'id': '7a328195-95e4-4dcf-aa40-c5d4afab782a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e4bf394-95f5-46ab-91a5-1b8d10b71673'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:40:57.759713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 23d6c0fb-e988-4888-a70a-2b4a328dc52d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:57.822104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 23d6c0fb-e988-4888-a70a-2b4a328dc52d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:57.822528 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:57.910918 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:57.934441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 23d6c0fb-e988-4888-a70a-2b4a328dc52d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=23d6c0fb-e988-4888-a70a-2b4a328dc52d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:57.942612 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:57.998740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=23d6c0fb-e988-4888-a70a-2b4a328dc52d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:59.732632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 23d6c0fb-e988-4888-a70a-2b4a328dc52d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:59.800466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 23d6c0fb-e988-4888-a70a-2b4a328dc52d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:59.800835 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:01.544106 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:41:08.109526 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2fd0f54f-ecdf-444e-83ad-5f311f014ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:10.475430 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c2839d2-c7ad-4152-8742-35b80edd734f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:11.638851 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:13.022033 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:13.976465 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:38.114092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-34b500e9-b78e-4266-a944-04e85dab7bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:38.543832 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:41:40.470183 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f163-1339-4869-8894-2ff87e82cf91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:41.631871 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:43.025909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:43.971277 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.108597 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3446dec-37cb-4cd7-9cec-5a36b1ffdbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:10.473661 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c99d8af-d4fa-4f13-b8be-37f35539153a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.635996 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:13.029788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:13.973905 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.543585 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:42:21.094515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52984) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:21.173699 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1850e48-1874-451d-a1ac-cfc7c58b2126 admin admin] GET failed (client error): The resource could not be found. Nov 19 18:42:21.174977 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d1850e48-1874-451d-a1ac-cfc7c58b2126 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0795164 Nov 19 18:42:21.371718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b07bc7c-2586-46ef-9dc2-f5fa0735b145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:21.373182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9b07bc7c-2586-46ef-9dc2-f5fa0735b145 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1935093 Nov 19 18:42:23.663079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52994) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:23.793653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df79a9f-9bd0-407e-b583-cb55332df8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:23.795048 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4df79a9f-9bd0-407e-b583-cb55332df8e2 admin admin] 10.222.0.50 "GET /v2.0/subnets/7a328195-95e4-4dcf-aa40-c5d4afab782a HTTP/1.1" status: 200 len: 849 time: 0.1305163 Nov 19 18:42:23.805690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:42:23.891645 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Publish callbacks [] for subnet, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.047691 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774168482133'] for subnet, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.118014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:24.118345 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.119658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] 10.222.0.50 "PUT /v2.0/subnets/7a328195-95e4-4dcf-aa40-c5d4afab782a HTTP/1.1" status: 200 len: 868 time: 0.3184636 Nov 19 18:42:24.121038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a475bb-4bc1-4ab0-a57f-15234893960a None None] Network ce58c971-6e89-4fc7-beb8-a6ab013dd330 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:42:24.135124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a328195-95e4-4dcf-aa40-c5d4afab782a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:24.145870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.146284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.146631 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.146974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.147312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.147701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.148605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.149008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.149455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.149807 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.150138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.150464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4f40c-35c7-40bb-96d8-73323a61fb6d admin admin] Tracked resource versions report: Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: pushed versions: Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: { 'AddressGroup': {'1.2'}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'ConntrackHelper': {'1.0'}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'Log': {'1.0'}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'Network': {'1.1'}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'Port': {'1.7'}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'PortForwarding': {'1.2'}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'QosPolicy': {'1.10'}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'SecurityGroup': {'1.5'}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'SecurityGroupRule': {'1.2'}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'SubPort': {'1.0'}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'Subnet': {'1.1'}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'Trunk': {'1.1'}} Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: consumer versions: Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: { DHCP agent@n-d-815373-6: {}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: L3 agent@n-d-815373-6: {}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: Metadata agent@n-d-815373-6: {}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: Metering agent@n-d-815373-6: {}, Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: Open vSwitch agent@n-d-815373-6: { 'AddressGroup': '1.2', Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'ConntrackHelper': '1.0', Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'Log': '1.0', Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'Network': '1.1', Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'Port': '1.7', Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'PortForwarding': '1.2', Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'QosPolicy': '1.10', Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'SecurityGroup': '1.5', Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'SecurityGroupRule': '1.2', Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'SubPort': '1.0', Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'Subnet': '1.1', Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: 'Trunk': '1.1'}} Nov 19 18:42:24.151614 n-d-815373-6 neutron-server[109887]: {{(pid=109887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 18:42:24.516077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-31fe917f-0246-4948-b5fe-42088875af98 None None] Provisioning complete for port 320295c6-7e34-4e96-bf38-572c16ff26f2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:24.516445 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31fe917f-0246-4948-b5fe-42088875af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.601673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-31fe917f-0246-4948-b5fe-42088875af98 None None] Provisioning complete for port 42a6272f-17ce-4eab-bab2-d1c15e0a555a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:24.602171 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31fe917f-0246-4948-b5fe-42088875af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:26.410502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53006) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:26.629429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a63b85-d813-4e39-b1d5-a0dd59ace127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:26.629889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a63b85-d813-4e39-b1d5-a0dd59ace127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:26.631437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e7a63b85-d813-4e39-b1d5-a0dd59ace127 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2199619 Nov 19 18:42:28.934910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53014) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:29.066100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a0ce0-aa64-482f-bc55-c6d529cb6ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:29.066574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a0ce0-aa64-482f-bc55-c6d529cb6ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:29.068108 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2e1a0ce0-aa64-482f-bc55-c6d529cb6ae5 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322370 Nov 19 18:42:31.407287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53022) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:31.584919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa7a53-a9c3-4f2b-b859-2abcc4a99e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:31.586250 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f2fa7a53-a9c3-4f2b-b859-2abcc4a99e1d admin admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 886 time: 0.1779773 Nov 19 18:42:33.883108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53030) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:34.032364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c3aef-e057-4371-add8-62138e398439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:34.033729 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-df1c3aef-e057-4371-add8-62138e398439 admin admin] 10.222.0.50 "GET /v2.0/networks/ce58c971-6e89-4fc7-beb8-a6ab013dd330 HTTP/1.1" status: 200 len: 869 time: 0.1496766 Nov 19 18:42:36.355788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53038) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:36.481828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836538ff-eebe-4e93-943e-2c467fd9b395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:36.482287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836538ff-eebe-4e93-943e-2c467fd9b395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:36.483798 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-836538ff-eebe-4e93-943e-2c467fd9b395 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270323 Nov 19 18:42:38.110424 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-38fde98b-bcc8-4ccc-ae0c-366d3d519e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:38.808982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53046) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:38.905886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f328cf10-9c26-457b-9183-886ece834b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:38.906342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f328cf10-9c26-457b-9183-886ece834b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:38.907856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f328cf10-9c26-457b-9183-886ece834b53 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0979257 Nov 19 18:42:40.475221 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-42646d3b-c159-4d91-8bf1-5ebe5e966771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:41.191527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53054) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:41.286415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e0ae4d-f083-42bb-81e6-0dbdc7a3c180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:41.287732 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-85e0ae4d-f083-42bb-81e6-0dbdc7a3c180 admin admin] 10.222.0.50 "GET /v2.0/subnets/7a328195-95e4-4dcf-aa40-c5d4afab782a HTTP/1.1" status: 200 len: 868 time: 0.0952754 Nov 19 18:42:41.637164 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:43.032739 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:43.587230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53062) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:43.674292 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e659c-c966-497d-be41-134b8c4348cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:43.675659 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-724e659c-c966-497d-be41-134b8c4348cf admin admin] 10.222.0.50 "GET /v2.0/subnets/fabd258a-1a32-41e5-a413-d451a1994504 HTTP/1.1" status: 200 len: 816 time: 0.0874612 Nov 19 18:42:43.977070 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:52.543168 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:43:08.112878 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3332a22-2f22-419b-8d51-e663248f878a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:09.444311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53118) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:09.492741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-0dc36753-75e4-4239-9e99-a3ff33abb77a admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:43:09.493739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0dc36753-75e4-4239-9e99-a3ff33abb77a admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480528 Nov 19 18:43:10.477460 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90401dfd-7383-41d2-93c3-2391159113f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:11.642002 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:11.855469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53126) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:11.918340 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-12370e1a-502d-47d0-bf9c-e37318036597 admin admin] GET failed (client error): The resource could not be found. Nov 19 18:43:11.919588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-12370e1a-502d-47d0-bf9c-e37318036597 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631666 Nov 19 18:43:12.005331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d6446-d14b-41d8-a583-8a57010ef113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:12.006822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-539d6446-d14b-41d8-a583-8a57010ef113 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827103 Nov 19 18:43:13.034328 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:13.980487 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:14.326876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53134) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:14.373579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:43:14.374880 n-d-815373-6 neutron-server[109887]: INFO neutron.quota [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Loaded quota_driver: . Nov 19 18:43:14.411682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Made reservation on behalf of 85672df13fee45b3aaea295c46b66cfc for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:43:14.414173 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:14.457105 n-d-815373-6 neutron-server[109887]: WARNING neutron.services.revisions.revision_plugin [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Could not find related network for resource to bump revision. Nov 19 18:43:14.474508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:43:14.486338 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774168506013', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:14.486905 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Unsubscribe: segment precommit_create {{(pid=109887) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 18:43:14.487364 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Added segment 8d54ef8b-ed54-4e5e-b045-63912715aa72 of type vlan for network 1033fc27-43ed-408d-8ec0-9499c8291dd6 Nov 19 18:43:14.537252 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:14.573872 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:14.574909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:14.575560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:14.653845 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3258376 Nov 19 18:43:14.675653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996d7a8-3525-4b51-9422-764f370eff6f admin admin] Pushing event updated for resources: {'Network': ['ID=1033fc27-43ed-408d-8ec0-9499c8291dd6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:14.688283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:43:16.971563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53142) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:17.031713 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84cbbce-760d-43a4-a962-52e4da73f9b3 admin admin] GET failed (client error): The resource could not be found. Nov 19 18:43:17.032979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a84cbbce-760d-43a4-a962-52e4da73f9b3 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604680 Nov 19 18:43:17.140720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b980de12-ae80-4f71-ba7c-6928a0f04820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:17.142108 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b980de12-ae80-4f71-ba7c-6928a0f04820 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1047201 Nov 19 18:43:17.152596 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'description': 'shared-subnet'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:43:17.173589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Made reservation on behalf of 85672df13fee45b3aaea295c46b66cfc for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:43:17.175862 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:17.335752 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:17.391872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb265f60-621f-4eef-8014-02dc7d2830a8,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:17.403275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.403622 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.403965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.404304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.404637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.404998 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.405355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.405702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.406054 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.406381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.406705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.407027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:17.412460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:43:17.413425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Network hostable DHCP agents. Network: 1033fc27-43ed-408d-8ec0-9499c8291dd6, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:43:17.440035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:43:17.449154 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 1033fc27-43ed-408d-8ec0-9499c8291dd6) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:43:17.453443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:17.454116 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:17.462975 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ecb04-e646-4839-98ab-24b4bd03db0f None None] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:43:17.470568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ffeb3f20-a228-4e78-ad92-46f573621607 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3213358 Nov 19 18:43:17.618924 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-1033fc27-43ed-408d-8ec0-9499c8291dd6', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'tenant_id': '85672df13fee45b3aaea295c46b66cfc', 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:43:17.619858 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:17.763452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Allocated IP 192.168.233.2 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/accf9d07-a4c8-49a4-9734-d43e3aeee1bb) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:43:18.004850 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:18.011271 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:18.052342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:43:18.056734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:43:18.059176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:43:18.070705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Pushing event updated for resources: {'Port': ['ID=accf9d07-a4c8-49a4-9734-d43e3aeee1bb,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:18.093392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.093728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.094091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.094422 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.094752 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.095080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.095399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.095719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.096047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.096369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.096687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.097002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:18.134208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Attempting to bind port accf9d07-a4c8-49a4-9734-d43e3aeee1bb on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:43:18.134580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Attempting to bind port accf9d07-a4c8-49a4-9734-d43e3aeee1bb by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:43:18.134944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Attempting to bind port accf9d07-a4c8-49a4-9734-d43e3aeee1bb on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:43:18.140139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:43:18.140507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:43:18.140910 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:18.141306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:43:18.141783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Bound port: accf9d07-a4c8-49a4-9734-d43e3aeee1bb, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:43:18.142182 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:18.206008 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] For port accf9d07-a4c8-49a4-9734-d43e3aeee1bb, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:43:18.209835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] For port accf9d07-a4c8-49a4-9734-d43e3aeee1bb, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=accf9d07-a4c8-49a4-9734-d43e3aeee1bb,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:43:18.215735 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:18.276635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c33000-40ee-4cc2-bc1c-cbfa61e69943 None None] Pushing event updated for resources: {'Port': ['ID=accf9d07-a4c8-49a4-9734-d43e3aeee1bb,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:19.129573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eec0f7-ed45-42b5-96bc-370f138cdb91 None None] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:43:19.267948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-90d7a64e-77ad-4847-917c-d446a2c62c3b None None] Provisioning complete for port accf9d07-a4c8-49a4-9734-d43e3aeee1bb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:43:19.268396 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90d7a64e-77ad-4847-917c-d446a2c62c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:19.420367 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90d7a64e-77ad-4847-917c-d446a2c62c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:19.459813 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-90d7a64e-77ad-4847-917c-d446a2c62c3b None None] For port accf9d07-a4c8-49a4-9734-d43e3aeee1bb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=accf9d07-a4c8-49a4-9734-d43e3aeee1bb,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:43:19.466891 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90d7a64e-77ad-4847-917c-d446a2c62c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:19.537918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7a64e-77ad-4847-917c-d446a2c62c3b None None] Pushing event updated for resources: {'Port': ['ID=accf9d07-a4c8-49a4-9734-d43e3aeee1bb,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:19.589797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-336c8b52-ce07-4585-9b5e-5521e2905793 None None] Provisioning complete for port accf9d07-a4c8-49a4-9734-d43e3aeee1bb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:43:19.590250 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-336c8b52-ce07-4585-9b5e-5521e2905793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:19.859010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device accf9d07-a4c8-49a4-9734-d43e3aeee1bb up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:43:19.908871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port accf9d07-a4c8-49a4-9734-d43e3aeee1bb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:43:19.909234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:29.542384 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:43:38.114447 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3fa90b36-70a9-4570-b628-85f589e1e2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:40.478706 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f056e86a-ee4c-424e-b363-c6645aa06aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:41.642840 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:43.038315 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:43.982826 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:06.541908 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:44:08.118442 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b05be46-c2ba-460c-876d-78a5581d83e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:10.480182 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1da9e85f-8be3-45bf-8b92-23f187f1f892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:11.645285 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:13.042748 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:13.985610 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:38.129330 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-85c5ea26-9eb6-425c-bf6b-00d75aee9e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:40.482395 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2694c50f-c071-4a98-bf6a-118548d4e25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:41.649501 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:43.046873 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:43.541282 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:44:43.987597 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:52.299357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53186) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:52.306089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-35a74de5-bca8-4206-b2c3-0939fc0db7a2 tempest-verify_tempest_config-615399794 tempest-verify_tempest_config-615399794-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:44:52.307074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-35a74de5-bca8-4206-b2c3-0939fc0db7a2 tempest-verify_tempest_config-615399794 tempest-verify_tempest_config-615399794-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067530 Nov 19 18:44:52.606588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53204) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:52.708769 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:52.784397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:52.789731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:52.842046 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48df8cfbae6e43689e2e1b0cf2e8c542&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2343311 Nov 19 18:44:52.842964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef58846-7d24-4fb6-b514-2b2d42d3c7b1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:52.844666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53208) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:52.849776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.850139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.850480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.850822 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.851151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.851479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.851809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.852133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.852457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.852779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.853102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.853421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f1ed3a-1bf3-48a9-86dc-2d3ec0d8e8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:52.921447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:52.942249 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:53.033426 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:53.036216 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:53.040516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eef58846-7d24-4fb6-b514-2b2d42d3c7b1 HTTP/1.1" status: 204 len: 168 time: 0.1945634 Nov 19 18:44:53.048531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef58846-7d24-4fb6-b514-2b2d42d3c7b1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:53.055985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:53.056348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:53.056696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:53.057039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:53.057377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:53.057719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:53.058080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:53.058408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:53.058744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:53.059066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:53.059391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:53.059706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c73ff-1676-41bd-8dd5-29b328796e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:08.123378 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f5737fd7-7569-495f-8ad4-4a376e35ab24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:10.483445 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63fb54d0-52d8-4f6d-b4ac-5890c94cb2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:11.652446 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:13.049358 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:13.989249 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:20.539495 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:45:38.125256 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f92e5bfd-10b8-4011-a8aa-dd464024428e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:40.483466 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8f6db89-ec21-4f21-b0f3-84d2f5265773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:41.658049 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:43.054318 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:43.994271 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:57.538547 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:46:08.126037 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9eda8909-bae3-47ff-924a-b20374d9bfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:10.484488 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6bcd-48ae-445c-a41e-e48c82f66447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:11.657463 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:13.055509 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:13.997052 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:34.536897 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:46:38.127588 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6d64255e-008f-47b2-ab4f-91d18caad3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:40.485730 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-73049c6b-29c0-44bb-be1f-019515c3f10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:41.661290 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:43.059604 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:43.999869 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:08.130052 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-afd86dce-1607-4e9b-b276-a5dc2d358979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:10.487233 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-22777564-ad3a-43b8-8782-e13477296d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.535445 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:47:11.662725 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.064069 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.000955 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:38.227768 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edb61abf-9857-422f-b518-2b1eb4f8e216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:40.488253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4cacdc7-014d-443f-b0f4-8c939e1fbe68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:41.666289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:43.066110 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:44.002119 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:48.533936 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 5 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:47:54.830435 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634645'] for agent, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:59.364272 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1634645'] for agent, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:08.128951 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3c60568-b595-4265-acd3-e694f06956f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:10.491293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8ee78c01-21da-44b0-8652-64f03ef24197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:11.667513 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:13.069007 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:14.002889 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:24.801141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:25.533098 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:48:29.332280 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:38.129658 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-65e3c14c-4c7a-43a7-9e74-a99ecf8dbf88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:40.494189 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dfea6169-4b02-4050-b8d9-ff635aa24c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:41.130001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53262) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:48:41.233831 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bab351fd-0105-4bf7-bd9b-6b2627be5f4a admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1027172 Nov 19 18:48:41.673003 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:43.073099 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:43.530408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53272) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:48:43.588049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-12cb0d9d-2397-4443-b973-6087af3d74c3 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0565732 Nov 19 18:48:44.004887 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:54.794669 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:59.334361 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:02.532657 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:49:08.131213 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c9a46df-511b-4b46-ae04-00aae80eeaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.500130 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0affb4d0-de42-4635-9500-e9819aefdb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.673813 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.076281 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:14.008616 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:24.813422 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:29.351055 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:38.135403 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b6a36b6-0d7c-43d7-a342-2ff52d1534d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:39.531679 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:49:40.492779 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e16c311-c212-427c-afb7-7b10a09ebe97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:41.676690 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:43.079770 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:44.014194 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:54.814257 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:59.359661 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:02.844512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53482) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:03.265483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-27fb90e8-82ca-48da-a334-1899c89b8567 tempest-AutoAllocateNetworkTest-2101792458 tempest-AutoAllocateNetworkTest-2101792458-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7a4bf16e712d4af6894f4c0e0ab06b79&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4198298 Nov 19 18:50:03.268060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53502) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:03.455319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349e3394-213d-49b6-a9c0-931ad77f2f93 tempest-AutoAllocateNetworkTest-2101792458 tempest-AutoAllocateNetworkTest-2101792458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:03.456809 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-349e3394-213d-49b6-a9c0-931ad77f2f93 tempest-AutoAllocateNetworkTest-2101792458 tempest-AutoAllocateNetworkTest-2101792458-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1878033 Nov 19 18:50:03.459799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53510) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:03.593899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-93c6aff3-dc93-4d75-bd22-40670316c3d1 tempest-AutoAllocateNetworkTest-2101792458 tempest-AutoAllocateNetworkTest-2101792458-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1306875 Nov 19 18:50:03.594187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53518) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:03.622208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-52cc35d3-701b-429b-b2ff-8fcc7d24ffdf tempest-AutoAllocateNetworkTest-2101792458 tempest-AutoAllocateNetworkTest-2101792458-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7a4bf16e712d4af6894f4c0e0ab06b79 HTTP/1.1" status: 200 len: 208 time: 0.0268850 Nov 19 18:50:03.636967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53522) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:04.090784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-network', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:04.121603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Made reservation on behalf of 75ef4fd3a79547a498a1c4eac20ae6c3 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:04.129027 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.140342 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.244404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.250356 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.264624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:50:04.282506 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.282821 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Added segment 3f49ecb5-604d-4285-8b0f-f2e424001125 of type vlan for network f96408f8-5603-4d54-9f77-1f7ed54c35d6 Nov 19 18:50:04.308261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9eb751-066c-40a5-abe5-76c7a67f8889,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:04.320037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.320810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.321327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.321916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.322477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.323152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.323638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.324222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.324732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.325382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.325941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.326464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Tracked resource versions report: Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: pushed versions: Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: { 'AddressGroup': {'1.2'}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'ConntrackHelper': {'1.0'}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'Log': {'1.0'}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'Network': {'1.1'}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'Port': {'1.7'}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'PortForwarding': {'1.2'}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'QosPolicy': {'1.10'}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'SecurityGroup': {'1.5'}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'SecurityGroupRule': {'1.2'}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'SubPort': {'1.0'}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'Subnet': {'1.1'}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'Trunk': {'1.1'}} Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: consumer versions: Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: { DHCP agent@n-d-815373-6: {}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: HyperV agent@n-h1-815373-6: {}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: HyperV agent@n-h2-815373-6: {}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: L3 agent@n-d-815373-6: {}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: Metadata agent@n-d-815373-6: {}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: Metering agent@n-d-815373-6: {}, Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: Open vSwitch agent@n-d-815373-6: { 'AddressGroup': '1.2', Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'ConntrackHelper': '1.0', Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'Log': '1.0', Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'Network': '1.1', Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'Port': '1.7', Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'PortForwarding': '1.2', Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'QosPolicy': '1.10', Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'SecurityGroup': '1.5', Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'SecurityGroupRule': '1.2', Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'SubPort': '1.0', Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'Subnet': '1.1', Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: 'Trunk': '1.1'}} Nov 19 18:50:04.328316 n-d-815373-6 neutron-server[109887]: {{(pid=109887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 18:50:04.369727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.404666 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.407033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:04.407838 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.459165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53556) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:04.470244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8320973 Nov 19 18:50:04.473182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53562) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:04.479035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Request body: {'subnet': {'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-subnet', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:04.484582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcf90d-a8d1-4f6e-86d7-eafbc4ec9b13 admin admin] Pushing event updated for resources: {'Network': ['ID=f96408f8-5603-4d54-9f77-1f7ed54c35d6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:04.497505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f96408f8-5603-4d54-9f77-1f7ed54c35d6 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:50:04.519072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Made reservation on behalf of 75ef4fd3a79547a498a1c4eac20ae6c3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:04.521769 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.733490 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3b95a6be-9460-4cd8-8971-0ed5f4b737b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.735892 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.842790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Checking segment: {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:04.843150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Network hostable DHCP agents. Network: f96408f8-5603-4d54-9f77-1f7ed54c35d6, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:50:04.883123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768b4d25-02ae-4ccf-abe6-0db558209b79,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:04.915044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.915395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.915859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.916454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.916787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.917280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.917799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.918280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.918754 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.919275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.919602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.919926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Tracked resource versions report: Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: pushed versions: Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: { 'AddressGroup': {'1.2'}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'ConntrackHelper': {'1.0'}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'Log': {'1.0'}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'Network': {'1.1'}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'Port': {'1.7'}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'PortForwarding': {'1.2'}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'QosPolicy': {'1.10'}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'SecurityGroup': {'1.5'}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'SecurityGroupRule': {'1.2'}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'SubPort': {'1.0'}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'Subnet': {'1.1'}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'Trunk': {'1.1'}} Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: consumer versions: Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: { DHCP agent@n-d-815373-6: {}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: HyperV agent@n-h1-815373-6: {}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: HyperV agent@n-h2-815373-6: {}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: L3 agent@n-d-815373-6: {}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: Metadata agent@n-d-815373-6: {}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: Metering agent@n-d-815373-6: {}, Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: Open vSwitch agent@n-d-815373-6: { 'AddressGroup': '1.2', Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'ConntrackHelper': '1.0', Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'Log': '1.0', Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'Network': '1.1', Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'Port': '1.7', Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'PortForwarding': '1.2', Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'QosPolicy': '1.10', Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'SecurityGroup': '1.5', Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'SecurityGroupRule': '1.2', Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'SubPort': '1.0', Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'Subnet': '1.1', Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: 'Trunk': '1.1'}} Nov 19 18:50:04.921026 n-d-815373-6 neutron-server[109888]: {{(pid=109888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 18:50:04.926770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Network f96408f8-5603-4d54-9f77-1f7ed54c35d6 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:50:04.930001 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3b95a6be-9460-4cd8-8971-0ed5f4b737b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.936068 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3b95a6be-9460-4cd8-8971-0ed5f4b737b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.948305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f96408f8-5603-4d54-9f77-1f7ed54c35d6) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:04.957791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2a33ef-1bde-436f-9b2a-da832d283c06 None None] Network f96408f8-5603-4d54-9f77-1f7ed54c35d6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:04.965248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:04.966104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.986186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95a6be-9460-4cd8-8971-0ed5f4b737b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c51a3ea-1f8e-4a9c-8793-2b819ac4fcc8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:04.996331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53588) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:05.003447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3b95a6be-9460-4cd8-8971-0ed5f4b737b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a4bf16e712d4af6894f4c0e0ab06b79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5431406 Nov 19 18:50:05.016265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ab57865a-0e48-420b-bb24-1de10ca3be80 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5394323 Nov 19 18:50:05.016564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53590) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:05.021744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:05.048784 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.051306 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.070427 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e642ce1f-32e0-49fd-a008-6ea3a450eefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.107839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e642ce1f-32e0-49fd-a008-6ea3a450eefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.133650 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.173296 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e642ce1f-32e0-49fd-a008-6ea3a450eefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.177065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e642ce1f-32e0-49fd-a008-6ea3a450eefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.184347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e642ce1f-32e0-49fd-a008-6ea3a450eefc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c51a3ea-1f8e-4a9c-8793-2b819ac4fcc8 HTTP/1.1" status: 204 len: 168 time: 0.1869659 Nov 19 18:50:05.198830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:50:05.200033 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.201745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642ce1f-32e0-49fd-a008-6ea3a450eefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c51a3ea-1f8e-4a9c-8793-2b819ac4fcc8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:05.401046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Allocated IP 172.20.0.2 (f96408f8-5603-4d54-9f77-1f7ed54c35d6/768b4d25-02ae-4ccf-abe6-0db558209b79/206ef1a7-533e-4634-90b0-17a6a93453a1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:05.423135 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.651703 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.665530 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.729240 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.741011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Pushing event updated for resources: {'Port': ['ID=206ef1a7-533e-4634-90b0-17a6a93453a1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:05.752992 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.766539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Network f96408f8-5603-4d54-9f77-1f7ed54c35d6 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:05.772341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:05.776193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.776726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.777210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.777688 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.778534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.779027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.779517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.779997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.780484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.780941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.781440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.781965 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Tracked resource versions report: Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: pushed versions: Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: { 'AddressGroup': {'1.2'}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'ConntrackHelper': {'1.0'}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'Log': {'1.0'}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'Network': {'1.1'}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'Port': {'1.7'}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'PortForwarding': {'1.2'}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'QosPolicy': {'1.10'}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'SecurityGroup': {'1.5'}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'SecurityGroupRule': {'1.2'}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'SubPort': {'1.0'}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'Subnet': {'1.1'}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'Trunk': {'1.1'}} Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: consumer versions: Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: { DHCP agent@n-d-815373-6: {}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: HyperV agent@n-h1-815373-6: {}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: HyperV agent@n-h2-815373-6: {}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: L3 agent@n-d-815373-6: {}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: Metadata agent@n-d-815373-6: {}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: Metering agent@n-d-815373-6: {}, Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: Open vSwitch agent@n-d-815373-6: { 'AddressGroup': '1.2', Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'ConntrackHelper': '1.0', Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'Log': '1.0', Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'Network': '1.1', Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'Port': '1.7', Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'PortForwarding': '1.2', Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'QosPolicy': '1.10', Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'SecurityGroup': '1.5', Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'SecurityGroupRule': '1.2', Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'SubPort': '1.0', Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'Subnet': '1.1', Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: 'Trunk': '1.1'}} Nov 19 18:50:05.783363 n-d-815373-6 neutron-server[109889]: {{(pid=109889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 18:50:05.797867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:05.883434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Attempting to bind port 206ef1a7-533e-4634-90b0-17a6a93453a1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:05.884069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Attempting to bind port 206ef1a7-533e-4634-90b0-17a6a93453a1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:05.885031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Attempting to bind port 206ef1a7-533e-4634-90b0-17a6a93453a1 on network f96408f8-5603-4d54-9f77-1f7ed54c35d6 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:05.892628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:05.893656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Checking segment: {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:05.894431 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.895023 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Bound using segment: {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:05.895981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Bound port: 206ef1a7-533e-4634-90b0-17a6a93453a1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:05.896581 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.954323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Allocated IP 172.25.3.125 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/f8a3f80f-d04a-4304-a839-cd3cb91a599b) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:06.015865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] For port 206ef1a7-533e-4634-90b0-17a6a93453a1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:06.020712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] For port 206ef1a7-533e-4634-90b0-17a6a93453a1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=206ef1a7-533e-4634-90b0-17a6a93453a1,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:06.025839 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:06.137611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7b186-bcc6-44f4-8c66-c5356c1b4ee0 None None] Pushing event updated for resources: {'Port': ['ID=206ef1a7-533e-4634-90b0-17a6a93453a1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:06.173866 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:06.229271 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:06.290147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Pushing event updated for resources: {'Port': ['ID=f8a3f80f-d04a-4304-a839-cd3cb91a599b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:06.313991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:06.318045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:06.327675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:06.659335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:06.971783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:07.197072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Router 8a4e1d00-7543-473f-8c25-452f81d0090c is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:50:07.349020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:50:07.362654 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Sync routers for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:50:07.380974 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:07.385842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-facbd2a0-43f4-4ab4-90f7-bc3c3ac1fadb admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.3655162 Nov 19 18:50:07.386348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53686) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:07.392915 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:07.393566 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:49:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:07.529534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5ae6f0-a5a1-4cf0-b578-752e0e96e5f9 None None] Network f96408f8-5603-4d54-9f77-1f7ed54c35d6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:07.626536 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:07.782352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-99b30c9e-ba04-4b35-bf4c-f68fd00fc161 None None] Provisioning complete for port 206ef1a7-533e-4634-90b0-17a6a93453a1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:07.782897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-99b30c9e-ba04-4b35-bf4c-f68fd00fc161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:07.826331 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:06Z', 'revision_number': 3, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:07.878206 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Checking router: 8a4e1d00-7543-473f-8c25-452f81d0090c for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:50:07.878780 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Updating router 8a4e1d00-7543-473f-8c25-452f81d0090c port f8a3f80f-d04a-4304-a839-cd3cb91a599b binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:50:07.928158 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-99b30c9e-ba04-4b35-bf4c-f68fd00fc161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:07.957037 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.247529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 206ef1a7-533e-4634-90b0-17a6a93453a1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:08.273961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-99b30c9e-ba04-4b35-bf4c-f68fd00fc161 None None] For port 206ef1a7-533e-4634-90b0-17a6a93453a1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=206ef1a7-533e-4634-90b0-17a6a93453a1,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:08.320385 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-99b30c9e-ba04-4b35-bf4c-f68fd00fc161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.361988 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a409a04-aa7d-4f5f-8f28-d189537484f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.394465 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.396001 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.406986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b30c9e-ba04-4b35-bf4c-f68fd00fc161 None None] Pushing event updated for resources: {'Port': ['ID=206ef1a7-533e-4634-90b0-17a6a93453a1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:08.410032 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.422278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 206ef1a7-533e-4634-90b0-17a6a93453a1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:08.422649 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.470842 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Attempting to bind port f8a3f80f-d04a-4304-a839-cd3cb91a599b on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:08.471223 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Attempting to bind port f8a3f80f-d04a-4304-a839-cd3cb91a599b by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:08.471587 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Attempting to bind port f8a3f80f-d04a-4304-a839-cd3cb91a599b on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:08.516793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-28541eaa-ad75-43f1-955c-cce14b17f3f5 None None] Provisioning complete for port 206ef1a7-533e-4634-90b0-17a6a93453a1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:08.518155 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28541eaa-ad75-43f1-955c-cce14b17f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.519894 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:08.520277 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:08.520758 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.521151 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:08.525552 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Bound port: f8a3f80f-d04a-4304-a839-cd3cb91a599b, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:08.526074 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.630183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Allocated IP 172.20.0.1 (f96408f8-5603-4d54-9f77-1f7ed54c35d6/768b4d25-02ae-4ccf-abe6-0db558209b79/cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:08.671410 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] For port f8a3f80f-d04a-4304-a839-cd3cb91a599b, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:08.719039 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Pushing event updated for resources: {'Port': ['ID=f8a3f80f-d04a-4304-a839-cd3cb91a599b,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:08.734478 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.735091 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.735540 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.736112 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.736998 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.737684 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.738148 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.738708 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.739147 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.739586 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.740189 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.740726 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Tracked resource versions report: Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: pushed versions: Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: { 'AddressGroup': {'1.2'}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'ConntrackHelper': {'1.0'}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'Log': {'1.0'}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'Network': {'1.1'}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'Port': {'1.7'}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'PortForwarding': {'1.2'}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'QosPolicy': {'1.10'}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'SecurityGroup': {'1.5'}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'SecurityGroupRule': {'1.2'}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'SubPort': {'1.0'}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'Subnet': {'1.1'}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'Trunk': {'1.1'}} Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: consumer versions: Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: { DHCP agent@n-d-815373-6: {}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: HyperV agent@n-h1-815373-6: {}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: HyperV agent@n-h2-815373-6: {}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: L3 agent@n-d-815373-6: {}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: Metadata agent@n-d-815373-6: {}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: Metering agent@n-d-815373-6: {}, Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: Open vSwitch agent@n-d-815373-6: { 'AddressGroup': '1.2', Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'ConntrackHelper': '1.0', Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'Log': '1.0', Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'Network': '1.1', Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'Port': '1.7', Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'PortForwarding': '1.2', Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'QosPolicy': '1.10', Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'SecurityGroup': '1.5', Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'SecurityGroupRule': '1.2', Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'SubPort': '1.0', Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'Subnet': '1.1', Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: 'Trunk': '1.1'}} Nov 19 18:50:08.742911 n-d-815373-6 neutron-server[109890]: {{(pid=109890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 18:50:08.748492 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.760590 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] For port f8a3f80f-d04a-4304-a839-cd3cb91a599b, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f8a3f80f-d04a-4304-a839-cd3cb91a599b,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:08.770009 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.792208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.835598 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:08.836410 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:49:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:08.842803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Pushing event updated for resources: {'Port': ['ID=cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:08.858916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Network f96408f8-5603-4d54-9f77-1f7ed54c35d6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:08.866808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:08.878869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:08.879351 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:08.908609 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68eea2-4bc0-4e3e-bb24-ab2ac1f9de82 None None] Pushing event updated for resources: {'Port': ['ID=f8a3f80f-d04a-4304-a839-cd3cb91a599b,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:09.042066 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:09.228435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5fdc44ba-61b2-4d5d-abf2-97610f6b573c None None] Provisioning complete for port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:09.228968 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5fdc44ba-61b2-4d5d-abf2-97610f6b573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:09.248824 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:09.295430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc44ba-61b2-4d5d-abf2-97610f6b573c None None] Port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:09.399279 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:06Z', 'revision_number': 3, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:09.437130 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b39e09-c497-41e1-aca3-2f6c980fdac4 None None] The sync data for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 is: [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:06Z', 'revision_number': 3, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:50:09.531152 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:09.544061 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:09.546588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:09.658421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Pushing event updated for resources: {'Port': ['ID=cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:09.701209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Network f96408f8-5603-4d54-9f77-1f7ed54c35d6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:09.703671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:09.775701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53850) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:09.778453 n-d-815373-6 neutron-server[109887]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 18:50:09.862856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-fc2b4512-d0a5-4f2c-b368-777f3bc1c7c0 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6e59489480794ea8b6e92bdcd071a56d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860298 Nov 19 18:50:09.944913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53856) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:10.023788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Router 8a4e1d00-7543-473f-8c25-452f81d0090c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:50:10.178240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-da2b4328-2473-41d3-bc61-10d18bf78f22 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:10.193878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-da2b4328-2473-41d3-bc61-10d18bf78f22 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244534 Nov 19 18:50:10.216465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f8a3f80f-d04a-4304-a839-cd3cb91a599b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:10.225805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-3050201c-d46d-4031-bd35-0f8b61d95b51 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/quotas/6e59489480794ea8b6e92bdcd071a56d HTTP/1.1" status: 200 len: 375 time: 0.0301933 Nov 19 18:50:10.262707 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53878) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:10.301604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:50:10.317224 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-248f2219-1335-4d13-8f2b-d13848fd7407 admin admin] 10.222.0.50 "PUT /v2.0/routers/8a4e1d00-7543-473f-8c25-452f81d0090c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9211199 Nov 19 18:50:10.317522 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-0d93fef7-2ac3-4d9e-a485-75f54ad41968 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e59489480794ea8b6e92bdcd071a56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873821 Nov 19 18:50:10.328294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-41ebb02f-a556-42af-ba09-7aabcca4f5d2 None None] Provisioning complete for port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:10.328919 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-41ebb02f-a556-42af-ba09-7aabcca4f5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.392450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f8a3f80f-d04a-4304-a839-cd3cb91a599b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:10.392832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.397087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efa70972-442e-4ac0-9a95-3418dfb901c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.447378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-41ebb02f-a556-42af-ba09-7aabcca4f5d2 None None] Port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:10.509099 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-306a4646-58f3-4c9b-949a-62c3cba75e84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.524684 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e25348a6-9126-4998-8b02-54cff04ce465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.659373 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efa70972-442e-4ac0-9a95-3418dfb901c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.670058 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-306a4646-58f3-4c9b-949a-62c3cba75e84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.673057 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efa70972-442e-4ac0-9a95-3418dfb901c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.677710 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.688376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-306a4646-58f3-4c9b-949a-62c3cba75e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.737648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa70972-442e-4ac0-9a95-3418dfb901c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a89c703-c6c0-40e1-b6a7-128d5a429546,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:10.747502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port f8a3f80f-d04a-4304-a839-cd3cb91a599b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f8a3f80f-d04a-4304-a839-cd3cb91a599b,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:10.762099 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.763141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 206ef1a7-533e-4634-90b0-17a6a93453a1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:10.776498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-efa70972-442e-4ac0-9a95-3418dfb901c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=194e2bd51df84ae898d20608c401910c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8299942 Nov 19 18:50:10.780570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53916) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:10.798461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a4646-58f3-4c9b-949a-62c3cba75e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab1b7f4-5bd7-4f4c-90ed-895e7cd046ab,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:10.860300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-306a4646-58f3-4c9b-949a-62c3cba75e84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5161cc1a42414b56bdc8ec85dfb0d17a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5961416 Nov 19 18:50:10.865421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53926) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:10.918629 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-095e9550-d373-4383-8ded-ece6d100ecbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.929267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=f8a3f80f-d04a-4304-a839-cd3cb91a599b,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:10.936438 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59f7072b-c0a7-4f19-b4db-9400060331f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.956518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 206ef1a7-533e-4634-90b0-17a6a93453a1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:10.957727 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.964511 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-095e9550-d373-4383-8ded-ece6d100ecbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:10.967080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59f7072b-c0a7-4f19-b4db-9400060331f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:11.024543 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59f7072b-c0a7-4f19-b4db-9400060331f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:11.027296 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59f7072b-c0a7-4f19-b4db-9400060331f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:11.028647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-59f7072b-c0a7-4f19-b4db-9400060331f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ab1b7f4-5bd7-4f4c-90ed-895e7cd046ab HTTP/1.1" status: 204 len: 168 time: 0.1620691 Nov 19 18:50:11.043651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7072b-c0a7-4f19-b4db-9400060331f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab1b7f4-5bd7-4f4c-90ed-895e7cd046ab,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:11.044984 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-095e9550-d373-4383-8ded-ece6d100ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:11.047739 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-095e9550-d373-4383-8ded-ece6d100ecbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:11.051229 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-095e9550-d373-4383-8ded-ece6d100ecbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a89c703-c6c0-40e1-b6a7-128d5a429546 HTTP/1.1" status: 204 len: 168 time: 0.2672527 Nov 19 18:50:11.066378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e9550-d373-4383-8ded-ece6d100ecbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a89c703-c6c0-40e1-b6a7-128d5a429546,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:11.298651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53942) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:11.327581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53946) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:11.634993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53976) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:11.687234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:11.797653 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3dbafda-3681-4ab2-bb7e-a6eb9bf78868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:11.828447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfe0cdb6-b515-41dc-a20d-de3d3a6f04fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:11.909796 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3dbafda-3681-4ab2-bb7e-a6eb9bf78868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:11.917064 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3dbafda-3681-4ab2-bb7e-a6eb9bf78868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.022005 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfe0cdb6-b515-41dc-a20d-de3d3a6f04fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.029503 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e3dbafda-3681-4ab2-bb7e-a6eb9bf78868 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa19ef8d56fd4a1c989a0c6da13fe57a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7113621 Nov 19 18:50:12.030374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbafda-3681-4ab2-bb7e-a6eb9bf78868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127d2bd7-d2b9-48bb-9fd3-f3b60f5298c1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:12.032314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54002) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:12.049328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54006) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:12.054429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54008) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:12.065204 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfe0cdb6-b515-41dc-a20d-de3d3a6f04fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.104548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f8a3f80f-d04a-4304-a839-cd3cb91a599b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:12.115083 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1543823a-c27d-439c-a19f-4142c07d7463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.125194 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0eed2f4b-df8f-4adc-985a-3d65c7bc0d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.170759 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bfe0cdb6-b515-41dc-a20d-de3d3a6f04fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f6eaeaacc6894469bd4a2b6a759b4a8e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8706844 Nov 19 18:50:12.173566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54020) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:12.186793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Sync routers for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:50:12.212864 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:12.213668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:50:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:12.266629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0cdb6-b515-41dc-a20d-de3d3a6f04fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d973c8-7984-4e8a-adce-847ee7be4fab,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:12.301548 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-056e96c2-19d4-48fd-ac3a-17f49d7961a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.314120 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd29b3a2-2a88-464e-a92b-b9b0dc34e47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.352738 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd29b3a2-2a88-464e-a92b-b9b0dc34e47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.448268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd29b3a2-2a88-464e-a92b-b9b0dc34e47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.454121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd29b3a2-2a88-464e-a92b-b9b0dc34e47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.459930 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fd29b3a2-2a88-464e-a92b-b9b0dc34e47c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/127d2bd7-d2b9-48bb-9fd3-f3b60f5298c1 HTTP/1.1" status: 204 len: 168 time: 0.4240670 Nov 19 18:50:12.462819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0eed2f4b-df8f-4adc-985a-3d65c7bc0d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.476904 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-056e96c2-19d4-48fd-ac3a-17f49d7961a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.492213 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1543823a-c27d-439c-a19f-4142c07d7463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.496409 n-d-815373-6 neutron-server[109888]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 18:50:12.496869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29b3a2-2a88-464e-a92b-b9b0dc34e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127d2bd7-d2b9-48bb-9fd3-f3b60f5298c1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:12.531336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f8a3f80f-d04a-4304-a839-cd3cb91a599b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:12.531933 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.536761 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0eed2f4b-df8f-4adc-985a-3d65c7bc0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.540614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1543823a-c27d-439c-a19f-4142c07d7463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.584000 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-056e96c2-19d4-48fd-ac3a-17f49d7961a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.587687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-056e96c2-19d4-48fd-ac3a-17f49d7961a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.588791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-056e96c2-19d4-48fd-ac3a-17f49d7961a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86d973c8-7984-4e8a-adce-847ee7be4fab HTTP/1.1" status: 204 len: 168 time: 0.4137766 Nov 19 18:50:12.607503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e96c2-19d4-48fd-ac3a-17f49d7961a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d973c8-7984-4e8a-adce-847ee7be4fab,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:12.617728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:12.624406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed2f4b-df8f-4adc-985a-3d65c7bc0d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c457fa-a78d-4741-baaa-39ec243b3d4f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:12.638339 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd74df13-202a-4df7-bcbe-cb6a525eb2c7 req-dcd99fe0-5efd-4de4-acfb-eb31310a3551 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 210 time: 1.0020003 Nov 19 18:50:12.702663 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0eed2f4b-df8f-4adc-985a-3d65c7bc0d7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=167da162fb2f46c4b2c35e1d60118db1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6468790 Nov 19 18:50:12.705281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54058) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:12.763368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1543823a-c27d-439c-a19f-4142c07d7463 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b449936ca2c4645bc77f91fe904317d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7115109 Nov 19 18:50:12.764871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54062) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:12.775940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543823a-c27d-439c-a19f-4142c07d7463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f92d8a6-d68a-4bec-8908-95ee4b0328c5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:12.853965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68559519-286e-4173-aa35-689faa7bb159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.914354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95ad17bb-7b47-41ef-bbcc-610dcad4d8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.961862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95ad17bb-7b47-41ef-bbcc-610dcad4d8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:12.994826 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68559519-286e-4173-aa35-689faa7bb159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.065140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 2, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:13.068078 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95ad17bb-7b47-41ef-bbcc-610dcad4d8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.071588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95ad17bb-7b47-41ef-bbcc-610dcad4d8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.072719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-95ad17bb-7b47-41ef-bbcc-610dcad4d8d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f92d8a6-d68a-4bec-8908-95ee4b0328c5 HTTP/1.1" status: 204 len: 168 time: 0.3056827 Nov 19 18:50:13.083262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68559519-286e-4173-aa35-689faa7bb159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.088168 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68559519-286e-4173-aa35-689faa7bb159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.093118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-68559519-286e-4173-aa35-689faa7bb159 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23c457fa-a78d-4741-baaa-39ec243b3d4f HTTP/1.1" status: 204 len: 168 time: 0.3866363 Nov 19 18:50:13.099783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad17bb-7b47-41ef-bbcc-610dcad4d8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f92d8a6-d68a-4bec-8908-95ee4b0328c5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:13.120646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68559519-286e-4173-aa35-689faa7bb159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c457fa-a78d-4741-baaa-39ec243b3d4f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:13.139031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Checking router: 8a4e1d00-7543-473f-8c25-452f81d0090c for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:50:13.139383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Updating router 8a4e1d00-7543-473f-8c25-452f81d0090c port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:50:13.196598 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.198965 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.270747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54076) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:13.290307 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0683294-3d2d-414c-8eb3-312bbe9d4050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.379563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54080) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:13.385365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-network', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:13.410022 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0683294-3d2d-414c-8eb3-312bbe9d4050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.415647 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0683294-3d2d-414c-8eb3-312bbe9d4050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.419041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Made reservation on behalf of 60cd2ccf3d7f4fab8cedc931a444b1be for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:13.422106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.445437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.474917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c0683294-3d2d-414c-8eb3-312bbe9d4050 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c28a6320d5840a0a901d3a31ec87f42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1998229 Nov 19 18:50:13.475533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54082) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:13.482174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0683294-3d2d-414c-8eb3-312bbe9d4050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a313d0b-a010-40e5-9031-89af7dfeb150,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:13.497288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54084) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:13.560453 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2abf4222-4280-4975-834f-febbb6edb56e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.561198 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63e4b72d-0b4c-4089-94a1-7cd24be5bac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.590527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63e4b72d-0b4c-4089-94a1-7cd24be5bac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.626005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.21', 57878) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:13.656597 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e6bd009d-7889-4ed2-8304-409de3ab54c7 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6e59489480794ea8b6e92bdcd071a56d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288920 Nov 19 18:50:13.693323 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.704689 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.767602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b4cf7-4e59-4f33-b289-42a341bdefac None None] Pushing event updated for resources: {'Port': ['ID=cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:13.808087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.819397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54090) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:13.822955 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63e4b72d-0b4c-4089-94a1-7cd24be5bac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.827606 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63e4b72d-0b4c-4089-94a1-7cd24be5bac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:13.833211 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-63e4b72d-0b4c-4089-94a1-7cd24be5bac5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a313d0b-a010-40e5-9031-89af7dfeb150 HTTP/1.1" status: 204 len: 168 time: 0.3552415 Nov 19 18:50:13.862565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4b72d-0b4c-4089-94a1-7cd24be5bac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a313d0b-a010-40e5-9031-89af7dfeb150,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:13.994719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-7a7a461a-0197-49ab-aabb-366be3cebdf8 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:14.004435 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-7a7a461a-0197-49ab-aabb-366be3cebdf8 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218863 Nov 19 18:50:14.077986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Attempting to bind port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:14.079115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Attempting to bind port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:14.079659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Attempting to bind port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 on network f96408f8-5603-4d54-9f77-1f7ed54c35d6 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:14.083470 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.094643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:14.095350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Checking segment: {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:14.095936 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.096531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Bound using segment: {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:14.102321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Bound port: cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:14.102747 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.150969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Request body: {'port': {'device_id': '6adc3d07-4280-4ac4-bf58-1943c43b8984', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '6e59489480794ea8b6e92bdcd071a56d'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:14.172334 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2abf4222-4280-4975-834f-febbb6edb56e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.173871 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.190151 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2abf4222-4280-4975-834f-febbb6edb56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.220519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:50:14.242162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13e34c0-1bed-4527-88d2-73a885586590,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:14.254448 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2abf4222-4280-4975-834f-febbb6edb56e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddd64719615b4e008160fd9501938b31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7524846 Nov 19 18:50:14.255985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.256999 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Added segment 1f79f1b5-aacd-462b-9496-3d55463add8b of type vlan for network 1e1861b6-5eb8-4905-a361-36bf74f79633 Nov 19 18:50:14.258042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] For port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:14.259891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54108) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:14.261898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] For port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:14.262762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ed0f6e3e-17f0-4075-b0df-8c8f9a4625c1 None None] Provisioning complete for port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:14.263131 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0f6e3e-17f0-4075-b0df-8c8f9a4625c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.267445 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7c7e6f9-b923-4f1c-834a-4386a4fedffb req-9033bc91-8820-4a80-abea-8078f41e412c tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 210 time: 0.2098885 Nov 19 18:50:14.290950 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.332761 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf4222-4280-4975-834f-febbb6edb56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ae75fd-be9b-4f70-a18c-87ea1f271b6f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:14.358070 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.363297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f6e3e-17f0-4075-b0df-8c8f9a4625c1 None None] Port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:14.381790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:14.382435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:50:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:14.385870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b4cf7-4e59-4f33-b289-42a341bdefac None None] Pushing event updated for resources: {'Port': ['ID=cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:14.425651 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.427385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:14.428274 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.539317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1546648 Nov 19 18:50:14.544468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54114) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:14.566773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] Request body: {'subnet': {'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-subnet', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:14.572204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba5537-d6e2-468b-9193-9107eaae91d7 admin admin] Pushing event updated for resources: {'Network': ['ID=1e1861b6-5eb8-4905-a361-36bf74f79633,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:14.596937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Made reservation on behalf of 6e59489480794ea8b6e92bdcd071a56d for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:14.601103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.619094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 1e1861b6-5eb8-4905-a361-36bf74f79633 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:50:14.643437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] Made reservation on behalf of 60cd2ccf3d7f4fab8cedc931a444b1be for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:14.646706 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] Publish callbacks [] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.667623 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-217ffb36-4e3d-4555-bd82-08986615ddf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.740441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.766468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:14.882073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-695b6d29-68aa-47d0-9890-5cb304589c94 None None] Provisioning complete for port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:14.882678 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-695b6d29-68aa-47d0-9890-5cb304589c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.913944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:14.957789 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-48393b01-3b8f-47d1-a748-2f1692fb7183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.012570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5932db-8383-4d14-937f-9f3034e98a8b,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:15.019632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] Checking segment: {'id': '1f79f1b5-aacd-462b-9496-3d55463add8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:15.020242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] Network hostable DHCP agents. Network: 1e1861b6-5eb8-4905-a361-36bf74f79633, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:50:15.051183 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-48393b01-3b8f-47d1-a748-2f1692fb7183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.056653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] Network 1e1861b6-5eb8-4905-a361-36bf74f79633 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:50:15.077530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 1e1861b6-5eb8-4905-a361-36bf74f79633) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:15.080343 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.082348 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-217ffb36-4e3d-4555-bd82-08986615ddf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.089277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:15.090081 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.091291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8941a9c4-2a96-41ea-88af-29c40324477a None None] Network 1e1861b6-5eb8-4905-a361-36bf74f79633 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:15.096914 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-695b6d29-68aa-47d0-9890-5cb304589c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.097728 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.117990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-83d21332-fb26-4422-8478-ed47a6b814aa admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5599670 Nov 19 18:50:15.120554 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-217ffb36-4e3d-4555-bd82-08986615ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.122591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54148) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:15.128718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-router', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:15.183749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.186008 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.222316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-695b6d29-68aa-47d0-9890-5cb304589c94 None None] For port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:15.242092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-695b6d29-68aa-47d0-9890-5cb304589c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.293655 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.300898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:14Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:15.343106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617494b4-a9c1-4c1c-9003-c4a2697c46e5 None None] The sync data for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 is: [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:14Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:50:15.371193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b6d29-68aa-47d0-9890-5cb304589c94 None None] Pushing event updated for resources: {'Port': ['ID=cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:15.418053 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfc1180-a983-4fa2-967c-c0deef7a5e4c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:15.446424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-1e1861b6-5eb8-4905-a361-36bf74f79633', 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'fixed_ips': [{'subnet_id': '0b5932db-8383-4d14-937f-9f3034e98a8b'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:50:15.448095 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.461054 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-217ffb36-4e3d-4555-bd82-08986615ddf7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50f3c658fda2491e826825f34593cd9f&name=default HTTP/1.1" status: 200 len: 2995 time: 1.6368330 Nov 19 18:50:15.503455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54156) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:15.703679 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:15.794827 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Allocated IP 192.168.233.12 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/c1df7d93-94ce-4a31-8154-e90e37c8bbb1) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:15.893139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Allocated IP 172.20.0.2 (1e1861b6-5eb8-4905-a361-36bf74f79633/0b5932db-8383-4d14-937f-9f3034e98a8b/21e89cdb-89e2-4fd2-996e-6f79a70b51be) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:15.989798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ffb36-4e3d-4555-bd82-08986615ddf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61aae50-80dc-4565-89f9-b3f06a89b641,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:16.032672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-48393b01-3b8f-47d1-a748-2f1692fb7183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:16.044851 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-48393b01-3b8f-47d1-a748-2f1692fb7183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:16.047441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-48393b01-3b8f-47d1-a748-2f1692fb7183 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63ae75fd-be9b-4f70-a18c-87ea1f271b6f HTTP/1.1" status: 204 len: 168 time: 1.7786977 Nov 19 18:50:16.052673 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5755ae55-5982-456d-8a84-e8d18fe8dc7c req-40866898-befb-41bb-ad0c-d5c36d15e0ab tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 210 time: 0.3243423 Nov 19 18:50:16.216600 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48393b01-3b8f-47d1-a748-2f1692fb7183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ae75fd-be9b-4f70-a18c-87ea1f271b6f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:16.220306 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a174a6e4-e60b-40bc-88d0-b8e4f446e79b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:16.278212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:16.326666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a174a6e4-e60b-40bc-88d0-b8e4f446e79b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:16.420284 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:16.434263 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:16.437071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:16.437779 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:16.532395 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:50:16.570100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Network 1e1861b6-5eb8-4905-a361-36bf74f79633 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:16.592454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:16.595045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:16.601172 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:16.609028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Pushing event updated for resources: {'Port': ['ID=21e89cdb-89e2-4fd2-996e-6f79a70b51be,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:16.646024 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:16.873479 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:16.887970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Attempting to bind port 21e89cdb-89e2-4fd2-996e-6f79a70b51be on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:16.888716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Attempting to bind port 21e89cdb-89e2-4fd2-996e-6f79a70b51be by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '1f79f1b5-aacd-462b-9496-3d55463add8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:16.889290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Attempting to bind port 21e89cdb-89e2-4fd2-996e-6f79a70b51be on network 1e1861b6-5eb8-4905-a361-36bf74f79633 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:16.896211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:16.904309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Checking segment: {'id': '1f79f1b5-aacd-462b-9496-3d55463add8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:16.905096 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:16.906222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Bound using segment: {'id': '1f79f1b5-aacd-462b-9496-3d55463add8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:16.907812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Bound port: 21e89cdb-89e2-4fd2-996e-6f79a70b51be, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f79f1b5-aacd-462b-9496-3d55463add8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:16.927353 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:17.066635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Allocated IP 172.25.3.167 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/510392ff-cefd-4290-8e9e-c068a6d4e5cf) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:17.140331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] For port 21e89cdb-89e2-4fd2-996e-6f79a70b51be, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:17.149689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] For port 21e89cdb-89e2-4fd2-996e-6f79a70b51be, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=21e89cdb-89e2-4fd2-996e-6f79a70b51be,segment=NetworkSegment(1f79f1b5-aacd-462b-9496-3d55463add8b),segment_id=1f79f1b5-aacd-462b-9496-3d55463add8b)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:17.152469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a174a6e4-e60b-40bc-88d0-b8e4f446e79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:17.157687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:17.160478 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a174a6e4-e60b-40bc-88d0-b8e4f446e79b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:17.165194 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a174a6e4-e60b-40bc-88d0-b8e4f446e79b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e61aae50-80dc-4565-89f9-b3f06a89b641 HTTP/1.1" status: 204 len: 168 time: 1.4420505 Nov 19 18:50:17.188273 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:17.322551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c291634-27ae-47a2-9920-c953553b1710 None None] Pushing event updated for resources: {'Port': ['ID=21e89cdb-89e2-4fd2-996e-6f79a70b51be,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:17.399993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Pushing event updated for resources: {'Port': ['ID=c1df7d93-94ce-4a31-8154-e90e37c8bbb1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:17.434661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:17.453442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:17.466224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:17.469907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:17.483332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:17.483996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:17.562330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c134b83-a876-4b8c-b318-fa96f43938b3 req-af69483f-9f98-4ce8-8af9-ac047b8d19f9 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:17.563498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:17.583792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c134b83-a876-4b8c-b318-fa96f43938b3 req-af69483f-9f98-4ce8-8af9-ac047b8d19f9 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 935 time: 0.2081497 Nov 19 18:50:17.612474 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-84b5a95b-7e3f-4269-b046-4ce65b97b54e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4661963 Nov 19 18:50:17.676568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-67a7fa91-3855-4dfd-8d29-b42b2753500c tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:50:17.677578 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-67a7fa91-3855-4dfd-8d29-b42b2753500c tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238502 Nov 19 18:50:17.685065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Pushing event updated for resources: {'Port': ['ID=510392ff-cefd-4290-8e9e-c068a6d4e5cf,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:17.719599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174a6e4-e60b-40bc-88d0-b8e4f446e79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61aae50-80dc-4565-89f9-b3f06a89b641,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:17.767338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:17.771279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:17.785599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:17.791881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c134b83-a876-4b8c-b318-fa96f43938b3 req-75eb183a-ea57-4709-b05f-2a6b78979d2f tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051885 Nov 19 18:50:18.119646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6e0e62e2-0e09-47a6-b9c5-449e4f9b7634 None None] Provisioning complete for port c1df7d93-94ce-4a31-8154-e90e37c8bbb1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:18.120026 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6e0e62e2-0e09-47a6-b9c5-449e4f9b7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:18.185111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 21e89cdb-89e2-4fd2-996e-6f79a70b51be up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:18.286207 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:18.540957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54218) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:18.573573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-292bfa1f-c254-455d-a612-69dcc5bcf539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:18.644363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e62e2-0e09-47a6-b9c5-449e4f9b7634 None None] Port c1df7d93-94ce-4a31-8154-e90e37c8bbb1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:18.653973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 21e89cdb-89e2-4fd2-996e-6f79a70b51be triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:18.655664 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:18.808022 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:18.826553 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-292bfa1f-c254-455d-a612-69dcc5bcf539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:18.839560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-292bfa1f-c254-455d-a612-69dcc5bcf539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:18.854970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 21e89cdb-89e2-4fd2-996e-6f79a70b51be, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=21e89cdb-89e2-4fd2-996e-6f79a70b51be,segment=NetworkSegment(1f79f1b5-aacd-462b-9496-3d55463add8b),segment_id=1f79f1b5-aacd-462b-9496-3d55463add8b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:18.864492 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:18.938181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-292bfa1f-c254-455d-a612-69dcc5bcf539 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee6294df5a754363bdc2e7ec9540bf8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953342 Nov 19 18:50:18.942145 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54230) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:18.991747 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=21e89cdb-89e2-4fd2-996e-6f79a70b51be,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:19.074123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:19.082574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Request body: {'port': {'device_id': '6adc3d07-4280-4ac4-bf58-1943c43b8984', 'device_owner': 'compute:tempest-test_az-885827839', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:19.171945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bfa1f-c254-455d-a612-69dcc5bcf539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c443dfba-3b6b-44e8-8a03-a39030a46494,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:19.407411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4deb714-4414-4b17-8e2b-3d86c20c57d8 None None] Network 1e1861b6-5eb8-4905-a361-36bf74f79633 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:19.415916 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:19.442117 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Router f021cac2-9b15-47a0-92bf-dfd89c108245 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:50:19.442455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e96a9bf-bf2a-4360-b843-3a2c6f60301c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:19.466340 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e96a9bf-bf2a-4360-b843-3a2c6f60301c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:19.566605 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e96a9bf-bf2a-4360-b843-3a2c6f60301c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:19.570517 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e96a9bf-bf2a-4360-b843-3a2c6f60301c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:19.571660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7e96a9bf-bf2a-4360-b843-3a2c6f60301c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c443dfba-3b6b-44e8-8a03-a39030a46494 HTTP/1.1" status: 204 len: 168 time: 0.6242645 Nov 19 18:50:19.803622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77cfb8-6c98-4e92-86ca-e0b74411efbb req-7e96c96e-6fce-4ee9-98e9-4fa9b5ab1450 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:19.805265 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b77cfb8-6c98-4e92-86ca-e0b74411efbb req-7e96c96e-6fce-4ee9-98e9-4fa9b5ab1450 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 935 time: 0.7095282 Nov 19 18:50:19.810361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:50:19.813311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96a9bf-bf2a-4360-b843-3a2c6f60301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c443dfba-3b6b-44e8-8a03-a39030a46494,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:19.819918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-20f81eb0-3074-4e95-90c6-c786935f57e8 None None] Provisioning complete for port 21e89cdb-89e2-4fd2-996e-6f79a70b51be triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:19.820510 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-20f81eb0-3074-4e95-90c6-c786935f57e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:19.824970 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Sync routers for ids ['f021cac2-9b15-47a0-92bf-dfd89c108245'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:50:19.869955 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Routers {'f021cac2-9b15-47a0-92bf-dfd89c108245'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:19.870862 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:19.874358 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-88bc8af5-15e8-4bb6-be34-002e07187af4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7501349 Nov 19 18:50:19.876440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54260) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:19.882508 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:50:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f021cac2-9b15-47a0-92bf-dfd89c108245'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:20.232814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 21e89cdb-89e2-4fd2-996e-6f79a70b51be up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:20.238772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b77cfb8-6c98-4e92-86ca-e0b74411efbb req-f2905f88-d245-458b-b89c-f5dc2aa2758f tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428075 Nov 19 18:50:20.436898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 21e89cdb-89e2-4fd2-996e-6f79a70b51be triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:20.437351 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:20.526035 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Set router f021cac2-9b15-47a0-92bf-dfd89c108245 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:20.733062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1df7d93-94ce-4a31-8154-e90e37c8bbb1 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:50:20.770202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1c020ae-f4a1-42b5-8423-70e810b16d56 req-e548bc53-5fd8-43fd-a7d5-c547ea70b623 tempest-FlavorsV2NegativeTest-339333941 tempest-FlavorsV2NegativeTest-339333941-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1d85cde6a71a499bbcc77acc6055ee60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1457901 Nov 19 18:50:20.783996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:20.941240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Transition to ACTIVE for port object c1df7d93-94ce-4a31-8154-e90e37c8bbb1 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:50:20.949923 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:20.978849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-70c31a35-2de5-424d-bfd6-1413123a9a1d None None] Provisioning complete for port 21e89cdb-89e2-4fd2-996e-6f79a70b51be triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:20.979804 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-70c31a35-2de5-424d-bfd6-1413123a9a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:21.090259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1df7d93-94ce-4a31-8154-e90e37c8bbb1,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:21.192779 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-router', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:15Z', 'updated_at': '2021-11-19T18:50:18Z', 'revision_number': 3, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'gw_port': {'id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:85:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:16Z', 'updated_at': '2021-11-19T18:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:21.222496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Attempting to bind port c1df7d93-94ce-4a31-8154-e90e37c8bbb1 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:21.223153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Attempting to bind port c1df7d93-94ce-4a31-8154-e90e37c8bbb1 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:21.223290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Attempting to bind port c1df7d93-94ce-4a31-8154-e90e37c8bbb1 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:21.239077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c020ae-f4a1-42b5-8423-70e810b16d56 req-f6f414ca-99da-4c79-9b77-3bc47405b90d tempest-FlavorsV2NegativeTest-339333941 tempest-FlavorsV2NegativeTest-339333941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:21.247292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1c020ae-f4a1-42b5-8423-70e810b16d56 req-f6f414ca-99da-4c79-9b77-3bc47405b90d tempest-FlavorsV2NegativeTest-339333941 tempest-FlavorsV2NegativeTest-339333941-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4472613 Nov 19 18:50:21.269677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1c020ae-f4a1-42b5-8423-70e810b16d56 req-5a8f313d-181e-425e-b92f-65d958e9d359 tempest-FlavorsV2NegativeTest-339333941 tempest-FlavorsV2NegativeTest-339333941-project] 10.222.0.50 "GET /v2.0/quotas/1d85cde6a71a499bbcc77acc6055ee60 HTTP/1.1" status: 200 len: 375 time: 0.0210447 Nov 19 18:50:21.273036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:21.322628 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Checking router: f021cac2-9b15-47a0-92bf-dfd89c108245 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:50:21.322987 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Updating router f021cac2-9b15-47a0-92bf-dfd89c108245 port 510392ff-cefd-4290-8e9e-c068a6d4e5cf binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:50:21.426791 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:21.629781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Port c1df7d93-94ce-4a31-8154-e90e37c8bbb1 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:50:21.634638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Attempting to bind port c1df7d93-94ce-4a31-8154-e90e37c8bbb1 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:21.663444 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1c020ae-f4a1-42b5-8423-70e810b16d56 req-176e26d4-27f1-40c7-8ada-a7b5e88d09b6 tempest-FlavorsV2NegativeTest-339333941 tempest-FlavorsV2NegativeTest-339333941-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d85cde6a71a499bbcc77acc6055ee60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3914902 Nov 19 18:50:21.679366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:21.679783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:21.680366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:21.680844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Bound port: c1df7d93-94ce-4a31-8154-e90e37c8bbb1, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:21.681208 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:21.687165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Allocated IP 172.20.0.1 (1e1861b6-5eb8-4905-a361-36bf74f79633/0b5932db-8383-4d14-937f-9f3034e98a8b/7843dcb6-0fde-4356-abde-b887ebf455ba) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:21.900719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] For port c1df7d93-94ce-4a31-8154-e90e37c8bbb1, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:21.924421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] For port c1df7d93-94ce-4a31-8154-e90e37c8bbb1, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c1df7d93-94ce-4a31-8154-e90e37c8bbb1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:21.933258 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:22.086676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1df7d93-94ce-4a31-8154-e90e37c8bbb1,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:22.129919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:22.130926 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:22.133208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-e2407e33-66c7-4abd-a28a-8e06e7dc91f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/c1df7d93-94ce-4a31-8154-e90e37c8bbb1 HTTP/1.1" status: 200 len: 1116 time: 3.6088183 Nov 19 18:50:22.133821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6adc3d07-4280-4ac4-bf58-1943c43b8984', 'tag': 'c1df7d93-94ce-4a31-8154-e90e37c8bbb1'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:22.143406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458edf1a-3b41-4dd8-80d6-e42f31bb2b57 req-14e91ba7-eb0e-4358-8e77-9c8232a757df tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:22.145050 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-458edf1a-3b41-4dd8-80d6-e42f31bb2b57 req-14e91ba7-eb0e-4358-8e77-9c8232a757df tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 968 time: 0.4179914 Nov 19 18:50:22.211597 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:22.221559 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:22.295510 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:22.357591 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Attempting to bind port 510392ff-cefd-4290-8e9e-c068a6d4e5cf on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:22.357986 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Attempting to bind port 510392ff-cefd-4290-8e9e-c068a6d4e5cf by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:22.358352 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Attempting to bind port 510392ff-cefd-4290-8e9e-c068a6d4e5cf on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:22.375418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-458edf1a-3b41-4dd8-80d6-e42f31bb2b57 req-cc457ae3-c208-4151-b027-ea50cbd546be tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869087 Nov 19 18:50:22.383982 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:22.384344 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:22.384748 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:22.385144 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:22.389098 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Bound port: 510392ff-cefd-4290-8e9e-c068a6d4e5cf, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:22.389636 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:22.461031 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3c357-fc80-4297-84db-b58b45d3ce1b None None] Pushing event updated for resources: {'Port': ['ID=510392ff-cefd-4290-8e9e-c068a6d4e5cf,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:22.467557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:22.535591 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] For port 510392ff-cefd-4290-8e9e-c068a6d4e5cf, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:22.539425 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] For port 510392ff-cefd-4290-8e9e-c068a6d4e5cf, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=510392ff-cefd-4290-8e9e-c068a6d4e5cf,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:22.558033 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:22.582260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54350) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:22.617372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7843dcb6-0fde-4356-abde-b887ebf455ba,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:22.619312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-9cdba7ff-7659-43e9-85da-158c92128a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:22.621323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-9cdba7ff-7659-43e9-85da-158c92128a59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e59489480794ea8b6e92bdcd071a56d&device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 1119 time: 0.1891773 Nov 19 18:50:22.645745 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3c357-fc80-4297-84db-b58b45d3ce1b None None] Pushing event updated for resources: {'Port': ['ID=510392ff-cefd-4290-8e9e-c068a6d4e5cf,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:22.665473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Network 1e1861b6-5eb8-4905-a361-36bf74f79633 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:22.669007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:22.675059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:22.675538 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:22.718140 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Routers {'f021cac2-9b15-47a0-92bf-dfd89c108245'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:22.719623 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:50:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f021cac2-9b15-47a0-92bf-dfd89c108245'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:22.867393 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-b3a97536-13f6-43f0-a5e3-0ca3fa834dae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c1df7d93-94ce-4a31-8154-e90e37c8bbb1 HTTP/1.1" status: 200 len: 217 time: 0.2051475 Nov 19 18:50:22.998943 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] Set router f021cac2-9b15-47a0-92bf-dfd89c108245 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:23.005889 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:23.139480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-738e49ae-59dd-46c5-854f-415cb9e518c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:23.141660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-738e49ae-59dd-46c5-854f-415cb9e518c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2555811 Nov 19 18:50:23.177674 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-14ea7878-1372-4833-a4a2-a104d2e12fb3 None None] Provisioning complete for port 7843dcb6-0fde-4356-abde-b887ebf455ba triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:23.179253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-14ea7878-1372-4833-a4a2-a104d2e12fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:23.276750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-14ea7878-1372-4833-a4a2-a104d2e12fb3 None None] Port 7843dcb6-0fde-4356-abde-b887ebf455ba cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:23.320604 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:23.326674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-0990fbf0-0540-4778-bdd2-7674e27b858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:23.330603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-0990fbf0-0540-4778-bdd2-7674e27b858d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1805208 Nov 19 18:50:23.334686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:23.334686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:23.434816 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b015586-c1fc-403a-a481-9be899adac31" -d '{"events": [{"name": "network-changed", "server_uuid": "6adc3d07-4280-4ac4-bf58-1943c43b8984", "tag": "c1df7d93-94ce-4a31-8154-e90e37c8bbb1"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:23.543224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54376) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:23.554074 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-router', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:15Z', 'updated_at': '2021-11-19T18:50:18Z', 'revision_number': 3, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'gw_port': {'id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:85:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:16Z', 'updated_at': '2021-11-19T18:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:23.619341 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03d5e46a-b629-432c-bb7f-50a78ac40a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:23.622552 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e7f4cc-46b5-4df6-919d-1cd165432a93 None None] The sync data for ids ['f021cac2-9b15-47a0-92bf-dfd89c108245'] in n-d-815373-6 is: [{'id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-router', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:15Z', 'updated_at': '2021-11-19T18:50:18Z', 'revision_number': 3, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'gw_port': {'id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:85:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:16Z', 'updated_at': '2021-11-19T18:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:50:23.723686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-039874a3-5445-4307-8140-d44c709aabbe service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699005 Nov 19 18:50:23.769786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f56ba-68c8-4664-9e61-ad651c5674d2 req-83606ff4-5ca0-493d-b020-cc679f3fa52f tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:23.780388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f93f56ba-68c8-4664-9e61-ad651c5674d2 req-83606ff4-5ca0-493d-b020-cc679f3fa52f tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 968 time: 0.2584958 Nov 19 18:50:23.876763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Network 1e1861b6-5eb8-4905-a361-36bf74f79633 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:23.899119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:23.976897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f93f56ba-68c8-4664-9e61-ad651c5674d2 req-ab206794-e8e0-4982-b226-9a05a1aa4e66 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945708 Nov 19 18:50:24.048643 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5299c03-4f75-4c7d-a4de-3d4b5ee1f109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.092313 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab6800c-bfce-49f0-ab90-d049b177d32b x-openstack-request-id: req-8ab6800c-bfce-49f0-ab90-d049b177d32b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:24.092837 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6adc3d07-4280-4ac4-bf58-1943c43b8984", "tag": "c1df7d93-94ce-4a31-8154-e90e37c8bbb1", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:24.093267 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ab6800c-bfce-49f0-ab90-d049b177d32b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:24.093946 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6adc3d07-4280-4ac4-bf58-1943c43b8984', 'tag': 'c1df7d93-94ce-4a31-8154-e90e37c8bbb1', 'status': 'completed', 'code': 200} Nov 19 18:50:24.123818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7843dcb6-0fde-4356-abde-b887ebf455ba,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:24.134953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Router f021cac2-9b15-47a0-92bf-dfd89c108245 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:50:24.169441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03d5e46a-b629-432c-bb7f-50a78ac40a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.189542 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03d5e46a-b629-432c-bb7f-50a78ac40a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.284432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:50:24.292910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f3f2658c-25cb-42b0-a515-5dd2ba4d40e5 admin admin] 10.222.0.50 "PUT /v2.0/routers/f021cac2-9b15-47a0-92bf-dfd89c108245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4144409 Nov 19 18:50:24.302538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-03d5e46a-b629-432c-bb7f-50a78ac40a96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5d6ffdc19144f618f815e26ec542b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7181659 Nov 19 18:50:24.305921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54396) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:24.374170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54398) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:24.440593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5e46a-b629-432c-bb7f-50a78ac40a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63688c87-1b77-4328-a070-fd5fd8db89ae,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:24.447430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a32fde29-6411-4eae-b204-6bb2f9fbc8b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.480785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51cecb16-dab1-4bdf-bf6b-b04b53baab9d req-2c2d82be-e524-491f-aa0c-efed358c2f55 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810467 Nov 19 18:50:24.519713 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a32fde29-6411-4eae-b204-6bb2f9fbc8b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.532779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9e98da94-c831-4c9c-9ca4-9780aee7009f None None] Provisioning complete for port 7843dcb6-0fde-4356-abde-b887ebf455ba triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:24.534429 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9e98da94-c831-4c9c-9ca4-9780aee7009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.596112 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5299c03-4f75-4c7d-a4de-3d4b5ee1f109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.607544 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5299c03-4f75-4c7d-a4de-3d4b5ee1f109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.620039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9e98da94-c831-4c9c-9ca4-9780aee7009f None None] Port 7843dcb6-0fde-4356-abde-b887ebf455ba cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:24.643458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a32fde29-6411-4eae-b204-6bb2f9fbc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.650076 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a32fde29-6411-4eae-b204-6bb2f9fbc8b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.651277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a32fde29-6411-4eae-b204-6bb2f9fbc8b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63688c87-1b77-4328-a070-fd5fd8db89ae HTTP/1.1" status: 204 len: 168 time: 0.3440878 Nov 19 18:50:24.689021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fde29-6411-4eae-b204-6bb2f9fbc8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63688c87-1b77-4328-a070-fd5fd8db89ae,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:24.720835 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f5299c03-4f75-4c7d-a4de-3d4b5ee1f109 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad50827da1494257b7014648b506f6a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1464856 Nov 19 18:50:24.722303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54412) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:24.781205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5299c03-4f75-4c7d-a4de-3d4b5ee1f109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5a27d6-324e-473b-9661-072ef71a3a38,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:24.808795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b015586-c1fc-403a-a481-9be899adac31 req-e9a9e967-a69a-4c53-9682-ae0bda431da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:24.812720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b015586-c1fc-403a-a481-9be899adac31 req-e9a9e967-a69a-4c53-9682-ae0bda431da2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e59489480794ea8b6e92bdcd071a56d&device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 1119 time: 0.1845102 Nov 19 18:50:24.815626 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46723b97-2513-4845-a5f7-2166669af683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.866000 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.924405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc26f4d0-344f-401f-83a9-407b1c64ad6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:24.968502 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc26f4d0-344f-401f-83a9-407b1c64ad6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:25.062682 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc26f4d0-344f-401f-83a9-407b1c64ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:25.070075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc26f4d0-344f-401f-83a9-407b1c64ad6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:25.075574 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dc26f4d0-344f-401f-83a9-407b1c64ad6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b5a27d6-324e-473b-9661-072ef71a3a38 HTTP/1.1" status: 204 len: 168 time: 0.3521988 Nov 19 18:50:25.114396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b015586-c1fc-403a-a481-9be899adac31 req-bcfc1343-8f2a-49c6-be2a-4f22a0752dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:25.121208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b015586-c1fc-403a-a481-9be899adac31 req-bcfc1343-8f2a-49c6-be2a-4f22a0752dd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2725461 Nov 19 18:50:25.129055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26f4d0-344f-401f-83a9-407b1c64ad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5a27d6-324e-473b-9661-072ef71a3a38,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:25.250470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b015586-c1fc-403a-a481-9be899adac31 req-1925d59f-1ce5-4707-8fe0-5d6f6ab9b85f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c1df7d93-94ce-4a31-8154-e90e37c8bbb1 HTTP/1.1" status: 200 len: 217 time: 0.1064343 Nov 19 18:50:25.255850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca8c4b-dced-4a5a-b904-d0aca35073bf req-902e7ba9-ac83-4761-932c-eae450da2573 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:25.264170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d9ca8c4b-dced-4a5a-b904-d0aca35073bf req-902e7ba9-ac83-4761-932c-eae450da2573 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 968 time: 0.1472254 Nov 19 18:50:25.368963 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d9ca8c4b-dced-4a5a-b904-d0aca35073bf req-bc356990-0ed6-40f5-ad72-083635148c01 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871785 Nov 19 18:50:25.398594 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46723b97-2513-4845-a5f7-2166669af683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:25.398594 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46723b97-2513-4845-a5f7-2166669af683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:25.455868 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-46723b97-2513-4845-a5f7-2166669af683 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d85cde6a71a499bbcc77acc6055ee60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0804760 Nov 19 18:50:25.460040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54426) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:25.493158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46723b97-2513-4845-a5f7-2166669af683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4d48d1-1240-498a-8d2f-afefa6543901,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:25.551522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3310bb01-ea4f-4a93-8b6d-f94e42b03f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:25.579100 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3310bb01-ea4f-4a93-8b6d-f94e42b03f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:25.705870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b015586-c1fc-403a-a481-9be899adac31 req-c27f81d6-39da-4aac-b4b1-bc53487f4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:25.708210 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b015586-c1fc-403a-a481-9be899adac31 req-c27f81d6-39da-4aac-b4b1-bc53487f4c9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0960937 Nov 19 18:50:25.732901 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3310bb01-ea4f-4a93-8b6d-f94e42b03f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:25.737344 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3310bb01-ea4f-4a93-8b6d-f94e42b03f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:25.739085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3310bb01-ea4f-4a93-8b6d-f94e42b03f8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a4d48d1-1240-498a-8d2f-afefa6543901 HTTP/1.1" status: 204 len: 168 time: 0.2776198 Nov 19 18:50:25.809298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310bb01-ea4f-4a93-8b6d-f94e42b03f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4d48d1-1240-498a-8d2f-afefa6543901,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:25.823182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b015586-c1fc-403a-a481-9be899adac31 req-2a02050a-a6df-4700-801e-7876f8385b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:25.825890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b015586-c1fc-403a-a481-9be899adac31 req-2a02050a-a6df-4700-801e-7876f8385b96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846245 Nov 19 18:50:25.858004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54438) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:25.874935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66c9a4e7-59f9-4357-8f65-f8ab2f61b08e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:26.010258 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66c9a4e7-59f9-4357-8f65-f8ab2f61b08e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:26.016709 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66c9a4e7-59f9-4357-8f65-f8ab2f61b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:26.147648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 510392ff-cefd-4290-8e9e-c068a6d4e5cf up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:26.154962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9a4e7-59f9-4357-8f65-f8ab2f61b08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5044426e-bc61-4084-b0d1-b08edd065bc8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:26.179885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-66c9a4e7-59f9-4357-8f65-f8ab2f61b08e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef77fdf258964472bae43980fc2a36cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208704 Nov 19 18:50:26.182959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54442) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:26.237077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 510392ff-cefd-4290-8e9e-c068a6d4e5cf triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:26.237826 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:26.273946 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03159506-7afb-479f-8dbb-c4c37e8a87ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:26.319893 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03159506-7afb-479f-8dbb-c4c37e8a87ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:26.440011 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03159506-7afb-479f-8dbb-c4c37e8a87ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:26.445966 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:26.480430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03159506-7afb-479f-8dbb-c4c37e8a87ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:26.481612 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-03159506-7afb-479f-8dbb-c4c37e8a87ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5044426e-bc61-4084-b0d1-b08edd065bc8 HTTP/1.1" status: 204 len: 168 time: 0.2974064 Nov 19 18:50:26.507768 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 510392ff-cefd-4290-8e9e-c068a6d4e5cf, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=510392ff-cefd-4290-8e9e-c068a6d4e5cf,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:26.511940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03159506-7afb-479f-8dbb-c4c37e8a87ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5044426e-bc61-4084-b0d1-b08edd065bc8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:26.516030 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:26.589926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54460) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:26.681123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=510392ff-cefd-4290-8e9e-c068a6d4e5cf,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:26.698358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b015586-c1fc-403a-a481-9be899adac31 req-f08905c9-b764-4a83-90f3-f69d5cbce70d service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538050 Nov 19 18:50:26.720617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Sync routers for ids ['f021cac2-9b15-47a0-92bf-dfd89c108245'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:50:26.729487 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efe232ac-5c01-4b57-9856-615ffc222792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:26.733721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Routers {'f021cac2-9b15-47a0-92bf-dfd89c108245'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:26.734568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:50:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f021cac2-9b15-47a0-92bf-dfd89c108245'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:26.847325 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b015586-c1fc-403a-a481-9be899adac31 req-053e83b0-8d97-42dd-80fb-f2702d1ebb88 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366360 Nov 19 18:50:26.882325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995308c6-301e-4473-b004-0774b78ce174 req-69bf8af6-b27d-44c9-9745-4dc02988093a tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:26.900424 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-995308c6-301e-4473-b004-0774b78ce174 req-69bf8af6-b27d-44c9-9745-4dc02988093a tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 968 time: 0.2962768 Nov 19 18:50:26.991101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Set router f021cac2-9b15-47a0-92bf-dfd89c108245 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:27.047945 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-995308c6-301e-4473-b004-0774b78ce174 req-24051b00-bfdb-45ba-a113-9ed096b61b9e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449537 Nov 19 18:50:27.102874 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efe232ac-5c01-4b57-9856-615ffc222792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.130185 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efe232ac-5c01-4b57-9856-615ffc222792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.202556 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-efe232ac-5c01-4b57-9856-615ffc222792 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=faf90dd2f5d64f649a325bf8fee76466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6114752 Nov 19 18:50:27.203896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe232ac-5c01-4b57-9856-615ffc222792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfec24ac-078d-49cb-9d32-2fdd73c64a29,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:27.205721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54470) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:27.280993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54472) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:27.288429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4e145a2b-a110-49b7-ad78-dd4c59906a1b tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1670175933', 'description': 'tempest-description--498084419'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:27.303755 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-890b3885-a382-4cb4-bbda-1ea7ae0d0fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.321940 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4e145a2b-a110-49b7-ad78-dd4c59906a1b tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.350455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-890b3885-a382-4cb4-bbda-1ea7ae0d0fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.458050 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4e145a2b-a110-49b7-ad78-dd4c59906a1b tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.461532 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-890b3885-a382-4cb4-bbda-1ea7ae0d0fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.466165 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-890b3885-a382-4cb4-bbda-1ea7ae0d0fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.468916 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-890b3885-a382-4cb4-bbda-1ea7ae0d0fe2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfec24ac-078d-49cb-9d32-2fdd73c64a29 HTTP/1.1" status: 204 len: 168 time: 0.2614503 Nov 19 18:50:27.483892 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4e145a2b-a110-49b7-ad78-dd4c59906a1b tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.489921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b3885-a382-4cb4-bbda-1ea7ae0d0fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfec24ac-078d-49cb-9d32-2fdd73c64a29,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:27.496919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-router', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:15Z', 'updated_at': '2021-11-19T18:50:22Z', 'revision_number': 4, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'gw_port': {'id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:16Z', 'updated_at': '2021-11-19T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '7843dcb6-0fde-4356-abde-b887ebf455ba', 'name': '', 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'mac_address': 'fa:16:3e:2c:53:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0b5932db-8383-4d14-937f-9f3034e98a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:21Z', 'updated_at': '2021-11-19T18:50:23Z', 'revision_number': 2, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'subnets': [{'id': '0b5932db-8383-4d14-937f-9f3034e98a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:27.533503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e145a2b-a110-49b7-ad78-dd4c59906a1b tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc2f9b0-f2d3-490d-944b-f9f53938978c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:27.548815 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4e145a2b-a110-49b7-ad78-dd4c59906a1b tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.550975 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4e145a2b-a110-49b7-ad78-dd4c59906a1b tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2683880 Nov 19 18:50:27.554614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54482) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:27.560896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7ee6f6a1-d153-4529-be00-de8aad4aa21c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Request body: {'security_group_rule': {'security_group_id': 'cfc2f9b0-f2d3-490d-944b-f9f53938978c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:27.603428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Checking router: f021cac2-9b15-47a0-92bf-dfd89c108245 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:50:27.603899 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Updating router f021cac2-9b15-47a0-92bf-dfd89c108245 port 7843dcb6-0fde-4356-abde-b887ebf455ba binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:50:27.623286 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f6a1-d153-4529-be00-de8aad4aa21c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.666631 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.912770 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f6a1-d153-4529-be00-de8aad4aa21c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.932819 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f6a1-d153-4529-be00-de8aad4aa21c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:27.978637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6f6a1-d153-4529-be00-de8aad4aa21c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47b5b97-81fd-49f1-9d9e-2ebb1d796630,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:28.031013 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f6a1-d153-4529-be00-de8aad4aa21c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:28.034905 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7ee6f6a1-d153-4529-be00-de8aad4aa21c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4764886 Nov 19 18:50:28.035404 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54490) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:28.043005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b808f531-8e73-437b-9221-0855d17b4663 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Request body: {'security_group_rule': {'security_group_id': 'cfc2f9b0-f2d3-490d-944b-f9f53938978c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:28.128034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b808f531-8e73-437b-9221-0855d17b4663 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:28.324183 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b808f531-8e73-437b-9221-0855d17b4663 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:28.343479 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b808f531-8e73-437b-9221-0855d17b4663 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:28.351101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88121-5a05-4641-b52f-2aa32afd3679 req-03657170-ff80-4258-bfaf-fdfda6710ebb tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:28.376181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52f88121-5a05-4641-b52f-2aa32afd3679 req-03657170-ff80-4258-bfaf-fdfda6710ebb tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 968 time: 0.1203394 Nov 19 18:50:28.392934 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:28.403352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 510392ff-cefd-4290-8e9e-c068a6d4e5cf up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:28.405728 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808f531-8e73-437b-9221-0855d17b4663 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ea5a63-a0b6-4ea2-99f5-854d23ce569d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:28.434259 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b808f531-8e73-437b-9221-0855d17b4663 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:28.435841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b808f531-8e73-437b-9221-0855d17b4663 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3987913 Nov 19 18:50:28.440267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54500) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:28.453328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:28.464734 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:28.544898 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:28.576412 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52f88121-5a05-4641-b52f-2aa32afd3679 req-e521b952-2d96-4e8f-bd6c-e6814b06dc34 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987686 Nov 19 18:50:28.941902 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:28.946382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79973986-4a86-4d29-85b5-7dbc090eedbf None None] Pushing event updated for resources: {'Port': ['ID=7843dcb6-0fde-4356-abde-b887ebf455ba,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:28.962275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Attempting to bind port 7843dcb6-0fde-4356-abde-b887ebf455ba on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:28.963395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Attempting to bind port 7843dcb6-0fde-4356-abde-b887ebf455ba by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '1f79f1b5-aacd-462b-9496-3d55463add8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:28.963964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Attempting to bind port 7843dcb6-0fde-4356-abde-b887ebf455ba on network 1e1861b6-5eb8-4905-a361-36bf74f79633 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:28.993275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:28.993963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Checking segment: {'id': '1f79f1b5-aacd-462b-9496-3d55463add8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:28.994537 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:28.995074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Bound using segment: {'id': '1f79f1b5-aacd-462b-9496-3d55463add8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:28.995703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Bound port: 7843dcb6-0fde-4356-abde-b887ebf455ba, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f79f1b5-aacd-462b-9496-3d55463add8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:28.996459 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.008979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-18115b0c-63bb-4611-8526-b8778efc9426 None None] Provisioning complete for port 7843dcb6-0fde-4356-abde-b887ebf455ba triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:29.009344 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18115b0c-63bb-4611-8526-b8778efc9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.015638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 510392ff-cefd-4290-8e9e-c068a6d4e5cf triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:29.015997 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.054585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Allocated IP 172.25.3.57 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/6c00bdd3-4a5d-4a61-b182-38a36e45cbd2) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:29.107353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-18115b0c-63bb-4611-8526-b8778efc9426 None None] Port 7843dcb6-0fde-4356-abde-b887ebf455ba cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:29.139326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] For port 7843dcb6-0fde-4356-abde-b887ebf455ba, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:29.143473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] For port 7843dcb6-0fde-4356-abde-b887ebf455ba, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7843dcb6-0fde-4356-abde-b887ebf455ba,segment=NetworkSegment(1f79f1b5-aacd-462b-9496-3d55463add8b),segment_id=1f79f1b5-aacd-462b-9496-3d55463add8b)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:29.169484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.246918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Routers {'f021cac2-9b15-47a0-92bf-dfd89c108245'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:29.247658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:50:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f021cac2-9b15-47a0-92bf-dfd89c108245'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:29.259617 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.321247 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79973986-4a86-4d29-85b5-7dbc090eedbf None None] Pushing event updated for resources: {'Port': ['ID=7843dcb6-0fde-4356-abde-b887ebf455ba,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:29.372836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.419053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.434446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:29.439906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:29.445008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:29.455985 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Pushing event updated for resources: {'Port': ['ID=6c00bdd3-4a5d-4a61-b182-38a36e45cbd2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:29.470875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] Set router f021cac2-9b15-47a0-92bf-dfd89c108245 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:29.572681 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.579315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-06e9c83a-bb4a-40c1-a5d4-910609dd3c92 None None] Provisioning complete for port 7843dcb6-0fde-4356-abde-b887ebf455ba triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:29.579692 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-06e9c83a-bb4a-40c1-a5d4-910609dd3c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.620090 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.801901 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-0a238c7e-0f70-493d-84c3-6e08c0061a6f tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=68815ee438b44d2c9d206241cb4483bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514951 Nov 19 18:50:29.831723 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.840779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.900903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Pushing event updated for resources: {'Port': ['ID=6c00bdd3-4a5d-4a61-b182-38a36e45cbd2,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:29.908201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.925333 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-06e9c83a-bb4a-40c1-a5d4-910609dd3c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.934076 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:29.935438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-675e3939-d581-4f75-9095-9562024e623f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4930866 Nov 19 18:50:29.939439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54560) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:30.002264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-c8f91761-5f7c-489c-8d1d-3fd76ad37653 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:30.010920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-c8f91761-5f7c-489c-8d1d-3fd76ad37653 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081540 Nov 19 18:50:30.031253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-06e9c83a-bb4a-40c1-a5d4-910609dd3c92 None None] For port 7843dcb6-0fde-4356-abde-b887ebf455ba, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7843dcb6-0fde-4356-abde-b887ebf455ba,segment=NetworkSegment(1f79f1b5-aacd-462b-9496-3d55463add8b),segment_id=1f79f1b5-aacd-462b-9496-3d55463add8b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:30.033992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-c2658460-e0a4-4c48-93fa-7e2b12fac703 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/quotas/68815ee438b44d2c9d206241cb4483bd HTTP/1.1" status: 200 len: 375 time: 0.0220206 Nov 19 18:50:30.040108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-router', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:15Z', 'updated_at': '2021-11-19T18:50:22Z', 'revision_number': 4, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'gw_port': {'id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:16Z', 'updated_at': '2021-11-19T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '7843dcb6-0fde-4356-abde-b887ebf455ba', 'name': '', 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'mac_address': 'fa:16:3e:2c:53:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0b5932db-8383-4d14-937f-9f3034e98a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:21Z', 'updated_at': '2021-11-19T18:50:29Z', 'revision_number': 4, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'subnets': [{'id': '0b5932db-8383-4d14-937f-9f3034e98a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:30.043835 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-06e9c83a-bb4a-40c1-a5d4-910609dd3c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:30.086398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-3a9cd6a5-3205-49b3-a849-7fcedde265b8 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=68815ee438b44d2c9d206241cb4483bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485492 Nov 19 18:50:30.096365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6ac51-3e35-4797-8b2f-af8cc58fd321 None None] The sync data for ids ['f021cac2-9b15-47a0-92bf-dfd89c108245'] in n-d-815373-6 is: [{'id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-router', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:15Z', 'updated_at': '2021-11-19T18:50:22Z', 'revision_number': 4, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'gw_port': {'id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:16Z', 'updated_at': '2021-11-19T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '7843dcb6-0fde-4356-abde-b887ebf455ba', 'name': '', 'network_id': '1e1861b6-5eb8-4905-a361-36bf74f79633', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'mac_address': 'fa:16:3e:2c:53:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0b5932db-8383-4d14-937f-9f3034e98a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:21Z', 'updated_at': '2021-11-19T18:50:29Z', 'revision_number': 4, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'subnets': [{'id': '0b5932db-8383-4d14-937f-9f3034e98a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:50:30.133336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9c83a-bb4a-40c1-a5d4-910609dd3c92 None None] Pushing event updated for resources: {'Port': ['ID=7843dcb6-0fde-4356-abde-b887ebf455ba,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:30.247171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823277b-1c71-44f6-90d2-268e52603d99 req-bb50bc0e-ccbb-473e-898b-2845ce43a402 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:30.249060 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e823277b-1c71-44f6-90d2-268e52603d99 req-bb50bc0e-ccbb-473e-898b-2845ce43a402 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 968 time: 0.1237483 Nov 19 18:50:30.255531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1952269141-network', 'tenant_id': '9094450c56d347b5a262e0075e67da73'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:30.310317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Made reservation on behalf of 9094450c56d347b5a262e0075e67da73 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:30.312632 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:30.398958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d3c6a904-029e-451c-b979-27c76acf715d req-fa973550-3362-490f-a355-d344173377ef tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 210 time: 0.0644619 Nov 19 18:50:30.569449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:30.602076 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e823277b-1c71-44f6-90d2-268e52603d99 req-3f64bb6d-4218-4da3-8016-0b0f039fa2db tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276217 Nov 19 18:50:30.691106 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-a68f40a4-d149-4b3c-8b7f-4c74805e3ea3 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1670175933&fields=id&tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3 HTTP/1.1" status: 200 len: 267 time: 0.1611648 Nov 19 18:50:30.758913 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:30.772501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:30.837665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:50:30.863713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18376a89-09db-49fc-bc58-3883bf6178ca,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:30.870047 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:30.871101 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Added segment 12bb4a22-22a5-4d72-90f1-fdd097c278c7 of type vlan for network 190f90f4-6494-4ae7-9af5-5eccd545f615 Nov 19 18:50:30.966353 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:30.976203 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-20788d37-178c-47e5-a4fd-a24171b4a38a tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:30.985423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-20788d37-178c-47e5-a4fd-a24171b4a38a tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/networks?id=f96408f8-5603-4d54-9f77-1f7ed54c35d6 HTTP/1.1" status: 200 len: 824 time: 0.2810745 Nov 19 18:50:31.004471 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-2fa2ed53-82da-49c7-b5aa-60318565d7c1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/quotas/75ef4fd3a79547a498a1c4eac20ae6c3 HTTP/1.1" status: 200 len: 375 time: 0.0178714 Nov 19 18:50:31.046906 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:31.048785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:31.050756 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:31.094227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-47b781b0-911d-41df-9fe7-301187f43a33 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884147 Nov 19 18:50:31.200814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] Pushing event updated for resources: {'Network': ['ID=190f90f4-6494-4ae7-9af5-5eccd545f615,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:31.212312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-69c66f79-c927-4ec8-a50d-4b8818faa853 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2685673 Nov 19 18:50:31.213008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54630) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:31.215047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 190f90f4-6494-4ae7-9af5-5eccd545f615 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:50:31.218956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] Request body: {'subnet': {'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1952269141-subnet', 'tenant_id': '9094450c56d347b5a262e0075e67da73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:31.303300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] Made reservation on behalf of 9094450c56d347b5a262e0075e67da73 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:31.306144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:31.656330 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d365a959-6525-4411-9550-0bd0f3604bbe req-9d07d58d-affe-4a76-9f80-385cb498a24c tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 210 time: 0.0425940 Nov 19 18:50:31.766514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-449eaa4a-408c-43ac-b8ed-4ae1671d4e88 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:50:31.767766 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-449eaa4a-408c-43ac-b8ed-4ae1671d4e88 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1188560 Nov 19 18:50:31.769269 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:31.929900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c303d6f-9d58-4ddf-b402-95b178ced043,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:31.963126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] Checking segment: {'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:31.963579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] Network hostable DHCP agents. Network: 190f90f4-6494-4ae7-9af5-5eccd545f615, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:50:31.979559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-9521bc68-c6dc-4312-b3b9-6cfce55bac90 service neutron] 10.222.0.50 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967163 Nov 19 18:50:32.087689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7843dcb6-0fde-4356-abde-b887ebf455ba up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:32.087922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] Network 190f90f4-6494-4ae7-9af5-5eccd545f615 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:50:32.114116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 190f90f4-6494-4ae7-9af5-5eccd545f615) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:32.121070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:32.121796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:32.140381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0977f183-4c2d-46a9-925b-0dbee304b175 None None] Network 190f90f4-6494-4ae7-9af5-5eccd545f615 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:32.173602 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6cbd3917-792a-4aca-8769-e08dc95f8435 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9475775 Nov 19 18:50:32.196559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-7330d04e-6a14-42c0-9a0b-2c52155101b8 service neutron] 10.222.0.50 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056127 Nov 19 18:50:32.294321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7843dcb6-0fde-4356-abde-b887ebf455ba triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:32.294969 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:32.347453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf18ce9-a147-4825-bfb8-c53e550afa96 None None] Network 190f90f4-6494-4ae7-9af5-5eccd545f615 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:32.353514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773667a-9549-4116-a82c-5efea24642bf req-bf637011-6b99-4b88-95b8-70fa68015d7e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:32.363094 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e773667a-9549-4116-a82c-5efea24642bf req-bf637011-6b99-4b88-95b8-70fa68015d7e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 968 time: 0.1033406 Nov 19 18:50:32.496055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.57', 52591) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:32.504342 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e773667a-9549-4116-a82c-5efea24642bf req-5cb6e045-6f14-42a6-be63-2a5e576b9540 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389744 Nov 19 18:50:32.567320 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-74dfee9b-1531-4517-ad4b-ecd7723a6b59 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=68815ee438b44d2c9d206241cb4483bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481157 Nov 19 18:50:32.677074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cdec901a-7dec-4a1c-819d-489a7fe186b4 req-77189c65-fd52-4107-aac7-2de039b3f2c7 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 210 time: 0.1055171 Nov 19 18:50:32.760287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-51c61e1f-78d3-47f8-be6a-b42b034a1121 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:32.762179 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-51c61e1f-78d3-47f8-be6a-b42b034a1121 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925631 Nov 19 18:50:32.856361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Request body: {'port': {'device_id': '116984db-760f-4a20-b1d6-ab960395e2eb', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '68815ee438b44d2c9d206241cb4483bd'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:33.015969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Made reservation on behalf of 68815ee438b44d2c9d206241cb4483bd for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:33.021081 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:33.032725 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:33.168509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:33.175461 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:33.248415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36e64d6-a0b5-4521-aef2-d67794742311,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:33.345116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Allocated IP 192.168.233.183 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/3135783e-94d7-4047-b38c-523561106f25) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:33.479154 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7459d1b-26f6-41b3-9092-7e24fc63b26f req-527a29cf-1caf-4e88-8d08-e11a1ff5eefe tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 210 time: 0.0361872 Nov 19 18:50:33.496584 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c1df7d93-94ce-4a31-8154-e90e37c8bbb1 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:50:33.579953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54722) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:33.703766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c1df7d93-94ce-4a31-8154-e90e37c8bbb1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c1df7d93-94ce-4a31-8154-e90e37c8bbb1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:33.722290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'c1df7d93-94ce-4a31-8154-e90e37c8bbb1', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': 'c1df7d93-94ce-4a31-8154-e90e37c8bbb1', 'mac_address': 'fa:16:3e:ba:cd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:tempest-test_az-885827839', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:50:33.755605 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52a0ea59-b12e-41d4-8a9d-8d070bdf98a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:33.810315 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:33.852089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1df7d93-94ce-4a31-8154-e90e37c8bbb1 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:50:33.904903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c1df7d93-94ce-4a31-8154-e90e37c8bbb1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c1df7d93-94ce-4a31-8154-e90e37c8bbb1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:33.915280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52a0ea59-b12e-41d4-8a9d-8d070bdf98a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:33.915503 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:33.920609 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52a0ea59-b12e-41d4-8a9d-8d070bdf98a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:33.964671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-52a0ea59-b12e-41d4-8a9d-8d070bdf98a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff02d3c33f9a46888d89e44ed0630578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828456 Nov 19 18:50:33.965322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54738) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:33.985860 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.002109 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c1df7d93-94ce-4a31-8154-e90e37c8bbb1,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:34.018303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0ea59-b12e-41d4-8a9d-8d070bdf98a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2637f4c8-d7d9-4343-a1c3-76716cb8286f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:34.085464 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-90301db1-4869-4c43-b408-517d9bc954f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.116674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b79565-c4d0-48cb-a4ed-22c46e2ece92 req-d2f8bca6-515b-46fa-a2b8-df01b5583ad0 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:34.118479 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c5b79565-c4d0-48cb-a4ed-22c46e2ece92 req-d2f8bca6-515b-46fa-a2b8-df01b5583ad0 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 969 time: 0.0875351 Nov 19 18:50:34.123179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-35ec07d2-02ed-410e-a841-88aa0eba1fa4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:34.124208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-35ec07d2-02ed-410e-a841-88aa0eba1fa4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/networks?id=190f90f4-6494-4ae7-9af5-5eccd545f615 HTTP/1.1" status: 200 len: 822 time: 0.5105171 Nov 19 18:50:34.129343 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-90301db1-4869-4c43-b408-517d9bc954f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.153440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-bb5beb8b-2520-4e51-8242-113a5adc8717 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:34.154884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-bb5beb8b-2520-4e51-8242-113a5adc8717 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.21 "GET /v2.0/networks?id=f96408f8-5603-4d54-9f77-1f7ed54c35d6 HTTP/1.1" status: 200 len: 824 time: 0.2731955 Nov 19 18:50:34.157476 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.159988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-196620ba-5468-4dc2-83f4-d78063f00d91 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/quotas/9094450c56d347b5a262e0075e67da73 HTTP/1.1" status: 200 len: 375 time: 0.0261247 Nov 19 18:50:34.202678 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c1df7d93-94ce-4a31-8154-e90e37c8bbb1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:50:34.203888 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c5b79565-c4d0-48cb-a4ed-22c46e2ece92 req-adee6be3-7959-46ab-b47e-62c405b93eb1 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772653 Nov 19 18:50:34.238078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-90301db1-4869-4c43-b408-517d9bc954f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.243225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-90301db1-4869-4c43-b408-517d9bc954f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.247161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:34.248241 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-90301db1-4869-4c43-b408-517d9bc954f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2637f4c8-d7d9-4343-a1c3-76716cb8286f HTTP/1.1" status: 204 len: 168 time: 0.2806320 Nov 19 18:50:34.258335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90301db1-4869-4c43-b408-517d9bc954f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2637f4c8-d7d9-4343-a1c3-76716cb8286f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:34.259681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-590fa76b-59b7-4ec1-a0d6-c9dcb31f28a3 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9094450c56d347b5a262e0075e67da73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634749 Nov 19 18:50:34.288380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:34.299121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:34.304980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:34.305631 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.332953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Pushing event updated for resources: {'Port': ['ID=3135783e-94d7-4047-b38c-523561106f25,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:34.357247 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13f24ff1-8d49-4389-a443-955d6fbed829 req-bdbff228-c6bb-476e-8cbc-41b45175497b tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 210 time: 0.0537713 Nov 19 18:50:34.452037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-b235ed3f-d178-4754-a943-3b5767a392cc tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6018987 Nov 19 18:50:34.459940 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-0b771156-d368-455b-afe4-7ecf3d7d9526 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3 HTTP/1.1" status: 200 len: 380 time: 0.2930825 Nov 19 18:50:34.473685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Request body: {'port': {'device_id': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'admin_state_up': True, 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'security_groups': ['cfc2f9b0-f2d3-490d-944b-f9f53938978c']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:34.576072 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-eee5df23-c9cb-4ba7-9ce5-a8a22a156e4f service neutron] 10.222.0.50 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773888 Nov 19 18:50:34.731886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Made reservation on behalf of 75ef4fd3a79547a498a1c4eac20ae6c3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:34.735707 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.748719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-8b34cb7c-f060-4fd0-b17a-614ce94df773 service neutron] 10.222.0.50 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590960 Nov 19 18:50:34.751958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54752) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:34.780011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-52c94e1b-6019-44e5-9a88-663356234c9b None None] Provisioning complete for port 3135783e-94d7-4047-b38c-523561106f25 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:34.780567 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bafb6b1-cf78-4700-9177-16e98d7542ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.780682 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-52c94e1b-6019-44e5-9a88-663356234c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.792901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461de11-5cf2-4a86-8e41-09e1e40b7727 req-1160eba3-7968-49e1-8039-5cdce9c8c065 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:34.794854 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9461de11-5cf2-4a86-8e41-09e1e40b7727 req-1160eba3-7968-49e1-8039-5cdce9c8c065 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 936 time: 0.0799811 Nov 19 18:50:34.850420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-52c94e1b-6019-44e5-9a88-663356234c9b None None] Port 3135783e-94d7-4047-b38c-523561106f25 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:34.910651 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9461de11-5cf2-4a86-8e41-09e1e40b7727 req-8e2f0496-2e5e-43e9-bb8b-39299aa51e51 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040964 Nov 19 18:50:34.951384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Allocated IP 172.20.0.10 (f96408f8-5603-4d54-9f77-1f7ed54c35d6/768b4d25-02ae-4ccf-abe6-0db558209b79/681d4532-f39e-4de1-a583-6571b493afc4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:35.171473 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed46e942-4adc-474a-858e-02857422e71b req-08062682-d578-4c1f-b0bd-ca4c8bdada80 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 210 time: 0.0818667 Nov 19 18:50:35.264545 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bafb6b1-cf78-4700-9177-16e98d7542ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.279909 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bafb6b1-cf78-4700-9177-16e98d7542ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.295144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.405477 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5bafb6b1-cf78-4700-9177-16e98d7542ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9db6444cf1d54a359bfe48bf80a126f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6504619 Nov 19 18:50:35.405993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54780) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:35.408398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafb6b1-cf78-4700-9177-16e98d7542ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da6b22b-3c4e-450b-bfcb-978bd72869b0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:35.486729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c1df7d93-94ce-4a31-8154-e90e37c8bbb1 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:35.508079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489820b-1581-42d7-a241-92a4f347f975 req-7b8996d6-5238-4c15-b3b1-6cc66592a129 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:35.513615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9489820b-1581-42d7-a241-92a4f347f975 req-7b8996d6-5238-4c15-b3b1-6cc66592a129 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 969 time: 0.1819477 Nov 19 18:50:35.561151 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-918dcd87-c9f8-4b12-81b2-d81748908f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.594112 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-918dcd87-c9f8-4b12-81b2-d81748908f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.603921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port c1df7d93-94ce-4a31-8154-e90e37c8bbb1 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:50:35.612280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port c1df7d93-94ce-4a31-8154-e90e37c8bbb1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:35.612941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54786) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:35.613841 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.625212 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9489820b-1581-42d7-a241-92a4f347f975 req-17bbcc20-bd26-4cd4-9627-faf5f1cac1b7 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045561 Nov 19 18:50:35.638333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54790) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:35.644168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bab96ff5-9338-4cd0-9c69-12dba1ec4377 req-6015de5d-11b1-4d0b-b43a-3995ee43ba4f tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 210 time: 0.1016250 Nov 19 18:50:35.665249 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.717557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Network f96408f8-5603-4d54-9f77-1f7ed54c35d6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:35.724204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:35.728014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:35.732520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:35.735441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.761210 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-918dcd87-c9f8-4b12-81b2-d81748908f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.764154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-918dcd87-c9f8-4b12-81b2-d81748908f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.767968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-918dcd87-c9f8-4b12-81b2-d81748908f6f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1da6b22b-3c4e-450b-bfcb-978bd72869b0 HTTP/1.1" status: 204 len: 168 time: 0.3608360 Nov 19 18:50:35.770312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Pushing event updated for resources: {'Port': ['ID=681d4532-f39e-4de1-a583-6571b493afc4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:35.783722 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.800451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c00a5093-d198-46cc-a15c-7db80b82923c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3316548 Nov 19 18:50:35.836955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Request body: {'port': {'device_id': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'device_owner': 'compute:tempest-test_az-885827839', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:35.845642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dcd87-c9f8-4b12-81b2-d81748908f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da6b22b-3c4e-450b-bfcb-978bd72869b0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:35.848960 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-77d11752-0b82-4b7d-9842-e5912c4e344f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.867621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adc3d07-4280-4ac4-bf58-1943c43b8984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1df7d93-94ce-4a31-8154-e90e37c8bbb1'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:35.941253 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1b32065-8553-41ea-8765-a2f9f72c1280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.035041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.046735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c1df7d93-94ce-4a31-8154-e90e37c8bbb1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c1df7d93-94ce-4a31-8154-e90e37c8bbb1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:36.063152 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.081873 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-77d11752-0b82-4b7d-9842-e5912c4e344f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.100180 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-77d11752-0b82-4b7d-9842-e5912c4e344f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.143482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c1df7d93-94ce-4a31-8154-e90e37c8bbb1,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:36.169622 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083e9e4-64d1-4623-a61a-05c1a33b0fe4 req-5709b2eb-7b0a-465d-b3fa-570f38140a93 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:36.171586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5083e9e4-64d1-4623-a61a-05c1a33b0fe4 req-5709b2eb-7b0a-465d-b3fa-570f38140a93 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 936 time: 0.1423869 Nov 19 18:50:36.179499 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-77d11752-0b82-4b7d-9842-e5912c4e344f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6db561bdc36647f19db428f7a9d05d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5385239 Nov 19 18:50:36.182526 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d11752-0b82-4b7d-9842-e5912c4e344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874e1653-d6bf-4295-a9ac-8fa838846d4c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:36.186992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54804) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:36.215323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b56929af-4813-4ae1-9d86-65638b568bee None None] Provisioning complete for port 681d4532-f39e-4de1-a583-6571b493afc4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:36.215704 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b56929af-4813-4ae1-9d86-65638b568bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.284619 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b56929af-4813-4ae1-9d86-65638b568bee None None] Port 681d4532-f39e-4de1-a583-6571b493afc4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:36.319024 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894b2555-bd29-46c8-8961-83daeb01c064" -d '{"events": [{"server_uuid": "6adc3d07-4280-4ac4-bf58-1943c43b8984", "name": "network-vif-plugged", "status": "completed", "tag": "c1df7d93-94ce-4a31-8154-e90e37c8bbb1"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:36.320809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5083e9e4-64d1-4623-a61a-05c1a33b0fe4 req-22d3884d-8721-4229-9664-44c6d8df7714 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392994 Nov 19 18:50:36.324523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fb6018c-e46d-4a7a-8f63-9631749381ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.364782 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fb6018c-e46d-4a7a-8f63-9631749381ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.400135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1b32065-8553-41ea-8765-a2f9f72c1280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.407986 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a10f45df-9979-43fd-9156-796e26adb5fb req-a7b59d69-f6b5-4f28-8b9a-a53ba3f26d49 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 210 time: 0.0807750 Nov 19 18:50:36.427094 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1b32065-8553-41ea-8765-a2f9f72c1280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.437214 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fb6018c-e46d-4a7a-8f63-9631749381ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.440718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fb6018c-e46d-4a7a-8f63-9631749381ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.442523 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4fb6018c-e46d-4a7a-8f63-9631749381ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/874e1653-d6bf-4295-a9ac-8fa838846d4c HTTP/1.1" status: 204 len: 168 time: 0.2497160 Nov 19 18:50:36.468505 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17707b7-bda2-4149-b5fa-fa29c8e4261d x-openstack-request-id: req-f17707b7-bda2-4149-b5fa-fa29c8e4261d {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:36.468894 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adc3d07-4280-4ac4-bf58-1943c43b8984", "name": "network-vif-plugged", "status": "completed", "tag": "c1df7d93-94ce-4a31-8154-e90e37c8bbb1", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:36.469161 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f17707b7-bda2-4149-b5fa-fa29c8e4261d {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:36.469805 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adc3d07-4280-4ac4-bf58-1943c43b8984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1df7d93-94ce-4a31-8154-e90e37c8bbb1', 'code': 200} Nov 19 18:50:36.472757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6018c-e46d-4a7a-8f63-9631749381ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874e1653-d6bf-4295-a9ac-8fa838846d4c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:36.529392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b32065-8553-41ea-8765-a2f9f72c1280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794f4ef7-9596-4b22-b11a-abde84b8aae1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:36.545851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54822) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:36.546015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d1b32065-8553-41ea-8765-a2f9f72c1280 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d69d2ba63cf44ac8eaa76baa96706af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9146132 Nov 19 18:50:36.555968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.21', 57886) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:36.687057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681d4532-f39e-4de1-a583-6571b493afc4 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:50:36.698671 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8d85fc4-d777-4971-bcc8-a8eabf8e4a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.699230 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.709808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873952-2785-441c-9652-371ede3a4ae8 req-e794487f-d38d-4f13-9c40-17e74ab71b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:36.711895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1873952-2785-441c-9652-371ede3a4ae8 req-e794487f-d38d-4f13-9c40-17e74ab71b7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 1121 time: 0.1480906 Nov 19 18:50:36.716794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Transition to ACTIVE for port object 681d4532-f39e-4de1-a583-6571b493afc4 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:50:36.725476 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.761979 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e1873952-2785-441c-9652-371ede3a4ae8 req-c2f589d1-4cd4-4a7c-8dad-c4a71919ea3e service neutron] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.797499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8d85fc4-d777-4971-bcc8-a8eabf8e4a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:36.842843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=681d4532-f39e-4de1-a583-6571b493afc4,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:36.862830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea230e-65be-4396-95fd-cfe0d449e0ca req-db2e990b-90b0-4411-89a8-004bfcdf65bc tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:36.864462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3dea230e-65be-4396-95fd-cfe0d449e0ca req-db2e990b-90b0-4411-89a8-004bfcdf65bc tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 970 time: 0.1202519 Nov 19 18:50:36.938448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Attempting to bind port 681d4532-f39e-4de1-a583-6571b493afc4 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:36.938953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Attempting to bind port 681d4532-f39e-4de1-a583-6571b493afc4 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:36.939146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Attempting to bind port 681d4532-f39e-4de1-a583-6571b493afc4 on network f96408f8-5603-4d54-9f77-1f7ed54c35d6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:36.960567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Port 681d4532-f39e-4de1-a583-6571b493afc4 on network f96408f8-5603-4d54-9f77-1f7ed54c35d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:50:36.960946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Attempting to bind port 681d4532-f39e-4de1-a583-6571b493afc4 on network f96408f8-5603-4d54-9f77-1f7ed54c35d6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:36.972720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec246959-0f93-40b5-86f2-015c07c04400 req-017b0a09-574d-4a6f-9d33-10cadbab59c6 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:36.981980 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec246959-0f93-40b5-86f2-015c07c04400 req-017b0a09-574d-4a6f-9d33-10cadbab59c6 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 965 time: 0.2214403 Nov 19 18:50:36.994342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3dea230e-65be-4396-95fd-cfe0d449e0ca req-872543eb-9984-47ca-83fa-d481ccfd5dcb tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135819 Nov 19 18:50:36.995755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:36.996307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Checking segment: {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:36.996905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Bound using segment: {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:36.998125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Bound port: 681d4532-f39e-4de1-a583-6571b493afc4, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:36.998676 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.080188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54838) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:37.081724 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8d85fc4-d777-4971-bcc8-a8eabf8e4a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.085146 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8d85fc4-d777-4971-bcc8-a8eabf8e4a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.089269 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b8d85fc4-d777-4971-bcc8-a8eabf8e4a51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/794f4ef7-9596-4b22-b11a-abde84b8aae1 HTTP/1.1" status: 204 len: 168 time: 0.5418115 Nov 19 18:50:37.149169 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec246959-0f93-40b5-86f2-015c07c04400 req-6f4ab7d1-dd7f-4a54-a2d3-78f274ab0140 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661623 Nov 19 18:50:37.153026 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39d72c59-e829-4a5d-a5b8-d670a09eae66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.168172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d85fc4-d777-4971-bcc8-a8eabf8e4a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794f4ef7-9596-4b22-b11a-abde84b8aae1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:37.195934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] For port 681d4532-f39e-4de1-a583-6571b493afc4, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:37.209617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] For port 681d4532-f39e-4de1-a583-6571b493afc4, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=681d4532-f39e-4de1-a583-6571b493afc4,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:37.220177 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.233794 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e1873952-2785-441c-9652-371ede3a4ae8 req-c2f589d1-4cd4-4a7c-8dad-c4a71919ea3e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.238958 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e1873952-2785-441c-9652-371ede3a4ae8 req-c2f589d1-4cd4-4a7c-8dad-c4a71919ea3e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.279416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:37.280052 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.281743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] 10.222.0.21 "PUT /v2.0/ports/681d4532-f39e-4de1-a583-6571b493afc4 HTTP/1.1" status: 200 len: 1113 time: 1.4700465 Nov 19 18:50:37.287798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'tag': '681d4532-f39e-4de1-a583-6571b493afc4'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:37.289952 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b25883-bab1-45da-9fa6-ea64e75ae50d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b314ff5-4b5c-4ffc-a583-b21c8e17dd87", "tag": "681d4532-f39e-4de1-a583-6571b493afc4"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:37.315065 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1873952-2785-441c-9652-371ede3a4ae8 req-c2f589d1-4cd4-4a7c-8dad-c4a71919ea3e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832448 Nov 19 18:50:37.319505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f589d1-4cd4-4a7c-8dad-c4a71919ea3e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64918075-2a97-467e-9213-c70127c4a80f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:37.333495 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8898c-0a04-435a-9ebe-9c1839ee5cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=681d4532-f39e-4de1-a583-6571b493afc4,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:37.395916 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39d72c59-e829-4a5d-a5b8-d670a09eae66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.401857 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39d72c59-e829-4a5d-a5b8-d670a09eae66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.478221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d72c59-e829-4a5d-a5b8-d670a09eae66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6759f2-b9c8-4343-b7c7-462fda3653e0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:37.496821 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33be2fb-c7c0-4783-868f-28d0b3ed77be x-openstack-request-id: req-e33be2fb-c7c0-4783-868f-28d0b3ed77be {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:37.497149 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b314ff5-4b5c-4ffc-a583-b21c8e17dd87", "tag": "681d4532-f39e-4de1-a583-6571b493afc4", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:37.497438 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e33be2fb-c7c0-4783-868f-28d0b3ed77be {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:37.499985 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'tag': '681d4532-f39e-4de1-a583-6571b493afc4', 'status': 'completed', 'code': 200} Nov 19 18:50:37.516425 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-39d72c59-e829-4a5d-a5b8-d670a09eae66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a45ac3e6c12d4134a5a661f2c5423b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4350662 Nov 19 18:50:37.517277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54856) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:37.565196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e0de8-23cb-4632-bc07-514144cbba16 req-95b776fa-1072-420b-8828-025f14b615cf tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:37.566850 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b50e0de8-23cb-4632-bc07-514144cbba16 req-95b776fa-1072-420b-8828-025f14b615cf tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 936 time: 0.1037219 Nov 19 18:50:37.643593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a214d26e-354a-4a22-ac6a-be218558c943 req-7243c3ef-1d5f-43fc-8fe6-e443087488ac tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 210 time: 0.0492284 Nov 19 18:50:37.646954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9df6367-6ef3-499e-8dcc-2212ff3e1bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.682268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9df6367-6ef3-499e-8dcc-2212ff3e1bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.731417 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b50e0de8-23cb-4632-bc07-514144cbba16 req-26f21e78-5113-49e0-807a-64ab58ecce93 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563332 Nov 19 18:50:37.769976 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9df6367-6ef3-499e-8dcc-2212ff3e1bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.773169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b25883-bab1-45da-9fa6-ea64e75ae50d req-cc9c8f52-d187-4547-a2ce-0762d50cd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:37.774712 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60b25883-bab1-45da-9fa6-ea64e75ae50d req-cc9c8f52-d187-4547-a2ce-0762d50cd144 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 1116 time: 0.1558049 Nov 19 18:50:37.774868 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9df6367-6ef3-499e-8dcc-2212ff3e1bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.776823 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c9df6367-6ef3-499e-8dcc-2212ff3e1bf0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f6759f2-b9c8-4343-b7c7-462fda3653e0 HTTP/1.1" status: 204 len: 168 time: 0.2585099 Nov 19 18:50:37.796018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df6367-6ef3-499e-8dcc-2212ff3e1bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6759f2-b9c8-4343-b7c7-462fda3653e0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:37.809713 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54864) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:37.830088 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41201912-e035-4e8a-bdfb-7e980778b739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.949250 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41201912-e035-4e8a-bdfb-7e980778b739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:37.955264 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41201912-e035-4e8a-bdfb-7e980778b739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:38.008724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-41201912-e035-4e8a-bdfb-7e980778b739 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a07419f80664884b3e4ec1206e151e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972644 Nov 19 18:50:38.011494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41201912-e035-4e8a-bdfb-7e980778b739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa0ff53-b7a9-462a-a8e4-ca436e2c23a0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:38.014344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54870) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:38.048425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b25883-bab1-45da-9fa6-ea64e75ae50d req-24c1233b-c2f1-48da-9564-b9866e460ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:38.050163 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60b25883-bab1-45da-9fa6-ea64e75ae50d req-24c1233b-c2f1-48da-9564-b9866e460ad0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2648528 Nov 19 18:50:38.097891 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1376ee31-ad55-49bb-9060-9945d4e34c48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:38.149065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1376ee31-ad55-49bb-9060-9945d4e34c48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:38.159654 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0ae58403-3736-47fb-8b0d-a3549c6b6c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:38.214537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce17841-1cc3-4e78-8d2a-7ac3f76e660f req-5de673d8-1d8d-4c0a-800c-89311784df65 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:38.216128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ce17841-1cc3-4e78-8d2a-7ac3f76e660f req-5de673d8-1d8d-4c0a-800c-89311784df65 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 970 time: 0.1200433 Nov 19 18:50:38.296506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ce17841-1cc3-4e78-8d2a-7ac3f76e660f req-b52be8a5-2410-4909-a7c7-bcaa8873f083 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678687 Nov 19 18:50:38.301980 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1376ee31-ad55-49bb-9060-9945d4e34c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:38.306193 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1376ee31-ad55-49bb-9060-9945d4e34c48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:38.317469 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1376ee31-ad55-49bb-9060-9945d4e34c48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8aa0ff53-b7a9-462a-a8e4-ca436e2c23a0 HTTP/1.1" status: 204 len: 168 time: 0.3016851 Nov 19 18:50:38.336309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376ee31-ad55-49bb-9060-9945d4e34c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa0ff53-b7a9-462a-a8e4-ca436e2c23a0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:38.510614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b25883-bab1-45da-9fa6-ea64e75ae50d req-ffc98218-6922-4150-8f24-a80092427236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:38.512214 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60b25883-bab1-45da-9fa6-ea64e75ae50d req-ffc98218-6922-4150-8f24-a80092427236 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4528558 Nov 19 18:50:38.529352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ff1dc-f3f2-48af-8011-d8c002675b71 req-fcb33442-a118-440b-8253-2fceb75af356 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:38.530915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-428ff1dc-f3f2-48af-8011-d8c002675b71 req-fcb33442-a118-440b-8253-2fceb75af356 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 965 time: 0.0721807 Nov 19 18:50:38.625532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-428ff1dc-f3f2-48af-8011-d8c002675b71 req-9a9428da-643a-4d03-ba02-361d97cf7fb8 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884640 Nov 19 18:50:38.628600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c3631835-ece9-497b-b875-2c8fed442c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:38.630114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-c3631835-ece9-497b-b875-2c8fed442c5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 1116 time: 0.0720053 Nov 19 18:50:38.672590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-bb6bffe1-b694-4347-bfc5-47f730cb1f72 req-8a9ffa5f-17a3-4272-82c7-e31fc7a279a5 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1052991333', 'description': 'tempest-description-1206411764'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:38.710729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bb6bffe1-b694-4347-bfc5-47f730cb1f72 req-8a9ffa5f-17a3-4272-82c7-e31fc7a279a5 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:38.718725 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-fd828bba-7ddd-45bd-a287-fbd75d6aa6be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681d4532-f39e-4de1-a583-6571b493afc4 HTTP/1.1" status: 200 len: 217 time: 0.0776138 Nov 19 18:50:38.724086 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bb6bffe1-b694-4347-bfc5-47f730cb1f72 req-8a9ffa5f-17a3-4272-82c7-e31fc7a279a5 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:38.823782 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f3dd704a-26ec-4c13-a058-907478bd2721 req-7a04991e-2b38-43aa-8e5d-12575872a7ce tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 210 time: 0.0375605 Nov 19 18:50:38.839119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-69e00942-32d7-492a-ae8e-23f9c934e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:38.840598 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-69e00942-32d7-492a-ae8e-23f9c934e346 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=768b4d25-02ae-4ccf-abe6-0db558209b79 HTTP/1.1" status: 200 len: 863 time: 0.1149559 Nov 19 18:50:38.856973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bb6bffe1-b694-4347-bfc5-47f730cb1f72 req-8a9ffa5f-17a3-4272-82c7-e31fc7a279a5 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:38.863453 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bb6bffe1-b694-4347-bfc5-47f730cb1f72 req-8a9ffa5f-17a3-4272-82c7-e31fc7a279a5 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:38.948509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ffa5f-17a3-4272-82c7-e31fc7a279a5 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089a5277-0a33-467a-a401-487a28d8cbad,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:38.984882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bb6bffe1-b694-4347-bfc5-47f730cb1f72 req-8a9ffa5f-17a3-4272-82c7-e31fc7a279a5 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:38.991530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bb6bffe1-b694-4347-bfc5-47f730cb1f72 req-8a9ffa5f-17a3-4272-82c7-e31fc7a279a5 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.031046 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bb6bffe1-b694-4347-bfc5-47f730cb1f72 req-8a9ffa5f-17a3-4272-82c7-e31fc7a279a5 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.032870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb6bffe1-b694-4347-bfc5-47f730cb1f72 req-8a9ffa5f-17a3-4272-82c7-e31fc7a279a5 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3683228 Nov 19 18:50:39.059208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-7c2ade0f-2051-4f79-a1ea-cdcad7cadce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:39.064496 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-7c2ade0f-2051-4f79-a1ea-cdcad7cadce3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f96408f8-5603-4d54-9f77-1f7ed54c35d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150633 Nov 19 18:50:39.069726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ffa5f-17a3-4272-82c7-e31fc7a279a5 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba05f78-ab32-4db0-ac0a-b2bdd4459e40,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:39.082337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f30edf19-d4b0-4da7-bb5e-6ee959fd533e req-88801cdf-96da-441c-9022-06aa7310f466 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1305866661', 'description': 'tempest-description-1651783436'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:39.093793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bafe06-42f5-4253-9ead-5b5e2655de8a req-f05e533c-c215-486e-bd9e-a67f889b3d9b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:39.098635 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-09bafe06-42f5-4253-9ead-5b5e2655de8a req-f05e533c-c215-486e-bd9e-a67f889b3d9b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 936 time: 0.1520791 Nov 19 18:50:39.119984 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f30edf19-d4b0-4da7-bb5e-6ee959fd533e req-88801cdf-96da-441c-9022-06aa7310f466 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.242335 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f30edf19-d4b0-4da7-bb5e-6ee959fd533e req-88801cdf-96da-441c-9022-06aa7310f466 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.247870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f30edf19-d4b0-4da7-bb5e-6ee959fd533e req-88801cdf-96da-441c-9022-06aa7310f466 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.262597 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-09bafe06-42f5-4253-9ead-5b5e2655de8a req-a741b876-7efb-4541-a30a-877cdde210c2 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520813 Nov 19 18:50:39.294578 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f30edf19-d4b0-4da7-bb5e-6ee959fd533e req-88801cdf-96da-441c-9022-06aa7310f466 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.295206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f30edf19-d4b0-4da7-bb5e-6ee959fd533e req-88801cdf-96da-441c-9022-06aa7310f466 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2332530 Nov 19 18:50:39.297228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88801cdf-96da-441c-9022-06aa7310f466 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6672943a-7230-4353-9c15-2e3110e53542,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:39.317010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-5280fdb4-95b5-4ec2-8536-e8afff4b74f3 service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171862 Nov 19 18:50:39.437908 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cdf6fb35-5d34-4c3c-acbb-6de7e3fd2de0 req-d5957820-d5e4-4916-b997-52b48fb4047a service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124506 Nov 19 18:50:39.487552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6c9f3-16a4-45c8-8934-6a9b1a374e51 req-3ca448c8-b688-4077-9896-8e681bc2c68f tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:39.489085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04d6c9f3-16a4-45c8-8934-6a9b1a374e51 req-3ca448c8-b688-4077-9896-8e681bc2c68f tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 970 time: 0.0653217 Nov 19 18:50:39.541908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04d6c9f3-16a4-45c8-8934-6a9b1a374e51 req-fd66d341-642f-462d-ab93-a7b51fa9188b tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Nov 19 18:50:39.648078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-40455cc3-b52d-406d-a71a-1985df4c80a1 req-da694610-fa5c-455b-9af9-be51e8d48a3a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-831366754', 'description': 'tempest-description-1212287772'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:39.688015 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40455cc3-b52d-406d-a71a-1985df4c80a1 req-da694610-fa5c-455b-9af9-be51e8d48a3a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.702062 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40455cc3-b52d-406d-a71a-1985df4c80a1 req-da694610-fa5c-455b-9af9-be51e8d48a3a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.749864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efd60a-7668-46ca-83c4-9f247ad4851b req-9b5a065d-a607-4438-acf2-823f77a4ffae tempest-AggregatesAdminTestJSON-1163115873 tempest-AggregatesAdminTestJSON-1163115873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:39.752204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1efd60a-7668-46ca-83c4-9f247ad4851b req-9b5a065d-a607-4438-acf2-823f77a4ffae tempest-AggregatesAdminTestJSON-1163115873 tempest-AggregatesAdminTestJSON-1163115873-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 1121 time: 0.0833867 Nov 19 18:50:39.784263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d1efd60a-7668-46ca-83c4-9f247ad4851b req-ecf2c4c6-256f-4f70-a8b9-0d400b964116 tempest-AggregatesAdminTestJSON-1163115873 tempest-AggregatesAdminTestJSON-1163115873-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.790211 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40455cc3-b52d-406d-a71a-1985df4c80a1 req-da694610-fa5c-455b-9af9-be51e8d48a3a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.798302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40455cc3-b52d-406d-a71a-1985df4c80a1 req-da694610-fa5c-455b-9af9-be51e8d48a3a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.833001 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da694610-fa5c-455b-9af9-be51e8d48a3a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd8b50c-7adf-4d89-b1c1-0091bc4d87d7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:39.873838 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d1efd60a-7668-46ca-83c4-9f247ad4851b req-ecf2c4c6-256f-4f70-a8b9-0d400b964116 tempest-AggregatesAdminTestJSON-1163115873 tempest-AggregatesAdminTestJSON-1163115873-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.875706 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40455cc3-b52d-406d-a71a-1985df4c80a1 req-da694610-fa5c-455b-9af9-be51e8d48a3a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.878760 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d1efd60a-7668-46ca-83c4-9f247ad4851b req-ecf2c4c6-256f-4f70-a8b9-0d400b964116 tempest-AggregatesAdminTestJSON-1163115873 tempest-AggregatesAdminTestJSON-1163115873-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.881957 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40455cc3-b52d-406d-a71a-1985df4c80a1 req-da694610-fa5c-455b-9af9-be51e8d48a3a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.917389 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40455cc3-b52d-406d-a71a-1985df4c80a1 req-da694610-fa5c-455b-9af9-be51e8d48a3a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:39.922857 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40455cc3-b52d-406d-a71a-1985df4c80a1 req-da694610-fa5c-455b-9af9-be51e8d48a3a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2810836 Nov 19 18:50:39.931256 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2c4c6-256f-4f70-a8b9-0d400b964116 tempest-AggregatesAdminTestJSON-1163115873 tempest-AggregatesAdminTestJSON-1163115873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a373a5ea-0279-4d19-b5c8-1e5aab0c97ce,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:39.931384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da694610-fa5c-455b-9af9-be51e8d48a3a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2325b672-271c-4161-8939-b7144039a71f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:39.948386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1efd60a-7668-46ca-83c4-9f247ad4851b req-ecf2c4c6-256f-4f70-a8b9-0d400b964116 tempest-AggregatesAdminTestJSON-1163115873 tempest-AggregatesAdminTestJSON-1163115873-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862884 Nov 19 18:50:40.066656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-736810cf-e0eb-4269-a1da-7462acd7b19c req-48dae6de-8f35-4c2f-9cd9-38fd913b094f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 210 time: 0.0372295 Nov 19 18:50:40.070533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fe5d0-fe4c-48e2-9d91-b7827b126abf req-d652331d-9d44-4b11-8b32-40dbb86555f8 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:40.072079 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1e3fe5d0-fe4c-48e2-9d91-b7827b126abf req-d652331d-9d44-4b11-8b32-40dbb86555f8 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 965 time: 0.0636384 Nov 19 18:50:40.089858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-4345f809-f870-4d78-b0cb-a6a6980d8207 req-46dd23f9-3727-4d2f-a368-098239020348 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1686660894', 'description': 'tempest-description-979865766'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:40.113811 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4345f809-f870-4d78-b0cb-a6a6980d8207 req-46dd23f9-3727-4d2f-a368-098239020348 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:40.137660 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1e3fe5d0-fe4c-48e2-9d91-b7827b126abf req-01df96f7-8b06-4cb3-8027-29ef25ffe94a tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507433 Nov 19 18:50:40.189809 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4345f809-f870-4d78-b0cb-a6a6980d8207 req-46dd23f9-3727-4d2f-a368-098239020348 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:40.194696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4345f809-f870-4d78-b0cb-a6a6980d8207 req-46dd23f9-3727-4d2f-a368-098239020348 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:40.225039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4345f809-f870-4d78-b0cb-a6a6980d8207 req-46dd23f9-3727-4d2f-a368-098239020348 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:40.226389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4345f809-f870-4d78-b0cb-a6a6980d8207 req-46dd23f9-3727-4d2f-a368-098239020348 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1405897 Nov 19 18:50:40.229143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd23f9-3727-4d2f-a368-098239020348 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2520bd7f-d80f-40e8-9d7e-7e80ff626b9d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:40.507050 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d164c542-7e5e-4142-84a8-4393be1ee871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:40.662860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-14cc1544-786d-48d6-ae8b-d8a31241c280 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39828 time: 0.2063541 Nov 19 18:50:40.704505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46af4d-8293-4e09-a20a-97f9da9ce603 req-0bb2c888-f400-419b-b1bf-e2313b9fe87f tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:40.705471 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-07d32acf-5370-465f-9f9e-9e7642645673 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/089a5277-0a33-467a-a401-487a28d8cbad HTTP/1.1" status: 200 len: 2998 time: 0.0354214 Nov 19 18:50:40.706154 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca46af4d-8293-4e09-a20a-97f9da9ce603 req-0bb2c888-f400-419b-b1bf-e2313b9fe87f tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 936 time: 0.0501277 Nov 19 18:50:40.746732 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-a3f2a120-d72d-4a91-af81-e1ea7ed4148d tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/089a5277-0a33-467a-a401-487a28d8cbad HTTP/1.1" status: 200 len: 2998 time: 0.0342612 Nov 19 18:50:40.754993 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca46af4d-8293-4e09-a20a-97f9da9ce603 req-5a1e5796-9b2e-43f6-9ca1-34f15684e9d0 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419259 Nov 19 18:50:40.789563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-6e7241a6-7fc3-40d3-9a67-049002ed8dcf tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/18376a89-09db-49fc-bc58-3883bf6178ca HTTP/1.1" status: 200 len: 2998 time: 0.0371525 Nov 19 18:50:40.848848 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-68ef4f8c-fae7-4ca1-b2e2-b87b4e69dfac tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/18376a89-09db-49fc-bc58-3883bf6178ca HTTP/1.1" status: 200 len: 2998 time: 0.0500288 Nov 19 18:50:40.903845 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-94216b70-e7a3-441b-897f-c8a53ef2f37e tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/3fe93734-be30-4873-834b-f0a692548058 HTTP/1.1" status: 200 len: 2994 time: 0.0490756 Nov 19 18:50:40.957187 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-d6f1fa64-b666-4655-aa11-2094146d7555 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/3fe93734-be30-4873-834b-f0a692548058 HTTP/1.1" status: 200 len: 2994 time: 0.0466681 Nov 19 18:50:41.001588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-2a1ebaa5-b4d1-4f4c-8dcc-4f377ce0d172 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5d9eb751-066c-40a5-abe5-76c7a67f8889 HTTP/1.1" status: 200 len: 2994 time: 0.0434401 Nov 19 18:50:41.051743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-b62e205e-8fc0-47a0-bc46-23cfdb5550f9 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5d9eb751-066c-40a5-abe5-76c7a67f8889 HTTP/1.1" status: 200 len: 2994 time: 0.0423992 Nov 19 18:50:41.105265 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-203a06b3-8da4-4f26-99db-f2192ff3f12b tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/64918075-2a97-467e-9213-c70127c4a80f HTTP/1.1" status: 200 len: 2998 time: 0.0449152 Nov 19 18:50:41.123918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55016) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:41.167032 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-422db343-b930-4604-ad2d-5103e7310052 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/64918075-2a97-467e-9213-c70127c4a80f HTTP/1.1" status: 200 len: 2998 time: 0.0550117 Nov 19 18:50:41.215055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-67bd9a38-7efc-4904-a705-00f02ae394aa tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/6cd8b50c-7adf-4d89-b1c1-0091bc4d87d7 HTTP/1.1" status: 200 len: 2998 time: 0.0417259 Nov 19 18:50:41.248674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5552-8c00-445b-871c-01e29ae55724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:41.262900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-bf099475-63b5-4031-8c2c-8155944b1448 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/6cd8b50c-7adf-4d89-b1c1-0091bc4d87d7 HTTP/1.1" status: 200 len: 2998 time: 0.0400307 Nov 19 18:50:41.312212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-bd8e3cf0-1b9b-4b27-9954-6727c72c0ba8 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/959ce90e-db5c-4627-8dd0-06c82ed76a7b HTTP/1.1" status: 200 len: 2990 time: 0.0412531 Nov 19 18:50:41.348662 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-353f14eb-77f6-428b-8786-6ebf8c087ed4 req-d3bc67ed-e5f2-4110-9651-8150e0d44d19 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 210 time: 0.0326276 Nov 19 18:50:41.358384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-6d7167fa-53fe-470e-93f2-5ce015548a7b tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/959ce90e-db5c-4627-8dd0-06c82ed76a7b HTTP/1.1" status: 200 len: 2990 time: 0.0400736 Nov 19 18:50:41.362962 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5552-8c00-445b-871c-01e29ae55724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:41.372371 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5552-8c00-445b-871c-01e29ae55724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:41.412896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-5eb6d027-cef5-464a-9e86-de395c3081a6 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a373a5ea-0279-4d19-b5c8-1e5aab0c97ce HTTP/1.1" status: 200 len: 2998 time: 0.0512578 Nov 19 18:50:41.415179 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9ecd5552-8c00-445b-871c-01e29ae55724 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1397bb0843d41b9b1744a55e751d59c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901161 Nov 19 18:50:41.416409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd5552-8c00-445b-871c-01e29ae55724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40286b2-8550-4f78-8aa6-daf58d070b9e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:41.422278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55032) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:41.476369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97106fb-8965-4125-9155-a9dbfb0b8cf1 req-5d64c2ad-a7ad-415e-af65-080f96683341 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:41.477885 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e97106fb-8965-4125-9155-a9dbfb0b8cf1 req-5d64c2ad-a7ad-415e-af65-080f96683341 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 965 time: 0.0499086 Nov 19 18:50:41.488397 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-06b6367f-3335-4979-9830-7073aebdac5e tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a373a5ea-0279-4d19-b5c8-1e5aab0c97ce HTTP/1.1" status: 200 len: 2998 time: 0.0638080 Nov 19 18:50:41.512277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52b9c7d9-bf20-47fd-a0db-962ebff33745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:41.527926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e97106fb-8965-4125-9155-a9dbfb0b8cf1 req-0a26c2a4-c453-4e36-a5d8-fe6705284fc4 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437689 Nov 19 18:50:41.540801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-35b5e149-8e4a-4a09-b8c0-3b0159d04ccb tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:50:41.542092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-35b5e149-8e4a-4a09-b8c0-3b0159d04ccb tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093584 Nov 19 18:50:41.559862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52b9c7d9-bf20-47fd-a0db-962ebff33745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:41.571861 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-157b54b4-f080-4f86-9476-22d9e915d81a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/e36e64d6-a0b5-4521-aef2-d67794742311 HTTP/1.1" status: 200 len: 2998 time: 0.0742576 Nov 19 18:50:41.679171 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-5f9f17c1-333d-432f-bb81-5fab90b5edd5 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/e36e64d6-a0b5-4521-aef2-d67794742311 HTTP/1.1" status: 200 len: 2998 time: 0.0901618 Nov 19 18:50:41.680526 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52b9c7d9-bf20-47fd-a0db-962ebff33745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:41.683215 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52b9c7d9-bf20-47fd-a0db-962ebff33745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:41.684380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-52b9c7d9-bf20-47fd-a0db-962ebff33745 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c40286b2-8550-4f78-8aa6-daf58d070b9e HTTP/1.1" status: 204 len: 168 time: 0.2610343 Nov 19 18:50:41.698744 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:41.714486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Request body: {'port': {'device_id': '116984db-760f-4a20-b1d6-ab960395e2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:41.749178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9c7d9-bf20-47fd-a0db-962ebff33745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40286b2-8550-4f78-8aa6-daf58d070b9e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:41.930819 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-71669326-e184-4206-a5a6-6a8040ca073e tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ecfc1180-a983-4fa2-967c-c0deef7a5e4c HTTP/1.1" status: 200 len: 2997 time: 0.2442458 Nov 19 18:50:41.951740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737872b-d724-48f9-a15c-9c1ca7b9e9fa req-3e5385d7-55e8-41bc-90d4-7a1cc6cb7168 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:41.953457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6737872b-d724-48f9-a15c-9c1ca7b9e9fa req-3e5385d7-55e8-41bc-90d4-7a1cc6cb7168 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 936 time: 0.0607588 Nov 19 18:50:41.986265 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.012672 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6737872b-d724-48f9-a15c-9c1ca7b9e9fa req-06aacde8-dece-47ff-9b1c-60e08aa6f046 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523996 Nov 19 18:50:42.034369 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-a60e8fad-c0df-4db1-b9ac-f70f478872ac tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ecfc1180-a983-4fa2-967c-c0deef7a5e4c HTTP/1.1" status: 200 len: 2997 time: 0.0893073 Nov 19 18:50:42.086828 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55058) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:42.102687 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9afa466-6580-4682-8f3f-c4a5d70f51ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.178688 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-9473b76f-c856-423c-97f6-144e2491a59a tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/f13e34c0-1bed-4527-88d2-73a885586590 HTTP/1.1" status: 200 len: 2994 time: 0.1338403 Nov 19 18:50:42.219194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.57', 52596) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:42.335710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fd61cc5-7fc3-44c0-b42b-7759bf99e2d8 req-96fd5dec-844e-48bd-a1bd-78526623b253 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/f13e34c0-1bed-4527-88d2-73a885586590 HTTP/1.1" status: 200 len: 2994 time: 0.1451530 Nov 19 18:50:42.344313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9afa466-6580-4682-8f3f-c4a5d70f51ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.359917 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9afa466-6580-4682-8f3f-c4a5d70f51ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.409030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3135783e-94d7-4047-b38c-523561106f25 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:50:42.417635 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.431308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Transition to ACTIVE for port object 3135783e-94d7-4047-b38c-523561106f25 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:50:42.436394 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.473738 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b9afa466-6580-4682-8f3f-c4a5d70f51ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f19771b9e8fa4e18852293b667f42eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856580 Nov 19 18:50:42.479621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55086) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:42.514693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afa466-6580-4682-8f3f-c4a5d70f51ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b641815-3474-4198-88e6-86d93ab9ad9b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:42.555317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Pushing event updated for resources: {'Port': ['ID=3135783e-94d7-4047-b38c-523561106f25,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:42.570584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Attempting to bind port 3135783e-94d7-4047-b38c-523561106f25 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:42.570878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Attempting to bind port 3135783e-94d7-4047-b38c-523561106f25 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:42.571229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Attempting to bind port 3135783e-94d7-4047-b38c-523561106f25 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:42.581013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-df414727-c093-487d-bf98-63f38b3ee7e4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:42.582493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Port 3135783e-94d7-4047-b38c-523561106f25 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:50:42.582616 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-df414727-c093-487d-bf98-63f38b3ee7e4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.57 "GET /v2.0/networks?id=190f90f4-6494-4ae7-9af5-5eccd545f615 HTTP/1.1" status: 200 len: 822 time: 0.3624146 Nov 19 18:50:42.582944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Attempting to bind port 3135783e-94d7-4047-b38c-523561106f25 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:42.595777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:42.596109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:42.596503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:42.597101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Bound port: 3135783e-94d7-4047-b38c-523561106f25, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:42.597323 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.601032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-806b7310-85a0-4a02-807b-843ba20d7343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.605194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Request body: {'port': {'device_id': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615', 'admin_state_up': True, 'tenant_id': '9094450c56d347b5a262e0075e67da73'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:42.617572 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bfeaa91-e8fa-41a1-b47a-40374853a51b req-1beb8abf-7046-43be-b548-68c19764694c tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8ed8719f0ef4047a2beaacb81adef8f HTTP/1.1" status: 200 len: 6155 time: 0.2249913 Nov 19 18:50:42.649610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5dba3e68-2a16-4218-ae0d-e8b6511c4c95 req-a8d67c2f-a777-4e0b-b602-2aada60a9193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 210 time: 0.0394201 Nov 19 18:50:42.660551 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-806b7310-85a0-4a02-807b-843ba20d7343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.769830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] For port 3135783e-94d7-4047-b38c-523561106f25, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:42.775826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] For port 3135783e-94d7-4047-b38c-523561106f25, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3135783e-94d7-4047-b38c-523561106f25,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:42.786042 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.801203 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bfeaa91-e8fa-41a1-b47a-40374853a51b req-8245e174-43b4-4ffe-a4b5-a6267c86bd96 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] 10.222.0.50 "GET /v2.0/security-groups/089a5277-0a33-467a-a401-487a28d8cbad HTTP/1.1" status: 200 len: 2998 time: 0.1713002 Nov 19 18:50:42.803222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Made reservation on behalf of 9094450c56d347b5a262e0075e67da73 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:42.806770 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.824795 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-806b7310-85a0-4a02-807b-843ba20d7343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.827416 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-806b7310-85a0-4a02-807b-843ba20d7343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.829123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-806b7310-85a0-4a02-807b-843ba20d7343 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b641815-3474-4198-88e6-86d93ab9ad9b HTTP/1.1" status: 204 len: 168 time: 0.3482015 Nov 19 18:50:42.867421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:42.868255 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:42.870207 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] 10.222.0.57 "PUT /v2.0/ports/3135783e-94d7-4047-b38c-523561106f25 HTTP/1.1" status: 200 len: 1096 time: 1.2503264 Nov 19 18:50:42.871226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116984db-760f-4a20-b1d6-ab960395e2eb', 'tag': '3135783e-94d7-4047-b38c-523561106f25'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:42.874004 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b855ac-0384-4540-82d8-34605d52f9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "116984db-760f-4a20-b1d6-ab960395e2eb", "tag": "3135783e-94d7-4047-b38c-523561106f25"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:42.877114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b7310-85a0-4a02-807b-843ba20d7343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b641815-3474-4198-88e6-86d93ab9ad9b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:42.947861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99715e-4ffe-4d50-b515-19132398e626 service neutron] Pushing event updated for resources: {'Port': ['ID=3135783e-94d7-4047-b38c-523561106f25,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:43.012965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-ae1aa1de-8cb8-429a-bc00-92d6a056721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:43.014819 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-ae1aa1de-8cb8-429a-bc00-92d6a056721f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68815ee438b44d2c9d206241cb4483bd&device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 1099 time: 0.0562420 Nov 19 18:50:43.073683 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-73be9433-e280-4eba-bf43-bb29516478ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3135783e-94d7-4047-b38c-523561106f25 HTTP/1.1" status: 200 len: 217 time: 0.0486512 Nov 19 18:50:43.101002 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.191501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-6c623147-4359-4f36-aac0-87263b45ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:43.193886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-6c623147-4359-4f36-aac0-87263b45ba9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1075735 Nov 19 18:50:43.204112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695f5e5-a97b-4e00-ba90-9739614fc563 req-4e566f14-6cf0-4d42-9216-bfe54cf6b7d2 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:43.206182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a695f5e5-a97b-4e00-ba90-9739614fc563 req-4e566f14-6cf0-4d42-9216-bfe54cf6b7d2 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 965 time: 0.1353266 Nov 19 18:50:43.252404 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bfeaa91-e8fa-41a1-b47a-40374853a51b req-a8056de7-37b3-49fb-880c-576f3dcada7b tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] 10.222.0.50 "GET /v2.0/security-groups/089a5277-0a33-467a-a401-487a28d8cbad HTTP/1.1" status: 200 len: 2998 time: 0.4502516 Nov 19 18:50:43.288044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-ebba1d2c-26e7-417f-911d-78bee9f77268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:43.292746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-ebba1d2c-26e7-417f-911d-78bee9f77268 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855768 Nov 19 18:50:43.298634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55110) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:43.317117 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba895fc-94d3-4b45-b0e1-b4079789a37e x-openstack-request-id: req-5ba895fc-94d3-4b45-b0e1-b4079789a37e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:43.317514 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116984db-760f-4a20-b1d6-ab960395e2eb", "tag": "3135783e-94d7-4047-b38c-523561106f25", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:43.318759 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ba895fc-94d3-4b45-b0e1-b4079789a37e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:43.319267 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116984db-760f-4a20-b1d6-ab960395e2eb', 'tag': '3135783e-94d7-4047-b38c-523561106f25', 'status': 'completed', 'code': 200} Nov 19 18:50:43.324237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a695f5e5-a97b-4e00-ba90-9739614fc563 req-e4fc202d-5afa-4015-aaeb-c5ccd56c910e tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072795 Nov 19 18:50:43.397498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Allocated IP 172.20.0.10 (190f90f4-6494-4ae7-9af5-5eccd545f615/8c303d6f-9d58-4ddf-b402-95b178ced043/f9df6724-3ebb-418a-aa33-4427c050f450) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:43.438788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-4cdea509-efc4-4a78-a414-878dc7dc0cf1 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314323 Nov 19 18:50:43.496622 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55c873b2-301e-48d7-94d5-a85b64bda253 req-5af0c76c-7bc1-4a5b-b128-ffe660a59364 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/2520bd7f-d80f-40e8-9d7e-7e80ff626b9d HTTP/1.1" status: 200 len: 1794 time: 0.1069934 Nov 19 18:50:43.550567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 681d4532-f39e-4de1-a583-6571b493afc4 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:50:43.601943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fd7443-ef68-44ad-a9ad-5473b62d30dd req-fdc40f6e-76d4-464a-9a7e-02a44a513564 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529262 Nov 19 18:50:43.621034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887508a0-ac62-4d85-9be1-9415d6e6490c req-3a008fdd-5262-4aaa-9e5b-c20e610e8aee tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:43.627581 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e06d6b95-306d-40f5-95c3-dad3ccbf34f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.630426 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-55c873b2-301e-48d7-94d5-a85b64bda253 req-509c70a9-7171-4209-a6d8-ebafda905670 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.634619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-887508a0-ac62-4d85-9be1-9415d6e6490c req-3a008fdd-5262-4aaa-9e5b-c20e610e8aee tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 948 time: 0.1275716 Nov 19 18:50:43.695019 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-55c873b2-301e-48d7-94d5-a85b64bda253 req-509c70a9-7171-4209-a6d8-ebafda905670 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.699200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.713492 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-887508a0-ac62-4d85-9be1-9415d6e6490c req-71778eaa-dd1f-4e98-9798-6faadae24bb8 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773447 Nov 19 18:50:43.731286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 681d4532-f39e-4de1-a583-6571b493afc4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=681d4532-f39e-4de1-a583-6571b493afc4,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:43.749126 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '681d4532-f39e-4de1-a583-6571b493afc4', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'port_id': '681d4532-f39e-4de1-a583-6571b493afc4', 'mac_address': 'fa:16:3e:e6:e4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-885827839', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:50:43.768182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b855ac-0384-4540-82d8-34605d52f9ee req-18f4c24f-0d76-4acf-8bec-39c49fda54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:43.769765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5b855ac-0384-4540-82d8-34605d52f9ee req-18f4c24f-0d76-4acf-8bec-39c49fda54ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68815ee438b44d2c9d206241cb4483bd&device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 1099 time: 0.1049631 Nov 19 18:50:43.799777 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.815372 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.836145 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681d4532-f39e-4de1-a583-6571b493afc4 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:50:43.843264 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-55c873b2-301e-48d7-94d5-a85b64bda253 req-509c70a9-7171-4209-a6d8-ebafda905670 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.845895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-55c873b2-301e-48d7-94d5-a85b64bda253 req-509c70a9-7171-4209-a6d8-ebafda905670 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.847069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55c873b2-301e-48d7-94d5-a85b64bda253 req-509c70a9-7171-4209-a6d8-ebafda905670 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/2520bd7f-d80f-40e8-9d7e-7e80ff626b9d HTTP/1.1" status: 204 len: 173 time: 0.3389664 Nov 19 18:50:43.856587 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e06d6b95-306d-40f5-95c3-dad3ccbf34f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.868239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e06d6b95-306d-40f5-95c3-dad3ccbf34f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.872626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c70a9-7171-4209-a6d8-ebafda905670 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2520bd7f-d80f-40e8-9d7e-7e80ff626b9d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:43.881810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 681d4532-f39e-4de1-a583-6571b493afc4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=681d4532-f39e-4de1-a583-6571b493afc4,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:43.900230 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.937561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d6b95-306d-40f5-95c3-dad3ccbf34f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367841da-a544-46d5-a535-ec02ddf1e79d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:43.944166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e06d6b95-306d-40f5-95c3-dad3ccbf34f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a04a684def342c1a2945931dcb739e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6443415 Nov 19 18:50:43.948417 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55136) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:43.971397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b855ac-0384-4540-82d8-34605d52f9ee req-6126eeb5-f148-4dc9-a696-6515b7421e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:43.972887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5b855ac-0384-4540-82d8-34605d52f9ee req-6126eeb5-f148-4dc9-a696-6515b7421e59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1931551 Nov 19 18:50:43.984168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Network 190f90f4-6494-4ae7-9af5-5eccd545f615 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:44.035191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:44.039848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:44.045674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5b855ac-0384-4540-82d8-34605d52f9ee req-770c7c67-8534-4637-b4a4-826a50bd31b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3135783e-94d7-4047-b38c-523561106f25 HTTP/1.1" status: 200 len: 217 time: 0.0641246 Nov 19 18:50:44.050299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:44.051374 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.058773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=681d4532-f39e-4de1-a583-6571b493afc4,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:44.070573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event updated for resources: {'Port': ['ID=f9df6724-3ebb-418a-aa33-4427c050f450,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:44.072459 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.088670 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-24edf121-27d6-48cb-93e3-09a29bb71928 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4885156 Nov 19 18:50:44.109416 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b0ec179-88fc-42aa-9645-bbf90c821b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.117562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dbf23-4800-4df3-a78c-fd000a16e18d req-90ffeb46-93db-437f-b2a9-9a147cdbfb93 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:44.119312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-449dbf23-4800-4df3-a78c-fd000a16e18d req-90ffeb46-93db-437f-b2a9-9a147cdbfb93 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 932 time: 0.2267375 Nov 19 18:50:44.124444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Request body: {'port': {'device_id': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:44.146448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b855ac-0384-4540-82d8-34605d52f9ee req-35981a19-0ded-4bc6-834d-bd7e18ab4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:44.148269 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5b855ac-0384-4540-82d8-34605d52f9ee req-35981a19-0ded-4bc6-834d-bd7e18ab4e14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0944293 Nov 19 18:50:44.164546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55148) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:44.173225 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b0ec179-88fc-42aa-9645-bbf90c821b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.181198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['681d4532-f39e-4de1-a583-6571b493afc4'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:50:44.222694 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.227662 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-449dbf23-4800-4df3-a78c-fd000a16e18d req-6e5c22cd-2ee7-4a4d-af92-3a04eb823326 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994589 Nov 19 18:50:44.235823 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26d771d5-9628-4fc4-be3c-e48212f28408 req-c976a055-85fd-4509-8943-1e865b042905 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "GET /v2.0/security-groups/2325b672-271c-4161-8939-b7144039a71f HTTP/1.1" status: 200 len: 1794 time: 0.1183088 Nov 19 18:50:44.243449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b855ac-0384-4540-82d8-34605d52f9ee req-d8ccd497-072d-4568-9e34-d55faac807a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:44.244946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5b855ac-0384-4540-82d8-34605d52f9ee req-d8ccd497-072d-4568-9e34-d55faac807a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854952 Nov 19 18:50:44.373948 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5b855ac-0384-4540-82d8-34605d52f9ee req-1055bbfd-d18f-4555-bb07-56fdf993cac8 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206255 Nov 19 18:50:44.399781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-640815485-network', 'tenant_id': 'c39e2d28a4ba4ad4a87b739cbc13687b'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:44.452268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b0ec179-88fc-42aa-9645-bbf90c821b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.454862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b0ec179-88fc-42aa-9645-bbf90c821b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.455987 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6b0ec179-88fc-42aa-9645-bbf90c821b60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/367841da-a544-46d5-a535-ec02ddf1e79d HTTP/1.1" status: 204 len: 168 time: 0.5067253 Nov 19 18:50:44.482243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ec179-88fc-42aa-9645-bbf90c821b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367841da-a544-46d5-a535-ec02ddf1e79d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:44.532620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-26d771d5-9628-4fc4-be3c-e48212f28408 req-1527f937-d138-4d68-b2e4-bb2b9d1df6c4 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.555207 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5b855ac-0384-4540-82d8-34605d52f9ee req-5d5a8f5f-ab7a-4370-8a83-5e8c7370e27d service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712608 Nov 19 18:50:44.565188 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-26d771d5-9628-4fc4-be3c-e48212f28408 req-1527f937-d138-4d68-b2e4-bb2b9d1df6c4 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.605137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Made reservation on behalf of c39e2d28a4ba4ad4a87b739cbc13687b for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:44.607487 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-26d771d5-9628-4fc4-be3c-e48212f28408 req-1527f937-d138-4d68-b2e4-bb2b9d1df6c4 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.608087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.610298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-26d771d5-9628-4fc4-be3c-e48212f28408 req-1527f937-d138-4d68-b2e4-bb2b9d1df6c4 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.622534 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26d771d5-9628-4fc4-be3c-e48212f28408 req-1527f937-d138-4d68-b2e4-bb2b9d1df6c4 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/2325b672-271c-4161-8939-b7144039a71f HTTP/1.1" status: 204 len: 173 time: 0.2472632 Nov 19 18:50:44.630167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.633387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527f937-d138-4d68-b2e4-bb2b9d1df6c4 tempest-SecurityGroupsTestAdminJSON-295998316 tempest-SecurityGroupsTestAdminJSON-295998316-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2325b672-271c-4161-8939-b7144039a71f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:44.662342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c10b5-0eb1-461d-883a-104a8d8fba30 req-c8e61df7-8285-4391-ab17-d54296013677 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:44.669743 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-970c10b5-0eb1-461d-883a-104a8d8fba30 req-c8e61df7-8285-4391-ab17-d54296013677 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 966 time: 0.1425812 Nov 19 18:50:44.737077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c8e6db4-2e14-479d-9055-23701317a130 req-74bf73ce-22bc-468e-a769-37fe2c2e07c2 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] 10.222.0.50 "GET /v2.0/security-groups/6672943a-7230-4353-9c15-2e3110e53542 HTTP/1.1" status: 200 len: 1795 time: 0.0456462 Nov 19 18:50:44.785663 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-970c10b5-0eb1-461d-883a-104a8d8fba30 req-e80cee47-9e08-4234-9c25-65ed941066b6 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149659 Nov 19 18:50:44.821151 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7c8e6db4-2e14-479d-9055-23701317a130 req-2f56c073-62f2-4745-b626-e732e4c46eb8 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.842687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55174) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:44.851644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9df6724-3ebb-418a-aa33-4427c050f450 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:50:44.868720 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7c8e6db4-2e14-479d-9055-23701317a130 req-2f56c073-62f2-4745-b626-e732e4c46eb8 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.877050 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-36a7c1aa-b632-4c55-85c1-50c8b45959ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.879165 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.884689 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.902484 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.906331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Transition to ACTIVE for port object f9df6724-3ebb-418a-aa33-4427c050f450 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:50:44.921401 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.930632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:50:44.953594 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7c8e6db4-2e14-479d-9055-23701317a130 req-2f56c073-62f2-4745-b626-e732e4c46eb8 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.956233 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7c8e6db4-2e14-479d-9055-23701317a130 req-2f56c073-62f2-4745-b626-e732e4c46eb8 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.957384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c8e6db4-2e14-479d-9055-23701317a130 req-2f56c073-62f2-4745-b626-e732e4c46eb8 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] 10.222.0.50 "DELETE /v2.0/security-groups/6672943a-7230-4353-9c15-2e3110e53542 HTTP/1.1" status: 204 len: 173 time: 0.2121186 Nov 19 18:50:44.979323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56c073-62f2-4745-b626-e732e4c46eb8 tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6672943a-7230-4353-9c15-2e3110e53542,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:44.988180 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:44.988519 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Added segment 6d0a259b-b750-4458-9890-93b05b7eb669 of type vlan for network fc562952-7de9-4dd3-822f-0416150efa5d Nov 19 18:50:45.014312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:45.025854 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-36a7c1aa-b632-4c55-85c1-50c8b45959ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.032380 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-36a7c1aa-b632-4c55-85c1-50c8b45959ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.070735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Pushing event updated for resources: {'Port': ['ID=f9df6724-3ebb-418a-aa33-4427c050f450,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:45.083224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-36a7c1aa-b632-4c55-85c1-50c8b45959ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a4f473e08f242aba191d975015b6885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367363 Nov 19 18:50:45.084197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55190) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:45.091813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7c1aa-b632-4c55-85c1-50c8b45959ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c02369-0fc7-4789-9955-0c3bd1e3052b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:45.133660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.147722 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef43654-c445-4543-a4b7-847c7b674fe1 req-0c076f0f-0549-4311-aee0-df4414bda93d tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:45.149219 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ef43654-c445-4543-a4b7-847c7b674fe1 req-0c076f0f-0549-4311-aee0-df4414bda93d tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 948 time: 0.1798055 Nov 19 18:50:45.153267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Attempting to bind port f9df6724-3ebb-418a-aa33-4427c050f450 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:45.153620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Attempting to bind port f9df6724-3ebb-418a-aa33-4427c050f450 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:45.153991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Attempting to bind port f9df6724-3ebb-418a-aa33-4427c050f450 on network 190f90f4-6494-4ae7-9af5-5eccd545f615 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:45.170858 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d013e772-675c-4ac7-9b70-8cfc75f4d0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.175593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a221024-fd66-4e24-9023-83e6a11a1167 req-3390d288-4fd2-4aec-8887-d27d3665f43f tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] 10.222.0.50 "GET /v2.0/security-groups/8ba05f78-ab32-4db0-ac0a-b2bdd4459e40 HTTP/1.1" status: 200 len: 1795 time: 0.0696864 Nov 19 18:50:45.180928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Port f9df6724-3ebb-418a-aa33-4427c050f450 on network 190f90f4-6494-4ae7-9af5-5eccd545f615 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:50:45.191224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Attempting to bind port f9df6724-3ebb-418a-aa33-4427c050f450 on network 190f90f4-6494-4ae7-9af5-5eccd545f615 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:45.210154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d013e772-675c-4ac7-9b70-8cfc75f4d0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.211107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:45.211464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Checking segment: {'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:45.212024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Bound using segment: {'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:45.212479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Bound port: f9df6724-3ebb-418a-aa33-4427c050f450, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:45.212829 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.214836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.216372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:45.217341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.277585 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4a221024-fd66-4e24-9023-83e6a11a1167 req-f179ab11-d5bf-4cff-b7b5-dc67d0cf3efb tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.300403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1345208 Nov 19 18:50:45.305678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55196) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:45.308292 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ef43654-c445-4543-a4b7-847c7b674fe1 req-593e313d-e48f-41ba-a5ad-51fad6219fb3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499970 Nov 19 18:50:45.308460 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4a221024-fd66-4e24-9023-83e6a11a1167 req-f179ab11-d5bf-4cff-b7b5-dc67d0cf3efb tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.313774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] Request body: {'subnet': {'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-640815485-subnet', 'tenant_id': 'c39e2d28a4ba4ad4a87b739cbc13687b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:45.323908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d013e772-675c-4ac7-9b70-8cfc75f4d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.326507 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d013e772-675c-4ac7-9b70-8cfc75f4d0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.329931 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d013e772-675c-4ac7-9b70-8cfc75f4d0a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23c02369-0fc7-4789-9955-0c3bd1e3052b HTTP/1.1" status: 204 len: 168 time: 0.2423100 Nov 19 18:50:45.362469 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37504f-cd2c-4bf5-a6d8-9efa7cd7cd52 admin admin] Pushing event updated for resources: {'Network': ['ID=fc562952-7de9-4dd3-822f-0416150efa5d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:45.363386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013e772-675c-4ac7-9b70-8cfc75f4d0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c02369-0fc7-4789-9955-0c3bd1e3052b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:45.378704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] Made reservation on behalf of c39e2d28a4ba4ad4a87b739cbc13687b for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:45.382067 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] Publish callbacks [] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.424310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] For port f9df6724-3ebb-418a-aa33-4427c050f450, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:45.435529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network fc562952-7de9-4dd3-822f-0416150efa5d details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:50:45.442230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] For port f9df6724-3ebb-418a-aa33-4427c050f450, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f9df6724-3ebb-418a-aa33-4427c050f450,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:45.442480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4a221024-fd66-4e24-9023-83e6a11a1167 req-f179ab11-d5bf-4cff-b7b5-dc67d0cf3efb tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.445714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4a221024-fd66-4e24-9023-83e6a11a1167 req-f179ab11-d5bf-4cff-b7b5-dc67d0cf3efb tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.455772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.463272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a221024-fd66-4e24-9023-83e6a11a1167 req-f179ab11-d5bf-4cff-b7b5-dc67d0cf3efb tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] 10.222.0.50 "DELETE /v2.0/security-groups/8ba05f78-ab32-4db0-ac0a-b2bdd4459e40 HTTP/1.1" status: 204 len: 173 time: 0.2795756 Nov 19 18:50:45.507125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179ab11-d5bf-4cff-b7b5-dc67d0cf3efb tempest-SecurityGroupsTestAdminJSON-1595568477 tempest-SecurityGroupsTestAdminJSON-1595568477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba05f78-ab32-4db0-ac0a-b2bdd4459e40,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:45.582500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:45.586379 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.589649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] 10.222.0.57 "PUT /v2.0/ports/f9df6724-3ebb-418a-aa33-4427c050f450 HTTP/1.1" status: 200 len: 1092 time: 1.4693573 Nov 19 18:50:45.590162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'tag': 'f9df6724-3ebb-418a-aa33-4427c050f450'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:45.609005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 681d4532-f39e-4de1-a583-6571b493afc4 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:45.717654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 681d4532-f39e-4de1-a583-6571b493afc4 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:50:45.723942 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 681d4532-f39e-4de1-a583-6571b493afc4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:45.725700 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.816711 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.819366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289d276-59dd-4345-8cc1-3d3b88fb8568 service neutron] Pushing event updated for resources: {'Port': ['ID=f9df6724-3ebb-418a-aa33-4427c050f450,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:45.837334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-4f2943f9-45c0-4a60-b095-d5e97c95456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:45.839146 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-4f2943f9-45c0-4a60-b095-d5e97c95456c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9094450c56d347b5a262e0075e67da73&device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 1095 time: 0.1017470 Nov 19 18:50:45.847894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c27cc5-fc41-4b7e-9073-2bfc3fa4078a req-f8b1c37f-a8c3-4fbb-8a87-04da980853a4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:45.857103 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-66c27cc5-fc41-4b7e-9073-2bfc3fa4078a req-f8b1c37f-a8c3-4fbb-8a87-04da980853a4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 944 time: 0.3445861 Nov 19 18:50:45.905939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a869ff3f-c041-4b50-8cee-e63ee42f5c3f,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:45.912625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:45.913023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] Network hostable DHCP agents. Network: fc562952-7de9-4dd3-822f-0416150efa5d, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:50:45.946479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] Network fc562952-7de9-4dd3-822f-0416150efa5d is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:50:45.956887 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:45.967953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, fc562952-7de9-4dd3-822f-0416150efa5d) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:45.975046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:45.975707 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.036328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 681d4532-f39e-4de1-a583-6571b493afc4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=681d4532-f39e-4de1-a583-6571b493afc4,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:46.038065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea75dfd3-a369-4593-925c-88ac20dc62d8 None None] Network fc562952-7de9-4dd3-822f-0416150efa5d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:46.048572 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7f2c9666-9232-4385-831f-a44ad603c42b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7341416 Nov 19 18:50:46.060156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94904f0-bacb-4b98-b06d-7e0009a00bf7 req-90d62abc-b8a7-4939-8e8d-ceea8d008f03 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:46.068653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b94904f0-bacb-4b98-b06d-7e0009a00bf7 req-90d62abc-b8a7-4939-8e8d-ceea8d008f03 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 966 time: 0.0761931 Nov 19 18:50:46.148589 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b94904f0-bacb-4b98-b06d-7e0009a00bf7 req-6045768e-c3ac-4ba6-aef3-3eb2bd48840c tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740488 Nov 19 18:50:46.165973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d4532-f39e-4de1-a583-6571b493afc4'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:46.169153 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193a3b6d-7c93-4eb5-a757-0135fa545ab7" -d '{"events": [{"server_uuid": "4b314ff5-4b5c-4ffc-a583-b21c8e17dd87", "name": "network-vif-plugged", "status": "completed", "tag": "681d4532-f39e-4de1-a583-6571b493afc4"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:46.178781 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.216514 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07872a63-1d9f-46c3-b814-e90557755cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f215019e-5f00-4050-accc-4923ffbeceaf", "tag": "f9df6724-3ebb-418a-aa33-4427c050f450"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:46.224785 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-0d404e84-51c0-4768-a5b9-4b3d258f286a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9df6724-3ebb-418a-aa33-4427c050f450 HTTP/1.1" status: 200 len: 217 time: 0.3608186 Nov 19 18:50:46.245201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55246) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:46.259362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=681d4532-f39e-4de1-a583-6571b493afc4,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:46.289469 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3659fc6-f986-4c78-97af-83a6ac81da5a x-openstack-request-id: req-d3659fc6-f986-4c78-97af-83a6ac81da5a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:46.289807 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b314ff5-4b5c-4ffc-a583-b21c8e17dd87", "name": "network-vif-plugged", "status": "completed", "tag": "681d4532-f39e-4de1-a583-6571b493afc4", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:46.290069 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3659fc6-f986-4c78-97af-83a6ac81da5a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:46.290456 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d4532-f39e-4de1-a583-6571b493afc4', 'code': 200} Nov 19 18:50:46.301439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e16f0cd-003f-4c9f-b35a-b0b21ff4bdd6 None None] Network fc562952-7de9-4dd3-822f-0416150efa5d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:46.341540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55256) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:46.414977 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-66c27cc5-fc41-4b7e-9073-2bfc3fa4078a req-dafd6624-e954-45f6-8c79-632d9a485e65 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569038 Nov 19 18:50:46.417169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-bff1b34e-e0fb-41ab-9dd3-1d996d4990f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:46.418809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-bff1b34e-e0fb-41ab-9dd3-1d996d4990f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c303d6f-9d58-4ddf-b402-95b178ced043 HTTP/1.1" status: 200 len: 862 time: 0.1861780 Nov 19 18:50:46.446720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f53a1-d65d-4c89-9635-ed2a4376f267 req-b1864c70-3268-403f-8a87-568f55aa92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:46.449390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c04f53a1-d65d-4c89-9635-ed2a4376f267 req-b1864c70-3268-403f-8a87-568f55aa92ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 1118 time: 0.0807045 Nov 19 18:50:46.475714 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-54a6244b-6775-4cbf-96e1-b9e33fe38ced service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=190f90f4-6494-4ae7-9af5-5eccd545f615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470700 Nov 19 18:50:46.618847 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e8c63b-f15a-4e5e-8030-2519c65fef51 x-openstack-request-id: req-e1e8c63b-f15a-4e5e-8030-2519c65fef51 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:46.619554 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f215019e-5f00-4050-accc-4923ffbeceaf", "tag": "f9df6724-3ebb-418a-aa33-4427c050f450", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:46.619767 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1e8c63b-f15a-4e5e-8030-2519c65fef51 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:46.620824 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'tag': 'f9df6724-3ebb-418a-aa33-4427c050f450', 'status': 'completed', 'code': 200} Nov 19 18:50:46.651128 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-a2aaf534-735f-411b-b578-3f9bfd8403e0 service neutron] 10.222.0.57 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677353 Nov 19 18:50:46.655646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c04f53a1-d65d-4c89-9635-ed2a4376f267 req-01b11a3e-afb9-4e06-999e-1eaa0eda90d2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822441 Nov 19 18:50:46.694954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c757a-61f8-44c9-a7c1-fbdfac1c6632 req-f62d9758-629b-4c0d-b468-acdcd3a8b19d tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:46.697011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc4c757a-61f8-44c9-a7c1-fbdfac1c6632 req-f62d9758-629b-4c0d-b468-acdcd3a8b19d tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 948 time: 0.1468766 Nov 19 18:50:46.703147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ee7e3566-a1ef-429a-a8b4-67cb427981c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8ed8719f0ef4047a2beaacb81adef8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4564097 Nov 19 18:50:46.709260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55272) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:46.710101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e586a96-98d9-48ea-b769-ed55b8556cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.807678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dec613a4-8dd2-45ec-b7c9-08dd6b956ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.820155 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc4c757a-61f8-44c9-a7c1-fbdfac1c6632 req-6f78e23a-f3c0-4473-a7a5-96f621048f61 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930812 Nov 19 18:50:46.844432 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e854c82-76b0-4448-b870-4b4dfad7bc0d req-43c88632-7745-4f55-8ee2-bdc324674981 service neutron] 10.222.0.57 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859593 Nov 19 18:50:46.846909 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dec613a4-8dd2-45ec-b7c9-08dd6b956ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.902328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e586a96-98d9-48ea-b769-ed55b8556cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.927244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e586a96-98d9-48ea-b769-ed55b8556cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.978967 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dec613a4-8dd2-45ec-b7c9-08dd6b956ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.981535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dec613a4-8dd2-45ec-b7c9-08dd6b956ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.982705 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dec613a4-8dd2-45ec-b7c9-08dd6b956ac9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/089a5277-0a33-467a-a401-487a28d8cbad HTTP/1.1" status: 204 len: 168 time: 0.2703102 Nov 19 18:50:46.994562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07872a63-1d9f-46c3-b814-e90557755cc2 req-b7183e57-9c83-4da0-be97-41eedf70fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:46.996364 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07872a63-1d9f-46c3-b814-e90557755cc2 req-b7183e57-9c83-4da0-be97-41eedf70fb5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9094450c56d347b5a262e0075e67da73&device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 1095 time: 0.0853515 Nov 19 18:50:47.036182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e586a96-98d9-48ea-b769-ed55b8556cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a93791-daaf-45ed-b3a3-5db923c3f36a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:47.042582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4e586a96-98d9-48ea-b769-ed55b8556cfb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82539977d57945b597cf3ea3f877a5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6997132 Nov 19 18:50:47.045422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55290) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:47.070971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec613a4-8dd2-45ec-b7c9-08dd6b956ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a5277-0a33-467a-a401-487a28d8cbad,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:47.136447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b09e3db4-c43c-4918-9e46-be8e3745d3ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:47.164984 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b09e3db4-c43c-4918-9e46-be8e3745d3ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:47.242232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b09e3db4-c43c-4918-9e46-be8e3745d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:47.246528 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b09e3db4-c43c-4918-9e46-be8e3745d3ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:47.248004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b09e3db4-c43c-4918-9e46-be8e3745d3ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13a93791-daaf-45ed-b3a3-5db923c3f36a HTTP/1.1" status: 204 len: 168 time: 0.2014806 Nov 19 18:50:47.258884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e3db4-c43c-4918-9e46-be8e3745d3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a93791-daaf-45ed-b3a3-5db923c3f36a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:47.321909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07872a63-1d9f-46c3-b814-e90557755cc2 req-a03617ad-d0f1-465b-9ed1-122f8a29383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:47.325439 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07872a63-1d9f-46c3-b814-e90557755cc2 req-a03617ad-d0f1-465b-9ed1-122f8a29383f service neutron] 10.222.0.57 "GET /v2.0/networks?id=190f90f4-6494-4ae7-9af5-5eccd545f615 HTTP/1.1" status: 200 len: 923 time: 0.3210571 Nov 19 18:50:47.383202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07872a63-1d9f-46c3-b814-e90557755cc2 req-dc8080ae-8590-4c25-bac7-7b3b7e76d3bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9df6724-3ebb-418a-aa33-4427c050f450 HTTP/1.1" status: 200 len: 217 time: 0.0488873 Nov 19 18:50:47.400339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b6191-4f19-4e10-8ae7-5bcd4f9f046a req-e624baf1-ec57-4f65-8223-aabb7afa1b99 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:47.401888 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c64b6191-4f19-4e10-8ae7-5bcd4f9f046a req-e624baf1-ec57-4f65-8223-aabb7afa1b99 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 967 time: 0.0896537 Nov 19 18:50:47.452297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07872a63-1d9f-46c3-b814-e90557755cc2 req-1d190da5-4884-4484-bd0d-c99b34aa1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:47.455011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07872a63-1d9f-46c3-b814-e90557755cc2 req-1d190da5-4884-4484-bd0d-c99b34aa1c1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c303d6f-9d58-4ddf-b402-95b178ced043 HTTP/1.1" status: 200 len: 862 time: 0.0638781 Nov 19 18:50:47.480888 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c64b6191-4f19-4e10-8ae7-5bcd4f9f046a req-4742fa6e-a188-4aab-bf99-d98bb6873ed5 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727253 Nov 19 18:50:47.518140 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07872a63-1d9f-46c3-b814-e90557755cc2 req-b65bbd48-e028-4571-9913-251619f94905 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=190f90f4-6494-4ae7-9af5-5eccd545f615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548162 Nov 19 18:50:47.681486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6518c6d-580e-4612-ad51-ce65ff8cee21 req-3b71ee24-9153-4a06-957b-669c8405761b tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:47.682964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07872a63-1d9f-46c3-b814-e90557755cc2 req-97fc2dd1-ec2a-45ae-ae8c-b6f435433103 service neutron] 10.222.0.57 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552675 Nov 19 18:50:47.683104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6518c6d-580e-4612-ad51-ce65ff8cee21 req-3b71ee24-9153-4a06-957b-669c8405761b tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 944 time: 0.1227193 Nov 19 18:50:47.713642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55324) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:47.792619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e37f2-1332-4d5f-abab-019a7b97f13f req-cc257ecc-2de7-47ef-8f93-e8b18c3f6bb4 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:47.793159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6518c6d-580e-4612-ad51-ce65ff8cee21 req-9191b638-36d1-42b9-bf80-7ef9c6a3bbc3 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034148 Nov 19 18:50:47.795790 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-96c78646-6b4d-4efe-9ebc-2ac8effc5b6b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9bd0b91e1fea43159a0eb43236d06304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0808611 Nov 19 18:50:47.798577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55326) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:47.803297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-968e37f2-1332-4d5f-abab-019a7b97f13f req-cc257ecc-2de7-47ef-8f93-e8b18c3f6bb4 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 970 time: 0.1177917 Nov 19 18:50:47.890231 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-968e37f2-1332-4d5f-abab-019a7b97f13f req-8d4bb50a-2081-41d8-b523-a7c38b7033c4 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804148 Nov 19 18:50:47.902644 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e585041-5e26-4c68-9b74-f20197a52984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:47.915336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55330) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:47.921602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1570569471-network', 'tenant_id': '0377f8c7881e44b198d64772e71ff024'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:47.935613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07872a63-1d9f-46c3-b814-e90557755cc2 req-f278f037-044e-4072-984a-153fb20fc2eb service neutron] 10.222.0.57 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169905 Nov 19 18:50:47.969970 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e585041-5e26-4c68-9b74-f20197a52984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:47.976592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Made reservation on behalf of 0377f8c7881e44b198d64772e71ff024 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:47.978838 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:47.991438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.107714 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.114308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.152110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:50:48.165051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a0da56-892c-44f4-bc37-1a173a51a57f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:48.169694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3135783e-94d7-4047-b38c-523561106f25 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:50:48.175104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.176125 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Added segment 744af018-59e4-4942-a6ca-1ff2af30dab4 of type vlan for network 161b95bd-1e3c-493b-b3fe-288265545db3 Nov 19 18:50:48.223609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8cf9-96ec-4351-b622-32929cc99b71 req-e0846e44-cc7e-4fa1-b6e2-cb50646a37ca tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:48.226069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.232036 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a8a8cf9-96ec-4351-b622-32929cc99b71 req-e0846e44-cc7e-4fa1-b6e2-cb50646a37ca tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 948 time: 0.2924080 Nov 19 18:50:48.238509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55336) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:48.264649 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88e676a4-eb37-466f-927f-a004a93110e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.278752 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.279692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:48.280279 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.296383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a8a8cf9-96ec-4351-b622-32929cc99b71 req-5ca41d2f-7046-4024-9b00-b01bae6a8992 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631204 Nov 19 18:50:48.303819 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e585041-5e26-4c68-9b74-f20197a52984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.307882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e585041-5e26-4c68-9b74-f20197a52984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.309054 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6e585041-5e26-4c68-9b74-f20197a52984 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6cd8b50c-7adf-4d89-b1c1-0091bc4d87d7 HTTP/1.1" status: 204 len: 168 time: 0.5095685 Nov 19 18:50:48.324861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e585041-5e26-4c68-9b74-f20197a52984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd8b50c-7adf-4d89-b1c1-0091bc4d87d7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:48.356145 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3135783e-94d7-4047-b38c-523561106f25, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3135783e-94d7-4047-b38c-523561106f25,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:48.375265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '3135783e-94d7-4047-b38c-523561106f25', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '3135783e-94d7-4047-b38c-523561106f25', 'mac_address': 'fa:16:3e:57:2d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:50:48.386136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4674201 Nov 19 18:50:48.387925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55340) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:48.394575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b185f1-88e3-4de3-90ae-63f827ca74e0 admin admin] Pushing event updated for resources: {'Network': ['ID=161b95bd-1e3c-493b-b3fe-288265545db3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:48.395459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] Request body: {'subnet': {'network_id': '161b95bd-1e3c-493b-b3fe-288265545db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1570569471-subnet', 'tenant_id': '0377f8c7881e44b198d64772e71ff024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:48.435685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 161b95bd-1e3c-493b-b3fe-288265545db3 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:50:48.438500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] Made reservation on behalf of 0377f8c7881e44b198d64772e71ff024 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:48.444727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.481334 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.482787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88e676a4-eb37-466f-927f-a004a93110e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.492328 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88e676a4-eb37-466f-927f-a004a93110e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.506336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3135783e-94d7-4047-b38c-523561106f25 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:50:48.557262 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-88e676a4-eb37-466f-927f-a004a93110e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5106c26941f42ab89d1e04f435f3e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176923 Nov 19 18:50:48.559241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e676a4-eb37-466f-927f-a004a93110e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59acdad2-1194-4e04-aabd-738ffa665e6a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:48.560806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55348) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:48.563326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3135783e-94d7-4047-b38c-523561106f25, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3135783e-94d7-4047-b38c-523561106f25,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:48.583674 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.691474 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=3135783e-94d7-4047-b38c-523561106f25,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:48.694681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba97fd1-f3dc-40f1-9377-abe566159f8b req-479ba66a-129b-4eb5-8753-a1e2fa23855e tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:48.703750 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dba97fd1-f3dc-40f1-9377-abe566159f8b req-479ba66a-129b-4eb5-8753-a1e2fa23855e tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 967 time: 0.0898125 Nov 19 18:50:48.705813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7426869e-2410-4eed-bde7-22a5ef631990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.745720 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7426869e-2410-4eed-bde7-22a5ef631990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.765947 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dba97fd1-f3dc-40f1-9377-abe566159f8b req-156daa58-7c37-41b7-be85-8a3485698443 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601914 Nov 19 18:50:48.844960 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.888202 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7426869e-2410-4eed-bde7-22a5ef631990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.893178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7426869e-2410-4eed-bde7-22a5ef631990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.894866 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7426869e-2410-4eed-bde7-22a5ef631990 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59acdad2-1194-4e04-aabd-738ffa665e6a HTTP/1.1" status: 204 len: 168 time: 0.3289630 Nov 19 18:50:48.913654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426869e-2410-4eed-bde7-22a5ef631990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59acdad2-1194-4e04-aabd-738ffa665e6a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:48.931896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7b06bf-360e-4828-a272-375aa6234347,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:48.952848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] Checking segment: {'id': '744af018-59e4-4942-a6ca-1ff2af30dab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '161b95bd-1e3c-493b-b3fe-288265545db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:48.953285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] Network hostable DHCP agents. Network: 161b95bd-1e3c-493b-b3fe-288265545db3, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:50:49.004105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] Network 161b95bd-1e3c-493b-b3fe-288265545db3 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:50:49.006513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9dc59-511f-42df-8754-5fe74bacc42f req-7698f9e0-dc68-4c87-9b21-45b9996cc595 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:49.008306 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbb9dc59-511f-42df-8754-5fe74bacc42f req-7698f9e0-dc68-4c87-9b21-45b9996cc595 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 944 time: 0.0813313 Nov 19 18:50:49.019363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 161b95bd-1e3c-493b-b3fe-288265545db3) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:49.027952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f3255-22c8-476a-9028-0ce1442720ae None None] Network 161b95bd-1e3c-493b-b3fe-288265545db3 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:49.041382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:49.044761 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.073148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc6748-ef38-498d-a470-396b54ba2bcb req-7a5c511a-52a1-4082-b160-3cc1dabf2bdb tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:49.074951 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-15fc6748-ef38-498d-a470-396b54ba2bcb req-7a5c511a-52a1-4082-b160-3cc1dabf2bdb tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 967 time: 0.1111529 Nov 19 18:50:49.078999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4c699b78-eb11-4157-b033-571ffb483530 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6895494 Nov 19 18:50:49.085968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55376) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:49.091022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-fffa33e4-541e-4715-9007-4b3032eb4a24 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Request body: {'floatingip': {'port_id': '681d4532-f39e-4de1-a583-6571b493afc4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:49.109368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['3135783e-94d7-4047-b38c-523561106f25'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:50:49.139658 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbb9dc59-511f-42df-8754-5fe74bacc42f req-7a8c03e9-caa3-4d40-a50f-2fc3fbc4ae30 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215689 Nov 19 18:50:49.186196 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fffa33e4-541e-4715-9007-4b3032eb4a24 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.372940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d44ddd-880c-4117-a565-58922be7671f req-8401e7e8-7d68-4079-8596-4f52d6cbe51e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:49.374561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95d44ddd-880c-4117-a565-58922be7671f req-8401e7e8-7d68-4079-8596-4f52d6cbe51e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 970 time: 0.1854038 Nov 19 18:50:49.393921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8563e-f9be-49ee-aec4-eeb5d547996a req-39e89d54-075a-4baf-a74c-4e2395f6c4d6 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:49.402075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edd8563e-f9be-49ee-aec4-eeb5d547996a req-39e89d54-075a-4baf-a74c-4e2395f6c4d6 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.21 "GET /v2.0/ports?device_id=6adc3d07-4280-4ac4-bf58-1943c43b8984 HTTP/1.1" status: 200 len: 970 time: 0.1217101 Nov 19 18:50:49.504812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705ab281-8732-499c-8520-5c84a325b837 None None] Network 161b95bd-1e3c-493b-b3fe-288265545db3 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:49.641497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95d44ddd-880c-4117-a565-58922be7671f req-056b6b5b-64f3-4260-8583-17f9e9441308 tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.50 "GET /v2.0/security-groups?id=ecfc1180-a983-4fa2-967c-c0deef7a5e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578866 Nov 19 18:50:49.742623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-edd8563e-f9be-49ee-aec4-eeb5d547996a req-d4bf07fe-b483-4da4-87f6-f25d4039e86e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Deleting port c1df7d93-94ce-4a31-8154-e90e37c8bbb1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:50:49.743075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-edd8563e-f9be-49ee-aec4-eeb5d547996a req-d4bf07fe-b483-4da4-87f6-f25d4039e86e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.863208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-edd8563e-f9be-49ee-aec4-eeb5d547996a req-d4bf07fe-b483-4da4-87f6-f25d4039e86e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] For port c1df7d93-94ce-4a31-8154-e90e37c8bbb1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c1df7d93-94ce-4a31-8154-e90e37c8bbb1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:49.863574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-edd8563e-f9be-49ee-aec4-eeb5d547996a req-d4bf07fe-b483-4da4-87f6-f25d4039e86e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.879760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-edd8563e-f9be-49ee-aec4-eeb5d547996a req-d4bf07fe-b483-4da4-87f6-f25d4039e86e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Calling delete_port for c1df7d93-94ce-4a31-8154-e90e37c8bbb1 owned by compute:tempest-test_az-885827839 {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:50:50.058583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81ce36-52d3-40d7-9da4-4f9c5d74ac50 req-1405d633-dc2c-40dc-ae18-47eb9df1d050 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:50.060131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a81ce36-52d3-40d7-9da4-4f9c5d74ac50 req-1405d633-dc2c-40dc-ae18-47eb9df1d050 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 949 time: 0.2926686 Nov 19 18:50:50.150781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-e7cebc63-8e75-4948-acb3-4520d15c3b17 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:50.156065 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-e7cebc63-8e75-4948-acb3-4520d15c3b17 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 820 time: 0.1582530 Nov 19 18:50:50.200466 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-8c824df4-f147-43c0-8b07-03f70fee6598 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/quotas/c39e2d28a4ba4ad4a87b739cbc13687b HTTP/1.1" status: 200 len: 375 time: 0.0195482 Nov 19 18:50:50.274683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-41394f28-ee3a-475a-96d5-7ba53a2f9096 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651503 Nov 19 18:50:50.283283 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-edd8563e-f9be-49ee-aec4-eeb5d547996a req-d4bf07fe-b483-4da4-87f6-f25d4039e86e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.296643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c1df7d93-94ce-4a31-8154-e90e37c8bbb1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:50:50.317324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf07fe-b483-4da4-87f6-f25d4039e86e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Pushing event deleted for resources: {'Port': ['ID=c1df7d93-94ce-4a31-8154-e90e37c8bbb1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:50.424693 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a81ce36-52d3-40d7-9da4-4f9c5d74ac50 req-47852381-18e1-463d-881b-d594e8217069 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586798 Nov 19 18:50:50.444530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd8563e-f9be-49ee-aec4-eeb5d547996a req-d4bf07fe-b483-4da4-87f6-f25d4039e86e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] No DVR routers for this DVR port c1df7d93-94ce-4a31-8154-e90e37c8bbb1 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:50:50.464349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-edd8563e-f9be-49ee-aec4-eeb5d547996a req-d4bf07fe-b483-4da4-87f6-f25d4039e86e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.468152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edd8563e-f9be-49ee-aec4-eeb5d547996a req-d4bf07fe-b483-4da4-87f6-f25d4039e86e tempest-AggregatesAdminTestJSON-659663657 tempest-AggregatesAdminTestJSON-659663657-project] 10.222.0.21 "DELETE /v2.0/ports/c1df7d93-94ce-4a31-8154-e90e37c8bbb1 HTTP/1.1" status: 204 len: 173 time: 1.0569768 Nov 19 18:50:50.468881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adc3d07-4280-4ac4-bf58-1943c43b8984', 'name': 'network-vif-deleted', 'tag': 'c1df7d93-94ce-4a31-8154-e90e37c8bbb1'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:50.471452 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be791d41-40d0-4601-a574-a473cc90e8a7" -d '{"events": [{"server_uuid": "6adc3d07-4280-4ac4-bf58-1943c43b8984", "name": "network-vif-deleted", "tag": "c1df7d93-94ce-4a31-8154-e90e37c8bbb1"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:50.481953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fffa33e4-541e-4715-9007-4b3032eb4a24 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.487803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fffa33e4-541e-4715-9007-4b3032eb4a24 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.629434 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-fffa33e4-541e-4715-9007-4b3032eb4a24 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Floating IP f337e549-76fe-44b9-bee6-a545c024b711 associated. External IP: 172.25.3.57, port: 681d4532-f39e-4de1-a583-6571b493afc4. Nov 19 18:50:50.712826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-37a9f8d7-5edc-4114-a2b2-cd6f19c66935 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:50:50.714033 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-37a9f8d7-5edc-4114-a2b2-cd6f19c66935 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2619920 Nov 19 18:50:50.827386 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-4a36bdba-eb53-42ad-9d79-64422f8e5681 service neutron] 10.222.0.50 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067429 Nov 19 18:50:50.938046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1fd13-9d4e-4893-a9d7-4b105df2f8e3 req-20c873aa-6b17-490c-948a-e32667837e1f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:50.939606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98c1fd13-9d4e-4893-a9d7-4b105df2f8e3 req-20c873aa-6b17-490c-948a-e32667837e1f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 944 time: 0.0776165 Nov 19 18:50:50.941877 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffa33e4-541e-4715-9007-4b3032eb4a24 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Router 8a4e1d00-7543-473f-8c25-452f81d0090c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:50:51.049513 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98c1fd13-9d4e-4893-a9d7-4b105df2f8e3 req-e30ba703-1c50-4e4f-8ed7-948b57e58fa4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032054 Nov 19 18:50:51.130929 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffa33e4-541e-4715-9007-4b3032eb4a24 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:50:51.150319 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73fcbd-a0c2-42ab-b482-c3aa0c2dfcbf None None] Sync routers for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:50:51.150911 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fffa33e4-541e-4715-9007-4b3032eb4a24 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.163628 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d834f8af-e1f2-4e5b-a838-cc9f783f6b43 service neutron] 10.222.0.50 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292000 Nov 19 18:50:51.181534 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73fcbd-a0c2-42ab-b482-c3aa0c2dfcbf None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:51.182231 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d73fcbd-a0c2-42ab-b482-c3aa0c2dfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:50:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:51.211007 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fffa33e4-541e-4715-9007-4b3032eb4a24 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "PUT /v2.0/floatingips/f337e549-76fe-44b9-bee6-a545c024b711 HTTP/1.1" status: 200 len: 1012 time: 2.1237442 Nov 19 18:50:51.211600 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'tag': '681d4532-f39e-4de1-a583-6571b493afc4'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:51.214789 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6877a804-d4b8-4230-b191-ddf7887e5bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b314ff5-4b5c-4ffc-a583-b21c8e17dd87", "tag": "681d4532-f39e-4de1-a583-6571b493afc4"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:51.344081 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2d73fcbd-a0c2-42ab-b482-c3aa0c2dfcbf None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:51.386100 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb2fd58-df4e-412b-8540-4ab044966554 x-openstack-request-id: req-3fb2fd58-df4e-412b-8540-4ab044966554 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:51.386392 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adc3d07-4280-4ac4-bf58-1943c43b8984", "name": "network-vif-deleted", "tag": "c1df7d93-94ce-4a31-8154-e90e37c8bbb1", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:51.386827 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fb2fd58-df4e-412b-8540-4ab044966554 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:51.387556 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adc3d07-4280-4ac4-bf58-1943c43b8984', 'name': 'network-vif-deleted', 'tag': 'c1df7d93-94ce-4a31-8154-e90e37c8bbb1', 'status': 'completed', 'code': 200} Nov 19 18:50:51.538220 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b07635-8776-42e1-b916-1722fd937359 x-openstack-request-id: req-c0b07635-8776-42e1-b916-1722fd937359 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:51.538977 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b314ff5-4b5c-4ffc-a583-b21c8e17dd87", "tag": "681d4532-f39e-4de1-a583-6571b493afc4", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:51.538977 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0b07635-8776-42e1-b916-1722fd937359 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:51.539201 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'tag': '681d4532-f39e-4de1-a583-6571b493afc4', 'status': 'completed', 'code': 200} Nov 19 18:50:51.670674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877a804-d4b8-4230-b191-ddf7887e5bb6 req-6f05a724-bffa-415b-9062-71272f4a8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:51.672488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6877a804-d4b8-4230-b191-ddf7887e5bb6 req-6f05a724-bffa-415b-9062-71272f4a8063 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 1118 time: 0.1066172 Nov 19 18:50:51.690928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8de6535-f555-4adc-983c-ab0f6f0734d9 req-5a771f57-fddf-4e47-85ed-d8db4d200f4d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 210 time: 0.0525613 Nov 19 18:50:51.857572 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d73fcbd-a0c2-42ab-b482-c3aa0c2dfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f337e549-76fe-44b9-bee6-a545c024b711', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'port_id': '681d4532-f39e-4de1-a583-6571b493afc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'mac_address': 'fa:16:3e:e6:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'device_owner': 'compute:tempest-test_az-885827839'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:50:29Z', 'updated_at': '2021-11-19T18:50:50Z', 'revision_number': 1, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:51.902328 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73fcbd-a0c2-42ab-b482-c3aa0c2dfcbf None None] Checking router: 8a4e1d00-7543-473f-8c25-452f81d0090c for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:50:51.908528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186cc90-f633-4f69-bb5e-f4f34f231430 req-ce0db0a6-7903-430f-addf-07997378b035 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:51.913197 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73fcbd-a0c2-42ab-b482-c3aa0c2dfcbf None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:51.914292 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d73fcbd-a0c2-42ab-b482-c3aa0c2dfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:50:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:51.917673 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f186cc90-f633-4f69-bb5e-f4f34f231430 req-ce0db0a6-7903-430f-addf-07997378b035 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 949 time: 0.1284394 Nov 19 18:50:51.936183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877a804-d4b8-4230-b191-ddf7887e5bb6 req-97c1f41e-ff9a-4c70-b1b8-0444651a41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:51.937728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6877a804-d4b8-4230-b191-ddf7887e5bb6 req-97c1f41e-ff9a-4c70-b1b8-0444651a41cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f96408f8-5603-4d54-9f77-1f7ed54c35d6 HTTP/1.1" status: 200 len: 925 time: 0.2573884 Nov 19 18:50:52.083078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f186cc90-f633-4f69-bb5e-f4f34f231430 req-54009423-434d-43ea-b70b-2b0768c8b231 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595519 Nov 19 18:50:52.141102 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6877a804-d4b8-4230-b191-ddf7887e5bb6 req-78418c04-9bd9-4113-b2d4-d1044c64fe6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681d4532-f39e-4de1-a583-6571b493afc4 HTTP/1.1" status: 200 len: 1020 time: 0.1947830 Nov 19 18:50:52.151005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f9df6724-3ebb-418a-aa33-4427c050f450 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:50:52.201810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3135783e-94d7-4047-b38c-523561106f25 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:52.203174 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2d73fcbd-a0c2-42ab-b482-c3aa0c2dfcbf None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:52.237143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877a804-d4b8-4230-b191-ddf7887e5bb6 req-737ee326-dfc5-4ab7-b051-6d13dbab390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:52.238861 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6877a804-d4b8-4230-b191-ddf7887e5bb6 req-737ee326-dfc5-4ab7-b051-6d13dbab390c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=768b4d25-02ae-4ccf-abe6-0db558209b79 HTTP/1.1" status: 200 len: 863 time: 0.0908160 Nov 19 18:50:52.337640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877a804-d4b8-4230-b191-ddf7887e5bb6 req-5b8a834a-6116-4dba-9375-8ae39b3183f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:52.343845 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6877a804-d4b8-4230-b191-ddf7887e5bb6 req-5b8a834a-6116-4dba-9375-8ae39b3183f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f96408f8-5603-4d54-9f77-1f7ed54c35d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969105 Nov 19 18:50:52.438295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 3135783e-94d7-4047-b38c-523561106f25 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:50:52.464225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 3135783e-94d7-4047-b38c-523561106f25 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:52.464599 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.501518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55502) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:52.519156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f9df6724-3ebb-418a-aa33-4427c050f450, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f9df6724-3ebb-418a-aa33-4427c050f450,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:52.540169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'f9df6724-3ebb-418a-aa33-4427c050f450', 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615', 'port_id': 'f9df6724-3ebb-418a-aa33-4427c050f450', 'mac_address': 'fa:16:3e:a8:f2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c303d6f-9d58-4ddf-b402-95b178ced043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:50:52.559157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785618d-98c9-4896-b058-a68b2e1cb6ab req-69c3869a-fde9-419e-b637-41cc247f305c tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:52.560802 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f785618d-98c9-4896-b058-a68b2e1cb6ab req-69c3869a-fde9-419e-b637-41cc247f305c tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 944 time: 0.0893986 Nov 19 18:50:52.568168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6877a804-d4b8-4230-b191-ddf7887e5bb6 req-9db82760-9d00-4920-af04-9b4227276e14 service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165248 Nov 19 18:50:52.589393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55506) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:52.595630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55508) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:52.673042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.693974 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d73fcbd-a0c2-42ab-b482-c3aa0c2dfcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f337e549-76fe-44b9-bee6-a545c024b711', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'port_id': '681d4532-f39e-4de1-a583-6571b493afc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'mac_address': 'fa:16:3e:e6:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'device_owner': 'compute:tempest-test_az-885827839'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:50:29Z', 'updated_at': '2021-11-19T18:50:50Z', 'revision_number': 1, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:52.698941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f785618d-98c9-4896-b058-a68b2e1cb6ab req-ebb2d967-68a4-4e52-9b0a-c146b927e241 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245444 Nov 19 18:50:52.745455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9df6724-3ebb-418a-aa33-4427c050f450 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:50:52.758995 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d73fcbd-a0c2-42ab-b482-c3aa0c2dfcbf None None] The sync data for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 is: [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f337e549-76fe-44b9-bee6-a545c024b711', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'port_id': '681d4532-f39e-4de1-a583-6571b493afc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'mac_address': 'fa:16:3e:e6:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'device_owner': 'compute:tempest-test_az-885827839'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:50:29Z', 'updated_at': '2021-11-19T18:50:50Z', 'revision_number': 1, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:50:52.797353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6877a804-d4b8-4230-b191-ddf7887e5bb6 req-31fbd681-059d-42de-8897-c01bea153935 service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109349 Nov 19 18:50:52.816113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f9df6724-3ebb-418a-aa33-4427c050f450, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f9df6724-3ebb-418a-aa33-4427c050f450,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:52.838325 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.905215 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.936163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=f9df6724-3ebb-418a-aa33-4427c050f450,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:52.952005 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac7381b1-bb0b-4275-9257-b70b569eaed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.956729 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7e0b5280-5f06-406f-9933-8291cc02fb31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e59489480794ea8b6e92bdcd071a56d&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4540503 Nov 19 18:50:52.959974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55524) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:52.976063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3135783e-94d7-4047-b38c-523561106f25, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3135783e-94d7-4047-b38c-523561106f25,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:52.977062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116984db-760f-4a20-b1d6-ab960395e2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135783e-94d7-4047-b38c-523561106f25'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:52.979854 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5bdeae-1701-4c77-b579-fc5b1a25d982" -d '{"events": [{"server_uuid": "116984db-760f-4a20-b1d6-ab960395e2eb", "name": "network-vif-plugged", "status": "completed", "tag": "3135783e-94d7-4047-b38c-523561106f25"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:53.002766 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.020044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5562ecd-d584-410b-81e8-0b6a2ac256ea req-190c1b7d-531a-492b-8b2c-486dab3dff9d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 210 time: 0.1016996 Nov 19 18:50:53.027764 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-083050d6-34a9-442a-8280-f155b4c7532b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.069014 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8b6027-99ba-4f10-a3e9-6a594fb93450 x-openstack-request-id: req-8c8b6027-99ba-4f10-a3e9-6a594fb93450 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:53.069324 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116984db-760f-4a20-b1d6-ab960395e2eb", "name": "network-vif-plugged", "status": "completed", "tag": "3135783e-94d7-4047-b38c-523561106f25", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:53.072290 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c8b6027-99ba-4f10-a3e9-6a594fb93450 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:53.072972 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116984db-760f-4a20-b1d6-ab960395e2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135783e-94d7-4047-b38c-523561106f25', 'code': 200} Nov 19 18:50:53.095527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70c9ec95-474b-4c6e-a812-2fdb4af645a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.138879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=3135783e-94d7-4047-b38c-523561106f25,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:53.181399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f7016a-0e49-4ae6-91c8-e5e6a269342e None None] New status for floating IP f337e549-76fe-44b9-bee6-a545c024b711: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:50:53.345511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-3a3cec72-8c48-4862-8f70-7906e14c0f39 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:53.350584 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-3a3cec72-8c48-4862-8f70-7906e14c0f39 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 820 time: 0.2125275 Nov 19 18:50:53.361939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['f9df6724-3ebb-418a-aa33-4427c050f450'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:50:53.372587 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Request body: {'port': {'device_id': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d', 'admin_state_up': True, 'tenant_id': 'c39e2d28a4ba4ad4a87b739cbc13687b'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:53.394975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55536) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:53.422317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-083050d6-34a9-442a-8280-f155b4c7532b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.440352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782bee1-619a-4757-8f73-01d917752bee req-a953bb84-c22e-4faa-88ed-44e8ea78adaf tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:53.449139 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e782bee1-619a-4757-8f73-01d917752bee req-a953bb84-c22e-4faa-88ed-44e8ea78adaf tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 950 time: 0.2235737 Nov 19 18:50:53.462789 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70c9ec95-474b-4c6e-a812-2fdb4af645a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.470528 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac7381b1-bb0b-4275-9257-b70b569eaed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.471493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-083050d6-34a9-442a-8280-f155b4c7532b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.499460 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac7381b1-bb0b-4275-9257-b70b569eaed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.532895 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:50:53.535604 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ac7381b1-bb0b-4275-9257-b70b569eaed9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f85faf42aa634eb0b88cd9d88ed619e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9447689 Nov 19 18:50:53.539048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55540) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:53.581008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e782bee1-619a-4757-8f73-01d917752bee req-e85d7462-a1b0-4a02-90d2-d42e8369e2b4 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309938 Nov 19 18:50:53.583943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-083050d6-34a9-442a-8280-f155b4c7532b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82def7abae774c4ab648751d2b6d4049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9866147 Nov 19 18:50:53.586078 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed76f0df-8efe-4d2b-af6e-062069362388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.588067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55542) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:53.601528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083050d6-34a9-442a-8280-f155b4c7532b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cf6789-3196-4809-ba70-a93bc9c4b160,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:53.612294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c1df7d93-94ce-4a31-8154-e90e37c8bbb1 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:50:53.636986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9685cb8-d6f7-4260-a6bf-af5f3744789d req-57b082f7-0af7-4baa-8fa1-97810a0644eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:53.639025 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9685cb8-d6f7-4260-a6bf-af5f3744789d req-57b082f7-0af7-4baa-8fa1-97810a0644eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 1101 time: 0.2785826 Nov 19 18:50:53.678434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7381b1-bb0b-4275-9257-b70b569eaed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e2ef6f-9ae5-4741-9189-08b81fcfd9ab,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:53.679638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: c1df7d93-94ce-4a31-8154-e90e37c8bbb1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:50:53.680199 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c1df7d93-94ce-4a31-8154-e90e37c8bbb1 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:50:53.719570 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fab02855-7cf0-4d33-a773-384dd4ec9efc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.727944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18e2ce7f-cd51-44f2-ba04-0a7626adcbe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.731585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70c9ec95-474b-4c6e-a812-2fdb4af645a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.734416 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70c9ec95-474b-4c6e-a812-2fdb4af645a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.738120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-70c9ec95-474b-4c6e-a812-2fdb4af645a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ecfc1180-a983-4fa2-967c-c0deef7a5e4c HTTP/1.1" status: 204 len: 168 time: 0.7771015 Nov 19 18:50:53.764635 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fab02855-7cf0-4d33-a773-384dd4ec9efc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.783953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9ec95-474b-4c6e-a812-2fdb4af645a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfc1180-a983-4fa2-967c-c0deef7a5e4c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:53.791429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed76f0df-8efe-4d2b-af6e-062069362388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.822609 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18e2ce7f-cd51-44f2-ba04-0a7626adcbe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.843328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed76f0df-8efe-4d2b-af6e-062069362388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.850325 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9685cb8-d6f7-4260-a6bf-af5f3744789d req-b4ad7549-c193-4e7d-a059-6f29a5b828d9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988885 Nov 19 18:50:53.857272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Made reservation on behalf of c39e2d28a4ba4ad4a87b739cbc13687b for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:53.861011 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.894420 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ed76f0df-8efe-4d2b-af6e-062069362388 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c4b387165a14da3a8ba75faeda90343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4924772 Nov 19 18:50:53.894420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76f0df-8efe-4d2b-af6e-062069362388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa21ad22-f7d8-4fce-93d9-7f0e49bcdd52,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:53.895352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55550) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:53.932657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fab02855-7cf0-4d33-a773-384dd4ec9efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.933563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba492abf-845f-472a-9b07-013822b5cae8 req-31d9bf63-2010-4f34-9a78-5fe2f1c66507 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:53.935399 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ba492abf-845f-472a-9b07-013822b5cae8 req-31d9bf63-2010-4f34-9a78-5fe2f1c66507 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 945 time: 0.1276066 Nov 19 18:50:53.941045 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fab02855-7cf0-4d33-a773-384dd4ec9efc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.942248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fab02855-7cf0-4d33-a773-384dd4ec9efc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2cf6789-3196-4809-ba70-a93bc9c4b160 HTTP/1.1" status: 204 len: 168 time: 0.3524182 Nov 19 18:50:53.952537 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18e2ce7f-cd51-44f2-ba04-0a7626adcbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.955445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18e2ce7f-cd51-44f2-ba04-0a7626adcbe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.956544 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-18e2ce7f-cd51-44f2-ba04-0a7626adcbe9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7e2ef6f-9ae5-4741-9189-08b81fcfd9ab HTTP/1.1" status: 204 len: 168 time: 0.4140027 Nov 19 18:50:53.964633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab02855-7cf0-4d33-a773-384dd4ec9efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cf6789-3196-4809-ba70-a93bc9c4b160,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:53.971591 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2892446b-6eaf-4414-b843-c1faefaf157f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.011368 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2892446b-6eaf-4414-b843-c1faefaf157f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.043829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2ce7f-cd51-44f2-ba04-0a7626adcbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e2ef6f-9ae5-4741-9189-08b81fcfd9ab,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:54.080652 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2892446b-6eaf-4414-b843-c1faefaf157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.081700 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ba492abf-845f-472a-9b07-013822b5cae8 req-9bf12054-36ab-4d7e-b608-5fc130d7aee3 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401522 Nov 19 18:50:54.084692 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2892446b-6eaf-4414-b843-c1faefaf157f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.089568 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2892446b-6eaf-4414-b843-c1faefaf157f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa21ad22-f7d8-4fce-93d9-7f0e49bcdd52 HTTP/1.1" status: 204 len: 168 time: 0.1925175 Nov 19 18:50:54.103705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892446b-6eaf-4414-b843-c1faefaf157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa21ad22-f7d8-4fce-93d9-7f0e49bcdd52,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:54.170811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Allocated IP 172.20.0.6 (fc562952-7de9-4dd3-822f-0416150efa5d/a869ff3f-c041-4b50-8cee-e63ee42f5c3f/8f5757ff-274a-4be4-bb54-22c323b5ba51) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:54.219725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb431e8d-60c4-46c2-8028-7cf9463524e4 req-ff55121b-8024-4cd6-a473-0c5d4160de70 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 210 time: 0.0434537 Nov 19 18:50:54.229724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55564) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:54.290709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-637a598c-a1f2-4253-bc7e-8401e36942fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=591d793eee44402eb55ea6681adce32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563462 Nov 19 18:50:54.290939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55566) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:54.381098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5cffcdf-0be5-4c96-96a6-766f6b22803e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.403541 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.440081 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5cffcdf-0be5-4c96-96a6-766f6b22803e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.492097 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.545996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Network fc562952-7de9-4dd3-822f-0416150efa5d is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:54.546751 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5cffcdf-0be5-4c96-96a6-766f6b22803e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.549305 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5cffcdf-0be5-4c96-96a6-766f6b22803e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.553783 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b5cffcdf-0be5-4c96-96a6-766f6b22803e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a373a5ea-0279-4d19-b5c8-1e5aab0c97ce HTTP/1.1" status: 204 len: 168 time: 0.2616296 Nov 19 18:50:54.565978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:54.569022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cffcdf-0be5-4c96-96a6-766f6b22803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a373a5ea-0279-4d19-b5c8-1e5aab0c97ce,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:54.571039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:54.578503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:54.579496 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.582721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Pushing event updated for resources: {'Port': ['ID=8f5757ff-274a-4be4-bb54-22c323b5ba51,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:54.602509 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-d9803273-8b2d-4e16-930f-b44d95dd074e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2373340 Nov 19 18:50:54.626815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Request body: {'port': {'device_id': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:54.667089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55576) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:54.675056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55578) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:54.687732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-08a79488-665d-4dbe-a33b-3088c7cb8eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.710842 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ed90bf2d-93a8-471e-90ff-ca368d31559b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.791930 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-08a79488-665d-4dbe-a33b-3088c7cb8eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.797375 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-08a79488-665d-4dbe-a33b-3088c7cb8eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.834821 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ed90bf2d-93a8-471e-90ff-ca368d31559b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.840025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.856986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ed90bf2d-93a8-471e-90ff-ca368d31559b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.857875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.879462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-08a79488-665d-4dbe-a33b-3088c7cb8eeb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb95a8cac5984a268ed88a862e9549c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102380 Nov 19 18:50:54.882729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a79488-665d-4dbe-a33b-3088c7cb8eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0abe57d-235d-49c5-abc6-80fa9cc0a7f4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:54.889790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55584) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:54.909290 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ed90bf2d-93a8-471e-90ff-ca368d31559b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d908685aca2c4ee5911436846b95f93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308373 Nov 19 18:50:54.914459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55586) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:54.932083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89a115-ec75-4233-8bd1-81dea4b24c85 req-4bd48b14-9c18-4e05-8676-b44ae2935c73 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:54.934001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6d89a115-ec75-4233-8bd1-81dea4b24c85 req-4bd48b14-9c18-4e05-8676-b44ae2935c73 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 950 time: 0.1453645 Nov 19 18:50:54.991746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-781df1ec-cc2a-42da-b551-9841946a135c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.014131 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-781df1ec-cc2a-42da-b551-9841946a135c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.050879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90bf2d-93a8-471e-90ff-ca368d31559b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c028a1c-ea6e-49ba-9eee-f6dc219f9f24,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:55.069777 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-781df1ec-cc2a-42da-b551-9841946a135c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.072346 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-781df1ec-cc2a-42da-b551-9841946a135c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.077541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-781df1ec-cc2a-42da-b551-9841946a135c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c028a1c-ea6e-49ba-9eee-f6dc219f9f24 HTTP/1.1" status: 204 len: 168 time: 0.1601477 Nov 19 18:50:55.085532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781df1ec-cc2a-42da-b551-9841946a135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c028a1c-ea6e-49ba-9eee-f6dc219f9f24,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:55.230257 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5324e22-76a3-4caf-ab8f-4c01b3a82841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.233266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afdd6-f9c0-466c-846a-41badbd8e92d req-432cc6f2-1e23-418c-968e-becbcde0fb25 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:55.240418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc7afdd6-f9c0-466c-846a-41badbd8e92d req-432cc6f2-1e23-418c-968e-becbcde0fb25 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 945 time: 0.0730369 Nov 19 18:50:55.249607 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6d89a115-ec75-4233-8bd1-81dea4b24c85 req-cb2a374b-6c38-4854-9f93-53134bc648c9 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065396 Nov 19 18:50:55.280775 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5324e22-76a3-4caf-ab8f-4c01b3a82841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.314686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc7afdd6-f9c0-466c-846a-41badbd8e92d req-6fde8c25-9465-4372-bb83-ee9177e0e2d2 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679917 Nov 19 18:50:55.427022 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5324e22-76a3-4caf-ab8f-4c01b3a82841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.429822 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5324e22-76a3-4caf-ab8f-4c01b3a82841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.433401 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c5324e22-76a3-4caf-ab8f-4c01b3a82841 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0abe57d-235d-49c5-abc6-80fa9cc0a7f4 HTTP/1.1" status: 204 len: 168 time: 0.5206633 Nov 19 18:50:55.441707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5757ff-274a-4be4-bb54-22c323b5ba51 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:50:55.454791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5324e22-76a3-4caf-ab8f-4c01b3a82841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0abe57d-235d-49c5-abc6-80fa9cc0a7f4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:55.458997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.469406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222af01-9ad3-45f7-99ad-de0af3a66fd6 req-d879d9fe-2ba7-4b0f-9ce5-9a2c9ba69139 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:55.471008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4222af01-9ad3-45f7-99ad-de0af3a66fd6 req-d879d9fe-2ba7-4b0f-9ce5-9a2c9ba69139 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 931 time: 0.1149206 Nov 19 18:50:55.490257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Transition to ACTIVE for port object 8f5757ff-274a-4be4-bb54-22c323b5ba51 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:50:55.499440 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.572939 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4222af01-9ad3-45f7-99ad-de0af3a66fd6 req-f8831830-04bd-40dd-93bb-b4edc2e7a059 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932379 Nov 19 18:50:55.580000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Pushing event updated for resources: {'Port': ['ID=8f5757ff-274a-4be4-bb54-22c323b5ba51,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:55.612059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:55.612393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:55.612715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:55.625746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:50:55.626181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:55.632617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:55.632959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:55.633355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:55.633824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Bound port: 8f5757ff-274a-4be4-bb54-22c323b5ba51, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:55.634188 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.699171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:55.702746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:55.711337 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.756327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:55.757064 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.758840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] 10.222.0.21 "PUT /v2.0/ports/8f5757ff-274a-4be4-bb54-22c323b5ba51 HTTP/1.1" status: 200 len: 1091 time: 1.1364441 Nov 19 18:50:55.759345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'tag': '8f5757ff-274a-4be4-bb54-22c323b5ba51'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:55.761785 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303c7470-3a0f-4d78-b203-7c79baad5614" -d '{"events": [{"name": "network-changed", "server_uuid": "8cef606b-9e57-4e12-8ac9-ade1b80e6ca9", "tag": "8f5757ff-274a-4be4-bb54-22c323b5ba51"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:55.792979 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcc0c0-113f-416e-b253-34042c02fb3a service neutron] Pushing event updated for resources: {'Port': ['ID=8f5757ff-274a-4be4-bb54-22c323b5ba51,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:55.812254 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6264d77e-dbfe-43b8-88c0-ed3aec2bad77 x-openstack-request-id: req-6264d77e-dbfe-43b8-88c0-ed3aec2bad77 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:55.812635 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cef606b-9e57-4e12-8ac9-ade1b80e6ca9", "tag": "8f5757ff-274a-4be4-bb54-22c323b5ba51", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:55.812894 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6264d77e-dbfe-43b8-88c0-ed3aec2bad77 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:55.813289 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'tag': '8f5757ff-274a-4be4-bb54-22c323b5ba51', 'status': 'completed', 'code': 200} Nov 19 18:50:55.872183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-834dec3d-9589-413a-a109-0bfdb919d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:55.874755 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-834dec3d-9589-413a-a109-0bfdb919d923 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 1094 time: 0.0543540 Nov 19 18:50:55.920740 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-840eba1b-8a98-498a-b9b1-46d368abade1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51 HTTP/1.1" status: 200 len: 217 time: 0.0383310 Nov 19 18:50:55.981620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-27dae865-3c70-4fec-93df-a1bed34308bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:55.982952 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-27dae865-3c70-4fec-93df-a1bed34308bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.0560236 Nov 19 18:50:56.036940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-2cba7152-5cb5-450c-9923-70659c473972 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459316 Nov 19 18:50:56.152072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-9caf7f76-7c04-47f0-a4cc-8c9bd31375eb service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069517 Nov 19 18:50:56.159407 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f9df6724-3ebb-418a-aa33-4427c050f450 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:56.223147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port f9df6724-3ebb-418a-aa33-4427c050f450 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:50:56.231998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port f9df6724-3ebb-418a-aa33-4427c050f450 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:56.232792 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.261040 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fd901a7-2c52-452a-a979-aa33762a2127 req-c3327f3d-3982-48ff-b1a4-9ede86e35b94 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978937 Nov 19 18:50:56.352562 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.400603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f9df6724-3ebb-418a-aa33-4427c050f450, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f9df6724-3ebb-418a-aa33-4427c050f450,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:56.401702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c7470-3a0f-4d78-b203-7c79baad5614 req-9c620e2b-fb0f-498d-ad95-662827e5ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:56.401873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9df6724-3ebb-418a-aa33-4427c050f450'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:56.403238 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303c7470-3a0f-4d78-b203-7c79baad5614 req-9c620e2b-fb0f-498d-ad95-662827e5ad3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 1094 time: 0.0844834 Nov 19 18:50:56.404631 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e038719-eb39-440c-919d-c0a863d91f2c" -d '{"events": [{"server_uuid": "f215019e-5f00-4050-accc-4923ffbeceaf", "name": "network-vif-plugged", "status": "completed", "tag": "f9df6724-3ebb-418a-aa33-4427c050f450"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:56.410276 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.472035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=f9df6724-3ebb-418a-aa33-4427c050f450,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:56.682742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821585e-cc08-4aa9-84ae-8e77420cebdf req-7a10c0ec-9160-4a6e-ae0a-64d5f2c0d534 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:56.690941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1821585e-cc08-4aa9-84ae-8e77420cebdf req-7a10c0ec-9160-4a6e-ae0a-64d5f2c0d534 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.0765681 Nov 19 18:50:56.711263 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ef2af-1bc5-4d78-8a7f-3785cf7a4964 req-646ebb0e-66ba-4ef6-b9da-257101666bc0 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:56.714261 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-468ef2af-1bc5-4d78-8a7f-3785cf7a4964 req-646ebb0e-66ba-4ef6-b9da-257101666bc0 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 950 time: 0.3583703 Nov 19 18:50:56.755795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1821585e-cc08-4aa9-84ae-8e77420cebdf req-5b17b1d9-8339-4388-8287-ce27f2fa82bc tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600276 Nov 19 18:50:56.809979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-468ef2af-1bc5-4d78-8a7f-3785cf7a4964 req-7c83c534-5281-4805-9f9c-6471247a2a43 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865932 Nov 19 18:50:56.812351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c7470-3a0f-4d78-b203-7c79baad5614 req-246f0760-d922-4cd1-af81-1fdf58439c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:56.815063 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303c7470-3a0f-4d78-b203-7c79baad5614 req-246f0760-d922-4cd1-af81-1fdf58439c41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.4026551 Nov 19 18:50:56.874913 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303c7470-3a0f-4d78-b203-7c79baad5614 req-6d2d0451-92d4-4188-9a8c-eae0d0e0c0a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51 HTTP/1.1" status: 200 len: 217 time: 0.0513778 Nov 19 18:50:56.985567 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a3baf9-adfb-448d-bad5-8299f9648eef x-openstack-request-id: req-a0a3baf9-adfb-448d-bad5-8299f9648eef {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:56.985928 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f215019e-5f00-4050-accc-4923ffbeceaf", "name": "network-vif-plugged", "status": "completed", "tag": "f9df6724-3ebb-418a-aa33-4427c050f450", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:56.986192 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0a3baf9-adfb-448d-bad5-8299f9648eef {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:56.986586 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9df6724-3ebb-418a-aa33-4427c050f450', 'code': 200} Nov 19 18:50:57.012031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c7470-3a0f-4d78-b203-7c79baad5614 req-9b6fc37a-e832-40bc-9b2e-b658b62ec0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:57.013488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303c7470-3a0f-4d78-b203-7c79baad5614 req-9b6fc37a-e832-40bc-9b2e-b658b62ec0ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.1308367 Nov 19 18:50:57.067002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950657b-f00b-4d17-a1fe-1033759ca379 req-78ad40ea-3170-4074-9dae-753880c5b631 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:57.069258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9950657b-f00b-4d17-a1fe-1033759ca379 req-78ad40ea-3170-4074-9dae-753880c5b631 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 943 time: 0.1142175 Nov 19 18:50:57.093340 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303c7470-3a0f-4d78-b203-7c79baad5614 req-e03da5d5-12a6-4769-bda6-edc0a3708b1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686064 Nov 19 18:50:57.106844 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e7d1024-f01e-4ff4-a567-d7020518ec8c req-a0b0c10a-0609-46dc-b1ad-fa5bd1a8cb35 tempest-AbsoluteLimitsNegativeTestJSON-465884146 tempest-AbsoluteLimitsNegativeTestJSON-465884146-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6be2aa2a51384dfeac691162156a0726&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299706 Nov 19 18:50:57.211182 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9950657b-f00b-4d17-a1fe-1033759ca379 req-4f0075b0-e94a-4bf7-9b61-03f4168d1642 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202071 Nov 19 18:50:57.226079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2ad04-6ad0-411c-bbeb-69789b5c8b6a req-46d6099e-0cef-4910-94fe-05ced8d4d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:57.228170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-50b2ad04-6ad0-411c-bbeb-69789b5c8b6a req-46d6099e-0cef-4910-94fe-05ced8d4d882 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 1097 time: 0.1698902 Nov 19 18:50:57.291476 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-50b2ad04-6ad0-411c-bbeb-69789b5c8b6a req-a0d2affe-068f-4168-83fe-d320d40c5161 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520887 Nov 19 18:50:57.293469 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303c7470-3a0f-4d78-b203-7c79baad5614 req-8242632f-e18e-4f7d-85e3-dc1b32d07970 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859980 Nov 19 18:50:57.296804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d1024-f01e-4ff4-a567-d7020518ec8c req-aeb32991-36f9-4c2f-bd5d-077d437c78d5 tempest-AbsoluteLimitsNegativeTestJSON-465884146 tempest-AbsoluteLimitsNegativeTestJSON-465884146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:57.298348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e7d1024-f01e-4ff4-a567-d7020518ec8c req-aeb32991-36f9-4c2f-bd5d-077d437c78d5 tempest-AbsoluteLimitsNegativeTestJSON-465884146 tempest-AbsoluteLimitsNegativeTestJSON-465884146-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905220 Nov 19 18:50:57.327191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e7d1024-f01e-4ff4-a567-d7020518ec8c req-0e28cbf8-a6d6-4c5d-bdb6-3c0094c7fd4b tempest-AbsoluteLimitsNegativeTestJSON-465884146 tempest-AbsoluteLimitsNegativeTestJSON-465884146-project] 10.222.0.50 "GET /v2.0/quotas/6be2aa2a51384dfeac691162156a0726 HTTP/1.1" status: 200 len: 375 time: 0.0158122 Nov 19 18:50:57.362854 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e7d1024-f01e-4ff4-a567-d7020518ec8c req-07a85777-5d5b-4e40-b2a5-5f275a68d0c4 tempest-AbsoluteLimitsNegativeTestJSON-465884146 tempest-AbsoluteLimitsNegativeTestJSON-465884146-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be2aa2a51384dfeac691162156a0726&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312951 Nov 19 18:50:57.425915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303c7470-3a0f-4d78-b203-7c79baad5614 req-0a36d2f8-35f2-4882-9bbf-4758592b43dd service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237688 Nov 19 18:50:57.882421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a3f11-6bd8-4ede-8977-7fb2bc4f1f11 req-c7cabe4e-114f-4dfe-a769-4953805b5765 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:57.884253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f33a3f11-6bd8-4ede-8977-7fb2bc4f1f11 req-c7cabe4e-114f-4dfe-a769-4953805b5765 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.0645907 Nov 19 18:50:57.928932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55740) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:57.948457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f33a3f11-6bd8-4ede-8977-7fb2bc4f1f11 req-95a09c59-93f3-4164-b27e-eee2ea4e6fe1 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495067 Nov 19 18:50:58.061011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-7f68228b-c69c-4fe3-a31a-55b6e7523774 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=68815ee438b44d2c9d206241cb4483bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345821 Nov 19 18:50:58.261579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8650a0c4-3f95-4b6d-a1e4-c435d897d27f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.338657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-017a226b-af0b-427a-96bf-c6bbf86a4d3b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:58.350827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-017a226b-af0b-427a-96bf-c6bbf86a4d3b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767036 Nov 19 18:50:58.367865 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-cf0117a9-5fd1-4035-9a3e-35001ab8f198 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/quotas/68815ee438b44d2c9d206241cb4483bd HTTP/1.1" status: 200 len: 375 time: 0.0159576 Nov 19 18:50:58.415639 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8650a0c4-3f95-4b6d-a1e4-c435d897d27f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.425822 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8650a0c4-3f95-4b6d-a1e4-c435d897d27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.451886 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-1b4b81f1-ef45-41f3-b432-f745cf115038 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=68815ee438b44d2c9d206241cb4483bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831878 Nov 19 18:50:58.457638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec044c-f6e7-4fe7-b4e3-e68b3325d9ac req-33e49857-646d-4d32-a9fe-178996ec695f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:58.460204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-03ec044c-f6e7-4fe7-b4e3-e68b3325d9ac req-33e49857-646d-4d32-a9fe-178996ec695f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 943 time: 0.1046169 Nov 19 18:50:58.491811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8650a0c4-3f95-4b6d-a1e4-c435d897d27f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6be2aa2a51384dfeac691162156a0726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5616951 Nov 19 18:50:58.494413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55776) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:58.498704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650a0c4-3f95-4b6d-a1e4-c435d897d27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180b36e5-d073-4fc4-a61e-9cbe2d4fa910,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:58.548708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-03ec044c-f6e7-4fe7-b4e3-e68b3325d9ac req-65b167a7-aa5e-4d3a-991d-0fa88f73e26b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735269 Nov 19 18:50:58.595978 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1831a7cc-309f-41ea-9f71-47b63b9e8240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.649618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1831a7cc-309f-41ea-9f71-47b63b9e8240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.765289 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1831a7cc-309f-41ea-9f71-47b63b9e8240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.771823 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1831a7cc-309f-41ea-9f71-47b63b9e8240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.775544 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1831a7cc-309f-41ea-9f71-47b63b9e8240 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/180b36e5-d073-4fc4-a61e-9cbe2d4fa910 HTTP/1.1" status: 204 len: 168 time: 0.2778270 Nov 19 18:50:58.784644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831a7cc-309f-41ea-9f71-47b63b9e8240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b36e5-d073-4fc4-a61e-9cbe2d4fa910,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:58.955545 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a0a4fd7-9d30-4e1d-9e3e-b725266d8f95 req-f50389e3-8ee2-4746-9ec5-f48ace264c9f tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 210 time: 0.0314546 Nov 19 18:50:59.277942 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27902458-74ff-4173-a921-56c7980c7f23 req-27e034b3-c85e-4aa2-9c80-70a29cc5b97a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750628 Nov 19 18:50:59.373736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27902458-74ff-4173-a921-56c7980c7f23 req-b688f121-fece-4a44-a73a-9438a20ff8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:59.375822 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27902458-74ff-4173-a921-56c7980c7f23 req-b688f121-fece-4a44-a73a-9438a20ff8b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 1118 time: 0.0513854 Nov 19 18:50:59.382670 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:59.575085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0f3b1-042d-4ead-aad8-19e86008b0e5 req-bc928bf2-b1ca-4481-b75d-64b6c34186e9 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:59.576582 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5d0f3b1-042d-4ead-aad8-19e86008b0e5 req-bc928bf2-b1ca-4481-b75d-64b6c34186e9 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.0825510 Nov 19 18:50:59.579137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27902458-74ff-4173-a921-56c7980c7f23 req-b242a592-19a0-4775-a7a9-2070bcdb22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:59.580479 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27902458-74ff-4173-a921-56c7980c7f23 req-b242a592-19a0-4775-a7a9-2070bcdb22e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f96408f8-5603-4d54-9f77-1f7ed54c35d6 HTTP/1.1" status: 200 len: 925 time: 0.1778445 Nov 19 18:50:59.638572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8f5757ff-274a-4be4-bb54-22c323b5ba51 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:50:59.722601 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27902458-74ff-4173-a921-56c7980c7f23 req-2d7fd4ea-0566-4df8-bdea-374e3d3064f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681d4532-f39e-4de1-a583-6571b493afc4 HTTP/1.1" status: 200 len: 1022 time: 0.1296887 Nov 19 18:50:59.805666 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5d0f3b1-042d-4ead-aad8-19e86008b0e5 req-184268ea-9ab7-4a4a-8015-cfb325464ab4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197454 Nov 19 18:50:59.836180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27902458-74ff-4173-a921-56c7980c7f23 req-20720b6a-65a0-486c-9e8a-55ed560ad53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:59.840678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27902458-74ff-4173-a921-56c7980c7f23 req-20720b6a-65a0-486c-9e8a-55ed560ad53c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=768b4d25-02ae-4ccf-abe6-0db558209b79 HTTP/1.1" status: 200 len: 863 time: 0.1056085 Nov 19 18:50:59.843973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:59.877196 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55858) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:59.883430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '8f5757ff-274a-4be4-bb54-22c323b5ba51', 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d', 'port_id': '8f5757ff-274a-4be4-bb54-22c323b5ba51', 'mac_address': 'fa:16:3e:b1:b2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a869ff3f-c041-4b50-8cee-e63ee42f5c3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:50:59.920381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55862) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:59.976697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27902458-74ff-4173-a921-56c7980c7f23 req-5e39785d-3861-4e0b-b054-2d5d7dc10f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:59.978839 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27902458-74ff-4173-a921-56c7980c7f23 req-5e39785d-3861-4e0b-b054-2d5d7dc10f68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f96408f8-5603-4d54-9f77-1f7ed54c35d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294799 Nov 19 18:50:59.986756 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-a674a5f4-ba10-4450-aecb-c04db3eaa6a3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=68815ee438b44d2c9d206241cb4483bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260899 Nov 19 18:51:00.010727 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.043546 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5757ff-274a-4be4-bb54-22c323b5ba51 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:00.094721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2007056546-network', 'tenant_id': '882c7abd08c94318889aada60ffdd850'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:00.107480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:00.118914 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.133717 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf66cf-ed4d-4d86-9bc3-be94198cbd46 req-969786cb-956f-4886-b698-3d0fce793bbd tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:00.142103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fabf66cf-ed4d-4d86-9bc3-be94198cbd46 req-969786cb-956f-4886-b698-3d0fce793bbd tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 943 time: 0.2432027 Nov 19 18:51:00.157153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Made reservation on behalf of 882c7abd08c94318889aada60ffdd850 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:00.160866 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.182181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=8f5757ff-274a-4be4-bb54-22c323b5ba51,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:00.183214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.211970 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce059024-15d5-46b0-b6f8-a90eb1af1216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.214743 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27902458-74ff-4173-a921-56c7980c7f23 req-f73eb521-8a0c-4cba-a144-d1f793234a78 service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187729 Nov 19 18:51:00.269393 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fabf66cf-ed4d-4d86-9bc3-be94198cbd46 req-56057c8a-739e-41dd-9c5a-f40d0b1b7c22 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242673 Nov 19 18:51:00.279193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-1c004fca-34a1-427c-996b-5077c8e3d7f5 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:00.280661 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-1c004fca-34a1-427c-996b-5077c8e3d7f5 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816348 Nov 19 18:51:00.281166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55872) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:00.297915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Request body: {'port': {'device_id': '26385122-63f9-4349-a2fb-671d6993977c', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '68815ee438b44d2c9d206241cb4483bd'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:00.350092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['8f5757ff-274a-4be4-bb54-22c323b5ba51'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:00.359355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3005e8-2b37-497f-813c-cb65c8cc33f1 req-0265bc18-219d-4048-83a4-cf68802518ff tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:00.367815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5b3005e8-2b37-497f-813c-cb65c8cc33f1 req-0265bc18-219d-4048-83a4-cf68802518ff tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.1957169 Nov 19 18:51:00.415155 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.429565 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.462939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:51:00.478792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-ad17f361-79f0-488a-a904-44d385980324 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1729867 Nov 19 18:51:00.495090 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5b3005e8-2b37-497f-813c-cb65c8cc33f1 req-13853d5c-e72e-4126-b9a9-b9fe7ea2d507 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263399 Nov 19 18:51:00.519217 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27902458-74ff-4173-a921-56c7980c7f23 req-3f857606-5a53-4c72-ac44-e0a4db857aad service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851534 Nov 19 18:51:00.524657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a712fd-8355-4932-822b-04f3a5a6b585,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:00.527956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.528293 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Added segment 0d39ce03-7a7a-4bf6-9060-bb06f30be071 of type vlan for network 311251ba-6fd7-4b30-b8ea-a432c7178f20 Nov 19 18:51:00.562193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Made reservation on behalf of 68815ee438b44d2c9d206241cb4483bd for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:00.565892 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.618219 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce059024-15d5-46b0-b6f8-a90eb1af1216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.633636 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.637648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eeb43a29-309c-4ddd-aec2-5d742dfcbccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.656248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce059024-15d5-46b0-b6f8-a90eb1af1216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.719537 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-08449b00-776f-4c5e-947c-62688e3aa9e8 req-e52710f1-78fa-4596-9bad-5c3f24a89238 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 210 time: 0.0659559 Nov 19 18:51:00.749840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ce059024-15d5-46b0-b6f8-a90eb1af1216 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3318f0bf1e314c99b1ca0cca3cf35b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8209727 Nov 19 18:51:00.749840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-ac64d9d0-8003-4c8d-8b8d-e96dedf28358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:00.751888 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-ac64d9d0-8003-4c8d-8b8d-e96dedf28358 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68815ee438b44d2c9d206241cb4483bd&device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 1101 time: 0.1733832 Nov 19 18:51:00.752692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55886) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:00.762341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce059024-15d5-46b0-b6f8-a90eb1af1216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b356dc-0a86-453b-9266-5c7d40784610,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:00.796402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.796734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:00.797365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.882098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71cd101c-51e0-4197-90a7-a3ab5d2be448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.892598 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0140865 Nov 19 18:51:00.913341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55892) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:00.918741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Allocated IP 192.168.233.203 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/74b0f2dc-e7ef-4c4b-a503-3cfb703f108a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:00.920355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] Request body: {'subnet': {'network_id': '311251ba-6fd7-4b30-b8ea-a432c7178f20', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2007056546-subnet', 'tenant_id': '882c7abd08c94318889aada60ffdd850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:00.932511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ff8e0-fcb0-4ff5-884b-1c692d4cab16 req-d64f4760-c4e0-4c64-a9b7-b261dbebc2df tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:00.934065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-af3ff8e0-fcb0-4ff5-884b-1c692d4cab16 req-d64f4760-c4e0-4c64-a9b7-b261dbebc2df tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.2266860 Nov 19 18:51:00.935230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-8e59092a-92da-4442-a243-7373dedf9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:00.936882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-8e59092a-92da-4442-a243-7373dedf9e6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1440592 Nov 19 18:51:00.937290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b1d05-ef94-4e13-b020-738aba20264f admin admin] Pushing event updated for resources: {'Network': ['ID=311251ba-6fd7-4b30-b8ea-a432c7178f20,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:00.960180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 311251ba-6fd7-4b30-b8ea-a432c7178f20 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:51:00.961045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71cd101c-51e0-4197-90a7-a3ab5d2be448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.003899 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-4f8651de-7ddb-452b-87c8-03fc456af04d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3135783e-94d7-4047-b38c-523561106f25 HTTP/1.1" status: 200 len: 217 time: 0.0556130 Nov 19 18:51:01.011256 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eeb43a29-309c-4ddd-aec2-5d742dfcbccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.029784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eeb43a29-309c-4ddd-aec2-5d742dfcbccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.076525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] Made reservation on behalf of 882c7abd08c94318889aada60ffdd850 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:01.078884 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.148952 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-af3ff8e0-fcb0-4ff5-884b-1c692d4cab16 req-02253247-2f60-49db-ad35-7af74bd1fa72 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822984 Nov 19 18:51:01.149567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb43a29-309c-4ddd-aec2-5d742dfcbccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2c9963-3514-4c01-aeb1-af6d1574c477,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:01.160574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-eeb43a29-309c-4ddd-aec2-5d742dfcbccd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04d1ce0dbcf74e8493f0256c41b8c3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8750050 Nov 19 18:51:01.162123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55898) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:01.215867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55902) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:01.225697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-fcad6687-3dfa-48a5-b63b-8ef838e8c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:01.227573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-fcad6687-3dfa-48a5-b63b-8ef838e8c681 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2147117 Nov 19 18:51:01.250879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.319876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71cd101c-51e0-4197-90a7-a3ab5d2be448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.322550 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71cd101c-51e0-4197-90a7-a3ab5d2be448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.323722 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-71cd101c-51e0-4197-90a7-a3ab5d2be448 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2b356dc-0a86-453b-9266-5c7d40784610 HTTP/1.1" status: 204 len: 168 time: 0.5690682 Nov 19 18:51:01.348084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd101c-51e0-4197-90a7-a3ab5d2be448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b356dc-0a86-453b-9266-5c7d40784610,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:01.439438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f600263-79d3-41ea-89f1-47fdf7281b90 req-5c19d92b-507d-474b-b9ef-e0a63094c24e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:01.441023 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f600263-79d3-41ea-89f1-47fdf7281b90 req-5c19d92b-507d-474b-b9ef-e0a63094c24e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.1822107 Nov 19 18:51:01.443676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-a61e9c19-da3b-4c49-b334-40cca9f4f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:01.445080 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-a61e9c19-da3b-4c49-b334-40cca9f4f91c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1851826 Nov 19 18:51:01.446109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.506054 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-690a6e29-8249-4ca1-a7b2-5a7211fc74df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.511232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5300aeb8-8131-4060-9823-7b74ea220df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.558976 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-690a6e29-8249-4ca1-a7b2-5a7211fc74df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.577415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00d469f-eb35-4407-8faa-4509ea28c276,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:01.617497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755f2cc-0092-4e9c-a10c-f93d6029df35 req-57929367-8929-48b9-948c-fc5e55e22b6d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:01.619095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5755f2cc-0092-4e9c-a10c-f93d6029df35 req-57929367-8929-48b9-948c-fc5e55e22b6d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 944 time: 0.1555107 Nov 19 18:51:01.626323 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.644084 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['3135783e-94d7-4047-b38c-523561106f25'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:01.648666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8f5757ff-274a-4be4-bb54-22c323b5ba51 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:01.713672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:01.735935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:01.757902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:01.771739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:01.772996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.775768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Pushing event updated for resources: {'Port': ['ID=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:01.783419 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-690a6e29-8249-4ca1-a7b2-5a7211fc74df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.794674 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-690a6e29-8249-4ca1-a7b2-5a7211fc74df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.795708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-690a6e29-8249-4ca1-a7b2-5a7211fc74df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e2c9963-3514-4c01-aeb1-af6d1574c477 HTTP/1.1" status: 204 len: 168 time: 0.6325705 Nov 19 18:51:01.801476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55914) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:01.825962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] Checking segment: {'id': '0d39ce03-7a7a-4bf6-9060-bb06f30be071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '311251ba-6fd7-4b30-b8ea-a432c7178f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:01.826315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] Network hostable DHCP agents. Network: 311251ba-6fd7-4b30-b8ea-a432c7178f20, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:51:01.841682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f600263-79d3-41ea-89f1-47fdf7281b90 req-0bb711fb-d042-4fe4-8e6f-d1bb474c25b8 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873427 Nov 19 18:51:01.845121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a6e29-8249-4ca1-a7b2-5a7211fc74df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2c9963-3514-4c01-aeb1-af6d1574c477,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:01.852031 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-094d85f3-648f-4ede-a8f6-bbc822d1997b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.868260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5755f2cc-0092-4e9c-a10c-f93d6029df35 req-c721f41c-1e1a-4b01-9b2d-f54738170747 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342463 Nov 19 18:51:01.881845 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-639eebc7-0c8c-4088-8ba0-1de6c7494e50 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5878923 Nov 19 18:51:01.895123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5300aeb8-8131-4060-9823-7b74ea220df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.913587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-b52c8ac7-6e7e-4502-a9f7-8185c489931f service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579058 Nov 19 18:51:01.922343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Request body: {'port': {'device_id': '26385122-63f9-4349-a2fb-671d6993977c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:02.001736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 8f5757ff-274a-4be4-bb54-22c323b5ba51 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:51:02.038628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] Network 311251ba-6fd7-4b30-b8ea-a432c7178f20 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:51:02.061413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 8f5757ff-274a-4be4-bb54-22c323b5ba51 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:02.061947 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.077736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 311251ba-6fd7-4b30-b8ea-a432c7178f20) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:02.086618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-094d85f3-648f-4ede-a8f6-bbc822d1997b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.095447 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:02.096357 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.104382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5300aeb8-8131-4060-9823-7b74ea220df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.104575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d4ea3-670b-4fc7-8ef2-dff1c9ff1b8a None None] Network 311251ba-6fd7-4b30-b8ea-a432c7178f20 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:02.108677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-094d85f3-648f-4ede-a8f6-bbc822d1997b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.142224 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-350081dc-a7c6-4323-af4f-de49fe1e51cc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2277639 Nov 19 18:51:02.155120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e9a6a-2231-4e63-837a-118888a29864 req-a9477045-94b0-45df-a6d6-a6620508d9fe tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:02.157561 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed9e9a6a-2231-4e63-837a-118888a29864 req-a9477045-94b0-45df-a6d6-a6620508d9fe tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 936 time: 0.1166327 Nov 19 18:51:02.159823 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db80fa25-8794-442d-9b41-90c6049c36d9 req-c26de502-59cd-4a73-bdc6-5b94355ac80f service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300451 Nov 19 18:51:02.259628 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-094d85f3-648f-4ede-a8f6-bbc822d1997b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5032ba16e27740639002eadacb77c3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517326 Nov 19 18:51:02.277622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55928) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:02.280543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed9e9a6a-2231-4e63-837a-118888a29864 req-e585345a-8e18-4b6e-bceb-8aca0420187d tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107628 Nov 19 18:51:02.282241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5300aeb8-8131-4060-9823-7b74ea220df2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5412dd4459c246298f4d55c47cba21b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0651202 Nov 19 18:51:02.283276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300aeb8-8131-4060-9823-7b74ea220df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0198172-74a1-46a7-8550-1c6f66b0c3cc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:02.285411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55930) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:02.345691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddd7c9-f935-4d2e-8059-95cdf87a7d3b req-25bfdb16-b33c-48e3-aa7d-a0fe5db87a00 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:02.354002 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33ddd7c9-f935-4d2e-8059-95cdf87a7d3b req-25bfdb16-b33c-48e3-aa7d-a0fe5db87a00 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.2550004 Nov 19 18:51:02.363206 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.394184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d85f3-648f-4ede-a8f6-bbc822d1997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a355292e-cbbe-429b-86ab-6a2e0717b3eb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:02.407258 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f27725f5-c72c-4078-8f15-6da72e7583bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.441112 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f27725f5-c72c-4078-8f15-6da72e7583bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.474791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55936) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:02.479872 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f39eeec3-668d-4415-abb7-4f9327beca11 None None] Provisioning complete for port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:02.480255 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f39eeec3-668d-4415-abb7-4f9327beca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.487148 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50c88417-34c8-4925-8a0a-4254e1ca21ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.503188 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33ddd7c9-f935-4d2e-8059-95cdf87a7d3b req-66228d43-7466-4f8e-9dec-447db4daebb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471844 Nov 19 18:51:02.518890 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5438fa6f-962a-4421-a4fd-981da908e01a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.528513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f27725f5-c72c-4078-8f15-6da72e7583bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.532123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f27725f5-c72c-4078-8f15-6da72e7583bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.534858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f27725f5-c72c-4078-8f15-6da72e7583bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0198172-74a1-46a7-8550-1c6f66b0c3cc HTTP/1.1" status: 204 len: 168 time: 0.2478566 Nov 19 18:51:02.549164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27725f5-c72c-4078-8f15-6da72e7583bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0198172-74a1-46a7-8550-1c6f66b0c3cc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:02.603659 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.668848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50c88417-34c8-4925-8a0a-4254e1ca21ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.682693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b11bf6a-4f96-4f8a-b9ac-a53d06b1f624 None None] Network 311251ba-6fd7-4b30-b8ea-a432c7178f20 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:02.722752 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f39eeec3-668d-4415-abb7-4f9327beca11 None None] Port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:51:02.769967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5757ff-274a-4be4-bb54-22c323b5ba51'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:02.773680 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dca85ef-1216-40be-a7d0-9fd4c3d15919" -d '{"events": [{"server_uuid": "8cef606b-9e57-4e12-8ac9-ade1b80e6ca9", "name": "network-vif-plugged", "status": "completed", "tag": "8f5757ff-274a-4be4-bb54-22c323b5ba51"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:02.808165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:02.826971 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.889736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b006-a380-4b30-888a-4851881b7607 req-60c3acc8-5920-4c8a-9866-8e82dd9e37aa tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:02.891350 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88d9b006-a380-4b30-888a-4851881b7607 req-60c3acc8-5920-4c8a-9866-8e82dd9e37aa tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.2513325 Nov 19 18:51:02.906382 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-33268d68-edca-4dd5-a72b-8d1147ac1e50 req-d4641f69-7b39-43ac-b36a-41a9fa89738f tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] show failed (client error): The resource could not be found. Nov 19 18:51:02.919014 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33268d68-edca-4dd5-a72b-8d1147ac1e50 req-d4641f69-7b39-43ac-b36a-41a9fa89738f tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] 10.222.0.50 "GET /v2.0/security-groups/34a95923-5b49-471e-a40f-184aa22d17eb HTTP/1.1" status: 404 len: 352 time: 0.0341175 Nov 19 18:51:02.953839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=8f5757ff-274a-4be4-bb54-22c323b5ba51,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:02.966336 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50c88417-34c8-4925-8a0a-4254e1ca21ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.969684 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50c88417-34c8-4925-8a0a-4254e1ca21ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.973046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-50c88417-34c8-4925-8a0a-4254e1ca21ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a355292e-cbbe-429b-86ab-6a2e0717b3eb HTTP/1.1" status: 204 len: 168 time: 0.6834414 Nov 19 18:51:03.026281 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0a7395-3e75-4f45-80d5-ce771341ab03 x-openstack-request-id: req-4a0a7395-3e75-4f45-80d5-ce771341ab03 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:03.027659 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cef606b-9e57-4e12-8ac9-ade1b80e6ca9", "name": "network-vif-plugged", "status": "completed", "tag": "8f5757ff-274a-4be4-bb54-22c323b5ba51", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:03.028271 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a0a7395-3e75-4f45-80d5-ce771341ab03 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:03.028970 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5757ff-274a-4be4-bb54-22c323b5ba51', 'code': 200} Nov 19 18:51:03.029687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5438fa6f-962a-4421-a4fd-981da908e01a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.035423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c88417-34c8-4925-8a0a-4254e1ca21ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a355292e-cbbe-429b-86ab-6a2e0717b3eb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:03.065462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88d9b006-a380-4b30-888a-4851881b7607 req-06cd2f50-09a6-4b8b-a7a6-42294bce96a8 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666093 Nov 19 18:51:03.068615 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5438fa6f-962a-4421-a4fd-981da908e01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.176202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45a2a0-2bb1-48e1-9e52-6cd095d63b9a req-e2c785c3-97e5-4408-8a61-84e56080048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:03.178726 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c45a2a0-2bb1-48e1-9e52-6cd095d63b9a req-e2c785c3-97e5-4408-8a61-84e56080048f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 1096 time: 0.1258900 Nov 19 18:51:03.179219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55960) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:03.201552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438fa6f-962a-4421-a4fd-981da908e01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a1b81c-63bf-404e-99ef-6f2199db201c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:03.215966 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-234b48f0-1c72-4328-bd75-118d11b0496f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.226143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76127212-6d3c-45fc-8b55-3e0d2eea0b1f req-737cd7d3-37b2-419a-9ad7-70ef1c3a06ff tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:03.227841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-76127212-6d3c-45fc-8b55-3e0d2eea0b1f req-737cd7d3-37b2-419a-9ad7-70ef1c3a06ff tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 945 time: 0.1193252 Nov 19 18:51:03.231666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55962) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:03.232194 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5438fa6f-962a-4421-a4fd-981da908e01a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fdb63080500c4fbcb42cab9c3696291e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7560811 Nov 19 18:51:03.262309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:03.274743 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.281462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537263b9-a99f-467a-8ea1-9b5d671e6943 req-70a7e690-e65b-475e-b27f-2a0fd5d93c4a tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=882c7abd08c94318889aada60ffdd850 HTTP/1.1" status: 200 len: 3001 time: 0.1426971 Nov 19 18:51:03.300468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Transition to ACTIVE for port object 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:51:03.310852 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.354956 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c45a2a0-2bb1-48e1-9e52-6cd095d63b9a req-51005f1f-d148-4eb3-a0ed-8f2b4813a2d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651244 Nov 19 18:51:03.400833 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-76127212-6d3c-45fc-8b55-3e0d2eea0b1f req-a711fbeb-0169-4d6b-95ec-72f0841547e2 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596630 Nov 19 18:51:03.408825 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4974ded2-3d1c-4543-acbc-fa9c6bae31a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.410199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Pushing event updated for resources: {'Port': ['ID=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:03.417052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537263b9-a99f-467a-8ea1-9b5d671e6943 req-790292e0-4c91-4381-8f5a-6989c550386f tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] 10.222.0.50 "GET /v2.0/security-groups/01a712fd-8355-4932-822b-04f3a5a6b585 HTTP/1.1" status: 200 len: 2998 time: 0.1233811 Nov 19 18:51:03.436961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Attempting to bind port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:03.437296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Attempting to bind port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:03.437609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Attempting to bind port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:03.452687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:03.453004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Attempting to bind port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:03.474600 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4974ded2-3d1c-4543-acbc-fa9c6bae31a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.486774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:03.487178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:03.487573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:03.488635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Bound port: 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:03.490455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.497586 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-234b48f0-1c72-4328-bd75-118d11b0496f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.514479 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-234b48f0-1c72-4328-bd75-118d11b0496f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.519008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537263b9-a99f-467a-8ea1-9b5d671e6943 req-e2aee101-fb5b-4ede-acef-cae4a10d1028 tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] 10.222.0.50 "GET /v2.0/security-groups/01a712fd-8355-4932-822b-04f3a5a6b585 HTTP/1.1" status: 200 len: 2998 time: 0.0948408 Nov 19 18:51:03.617822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] For port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:03.634216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] For port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:03.640413 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.654576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528daeaa-7ecb-4b52-8d45-747cb15619a4 req-ab369574-28cc-40fe-b4cf-fb1d6400421a tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:03.656153 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-528daeaa-7ecb-4b52-8d45-747cb15619a4 req-ab369574-28cc-40fe-b4cf-fb1d6400421a tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.0958860 Nov 19 18:51:03.660493 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-234b48f0-1c72-4328-bd75-118d11b0496f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7addf915f6647759e8f3d6877cc184c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797385 Nov 19 18:51:03.663163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55980) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:03.672596 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b48f0-1c72-4328-bd75-118d11b0496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be33e52e-c802-4487-b676-4ac10dd95ed3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:03.707660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:03.708895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.709398 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4974ded2-3d1c-4543-acbc-fa9c6bae31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.711266 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] 10.222.0.21 "PUT /v2.0/ports/74b0f2dc-e7ef-4c4b-a503-3cfb703f108a HTTP/1.1" status: 200 len: 1096 time: 1.8146517 Nov 19 18:51:03.712022 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4974ded2-3d1c-4543-acbc-fa9c6bae31a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.713136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4974ded2-3d1c-4543-acbc-fa9c6bae31a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6a1b81c-63bf-404e-99ef-6f2199db201c HTTP/1.1" status: 204 len: 168 time: 0.4752102 Nov 19 18:51:03.718902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26385122-63f9-4349-a2fb-671d6993977c', 'tag': '74b0f2dc-e7ef-4c4b-a503-3cfb703f108a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:03.721390 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b" -d '{"events": [{"name": "network-changed", "server_uuid": "26385122-63f9-4349-a2fb-671d6993977c", "tag": "74b0f2dc-e7ef-4c4b-a503-3cfb703f108a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:03.754270 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974ded2-3d1c-4543-acbc-fa9c6bae31a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a1b81c-63bf-404e-99ef-6f2199db201c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:03.767507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01c0e-3a68-448e-b14c-3c0185e41025 req-cb7105af-6e1b-46b6-8596-0fdb21177d8d tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:03.769224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7df01c0e-3a68-448e-b14c-3c0185e41025 req-cb7105af-6e1b-46b6-8596-0fdb21177d8d tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 948 time: 0.1235321 Nov 19 18:51:03.787829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b6b90-dc64-46f2-855c-c88271556d3b service neutron] Pushing event updated for resources: {'Port': ['ID=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:03.805422 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-528daeaa-7ecb-4b52-8d45-747cb15619a4 req-13c9face-8579-4777-a4ee-20ea7c962070 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286557 Nov 19 18:51:03.810252 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a8e81b3-31f9-4c3e-9faf-a497926d7cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.850979 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a8e81b3-31f9-4c3e-9faf-a497926d7cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.911422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7df01c0e-3a68-448e-b14c-3c0185e41025 req-79de9e4a-f08d-4bdc-9a5d-7608246d2856 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229901 Nov 19 18:51:03.919989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-d4b634bf-548e-478a-972a-82bd354f77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:03.923080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-d4b634bf-548e-478a-972a-82bd354f77ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68815ee438b44d2c9d206241cb4483bd&device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 1099 time: 0.1515286 Nov 19 18:51:03.971633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a8e81b3-31f9-4c3e-9faf-a497926d7cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.975316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a8e81b3-31f9-4c3e-9faf-a497926d7cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.979016 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4a8e81b3-31f9-4c3e-9faf-a497926d7cfb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be33e52e-c802-4487-b676-4ac10dd95ed3 HTTP/1.1" status: 204 len: 168 time: 0.3121686 Nov 19 18:51:03.993863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e81b3-31f9-4c3e-9faf-a497926d7cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be33e52e-c802-4487-b676-4ac10dd95ed3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:03.995024 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-bee48fb4-1f13-41fc-9b36-b2932eb5569e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a HTTP/1.1" status: 200 len: 217 time: 0.0641131 Nov 19 18:51:04.046722 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cc9bfc-1081-43aa-bc64-973e057b08ed x-openstack-request-id: req-22cc9bfc-1081-43aa-bc64-973e057b08ed {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:04.046947 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26385122-63f9-4349-a2fb-671d6993977c", "tag": "74b0f2dc-e7ef-4c4b-a503-3cfb703f108a", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:04.047194 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22cc9bfc-1081-43aa-bc64-973e057b08ed {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:04.047594 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26385122-63f9-4349-a2fb-671d6993977c', 'tag': '74b0f2dc-e7ef-4c4b-a503-3cfb703f108a', 'status': 'completed', 'code': 200} Nov 19 18:51:04.100424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7de3d224-6aa6-47ba-8896-88237ceda298 req-efd7681b-522c-49f9-b0b4-95a4a7f6579a tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] 10.222.0.50 "GET /v2.0/security-groups/01a712fd-8355-4932-822b-04f3a5a6b585 HTTP/1.1" status: 200 len: 2998 time: 0.1042094 Nov 19 18:51:04.140424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-33e6d48c-81b1-4d00-accf-e359a0774553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.142268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-33e6d48c-81b1-4d00-accf-e359a0774553 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1345654 Nov 19 18:51:04.153594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890d6e1-ca17-4469-a192-880511b4f8fc req-f7d3ef99-9fab-4394-ba7c-e6746b800cba tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.164329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7890d6e1-ca17-4469-a192-880511b4f8fc req-f7d3ef99-9fab-4394-ba7c-e6746b800cba tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.0758171 Nov 19 18:51:04.238032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-feb8eced-cf1d-49fc-8f98-6b6db465d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.239583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-feb8eced-cf1d-49fc-8f98-6b6db465d3a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903165 Nov 19 18:51:04.240652 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-7de3d224-6aa6-47ba-8896-88237ceda298 req-2699e3a9-eb5a-4a45-9a27-b94deb4fd6f1 tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 18:51:04.246438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7de3d224-6aa6-47ba-8896-88237ceda298 req-2699e3a9-eb5a-4a45-9a27-b94deb4fd6f1 tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] 10.222.0.50 "DELETE /v2.0/security-groups/01a712fd-8355-4932-822b-04f3a5a6b585 HTTP/1.1" status: 409 len: 352 time: 0.1370251 Nov 19 18:51:04.253399 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7890d6e1-ca17-4469-a192-880511b4f8fc req-61ddd081-7d6c-462b-8c6b-da6d01e572a6 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857079 Nov 19 18:51:04.383277 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-83b3bac1-cc41-4407-9847-5311d9dcde64 req-61a23b06-cbd1-4623-bde1-5cddd2cd4d25 tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] show failed (client error): The resource could not be found. Nov 19 18:51:04.402465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83b3bac1-cc41-4407-9847-5311d9dcde64 req-61a23b06-cbd1-4623-bde1-5cddd2cd4d25 tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] 10.222.0.50 "GET /v2.0/security-groups/c3842c30-5f9d-408b-982f-0981efa6a26d HTTP/1.1" status: 404 len: 352 time: 0.0575571 Nov 19 18:51:04.429826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-1e2dbd0d-0389-4653-93b6-19238e92ebf3 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694417 Nov 19 18:51:04.508653 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-16d3d7b3-294d-443e-a1b2-eaa5eade7c89 req-324882cb-65b9-402c-9190-afeb2acd6771 tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] show failed (client error): The resource could not be found. Nov 19 18:51:04.522572 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16d3d7b3-294d-443e-a1b2-eaa5eade7c89 req-324882cb-65b9-402c-9190-afeb2acd6771 tempest-SecurityGroupsNegativeTestJSON-1742588796 tempest-SecurityGroupsNegativeTestJSON-1742588796-project] 10.222.0.50 "GET /v2.0/security-groups/5b2f99c7-d33d-4551-aabd-75a68861f9b8 HTTP/1.1" status: 404 len: 352 time: 0.0661123 Nov 19 18:51:04.523387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56020) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:04.685408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abc75363-d071-46a5-bd7a-dc4c5046647f req-7c07a732-cb93-4eb8-9c28-5775eb9be5bb service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530053 Nov 19 18:51:04.697416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Deleting subnet a00d469f-eb35-4407-8faa-4509ea28c276 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:51:04.701482 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:04.734234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75608-1924-48d6-9dd0-0f7dd843ef67 req-c6eba2e6-7dc5-4468-add9-ed35affbf3a5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.735882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77b75608-1924-48d6-9dd0-0f7dd843ef67 req-c6eba2e6-7dc5-4468-add9-ed35affbf3a5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 945 time: 0.1428568 Nov 19 18:51:04.783535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:04.824657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:04.924497 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:04.931422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b req-097f74dd-150b-4fb8-be61-8fa9b8acc322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.933206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b req-097f74dd-150b-4fb8-be61-8fa9b8acc322 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68815ee438b44d2c9d206241cb4483bd&device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 1099 time: 0.1923614 Nov 19 18:51:04.968378 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77b75608-1924-48d6-9dd0-0f7dd843ef67 req-8bb729e5-055b-452d-aba7-6dc624c4641c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156653 Nov 19 18:51:04.997533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00d469f-eb35-4407-8faa-4509ea28c276,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:05.036286 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:05.039592 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a00d469f-eb35-4407-8faa-4509ea28c276 HTTP/1.1" status: 204 len: 168 time: 0.5060346 Nov 19 18:51:05.042667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56058) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:05.069897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.070252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.070598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.070940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.071281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.071615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.071946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.072274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.072599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.072923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.073247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.073569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b480eea-71f4-47b2-a473-81b5f8b4faed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.173614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0442308-5563-474e-867b-4c125e85624d req-b43c873d-df4d-4906-8afe-2326a136178e tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:05.175320 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0442308-5563-474e-867b-4c125e85624d req-b43c873d-df4d-4906-8afe-2326a136178e tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 948 time: 0.0952079 Nov 19 18:51:05.181975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b req-89e3d9ac-195e-42fd-833c-77a6c039a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:05.183459 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b req-89e3d9ac-195e-42fd-833c-77a6c039a84b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2124283 Nov 19 18:51:05.186966 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:05.251896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b req-ada8b8fe-cca0-43d8-8db4-03b98a35494b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a HTTP/1.1" status: 200 len: 217 time: 0.0554760 Nov 19 18:51:05.320195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:05.320640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0442308-5563-474e-867b-4c125e85624d req-7d7ecb26-0572-4c7a-8890-c2fc9071f9cb tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339869 Nov 19 18:51:05.358353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b req-db4c72d9-a3af-4e06-a221-b8f60b3cdc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:05.360860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b req-db4c72d9-a3af-4e06-a221-b8f60b3cdc3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1008492 Nov 19 18:51:05.365918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.366677 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.367452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.367801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > port after_create 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.368254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.368707 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > port after_update 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.368953 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.369295 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.369626 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.369992 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.472333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b req-313a75d3-2cbe-42b5-bba2-30fc82e2bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:05.474236 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b req-313a75d3-2cbe-42b5-bba2-30fc82e2bfec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032803 Nov 19 18:51:05.490470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c066319-66c5-4ec1-ac84-db15ebf163f2 req-e115145c-8449-47f4-b4ae-de12415ff050 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:05.492292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c066319-66c5-4ec1-ac84-db15ebf163f2 req-e115145c-8449-47f4-b4ae-de12415ff050 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.0625303 Nov 19 18:51:05.572770 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.573133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.573469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.573829 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:05.574312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311251ba-6fd7-4b30-b8ea-a432c7178f20']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:05.611561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c066319-66c5-4ec1-ac84-db15ebf163f2 req-02e03dcc-5024-4629-bf50-41ea9894afae tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110146 Nov 19 18:51:05.628540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d39ce03-7a7a-4bf6-9060-bb06f30be071') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:05.628676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d39ce03-7a7a-4bf6-9060-bb06f30be071') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:05.664477 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b req-08b02e6f-dcc3-4236-96ff-5d365f65ede2 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708672 Nov 19 18:51:05.690183 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:05.733163 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:05.746276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:51:05.747050 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: from cryptography.utils import int_from_bytes Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: from cryptography.utils import int_from_bytes Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: timer() Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:51:05.768619 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:51:05.790629 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-534df5f3-6eea-4f16-ba80-a89d7e2ae55b req-1d30cf9e-bdb5-425f-8ea2-b011d5c98619 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185784 Nov 19 18:51:05.840317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8f9d3-aa9c-437a-aad1-ba8ee2cdc1e0 req-be8befa9-25fe-4f9d-b358-9944ce4d4b9f tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:05.848133 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5d8f9d3-aa9c-437a-aad1-ba8ee2cdc1e0 req-be8befa9-25fe-4f9d-b358-9944ce4d4b9f tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 1096 time: 0.1923442 Nov 19 18:51:05.888760 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:05.910930 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:05.917239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] 10.222.0.50 "DELETE /v2.0/networks/311251ba-6fd7-4b30-b8ea-a432c7178f20 HTTP/1.1" status: 204 len: 168 time: 0.8708706 Nov 19 18:51:05.941248 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5d8f9d3-aa9c-437a-aad1-ba8ee2cdc1e0 req-196da038-2066-4fd8-9cdc-ab3defc5dbe1 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854421 Nov 19 18:51:05.942934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Pushing event deleted for resources: {'Network': ['ID=311251ba-6fd7-4b30-b8ea-a432c7178f20,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:05.963280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.963706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.963964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.964304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.964641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.964975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.965307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.965638 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.965997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.966311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.966640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:05.966962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc3322-6467-45fd-8b95-3b485ba3a978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:06.119662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fbb3e-ba12-44c7-ac49-9e3149db66c6 req-f8603c75-d523-4c24-a777-b49c0f827c93 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:06.121251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b0fbb3e-ba12-44c7-ac49-9e3149db66c6 req-f8603c75-d523-4c24-a777-b49c0f827c93 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0433877 Nov 19 18:51:06.180123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b0fbb3e-ba12-44c7-ac49-9e3149db66c6 req-8a2d18d5-4f1f-4d62-8cd2-a38c7d0d3ed8 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478470 Nov 19 18:51:06.298403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56114) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:06.348714 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-55c74ebe-ef9e-45b7-b9da-0db323f9c762 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=882c7abd08c94318889aada60ffdd850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486019 Nov 19 18:51:06.352356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56120) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:06.404592 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-30fdaa73-4786-4182-a09d-e5bbd61f989e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:06.429156 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-30fdaa73-4786-4182-a09d-e5bbd61f989e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:06.527160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abea7df-7728-4eb8-8b6d-df60d94c6b05 req-9c474e0b-a655-48ee-aab0-264a99b7dd3b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:06.528746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2abea7df-7728-4eb8-8b6d-df60d94c6b05 req-9c474e0b-a655-48ee-aab0-264a99b7dd3b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 948 time: 0.0753536 Nov 19 18:51:06.556686 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-30fdaa73-4786-4182-a09d-e5bbd61f989e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:06.559540 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-30fdaa73-4786-4182-a09d-e5bbd61f989e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:06.560847 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-30fdaa73-4786-4182-a09d-e5bbd61f989e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01a712fd-8355-4932-822b-04f3a5a6b585 HTTP/1.1" status: 204 len: 168 time: 0.2073987 Nov 19 18:51:06.591879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdaa73-4786-4182-a09d-e5bbd61f989e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a712fd-8355-4932-822b-04f3a5a6b585,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:06.603106 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2abea7df-7728-4eb8-8b6d-df60d94c6b05 req-ccc497c9-89ac-4d00-818d-f48869f04e05 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640662 Nov 19 18:51:06.681052 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-30270441-c622-4eeb-bb45-3b6e6a6e0bd2 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585363 Nov 19 18:51:06.744585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-8de3eace-cdbd-4e6a-abfa-a9a63ba3a584 req-3255f60c-7e98-45cc-b511-b1811a4282e6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:51:06.745569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8de3eace-cdbd-4e6a-abfa-a9a63ba3a584 req-3255f60c-7e98-45cc-b511-b1811a4282e6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077651 Nov 19 18:51:06.854016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393799bd-060f-4077-87a3-9a488a08ae77 req-f3bc0eaf-2a7b-466a-bafc-7d255394f503 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:06.855497 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-f3bc0eaf-2a7b-466a-bafc-7d255394f503 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736879 Nov 19 18:51:06.886687 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-b24a3155-cbf4-4ed3-aa8e-ff744a4325f5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/quotas/c2d00f442aae48fbb0d80bf3ed71eb2d HTTP/1.1" status: 200 len: 375 time: 0.0229721 Nov 19 18:51:06.938364 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7445f56d-7ccd-4155-b02d-6396af855ea6 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504334 Nov 19 18:51:07.289865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8b648-ad44-4c8d-86e9-2ede4f20a21f req-1158511a-a6ff-4c9b-81e0-0c83768c33c4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:07.292009 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ecf8b648-ad44-4c8d-86e9-2ede4f20a21f req-1158511a-a6ff-4c9b-81e0-0c83768c33c4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.0766771 Nov 19 18:51:07.360180 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ecf8b648-ad44-4c8d-86e9-2ede4f20a21f req-3aaf6e1f-53c6-499d-8b29-b8495050b711 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600584 Nov 19 18:51:07.459000 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-239e2f73-421a-43da-a547-040d8054774e req-5383a56f-700b-46a8-be1e-a55dbe6e48b6 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 210 time: 0.0416276 Nov 19 18:51:07.685019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:07.795979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:07.808487 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '74b0f2dc-e7ef-4c4b-a503-3cfb703f108a', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '74b0f2dc-e7ef-4c4b-a503-3cfb703f108a', 'mac_address': 'fa:16:3e:60:56:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:51:07.849845 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:07.866272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:07.895256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:07.906366 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:07.959076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:07.968116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:07.968883 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:07.969428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:07.970024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:07.970740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:07.971605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:07.972779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:07.973681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:07.974238 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:07.974637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:07.975038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:07.975435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:08.041986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56220) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:08.142369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['74b0f2dc-e7ef-4c4b-a503-3cfb703f108a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:08.168894 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54e878ec-3cc2-4c22-a672-57a7ca8d3087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.249377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1204411726-network', 'tenant_id': 'dbf4cf5e32dd4e69a01899216a587ef8'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:08.284579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Made reservation on behalf of dbf4cf5e32dd4e69a01899216a587ef8 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:08.287702 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.303225 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.410253 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.419085 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.449877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b519a-f8b8-4116-9643-2db8bcd4cd4b req-b278b266-053d-467c-b058-2e3cd7a476a1 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:08.451368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b8b519a-f8b8-4116-9643-2db8bcd4cd4b req-b278b266-053d-467c-b058-2e3cd7a476a1 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 949 time: 0.0574210 Nov 19 18:51:08.452279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:51:08.463443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4f56c0-17d6-4337-a6aa-e651c632a0b8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:08.469493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.469867 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Added segment b388fa11-0a6a-4d40-acaf-185809192550 of type vlan for network e0fccd90-9100-44bc-90d0-895b5e44adca Nov 19 18:51:08.488276 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-38bbda76-8c42-49b3-9385-fbd5d51a5ea0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354280 Nov 19 18:51:08.531746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.573339 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.576927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:08.577532 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.599905 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b8b519a-f8b8-4116-9643-2db8bcd4cd4b req-5b0f6207-1fac-4a00-99bf-3c85a33bb6c5 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106257 Nov 19 18:51:08.661293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393799bd-060f-4077-87a3-9a488a08ae77 req-07ecb1ac-41f5-457d-bd68-c25a0c5a3b66 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:08.663805 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-07ecb1ac-41f5-457d-bd68-c25a0c5a3b66 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677718 Nov 19 18:51:08.664415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56246) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:08.675659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6325128 Nov 19 18:51:08.679235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56250) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:08.679596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f9029-20fb-4576-b888-c4dcf191d183 admin admin] Pushing event updated for resources: {'Network': ['ID=e0fccd90-9100-44bc-90d0-895b5e44adca,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:08.684473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] Request body: {'subnet': {'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1204411726-subnet', 'tenant_id': 'dbf4cf5e32dd4e69a01899216a587ef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:08.689337 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network e0fccd90-9100-44bc-90d0-895b5e44adca details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:51:08.724430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] Made reservation on behalf of dbf4cf5e32dd4e69a01899216a587ef8 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:08.729818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.778051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Request body: {'port': {'device_id': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'c2d00f442aae48fbb0d80bf3ed71eb2d'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:08.796928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-0ba3d54d-4189-4f30-9c27-57e4d423371e tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:51:08.796928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-0ba3d54d-4189-4f30-9c27-57e4d423371e tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1239860 Nov 19 18:51:09.033130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-30c1acd4-5d23-4a3d-b906-a3b412d4f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:09.034639 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-30c1acd4-5d23-4a3d-b906-a3b412d4f83c service neutron] 10.222.0.50 "GET /v2.0/ports/8f5757ff-274a-4be4-bb54-22c323b5ba51 HTTP/1.1" status: 200 len: 1093 time: 0.1546860 Nov 19 18:51:09.047978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c65cc-c2fe-47bb-af92-32cf417826d7 req-494a5f06-f33b-4c96-8058-f2112718799c tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:09.049429 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3b1c65cc-c2fe-47bb-af92-32cf417826d7 req-494a5f06-f33b-4c96-8058-f2112718799c tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.1544650 Nov 19 18:51:09.056281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Request body: {'binding': {'host': 'n-h1-815373-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:09.056810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Unknown quota resources ['binding']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:51:09.065814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Made reservation on behalf of c2d00f442aae48fbb0d80bf3ed71eb2d for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:09.069098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:09.118148 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:09.232516 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:09.253709 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3b1c65cc-c2fe-47bb-af92-32cf417826d7 req-ee1f861b-7976-4346-a04d-9d389b570de5 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918132 Nov 19 18:51:09.371859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8921fc8-8c32-452c-aa7c-97ec749199d0,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:09.399713 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95163990-17e7-4c4e-a104-b117b0aa567c req-a203520b-a30b-4f68-b640-09f9ca3d0abe tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 210 time: 0.0691519 Nov 19 18:51:09.418846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] Checking segment: {'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:09.419235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] Network hostable DHCP agents. Network: e0fccd90-9100-44bc-90d0-895b5e44adca, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:51:09.435125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on host n-h1-815373-6 for vnic_type normal with profile None {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:09.435488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:09.435814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:09.453192 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:09.454325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:09.454598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:09.464705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:09.478684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:09.479031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:09.479417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:09.479982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Bound port: 8f5757ff-274a-4be4-bb54-22c323b5ba51, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:09.492334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] Network e0fccd90-9100-44bc-90d0-895b5e44adca is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:51:09.601820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, e0fccd90-9100-44bc-90d0-895b5e44adca) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:09.610271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b8d6d4-b707-48d9-a905-cc24786065ef None None] Network e0fccd90-9100-44bc-90d0-895b5e44adca requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:09.624748 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:09.625350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:09.631402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef69f1c-ba91-4159-b949-0da15f7e351f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:09.662548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:09.672558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2d716b4e-7a45-4bd0-aec6-a2e621807f2f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9922850 Nov 19 18:51:09.696362 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:09.697533 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-b614204f-760a-45c9-9014-2edf08967f46 service neutron] 10.222.0.50 "POST /v2.0/ports/8f5757ff-274a-4be4-bb54-22c323b5ba51/bindings HTTP/1.1" status: 201 len: 389 time: 0.6455705 Nov 19 18:51:09.704475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:09.723127 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07567082-008e-48c5-a4ed-c1f1b74c7f08 req-ab4bd282-b0c9-431d-9d7e-5ac7816e38fd tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=375a3d3401484a95bea1e9b1011c6e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490313 Nov 19 18:51:09.773346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Allocated IP 192.168.233.56 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/37e31ec8-9d3c-49a2-b54c-e465891d01a9) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:09.797557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4cf708-5ffe-489d-a957-1d859a3b95b4 None None] Network e0fccd90-9100-44bc-90d0-895b5e44adca requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:09.934717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:51:09.953734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:09.954322 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.102266 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.127619 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26385122-63f9-4349-a2fb-671d6993977c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b0f2dc-e7ef-4c4b-a503-3cfb703f108a'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:10.131168 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950074ff-b5ec-4ea1-8200-ff559dc7ea52" -d '{"events": [{"server_uuid": "26385122-63f9-4349-a2fb-671d6993977c", "name": "network-vif-plugged", "status": "completed", "tag": "74b0f2dc-e7ef-4c4b-a503-3cfb703f108a"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:10.148030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58550b83-92ac-4e83-b26d-ca99ba914cc9 req-83e7a8cd-24be-4fef-a052-ceb4fb97d172 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:10.148785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:10.150239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58550b83-92ac-4e83-b26d-ca99ba914cc9 req-83e7a8cd-24be-4fef-a052-ceb4fb97d172 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 949 time: 0.0867507 Nov 19 18:51:10.155491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07567082-008e-48c5-a4ed-c1f1b74c7f08 req-32203a98-ffab-497b-ba2a-0b5fbe2c127e tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:10.156422 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.157049 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07567082-008e-48c5-a4ed-c1f1b74c7f08 req-32203a98-ffab-497b-ba2a-0b5fbe2c127e tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4247930 Nov 19 18:51:10.168469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-8b0297e6-d1b4-4a86-b61d-b40fc73c29d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:10.170214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-8b0297e6-d1b4-4a86-b61d-b40fc73c29d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0943892 Nov 19 18:51:10.187610 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07567082-008e-48c5-a4ed-c1f1b74c7f08 req-3499e65c-c1b1-4b4f-a4e1-0832258ef99d tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/quotas/375a3d3401484a95bea1e9b1011c6e3c HTTP/1.1" status: 200 len: 375 time: 0.0222511 Nov 19 18:51:10.209481 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:10.245170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07567082-008e-48c5-a4ed-c1f1b74c7f08 req-a8a129ae-6467-4ef2-8ad1-a795a372aae2 tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=375a3d3401484a95bea1e9b1011c6e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432456 Nov 19 18:51:10.245554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f9df6724-3ebb-418a-aa33-4427c050f450 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:10.261445 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58550b83-92ac-4e83-b26d-ca99ba914cc9 req-d1dee9ea-bf80-4d97-ab59-f14857437b9f tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032715 Nov 19 18:51:10.272139 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.319053 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.352745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-8a55612b-8643-4082-ba2e-ff31e3ba58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:10.354195 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-8a55612b-8643-4082-ba2e-ff31e3ba58cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.1741967 Nov 19 18:51:10.380112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:10.383496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:10.387285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f9df6724-3ebb-418a-aa33-4427c050f450, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f9df6724-3ebb-418a-aa33-4427c050f450,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:10.401680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'f9df6724-3ebb-418a-aa33-4427c050f450', 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615', 'port_id': 'f9df6724-3ebb-418a-aa33-4427c050f450', 'mac_address': 'fa:16:3e:a8:f2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c303d6f-9d58-4ddf-b402-95b178ced043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:51:10.403302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:10.407192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Pushing event updated for resources: {'Port': ['ID=37e31ec8-9d3c-49a2-b54c-e465891d01a9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:10.436146 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-5480fc0d-c6fc-468e-aa1c-768a5f9964b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51 HTTP/1.1" status: 200 len: 217 time: 0.0607333 Nov 19 18:51:10.469395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dbd5a-44d9-4e15-9d21-f3f386028042 req-83be7e2a-cd22-4efc-8e76-a5235d521aed tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:10.471782 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-544dbd5a-44d9-4e15-9d21-f3f386028042 req-83be7e2a-cd22-4efc-8e76-a5235d521aed tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 945 time: 0.1307251 Nov 19 18:51:10.492994 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.500438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:10.501185 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.521654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9df6724-3ebb-418a-aa33-4427c050f450 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:10.530355 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5506e615-2341-461c-beb3-77832deacfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.549446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f9df6724-3ebb-418a-aa33-4427c050f450, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f9df6724-3ebb-418a-aa33-4427c050f450,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:10.556990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-7247280e-8ae7-4988-84c2-ab43459ce569 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8081601 Nov 19 18:51:10.558252 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.587865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Request body: {'port': {'device_id': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:10.633517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=f9df6724-3ebb-418a-aa33-4427c050f450,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:10.673386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['f9df6724-3ebb-418a-aa33-4427c050f450'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:10.690084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.707466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-d9fb3626-863d-47a8-a588-b6d55e828345 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:10.709351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-d9fb3626-863d-47a8-a588-b6d55e828345 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/networks?id=e0fccd90-9100-44bc-90d0-895b5e44adca HTTP/1.1" status: 200 len: 818 time: 0.1820509 Nov 19 18:51:10.740687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ffe0bb96-5032-432d-9da4-af93ff8af780 None None] Provisioning complete for port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:10.741280 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ffe0bb96-5032-432d-9da4-af93ff8af780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.753002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-6e50c450-e26e-4e46-9914-5e92e6033013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:10.755475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-6e50c450-e26e-4e46-9914-5e92e6033013 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.3071060 Nov 19 18:51:10.757421 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-9778c892-3c94-4d7a-adc0-460dd5c7533f tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/quotas/dbf4cf5e32dd4e69a01899216a587ef8 HTTP/1.1" status: 200 len: 375 time: 0.0222909 Nov 19 18:51:10.793659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-becdd7cf-16f2-49c0-8325-445072346ece service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296974 Nov 19 18:51:10.797027 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-544dbd5a-44d9-4e15-9d21-f3f386028042 req-d9b84436-5b8a-4225-8e2a-42008c8fb1ee tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848091 Nov 19 18:51:10.802387 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-2b66d617-f726-48fa-9a3b-d22628dee64b tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dbf4cf5e32dd4e69a01899216a587ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418348 Nov 19 18:51:10.804577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0bb96-5032-432d-9da4-af93ff8af780 None None] Port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:51:10.922796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-5eb889dd-6b58-4c28-99ae-2eb2fcc23ae6 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141357 Nov 19 18:51:11.002218 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dcc9dc-b4b8-4aa5-8595-3af79efa3275 x-openstack-request-id: req-f3dcc9dc-b4b8-4aa5-8595-3af79efa3275 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:11.002627 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26385122-63f9-4349-a2fb-671d6993977c", "name": "network-vif-plugged", "status": "completed", "tag": "74b0f2dc-e7ef-4c4b-a503-3cfb703f108a", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:11.003053 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3dcc9dc-b4b8-4aa5-8595-3af79efa3275 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:11.003562 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26385122-63f9-4349-a2fb-671d6993977c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b0f2dc-e7ef-4c4b-a503-3cfb703f108a', 'code': 200} Nov 19 18:51:11.007535 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-67734663-f12a-48a4-a45d-980e99b58ee2 service neutron] 10.222.0.50 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577487 Nov 19 18:51:11.168066 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-d1a684b2-6ec0-4134-8556-be246c619a7d service neutron] 10.222.0.50 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482859 Nov 19 18:51:11.171686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e31ec8-9d3c-49a2-b54c-e465891d01a9 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:11.181549 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:11.196705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Transition to ACTIVE for port object 37e31ec8-9d3c-49a2-b54c-e465891d01a9 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:51:11.201200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:11.201440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527efe1-adae-492f-af10-08ba43687c78 req-fed61e49-d3c4-4acb-bcf8-5813a844ce6b tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:11.203210 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2527efe1-adae-492f-af10-08ba43687c78 req-fed61e49-d3c4-4acb-bcf8-5813a844ce6b tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 945 time: 0.1161890 Nov 19 18:51:11.210988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-c2a4da30-c72a-4f95-8d34-d2b758c8b4ff service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864014 Nov 19 18:51:11.215587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65477b2a-2bde-46e6-ac0b-6f8626a6a286 req-12a70df0-f059-4ec5-b370-0cad2c0334a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:11.217037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65477b2a-2bde-46e6-ac0b-6f8626a6a286 req-12a70df0-f059-4ec5-b370-0cad2c0334a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 1101 time: 0.1165743 Nov 19 18:51:11.275946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Pushing event updated for resources: {'Port': ['ID=37e31ec8-9d3c-49a2-b54c-e465891d01a9,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:11.286845 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2527efe1-adae-492f-af10-08ba43687c78 req-89426ff3-f235-47a6-9c8a-f4ad381fbd01 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738297 Nov 19 18:51:11.314278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65477b2a-2bde-46e6-ac0b-6f8626a6a286 req-33f84d49-f1ef-4fcc-8d90-6def3523e10e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751274 Nov 19 18:51:11.359934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Attempting to bind port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:11.360186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Attempting to bind port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:11.360515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Attempting to bind port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:11.366311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:11.366649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Attempting to bind port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:11.373381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:11.373661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:11.374231 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:11.375014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Bound port: 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:11.375382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:11.466563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:11.470440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:11.479438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:11.519117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-0d30b594-bbe7-4575-9368-3efcdb2ec9ab tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:11.521422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-0d30b594-bbe7-4575-9368-3efcdb2ec9ab tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1096 time: 0.1246068 Nov 19 18:51:11.534606 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815373-6'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:11.552524 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:11.553637 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:11.555505 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] 10.222.0.57 "PUT /v2.0/ports/37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 200 len: 1095 time: 0.9716675 Nov 19 18:51:11.556156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:11.559193 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6469e920-1929-47fc-8068-29384f2902cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:11.643875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a8a8b-ebe2-429b-ab7e-23ecbc889753 service neutron] Pushing event updated for resources: {'Port': ['ID=37e31ec8-9d3c-49a2-b54c-e465891d01a9,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:11.668866 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:11.679745 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386c817-b610-4837-949c-860b096645e0 req-1c2c08ca-03da-468c-9199-b40d6e33d833 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:11.683814 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3386c817-b610-4837-949c-860b096645e0 req-1c2c08ca-03da-468c-9199-b40d6e33d833 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 947 time: 0.1173918 Nov 19 18:51:11.698807 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:11.806348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393799bd-060f-4077-87a3-9a488a08ae77 req-1b44c8ad-abaa-4ecc-8a53-1e7f46d852b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:11.808000 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-1b44c8ad-abaa-4ecc-8a53-1e7f46d852b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1098 time: 0.1232166 Nov 19 18:51:11.822795 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3386c817-b610-4837-949c-860b096645e0 req-d98b2705-16c4-4330-97da-d121c066861f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084902 Nov 19 18:51:11.870693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-c91c517f-2c6d-47c9-9086-b285ac33f331 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 200 len: 217 time: 0.0458727 Nov 19 18:51:11.943058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393799bd-060f-4077-87a3-9a488a08ae77 req-168902d7-2a44-44a7-b59c-b3c192967b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:11.944828 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-168902d7-2a44-44a7-b59c-b3c192967b8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0660014 Nov 19 18:51:11.966669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dc05b-1754-4214-856c-13518dee56f9 req-27cdb96e-75fa-4bf1-b8f3-aa0321891eaf tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:11.974814 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-248dc05b-1754-4214-856c-13518dee56f9 req-27cdb96e-75fa-4bf1-b8f3-aa0321891eaf tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 950 time: 0.1146915 Nov 19 18:51:11.987199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:12.029798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393799bd-060f-4077-87a3-9a488a08ae77 req-e6b96f89-93de-4e1f-8b82-66faf71eb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:12.035023 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-e6b96f89-93de-4e1f-8b82-66faf71eb24f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722625 Nov 19 18:51:12.057596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-248dc05b-1754-4214-856c-13518dee56f9 req-01bd486a-3c3c-4241-98dc-540deb1a9d8c tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818939 Nov 19 18:51:12.060137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:12.124884 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.129378 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f5757ff-274a-4be4-bb54-22c323b5ba51'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:12.132723 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eb3bac-4c27-40d0-adb5-97d012bfcfd6" -d '{"events": [{"server_uuid": "8cef606b-9e57-4e12-8ac9-ade1b80e6ca9", "name": "network-vif-unplugged", "status": "completed", "tag": "8f5757ff-274a-4be4-bb54-22c323b5ba51"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:12.137641 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.182140 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1524a99a-2b07-40bb-80ad-2c7a354b6928 x-openstack-request-id: req-1524a99a-2b07-40bb-80ad-2c7a354b6928 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:12.183030 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:12.183030 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1524a99a-2b07-40bb-80ad-2c7a354b6928 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:12.183385 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9', 'status': 'completed', 'code': 200} Nov 19 18:51:12.185697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-80eb2ca9-4fd6-4f92-8573-e47e54ba6b6c service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399806 Nov 19 18:51:12.260435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f9df6724-3ebb-418a-aa33-4427c050f450 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:12.274872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Pushing event updated for resources: {'Port': ['ID=8f5757ff-274a-4be4-bb54-22c323b5ba51,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:12.290612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on host n-h2-815373-6 for vnic_type normal with profile {"migrating_to": "n-h1-815373-6"} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:12.290959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:12.291535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:12.296702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:12.297507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Attempting to bind port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:12.305185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:12.305520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:12.305987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:12.306371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Bound port: 8f5757ff-274a-4be4-bb54-22c323b5ba51, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:12.306727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.328885 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5b203b46-b9f0-47e6-8e72-890a9672ada1 req-df43bfb5-b91e-4516-93a2-10762fba9f9f tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 210 time: 0.0757999 Nov 19 18:51:12.335036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port f9df6724-3ebb-418a-aa33-4427c050f450 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:12.335399 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.374643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca3e38-aaf1-43a1-bf29-e46e5c2a5321 req-96e6741a-d606-4682-a96f-66f68f82dd99 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:12.383162 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41ca3e38-aaf1-43a1-bf29-e46e5c2a5321 req-96e6741a-d606-4682-a96f-66f68f82dd99 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 943 time: 0.1419256 Nov 19 18:51:12.403708 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-393799bd-060f-4077-87a3-9a488a08ae77 req-26fcd944-723a-42df-a656-5f2f3ba0699b service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073624 Nov 19 18:51:12.426142 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68caf40-491c-42bf-9fda-641c79750e7d x-openstack-request-id: req-d68caf40-491c-42bf-9fda-641c79750e7d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:12.426561 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cef606b-9e57-4e12-8ac9-ade1b80e6ca9", "name": "network-vif-unplugged", "status": "completed", "tag": "8f5757ff-274a-4be4-bb54-22c323b5ba51", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:12.426846 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d68caf40-491c-42bf-9fda-641c79750e7d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:12.427860 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f5757ff-274a-4be4-bb54-22c323b5ba51', 'code': 200} Nov 19 18:51:12.431837 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.472691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f9df6724-3ebb-418a-aa33-4427c050f450, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f9df6724-3ebb-418a-aa33-4427c050f450,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:12.482395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41ca3e38-aaf1-43a1-bf29-e46e5c2a5321 req-6afa3c01-4972-4fed-8ff6-c4352a4a3718 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982633 Nov 19 18:51:12.485644 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.503733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:12.509306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:12.519546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.525150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469e920-1929-47fc-8068-29384f2902cd req-8abdf201-49aa-4e0d-ae93-c83c36aaea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:12.526955 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6469e920-1929-47fc-8068-29384f2902cd req-8abdf201-49aa-4e0d-ae93-c83c36aaea5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1098 time: 0.0526159 Nov 19 18:51:12.599014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=f9df6724-3ebb-418a-aa33-4427c050f450,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:12.668569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:12.669379 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.670867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] 10.222.0.57 "PUT /v2.0/ports/8f5757ff-274a-4be4-bb54-22c323b5ba51 HTTP/1.1" status: 200 len: 1121 time: 1.1410673 Nov 19 18:51:12.678503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77b35d-a4ee-4a7c-93b1-e898e0b4e03b service neutron] Pushing event updated for resources: {'Port': ['ID=8f5757ff-274a-4be4-bb54-22c323b5ba51,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:12.805206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469e920-1929-47fc-8068-29384f2902cd req-3115c802-2baa-480c-a722-5a07f8883c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:12.807286 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6469e920-1929-47fc-8068-29384f2902cd req-3115c802-2baa-480c-a722-5a07f8883c56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2688413 Nov 19 18:51:12.902938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['8f5757ff-274a-4be4-bb54-22c323b5ba51'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:12.908105 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6469e920-1929-47fc-8068-29384f2902cd req-9cbd7f54-2b82-4c44-89d7-9de2f523fdd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 200 len: 217 time: 0.0923440 Nov 19 18:51:12.942252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27601b09-e9dc-43f3-8a39-ef41a501adb3 req-893f6df2-25db-4153-bf7a-0f83d9c19630 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:12.944296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27601b09-e9dc-43f3-8a39-ef41a501adb3 req-893f6df2-25db-4153-bf7a-0f83d9c19630 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.2001562 Nov 19 18:51:13.009289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9df6724-3ebb-418a-aa33-4427c050f450'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:13.013208 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb4228-09ca-4b54-ab0b-ad28fc723476" -d '{"events": [{"server_uuid": "f215019e-5f00-4050-accc-4923ffbeceaf", "name": "network-vif-plugged", "status": "completed", "tag": "f9df6724-3ebb-418a-aa33-4427c050f450"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:13.085413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6026771a-7194-4511-affc-046ea5deb7b1 req-37db2cf4-545d-402b-9226-61aab956ae14 tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=375a3d3401484a95bea1e9b1011c6e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573037 Nov 19 18:51:13.091398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27601b09-e9dc-43f3-8a39-ef41a501adb3 req-992f593f-0c47-4eb9-9bc3-436e76538b5e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235075 Nov 19 18:51:13.111014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469e920-1929-47fc-8068-29384f2902cd req-e9c19b38-e6eb-4407-89a2-59e7388840dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:13.116673 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6469e920-1929-47fc-8068-29384f2902cd req-e9c19b38-e6eb-4407-89a2-59e7388840dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1679621 Nov 19 18:51:13.172442 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:13.223569 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469e920-1929-47fc-8068-29384f2902cd req-b902f1a5-3347-43ff-8a3d-952ed5f64714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:13.225743 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6469e920-1929-47fc-8068-29384f2902cd req-b902f1a5-3347-43ff-8a3d-952ed5f64714 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877090 Nov 19 18:51:13.239476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026771a-7194-4511-affc-046ea5deb7b1 req-026e9b02-831b-44a0-a06d-0b7fcccd7bb0 tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:13.240937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6026771a-7194-4511-affc-046ea5deb7b1 req-026e9b02-831b-44a0-a06d-0b7fcccd7bb0 tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481147 Nov 19 18:51:13.255938 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6026771a-7194-4511-affc-046ea5deb7b1 req-b2e23b25-35c5-48e2-8fce-48c14e4ee5d0 tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/quotas/375a3d3401484a95bea1e9b1011c6e3c HTTP/1.1" status: 200 len: 375 time: 0.0092583 Nov 19 18:51:13.288075 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6026771a-7194-4511-affc-046ea5deb7b1 req-621cbb08-751f-44b6-b387-e6e87ca9044a tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=375a3d3401484a95bea1e9b1011c6e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265322 Nov 19 18:51:13.315486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098b422-210a-46a1-a42e-6b7848655f63 req-c421fd89-46de-4d9e-a147-e62f3b5d51b2 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:13.317166 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4098b422-210a-46a1-a42e-6b7848655f63 req-c421fd89-46de-4d9e-a147-e62f3b5d51b2 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 947 time: 0.1100888 Nov 19 18:51:13.366915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6469e920-1929-47fc-8068-29384f2902cd req-e69a16d5-ce50-4267-9b6a-97f1d71169a1 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270399 Nov 19 18:51:13.407169 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573da1b8-ef67-4645-a91f-6843bdca6a00 x-openstack-request-id: req-573da1b8-ef67-4645-a91f-6843bdca6a00 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:13.407685 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f215019e-5f00-4050-accc-4923ffbeceaf", "name": "network-vif-plugged", "status": "completed", "tag": "f9df6724-3ebb-418a-aa33-4427c050f450", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:13.407781 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-573da1b8-ef67-4645-a91f-6843bdca6a00 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:13.408263 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9df6724-3ebb-418a-aa33-4427c050f450', 'code': 200} Nov 19 18:51:13.433457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4098b422-210a-46a1-a42e-6b7848655f63 req-1d902fd0-9db3-42c2-822b-89d79bb07463 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076088 Nov 19 18:51:13.498455 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6469e920-1929-47fc-8068-29384f2902cd req-874d5d0c-e2b0-43df-a554-dc90362b5f95 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203227 Nov 19 18:51:13.530742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689901f7-0df5-41a1-a102-39cebbaf59ab req-fbd26c69-34d8-4e6d-85be-ca0a1149030e tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:13.532544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-689901f7-0df5-41a1-a102-39cebbaf59ab req-fbd26c69-34d8-4e6d-85be-ca0a1149030e tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 950 time: 0.0673335 Nov 19 18:51:13.642047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-689901f7-0df5-41a1-a102-39cebbaf59ab req-c8a83b1c-9a2c-4b59-955e-ab96aece8157 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025918 Nov 19 18:51:13.703740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-685c7088-3769-468c-aafe-8676060b0f76 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:13.705597 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-685c7088-3769-468c-aafe-8676060b0f76 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.21 "GET /v2.0/networks?id=e0fccd90-9100-44bc-90d0-895b5e44adca HTTP/1.1" status: 200 len: 818 time: 0.1591494 Nov 19 18:51:13.720935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Request body: {'port': {'device_id': 'cdd40391-52b5-46d7-aec4-17bd42508ec4', 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca', 'admin_state_up': True, 'tenant_id': 'dbf4cf5e32dd4e69a01899216a587ef8'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:13.812650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a8894b1-6020-47eb-b66a-ecb108d3c6de req-c6ce1276-9bb9-48c1-864e-0bedb4021137 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 210 time: 0.0457795 Nov 19 18:51:13.917246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Made reservation on behalf of dbf4cf5e32dd4e69a01899216a587ef8 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:13.921406 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:13.993978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481068f0-0425-457e-befe-9f118c4ed65a req-12d154f4-b22d-4df5-9c35-fb145ac76659 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:13.995507 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-481068f0-0425-457e-befe-9f118c4ed65a req-12d154f4-b22d-4df5-9c35-fb145ac76659 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 943 time: 0.0894394 Nov 19 18:51:14.016138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb75d9-f2c5-4f0f-aff3-4fbb7a65dd3a req-a1c4d335-eb1a-4388-acaa-8ec2bf7bd12a tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:14.017636 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85cb75d9-f2c5-4f0f-aff3-4fbb7a65dd3a req-a1c4d335-eb1a-4388-acaa-8ec2bf7bd12a tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.1109445 Nov 19 18:51:14.017793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-876bc91e-b0c3-4abb-81a7-bd2755ffdd2f tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:14.019243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-876bc91e-b0c3-4abb-81a7-bd2755ffdd2f tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.57 "GET /v2.0/networks?id=e0fccd90-9100-44bc-90d0-895b5e44adca HTTP/1.1" status: 200 len: 818 time: 0.2122636 Nov 19 18:51:14.029941 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:14.035257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Request body: {'port': {'device_id': '74dc2baa-2c5b-4a81-81c3-33bbd113e773', 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca', 'admin_state_up': True, 'tenant_id': 'dbf4cf5e32dd4e69a01899216a587ef8'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:14.115022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85cb75d9-f2c5-4f0f-aff3-4fbb7a65dd3a req-35619875-73c7-4ff4-bcb5-b9ea737e3bc0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852413 Nov 19 18:51:14.120426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Allocated IP 172.20.0.8 (e0fccd90-9100-44bc-90d0-895b5e44adca/a8921fc8-8c32-452c-aa7c-97ec749199d0/29fe1f0c-1726-46f3-8543-9d1f09a204e7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:14.120658 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-481068f0-0425-457e-befe-9f118c4ed65a req-4df39483-5793-41b6-8908-936d5f8b400a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996547 Nov 19 18:51:14.193615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Made reservation on behalf of dbf4cf5e32dd4e69a01899216a587ef8 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:14.197777 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:14.339541 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:14.428088 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:14.438955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'tag': '8f5757ff-274a-4be4-bb54-22c323b5ba51'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:14.443381 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd93f52b-9cf1-4f35-ba24-75f022f3c93d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cef606b-9e57-4e12-8ac9-ade1b80e6ca9", "tag": "8f5757ff-274a-4be4-bb54-22c323b5ba51"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:14.501189 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Allocated IP 172.20.0.13 (e0fccd90-9100-44bc-90d0-895b5e44adca/a8921fc8-8c32-452c-aa7c-97ec749199d0/6888218e-91d1-4ea1-9caa-7955bdd88d3c) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:14.523124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84089-958f-46cf-ab72-c013540044ab req-09ffef27-da1e-463a-8381-19958235984d tempest-ServersAdminNegativeTestJSON-466094040 tempest-ServersAdminNegativeTestJSON-466094040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:14.525013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3b84089-958f-46cf-ab72-c013540044ab req-09ffef27-da1e-463a-8381-19958235984d tempest-ServersAdminNegativeTestJSON-466094040 tempest-ServersAdminNegativeTestJSON-466094040-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 1101 time: 0.0684178 Nov 19 18:51:14.564699 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3b84089-958f-46cf-ab72-c013540044ab req-16b747ec-c15b-4317-9382-46baf88a61b9 tempest-ServersAdminNegativeTestJSON-466094040 tempest-ServersAdminNegativeTestJSON-466094040-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:14.620531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Network e0fccd90-9100-44bc-90d0-895b5e44adca is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:14.631881 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a447f392-52fe-4ccf-9c73-25d7790b45f8 x-openstack-request-id: req-a447f392-52fe-4ccf-9c73-25d7790b45f8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:14.632181 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cef606b-9e57-4e12-8ac9-ade1b80e6ca9", "tag": "8f5757ff-274a-4be4-bb54-22c323b5ba51", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:14.632421 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a447f392-52fe-4ccf-9c73-25d7790b45f8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:14.632810 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'tag': '8f5757ff-274a-4be4-bb54-22c323b5ba51', 'status': 'completed', 'code': 200} Nov 19 18:51:14.638756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:14.644686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:14.651187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:14.651805 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:14.654765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Pushing event updated for resources: {'Port': ['ID=29fe1f0c-1726-46f3-8543-9d1f09a204e7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:14.699204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-52e15f56-725e-4c7d-8cd1-f24e28d8acf8 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9824741 Nov 19 18:51:14.714485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Request body: {'port': {'device_id': 'cdd40391-52b5-46d7-aec4-17bd42508ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:14.726347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-84d62998-7b99-40a6-9772-92f0acef5876 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:14.727986 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-84d62998-7b99-40a6-9772-92f0acef5876 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.57 "GET /v2.0/networks?id=e0fccd90-9100-44bc-90d0-895b5e44adca HTTP/1.1" status: 200 len: 818 time: 0.2401273 Nov 19 18:51:14.772755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Request body: {'port': {'device_id': '202f5432-628c-4025-886a-32f594f1b724', 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca', 'admin_state_up': True, 'tenant_id': 'dbf4cf5e32dd4e69a01899216a587ef8'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:14.783277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93f52b-9cf1-4f35-ba24-75f022f3c93d req-522ad13d-af19-4134-9852-ede495318648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:14.784772 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd93f52b-9cf1-4f35-ba24-75f022f3c93d req-522ad13d-af19-4134-9852-ede495318648 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 1124 time: 0.1209693 Nov 19 18:51:14.801567 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:14.821339 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3b84089-958f-46cf-ab72-c013540044ab req-16b747ec-c15b-4317-9382-46baf88a61b9 tempest-ServersAdminNegativeTestJSON-466094040 tempest-ServersAdminNegativeTestJSON-466094040-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:14.857338 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3b84089-958f-46cf-ab72-c013540044ab req-16b747ec-c15b-4317-9382-46baf88a61b9 tempest-ServersAdminNegativeTestJSON-466094040 tempest-ServersAdminNegativeTestJSON-466094040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:14.885257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d540f8-6d0d-4d83-b795-76d22fa9cb7c req-136546d1-3b0e-4acb-b02e-02accb9acdef tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:14.885257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21d540f8-6d0d-4d83-b795-76d22fa9cb7c req-136546d1-3b0e-4acb-b02e-02accb9acdef tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 947 time: 0.1660831 Nov 19 18:51:14.889650 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:14.922243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3b84089-958f-46cf-ab72-c013540044ab req-16b747ec-c15b-4317-9382-46baf88a61b9 tempest-ServersAdminNegativeTestJSON-466094040 tempest-ServersAdminNegativeTestJSON-466094040-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851621 Nov 19 18:51:14.934014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b747ec-c15b-4317-9382-46baf88a61b9 tempest-ServersAdminNegativeTestJSON-466094040 tempest-ServersAdminNegativeTestJSON-466094040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb78cf9-7b00-4d00-85c4-f6e571072111,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:14.968603 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:14.978144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93f52b-9cf1-4f35-ba24-75f022f3c93d req-33c72d83-f162-4116-b157-7d0babfc72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:14.979621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd93f52b-9cf1-4f35-ba24-75f022f3c93d req-33c72d83-f162-4116-b157-7d0babfc72fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.1815588 Nov 19 18:51:15.059820 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd93f52b-9cf1-4f35-ba24-75f022f3c93d req-c75b5226-e360-41e5-becf-752418af9894 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51 HTTP/1.1" status: 200 len: 217 time: 0.0531592 Nov 19 18:51:15.061585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Network e0fccd90-9100-44bc-90d0-895b5e44adca is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:15.068543 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21d540f8-6d0d-4d83-b795-76d22fa9cb7c req-61884ca4-3f28-4834-85aa-6244f59a6a9d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759961 Nov 19 18:51:15.077131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:15.094226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Pushing event updated for resources: {'Port': ['ID=6888218e-91d1-4ea1-9caa-7955bdd88d3c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:15.111458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:15.118994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Made reservation on behalf of dbf4cf5e32dd4e69a01899216a587ef8 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:15.122422 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:15.135188 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d33f7669-19c0-4fbe-b635-866f904f7a00 req-2145a609-c3a1-4dca-9d41-c38221e396a4 tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=375a3d3401484a95bea1e9b1011c6e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725296 Nov 19 18:51:15.171186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-872e35f3-ea27-4a68-9d88-935182e6be39 req-213fda19-a5e5-4ad1-971d-fd3f9b88bf5d tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 210 time: 0.0378370 Nov 19 18:51:15.244985 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:15.245611 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:15.254647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93f52b-9cf1-4f35-ba24-75f022f3c93d req-45591005-4395-435a-a74b-78407e75a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:15.256335 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd93f52b-9cf1-4f35-ba24-75f022f3c93d req-45591005-4395-435a-a74b-78407e75a763 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.1770415 Nov 19 18:51:15.512672 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd93f52b-9cf1-4f35-ba24-75f022f3c93d req-d456446a-69f2-4ca7-a742-0153d9889879 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2472527 Nov 19 18:51:15.517771 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6915ae2a-b843-4a82-b6df-7809fee46922 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4863136 Nov 19 18:51:15.539346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Request body: {'port': {'device_id': '74dc2baa-2c5b-4a81-81c3-33bbd113e773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:15.557092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b087a-e79c-4dc8-809e-48d2e6a2bfd9 req-271482f9-9291-429e-92ea-32cfc0daf300 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:15.558604 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-648b087a-e79c-4dc8-809e-48d2e6a2bfd9 req-271482f9-9291-429e-92ea-32cfc0daf300 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.0922589 Nov 19 18:51:15.616859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7669-19c0-4fbe-b635-866f904f7a00 req-7b80dbc1-bbc1-4436-8745-bc851cdf1f00 tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:15.618326 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d33f7669-19c0-4fbe-b635-866f904f7a00 req-7b80dbc1-bbc1-4436-8745-bc851cdf1f00 tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4600277 Nov 19 18:51:15.651268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-648b087a-e79c-4dc8-809e-48d2e6a2bfd9 req-b2cd50ca-4b5b-44ff-876f-840c567ce020 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853627 Nov 19 18:51:15.664843 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d33f7669-19c0-4fbe-b635-866f904f7a00 req-32578dd7-c17a-4370-90e3-34792cb04e14 tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/quotas/375a3d3401484a95bea1e9b1011c6e3c HTTP/1.1" status: 200 len: 375 time: 0.0378203 Nov 19 18:51:15.667973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:15.674018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fe1f0c-1726-46f3-8543-9d1f09a204e7 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:15.683119 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:15.696344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Transition to ACTIVE for port object 29fe1f0c-1726-46f3-8543-9d1f09a204e7 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:51:15.707659 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:15.723324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d33f7669-19c0-4fbe-b635-866f904f7a00 req-b66db6f9-e793-4e69-8531-8b4013ae57ae tempest-QuotasAdminNegativeTest-942707831 tempest-QuotasAdminNegativeTest-942707831-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=375a3d3401484a95bea1e9b1011c6e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395880 Nov 19 18:51:15.726091 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd93f52b-9cf1-4f35-ba24-75f022f3c93d req-261db8f3-f91f-4a3e-b77b-e80e0e28d14f service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005188 Nov 19 18:51:15.833206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Allocated IP 172.20.0.9 (e0fccd90-9100-44bc-90d0-895b5e44adca/a8921fc8-8c32-452c-aa7c-97ec749199d0/baefee94-1ce2-4ef0-bf87-68d817c870f4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:15.848571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Pushing event updated for resources: {'Port': ['ID=29fe1f0c-1726-46f3-8543-9d1f09a204e7,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:15.900086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf1385-2f96-4681-ae14-72f495922bfd req-a351ad09-497c-4524-9ff9-17cb2af769d8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:15.900086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdbf1385-2f96-4681-ae14-72f495922bfd req-a351ad09-497c-4524-9ff9-17cb2af769d8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 943 time: 0.1682324 Nov 19 18:51:15.919017 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Attempting to bind port 29fe1f0c-1726-46f3-8543-9d1f09a204e7 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:15.919345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Attempting to bind port 29fe1f0c-1726-46f3-8543-9d1f09a204e7 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:15.919670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Attempting to bind port 29fe1f0c-1726-46f3-8543-9d1f09a204e7 on network e0fccd90-9100-44bc-90d0-895b5e44adca {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:15.930469 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd93f52b-9cf1-4f35-ba24-75f022f3c93d req-fd1175a7-4b30-42d5-ab66-1e233a8dffc1 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771305 Nov 19 18:51:15.952918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Port 29fe1f0c-1726-46f3-8543-9d1f09a204e7 on network e0fccd90-9100-44bc-90d0-895b5e44adca not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:15.953235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Attempting to bind port 29fe1f0c-1726-46f3-8543-9d1f09a204e7 on network e0fccd90-9100-44bc-90d0-895b5e44adca {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:15.969000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:15.969337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Checking segment: {'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:15.969847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Bound using segment: {'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:15.970166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Bound port: 29fe1f0c-1726-46f3-8543-9d1f09a204e7, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:15.970535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.015252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.57', 52613) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:16.071036 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdbf1385-2f96-4681-ae14-72f495922bfd req-02d086b0-9dd7-44b8-aa79-e4c1f487fcdf tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531053 Nov 19 18:51:16.076341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaf38f-d9f8-41d7-a26e-88e5d22f24ed req-d603f374-2c87-4464-ba90-59725d6beeac tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:16.078583 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5bfaf38f-d9f8-41d7-a26e-88e5d22f24ed req-d603f374-2c87-4464-ba90-59725d6beeac tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.57 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 946 time: 0.0619864 Nov 19 18:51:16.146946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] For port 29fe1f0c-1726-46f3-8543-9d1f09a204e7, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:16.171553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] For port 29fe1f0c-1726-46f3-8543-9d1f09a204e7, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=29fe1f0c-1726-46f3-8543-9d1f09a204e7,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:16.178729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.189581 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.225497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5bfaf38f-d9f8-41d7-a26e-88e5d22f24ed req-2180b67f-74a2-47a9-bd62-c09087009e70 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Deleting port f9df6724-3ebb-418a-aa33-4427c050f450 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:16.226178 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5bfaf38f-d9f8-41d7-a26e-88e5d22f24ed req-2180b67f-74a2-47a9-bd62-c09087009e70 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.268551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 37e31ec8-9d3c-49a2-b54c-e465891d01a9 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:16.275460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:16.276210 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.277745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] 10.222.0.21 "PUT /v2.0/ports/29fe1f0c-1726-46f3-8543-9d1f09a204e7 HTTP/1.1" status: 200 len: 1091 time: 1.5678084 Nov 19 18:51:16.313521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022edea-07ea-4db2-94c0-8da2f018698c req-683b1aee-5baf-4db3-ac74-d208bbd77f24 tempest-ServersAdminNegativeTestJSON-466094040 tempest-ServersAdminNegativeTestJSON-466094040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:16.315595 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8022edea-07ea-4db2-94c0-8da2f018698c req-683b1aee-5baf-4db3-ac74-d208bbd77f24 tempest-ServersAdminNegativeTestJSON-466094040 tempest-ServersAdminNegativeTestJSON-466094040-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 1101 time: 0.1405210 Nov 19 18:51:16.319531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c20eb9-a697-486d-86bb-5e8a809e2e59 service neutron] Pushing event updated for resources: {'Port': ['ID=29fe1f0c-1726-46f3-8543-9d1f09a204e7,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:16.326344 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.417195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab196f1-4565-4308-8c7b-3066d0090e90 req-4b10bf55-32eb-47ff-9bf6-e38eedf30470 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:16.420301 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eab196f1-4565-4308-8c7b-3066d0090e90 req-4b10bf55-32eb-47ff-9bf6-e38eedf30470 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 947 time: 0.1904364 Nov 19 18:51:16.423946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Network e0fccd90-9100-44bc-90d0-895b5e44adca is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:16.432761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:16.435656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:16.436132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:16.441564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:16.442153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.450714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Pushing event updated for resources: {'Port': ['ID=baefee94-1ce2-4ef0-bf87-68d817c870f4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:16.452961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f9df6724-3ebb-418a-aa33-4427c050f450 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:16.456853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '37e31ec8-9d3c-49a2-b54c-e465891d01a9', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '37e31ec8-9d3c-49a2-b54c-e465891d01a9', 'mac_address': 'fa:16:3e:fd:c0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:51:16.483190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56492) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:16.499365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-e00fd9d2-731d-4dcd-9bb6-8d98ac420289 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7465787 Nov 19 18:51:16.501414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-8c26a189-baa6-4780-9466-62e30686c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:16.503421 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-8c26a189-baa6-4780-9466-62e30686c8b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbf4cf5e32dd4e69a01899216a587ef8&device_id=cdd40391-52b5-46d7-aec4-17bd42508ec4 HTTP/1.1" status: 200 len: 1094 time: 0.1398454 Nov 19 18:51:16.505821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8022edea-07ea-4db2-94c0-8da2f018698c req-c1b895ef-809b-44dd-b8b7-0841e77197ec tempest-ServersAdminNegativeTestJSON-466094040 tempest-ServersAdminNegativeTestJSON-466094040-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480532 Nov 19 18:51:16.513437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Request body: {'port': {'device_id': '202f5432-628c-4025-886a-32f594f1b724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:16.531603 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-5bfaf38f-d9f8-41d7-a26e-88e5d22f24ed req-2180b67f-74a2-47a9-bd62-c09087009e70 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] For port f9df6724-3ebb-418a-aa33-4427c050f450, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f9df6724-3ebb-418a-aa33-4427c050f450,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:16.532058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5bfaf38f-d9f8-41d7-a26e-88e5d22f24ed req-2180b67f-74a2-47a9-bd62-c09087009e70 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.561359 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eab196f1-4565-4308-8c7b-3066d0090e90 req-cbd7267d-0e2e-47aa-af18-00f06de5b4cc tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298046 Nov 19 18:51:16.570587 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5bfaf38f-d9f8-41d7-a26e-88e5d22f24ed req-2180b67f-74a2-47a9-bd62-c09087009e70 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Calling delete_port for f9df6724-3ebb-418a-aa33-4427c050f450 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:16.591968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-dde422da-014e-4015-9779-face031e8ffc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29fe1f0c-1726-46f3-8543-9d1f09a204e7 HTTP/1.1" status: 200 len: 217 time: 0.0738995 Nov 19 18:51:16.663246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd40391-52b5-46d7-aec4-17bd42508ec4', 'tag': '29fe1f0c-1726-46f3-8543-9d1f09a204e7'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:16.665902 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f6ef94-43aa-4e2a-a8b6-f50c8dfc8e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd40391-52b5-46d7-aec4-17bd42508ec4", "tag": "29fe1f0c-1726-46f3-8543-9d1f09a204e7"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:16.666304 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.689240 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.721900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e31ec8-9d3c-49a2-b54c-e465891d01a9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:16.723689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-9e110c1f-06f9-498f-a747-909c1cee7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:16.725201 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-9e110c1f-06f9-498f-a747-909c1cee7dae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8921fc8-8c32-452c-aa7c-97ec749199d0 HTTP/1.1" status: 200 len: 858 time: 0.1238792 Nov 19 18:51:16.728137 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.735812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6888218e-91d1-4ea1-9caa-7955bdd88d3c {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:16.738908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71979c06-8c35-472f-88c6-3415fc58a129 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.772661 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.776554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:16.791268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9df6724-3ebb-418a-aa33-4427c050f450'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:16.795309 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb08e271-9b50-4b91-9dc0-53bce9408d08" -d '{"events": [{"server_uuid": "f215019e-5f00-4050-accc-4923ffbeceaf", "name": "network-vif-unplugged", "status": "completed", "tag": "f9df6724-3ebb-418a-aa33-4427c050f450"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:16.796438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-747146b6-da8d-446a-8c90-483001633324 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0fccd90-9100-44bc-90d0-895b5e44adca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598211 Nov 19 18:51:16.819692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Transition to ACTIVE for port object 6888218e-91d1-4ea1-9caa-7955bdd88d3c will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:51:16.819901 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.820513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 8f5757ff-274a-4be4-bb54-22c323b5ba51 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:16.836545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9381b39-90d2-4529-b627-f066ac577cb4 req-c6d4898d-093c-4201-83ef-6ca85d209e40 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:16.844304 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9381b39-90d2-4529-b627-f066ac577cb4 req-c6d4898d-093c-4201-83ef-6ca85d209e40 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 931 time: 0.1279442 Nov 19 18:51:16.847203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.875857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f9df6724-3ebb-418a-aa33-4427c050f450, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f9df6724-3ebb-418a-aa33-4427c050f450,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:16.917852 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:16.920380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=37e31ec8-9d3c-49a2-b54c-e465891d01a9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:16.988076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6888218e-91d1-4ea1-9caa-7955bdd88d3c,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:17.017368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9381b39-90d2-4529-b627-f066ac577cb4 req-4da7dfe9-604c-483d-a41e-f11230cea964 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720414 Nov 19 18:51:17.045629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b0949-73c3-42c7-aafb-c1b6ec3f05d0 req-3066ba63-2592-4212-b920-543bb6b1c950 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:17.048159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=f9df6724-3ebb-418a-aa33-4427c050f450,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:17.053291 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-656b0949-73c3-42c7-aafb-c1b6ec3f05d0 req-3066ba63-2592-4212-b920-543bb6b1c950 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=f215019e-5f00-4050-accc-4923ffbeceaf HTTP/1.1" status: 200 len: 944 time: 0.1770859 Nov 19 18:51:17.080279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:17.097740 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5bfaf38f-d9f8-41d7-a26e-88e5d22f24ed req-2180b67f-74a2-47a9-bd62-c09087009e70 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.098963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 8f5757ff-274a-4be4-bb54-22c323b5ba51 has no active binding in host n-h1-815373-6 {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 18:51:17.111477 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccc0f11-9b21-4b5f-ac7e-0d58fc1a2440 x-openstack-request-id: req-3ccc0f11-9b21-4b5f-ac7e-0d58fc1a2440 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:17.111650 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd40391-52b5-46d7-aec4-17bd42508ec4", "tag": "29fe1f0c-1726-46f3-8543-9d1f09a204e7", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:17.111847 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ccc0f11-9b21-4b5f-ac7e-0d58fc1a2440 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:17.112234 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd40391-52b5-46d7-aec4-17bd42508ec4', 'tag': '29fe1f0c-1726-46f3-8543-9d1f09a204e7', 'status': 'completed', 'code': 200} Nov 19 18:51:17.121916 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-91c12965-9765-457e-98cd-de59780d146f service neutron] 10.222.0.21 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161852 Nov 19 18:51:17.141610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Attempting to bind port 6888218e-91d1-4ea1-9caa-7955bdd88d3c on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:17.142249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Attempting to bind port 6888218e-91d1-4ea1-9caa-7955bdd88d3c by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:17.142572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Attempting to bind port 6888218e-91d1-4ea1-9caa-7955bdd88d3c on network e0fccd90-9100-44bc-90d0-895b5e44adca {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:17.153702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Port 6888218e-91d1-4ea1-9caa-7955bdd88d3c on network e0fccd90-9100-44bc-90d0-895b5e44adca not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:17.154048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Attempting to bind port 6888218e-91d1-4ea1-9caa-7955bdd88d3c on network e0fccd90-9100-44bc-90d0-895b5e44adca {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:17.167345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180b67f-74a2-47a9-bd62-c09087009e70 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event deleted for resources: {'Port': ['ID=f9df6724-3ebb-418a-aa33-4427c050f450,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:17.178889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:17.178889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Checking segment: {'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:17.178889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Bound using segment: {'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:17.178889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Bound port: 6888218e-91d1-4ea1-9caa-7955bdd88d3c, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:17.178889 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.186248 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a720358-4540-4a72-b3a9-fc2444b09245 x-openstack-request-id: req-4a720358-4540-4a72-b3a9-fc2444b09245 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:17.186569 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f215019e-5f00-4050-accc-4923ffbeceaf", "name": "network-vif-unplugged", "status": "completed", "tag": "f9df6724-3ebb-418a-aa33-4427c050f450", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:17.186833 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a720358-4540-4a72-b3a9-fc2444b09245 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:17.187234 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9df6724-3ebb-418a-aa33-4427c050f450', 'code': 200} Nov 19 18:51:17.230236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfaf38f-d9f8-41d7-a26e-88e5d22f24ed req-2180b67f-74a2-47a9-bd62-c09087009e70 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] No DVR routers for this DVR port f9df6724-3ebb-418a-aa33-4427c050f450 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:51:17.234488 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5bfaf38f-d9f8-41d7-a26e-88e5d22f24ed req-2180b67f-74a2-47a9-bd62-c09087009e70 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.236591 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71979c06-8c35-472f-88c6-3415fc58a129 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.237915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5bfaf38f-d9f8-41d7-a26e-88e5d22f24ed req-2180b67f-74a2-47a9-bd62-c09087009e70 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.57 "DELETE /v2.0/ports/f9df6724-3ebb-418a-aa33-4427c050f450 HTTP/1.1" status: 204 len: 173 time: 1.1514544 Nov 19 18:51:17.238921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'name': 'network-vif-deleted', 'tag': 'f9df6724-3ebb-418a-aa33-4427c050f450'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:17.241661 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94a48d0-e2ab-4dac-bd44-2a3c295e5745" -d '{"events": [{"server_uuid": "f215019e-5f00-4050-accc-4923ffbeceaf", "name": "network-vif-deleted", "tag": "f9df6724-3ebb-418a-aa33-4427c050f450"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:17.244483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-656b0949-73c3-42c7-aafb-c1b6ec3f05d0 req-0cce8afa-cf55-43e8-864a-a4c52f3fd7a0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902630 Nov 19 18:51:17.259301 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71979c06-8c35-472f-88c6-3415fc58a129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.343463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] For port 6888218e-91d1-4ea1-9caa-7955bdd88d3c, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:17.354672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-71979c06-8c35-472f-88c6-3415fc58a129 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=375a3d3401484a95bea1e9b1011c6e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8679063 Nov 19 18:51:17.357262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] For port 6888218e-91d1-4ea1-9caa-7955bdd88d3c, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=6888218e-91d1-4ea1-9caa-7955bdd88d3c,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:17.358367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56524) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:17.377848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71979c06-8c35-472f-88c6-3415fc58a129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0764e9f-750e-4cb6-a918-79b1b65469d6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:17.401137 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af77ba8-8f3f-4313-8993-5a0c47274e0d x-openstack-request-id: req-3af77ba8-8f3f-4313-8993-5a0c47274e0d {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:17.402070 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f215019e-5f00-4050-accc-4923ffbeceaf", "name": "network-vif-deleted", "tag": "f9df6724-3ebb-418a-aa33-4427c050f450", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:17.402516 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3af77ba8-8f3f-4313-8993-5a0c47274e0d {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:17.402974 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f215019e-5f00-4050-accc-4923ffbeceaf', 'name': 'network-vif-deleted', 'tag': 'f9df6724-3ebb-418a-aa33-4427c050f450', 'status': 'completed', 'code': 200} Nov 19 18:51:17.405058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.405726 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-617b9555-a5ce-4583-a863-08cbff27b9c7 service neutron] 10.222.0.21 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536194 Nov 19 18:51:17.420235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baefee94-1ce2-4ef0-bf87-68d817c870f4 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:17.429384 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.446854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Transition to ACTIVE for port object baefee94-1ce2-4ef0-bf87-68d817c870f4 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:51:17.459041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.519378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['37e31ec8-9d3c-49a2-b54c-e465891d01a9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:17.532463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:17.533169 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.534642 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] 10.222.0.57 "PUT /v2.0/ports/6888218e-91d1-4ea1-9caa-7955bdd88d3c HTTP/1.1" status: 200 len: 1092 time: 1.9991391 Nov 19 18:51:17.534788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Pushing event updated for resources: {'Port': ['ID=baefee94-1ce2-4ef0-bf87-68d817c870f4,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:17.554912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09aea8-0aa3-44df-b389-376fed7b5fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6888218e-91d1-4ea1-9caa-7955bdd88d3c,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:17.571670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5e6a4-9022-47fe-8c9f-bc38dace4e29 req-9c2dc609-4951-4485-a0fb-9f03170eb3fd tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:17.579749 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4cc5e6a4-9022-47fe-8c9f-bc38dace4e29 req-9c2dc609-4951-4485-a0fb-9f03170eb3fd tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 943 time: 0.2201731 Nov 19 18:51:17.653875 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e9a24235-9a3e-414b-8566-6b82c14da52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.653974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6ef94-43aa-4e2a-a8b6-f50c8dfc8e2a req-e765a8c2-375e-45ef-8d5d-87ee45690127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:17.655501 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4f6ef94-43aa-4e2a-a8b6-f50c8dfc8e2a req-e765a8c2-375e-45ef-8d5d-87ee45690127 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbf4cf5e32dd4e69a01899216a587ef8&device_id=cdd40391-52b5-46d7-aec4-17bd42508ec4 HTTP/1.1" status: 200 len: 1094 time: 0.1603658 Nov 19 18:51:17.701731 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4cc5e6a4-9022-47fe-8c9f-bc38dace4e29 req-a9a20713-d5e1-41a3-a0ba-ffbd3e453010 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203959 Nov 19 18:51:17.740995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-b7e0b07e-8885-4098-80e2-a2c0d78a3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:17.742526 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-b7e0b07e-8885-4098-80e2-a2c0d78a3779 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbf4cf5e32dd4e69a01899216a587ef8&device_id=74dc2baa-2c5b-4a81-81c3-33bbd113e773 HTTP/1.1" status: 200 len: 1095 time: 0.1509962 Nov 19 18:51:17.744591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e9a24235-9a3e-414b-8566-6b82c14da52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.776226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Attempting to bind port baefee94-1ce2-4ef0-bf87-68d817c870f4 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:17.776659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Attempting to bind port baefee94-1ce2-4ef0-bf87-68d817c870f4 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:17.776891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Attempting to bind port baefee94-1ce2-4ef0-bf87-68d817c870f4 on network e0fccd90-9100-44bc-90d0-895b5e44adca {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:17.789144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Port baefee94-1ce2-4ef0-bf87-68d817c870f4 on network e0fccd90-9100-44bc-90d0-895b5e44adca not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:17.789487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Attempting to bind port baefee94-1ce2-4ef0-bf87-68d817c870f4 on network e0fccd90-9100-44bc-90d0-895b5e44adca {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:17.825543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:17.825939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Checking segment: {'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:17.826308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Bound using segment: {'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:17.826760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Bound port: baefee94-1ce2-4ef0-bf87-68d817c870f4, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b388fa11-0a6a-4d40-acaf-185809192550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:17.827693 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.847158 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-c008cf99-8345-447e-be0b-138db59c5dee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6888218e-91d1-4ea1-9caa-7955bdd88d3c HTTP/1.1" status: 200 len: 217 time: 0.0877628 Nov 19 18:51:17.878536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc489763-df3f-489a-bf05-dfb641f4c85c req-125f04ed-7137-437a-82c8-3255cb5d5540 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:17.880226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc489763-df3f-489a-bf05-dfb641f4c85c req-125f04ed-7137-437a-82c8-3255cb5d5540 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 948 time: 0.1178410 Nov 19 18:51:17.903258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6ef94-43aa-4e2a-a8b6-f50c8dfc8e2a req-83d8c926-3caa-4e8b-9c7a-188f828bd440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:17.904684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4f6ef94-43aa-4e2a-a8b6-f50c8dfc8e2a req-83d8c926-3caa-4e8b-9c7a-188f828bd440 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e0fccd90-9100-44bc-90d0-895b5e44adca HTTP/1.1" status: 200 len: 919 time: 0.2399023 Nov 19 18:51:17.925369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95645367-6da4-4bef-976f-bc833f76b2b0 req-ef222d74-f8fe-4b70-8326-1ec223a031ff tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:17.926919 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95645367-6da4-4bef-976f-bc833f76b2b0 req-ef222d74-f8fe-4b70-8326-1ec223a031ff tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 950 time: 0.1405108 Nov 19 18:51:17.931446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-fc8aebae-2dbe-44ed-bd89-3f8b2550b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:17.932862 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-fc8aebae-2dbe-44ed-bd89-3f8b2550b687 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8921fc8-8c32-452c-aa7c-97ec749199d0 HTTP/1.1" status: 200 len: 858 time: 0.0764499 Nov 19 18:51:17.965945 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e9a24235-9a3e-414b-8566-6b82c14da52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.968577 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e9a24235-9a3e-414b-8566-6b82c14da52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:17.972380 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e9a24235-9a3e-414b-8566-6b82c14da52b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0764e9f-750e-4cb6-a918-79b1b65469d6 HTTP/1.1" status: 204 len: 168 time: 0.6073713 Nov 19 18:51:17.992275 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4f6ef94-43aa-4e2a-a8b6-f50c8dfc8e2a req-61be9da6-735b-42fe-8bfc-39f8b6b5c488 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29fe1f0c-1726-46f3-8543-9d1f09a204e7 HTTP/1.1" status: 200 len: 217 time: 0.0709994 Nov 19 18:51:18.003045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-5d92a6f9-5075-4d9a-8f25-bc46b2391cbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0fccd90-9100-44bc-90d0-895b5e44adca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508082 Nov 19 18:51:18.011596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] For port baefee94-1ce2-4ef0-bf87-68d817c870f4, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:18.024398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a24235-9a3e-414b-8566-6b82c14da52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0764e9f-750e-4cb6-a918-79b1b65469d6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:18.063650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] For port baefee94-1ce2-4ef0-bf87-68d817c870f4, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=baefee94-1ce2-4ef0-bf87-68d817c870f4,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:18.078325 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc489763-df3f-489a-bf05-dfb641f4c85c req-e8fc4d53-000d-4525-b3c5-7377e577f0f0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746030 Nov 19 18:51:18.079445 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:18.096235 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95645367-6da4-4bef-976f-bc833f76b2b0 req-2faaa0c8-69c2-438b-b65d-82a19a1f3d8c tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602590 Nov 19 18:51:18.147596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:18.148958 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:18.150274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] 10.222.0.57 "PUT /v2.0/ports/baefee94-1ce2-4ef0-bf87-68d817c870f4 HTTP/1.1" status: 200 len: 1091 time: 1.6418519 Nov 19 18:51:18.156004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6ef94-43aa-4e2a-a8b6-f50c8dfc8e2a req-0ff02c01-d7a4-4e62-9074-5d6ea95c86f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:18.157742 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4f6ef94-43aa-4e2a-a8b6-f50c8dfc8e2a req-0ff02c01-d7a4-4e62-9074-5d6ea95c86f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8921fc8-8c32-452c-aa7c-97ec749199d0 HTTP/1.1" status: 200 len: 858 time: 0.1487556 Nov 19 18:51:18.170543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-831844e6-5ff7-4aea-a421-90b31552344a service neutron] 10.222.0.57 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567628 Nov 19 18:51:18.221745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4f6ef94-43aa-4e2a-a8b6-f50c8dfc8e2a req-d3aa9dc2-3d2f-4711-b0df-ee1010388c4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e0fccd90-9100-44bc-90d0-895b5e44adca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482314 Nov 19 18:51:18.240413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb32e2-270e-43be-9cc2-062da177f574 service neutron] Pushing event updated for resources: {'Port': ['ID=baefee94-1ce2-4ef0-bf87-68d817c870f4,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:18.280408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f9df6724-3ebb-418a-aa33-4427c050f450 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:18.327742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-5bcbfd66-adcb-4375-80b5-90bb4a069086 service neutron] 10.222.0.57 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481383 Nov 19 18:51:18.329793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: f9df6724-3ebb-418a-aa33-4427c050f450 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:51:18.330127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f9df6724-3ebb-418a-aa33-4427c050f450 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:18.391220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ee0a0-6d93-4cc8-ad11-0af8b8fe4006 req-4994f157-eccf-4516-9c5e-c2db9907dd57 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:18.392752 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-323ee0a0-6d93-4cc8-ad11-0af8b8fe4006 req-4994f157-eccf-4516-9c5e-c2db9907dd57 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 943 time: 0.1794016 Nov 19 18:51:18.398187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4b1aaeb6-81be-4324-84f9-9add74542158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:18.399623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-4b1aaeb6-81be-4324-84f9-9add74542158 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbf4cf5e32dd4e69a01899216a587ef8&device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 1094 time: 0.1826475 Nov 19 18:51:18.438609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56558) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:18.454304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-374841d5-8240-475d-9010-48ec2dce6fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:18.467725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-0adcc666-0c1a-460c-b62d-9c37d2570b85 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baefee94-1ce2-4ef0-bf87-68d817c870f4 HTTP/1.1" status: 200 len: 217 time: 0.0554078 Nov 19 18:51:18.533519 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4f6ef94-43aa-4e2a-a8b6-f50c8dfc8e2a req-e822cfb5-8acd-48e9-a66a-fd74ddcc32ed service neutron] 10.222.0.21 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950294 Nov 19 18:51:18.536943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-323ee0a0-6d93-4cc8-ad11-0af8b8fe4006 req-52715eaf-ed3c-4286-8820-10e0b6c12306 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345756 Nov 19 18:51:18.554165 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-374841d5-8240-475d-9010-48ec2dce6fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:18.563606 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-374841d5-8240-475d-9010-48ec2dce6fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:18.600455 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-374841d5-8240-475d-9010-48ec2dce6fc5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=075c049adadf47339e6fb4fa3b827d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606576 Nov 19 18:51:18.602970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56570) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:18.603364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6e0cc9ed-33a3-4aa4-ac44-0b3ad8b2a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:18.604806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-6e0cc9ed-33a3-4aa4-ac44-0b3ad8b2a544 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8921fc8-8c32-452c-aa7c-97ec749199d0 HTTP/1.1" status: 200 len: 858 time: 0.1116030 Nov 19 18:51:18.654286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-75c1f81d-3100-4d6f-b4ea-11c7e4c17e7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0fccd90-9100-44bc-90d0-895b5e44adca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348611 Nov 19 18:51:18.657330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374841d5-8240-475d-9010-48ec2dce6fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415afa7e-60f7-484a-a81b-396ca5735871,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:18.688554 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4f6ef94-43aa-4e2a-a8b6-f50c8dfc8e2a req-2a6e34d6-9430-42f9-b4ea-2176d4a86828 service neutron] 10.222.0.21 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471407 Nov 19 18:51:18.721182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-baaecd87-c05e-4706-9f1a-126ec8bf028f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:18.760746 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-baaecd87-c05e-4706-9f1a-126ec8bf028f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:18.835211 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-baaecd87-c05e-4706-9f1a-126ec8bf028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:18.838070 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-baaecd87-c05e-4706-9f1a-126ec8bf028f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:18.841853 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-baaecd87-c05e-4706-9f1a-126ec8bf028f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/415afa7e-60f7-484a-a81b-396ca5735871 HTTP/1.1" status: 204 len: 168 time: 0.2252235 Nov 19 18:51:18.849839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaecd87-c05e-4706-9f1a-126ec8bf028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415afa7e-60f7-484a-a81b-396ca5735871,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:18.940483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56584) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:18.954664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ca200f9f-4504-4cdf-8365-b7b2a229110f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662503376', 'description': 'tempest-description--404715847'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:18.975357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d099c-7601-4f61-b4d7-7ee1e74b8604 req-187a2c25-8c14-4290-9f93-bac05ddc5bc2 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:18.976873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a4d099c-7601-4f61-b4d7-7ee1e74b8604 req-187a2c25-8c14-4290-9f93-bac05ddc5bc2 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 943 time: 0.0719941 Nov 19 18:51:19.008753 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-0f1f38de-7751-41fa-a7c4-fe969c0aab16 service neutron] 10.222.0.57 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455772 Nov 19 18:51:19.015858 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca200f9f-4504-4cdf-8365-b7b2a229110f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:19.091587 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a4d099c-7601-4f61-b4d7-7ee1e74b8604 req-a349499f-e367-45b1-94ac-d260a0eadc21 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022723 Nov 19 18:51:19.114368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202f5432-628c-4025-886a-32f594f1b724', 'tag': 'baefee94-1ce2-4ef0-bf87-68d817c870f4'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:19.117094 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabd845f-8c8c-4a7a-91a7-2488a61c41e9" -d '{"events": [{"name": "network-changed", "server_uuid": "202f5432-628c-4025-886a-32f594f1b724", "tag": "baefee94-1ce2-4ef0-bf87-68d817c870f4"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:19.136094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-367343bc-0afb-43cc-9402-f0954fae7fcb req-062c3139-9cb0-418e-9847-e7097f6336da service neutron] 10.222.0.57 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196492 Nov 19 18:51:19.138328 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca200f9f-4504-4cdf-8365-b7b2a229110f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:19.146341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca200f9f-4504-4cdf-8365-b7b2a229110f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:19.185152 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca200f9f-4504-4cdf-8365-b7b2a229110f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:19.189689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56600) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:19.190025 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ca200f9f-4504-4cdf-8365-b7b2a229110f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2458081 Nov 19 18:51:19.192960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca200f9f-4504-4cdf-8365-b7b2a229110f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0682cd-ef54-4337-ae5f-80c1e2c58718,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:19.195976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d03f2d39-1a2b-4407-81b0-10429a88a640 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Request body: {'security_group_rule': {'security_group_id': 'ce0682cd-ef54-4337-ae5f-80c1e2c58718', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:19.258097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00836fc-98c3-4bed-9e48-39dfb8929c7b req-07ae7d8c-942f-41e2-a106-b8d00b9232f8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.263156 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b00836fc-98c3-4bed-9e48-39dfb8929c7b req-07ae7d8c-942f-41e2-a106-b8d00b9232f8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 948 time: 0.0601778 Nov 19 18:51:19.284780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d03f2d39-1a2b-4407-81b0-10429a88a640 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:19.323994 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b00836fc-98c3-4bed-9e48-39dfb8929c7b req-ed0e6da8-0f55-4d94-aa05-244e7a033467 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521383 Nov 19 18:51:19.327844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed1152-8523-48d0-86f0-6a61621de66a req-677dc797-a97a-4613-9347-36c36c3d9eb1 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.329561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-afed1152-8523-48d0-86f0-6a61621de66a req-677dc797-a97a-4613-9347-36c36c3d9eb1 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.21 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 950 time: 0.1177638 Nov 19 18:51:19.344908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead40545-7224-45be-86a3-9456c3814597 req-c42e1dda-701b-496f-b8bf-d82b89d51603 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.345412 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ead40545-7224-45be-86a3-9456c3814597 req-c42e1dda-701b-496f-b8bf-d82b89d51603 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 950 time: 0.1250405 Nov 19 18:51:19.398019 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fffd378-d134-40c1-8410-ed725f1c31ca x-openstack-request-id: req-5fffd378-d134-40c1-8410-ed725f1c31ca {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:19.398383 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202f5432-628c-4025-886a-32f594f1b724", "tag": "baefee94-1ce2-4ef0-bf87-68d817c870f4", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:19.398638 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fffd378-d134-40c1-8410-ed725f1c31ca {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:19.399121 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202f5432-628c-4025-886a-32f594f1b724', 'tag': 'baefee94-1ce2-4ef0-bf87-68d817c870f4', 'status': 'completed', 'code': 200} Nov 19 18:51:19.405863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dc2baa-2c5b-4a81-81c3-33bbd113e773', 'tag': '6888218e-91d1-4ea1-9caa-7955bdd88d3c'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:19.413336 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f50323-6381-4d9d-a131-e8b43e3d5ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "74dc2baa-2c5b-4a81-81c3-33bbd113e773", "tag": "6888218e-91d1-4ea1-9caa-7955bdd88d3c"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:19.427945 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d03f2d39-1a2b-4407-81b0-10429a88a640 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:19.501806 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d03f2d39-1a2b-4407-81b0-10429a88a640 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:19.539288 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f392e6ee-1034-4b54-a0ef-d0f328ab31e7 x-openstack-request-id: req-f392e6ee-1034-4b54-a0ef-d0f328ab31e7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:19.539816 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dc2baa-2c5b-4a81-81c3-33bbd113e773", "tag": "6888218e-91d1-4ea1-9caa-7955bdd88d3c", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:19.540076 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f392e6ee-1034-4b54-a0ef-d0f328ab31e7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:19.541319 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dc2baa-2c5b-4a81-81c3-33bbd113e773', 'tag': '6888218e-91d1-4ea1-9caa-7955bdd88d3c', 'status': 'completed', 'code': 200} Nov 19 18:51:19.574319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f2d39-1a2b-4407-81b0-10429a88a640 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97155e35-aa01-434c-b148-df75017aca32,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:19.597257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ead40545-7224-45be-86a3-9456c3814597 req-92490893-6618-40b3-81b5-c9f1e79a2f29 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344742 Nov 19 18:51:19.639807 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d03f2d39-1a2b-4407-81b0-10429a88a640 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:19.646771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d03f2d39-1a2b-4407-81b0-10429a88a640 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4557030 Nov 19 18:51:19.648905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd845f-8c8c-4a7a-91a7-2488a61c41e9 req-e0acc64a-037b-4a9e-9671-d3248f18a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.650982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cabd845f-8c8c-4a7a-91a7-2488a61c41e9 req-e0acc64a-037b-4a9e-9671-d3248f18a4f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbf4cf5e32dd4e69a01899216a587ef8&device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 1094 time: 0.2260621 Nov 19 18:51:19.661434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56620) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:19.675028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-587f51b3-dc1f-4e97-a55e-ee4d3836cb08 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Request body: {'security_group_rule': {'security_group_id': 'ce0682cd-ef54-4337-ae5f-80c1e2c58718', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:19.730427 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f50323-6381-4d9d-a131-e8b43e3d5ecc req-dcbe6a3a-26e7-4de1-9f8d-723e106b5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.731853 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01f50323-6381-4d9d-a131-e8b43e3d5ecc req-dcbe6a3a-26e7-4de1-9f8d-723e106b5a5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dbf4cf5e32dd4e69a01899216a587ef8&device_id=74dc2baa-2c5b-4a81-81c3-33bbd113e773 HTTP/1.1" status: 200 len: 1095 time: 0.1700521 Nov 19 18:51:19.775038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-afed1152-8523-48d0-86f0-6a61621de66a req-aac20656-d88d-45d6-b0ea-f89ffdb492c3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Deleting port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:19.775380 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-afed1152-8523-48d0-86f0-6a61621de66a req-aac20656-d88d-45d6-b0ea-f89ffdb492c3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:19.808527 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-09f56f81-70c4-46b0-856b-df5d48100945 service neutron] 10.222.0.21 "GET /v2.0/ports/8f5757ff-274a-4be4-bb54-22c323b5ba51/bindings/n-h1-815373-6 HTTP/1.1" status: 200 len: 384 time: 0.1771629 Nov 19 18:51:19.821141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bdd7-d5ae-4446-8216-c6cd223f3147 req-3cbc3297-16f7-4992-a191-050140670020 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.828580 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2907bdd7-d5ae-4446-8216-c6cd223f3147 req-3cbc3297-16f7-4992-a191-050140670020 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 943 time: 0.1603539 Nov 19 18:51:19.836784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-587f51b3-dc1f-4e97-a55e-ee4d3836cb08 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:19.892269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56628) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:19.934142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd845f-8c8c-4a7a-91a7-2488a61c41e9 req-cf7a43c5-25a1-41ac-b505-6cd16adfc501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.935635 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cabd845f-8c8c-4a7a-91a7-2488a61c41e9 req-cf7a43c5-25a1-41ac-b505-6cd16adfc501 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0fccd90-9100-44bc-90d0-895b5e44adca HTTP/1.1" status: 200 len: 919 time: 0.2552209 Nov 19 18:51:19.975358 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2907bdd7-d5ae-4446-8216-c6cd223f3147 req-ee4bf294-b25d-4ffe-a8ef-63f348fe8b53 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456864 Nov 19 18:51:19.978845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f50323-6381-4d9d-a131-e8b43e3d5ecc req-a82ffedf-0ae8-4a6c-9ecd-a6603cc0014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.980251 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01f50323-6381-4d9d-a131-e8b43e3d5ecc req-a82ffedf-0ae8-4a6c-9ecd-a6603cc0014f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0fccd90-9100-44bc-90d0-895b5e44adca HTTP/1.1" status: 200 len: 919 time: 0.2386045 Nov 19 18:51:20.004822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cabd845f-8c8c-4a7a-91a7-2488a61c41e9 req-b9ddc60e-8538-417c-8600-ad91be87c195 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=baefee94-1ce2-4ef0-bf87-68d817c870f4 HTTP/1.1" status: 200 len: 217 time: 0.0554187 Nov 19 18:51:20.007078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-afed1152-8523-48d0-86f0-6a61621de66a req-aac20656-d88d-45d6-b0ea-f89ffdb492c3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] For port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:20.007201 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-afed1152-8523-48d0-86f0-6a61621de66a req-aac20656-d88d-45d6-b0ea-f89ffdb492c3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.053573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-afed1152-8523-48d0-86f0-6a61621de66a req-aac20656-d88d-45d6-b0ea-f89ffdb492c3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Calling delete_port for 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:20.065048 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-587f51b3-dc1f-4e97-a55e-ee4d3836cb08 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.077895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56634) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:20.080084 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-587f51b3-dc1f-4e97-a55e-ee4d3836cb08 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.119123 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01f50323-6381-4d9d-a131-e8b43e3d5ecc req-b024edd1-a605-4740-a42f-26657f503096 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6888218e-91d1-4ea1-9caa-7955bdd88d3c HTTP/1.1" status: 200 len: 217 time: 0.0479329 Nov 19 18:51:20.185526 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-05942aca-d497-47c5-85f4-4a1d28cab75a service neutron] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:20.188960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-network', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:20.194142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f51b3-dc1f-4e97-a55e-ee4d3836cb08 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82758773-235d-4d46-ba80-74be27ec2912,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:20.197964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd845f-8c8c-4a7a-91a7-2488a61c41e9 req-ac998b8e-faf2-4572-b6de-239288e557c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:20.199454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cabd845f-8c8c-4a7a-91a7-2488a61c41e9 req-ac998b8e-faf2-4572-b6de-239288e557c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8921fc8-8c32-452c-aa7c-97ec749199d0 HTTP/1.1" status: 200 len: 858 time: 0.1827028 Nov 19 18:51:20.210630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0cbee618-7d72-4ccc-8106-483cb37076ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.212287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f50323-6381-4d9d-a131-e8b43e3d5ecc req-b4845022-7bc6-464e-a34a-ca17d59975bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:20.213726 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01f50323-6381-4d9d-a131-e8b43e3d5ecc req-b4845022-7bc6-464e-a34a-ca17d59975bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8921fc8-8c32-452c-aa7c-97ec749199d0 HTTP/1.1" status: 200 len: 858 time: 0.0866835 Nov 19 18:51:20.214433 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-587f51b3-dc1f-4e97-a55e-ee4d3836cb08 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.215585 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-587f51b3-dc1f-4e97-a55e-ee4d3836cb08 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5474985 Nov 19 18:51:20.218107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-05942aca-d497-47c5-85f4-4a1d28cab75a service neutron] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:20.219487 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56642) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:20.241327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:20.273910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 8f5757ff-274a-4be4-bb54-22c323b5ba51 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:20.277683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01f50323-6381-4d9d-a131-e8b43e3d5ecc req-28f7cc3a-abc5-4f74-bd39-ff95f519546b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0fccd90-9100-44bc-90d0-895b5e44adca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308969 Nov 19 18:51:20.278664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 37e31ec8-9d3c-49a2-b54c-e465891d01a9 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:20.284844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-05942aca-d497-47c5-85f4-4a1d28cab75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5757ff-274a-4be4-bb54-22c323b5ba51 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:20.302350 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cabd845f-8c8c-4a7a-91a7-2488a61c41e9 req-a3e68388-d983-4036-a35e-3c71053d6655 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0fccd90-9100-44bc-90d0-895b5e44adca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855520 Nov 19 18:51:20.304952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-05942aca-d497-47c5-85f4-4a1d28cab75a service neutron] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:20.315747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Made reservation on behalf of c00014d85ea54ffe8854a81c3e400c2c for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:20.319011 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.389863 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.402704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:51:20.416002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:20.416914 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.424876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-05942aca-d497-47c5-85f4-4a1d28cab75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.457468 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.458185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e6b13-15cc-4244-baed-b04d45e720f9 req-536f26a5-3db8-4616-a399-4226029fb446 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:20.459883 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f14e6b13-15cc-4244-baed-b04d45e720f9 req-536f26a5-3db8-4616-a399-4226029fb446 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 943 time: 0.2523496 Nov 19 18:51:20.475669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:20.529800 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.533239 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 8f5757ff-274a-4be4-bb54-22c323b5ba51 has no active binding in host n-h1-815373-6 {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 18:51:20.556087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:20.558611 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3666e4e2-642e-4541-87f3-ea7bf82d17b3" -d '{"events": [{"server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "name": "network-vif-plugged", "status": "completed", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:20.574287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:20.579293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.637983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=37e31ec8-9d3c-49a2-b54c-e465891d01a9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:20.651598 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cabd845f-8c8c-4a7a-91a7-2488a61c41e9 req-08a2792c-c8fa-479b-bb0d-36caadb16f36 service neutron] 10.222.0.57 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408074 Nov 19 18:51:20.667993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0cbee618-7d72-4ccc-8106-483cb37076ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.683568 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f14e6b13-15cc-4244-baed-b04d45e720f9 req-080301ff-26dc-464f-b165-0a9ab6940b3b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881018 Nov 19 18:51:20.684176 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0cbee618-7d72-4ccc-8106-483cb37076ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.732597 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-afed1152-8523-48d0-86f0-6a61621de66a req-aac20656-d88d-45d6-b0ea-f89ffdb492c3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.743925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['74b0f2dc-e7ef-4c4b-a503-3cfb703f108a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:20.751461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['3135783e-94d7-4047-b38c-523561106f25'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:20.759135 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01f50323-6381-4d9d-a131-e8b43e3d5ecc req-e5c21b5e-545a-40d4-8c63-027aedcabcaf service neutron] 10.222.0.57 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661465 Nov 19 18:51:20.792322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebbf60-3b41-4cff-bd3c-3381761ab217 req-1a5b6585-d150-490e-aa40-0bb29c1caeeb tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:20.800501 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40ebbf60-3b41-4cff-bd3c-3381761ab217 req-1a5b6585-d150-490e-aa40-0bb29c1caeeb tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 948 time: 0.3999217 Nov 19 18:51:20.804066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac20656-d88d-45d6-b0ea-f89ffdb492c3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Pushing event deleted for resources: {'Port': ['ID=74b0f2dc-e7ef-4c4b-a503-3cfb703f108a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:20.851003 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7075d3a9-cbc9-46e1-9ae5-870f0bdc7297 x-openstack-request-id: req-7075d3a9-cbc9-46e1-9ae5-870f0bdc7297 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:20.851800 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "name": "network-vif-plugged", "status": "completed", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:20.852218 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7075d3a9-cbc9-46e1-9ae5-870f0bdc7297 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:20.857228 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9', 'code': 200} Nov 19 18:51:20.901406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbee618-7d72-4ccc-8106-483cb37076ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7749f9ff-4add-44d3-9b80-f94668c88239,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:20.932498 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0cbee618-7d72-4ccc-8106-483cb37076ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8c3fad3d0294e2483491704ce6275f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0368428 Nov 19 18:51:20.934430 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.935743 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-afed1152-8523-48d0-86f0-6a61621de66a req-aac20656-d88d-45d6-b0ea-f89ffdb492c3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] No DVR routers for this DVR port 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:51:20.940398 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-afed1152-8523-48d0-86f0-6a61621de66a req-aac20656-d88d-45d6-b0ea-f89ffdb492c3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.942808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56652) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:20.945354 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-afed1152-8523-48d0-86f0-6a61621de66a req-aac20656-d88d-45d6-b0ea-f89ffdb492c3 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.21 "DELETE /v2.0/ports/74b0f2dc-e7ef-4c4b-a503-3cfb703f108a HTTP/1.1" status: 204 len: 173 time: 1.5988858 Nov 19 18:51:20.953887 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:20.992697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cabd845f-8c8c-4a7a-91a7-2488a61c41e9 req-45697ce4-e483-4a8d-8094-bfd3aa58491f service neutron] 10.222.0.57 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298051 Nov 19 18:51:20.999947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:51:21.022469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.023251 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Added segment f2a93c15-e40c-43a2-bd7b-031207069e91 of type vlan for network 3f154e80-8d32-4a52-a208-33b993387041 Nov 19 18:51:21.024108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4df2f21-5f3e-48e9-98c4-f03fb46802e4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:21.085571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-05942aca-d497-47c5-85f4-4a1d28cab75a service neutron] Transition to ACTIVE for port object 8f5757ff-274a-4be4-bb54-22c323b5ba51 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:51:21.099493 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ad61aec-4e3b-4b30-b567-d6bcaaffe58d req-a2711c21-630a-407f-acef-db4a1649a73e tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=26385122-63f9-4349-a2fb-671d6993977c HTTP/1.1" status: 200 len: 210 time: 0.0623634 Nov 19 18:51:21.122793 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.157876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-05942aca-d497-47c5-85f4-4a1d28cab75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.169855 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.171015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:21.171769 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.197421 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40ebbf60-3b41-4cff-bd3c-3381761ab217 req-5ce34ac6-c923-4fc3-b765-6a89b8c7c11e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953493 Nov 19 18:51:21.199301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8b00a-d597-4eba-b0dc-fd9a1ba392cd req-253d08a2-10de-4e91-a057-5578bd4224d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:21.200747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d9b8b00a-d597-4eba-b0dc-fd9a1ba392cd req-253d08a2-10de-4e91-a057-5578bd4224d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1100 time: 0.2169423 Nov 19 18:51:21.234203 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01f50323-6381-4d9d-a131-e8b43e3d5ecc req-10abb318-02fe-4457-932d-01d435d3a9b2 service neutron] 10.222.0.57 "GET /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622123 Nov 19 18:51:21.261257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1821673 Nov 19 18:51:21.264887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56662) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:21.272638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] Request body: {'subnet': {'network_id': '3f154e80-8d32-4a52-a208-33b993387041', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-subnet', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:21.275598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a943482-6b1e-43a1-9b5b-472f2e913891 admin admin] Pushing event updated for resources: {'Network': ['ID=3f154e80-8d32-4a52-a208-33b993387041,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:21.291717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 3f154e80-8d32-4a52-a208-33b993387041 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:51:21.299772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-05942aca-d497-47c5-85f4-4a1d28cab75a service neutron] No DVR routers for this DVR port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:51:21.306800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb5c46-b254-40a6-a3d2-3eb4b5ff6884 req-caba29ea-e56a-46ca-bbfc-03b6268925bf tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:21.308311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aefb5c46-b254-40a6-a3d2-3eb4b5ff6884 req-caba29ea-e56a-46ca-bbfc-03b6268925bf tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 943 time: 0.1173141 Nov 19 18:51:21.315412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] Made reservation on behalf of c00014d85ea54ffe8854a81c3e400c2c for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:21.317791 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] Publish callbacks [] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.376493 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82695307-9661-40fd-bb6a-e782094d3211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.390695 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d9b8b00a-d597-4eba-b0dc-fd9a1ba392cd req-d3bb0479-003a-4e1e-9e87-b03b7d48e6c3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753109 Nov 19 18:51:21.391309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05942aca-d497-47c5-85f4-4a1d28cab75a service neutron] Pushing event updated for resources: {'Port': ['ID=8f5757ff-274a-4be4-bb54-22c323b5ba51,revision_number=10']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:21.400751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26385122-63f9-4349-a2fb-671d6993977c', 'name': 'network-vif-deleted', 'tag': '74b0f2dc-e7ef-4c4b-a503-3cfb703f108a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:21.403191 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d147ea21-7be8-4e35-8dcf-07632b358362" -d '{"events": [{"server_uuid": "26385122-63f9-4349-a2fb-671d6993977c", "name": "network-vif-deleted", "tag": "74b0f2dc-e7ef-4c4b-a503-3cfb703f108a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:21.418397 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-05942aca-d497-47c5-85f4-4a1d28cab75a service neutron] 10.222.0.21 "PUT /v2.0/ports/8f5757ff-274a-4be4-bb54-22c323b5ba51/bindings/n-h1-815373-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5875170 Nov 19 18:51:21.423911 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.429812 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82695307-9661-40fd-bb6a-e782094d3211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.430118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aefb5c46-b254-40a6-a3d2-3eb4b5ff6884 req-43408587-97a4-4257-982b-133a975808e6 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092067 Nov 19 18:51:21.486318 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0058ab2-893b-4e2d-8f9a-65f90e907f3b x-openstack-request-id: req-e0058ab2-893b-4e2d-8f9a-65f90e907f3b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:21.486614 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26385122-63f9-4349-a2fb-671d6993977c", "name": "network-vif-deleted", "tag": "74b0f2dc-e7ef-4c4b-a503-3cfb703f108a", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:21.486874 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0058ab2-893b-4e2d-8f9a-65f90e907f3b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:21.487264 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26385122-63f9-4349-a2fb-671d6993977c', 'name': 'network-vif-deleted', 'tag': '74b0f2dc-e7ef-4c4b-a503-3cfb703f108a', 'status': 'completed', 'code': 200} Nov 19 18:51:21.570345 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82695307-9661-40fd-bb6a-e782094d3211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.573313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82695307-9661-40fd-bb6a-e782094d3211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.574873 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-82695307-9661-40fd-bb6a-e782094d3211 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7749f9ff-4add-44d3-9b80-f94668c88239 HTTP/1.1" status: 204 len: 168 time: 0.6020486 Nov 19 18:51:21.595308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Allocated IP 172.25.3.119 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/fa979ce0-a78f-4d17-a028-cd703acc7f76) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:21.597370 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.598783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82695307-9661-40fd-bb6a-e782094d3211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7749f9ff-4add-44d3-9b80-f94668c88239,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:21.679490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbad599-33e2-4740-8994-ab2d46b59a54,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:21.691611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] Checking segment: {'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:21.691977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] Network hostable DHCP agents. Network: 3f154e80-8d32-4a52-a208-33b993387041, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:51:21.711361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] Network 3f154e80-8d32-4a52-a208-33b993387041 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:51:21.728973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.730504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 3f154e80-8d32-4a52-a208-33b993387041) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:21.736715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:21.737667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.743489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b687eaeb-68bf-4f34-96ff-49c1a888c1c6 None None] Network 3f154e80-8d32-4a52-a208-33b993387041 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:21.762384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f26c087c-adb4-40c3-a677-47bf6eb8f8ed admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4952488 Nov 19 18:51:21.763219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56672) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:21.770010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-router', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:21.796071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.819234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 29fe1f0c-1726-46f3-8543-9d1f09a204e7 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:21.845665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:21.853012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:21.857521 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:21.890431 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.899368 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:21.907316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event updated for resources: {'Port': ['ID=fa979ce0-a78f-4d17-a028-cd703acc7f76,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:21.968378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 29fe1f0c-1726-46f3-8543-9d1f09a204e7, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=29fe1f0c-1726-46f3-8543-9d1f09a204e7,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:21.994471 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.003495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56676) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:22.005583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '29fe1f0c-1726-46f3-8543-9d1f09a204e7', 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca', 'port_id': '29fe1f0c-1726-46f3-8543-9d1f09a204e7', 'mac_address': 'fa:16:3e:95:f5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8921fc8-8c32-452c-aa7c-97ec749199d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:51:22.057826 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.058759 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66ddb260-619e-45e3-af3a-c12c0a094f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.078005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.088337 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fe1f0c-1726-46f3-8543-9d1f09a204e7 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:22.109997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-3f154e80-8d32-4a52-a208-33b993387041', 'network_id': '3f154e80-8d32-4a52-a208-33b993387041', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'fixed_ips': [{'subnet_id': '1bbad599-33e2-4740-8994-ab2d46b59a54'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:51:22.111189 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.124663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 29fe1f0c-1726-46f3-8543-9d1f09a204e7, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=29fe1f0c-1726-46f3-8543-9d1f09a204e7,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:22.132039 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.246730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=29fe1f0c-1726-46f3-8543-9d1f09a204e7,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:22.254605 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.267751 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66ddb260-619e-45e3-af3a-c12c0a094f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.282159 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66ddb260-619e-45e3-af3a-c12c0a094f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.291522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492f467-e14b-4f43-ab8d-76280db76d88 req-e853ac1e-f6f6-460d-9853-a5f30407a4e0 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:22.293418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f492f467-e14b-4f43-ab8d-76280db76d88 req-e853ac1e-f6f6-460d-9853-a5f30407a4e0 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 944 time: 0.4949291 Nov 19 18:51:22.293536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 6888218e-91d1-4ea1-9caa-7955bdd88d3c details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:22.340803 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Allocated IP 172.20.0.2 (3f154e80-8d32-4a52-a208-33b993387041/1bbad599-33e2-4740-8994-ab2d46b59a54/8f8ef94c-bd90-4e0c-866b-1551e73b796a) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:22.355058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddb260-619e-45e3-af3a-c12c0a094f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc49b81-2617-41c4-83a9-8eeea99a0fe6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:22.375253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['29fe1f0c-1726-46f3-8543-9d1f09a204e7'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:22.403117 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-66ddb260-619e-45e3-af3a-c12c0a094f95 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2cf6013d0313444ba19d4e41b4a0c5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955021 Nov 19 18:51:22.403771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56686) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:22.406991 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.420528 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.473936 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.507529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f492f467-e14b-4f43-ab8d-76280db76d88 req-7b3b150c-c401-42e3-a3e3-128e6cb581d6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796062 Nov 19 18:51:22.587363 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5e30-dd82-4026-b725-ddb3ccdf3e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.605817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event updated for resources: {'Port': ['ID=fa979ce0-a78f-4d17-a028-cd703acc7f76,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:22.624400 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5e30-dd82-4026-b725-ddb3ccdf3e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.651794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5086703-e0fb-49ec-9014-6707b442d05c req-31ef1016-7043-479d-be5a-b96781647fbf tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:22.653307 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5086703-e0fb-49ec-9014-6707b442d05c req-31ef1016-7043-479d-be5a-b96781647fbf tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1909995 Nov 19 18:51:22.656147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 6888218e-91d1-4ea1-9caa-7955bdd88d3c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=6888218e-91d1-4ea1-9caa-7955bdd88d3c,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:22.661264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.686730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '6888218e-91d1-4ea1-9caa-7955bdd88d3c', 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca', 'port_id': '6888218e-91d1-4ea1-9caa-7955bdd88d3c', 'mac_address': 'fa:16:3e:13:40:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8921fc8-8c32-452c-aa7c-97ec749199d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:51:22.725591 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5086703-e0fb-49ec-9014-6707b442d05c req-4114353c-a4b2-4440-b999-d8dfdf0ee3e2 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611641 Nov 19 18:51:22.740588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.741857 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6e9c6515-7220-41b9-a78e-6e4291ba2fb0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5214036 Nov 19 18:51:22.771753 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5e30-dd82-4026-b725-ddb3ccdf3e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.774461 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ce5e30-dd82-4026-b725-ddb3ccdf3e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.776050 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e2ce5e30-dd82-4026-b725-ddb3ccdf3e87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ffc49b81-2617-41c4-83a9-8eeea99a0fe6 HTTP/1.1" status: 204 len: 168 time: 0.3713655 Nov 19 18:51:22.787282 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88694e-68df-44d4-a974-d5f5ee45dc36 req-edc928be-ee4d-410a-b17d-31704e84f50c tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:22.789023 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c88694e-68df-44d4-a974-d5f5ee45dc36 req-edc928be-ee4d-410a-b17d-31704e84f50c tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 950 time: 0.1446197 Nov 19 18:51:22.797628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce5e30-dd82-4026-b725-ddb3ccdf3e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc49b81-2617-41c4-83a9-8eeea99a0fe6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:22.837614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.887760 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.937110 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.951433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd20f99-77a3-4041-8722-8bde2e571192 req-b6e6591a-ac73-4709-9857-a747ca1225d6 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:22.953238 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5fd20f99-77a3-4041-8722-8bde2e571192 req-b6e6591a-ac73-4709-9857-a747ca1225d6 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 943 time: 0.0795088 Nov 19 18:51:22.953978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6888218e-91d1-4ea1-9caa-7955bdd88d3c {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:22.983618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c88694e-68df-44d4-a974-d5f5ee45dc36 req-105af604-8407-44db-8168-ae55677ed2ad tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874266 Nov 19 18:51:22.990123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 6888218e-91d1-4ea1-9caa-7955bdd88d3c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=6888218e-91d1-4ea1-9caa-7955bdd88d3c,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:22.991843 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:22.998614 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:23.053066 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5fd20f99-77a3-4041-8722-8bde2e571192 req-7e958f79-56e2-4fe0-9752-adad1fda8195 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928597 Nov 19 18:51:23.059144 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:23.064366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=6888218e-91d1-4ea1-9caa-7955bdd88d3c,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:23.107744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Network 3f154e80-8d32-4a52-a208-33b993387041 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:23.113839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:23.116581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:23.152502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Pushing event updated for resources: {'Port': ['ID=8f8ef94c-bd90-4e0c-866b-1551e73b796a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:23.159231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Allocated IP 172.25.3.59 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/7e5a9344-33a2-4e80-93d0-5e222fa133bb) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:23.187082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Attempting to bind port 8f8ef94c-bd90-4e0c-866b-1551e73b796a on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:23.187609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Attempting to bind port 8f8ef94c-bd90-4e0c-866b-1551e73b796a by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:23.187979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Attempting to bind port 8f8ef94c-bd90-4e0c-866b-1551e73b796a on network 3f154e80-8d32-4a52-a208-33b993387041 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:23.194228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:23.194606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Checking segment: {'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:23.195015 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:23.195415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Bound using segment: {'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:23.195894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Bound port: 8f8ef94c-bd90-4e0c-866b-1551e73b796a, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:23.196280 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:23.281854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-96c6bb00-6095-4fb5-9872-183c9c39f602 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:23.283323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] For port 8f8ef94c-bd90-4e0c-866b-1551e73b796a, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:23.283746 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-96c6bb00-6095-4fb5-9872-183c9c39f602 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/networks?id=190f90f4-6494-4ae7-9af5-5eccd545f615 HTTP/1.1" status: 200 len: 822 time: 0.1268077 Nov 19 18:51:23.289483 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] For port 8f8ef94c-bd90-4e0c-866b-1551e73b796a, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8f8ef94c-bd90-4e0c-866b-1551e73b796a,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:23.295515 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:23.302105 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:23.308597 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-5a30d55b-3507-49d0-8dc2-49d7908232de tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/quotas/9094450c56d347b5a262e0075e67da73 HTTP/1.1" status: 200 len: 375 time: 0.0173163 Nov 19 18:51:23.346555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:23.350100 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-7bbee4f3-a284-42de-b512-c46d1e85d415 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9094450c56d347b5a262e0075e67da73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342686 Nov 19 18:51:23.395394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4e66d-0e46-4ef1-9d0c-8993196f24e1 None None] Pushing event updated for resources: {'Port': ['ID=8f8ef94c-bd90-4e0c-866b-1551e73b796a,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:23.420583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:23.426866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:23.429587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:23.458613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['6888218e-91d1-4ea1-9caa-7955bdd88d3c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:23.496094 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-8c5e5c73-a7b4-46b8-943b-2f52ac0cd55f service neutron] 10.222.0.50 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338525 Nov 19 18:51:23.508236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5a9344-33a2-4e80-93d0-5e222fa133bb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:23.648178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-582b23c4-9dfc-4263-98f2-0262509d7cb3 service neutron] 10.222.0.50 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504922 Nov 19 18:51:23.811544 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 29fe1f0c-1726-46f3-8543-9d1f09a204e7 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:23.833716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:23.882490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 29fe1f0c-1726-46f3-8543-9d1f09a204e7 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:51:23.888952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 29fe1f0c-1726-46f3-8543-9d1f09a204e7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:23.889714 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:23.934745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05f96e-3b30-47c3-932a-d8f77f215888 req-70572b42-20fe-450c-9d8b-f7ac00fec5fb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:23.937186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e05f96e-3b30-47c3-932a-d8f77f215888 req-70572b42-20fe-450c-9d8b-f7ac00fec5fb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 944 time: 0.2325635 Nov 19 18:51:24.011400 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e76c7e-cb30-468c-b5f8-69893c9d0a7d req-2422034c-9fc6-4846-b6d4-112a4ba4b546 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:24.021016 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5e76c7e-cb30-468c-b5f8-69893c9d0a7d req-2422034c-9fc6-4846-b6d4-112a4ba4b546 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1064534 Nov 19 18:51:24.032406 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:24.067002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd40391-52b5-46d7-aec4-17bd42508ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fe1f0c-1726-46f3-8543-9d1f09a204e7'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:24.070512 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d060f3-10f9-4f5a-8ed3-1594c8c68093" -d '{"events": [{"server_uuid": "cdd40391-52b5-46d7-aec4-17bd42508ec4", "name": "network-vif-plugged", "status": "completed", "tag": "29fe1f0c-1726-46f3-8543-9d1f09a204e7"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:24.095463 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 29fe1f0c-1726-46f3-8543-9d1f09a204e7, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=29fe1f0c-1726-46f3-8543-9d1f09a204e7,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:24.105559 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:24.107256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8f5757ff-274a-4be4-bb54-22c323b5ba51 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:24.130134 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5e76c7e-cb30-468c-b5f8-69893c9d0a7d req-925b6c40-7b96-45b2-9591-9ee1e2b02a99 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076663 Nov 19 18:51:24.139812 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e05f96e-3b30-47c3-932a-d8f77f215888 req-7c63ddc1-bd99-4de3-a7ae-032f40a21e0d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950383 Nov 19 18:51:24.220814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=29fe1f0c-1726-46f3-8543-9d1f09a204e7,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:24.251784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8f8ef94c-bd90-4e0c-866b-1551e73b796a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:24.303772 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-093dfe3c-edb2-4366-bf8d-79d17fabedef req-a1c52ae5-3484-400c-b092-a11c9c55d3b8 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 210 time: 0.0615997 Nov 19 18:51:24.344044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device baefee94-1ce2-4ef0-bf87-68d817c870f4 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:24.346429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 8f5757ff-274a-4be4-bb54-22c323b5ba51 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:24.454178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:24.479454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2745e8-af42-424f-9fe3-65de8e2b74c2 req-ca8166bb-679a-4e16-b2ea-1324905a23c6 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:24.492371 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-da2745e8-af42-424f-9fe3-65de8e2b74c2 req-ca8166bb-679a-4e16-b2ea-1324905a23c6 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 943 time: 0.1093330 Nov 19 18:51:24.513568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8f5757ff-274a-4be4-bb54-22c323b5ba51 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:24.517501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:24.575471 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-da2745e8-af42-424f-9fe3-65de8e2b74c2 req-5b720060-176b-4f5a-9e04-bc2bc8b3f9b3 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821357 Nov 19 18:51:24.583302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06180a93-3093-4bba-9b4d-9eaa9aba2c7f req-c06b7512-b74a-4cb3-822b-81ad8cb21451 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:24.587150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06180a93-3093-4bba-9b4d-9eaa9aba2c7f req-c06b7512-b74a-4cb3-822b-81ad8cb21451 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 950 time: 0.2690876 Nov 19 18:51:24.615742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:51:24.615742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 74b0f2dc-e7ef-4c4b-a503-3cfb703f108a not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:24.656599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8f8ef94c-bd90-4e0c-866b-1551e73b796a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:24.656977 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:24.728296 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c97e7e-da18-42cb-8132-3c9f8858a598 x-openstack-request-id: req-56c97e7e-da18-42cb-8132-3c9f8858a598 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:24.728565 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd40391-52b5-46d7-aec4-17bd42508ec4", "name": "network-vif-plugged", "status": "completed", "tag": "29fe1f0c-1726-46f3-8543-9d1f09a204e7", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:24.728812 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56c97e7e-da18-42cb-8132-3c9f8858a598 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:24.729216 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd40391-52b5-46d7-aec4-17bd42508ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fe1f0c-1726-46f3-8543-9d1f09a204e7', 'code': 200} Nov 19 18:51:24.744341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port baefee94-1ce2-4ef0-bf87-68d817c870f4, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=baefee94-1ce2-4ef0-bf87-68d817c870f4,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:24.764796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06180a93-3093-4bba-9b4d-9eaa9aba2c7f req-695826fc-af3d-45ef-91f1-b0f5cebd99b1 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697578 Nov 19 18:51:24.798372 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'baefee94-1ce2-4ef0-bf87-68d817c870f4', 'network_id': 'e0fccd90-9100-44bc-90d0-895b5e44adca', 'port_id': 'baefee94-1ce2-4ef0-bf87-68d817c870f4', 'mac_address': 'fa:16:3e:fe:5c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8921fc8-8c32-452c-aa7c-97ec749199d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:51:24.868030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65a041-80de-437c-b600-5bf87a590931 req-aed63695-e6c5-49c8-aadd-bb1d759f7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:24.869783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3093303-1518-490f-bf9d-185b28133a22 None None] Network 3f154e80-8d32-4a52-a208-33b993387041 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:24.870332 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3b65a041-80de-437c-b600-5bf87a590931 req-aed63695-e6c5-49c8-aadd-bb1d759f7939 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cdd40391-52b5-46d7-aec4-17bd42508ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0575922 Nov 19 18:51:24.932925 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3b65a041-80de-437c-b600-5bf87a590931 req-6f524c5d-8717-4ef4-9af7-f8f481c91958 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467134 Nov 19 18:51:25.001369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:25.007636 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:25.015349 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:25.039690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-33c63f02-a9a1-4f27-bdc5-4f6dbc78a0b7 None None] Provisioning complete for port 8f8ef94c-bd90-4e0c-866b-1551e73b796a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:25.040061 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-33c63f02-a9a1-4f27-bdc5-4f6dbc78a0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:25.074005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baefee94-1ce2-4ef0-bf87-68d817c870f4 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:25.126455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port baefee94-1ce2-4ef0-bf87-68d817c870f4, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=baefee94-1ce2-4ef0-bf87-68d817c870f4,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:25.139153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Router 21445abc-2b1d-4869-9b71-23fe54acc050 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:51:25.163487 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 8f8ef94c-bd90-4e0c-866b-1551e73b796a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8f8ef94c-bd90-4e0c-866b-1551e73b796a,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:25.164502 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:25.198240 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:25.282188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=baefee94-1ce2-4ef0-bf87-68d817c870f4,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:25.308502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1668ca-6eaa-49a7-b012-da803e8cb4f5 req-7777cbcd-ae0a-4d35-9215-3f7035a50908 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:25.310047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6f1668ca-6eaa-49a7-b012-da803e8cb4f5 req-7777cbcd-ae0a-4d35-9215-3f7035a50908 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1018071 Nov 19 18:51:25.327001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:51:25.342308 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Sync routers for ids ['21445abc-2b1d-4869-9b71-23fe54acc050'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:51:25.360356 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=8f8ef94c-bd90-4e0c-866b-1551e73b796a,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:25.360995 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Routers {'21445abc-2b1d-4869-9b71-23fe54acc050'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:25.360995 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-14113af5-992b-4139-b68f-9afa0808737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:51:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21445abc-2b1d-4869-9b71-23fe54acc050'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:25.398971 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:25.401402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5bded4f2-ec51-4710-b661-858359097073 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6361797 Nov 19 18:51:25.409136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56772) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:25.446142 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982f3cd-53a8-4969-a5b9-e6ea6ace454a req-139d834d-e89d-4b0a-8134-924064db053a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:25.455023 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3982f3cd-53a8-4969-a5b9-e6ea6ace454a req-139d834d-e89d-4b0a-8134-924064db053a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 944 time: 0.1079099 Nov 19 18:51:25.530258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['baefee94-1ce2-4ef0-bf87-68d817c870f4'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:25.613677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6f1668ca-6eaa-49a7-b012-da803e8cb4f5 req-65cfa1e9-22a3-4ca3-b316-f9f5022aadb6 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861867 Nov 19 18:51:25.617557 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Set router 21445abc-2b1d-4869-9b71-23fe54acc050 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:25.688147 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3982f3cd-53a8-4969-a5b9-e6ea6ace454a req-6e6a92f1-a3b2-4c1b-8f40-e988723082ba tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322204 Nov 19 18:51:25.812945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-5e0ed209-c379-482c-9c2b-3bf56b7d9e44 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:25.820170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-5e0ed209-c379-482c-9c2b-3bf56b7d9e44 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.21 "GET /v2.0/networks?id=190f90f4-6494-4ae7-9af5-5eccd545f615 HTTP/1.1" status: 200 len: 822 time: 0.3065948 Nov 19 18:51:25.828195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56782) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:25.837189 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4fe72f40-c790-476a-9369-19ed66cac303 req-d71da687-0a95-40d6-903b-1c2c482b3584 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 210 time: 0.1169500 Nov 19 18:51:25.864749 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Request body: {'port': {'device_id': 'e5ce5153-f87c-4ca3-9e57-37eefa1906a3', 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615', 'admin_state_up': True, 'tenant_id': '9094450c56d347b5a262e0075e67da73'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:25.867694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-46e74738-87b6-4366-83cd-be556936c0d1 None None] Provisioning complete for port 8f8ef94c-bd90-4e0c-866b-1551e73b796a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:25.868284 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-46e74738-87b6-4366-83cd-be556936c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:25.924268 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-14113af5-992b-4139-b68f-9afa0808737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-router', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:21Z', 'updated_at': '2021-11-19T18:51:23Z', 'revision_number': 3, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'gw_port': {'id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:22Z', 'updated_at': '2021-11-19T18:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:25.953282 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Checking router: 21445abc-2b1d-4869-9b71-23fe54acc050 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:51:25.954035 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Updating router 21445abc-2b1d-4869-9b71-23fe54acc050 port 7e5a9344-33a2-4e80-93d0-5e222fa133bb binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:51:26.030700 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.149903 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4e125332-a3f7-4240-9a6e-69fc2fb65ce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.187475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931a1f7-a393-4f52-a3b6-d27212b03e2f req-a2f90503-8bfb-4293-af84-955c490e0fdb tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:26.190949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8f8ef94c-bd90-4e0c-866b-1551e73b796a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:26.197636 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0931a1f7-a393-4f52-a3b6-d27212b03e2f req-a2f90503-8bfb-4293-af84-955c490e0fdb tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 944 time: 0.3103378 Nov 19 18:51:26.247358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a6630-aaca-414b-b7df-41468da30d8c req-7873fcb5-2ad9-4b01-969b-62292e9f27ed tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:26.256938 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa9a6630-aaca-414b-b7df-41468da30d8c req-7873fcb5-2ad9-4b01-969b-62292e9f27ed tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 950 time: 0.1206656 Nov 19 18:51:26.261516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8f8ef94c-bd90-4e0c-866b-1551e73b796a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:26.262036 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.280782 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0931a1f7-a393-4f52-a3b6-d27212b03e2f req-6be3ca29-9b48-4c46-ab9f-3c6a3996825e tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796781 Nov 19 18:51:26.312280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 6888218e-91d1-4ea1-9caa-7955bdd88d3c up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:26.355709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Made reservation on behalf of 9094450c56d347b5a262e0075e67da73 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:26.360649 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.402147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4e125332-a3f7-4240-9a6e-69fc2fb65ce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.410810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa9a6630-aaca-414b-b7df-41468da30d8c req-7d679c59-d60d-4443-b74b-2f788f55565d tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519384 Nov 19 18:51:26.422631 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.426325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 6888218e-91d1-4ea1-9caa-7955bdd88d3c completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:51:26.433784 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.441617 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.448002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 6888218e-91d1-4ea1-9caa-7955bdd88d3c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:26.448578 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.454334 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4e125332-a3f7-4240-9a6e-69fc2fb65ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.493430 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4e125332-a3f7-4240-9a6e-69fc2fb65ce4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ced254ff4f954005bfd1fd1510c5aa27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6638000 Nov 19 18:51:26.498307 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Attempting to bind port 7e5a9344-33a2-4e80-93d0-5e222fa133bb on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:26.498682 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Attempting to bind port 7e5a9344-33a2-4e80-93d0-5e222fa133bb by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:26.499052 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Attempting to bind port 7e5a9344-33a2-4e80-93d0-5e222fa133bb on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:26.501002 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Pushing event updated for resources: {'Port': ['ID=7e5a9344-33a2-4e80-93d0-5e222fa133bb,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:26.505077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56786) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:26.512181 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.512530 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.512878 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.513223 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.513557 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.513916 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.514246 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.514573 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.514896 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.515405 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.516086 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.516572 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:26.521596 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:26.522244 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:26.522828 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.523373 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:26.524011 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Bound port: 7e5a9344-33a2-4e80-93d0-5e222fa133bb, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:26.524585 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.552087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.553308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e125332-a3f7-4240-9a6e-69fc2fb65ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371375e7-36f5-4c48-b1eb-fea38bdbd603,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:26.589454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 6888218e-91d1-4ea1-9caa-7955bdd88d3c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=6888218e-91d1-4ea1-9caa-7955bdd88d3c,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:26.594934 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.610122 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-14113af5-992b-4139-b68f-9afa0808737e None None] For port 7e5a9344-33a2-4e80-93d0-5e222fa133bb, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:26.614739 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-14113af5-992b-4139-b68f-9afa0808737e None None] For port 7e5a9344-33a2-4e80-93d0-5e222fa133bb, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7e5a9344-33a2-4e80-93d0-5e222fa133bb,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:26.621257 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.651863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-41fab941-bedf-41a4-af1a-3d5364b5181e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.655911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=6888218e-91d1-4ea1-9caa-7955bdd88d3c,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:26.657362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Allocated IP 172.20.0.10 (190f90f4-6494-4ae7-9af5-5eccd545f615/8c303d6f-9d58-4ddf-b402-95b178ced043/0c643cae-7fe8-45c5-81bc-b5d5bf9ba594) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:26.708078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-41fab941-bedf-41a4-af1a-3d5364b5181e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.715489 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Routers {'21445abc-2b1d-4869-9b71-23fe54acc050'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:26.716298 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-14113af5-992b-4139-b68f-9afa0808737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:51:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21445abc-2b1d-4869-9b71-23fe54acc050'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:26.719252 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8fe36-8241-45f0-aafd-95809cfaa7df None None] Pushing event updated for resources: {'Port': ['ID=7e5a9344-33a2-4e80-93d0-5e222fa133bb,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:26.730543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dc2baa-2c5b-4a81-81c3-33bbd113e773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6888218e-91d1-4ea1-9caa-7955bdd88d3c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:26.732999 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afb340e-ef8a-40b5-b62d-815abd1a549b" -d '{"events": [{"server_uuid": "74dc2baa-2c5b-4a81-81c3-33bbd113e773", "name": "network-vif-plugged", "status": "completed", "tag": "6888218e-91d1-4ea1-9caa-7955bdd88d3c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:26.742925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Allocated IP 172.20.0.1 (3f154e80-8d32-4a52-a208-33b993387041/1bbad599-33e2-4740-8994-ab2d46b59a54/70b7945b-4587-4c5a-a440-a6536a3e497d) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:26.850990 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-14113af5-992b-4139-b68f-9afa0808737e None None] Set router 21445abc-2b1d-4869-9b71-23fe54acc050 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:26.876236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c1162-3294-4668-9817-867d87dbb9a2 req-5b68be69-273c-45c3-8e7a-3a8e1932bbea tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:26.877832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e6c1162-3294-4668-9817-867d87dbb9a2 req-5b68be69-273c-45c3-8e7a-3a8e1932bbea tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1743867 Nov 19 18:51:26.905623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-41fab941-bedf-41a4-af1a-3d5364b5181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.908574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-41fab941-bedf-41a4-af1a-3d5364b5181e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:26.910065 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-41fab941-bedf-41a4-af1a-3d5364b5181e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/371375e7-36f5-4c48-b1eb-fea38bdbd603 HTTP/1.1" status: 204 len: 168 time: 0.4038754 Nov 19 18:51:26.940082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92346e1a-b10d-4003-afa3-62cdbb30885e req-3268984b-0335-48cb-86b3-66db030ea7ce tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:26.942609 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92346e1a-b10d-4003-afa3-62cdbb30885e req-3268984b-0335-48cb-86b3-66db030ea7ce tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 944 time: 0.1052437 Nov 19 18:51:26.950659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fab941-bedf-41a4-af1a-3d5364b5181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371375e7-36f5-4c48-b1eb-fea38bdbd603,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:26.979541 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.000059 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e6c1162-3294-4668-9817-867d87dbb9a2 req-8e7ae04f-6c2f-4f00-be51-02dd3c028f6e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838072 Nov 19 18:51:27.020102 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.020288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92346e1a-b10d-4003-afa3-62cdbb30885e req-63172735-1efc-45c3-b7ce-da8f048b5571 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698197 Nov 19 18:51:27.068339 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.082257 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.090334 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7572dea5-6e8d-430c-8a99-33eca454835f x-openstack-request-id: req-7572dea5-6e8d-430c-8a99-33eca454835f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:27.090869 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dc2baa-2c5b-4a81-81c3-33bbd113e773", "name": "network-vif-plugged", "status": "completed", "tag": "6888218e-91d1-4ea1-9caa-7955bdd88d3c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:27.091284 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7572dea5-6e8d-430c-8a99-33eca454835f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:27.091842 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dc2baa-2c5b-4a81-81c3-33bbd113e773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6888218e-91d1-4ea1-9caa-7955bdd88d3c', 'code': 200} Nov 19 18:51:27.156882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Network 190f90f4-6494-4ae7-9af5-5eccd545f615 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:27.161537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:27.165921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:27.178926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Network 3f154e80-8d32-4a52-a208-33b993387041 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:27.185451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event updated for resources: {'Port': ['ID=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:27.194610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:27.197389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:27.197883 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.247842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:27.248659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.269481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Pushing event updated for resources: {'Port': ['ID=70b7945b-4587-4c5a-a440-a6536a3e497d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:27.276036 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-48d26f6e-5d98-40db-984f-21ecdcbf8b17 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4281957 Nov 19 18:51:27.292449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Request body: {'port': {'device_id': 'e5ce5153-f87c-4ca3-9e57-37eefa1906a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:27.297270 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-14113af5-992b-4139-b68f-9afa0808737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-router', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:21Z', 'updated_at': '2021-11-19T18:51:23Z', 'revision_number': 3, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'gw_port': {'id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:22Z', 'updated_at': '2021-11-19T18:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:27.333659 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14113af5-992b-4139-b68f-9afa0808737e None None] The sync data for ids ['21445abc-2b1d-4869-9b71-23fe54acc050'] in n-d-815373-6 is: [{'id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-router', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:21Z', 'updated_at': '2021-11-19T18:51:23Z', 'revision_number': 3, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'gw_port': {'id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:22Z', 'updated_at': '2021-11-19T18:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:51:27.362369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c0b32-3f90-464e-a38a-3172f3c350ea req-ed7ddcfa-f9e2-4f44-87d2-2e32c8cbd5f1 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:27.364932 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b92c0b32-3f90-464e-a38a-3172f3c350ea req-ed7ddcfa-f9e2-4f44-87d2-2e32c8cbd5f1 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 932 time: 0.2232437 Nov 19 18:51:27.457364 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.479456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56806) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:27.516408 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a99e633e-6065-4c1c-b30a-3eb006cae3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.538649 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b92c0b32-3f90-464e-a38a-3172f3c350ea req-63e3e3ae-c73e-47a2-b20b-ad6dae579ca0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468682 Nov 19 18:51:27.552729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-69e3021d-7315-43fc-a884-9f47ae614258 None None] Provisioning complete for port 70b7945b-4587-4c5a-a440-a6536a3e497d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:27.553321 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-69e3021d-7315-43fc-a884-9f47ae614258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.576186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aa8fb-987e-491f-86e9-9593b671bfb0 req-d8676c06-11dd-4a77-ba39-4925a5eb67e6 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:27.581397 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.583386 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-526aa8fb-987e-491f-86e9-9593b671bfb0 req-d8676c06-11dd-4a77-ba39-4925a5eb67e6 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 944 time: 0.1368699 Nov 19 18:51:27.611266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-69e3021d-7315-43fc-a884-9f47ae614258 None None] Port 70b7945b-4587-4c5a-a440-a6536a3e497d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:51:27.773271 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a99e633e-6065-4c1c-b30a-3eb006cae3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.788617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-526aa8fb-987e-491f-86e9-9593b671bfb0 req-6ff594d2-d1c2-4f36-b5c4-e7a0089bd5bc tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042364 Nov 19 18:51:27.814515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a99e633e-6065-4c1c-b30a-3eb006cae3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.852301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da411c-4777-4988-adbe-c4b9ac1d88b2 req-2323b9d1-264d-4b2f-ac1a-c3be9debb838 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:27.853915 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49da411c-4777-4988-adbe-c4b9ac1d88b2 req-2323b9d1-264d-4b2f-ac1a-c3be9debb838 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 950 time: 0.1611187 Nov 19 18:51:27.896452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a99e633e-6065-4c1c-b30a-3eb006cae3c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a3bcc08f2da4e3492bc63316fbf67f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160018 Nov 19 18:51:27.897281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56808) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:27.906614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:27.915860 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.922797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e633e-6065-4c1c-b30a-3eb006cae3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad68a1dc-5c20-4501-b9cf-14ca3553d81c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:27.929555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Transition to ACTIVE for port object 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:51:27.936834 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:27.995101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Pushing event updated for resources: {'Port': ['ID=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:28.039371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49da411c-4777-4988-adbe-c4b9ac1d88b2 req-d04b21dd-72db-4edd-bfe6-b6a4fa949068 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728551 Nov 19 18:51:28.083945 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.087642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4950f532-2162-4f52-b6d1-718233f3cc42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.117015 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.117678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.143207 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4950f532-2162-4f52-b6d1-718233f3cc42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.247048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7e5a9344-33a2-4e80-93d0-5e222fa133bb up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:28.279789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Pushing event updated for resources: {'Port': ['ID=70b7945b-4587-4c5a-a440-a6536a3e497d,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:28.294975 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device baefee94-1ce2-4ef0-bf87-68d817c870f4 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:28.306875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Attempting to bind port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:28.307244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Attempting to bind port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:28.307517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Attempting to bind port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 on network 190f90f4-6494-4ae7-9af5-5eccd545f615 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:28.343801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 on network 190f90f4-6494-4ae7-9af5-5eccd545f615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:28.344103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Attempting to bind port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 on network 190f90f4-6494-4ae7-9af5-5eccd545f615 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:28.354616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:28.354972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Checking segment: {'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:28.355324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Bound using segment: {'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:28.355757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Bound port: 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:28.356098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.362194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7e5a9344-33a2-4e80-93d0-5e222fa133bb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:28.362579 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.362686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-fe4a897a-12c0-4466-9d86-2e2090f24186 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:28.364914 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-fe4a897a-12c0-4466-9d86-2e2090f24186 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.2446756 Nov 19 18:51:28.369488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe8a56-2f0e-4551-b597-e7640d43bf57 req-3c3f1188-b558-4918-8532-8af02279b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:28.370451 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-debe8a56-2f0e-4551-b597-e7640d43bf57 req-3c3f1188-b558-4918-8532-8af02279b2fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=74dc2baa-2c5b-4a81-81c3-33bbd113e773 HTTP/1.1" status: 200 len: 1097 time: 0.1615400 Nov 19 18:51:28.383357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Network 3f154e80-8d32-4a52-a208-33b993387041 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:28.386501 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4950f532-2162-4f52-b6d1-718233f3cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.391238 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4950f532-2162-4f52-b6d1-718233f3cc42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.395781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4950f532-2162-4f52-b6d1-718233f3cc42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad68a1dc-5c20-4501-b9cf-14ca3553d81c HTTP/1.1" status: 204 len: 168 time: 0.4834883 Nov 19 18:51:28.396427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port baefee94-1ce2-4ef0-bf87-68d817c870f4 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:51:28.399817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:28.405462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port baefee94-1ce2-4ef0-bf87-68d817c870f4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:28.405707 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.507370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539996b-630e-4d4f-b121-2d4d660fd502 req-98cee5ba-a664-4705-abe5-cfe57edc6ee3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:28.516269 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7539996b-630e-4d4f-b121-2d4d660fd502 req-98cee5ba-a664-4705-abe5-cfe57edc6ee3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.3058589 Nov 19 18:51:28.525669 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.585877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 7e5a9344-33a2-4e80-93d0-5e222fa133bb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7e5a9344-33a2-4e80-93d0-5e222fa133bb,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:28.609603 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.687709 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=7e5a9344-33a2-4e80-93d0-5e222fa133bb,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:28.700329 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.761918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port baefee94-1ce2-4ef0-bf87-68d817c870f4, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=baefee94-1ce2-4ef0-bf87-68d817c870f4,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:28.771685 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.815773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec49cc8-3ec0-41d4-b373-de5305753a76 req-e98f777f-7af2-4524-887a-5f2f47c546ba tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:28.818746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1ec49cc8-3ec0-41d4-b373-de5305753a76 req-e98f777f-7af2-4524-887a-5f2f47c546ba tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 944 time: 0.5875878 Nov 19 18:51:28.821654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950f532-2162-4f52-b6d1-718233f3cc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad68a1dc-5c20-4501-b9cf-14ca3553d81c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:28.835200 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-debe8a56-2f0e-4551-b597-e7640d43bf57 req-8660daa8-6cc4-4f75-b1e5-39745bfcb0e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440086 Nov 19 18:51:28.856443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=baefee94-1ce2-4ef0-bf87-68d817c870f4,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:28.867383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b3544b73-3aeb-45ba-8c3b-4567ebedbbad None None] Provisioning complete for port 70b7945b-4587-4c5a-a440-a6536a3e497d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:28.867755 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b3544b73-3aeb-45ba-8c3b-4567ebedbbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:28.899481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1ec49cc8-3ec0-41d4-b373-de5305753a76 req-e581b59b-f575-49ca-afb2-56b969b6b82e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723839 Nov 19 18:51:28.908484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b3544b73-3aeb-45ba-8c3b-4567ebedbbad None None] Port 70b7945b-4587-4c5a-a440-a6536a3e497d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:51:28.954685 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7539996b-630e-4d4f-b121-2d4d660fd502 req-ee294bb0-a8cc-4834-a6d3-5263f7ebf778 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326878 Nov 19 18:51:28.989139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Router 21445abc-2b1d-4869-9b71-23fe54acc050 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:51:28.996421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9e7f4d80-3b22-4ca6-b567-d3450d6330bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:28.997958 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-9e7f4d80-3b22-4ca6-b567-d3450d6330bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b HTTP/1.1" status: 200 len: 1095 time: 0.6153531 Nov 19 18:51:29.016332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] For port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:29.020915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] For port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:29.030422 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:29.095138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202f5432-628c-4025-886a-32f594f1b724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baefee94-1ce2-4ef0-bf87-68d817c870f4'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:29.095834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:29.096451 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:29.097768 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc17744-2033-4941-906a-cb3350724dd4" -d '{"events": [{"server_uuid": "202f5432-628c-4025-886a-32f594f1b724", "name": "network-vif-plugged", "status": "completed", "tag": "baefee94-1ce2-4ef0-bf87-68d817c870f4"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:29.098245 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] 10.222.0.21 "PUT /v2.0/ports/0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 HTTP/1.1" status: 200 len: 1092 time: 1.8138058 Nov 19 18:51:29.115642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ce5153-f87c-4ca3-9e57-37eefa1906a3', 'tag': '0c643cae-7fe8-45c5-81bc-b5d5bf9ba594'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:29.115642 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa84fd38-272f-4b51-aa13-38463c135b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ce5153-f87c-4ca3-9e57-37eefa1906a3", "tag": "0c643cae-7fe8-45c5-81bc-b5d5bf9ba594"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:29.174240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:51:29.189456 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c99bcc7f-67c3-48a4-9898-9584d358e552 admin admin] 10.222.0.50 "PUT /v2.0/routers/21445abc-2b1d-4869-9b71-23fe54acc050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7786572 Nov 19 18:51:29.227473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e043a-8eda-4484-8ecc-22fc917abe4d req-ef83556c-7f4b-48d8-bdad-e183bc7040f4 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:29.229065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-189e043a-8eda-4484-8ecc-22fc917abe4d req-ef83556c-7f4b-48d8-bdad-e183bc7040f4 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 945 time: 0.1220939 Nov 19 18:51:29.278532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d62542-5392-472a-8eb1-53567fff4b47 service neutron] Pushing event updated for resources: {'Port': ['ID=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:29.305535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f4521-a1fa-4027-828a-7f46136c6340 req-26f166b4-e315-4f4b-be77-bd841fb26025 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:29.308436 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-189e043a-8eda-4484-8ecc-22fc917abe4d req-b2ec9523-7a2d-477e-81ce-a0c3f1f336c1 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727696 Nov 19 18:51:29.315554 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a59f4521-a1fa-4027-828a-7f46136c6340 req-26f166b4-e315-4f4b-be77-bd841fb26025 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 944 time: 0.2417278 Nov 19 18:51:29.334548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-e5390a1f-f2b8-4db9-bf7e-24487dc49737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:29.336074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-e5390a1f-f2b8-4db9-bf7e-24487dc49737 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 1095 time: 0.2079282 Nov 19 18:51:29.401648 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:29.463327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100421c9-46d7-46c1-9088-8da76b92b50a req-f7efdb60-9a36-4a80-ad67-7a8a048be621 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:29.475684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-100421c9-46d7-46c1-9088-8da76b92b50a req-f7efdb60-9a36-4a80-ad67-7a8a048be621 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 950 time: 0.0901260 Nov 19 18:51:29.523015 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-f05b1dbd-407b-4c95-8624-ba92a213b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:29.524514 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-f05b1dbd-407b-4c95-8624-ba92a213b959 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9094450c56d347b5a262e0075e67da73&device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 1095 time: 0.3758991 Nov 19 18:51:29.535279 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a59f4521-a1fa-4027-828a-7f46136c6340 req-ecfb9817-c6a1-40fa-9a87-aa6db4756a84 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179148 Nov 19 18:51:29.536004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-becfa385-8819-4225-ace2-82bfe0eba1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:29.537392 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-becfa385-8819-4225-ace2-82bfe0eba1f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.1687250 Nov 19 18:51:29.543725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-100421c9-46d7-46c1-9088-8da76b92b50a req-1f81ddf2-f01b-419a-9e3c-743fddf11238 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669665 Nov 19 18:51:29.614099 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d430d6e1-d7e9-4c89-97b3-c813c97fba87 x-openstack-request-id: req-d430d6e1-d7e9-4c89-97b3-c813c97fba87 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:29.614838 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202f5432-628c-4025-886a-32f594f1b724", "name": "network-vif-plugged", "status": "completed", "tag": "baefee94-1ce2-4ef0-bf87-68d817c870f4", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:29.615223 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d430d6e1-d7e9-4c89-97b3-c813c97fba87 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:29.615690 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202f5432-628c-4025-886a-32f594f1b724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baefee94-1ce2-4ef0-bf87-68d817c870f4', 'code': 200} Nov 19 18:51:29.661796 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-ee9e0804-e689-4aeb-8180-e2897d978806 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51 HTTP/1.1" status: 200 len: 217 time: 0.1140580 Nov 19 18:51:29.663470 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3763c2d6-3c65-47e7-ae51-edab2803b6a3 x-openstack-request-id: req-3763c2d6-3c65-47e7-ae51-edab2803b6a3 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:29.663771 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ce5153-f87c-4ca3-9e57-37eefa1906a3", "tag": "0c643cae-7fe8-45c5-81bc-b5d5bf9ba594", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:29.664026 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3763c2d6-3c65-47e7-ae51-edab2803b6a3 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:29.664409 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ce5153-f87c-4ca3-9e57-37eefa1906a3', 'tag': '0c643cae-7fe8-45c5-81bc-b5d5bf9ba594', 'status': 'completed', 'code': 200} Nov 19 18:51:29.665806 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-74c9e01f-4ff6-4a0a-9aaf-757412252bba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 HTTP/1.1" status: 200 len: 217 time: 0.1274681 Nov 19 18:51:29.792999 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-1f211139-2979-4f95-b24a-b6e1c3fd845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:29.794636 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-1f211139-2979-4f95-b24a-b6e1c3fd845e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c303d6f-9d58-4ddf-b402-95b178ced043 HTTP/1.1" status: 200 len: 862 time: 0.1213937 Nov 19 18:51:29.796022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Sync routers for ids ['21445abc-2b1d-4869-9b71-23fe54acc050'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:51:29.803367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-910aab13-fb77-481d-b5df-5790fe3e52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:29.804822 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-910aab13-fb77-481d-b5df-5790fe3e52b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.1026285 Nov 19 18:51:29.809149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Routers {'21445abc-2b1d-4869-9b71-23fe54acc050'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:29.809824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:51:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21445abc-2b1d-4869-9b71-23fe54acc050'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:29.835928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-0c2d6dc4-a184-4215-8884-75acaef28e06 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=190f90f4-6494-4ae7-9af5-5eccd545f615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301313 Nov 19 18:51:29.890060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a90d6-400d-402b-b1a6-39e677148433 req-485e680e-b900-458a-8852-e0a54dcc0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:29.892411 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8d1a90d6-400d-402b-b1a6-39e677148433 req-485e680e-b900-458a-8852-e0a54dcc0bf0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 1096 time: 0.1885974 Nov 19 18:51:29.895129 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-a3955826-ee28-4ee0-a108-16f352a6a318 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576341 Nov 19 18:51:30.020510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Set router 21445abc-2b1d-4869-9b71-23fe54acc050 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:30.125558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8d1a90d6-400d-402b-b1a6-39e677148433 req-0a274b2d-dbb9-4dad-9ca9-916be4601d18 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980553 Nov 19 18:51:30.169096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6809497-1656-4466-af10-049a62108030 req-f28e8260-cb45-4281-852c-e19d30b63670 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:30.171020 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6809497-1656-4466-af10-049a62108030 req-f28e8260-cb45-4281-852c-e19d30b63670 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.0998423 Nov 19 18:51:30.194211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7e5a9344-33a2-4e80-93d0-5e222fa133bb up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:30.242358 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-5e44dbf3-c5a8-4b0b-8ee7-8fd183ee175b service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170455 Nov 19 18:51:30.258725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f444b-7c14-424c-bdb5-0816a0b210aa req-168d5477-3f57-45a5-9d80-2985234083a6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:30.260378 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b82f444b-7c14-424c-bdb5-0816a0b210aa req-168d5477-3f57-45a5-9d80-2985234083a6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 944 time: 0.2323470 Nov 19 18:51:30.262569 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-29e4e046-101e-4666-8861-16ef9cd19a90 service neutron] 10.222.0.21 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156418 Nov 19 18:51:30.266613 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6809497-1656-4466-af10-049a62108030 req-23f2c909-5004-43ff-83ff-6e11ab786a01 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858824 Nov 19 18:51:30.309630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56876) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:30.319150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-network', 'tenant_id': '13325daad5ac496ca560820b74a08ad9'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:30.357016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Made reservation on behalf of 13325daad5ac496ca560820b74a08ad9 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:30.368428 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:30.389639 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:30.454472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7e5a9344-33a2-4e80-93d0-5e222fa133bb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:30.455026 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:30.533894 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:51:30.566689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-router', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:21Z', 'updated_at': '2021-11-19T18:51:27Z', 'revision_number': 4, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'gw_port': {'id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:22Z', 'updated_at': '2021-11-19T18:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '70b7945b-4587-4c5a-a440-a6536a3e497d', 'name': '', 'network_id': '3f154e80-8d32-4a52-a208-33b993387041', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'mac_address': 'fa:16:3e:04:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '1bbad599-33e2-4740-8994-ab2d46b59a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:26Z', 'updated_at': '2021-11-19T18:51:27Z', 'revision_number': 2, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'subnets': [{'id': '1bbad599-33e2-4740-8994-ab2d46b59a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:30.591400 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:30.600442 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:30.626992 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b82f444b-7c14-424c-bdb5-0816a0b210aa req-b9bbdc1b-1ab0-4099-8d56-14bf9e1447ce tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559706 Nov 19 18:51:30.672271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:51:30.700387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0470ca1e-4d10-4596-8919-616e31c9d85d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:30.706115 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:30.706331 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Added segment 4565a4b0-905c-40f2-8148-c7883fd9f26d of type vlan for network 3b34fc18-849c-482f-a09a-b9d7c677bf1b Nov 19 18:51:30.742893 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83b43990-bd50-4a15-9616-64c30f0851d1 req-2f94d811-100e-4d4b-9466-37392833e701 service neutron] 10.222.0.21 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616480 Nov 19 18:51:30.744739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Checking router: 21445abc-2b1d-4869-9b71-23fe54acc050 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:51:30.745224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Updating router 21445abc-2b1d-4869-9b71-23fe54acc050 port 70b7945b-4587-4c5a-a440-a6536a3e497d binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:51:30.773544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6a300-5bdd-42e8-8a18-2186c859ddb9 req-71b9f7c6-be76-4829-9c09-8867756791a9 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:30.776585 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49b6a300-5bdd-42e8-8a18-2186c859ddb9 req-71b9f7c6-be76-4829-9c09-8867756791a9 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.57 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 950 time: 0.3543839 Nov 19 18:51:30.809569 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:30.818195 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:30.851765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:30.853241 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:30.854147 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:30.931940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-43ba3da6-6678-4f77-b1c4-d21811dbc0e2 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548458 Nov 19 18:51:30.973327 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6616614 Nov 19 18:51:30.976114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56892) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:30.982537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] Request body: {'subnet': {'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-subnet', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:30.991522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6716-ef23-4867-a121-a1667d218f99 admin admin] Pushing event updated for resources: {'Network': ['ID=3b34fc18-849c-482f-a09a-b9d7c677bf1b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:30.994277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84fd38-272f-4b51-aa13-38463c135b6d req-7a21e7ec-315d-40cc-9669-9168de4fa485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:30.996468 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa84fd38-272f-4b51-aa13-38463c135b6d req-7a21e7ec-315d-40cc-9669-9168de4fa485 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9094450c56d347b5a262e0075e67da73&device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 1095 time: 0.1708024 Nov 19 18:51:31.007019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1662a4a-4411-4d2b-af31-62b26013d578 req-978c0f77-271e-4998-b9e3-e35956e7b897 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:31.009116 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b1662a4a-4411-4d2b-af31-62b26013d578 req-978c0f77-271e-4998-b9e3-e35956e7b897 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 945 time: 0.2305911 Nov 19 18:51:31.039518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] Made reservation on behalf of 13325daad5ac496ca560820b74a08ad9 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:31.042154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] Publish callbacks [] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.101516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84fd38-272f-4b51-aa13-38463c135b6d req-019b6768-0f5a-4e86-8d47-c0cc7382669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:31.103037 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa84fd38-272f-4b51-aa13-38463c135b6d req-019b6768-0f5a-4e86-8d47-c0cc7382669a service neutron] 10.222.0.21 "GET /v2.0/networks?id=190f90f4-6494-4ae7-9af5-5eccd545f615 HTTP/1.1" status: 200 len: 923 time: 0.0934417 Nov 19 18:51:31.136918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e731b8-e53b-482d-9ffc-d9406b2495ba req-60046049-da72-441e-8e08-45fc7dbb05bb tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:31.146132 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1e731b8-e53b-482d-9ffc-d9406b2495ba req-60046049-da72-441e-8e08-45fc7dbb05bb tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1100 time: 0.1187832 Nov 19 18:51:31.176546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a1e731b8-e53b-482d-9ffc-d9406b2495ba req-73412318-f20b-4134-a3a9-f797e5b82455 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.181898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 3b34fc18-849c-482f-a09a-b9d7c677bf1b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:51:31.234210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b1662a4a-4411-4d2b-af31-62b26013d578 req-8353da28-1441-4efe-99d8-3741ac0fecb9 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289148 Nov 19 18:51:31.235870 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa84fd38-272f-4b51-aa13-38463c135b6d req-33258816-c82f-49f8-98c6-d5515d784418 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 HTTP/1.1" status: 200 len: 217 time: 0.1211460 Nov 19 18:51:31.241515 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.247891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-49b6a300-5bdd-42e8-8a18-2186c859ddb9 req-c3dfa836-66e2-4f09-825e-27395277f24b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Deleting port 3135783e-94d7-4047-b38c-523561106f25 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:31.248611 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-49b6a300-5bdd-42e8-8a18-2186c859ddb9 req-c3dfa836-66e2-4f09-825e-27395277f24b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.269954 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.370959 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a1e731b8-e53b-482d-9ffc-d9406b2495ba req-73412318-f20b-4134-a3a9-f797e5b82455 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.376524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1891c4-f78e-44e4-9412-409c85fe76ca None None] Pushing event updated for resources: {'Port': ['ID=70b7945b-4587-4c5a-a440-a6536a3e497d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:31.382159 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a1e731b8-e53b-482d-9ffc-d9406b2495ba req-73412318-f20b-4134-a3a9-f797e5b82455 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.436327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Attempting to bind port 70b7945b-4587-4c5a-a440-a6536a3e497d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:31.436790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Attempting to bind port 70b7945b-4587-4c5a-a440-a6536a3e497d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:31.437450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Attempting to bind port 70b7945b-4587-4c5a-a440-a6536a3e497d on network 3f154e80-8d32-4a52-a208-33b993387041 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:31.444814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:31.445546 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Checking segment: {'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:31.446334 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.447027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Bound using segment: {'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:31.448074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Bound port: 70b7945b-4587-4c5a-a440-a6536a3e497d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:31.448537 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.482244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412318-f20b-4134-a3a9-f797e5b82455 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d31b269-e44b-47d8-9d3b-2a955acbd339,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:31.498037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84fd38-272f-4b51-aa13-38463c135b6d req-df0fedeb-9973-424f-badc-bedd4a48b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:31.499518 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa84fd38-272f-4b51-aa13-38463c135b6d req-df0fedeb-9973-424f-badc-bedd4a48b44d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c303d6f-9d58-4ddf-b402-95b178ced043 HTTP/1.1" status: 200 len: 862 time: 0.2440386 Nov 19 18:51:31.527033 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1e731b8-e53b-482d-9ffc-d9406b2495ba req-73412318-f20b-4134-a3a9-f797e5b82455 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798079 Nov 19 18:51:31.571647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] For port 70b7945b-4587-4c5a-a440-a6536a3e497d, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:31.577450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] For port 70b7945b-4587-4c5a-a440-a6536a3e497d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=70b7945b-4587-4c5a-a440-a6536a3e497d,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:31.585258 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.620911 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa84fd38-272f-4b51-aa13-38463c135b6d req-9ff9c852-1165-4f08-bacf-8b985f643f96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=190f90f4-6494-4ae7-9af5-5eccd545f615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069014 Nov 19 18:51:31.670829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Routers {'21445abc-2b1d-4869-9b71-23fe54acc050'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:31.671675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:51:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21445abc-2b1d-4869-9b71-23fe54acc050'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:31.698269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d502146-4eb8-4cc0-b7a3-9ea924aea99d req-476ce64e-0243-4247-8699-a254f917cc8b tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:31.711940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8d502146-4eb8-4cc0-b7a3-9ea924aea99d req-476ce64e-0243-4247-8699-a254f917cc8b tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 944 time: 0.3412235 Nov 19 18:51:31.731733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1891c4-f78e-44e4-9412-409c85fe76ca None None] Pushing event updated for resources: {'Port': ['ID=70b7945b-4587-4c5a-a440-a6536a3e497d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:31.731978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-cb6c0368-6899-4aed-b79b-d7e0fb556f96 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:31.731978 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-cb6c0368-6899-4aed-b79b-d7e0fb556f96 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.4214883 Nov 19 18:51:31.764215 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.789888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dca268-bd72-4a55-8c98-1f7f4b3f2e0b req-387be58e-dfe9-4b98-b038-f9ab609703fa tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:31.797917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-90dca268-bd72-4a55-8c98-1f7f4b3f2e0b req-387be58e-dfe9-4b98-b038-f9ab609703fa tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 950 time: 0.1722429 Nov 19 18:51:31.897719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-49b6a300-5bdd-42e8-8a18-2186c859ddb9 req-c3dfa836-66e2-4f09-825e-27395277f24b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] For port 3135783e-94d7-4047-b38c-523561106f25, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3135783e-94d7-4047-b38c-523561106f25,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:31.898368 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-49b6a300-5bdd-42e8-8a18-2186c859ddb9 req-c3dfa836-66e2-4f09-825e-27395277f24b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:31.915366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a900919-ae48-4a59-88ce-54cc809d9ae7,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:31.962460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-90dca268-bd72-4a55-8c98-1f7f4b3f2e0b req-c1fc362b-3c37-4e77-9723-235a1abfde33 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/security-groups?id=e36e64d6-a0b5-4521-aef2-d67794742311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635311 Nov 19 18:51:31.967080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] Checking segment: {'id': '4565a4b0-905c-40f2-8148-c7883fd9f26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:31.967444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] Network hostable DHCP agents. Network: 3b34fc18-849c-482f-a09a-b9d7c677bf1b, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:51:32.013188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] Network 3b34fc18-849c-482f-a09a-b9d7c677bf1b is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:51:32.036836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 3b34fc18-849c-482f-a09a-b9d7c677bf1b) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:32.041499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:32.042266 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.073978 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-75d755ec-988d-43d3-be3f-dc73bfbe107d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0942571 Nov 19 18:51:32.077452 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56912) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:32.082005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-router', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:32.108109 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b59b23-dd64-41f9-b01f-621dc972be40 None None] Network 3b34fc18-849c-482f-a09a-b9d7c677bf1b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:32.124066 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.125594 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.127200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4bf914dc-5108-4a4f-8649-d519047fe760 None None] Provisioning complete for port 70b7945b-4587-4c5a-a440-a6536a3e497d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:32.127840 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4bf914dc-5108-4a4f-8649-d519047fe760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.207824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.213694 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-49b6a300-5bdd-42e8-8a18-2186c859ddb9 req-c3dfa836-66e2-4f09-825e-27395277f24b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Calling delete_port for 3135783e-94d7-4047-b38c-523561106f25 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:32.257876 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8d502146-4eb8-4cc0-b7a3-9ea924aea99d req-5a6053b1-ff52-4e0b-8d81-47509b7123f9 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444500 Nov 19 18:51:32.263308 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] Set router 21445abc-2b1d-4869-9b71-23fe54acc050 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:32.397090 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.505738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-d14f9914-aeef-4b13-8cbc-e4147935fd10 service neutron] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:32.508984 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa84fd38-272f-4b51-aa13-38463c135b6d req-d562f29f-23db-429b-b6ec-94fbbc9961c9 service neutron] 10.222.0.21 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8697226 Nov 19 18:51:32.516277 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-d14f9914-aeef-4b13-8cbc-e4147935fd10 service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.517220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7db6bd8-dc87-4dbb-943d-44d5bfbd0755 req-d14f9914-aeef-4b13-8cbc-e4147935fd10 service neutron] 10.222.0.57 "DELETE /v2.0/ports/8f5757ff-274a-4be4-bb54-22c323b5ba51/bindings/n-h2-815373-6 HTTP/1.1" status: 204 len: 173 time: 0.6894360 Nov 19 18:51:32.579848 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4bf914dc-5108-4a4f-8649-d519047fe760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.595954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2940-66fd-41f2-b7ab-6d82ad1a01e8 req-084d8b29-b7d8-4f68-88e9-48ebe3f893f0 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:32.598697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10dc2940-66fd-41f2-b7ab-6d82ad1a01e8 req-084d8b29-b7d8-4f68-88e9-48ebe3f893f0 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 944 time: 0.2531533 Nov 19 18:51:32.625726 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-49b6a300-5bdd-42e8-8a18-2186c859ddb9 req-c3dfa836-66e2-4f09-825e-27395277f24b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.666544 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4bf914dc-5108-4a4f-8649-d519047fe760 None None] For port 70b7945b-4587-4c5a-a440-a6536a3e497d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=70b7945b-4587-4c5a-a440-a6536a3e497d,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:32.672152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-3b34fc18-849c-482f-a09a-b9d7c677bf1b', 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'fixed_ips': [{'subnet_id': '4a900919-ae48-4a59-88ce-54cc809d9ae7'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:51:32.673525 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.683680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfa836-66e2-4f09-825e-27395277f24b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Pushing event deleted for resources: {'Port': ['ID=3135783e-94d7-4047-b38c-523561106f25,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:32.739437 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4bf914dc-5108-4a4f-8649-d519047fe760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.750921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa84fd38-272f-4b51-aa13-38463c135b6d req-b696c0f2-074b-4e41-91b2-58429c9f8999 service neutron] 10.222.0.21 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327423 Nov 19 18:51:32.771011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10dc2940-66fd-41f2-b7ab-6d82ad1a01e8 req-60c87eb0-478a-4765-b181-ea246ad5c3d1 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609638 Nov 19 18:51:32.773932 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.795858 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b6a300-5bdd-42e8-8a18-2186c859ddb9 req-c3dfa836-66e2-4f09-825e-27395277f24b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] No DVR routers for this DVR port 3135783e-94d7-4047-b38c-523561106f25 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:51:32.799656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-49b6a300-5bdd-42e8-8a18-2186c859ddb9 req-c3dfa836-66e2-4f09-825e-27395277f24b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.805035 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49b6a300-5bdd-42e8-8a18-2186c859ddb9 req-c3dfa836-66e2-4f09-825e-27395277f24b tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.57 "DELETE /v2.0/ports/3135783e-94d7-4047-b38c-523561106f25 HTTP/1.1" status: 204 len: 173 time: 2.0011108 Nov 19 18:51:32.805483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116984db-760f-4a20-b1d6-ab960395e2eb', 'name': 'network-vif-deleted', 'tag': '3135783e-94d7-4047-b38c-523561106f25'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:32.811413 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bc7bb9-fb36-4fcf-9948-6361103820d3" -d '{"events": [{"server_uuid": "116984db-760f-4a20-b1d6-ab960395e2eb", "name": "network-vif-deleted", "tag": "3135783e-94d7-4047-b38c-523561106f25"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:32.813093 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.834171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-bb18bd13-68b0-480a-bf53-2bb81726ee4f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982969 Nov 19 18:51:32.860171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-a3a40dec-1604-41c3-9da6-19e737cf1a6f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:51:32.868858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-a3a40dec-1604-41c3-9da6-19e737cf1a6f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166161 Nov 19 18:51:32.999111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-156eabd1-be25-4beb-84ec-dacbfe959e08 None None] Provisioning complete for port 70b7945b-4587-4c5a-a440-a6536a3e497d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:32.999676 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-156eabd1-be25-4beb-84ec-dacbfe959e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:33.001616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf914dc-5108-4a4f-8649-d519047fe760 None None] Pushing event updated for resources: {'Port': ['ID=70b7945b-4587-4c5a-a440-a6536a3e497d,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:33.089671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0fd5f-e110-48db-a7cf-bea2993f615c req-7487b466-32c8-4214-ae5c-2897f7990308 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:33.099603 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cfd0fd5f-e110-48db-a7cf-bea2993f615c req-7487b466-32c8-4214-ae5c-2897f7990308 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 945 time: 0.1197312 Nov 19 18:51:33.126217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-router', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:21Z', 'updated_at': '2021-11-19T18:51:27Z', 'revision_number': 4, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'gw_port': {'id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:22Z', 'updated_at': '2021-11-19T18:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '70b7945b-4587-4c5a-a440-a6536a3e497d', 'name': '', 'network_id': '3f154e80-8d32-4a52-a208-33b993387041', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'mac_address': 'fa:16:3e:04:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '1bbad599-33e2-4740-8994-ab2d46b59a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:26Z', 'updated_at': '2021-11-19T18:51:31Z', 'revision_number': 4, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'subnets': [{'id': '1bbad599-33e2-4740-8994-ab2d46b59a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:33.130728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Allocated IP 172.25.3.13 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/b034f7ef-aa51-4c37-a02c-6bd37ea939f3) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:33.161738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d612fd8-e356-48d6-a191-2adc0bda2d03 None None] The sync data for ids ['21445abc-2b1d-4869-9b71-23fe54acc050'] in n-d-815373-6 is: [{'id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-router', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:21Z', 'updated_at': '2021-11-19T18:51:27Z', 'revision_number': 4, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'gw_port': {'id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:22Z', 'updated_at': '2021-11-19T18:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '70b7945b-4587-4c5a-a440-a6536a3e497d', 'name': '', 'network_id': '3f154e80-8d32-4a52-a208-33b993387041', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'mac_address': 'fa:16:3e:04:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '1bbad599-33e2-4740-8994-ab2d46b59a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:26Z', 'updated_at': '2021-11-19T18:51:31Z', 'revision_number': 4, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'subnets': [{'id': '1bbad599-33e2-4740-8994-ab2d46b59a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:51:33.196755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Allocated IP 172.20.0.2 (3b34fc18-849c-482f-a09a-b9d7c677bf1b/4a900919-ae48-4a59-88ce-54cc809d9ae7/baf7032c-d98d-49bf-918e-68199857daef) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:33.231728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cfd0fd5f-e110-48db-a7cf-bea2993f615c req-90cbf326-b1d2-46c1-9d72-3f803928e9e5 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309667 Nov 19 18:51:33.371696 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a4925-02d0-4eaf-9a8b-2cb19a623aad x-openstack-request-id: req-595a4925-02d0-4eaf-9a8b-2cb19a623aad {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:33.372147 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116984db-760f-4a20-b1d6-ab960395e2eb", "name": "network-vif-deleted", "tag": "3135783e-94d7-4047-b38c-523561106f25", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:33.372524 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-595a4925-02d0-4eaf-9a8b-2cb19a623aad {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:33.373321 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116984db-760f-4a20-b1d6-ab960395e2eb', 'name': 'network-vif-deleted', 'tag': '3135783e-94d7-4047-b38c-523561106f25', 'status': 'completed', 'code': 200} Nov 19 18:51:33.411972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc4fc7-3a60-4794-819a-8df052918f9c req-03afcc4d-68e8-40b9-ba55-3011a5503bff tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:33.421793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97cc4fc7-3a60-4794-819a-8df052918f9c req-03afcc4d-68e8-40b9-ba55-3011a5503bff tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1067090 Nov 19 18:51:33.434071 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:33.526551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97cc4fc7-3a60-4794-819a-8df052918f9c req-f001e1bd-0615-4191-909c-a7c6ee124708 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063809 Nov 19 18:51:33.576512 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:33.640901 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-872c7498-8fce-44fe-8e60-0962ef53e966 req-07b08aa6-e403-4ed6-bd0a-1a3cd073d4d7 tempest-ServersAdminNegativeTestJSON-730338545 tempest-ServersAdminNegativeTestJSON-730338545-project] 10.222.0.50 "GET /v2.0/ports?device_id=116984db-760f-4a20-b1d6-ab960395e2eb HTTP/1.1" status: 200 len: 210 time: 0.0868359 Nov 19 18:51:33.667547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:33.679999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:33.690463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:33.748523 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:33.794713 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Pushing event updated for resources: {'Port': ['ID=b034f7ef-aa51-4c37-a02c-6bd37ea939f3,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:33.799786 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:33.890663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:33.946640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Network 3b34fc18-849c-482f-a09a-b9d7c677bf1b is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:33.947374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Pushing event updated for resources: {'Port': ['ID=baf7032c-d98d-49bf-918e-68199857daef,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:33.963644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:33.969042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:33.985041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b519c7-e31d-48df-bcb3-496c7b83e2aa req-423be4fc-49ed-4c78-91c5-36ce0f23cee7 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:34.001817 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70b519c7-e31d-48df-bcb3-496c7b83e2aa req-423be4fc-49ed-4c78-91c5-36ce0f23cee7 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 944 time: 0.0932117 Nov 19 18:51:34.110184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:34.122661 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70b519c7-e31d-48df-bcb3-496c7b83e2aa req-543f2e0e-2ab3-4b70-82d0-ce65730a516b tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179562 Nov 19 18:51:34.213108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 70b7945b-4587-4c5a-a440-a6536a3e497d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:34.237947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3e4a-91a0-4e5d-8fc1-f6810ca8c229 req-09d2bb17-3199-4fc6-93e0-8b2dd582de2c tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:34.247846 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-754d3e4a-91a0-4e5d-8fc1-f6810ca8c229 req-09d2bb17-3199-4fc6-93e0-8b2dd582de2c tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdd40391-52b5-46d7-aec4-17bd42508ec4 HTTP/1.1" status: 200 len: 945 time: 0.3962164 Nov 19 18:51:34.282298 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Attempting to bind port baf7032c-d98d-49bf-918e-68199857daef on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:34.282663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Attempting to bind port baf7032c-d98d-49bf-918e-68199857daef by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '4565a4b0-905c-40f2-8148-c7883fd9f26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:34.283027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Attempting to bind port baf7032c-d98d-49bf-918e-68199857daef on network 3b34fc18-849c-482f-a09a-b9d7c677bf1b {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:34.307120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3135783e-94d7-4047-b38c-523561106f25 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:34.319593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:34.319962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Checking segment: {'id': '4565a4b0-905c-40f2-8148-c7883fd9f26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:34.320369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:34.320768 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Bound using segment: {'id': '4565a4b0-905c-40f2-8148-c7883fd9f26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:34.321255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Bound port: baf7032c-d98d-49bf-918e-68199857daef, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4565a4b0-905c-40f2-8148-c7883fd9f26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:34.321637 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:34.342315 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-754d3e4a-91a0-4e5d-8fc1-f6810ca8c229 req-433fb40e-a360-45e6-b305-7a875806421e tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924547 Nov 19 18:51:34.343986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfffe2d-84a3-4a19-8d35-ee4147a71d69 req-4f2ed1fc-97de-4a0f-a6ac-8b2d5d93ef4e tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:34.351895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8dfffe2d-84a3-4a19-8d35-ee4147a71d69 req-4f2ed1fc-97de-4a0f-a6ac-8b2d5d93ef4e tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 1095 time: 0.0739286 Nov 19 18:51:34.374737 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 3135783e-94d7-4047-b38c-523561106f25 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:51:34.375085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3135783e-94d7-4047-b38c-523561106f25 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:34.395859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:34.467071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '0c643cae-7fe8-45c5-81bc-b5d5bf9ba594', 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615', 'port_id': '0c643cae-7fe8-45c5-81bc-b5d5bf9ba594', 'mac_address': 'fa:16:3e:90:d9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c303d6f-9d58-4ddf-b402-95b178ced043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:51:34.546752 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8dfffe2d-84a3-4a19-8d35-ee4147a71d69 req-e6a02053-2051-44d5-929a-66d3d339c19b tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933863 Nov 19 18:51:34.569616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 70b7945b-4587-4c5a-a440-a6536a3e497d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:34.569995 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:34.623878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] For port baf7032c-d98d-49bf-918e-68199857daef, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:34.642933 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:34.657002 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:34.658034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a903e-00a6-4a2d-a14b-fe377b41e4a3 req-5655380d-c0d9-4e87-ac0b-13268c62355e tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:34.666666 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-597a903e-00a6-4a2d-a14b-fe377b41e4a3 req-5655380d-c0d9-4e87-ac0b-13268c62355e tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=74dc2baa-2c5b-4a81-81c3-33bbd113e773 HTTP/1.1" status: 200 len: 946 time: 0.1093760 Nov 19 18:51:34.684035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] For port baf7032c-d98d-49bf-918e-68199857daef, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=baf7032c-d98d-49bf-918e-68199857daef,segment=NetworkSegment(4565a4b0-905c-40f2-8148-c7883fd9f26d),segment_id=4565a4b0-905c-40f2-8148-c7883fd9f26d)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:34.692616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:34.698705 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:34.791734 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-597a903e-00a6-4a2d-a14b-fe377b41e4a3 req-e74a850c-c8db-4ed6-9a8d-6e6d5597a402 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235704 Nov 19 18:51:34.933722 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077ebdc-45f1-4e59-ae68-704e4b8e3036 req-b9661a72-14b7-4628-bad3-8bb724ed7047 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:34.935860 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3077ebdc-45f1-4e59-ae68-704e4b8e3036 req-b9661a72-14b7-4628-bad3-8bb724ed7047 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1393814 Nov 19 18:51:35.002614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Router ec7581d9-95b2-487a-8dc0-2d983e201753 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:51:35.062256 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3077ebdc-45f1-4e59-ae68-704e4b8e3036 req-7c6388ab-4aff-404a-b59e-b6ae6fc05102 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186426 Nov 19 18:51:35.071801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daae00-60e8-4263-a967-a09b09a02302 req-cf085594-d14d-47eb-bff1-225ff5a9ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:35.085715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-cf085594-d14d-47eb-bff1-225ff5a9ef21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1100 time: 0.1260519 Nov 19 18:51:35.107892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:35.114257 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b483b-237c-4e1f-b800-1c4403497fa3 None None] Pushing event updated for resources: {'Port': ['ID=baf7032c-d98d-49bf-918e-68199857daef,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:35.134045 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:35.339350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:35.359788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daae00-60e8-4263-a967-a09b09a02302 req-45bf7b2e-7fdb-4609-ba12-d1ba7505c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:35.361291 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-45bf7b2e-7fdb-4609-ba12-d1ba7505c196 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2576845 Nov 19 18:51:35.386632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0c643cae-7fe8-45c5-81bc-b5d5bf9ba594'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:35.495896 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-80de5a14-b0b6-427f-8305-8b9677657deb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 200 len: 217 time: 0.1266315 Nov 19 18:51:35.585390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57022) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:35.660385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daae00-60e8-4263-a967-a09b09a02302 req-ab68c5e2-dbfa-4d59-8126-b375f19df75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:35.661837 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-ab68c5e2-dbfa-4d59-8126-b375f19df75b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1576624 Nov 19 18:51:35.689425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454116e1-8f27-4fe5-b2cb-ffafe9cd699d req-60321d4e-03db-4d57-868b-0bc1fe5df950 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:35.697637 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-454116e1-8f27-4fe5-b2cb-ffafe9cd699d req-60321d4e-03db-4d57-868b-0bc1fe5df950 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 945 time: 0.1060026 Nov 19 18:51:35.798561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daae00-60e8-4263-a967-a09b09a02302 req-756c069f-94e9-42cb-9e70-1311f3b881fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:35.800633 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-756c069f-94e9-42cb-9e70-1311f3b881fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294165 Nov 19 18:51:35.809226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-454116e1-8f27-4fe5-b2cb-ffafe9cd699d req-11c6b8f3-37a5-46da-bece-b38c7186994b tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105130 Nov 19 18:51:35.823930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:51:35.845564 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Sync routers for ids ['ec7581d9-95b2-487a-8dc0-2d983e201753'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:51:35.863716 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Routers {'ec7581d9-95b2-487a-8dc0-2d983e201753'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:35.864344 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:51:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ec7581d9-95b2-487a-8dc0-2d983e201753'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:35.913964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bf0b6f47-690e-4b9a-8973-5887943c637d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68815ee438b44d2c9d206241cb4483bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149564 Nov 19 18:51:35.914193 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:35.914193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3da93144-9d50-4f18-a8ef-12cf9afc4f16 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8336210 Nov 19 18:51:35.914553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57026) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:35.915122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57028) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:35.984897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-a53efeb0-4ded-4a1d-a8bb-ef5d6a1c4a2d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:35.993076 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-a53efeb0-4ded-4a1d-a8bb-ef5d6a1c4a2d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 820 time: 0.7707267 Nov 19 18:51:35.996760 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-f014ce1c-b725-44bb-920e-ad3f9bc19591 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865070 Nov 19 18:51:36.039524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-dbf402d2-8481-4def-828e-a40decf7e0f6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/quotas/c39e2d28a4ba4ad4a87b739cbc13687b HTTP/1.1" status: 200 len: 375 time: 0.0443270 Nov 19 18:51:36.121607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fcca2-70ca-48e7-afba-a385538fc360 req-e7534ac4-5b8d-434a-8cae-c23ea742df75 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:36.125429 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-146fcca2-70ca-48e7-afba-a385538fc360 req-e7534ac4-5b8d-434a-8cae-c23ea742df75 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=74dc2baa-2c5b-4a81-81c3-33bbd113e773 HTTP/1.1" status: 200 len: 946 time: 0.1736128 Nov 19 18:51:36.129645 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Set router ec7581d9-95b2-487a-8dc0-2d983e201753 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:36.174345 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9938118b-759d-4d27-993d-b92322404df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:36.187334 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-146fcca2-70ca-48e7-afba-a385538fc360 req-1b19aa7e-06cc-4d2d-8ffd-f4757965fa94 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527017 Nov 19 18:51:36.200297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-3036b03b-4bd1-483a-b5b9-90c477bf15e7 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938176 Nov 19 18:51:36.218575 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9938118b-759d-4d27-993d-b92322404df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:36.272728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device baf7032c-d98d-49bf-918e-68199857daef up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:36.285360 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-ede6e496-f6ee-436d-a13a-c814c76d31e4 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2244077 Nov 19 18:51:36.370069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port baf7032c-d98d-49bf-918e-68199857daef triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:36.370655 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:36.478577 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-router', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:33Z', 'revision_number': 3, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'gw_port': {'id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:36.479887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e27d3-2808-4dd3-9a78-4ab023a796ee req-5e3f76f5-ca49-4d40-9c85-3e1a661276b5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:36.489346 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b94e27d3-2808-4dd3-9a78-4ab023a796ee req-5e3f76f5-ca49-4d40-9c85-3e1a661276b5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.0693297 Nov 19 18:51:36.550288 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Checking router: ec7581d9-95b2-487a-8dc0-2d983e201753 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:51:36.551883 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Updating router ec7581d9-95b2-487a-8dc0-2d983e201753 port b034f7ef-aa51-4c37-a02c-6bd37ea939f3 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:51:36.559368 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:36.561012 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b94e27d3-2808-4dd3-9a78-4ab023a796ee req-cc0ba846-90d3-4977-99f8-4db8bf0775b5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703566 Nov 19 18:51:36.572643 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9938118b-759d-4d27-993d-b92322404df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:36.575236 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9938118b-759d-4d27-993d-b92322404df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:36.576379 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9938118b-759d-4d27-993d-b92322404df8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e36e64d6-a0b5-4521-aef2-d67794742311 HTTP/1.1" status: 204 len: 168 time: 0.6607039 Nov 19 18:51:36.606848 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:36.614518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c3bfa7-26a6-4dd2-9883-993052c660bb None None] Network 3b34fc18-849c-482f-a09a-b9d7c677bf1b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:36.632159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938118b-759d-4d27-993d-b92322404df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36e64d6-a0b5-4521-aef2-d67794742311,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:36.644885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-fdcb849a-cb8d-44fd-a770-89e6edb185eb service neutron] 10.222.0.50 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585231 Nov 19 18:51:36.765573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port baf7032c-d98d-49bf-918e-68199857daef, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=baf7032c-d98d-49bf-918e-68199857daef,segment=NetworkSegment(4565a4b0-905c-40f2-8148-c7883fd9f26d),segment_id=4565a4b0-905c-40f2-8148-c7883fd9f26d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:36.792079 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:36.817143 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-5f0eaeb3-f694-42eb-9c9e-b2b5733870bd service neutron] 10.222.0.50 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713486 Nov 19 18:51:36.860932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8e27f2c0-b8cd-4b0a-8821-8530a3746d05 None None] Provisioning complete for port baf7032c-d98d-49bf-918e-68199857daef triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:36.861375 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8e27f2c0-b8cd-4b0a-8821-8530a3746d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.010828 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.029870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=baf7032c-d98d-49bf-918e-68199857daef,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:37.077342 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.089867 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.152425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f889992-57aa-4b3f-8838-c46b95e9fc58 req-c7009322-c7a3-4b4e-91ec-e1da0353e3dd tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:37.159129 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f889992-57aa-4b3f-8838-c46b95e9fc58 req-c7009322-c7a3-4b4e-91ec-e1da0353e3dd tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.57 "GET /v2.0/ports?device_id=74dc2baa-2c5b-4a81-81c3-33bbd113e773 HTTP/1.1" status: 200 len: 946 time: 0.1718166 Nov 19 18:51:37.209362 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Attempting to bind port b034f7ef-aa51-4c37-a02c-6bd37ea939f3 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:37.209766 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Attempting to bind port b034f7ef-aa51-4c37-a02c-6bd37ea939f3 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:37.210140 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Attempting to bind port b034f7ef-aa51-4c37-a02c-6bd37ea939f3 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:37.232694 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:37.236335 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:37.236685 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.237093 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:37.240162 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Bound port: b034f7ef-aa51-4c37-a02c-6bd37ea939f3, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:37.240591 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.268416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57058) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:37.337151 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cdd5a-9765-42db-924a-d66b9db4dbd0 None None] Pushing event updated for resources: {'Port': ['ID=b034f7ef-aa51-4c37-a02c-6bd37ea939f3,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:37.348180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3168eb6-eab5-438f-ac19-0a512ea3448b req-faad6954-e4f1-4dfe-97bf-c4126ae02dc1 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:37.349821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3168eb6-eab5-438f-ac19-0a512ea3448b req-faad6954-e4f1-4dfe-97bf-c4126ae02dc1 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 945 time: 0.1721826 Nov 19 18:51:37.384483 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] For port b034f7ef-aa51-4c37-a02c-6bd37ea939f3, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:37.391319 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] For port b034f7ef-aa51-4c37-a02c-6bd37ea939f3, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b034f7ef-aa51-4c37-a02c-6bd37ea939f3,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:37.402534 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.407348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Allocated IP 172.20.0.1 (3b34fc18-849c-482f-a09a-b9d7c677bf1b/4a900919-ae48-4a59-88ce-54cc809d9ae7/4765e23b-1e65-469a-94b8-2ef2fba583dd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:37.454131 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-74c5b996-7b8c-404d-882c-d92d432d98a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=683310a3fd6b4c3a9d979e3a07997b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835167 Nov 19 18:51:37.459903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57068) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:37.470464 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Routers {'ec7581d9-95b2-487a-8dc0-2d983e201753'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:37.471118 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:51:10Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ec7581d9-95b2-487a-8dc0-2d983e201753'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:37.510104 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6baff2ee-f8bd-420f-bd98-80d9570ddf6c req-14a44f04-15f5-4568-aec8-225703f7f2b3 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 210 time: 0.0870464 Nov 19 18:51:37.545220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-4f889992-57aa-4b3f-8838-c46b95e9fc58 req-0bc54259-276d-496c-8b5e-98382db4a9f5 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Deleting port 6888218e-91d1-4ea1-9caa-7955bdd88d3c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:37.545489 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f889992-57aa-4b3f-8838-c46b95e9fc58 req-0bc54259-276d-496c-8b5e-98382db4a9f5 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.574408 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cdd5a-9765-42db-924a-d66b9db4dbd0 None None] Pushing event updated for resources: {'Port': ['ID=b034f7ef-aa51-4c37-a02c-6bd37ea939f3,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:37.578035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3168eb6-eab5-438f-ac19-0a512ea3448b req-82fb86f4-8dad-4a39-8cfa-a0f2b0f3006c tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130873 Nov 19 18:51:37.662768 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-080b1349-de74-420d-acaa-18e8a16948bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.676304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f78dd458-81c8-43fc-bedd-a1147dd0c42c None None] Provisioning complete for port baf7032c-d98d-49bf-918e-68199857daef triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:37.676803 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f78dd458-81c8-43fc-bedd-a1147dd0c42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.677455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.704102 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-080b1349-de74-420d-acaa-18e8a16948bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.734856 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] Set router ec7581d9-95b2-487a-8dc0-2d983e201753 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:37.764842 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.779474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be636a-930d-4857-8174-d23209a3115d req-61e06a22-a547-4699-ae39-62b1b86c988a tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:37.782786 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32be636a-930d-4857-8174-d23209a3115d req-61e06a22-a547-4699-ae39-62b1b86c988a tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=74dc2baa-2c5b-4a81-81c3-33bbd113e773 HTTP/1.1" status: 200 len: 946 time: 0.1575296 Nov 19 18:51:37.827476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Pushing event updated for resources: {'Port': ['ID=4765e23b-1e65-469a-94b8-2ef2fba583dd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:37.845656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Network 3b34fc18-849c-482f-a09a-b9d7c677bf1b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:37.846639 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-080b1349-de74-420d-acaa-18e8a16948bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.850698 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-080b1349-de74-420d-acaa-18e8a16948bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.859056 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-080b1349-de74-420d-acaa-18e8a16948bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6cb78cf9-7b00-4d00-85c4-f6e571072111 HTTP/1.1" status: 204 len: 168 time: 0.3924727 Nov 19 18:51:37.891569 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-4f889992-57aa-4b3f-8838-c46b95e9fc58 req-0bc54259-276d-496c-8b5e-98382db4a9f5 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] For port 6888218e-91d1-4ea1-9caa-7955bdd88d3c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=6888218e-91d1-4ea1-9caa-7955bdd88d3c,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:37.892676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:37.899488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:37.900322 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f889992-57aa-4b3f-8838-c46b95e9fc58 req-0bc54259-276d-496c-8b5e-98382db4a9f5 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.900438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b1349-de74-420d-acaa-18e8a16948bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb78cf9-7b00-4d00-85c4-f6e571072111,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:37.929231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:37.929727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:37.973370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-4f889992-57aa-4b3f-8838-c46b95e9fc58 req-0bc54259-276d-496c-8b5e-98382db4a9f5 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Calling delete_port for 6888218e-91d1-4ea1-9caa-7955bdd88d3c owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:38.097607 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:51:38.101925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:38.102763 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:38.152547 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-router', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:33Z', 'revision_number': 3, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'gw_port': {'id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:38.181403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device baf7032c-d98d-49bf-918e-68199857daef up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:38.229935 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc840de-f129-4a06-b8e4-bd3f47c0b660 None None] The sync data for ids ['ec7581d9-95b2-487a-8dc0-2d983e201753'] in n-d-815373-6 is: [{'id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-router', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:33Z', 'revision_number': 3, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'gw_port': {'id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:51:38.244604 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32be636a-930d-4857-8174-d23209a3115d req-e56466ce-cc70-4aac-a92e-c05e38d0fb46 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454048 Nov 19 18:51:38.257660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48c3a5-e135-4f54-9a22-06c2f1b52249 req-c9334f0a-d103-45a1-982f-69da87586931 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:38.272912 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d48c3a5-e135-4f54-9a22-06c2f1b52249 req-c9334f0a-d103-45a1-982f-69da87586931 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.4038861 Nov 19 18:51:38.273249 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2a7503a-c490-4a22-971c-18d090860ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:38.289052 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f889992-57aa-4b3f-8838-c46b95e9fc58 req-0bc54259-276d-496c-8b5e-98382db4a9f5 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:38.319409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['29fe1f0c-1726-46f3-8543-9d1f09a204e7'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:38.337375 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc54259-276d-496c-8b5e-98382db4a9f5 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Pushing event deleted for resources: {'Port': ['ID=6888218e-91d1-4ea1-9caa-7955bdd88d3c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:38.375052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['6888218e-91d1-4ea1-9caa-7955bdd88d3c', 'baefee94-1ce2-4ef0-bf87-68d817c870f4'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:38.422159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f889992-57aa-4b3f-8838-c46b95e9fc58 req-0bc54259-276d-496c-8b5e-98382db4a9f5 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] No DVR routers for this DVR port 6888218e-91d1-4ea1-9caa-7955bdd88d3c on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:51:38.428373 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f889992-57aa-4b3f-8838-c46b95e9fc58 req-0bc54259-276d-496c-8b5e-98382db4a9f5 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:38.431227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f889992-57aa-4b3f-8838-c46b95e9fc58 req-0bc54259-276d-496c-8b5e-98382db4a9f5 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.57 "DELETE /v2.0/ports/6888218e-91d1-4ea1-9caa-7955bdd88d3c HTTP/1.1" status: 204 len: 173 time: 1.2625062 Nov 19 18:51:38.432001 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dc2baa-2c5b-4a81-81c3-33bbd113e773', 'name': 'network-vif-deleted', 'tag': '6888218e-91d1-4ea1-9caa-7955bdd88d3c'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:38.437462 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7d61a9-07ae-47d8-8fba-a3662b18d7eb" -d '{"events": [{"server_uuid": "74dc2baa-2c5b-4a81-81c3-33bbd113e773", "name": "network-vif-deleted", "tag": "6888218e-91d1-4ea1-9caa-7955bdd88d3c"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:38.452217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d48c3a5-e135-4f54-9a22-06c2f1b52249 req-1ce0a24a-f82a-4c6a-af29-dd38f9e197b7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849997 Nov 19 18:51:38.453420 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:38.519394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port baf7032c-d98d-49bf-918e-68199857daef triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:38.519820 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:38.535148 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f64c567-a824-4fe5-991e-9391a4cfe579 x-openstack-request-id: req-2f64c567-a824-4fe5-991e-9391a4cfe579 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:38.535449 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dc2baa-2c5b-4a81-81c3-33bbd113e773", "name": "network-vif-deleted", "tag": "6888218e-91d1-4ea1-9caa-7955bdd88d3c", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:38.535707 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f64c567-a824-4fe5-991e-9391a4cfe579 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:38.536109 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dc2baa-2c5b-4a81-81c3-33bbd113e773', 'name': 'network-vif-deleted', 'tag': '6888218e-91d1-4ea1-9caa-7955bdd88d3c', 'status': 'completed', 'code': 200} Nov 19 18:51:38.549702 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:38.564497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4f35594e-4c6a-41c7-b928-444c5c2ec68f None None] Provisioning complete for port 4765e23b-1e65-469a-94b8-2ef2fba583dd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:38.565033 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4f35594e-4c6a-41c7-b928-444c5c2ec68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:38.711715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce5153-f87c-4ca3-9e57-37eefa1906a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c643cae-7fe8-45c5-81bc-b5d5bf9ba594'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:38.714732 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdae2fb4-94a3-4366-8371-876fbb0da7ca" -d '{"events": [{"server_uuid": "e5ce5153-f87c-4ca3-9e57-37eefa1906a3", "name": "network-vif-plugged", "status": "completed", "tag": "0c643cae-7fe8-45c5-81bc-b5d5bf9ba594"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:38.778595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4f35594e-4c6a-41c7-b928-444c5c2ec68f None None] Port 4765e23b-1e65-469a-94b8-2ef2fba583dd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:51:38.782569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:38.798661 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:38.799296 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f026f6f1-48e5-4119-8f86-d1bccf96e1b6 req-19245d3c-b824-4e39-a198-8c03ea72afb8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 210 time: 0.1509337 Nov 19 18:51:39.011805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73d018b1-1fdc-4d39-ace7-00d596c0c914 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:39.016189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73d018b1-1fdc-4d39-ace7-00d596c0c914 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 820 time: 0.3339062 Nov 19 18:51:39.032179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Request body: {'port': {'device_id': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d', 'admin_state_up': True, 'tenant_id': 'c39e2d28a4ba4ad4a87b739cbc13687b'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:39.097417 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:39.115450 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:39.116204 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:39.158202 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:39.247717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Made reservation on behalf of c39e2d28a4ba4ad4a87b739cbc13687b for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:39.255010 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:39.299514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643a515-3f62-4c4b-ad1e-f6942f08aa0d req-0643f086-e1fa-40c0-8c74-d41a2e7b8c30 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:39.315001 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4643a515-3f62-4c4b-ad1e-f6942f08aa0d req-0643f086-e1fa-40c0-8c74-d41a2e7b8c30 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 946 time: 0.3215811 Nov 19 18:51:39.384174 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e38d52-f996-47b6-b87a-457c625db45d x-openstack-request-id: req-99e38d52-f996-47b6-b87a-457c625db45d {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:39.384499 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ce5153-f87c-4ca3-9e57-37eefa1906a3", "name": "network-vif-plugged", "status": "completed", "tag": "0c643cae-7fe8-45c5-81bc-b5d5bf9ba594", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:39.384768 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99e38d52-f996-47b6-b87a-457c625db45d {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:39.385170 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ce5153-f87c-4ca3-9e57-37eefa1906a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c643cae-7fe8-45c5-81bc-b5d5bf9ba594', 'code': 200} Nov 19 18:51:39.434457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Pushing event updated for resources: {'Port': ['ID=4765e23b-1e65-469a-94b8-2ef2fba583dd,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:39.503295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Allocated IP 172.20.0.9 (fc562952-7de9-4dd3-822f-0416150efa5d/a869ff3f-c041-4b50-8cee-e63ee42f5c3f/2bf0d960-62f7-4d60-9f4b-ffa4e6235660) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:39.599303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4643a515-3f62-4c4b-ad1e-f6942f08aa0d req-88079bd5-a90a-410f-ac1c-d5529288a70f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832978 Nov 19 18:51:39.617826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Network 3b34fc18-849c-482f-a09a-b9d7c677bf1b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:39.623126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c77ed6-b307-45b5-9aa0-5f2a4294c0aa req-0aa7bec4-4f81-4605-a0c8-b02e3bb2dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:39.625150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88c77ed6-b307-45b5-9aa0-5f2a4294c0aa req-0aa7bec4-4f81-4605-a0c8-b02e3bb2dc68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 1097 time: 0.1326029 Nov 19 18:51:39.626265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:39.744513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:39.808935 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:39.878077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Router ec7581d9-95b2-487a-8dc0-2d983e201753 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:51:39.883872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88c77ed6-b307-45b5-9aa0-5f2a4294c0aa req-a76970f0-caa3-4255-b92a-964695173072 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427239 Nov 19 18:51:39.944177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Network fc562952-7de9-4dd3-822f-0416150efa5d is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:39.953686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:39.989333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:40.063191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Pushing event updated for resources: {'Port': ['ID=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:40.099410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d19a83-bf39-47eb-9f14-d9053fa821f7 req-44933977-6689-452e-948e-d67b6d02df42 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:40.101665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1d19a83-bf39-47eb-9f14-d9053fa821f7 req-44933977-6689-452e-948e-d67b6d02df42 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1354527 Nov 19 18:51:40.110656 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:40.111369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:40.123242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:51:40.144882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-03cf275d-f9a0-497c-8987-8019aed17829 admin admin] 10.222.0.50 "PUT /v2.0/routers/ec7581d9-95b2-487a-8dc0-2d983e201753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2191291 Nov 19 18:51:40.145131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80de83e-5ad9-4df1-be1f-1a232ba72b2e req-36e32ef1-cd46-4030-8017-9747d513a14f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:40.145131 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e80de83e-5ad9-4df1-be1f-1a232ba72b2e req-36e32ef1-cd46-4030-8017-9747d513a14f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 931 time: 0.1236663 Nov 19 18:51:40.185337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-73a601da-3b10-4bdc-b9c1-3432309fd0ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1574938 Nov 19 18:51:40.202078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Request body: {'port': {'device_id': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:40.204593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1d19a83-bf39-47eb-9f14-d9053fa821f7 req-5fe39bad-24cc-4336-b94d-824cc0cd8864 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894361 Nov 19 18:51:40.243692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b034f7ef-aa51-4c37-a02c-6bd37ea939f3 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:40.249498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6d3859f5-eb4d-4c5a-aeff-afc2654e031c None None] Provisioning complete for port 4765e23b-1e65-469a-94b8-2ef2fba583dd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:40.249926 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6d3859f5-eb4d-4c5a-aeff-afc2654e031c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:40.275939 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e80de83e-5ad9-4df1-be1f-1a232ba72b2e req-921f14c2-68b1-4c1d-a9cb-5ff43ba1a9e2 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253047 Nov 19 18:51:40.317778 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6d3859f5-eb4d-4c5a-aeff-afc2654e031c None None] Port 4765e23b-1e65-469a-94b8-2ef2fba583dd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:51:40.324026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 6888218e-91d1-4ea1-9caa-7955bdd88d3c no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:40.363128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 6888218e-91d1-4ea1-9caa-7955bdd88d3c {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:51:40.363489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 6888218e-91d1-4ea1-9caa-7955bdd88d3c not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:40.367592 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:40.384740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b034f7ef-aa51-4c37-a02c-6bd37ea939f3 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:40.385400 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:40.515354 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:40.525961 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d423e81c-2365-4026-a2c6-ea6b1186667b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:40.546378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port b034f7ef-aa51-4c37-a02c-6bd37ea939f3, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b034f7ef-aa51-4c37-a02c-6bd37ea939f3,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:40.552401 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:40.636561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=b034f7ef-aa51-4c37-a02c-6bd37ea939f3,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:40.916913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:40.950203 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41cee7-13e8-43db-bdcd-a114d3f8f5da req-9fe702bd-c5f4-4c0c-acc0-fe36c12525b2 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:40.960547 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:40.965086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f41cee7-13e8-43db-bdcd-a114d3f8f5da req-9fe702bd-c5f4-4c0c-acc0-fe36c12525b2 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 946 time: 0.1658971 Nov 19 18:51:40.992146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Transition to ACTIVE for port object 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:51:41.015607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:41.166723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f41cee7-13e8-43db-bdcd-a114d3f8f5da req-52372ebe-b428-4af9-a290-779d38828f62 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979597 Nov 19 18:51:41.210456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Sync routers for ids ['ec7581d9-95b2-487a-8dc0-2d983e201753'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:51:41.224392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Pushing event updated for resources: {'Port': ['ID=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:41.230415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Routers {'ec7581d9-95b2-487a-8dc0-2d983e201753'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:41.231134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:51:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ec7581d9-95b2-487a-8dc0-2d983e201753'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:41.357780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:41.359023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:41.359234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:41.380086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:41.380415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:41.399212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:41.399212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:41.399546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:41.399902 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Bound port: 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:41.400319 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:41.439254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Set router ec7581d9-95b2-487a-8dc0-2d983e201753 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:41.553603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-aa6e0aa3-40b9-4b6f-9b2f-f19049ab557a tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1c22345facb54accb5e6a07f232e1252&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427127 Nov 19 18:51:41.566139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:41.615626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:41.645241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc087b3-440b-435b-a2c6-b30dadd28870 req-cfaf6df3-3094-40fe-abbb-fcbba5507165 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:41.647213 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4fc087b3-440b-435b-a2c6-b30dadd28870 req-cfaf6df3-3094-40fe-abbb-fcbba5507165 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1613634 Nov 19 18:51:41.648738 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:41.745326 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:41.803140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7e328357-62ff-48eb-86a4-c09c55dcd427 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:41.805039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7e328357-62ff-48eb-86a4-c09c55dcd427 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259796 Nov 19 18:51:41.834442 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-086f5ee7-a330-41c1-bd07-f7cf05f141c1 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/quotas/1c22345facb54accb5e6a07f232e1252 HTTP/1.1" status: 200 len: 375 time: 0.0210421 Nov 19 18:51:41.901009 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-0200d588-9302-4ec7-b8a5-e75049ac2b0a tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c22345facb54accb5e6a07f232e1252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626330 Nov 19 18:51:41.933767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-router', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:38Z', 'revision_number': 4, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'gw_port': {'id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4765e23b-1e65-469a-94b8-2ef2fba583dd', 'name': '', 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'mac_address': 'fa:16:3e:0a:ab:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4a900919-ae48-4a59-88ce-54cc809d9ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:37Z', 'updated_at': '2021-11-19T18:51:38Z', 'revision_number': 2, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'subnets': [{'id': '4a900919-ae48-4a59-88ce-54cc809d9ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:41.966994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Checking router: ec7581d9-95b2-487a-8dc0-2d983e201753 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:51:41.967369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Updating router ec7581d9-95b2-487a-8dc0-2d983e201753 port 4765e23b-1e65-469a-94b8-2ef2fba583dd binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:51:42.002186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:42.002475 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:42.004107 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] 10.222.0.21 "PUT /v2.0/ports/2bf0d960-62f7-4d60-9f4b-ffa4e6235660 HTTP/1.1" status: 200 len: 1091 time: 1.8082702 Nov 19 18:51:42.004619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'tag': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:42.006915 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bc06fc-2b23-4fda-8789-7a497a9fed5e" -d '{"events": [{"name": "network-changed", "server_uuid": "baaa5433-e87c-4679-95bc-839d1abe8807", "tag": "2bf0d960-62f7-4d60-9f4b-ffa4e6235660"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:42.007413 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:42.078565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed39c4-971b-47d9-8388-28ec2daed24b service neutron] Pushing event updated for resources: {'Port': ['ID=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:42.125415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4fc087b3-440b-435b-a2c6-b30dadd28870 req-7066056c-343c-4d3b-aeb8-67b999ff606d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608884 Nov 19 18:51:42.168042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b034f7ef-aa51-4c37-a02c-6bd37ea939f3 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:42.258178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-21f7ef34-e930-427c-bc94-d46fb81c7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:42.263184 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-21f7ef34-e930-427c-bc94-d46fb81c7672 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1094 time: 0.1871281 Nov 19 18:51:42.443247 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-8f373620-d42e-43b1-baeb-a570843159f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660 HTTP/1.1" status: 200 len: 217 time: 0.1706612 Nov 19 18:51:42.645473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d99a14-7e3c-48d6-85df-51424f5b7d7e req-380f6427-84f9-4719-bb84-4db96a01fee6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:42.655315 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55d99a14-7e3c-48d6-85df-51424f5b7d7e req-380f6427-84f9-4719-bb84-4db96a01fee6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 943 time: 0.2283518 Nov 19 18:51:42.675486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-8acb73ce-b020-4751-aae4-49b402586c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:42.682122 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-8acb73ce-b020-4751-aae4-49b402586c21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.1788003 Nov 19 18:51:42.834719 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55d99a14-7e3c-48d6-85df-51424f5b7d7e req-b00cdc40-0987-42bc-8848-e75a0aa12efd tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783836 Nov 19 18:51:42.837143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-db86954f-979f-4821-900a-54b1eda5090b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377544 Nov 19 18:51:43.047362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b034f7ef-aa51-4c37-a02c-6bd37ea939f3 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:43.047362 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:43.102346 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc763ac-be48-4ba0-a5a3-ce1308960fa9 x-openstack-request-id: req-1bc763ac-be48-4ba0-a5a3-ce1308960fa9 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:43.102730 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaa5433-e87c-4679-95bc-839d1abe8807", "tag": "2bf0d960-62f7-4d60-9f4b-ffa4e6235660", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:43.103087 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1bc763ac-be48-4ba0-a5a3-ce1308960fa9 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:43.103551 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'tag': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660', 'status': 'completed', 'code': 200} Nov 19 18:51:43.120960 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-11cc942c-1ae4-4a37-83b3-e90a70420ad2 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685337 Nov 19 18:51:43.160029 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13e554-69ec-48d2-b53a-1ca32abe7c44 req-4a43c999-b4a9-4f5f-b7e9-996e60afb08f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:43.181858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d13e554-69ec-48d2-b53a-1ca32abe7c44 req-4a43c999-b4a9-4f5f-b7e9-996e60afb08f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 946 time: 0.1430547 Nov 19 18:51:43.222445 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e70f13c0-3d85-4194-b066-c86ce705b97b req-1b9ba691-718d-4137-8c77-43361b702384 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 210 time: 0.1260026 Nov 19 18:51:43.270281 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:43.286576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57228) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:43.351310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d13e554-69ec-48d2-b53a-1ca32abe7c44 req-1bca4921-7d23-4460-86c9-940fea21692e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680841 Nov 19 18:51:43.430673 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:43.494721 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:43.534853 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ead62eb8-7b97-4e0a-b683-b2ebe34a077c req-7eb7bc01-0ca4-4726-a4cd-c3230a89519b service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007652 Nov 19 18:51:43.566267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ee8ed-da1b-47c9-817e-3f32c7ec5e5c req-a943f5c1-f7da-46cb-a2d1-7da096960975 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:43.567835 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2d1ee8ed-da1b-47c9-817e-3f32c7ec5e5c req-a943f5c1-f7da-46cb-a2d1-7da096960975 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.2261403 Nov 19 18:51:43.618101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-884a22c4-1770-4d58-b567-ecf1a0e7307c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:43.756684 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-884a22c4-1770-4d58-b567-ecf1a0e7307c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:43.769259 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2d1ee8ed-da1b-47c9-817e-3f32c7ec5e5c req-68398786-cab9-40bd-a273-1b7c60ab53dc tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863620 Nov 19 18:51:43.779131 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-884a22c4-1770-4d58-b567-ecf1a0e7307c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:43.809812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865db760-a389-4b07-bd2d-5bd8764e1472 None None] Pushing event updated for resources: {'Port': ['ID=4765e23b-1e65-469a-94b8-2ef2fba583dd,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:43.841349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc06fc-2b23-4fda-8789-7a497a9fed5e req-3f970bf1-1c6c-41ef-ab94-6c9e044a1fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:43.852845 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7bc06fc-2b23-4fda-8789-7a497a9fed5e req-3f970bf1-1c6c-41ef-ab94-6c9e044a1fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1094 time: 0.1030328 Nov 19 18:51:43.897355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a22c4-1770-4d58-b567-ecf1a0e7307c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c86488-65b1-40d8-853b-500ce4bf2db2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:43.902416 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Attempting to bind port 4765e23b-1e65-469a-94b8-2ef2fba583dd on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:43.902982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Attempting to bind port 4765e23b-1e65-469a-94b8-2ef2fba583dd by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '4565a4b0-905c-40f2-8148-c7883fd9f26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:43.903512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Attempting to bind port 4765e23b-1e65-469a-94b8-2ef2fba583dd on network 3b34fc18-849c-482f-a09a-b9d7c677bf1b {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:43.928023 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:43.928023 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Checking segment: {'id': '4565a4b0-905c-40f2-8148-c7883fd9f26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:43.928351 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:43.928745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Bound using segment: {'id': '4565a4b0-905c-40f2-8148-c7883fd9f26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:43.929251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Bound port: 4765e23b-1e65-469a-94b8-2ef2fba583dd, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4565a4b0-905c-40f2-8148-c7883fd9f26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:43.929625 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:43.987077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5214a-fd23-440a-a6bb-fdd4655140b4 req-69b8bff4-84ca-479c-8a22-96803956d912 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:44.015643 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30a5214a-fd23-440a-a6bb-fdd4655140b4 req-69b8bff4-84ca-479c-8a22-96803956d912 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 946 time: 0.3015294 Nov 19 18:51:44.062788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:44.101574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] For port 4765e23b-1e65-469a-94b8-2ef2fba583dd, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:44.105283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-884a22c4-1770-4d58-b567-ecf1a0e7307c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2fe55b402234a45a454c692820397f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8102205 Nov 19 18:51:44.109214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] For port 4765e23b-1e65-469a-94b8-2ef2fba583dd, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4765e23b-1e65-469a-94b8-2ef2fba583dd,segment=NetworkSegment(4565a4b0-905c-40f2-8148-c7883fd9f26d),segment_id=4565a4b0-905c-40f2-8148-c7883fd9f26d)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:44.119967 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:44.121240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57242) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:44.142738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-01e85680-b3bc-406a-bb99-44c66db95703 None None] Provisioning complete for port 4765e23b-1e65-469a-94b8-2ef2fba583dd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:44.143194 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01e85680-b3bc-406a-bb99-44c66db95703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:44.197965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc06fc-2b23-4fda-8789-7a497a9fed5e req-09fc66b8-d5f9-487b-8b9e-be613faedc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:44.199523 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7bc06fc-2b23-4fda-8789-7a497a9fed5e req-09fc66b8-d5f9-487b-8b9e-be613faedc8b service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.3449104 Nov 19 18:51:44.234391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Routers {'ec7581d9-95b2-487a-8dc0-2d983e201753'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:44.234775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:51:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ec7581d9-95b2-487a-8dc0-2d983e201753'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:44.341016 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-0273f877-dee7-469f-a0ca-40f8086e6762 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1c22345facb54accb5e6a07f232e1252&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1394055 Nov 19 18:51:44.352831 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30a5214a-fd23-440a-a6bb-fdd4655140b4 req-56423a15-ff0d-45d6-8326-9b808e863331 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359268 Nov 19 18:51:44.383723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865db760-a389-4b07-bd2d-5bd8764e1472 None None] Pushing event updated for resources: {'Port': ['ID=4765e23b-1e65-469a-94b8-2ef2fba583dd,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:44.421254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b74dac0-84a3-47d3-80e1-c5cead9913b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:44.427680 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7bc06fc-2b23-4fda-8789-7a497a9fed5e req-2d7eadc8-c852-4b6b-8d12-02d280de8c04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660 HTTP/1.1" status: 200 len: 217 time: 0.1000350 Nov 19 18:51:44.506781 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b74dac0-84a3-47d3-80e1-c5cead9913b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:44.529633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] Set router ec7581d9-95b2-487a-8dc0-2d983e201753 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:44.531816 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01e85680-b3bc-406a-bb99-44c66db95703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:44.585776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a5c46-ea1c-4425-ace3-9842f12c7692 req-6022ea87-dec9-44f8-97ac-c86be20aa5f9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:44.599087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-071a5c46-ea1c-4425-ace3-9842f12c7692 req-6022ea87-dec9-44f8-97ac-c86be20aa5f9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 943 time: 0.3984952 Nov 19 18:51:44.635266 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b74dac0-84a3-47d3-80e1-c5cead9913b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:44.638384 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b74dac0-84a3-47d3-80e1-c5cead9913b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:44.645442 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0b74dac0-84a3-47d3-80e1-c5cead9913b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87c86488-65b1-40d8-853b-500ce4bf2db2 HTTP/1.1" status: 204 len: 168 time: 0.5227590 Nov 19 18:51:44.657534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74dac0-84a3-47d3-80e1-c5cead9913b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c86488-65b1-40d8-853b-500ce4bf2db2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:44.662384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-01e85680-b3bc-406a-bb99-44c66db95703 None None] For port 4765e23b-1e65-469a-94b8-2ef2fba583dd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4765e23b-1e65-469a-94b8-2ef2fba583dd,segment=NetworkSegment(4565a4b0-905c-40f2-8148-c7883fd9f26d),segment_id=4565a4b0-905c-40f2-8148-c7883fd9f26d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:44.688869 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01e85680-b3bc-406a-bb99-44c66db95703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:44.779260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e85680-b3bc-406a-bb99-44c66db95703 None None] Pushing event updated for resources: {'Port': ['ID=4765e23b-1e65-469a-94b8-2ef2fba583dd,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:44.783477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc06fc-2b23-4fda-8789-7a497a9fed5e req-67b9227c-bbba-4617-af9e-50dd0e213496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:44.785000 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7bc06fc-2b23-4fda-8789-7a497a9fed5e req-67b9227c-bbba-4617-af9e-50dd0e213496 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.2255328 Nov 19 18:51:44.821724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-01a25b9e-9abb-48f1-ba59-aa7abe5f40e7 req-6003c9fe-d269-4b18-aac9-b9e16679452e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 210 time: 0.0548067 Nov 19 18:51:44.917364 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-071a5c46-ea1c-4425-ace3-9842f12c7692 req-d897504d-5cee-49b5-89af-e4dfb0c4b919 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172996 Nov 19 18:51:44.936276 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7bc06fc-2b23-4fda-8789-7a497a9fed5e req-97ea931b-98c5-4f55-86c8-490064408103 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293912 Nov 19 18:51:45.060507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e09c26b6-dfd5-4410-bbe9-b9096223495d None None] Provisioning complete for port 4765e23b-1e65-469a-94b8-2ef2fba583dd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:45.060983 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e09c26b6-dfd5-4410-bbe9-b9096223495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:45.079656 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7bc06fc-2b23-4fda-8789-7a497a9fed5e req-621cdcd1-319a-4c4f-b575-b8e35a9763e0 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305459 Nov 19 18:51:45.096166 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-a1a347f9-e538-4693-ad61-a1d842f3fec3 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:45.098664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-a1a347f9-e538-4693-ad61-a1d842f3fec3 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7007291 Nov 19 18:51:45.187200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Request body: {'port': {'device_id': '21a721fe-b5fb-4843-a5ac-18f8cdb9248b', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '1c22345facb54accb5e6a07f232e1252'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:45.279218 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7bc06fc-2b23-4fda-8789-7a497a9fed5e req-4c4f410d-c7e2-4294-9649-9f2e27c879dd service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911333 Nov 19 18:51:45.294725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-router', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:38Z', 'revision_number': 4, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'gw_port': {'id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4765e23b-1e65-469a-94b8-2ef2fba583dd', 'name': '', 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'mac_address': 'fa:16:3e:0a:ab:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4a900919-ae48-4a59-88ce-54cc809d9ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:37Z', 'updated_at': '2021-11-19T18:51:44Z', 'revision_number': 4, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'subnets': [{'id': '4a900919-ae48-4a59-88ce-54cc809d9ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:45.339219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8fe927-17a0-4a06-b557-a128c886fc57 None None] The sync data for ids ['ec7581d9-95b2-487a-8dc0-2d983e201753'] in n-d-815373-6 is: [{'id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-router', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:38Z', 'revision_number': 4, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'gw_port': {'id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4765e23b-1e65-469a-94b8-2ef2fba583dd', 'name': '', 'network_id': '3b34fc18-849c-482f-a09a-b9d7c677bf1b', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'mac_address': 'fa:16:3e:0a:ab:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4a900919-ae48-4a59-88ce-54cc809d9ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:37Z', 'updated_at': '2021-11-19T18:51:44Z', 'revision_number': 4, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'subnets': [{'id': '4a900919-ae48-4a59-88ce-54cc809d9ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:51:45.352375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57266) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:45.371213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95bf7e20-51df-4f26-9ddc-ca4441b6f9b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:45.483842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Made reservation on behalf of 1c22345facb54accb5e6a07f232e1252 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:45.497586 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:45.530554 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:45.657794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95bf7e20-51df-4f26-9ddc-ca4441b6f9b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:45.668083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b9a4-5559-4dbc-b5bc-e59a240f5a80 req-64ecb1a4-8eed-4b2d-b265-34d15d7a7917 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:45.670209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f6b2b9a4-5559-4dbc-b5bc-e59a240f5a80 req-64ecb1a4-8eed-4b2d-b265-34d15d7a7917 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1224549 Nov 19 18:51:45.671459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95bf7e20-51df-4f26-9ddc-ca4441b6f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:45.707466 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf7e20-51df-4f26-9ddc-ca4441b6f9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed365c14-a1e0-4f12-bf62-15fa4989a77d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:45.736015 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:45.742847 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:45.778604 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-95bf7e20-51df-4f26-9ddc-ca4441b6f9b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8de2f8beb37e469ca6a625b5563545e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227834 Nov 19 18:51:45.780817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57270) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:45.800199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f6b2b9a4-5559-4dbc-b5bc-e59a240f5a80 req-aa85c835-bc50-4ba7-9962-8145d09e5f0b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945115 Nov 19 18:51:45.874417 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb7ca405-3aca-4c6f-b2bb-c1c0589f7219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:45.881235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf15e4-9ceb-4f42-9e50-633c0ec48a9c req-44e35728-dafe-4067-b2b4-ccdb35e62a05 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:45.888259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf15e4-9ceb-4f42-9e50-633c0ec48a9c req-44e35728-dafe-4067-b2b4-ccdb35e62a05 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:45.897268 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5bbf15e4-9ceb-4f42-9e50-633c0ec48a9c req-44e35728-dafe-4067-b2b4-ccdb35e62a05 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724&device_id=cdd40391-52b5-46d7-aec4-17bd42508ec4 HTTP/1.1" status: 200 len: 1681 time: 0.2959332 Nov 19 18:51:45.905140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:45.920534 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb7ca405-3aca-4c6f-b2bb-c1c0589f7219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:45.935977 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f31a38b-f9b1-4434-9610-8b62582c5691,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:46.064820 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5bbf15e4-9ceb-4f42-9e50-633c0ec48a9c req-ebda04c2-135d-47d6-8e8c-2b407ac41481 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666007 Nov 19 18:51:46.077778 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:46.103033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660', 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d', 'port_id': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660', 'mac_address': 'fa:16:3e:1a:32:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a869ff3f-c041-4b50-8cee-e63ee42f5c3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:51:46.123361 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb7ca405-3aca-4c6f-b2bb-c1c0589f7219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:46.126696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb7ca405-3aca-4c6f-b2bb-c1c0589f7219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:46.135259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Allocated IP 192.168.233.80 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/608cd33b-cf62-40eb-ab16-4b9300dd1600) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:46.145429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bb7ca405-3aca-4c6f-b2bb-c1c0589f7219 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed365c14-a1e0-4f12-bf62-15fa4989a77d HTTP/1.1" status: 204 len: 168 time: 0.3633111 Nov 19 18:51:46.155620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ca405-3aca-4c6f-b2bb-c1c0589f7219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed365c14-a1e0-4f12-bf62-15fa4989a77d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:46.207080 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:46.224568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:46.266300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:46.282235 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:46.315437 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3c2f890a-66f2-4a76-9365-708f3d907c34 req-abda5a78-85bd-402f-96a9-876f813332e5 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 210 time: 0.0715568 Nov 19 18:51:46.438426 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:46.610772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['2bf0d960-62f7-4d60-9f4b-ffa4e6235660'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:46.657338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1b3a4-3259-4343-b862-2c404bfac217 req-1f2a489e-bd15-4dde-a15d-ca25ebe4ffc9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:46.674305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59a1b3a4-3259-4343-b862-2c404bfac217 req-1f2a489e-bd15-4dde-a15d-ca25ebe4ffc9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 944 time: 0.1672626 Nov 19 18:51:46.716117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4765e23b-1e65-469a-94b8-2ef2fba583dd up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:46.792054 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:46.900277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 4765e23b-1e65-469a-94b8-2ef2fba583dd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:46.900277 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:46.923921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59a1b3a4-3259-4343-b862-2c404bfac217 req-8908485e-96c7-4ed9-a14a-3c977d97292e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480752 Nov 19 18:51:47.011560 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.011898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eb9a4-67e8-435c-894f-f540ea300521 req-b1546c5b-4297-4cd4-80ac-77d9d5000f67 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:47.025975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-396eb9a4-67e8-435c-894f-f540ea300521 req-b1546c5b-4297-4cd4-80ac-77d9d5000f67 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 946 time: 0.1178577 Nov 19 18:51:47.118481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-396eb9a4-67e8-435c-894f-f540ea300521 req-f398fa31-6bc2-4d4c-a305-92dde6be2ff4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890260 Nov 19 18:51:47.180397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57304) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:47.181834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:47.213171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:47.221016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:47.294831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Pushing event updated for resources: {'Port': ['ID=608cd33b-cf62-40eb-ab16-4b9300dd1600,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:47.331943 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb8be0-9319-48ea-b09d-397402a331a9 req-f085c1b6-9144-4c68-a53c-bf7415df03a3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:47.340778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d0bb8be0-9319-48ea-b09d-397402a331a9 req-f085c1b6-9144-4c68-a53c-bf7415df03a3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1922200 Nov 19 18:51:47.350344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:47.351384 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.432646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-267dc024-8a92-438e-af6a-e6db38c211c8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2500837 Nov 19 18:51:47.457099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Request body: {'port': {'device_id': '21a721fe-b5fb-4843-a5ac-18f8cdb9248b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:47.569522 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d0bb8be0-9319-48ea-b09d-397402a331a9 req-29f9bbea-9137-4635-97f8-85fffc86d1d5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242944 Nov 19 18:51:47.692780 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.700670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8b0bbe63-02cf-4913-9b8c-b434e91dbfb9 None None] Provisioning complete for port 608cd33b-cf62-40eb-ab16-4b9300dd1600 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:47.701398 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b0bbe63-02cf-4913-9b8c-b434e91dbfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.788882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8b0bbe63-02cf-4913-9b8c-b434e91dbfb9 None None] Port 608cd33b-cf62-40eb-ab16-4b9300dd1600 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:51:47.861645 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20859a6b-ea08-4d55-87e1-95afeceb0611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.975560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20859a6b-ea08-4d55-87e1-95afeceb0611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.981548 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20859a6b-ea08-4d55-87e1-95afeceb0611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.985048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5cfc-1807-41f6-a50c-3c0bd1147093 req-c9621339-6f43-46ef-b65a-4a9a526b28a3 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:47.986709 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f9d5cfc-1807-41f6-a50c-3c0bd1147093 req-c9621339-6f43-46ef-b65a-4a9a526b28a3 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 935 time: 0.2541556 Nov 19 18:51:48.015199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20859a6b-ea08-4d55-87e1-95afeceb0611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10195f9e-966c-4c0f-a56c-01b519e38bc1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:48.090876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-20859a6b-ea08-4d55-87e1-95afeceb0611 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8b662c1a0984a9fb90455075d3c211e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9087098 Nov 19 18:51:48.093446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57316) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:48.101238 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f9d5cfc-1807-41f6-a50c-3c0bd1147093 req-b231d5c2-a3c4-47de-b4de-104460f718ac tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065745 Nov 19 18:51:48.118893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d90593-d3f4-4ab7-9c8a-a342affbb6b3 req-704f6776-7021-4c3c-b85b-147f932c8cfe tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:48.126017 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7d90593-d3f4-4ab7-9c8a-a342affbb6b3 req-704f6776-7021-4c3c-b85b-147f932c8cfe tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdd40391-52b5-46d7-aec4-17bd42508ec4 HTTP/1.1" status: 200 len: 945 time: 0.1136818 Nov 19 18:51:48.204190 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7d90593-d3f4-4ab7-9c8a-a342affbb6b3 req-892c1b6b-eb0e-4498-9742-7b8518571e85 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726840 Nov 19 18:51:48.250518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ee75898-d655-47f5-b3f6-742c573a7a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:48.250758 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608cd33b-cf62-40eb-ab16-4b9300dd1600 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:48.274151 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:48.294352 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ee75898-d655-47f5-b3f6-742c573a7a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:48.320612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Transition to ACTIVE for port object 608cd33b-cf62-40eb-ab16-4b9300dd1600 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:51:48.327450 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:48.359622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc82bb8-cf1b-4e13-8abe-2d0a9c834712 req-425904f4-5a44-4b9f-91a8-7610ebca861d tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:48.361004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-efc82bb8-cf1b-4e13-8abe-2d0a9c834712 req-425904f4-5a44-4b9f-91a8-7610ebca861d tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 946 time: 0.0838976 Nov 19 18:51:48.383698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d73bc-b9f1-4ed5-9792-098c366b9edb req-4a0a7059-53d5-4a5d-88a4-e5646a230da4 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:48.385114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c07d73bc-b9f1-4ed5-9792-098c366b9edb req-4a0a7059-53d5-4a5d-88a4-e5646a230da4 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 944 time: 0.1011653 Nov 19 18:51:48.399950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Pushing event updated for resources: {'Port': ['ID=608cd33b-cf62-40eb-ab16-4b9300dd1600,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:48.412381 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ee75898-d655-47f5-b3f6-742c573a7a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:48.415595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ee75898-d655-47f5-b3f6-742c573a7a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:48.417123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1ee75898-d655-47f5-b3f6-742c573a7a29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10195f9e-966c-4c0f-a56c-01b519e38bc1 HTTP/1.1" status: 204 len: 168 time: 0.3227093 Nov 19 18:51:48.464904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-efc82bb8-cf1b-4e13-8abe-2d0a9c834712 req-bfa968d2-79a2-4d91-b93a-8eedebc3d55b tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809414 Nov 19 18:51:48.464904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee75898-d655-47f5-b3f6-742c573a7a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10195f9e-966c-4c0f-a56c-01b519e38bc1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:48.581481 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c07d73bc-b9f1-4ed5-9792-098c366b9edb req-0acd5c49-c18b-46b5-b3b7-7cc5a4f51024 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747861 Nov 19 18:51:48.584279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Attempting to bind port 608cd33b-cf62-40eb-ab16-4b9300dd1600 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:48.584852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Attempting to bind port 608cd33b-cf62-40eb-ab16-4b9300dd1600 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:48.585593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Attempting to bind port 608cd33b-cf62-40eb-ab16-4b9300dd1600 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:48.593055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Port 608cd33b-cf62-40eb-ab16-4b9300dd1600 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:48.593600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Attempting to bind port 608cd33b-cf62-40eb-ab16-4b9300dd1600 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:48.611579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:48.611926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:48.612787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:48.613346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Bound port: 608cd33b-cf62-40eb-ab16-4b9300dd1600, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:48.614120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:48.761538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] For port 608cd33b-cf62-40eb-ab16-4b9300dd1600, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:48.767959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] For port 608cd33b-cf62-40eb-ab16-4b9300dd1600, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=608cd33b-cf62-40eb-ab16-4b9300dd1600,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:48.783490 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:48.805492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9989e-5fd7-4394-b0cb-c4318b8e5678 req-4b14ddf4-e84d-4eae-843b-3bb23f2ec1cb tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:48.807800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcf9989e-5fd7-4394-b0cb-c4318b8e5678 req-4b14ddf4-e84d-4eae-843b-3bb23f2ec1cb tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1126542 Nov 19 18:51:48.827141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:48.827795 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:48.835600 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] 10.222.0.57 "PUT /v2.0/ports/608cd33b-cf62-40eb-ab16-4b9300dd1600 HTTP/1.1" status: 200 len: 1095 time: 1.3807509 Nov 19 18:51:48.902966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a721fe-b5fb-4843-a5ac-18f8cdb9248b', 'tag': '608cd33b-cf62-40eb-ab16-4b9300dd1600'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:48.908312 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f" -d '{"events": [{"name": "network-changed", "server_uuid": "21a721fe-b5fb-4843-a5ac-18f8cdb9248b", "tag": "608cd33b-cf62-40eb-ab16-4b9300dd1600"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:48.977212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f70f8-5a33-47c2-9240-2750c5627151 service neutron] Pushing event updated for resources: {'Port': ['ID=608cd33b-cf62-40eb-ab16-4b9300dd1600,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:48.979276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcf9989e-5fd7-4394-b0cb-c4318b8e5678 req-84d348b8-5826-400d-b530-14d10a699870 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646488 Nov 19 18:51:49.042349 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cbb6b9-daae-40bd-a772-ebd907066b30 x-openstack-request-id: req-f0cbb6b9-daae-40bd-a772-ebd907066b30 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:49.042975 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a721fe-b5fb-4843-a5ac-18f8cdb9248b", "tag": "608cd33b-cf62-40eb-ab16-4b9300dd1600", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:49.042975 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0cbb6b9-daae-40bd-a772-ebd907066b30 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:49.043295 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a721fe-b5fb-4843-a5ac-18f8cdb9248b', 'tag': '608cd33b-cf62-40eb-ab16-4b9300dd1600', 'status': 'completed', 'code': 200} Nov 19 18:51:49.081236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-779ebd2d-8c77-4d4c-948c-da55e056ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:49.084078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-779ebd2d-8c77-4d4c-948c-da55e056ede9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c22345facb54accb5e6a07f232e1252&device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 1098 time: 0.1489997 Nov 19 18:51:49.156045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-23589b7a-eb5d-4909-991f-9d9a6a5c316f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=608cd33b-cf62-40eb-ab16-4b9300dd1600 HTTP/1.1" status: 200 len: 217 time: 0.0617585 Nov 19 18:51:49.227060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-f52b179b-1b2f-4250-9bdd-31bad23c4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:49.228647 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-f52b179b-1b2f-4250-9bdd-31bad23c4c1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0629294 Nov 19 18:51:49.312221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-eb734c5f-024c-4225-8f59-2b16de82d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:49.314121 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-eb734c5f-024c-4225-8f59-2b16de82d10f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563123 Nov 19 18:51:49.369219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a4a1-3893-490e-a219-b63c67df5fdd req-e51c441a-3315-4afb-a176-6acbd134313f tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:49.371449 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b756a4a1-3893-490e-a219-b63c67df5fdd req-e51c441a-3315-4afb-a176-6acbd134313f tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 947 time: 0.1302540 Nov 19 18:51:49.466814 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b756a4a1-3893-490e-a219-b63c67df5fdd req-604a7636-d000-4324-bc2e-f2456d5b58e2 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868669 Nov 19 18:51:49.641871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6c3ba-110c-44c2-880e-41447505f5bc req-b5de75c5-32e6-4520-a947-c40a7da8b758 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:49.652433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-def6c3ba-110c-44c2-880e-41447505f5bc req-b5de75c5-32e6-4520-a947-c40a7da8b758 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 946 time: 0.0909264 Nov 19 18:51:49.730991 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-def6c3ba-110c-44c2-880e-41447505f5bc req-f919142d-64e4-4e7a-aa8e-004f58b99ec7 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771224 Nov 19 18:51:49.814527 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-0c6285e4-2f9e-4b77-ab2e-922888570599 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892290 Nov 19 18:51:49.840687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75a196-8637-4f9a-8d78-655b1e29e1d3 req-4cb295df-78aa-4280-8761-215c0c4ecf04 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:49.842702 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be75a196-8637-4f9a-8d78-655b1e29e1d3 req-4cb295df-78aa-4280-8761-215c0c4ecf04 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.57 "GET /v2.0/ports?device_id=202f5432-628c-4025-886a-32f594f1b724 HTTP/1.1" status: 200 len: 945 time: 0.4389734 Nov 19 18:51:49.864509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802fde7-161f-4d0c-9c3f-a3db402c398a req-7f1fb2b1-8988-4806-a655-84de86d9e65a tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:49.874662 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b802fde7-161f-4d0c-9c3f-a3db402c398a req-7f1fb2b1-8988-4806-a655-84de86d9e65a tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdd40391-52b5-46d7-aec4-17bd42508ec4 HTTP/1.1" status: 200 len: 945 time: 0.4775157 Nov 19 18:51:49.933443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:50.005895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:51:50.020692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f372c5-406d-43dc-86e6-3b4dfbae17e4 req-3a5d9e3f-1868-4bbc-b9ca-4f54423aeb40 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:50.023620 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d6f372c5-406d-43dc-86e6-3b4dfbae17e4 req-3a5d9e3f-1868-4bbc-b9ca-4f54423aeb40 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdd40391-52b5-46d7-aec4-17bd42508ec4 HTTP/1.1" status: 200 len: 945 time: 0.5823276 Nov 19 18:51:50.027055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:50.027441 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:50.074149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11499347-9816-4d79-9de8-4c6bf57d59f5 req-3bdf6e61-5a71-4254-93a8-7523c7c9a850 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:50.080313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11499347-9816-4d79-9de8-4c6bf57d59f5 req-3bdf6e61-5a71-4254-93a8-7523c7c9a850 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 944 time: 0.1359129 Nov 19 18:51:50.158353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11499347-9816-4d79-9de8-4c6bf57d59f5 req-38b5aaa1-cd12-4be0-aaaf-039900c78a83 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735354 Nov 19 18:51:50.191802 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b802fde7-161f-4d0c-9c3f-a3db402c398a req-48fe9669-a61a-4086-9b8b-779addffac4a tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131249 Nov 19 18:51:50.241840 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:50.311675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:50.314942 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85dbe58-0b74-411a-9d70-c7095a8664d7" -d '{"events": [{"server_uuid": "baaa5433-e87c-4679-95bc-839d1abe8807", "name": "network-vif-plugged", "status": "completed", "tag": "2bf0d960-62f7-4d60-9f4b-ffa4e6235660"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:50.357193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:50.369594 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:50.385851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-be75a196-8637-4f9a-8d78-655b1e29e1d3 req-f19356dd-0429-42c7-8b7a-9c26f0b0c995 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Deleting port baefee94-1ce2-4ef0-bf87-68d817c870f4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:50.386628 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-be75a196-8637-4f9a-8d78-655b1e29e1d3 req-f19356dd-0429-42c7-8b7a-9c26f0b0c995 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:50.439462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:50.476322 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96cf73df-e43c-4d0f-a310-e1f90a7d84a2 req-5751d109-23ee-48f0-ad57-abd5b56990de service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508889 Nov 19 18:51:50.513396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e416fb-ff2d-440c-83de-19f27426c5d4 req-6466c397-af3a-40b2-b75d-63b78d84e3ea tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:50.515100 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04e416fb-ff2d-440c-83de-19f27426c5d4 req-6466c397-af3a-40b2-b75d-63b78d84e3ea tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.2013648 Nov 19 18:51:50.576023 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a6ed48-94f1-4ca1-830a-9b636dfd8f08 x-openstack-request-id: req-43a6ed48-94f1-4ca1-830a-9b636dfd8f08 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:50.576361 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaa5433-e87c-4679-95bc-839d1abe8807", "name": "network-vif-plugged", "status": "completed", "tag": "2bf0d960-62f7-4d60-9f4b-ffa4e6235660", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:50.577831 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-43a6ed48-94f1-4ca1-830a-9b636dfd8f08 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:50.578272 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660', 'code': 200} Nov 19 18:51:50.648180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-d6f372c5-406d-43dc-86e6-3b4dfbae17e4 req-4bedff7a-e394-464c-8c40-17df4c4c7e52 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Deleting port 29fe1f0c-1726-46f3-8543-9d1f09a204e7 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:50.648520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d6f372c5-406d-43dc-86e6-3b4dfbae17e4 req-4bedff7a-e394-464c-8c40-17df4c4c7e52 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:50.756408 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04e416fb-ff2d-440c-83de-19f27426c5d4 req-95411b3e-3c54-48e4-a575-49d227d3781b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317786 Nov 19 18:51:50.757184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8855393-4f28-4bbd-b912-aed2c8771aad req-6aff926c-f56b-44d4-99b5-bc49c65df028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:50.758939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8855393-4f28-4bbd-b912-aed2c8771aad req-6aff926c-f56b-44d4-99b5-bc49c65df028 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1096 time: 0.1046557 Nov 19 18:51:50.764211 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-be75a196-8637-4f9a-8d78-655b1e29e1d3 req-f19356dd-0429-42c7-8b7a-9c26f0b0c995 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] For port baefee94-1ce2-4ef0-bf87-68d817c870f4, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=baefee94-1ce2-4ef0-bf87-68d817c870f4,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:50.764803 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-be75a196-8637-4f9a-8d78-655b1e29e1d3 req-f19356dd-0429-42c7-8b7a-9c26f0b0c995 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:50.785551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f req-c81b0481-d0a4-4ec6-8459-f1b05ab93799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:50.787178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f req-c81b0481-d0a4-4ec6-8459-f1b05ab93799 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c22345facb54accb5e6a07f232e1252&device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 1098 time: 0.1924241 Nov 19 18:51:50.790213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-be75a196-8637-4f9a-8d78-655b1e29e1d3 req-f19356dd-0429-42c7-8b7a-9c26f0b0c995 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Calling delete_port for baefee94-1ce2-4ef0-bf87-68d817c870f4 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:50.866778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8855393-4f28-4bbd-b912-aed2c8771aad req-61ab6338-d773-4f33-a4dd-05cea039ce26 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989425 Nov 19 18:51:50.883124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757a8ee-7378-4168-b551-cc1a818317a5 req-5e23bda8-e0cf-4569-8946-bc92fe96c1be tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:50.891200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1757a8ee-7378-4168-b551-cc1a818317a5 req-5e23bda8-e0cf-4569-8946-bc92fe96c1be tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 947 time: 0.1895957 Nov 19 18:51:50.983418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1757a8ee-7378-4168-b551-cc1a818317a5 req-08bcbb19-88c5-42a3-9263-68bc9d4e1571 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855711 Nov 19 18:51:51.017836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d6f372c5-406d-43dc-86e6-3b4dfbae17e4 req-4bedff7a-e394-464c-8c40-17df4c4c7e52 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] For port 29fe1f0c-1726-46f3-8543-9d1f09a204e7, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=29fe1f0c-1726-46f3-8543-9d1f09a204e7,segment=NetworkSegment(b388fa11-0a6a-4d40-acaf-185809192550),segment_id=b388fa11-0a6a-4d40-acaf-185809192550)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:51.018183 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d6f372c5-406d-43dc-86e6-3b4dfbae17e4 req-4bedff7a-e394-464c-8c40-17df4c4c7e52 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:51.069298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-d6f372c5-406d-43dc-86e6-3b4dfbae17e4 req-4bedff7a-e394-464c-8c40-17df4c4c7e52 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Calling delete_port for 29fe1f0c-1726-46f3-8543-9d1f09a204e7 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:51.096967 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e8333-5c5c-447c-b030-6ccc724a989f req-114e6135-b3c7-4431-aaa6-fc8520bbdc24 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:51.098486 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2e7e8333-5c5c-447c-b030-6ccc724a989f req-114e6135-b3c7-4431-aaa6-fc8520bbdc24 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 946 time: 0.1651382 Nov 19 18:51:51.114200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f req-1635e18e-e5b7-4d37-898b-644b2afa7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:51.114200 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f req-1635e18e-e5b7-4d37-898b-644b2afa7cde service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3024940 Nov 19 18:51:51.229246 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f req-e6c5f6fb-e9f6-4151-80bf-d8ce4d61bdc7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=608cd33b-cf62-40eb-ab16-4b9300dd1600 HTTP/1.1" status: 200 len: 217 time: 0.0822942 Nov 19 18:51:51.319021 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2e7e8333-5c5c-447c-b030-6ccc724a989f req-55d7cce3-f705-4c56-9d34-32329923f2c8 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738224 Nov 19 18:51:51.354273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-be75a196-8637-4f9a-8d78-655b1e29e1d3 req-f19356dd-0429-42c7-8b7a-9c26f0b0c995 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:51.368452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['29fe1f0c-1726-46f3-8543-9d1f09a204e7'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:51.376768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f req-d526d400-4bc7-4f59-8775-6a9d2951b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:51.378855 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f req-d526d400-4bc7-4f59-8775-6a9d2951b7df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1268272 Nov 19 18:51:51.438285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19356dd-0429-42c7-8b7a-9c26f0b0c995 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Pushing event deleted for resources: {'Port': ['ID=baefee94-1ce2-4ef0-bf87-68d817c870f4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:51.525293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c73428-d32b-426b-931d-6af4a34f5edb req-420af59b-eba3-4222-bd6e-dd9ec46fe04c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:51.534285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-be75a196-8637-4f9a-8d78-655b1e29e1d3 req-f19356dd-0429-42c7-8b7a-9c26f0b0c995 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] No DVR routers for this DVR port baefee94-1ce2-4ef0-bf87-68d817c870f4 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:51:51.542677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9c73428-d32b-426b-931d-6af4a34f5edb req-420af59b-eba3-4222-bd6e-dd9ec46fe04c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 945 time: 0.1322060 Nov 19 18:51:51.554736 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-be75a196-8637-4f9a-8d78-655b1e29e1d3 req-f19356dd-0429-42c7-8b7a-9c26f0b0c995 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:51.559242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be75a196-8637-4f9a-8d78-655b1e29e1d3 req-f19356dd-0429-42c7-8b7a-9c26f0b0c995 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.57 "DELETE /v2.0/ports/baefee94-1ce2-4ef0-bf87-68d817c870f4 HTTP/1.1" status: 204 len: 173 time: 1.7036664 Nov 19 18:51:51.559720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202f5432-628c-4025-886a-32f594f1b724', 'name': 'network-vif-deleted', 'tag': 'baefee94-1ce2-4ef0-bf87-68d817c870f4'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:51.562287 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e9bd4b-1036-4999-9a6c-62a8e3d31836" -d '{"events": [{"server_uuid": "202f5432-628c-4025-886a-32f594f1b724", "name": "network-vif-deleted", "tag": "baefee94-1ce2-4ef0-bf87-68d817c870f4"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:51.570159 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d6f372c5-406d-43dc-86e6-3b4dfbae17e4 req-4bedff7a-e394-464c-8c40-17df4c4c7e52 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:51.610197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedff7a-e394-464c-8c40-17df4c4c7e52 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Pushing event deleted for resources: {'Port': ['ID=29fe1f0c-1726-46f3-8543-9d1f09a204e7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:51.629878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f req-da8ace21-10d7-4a3b-a94c-4b70c0679413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:51.631419 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f req-da8ace21-10d7-4a3b-a94c-4b70c0679413 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2074788 Nov 19 18:51:51.671938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba4fe7-690b-41c9-8aa4-50d14ca41b58 req-933018eb-7dcb-4171-89e0-d195a92db44f tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:51.673401 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-71ba4fe7-690b-41c9-8aa4-50d14ca41b58 req-933018eb-7dcb-4171-89e0-d195a92db44f tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdd40391-52b5-46d7-aec4-17bd42508ec4 HTTP/1.1" status: 200 len: 867 time: 0.1817470 Nov 19 18:51:51.676565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9c73428-d32b-426b-931d-6af4a34f5edb req-25306b13-b339-418a-9c1f-b923411dc2d6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328802 Nov 19 18:51:51.706593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f372c5-406d-43dc-86e6-3b4dfbae17e4 req-4bedff7a-e394-464c-8c40-17df4c4c7e52 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] No DVR routers for this DVR port 29fe1f0c-1726-46f3-8543-9d1f09a204e7 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:51:51.706593 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d6f372c5-406d-43dc-86e6-3b4dfbae17e4 req-4bedff7a-e394-464c-8c40-17df4c4c7e52 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:51.709928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d6f372c5-406d-43dc-86e6-3b4dfbae17e4 req-4bedff7a-e394-464c-8c40-17df4c4c7e52 tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.21 "DELETE /v2.0/ports/29fe1f0c-1726-46f3-8543-9d1f09a204e7 HTTP/1.1" status: 204 len: 173 time: 1.6431544 Nov 19 18:51:51.796861 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-71ba4fe7-690b-41c9-8aa4-50d14ca41b58 req-7a04b979-e723-49a9-9a80-8adba14bd8cd tempest-ListServersNegativeTestJSON-1760122412 tempest-ListServersNegativeTestJSON-1760122412-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f4f56c0-17d6-4337-a6aa-e651c632a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950139 Nov 19 18:51:51.838505 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f req-17f32021-2eca-4ac0-b3d2-b381a97c4bcf service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861515 Nov 19 18:51:51.858420 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091a3d0e-bfeb-4c31-b62f-24be8cdc173d x-openstack-request-id: req-091a3d0e-bfeb-4c31-b62f-24be8cdc173d {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:51.858955 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202f5432-628c-4025-886a-32f594f1b724", "name": "network-vif-deleted", "tag": "baefee94-1ce2-4ef0-bf87-68d817c870f4", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:51.859327 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-091a3d0e-bfeb-4c31-b62f-24be8cdc173d {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:51.859988 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202f5432-628c-4025-886a-32f594f1b724', 'name': 'network-vif-deleted', 'tag': 'baefee94-1ce2-4ef0-bf87-68d817c870f4', 'status': 'completed', 'code': 200} Nov 19 18:51:52.053165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbf53f-3450-4d2f-adf6-9582cf04f952 req-5c7d469f-4a82-4ae7-823d-53b07b6fae09 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:52.061473 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65cbf53f-3450-4d2f-adf6-9582cf04f952 req-5c7d469f-4a82-4ae7-823d-53b07b6fae09 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1299844 Nov 19 18:51:52.066364 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2d05870-9435-4bd5-8dd4-dc8e29fd702f req-587d3692-b16a-4f27-96e9-fced1d7d2774 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706276 Nov 19 18:51:52.132152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65cbf53f-3450-4d2f-adf6-9582cf04f952 req-1b6cd496-2479-48f3-a435-385397757254 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693645 Nov 19 18:51:52.185130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cefcf5-773d-4cc3-849d-0debfef073af req-ffe35686-2a5d-4133-b97a-3adaed5c95e8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:52.187066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39cefcf5-773d-4cc3-849d-0debfef073af req-ffe35686-2a5d-4133-b97a-3adaed5c95e8 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 947 time: 0.0646355 Nov 19 18:51:52.270111 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39cefcf5-773d-4cc3-849d-0debfef073af req-4848e0c6-3405-4fe8-acb5-7812d102365e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742786 Nov 19 18:51:52.348376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device baefee94-1ce2-4ef0-bf87-68d817c870f4 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:52.373701 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: baefee94-1ce2-4ef0-bf87-68d817c870f4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:51:52.374898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device baefee94-1ce2-4ef0-bf87-68d817c870f4 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:52.468689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89743ee5-ed08-4b3e-9ae3-a0fcf5978def req-d4f7ad19-1bdd-4099-9507-07bc013df4eb tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:52.477571 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89743ee5-ed08-4b3e-9ae3-a0fcf5978def req-d4f7ad19-1bdd-4099-9507-07bc013df4eb tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 946 time: 0.0690730 Nov 19 18:51:52.578382 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89743ee5-ed08-4b3e-9ae3-a0fcf5978def req-5dad7788-c922-41e9-92e6-7ca5e890b9fd tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997941 Nov 19 18:51:52.606565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e7f67-ca09-4235-811f-cf57d84dc5d8 req-fb3e6d43-d8f8-4962-8ae3-63dec17ee1b0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:52.608004 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a6e7f67-ca09-4235-811f-cf57d84dc5d8 req-fb3e6d43-d8f8-4962-8ae3-63dec17ee1b0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ce5153-f87c-4ca3-9e57-37eefa1906a3 HTTP/1.1" status: 200 len: 946 time: 0.0858822 Nov 19 18:51:52.727415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-7a6e7f67-ca09-4235-811f-cf57d84dc5d8 req-940cc059-cc3c-49fc-b053-bbcf6d8bb730 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Deleting port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:52.727787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7a6e7f67-ca09-4235-811f-cf57d84dc5d8 req-940cc059-cc3c-49fc-b053-bbcf6d8bb730 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:52.840473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57424) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:52.844244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8484b6-46b0-4a95-ac59-983a422330bc req-370598a1-bd4c-40f6-a446-4b27456a4168 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:52.850290 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc8484b6-46b0-4a95-ac59-983a422330bc req-370598a1-bd4c-40f6-a446-4b27456a4168 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 945 time: 0.0820887 Nov 19 18:51:52.851207 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-7a6e7f67-ca09-4235-811f-cf57d84dc5d8 req-940cc059-cc3c-49fc-b053-bbcf6d8bb730 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] For port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:52.851643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7a6e7f67-ca09-4235-811f-cf57d84dc5d8 req-940cc059-cc3c-49fc-b053-bbcf6d8bb730 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:52.867348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-7a6e7f67-ca09-4235-811f-cf57d84dc5d8 req-940cc059-cc3c-49fc-b053-bbcf6d8bb730 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Calling delete_port for 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:52.949684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57432) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:52.953455 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc8484b6-46b0-4a95-ac59-983a422330bc req-52060d97-da21-4986-aa9c-5a95d372a34c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787408 Nov 19 18:51:53.038832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-765c4388-9fbe-47d7-a8d3-09090aa61c2c admin admin] Deleting subnet a8921fc8-8c32-452c-aa7c-97ec749199d0 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:51:53.044336 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-765c4388-9fbe-47d7-a8d3-09090aa61c2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.046273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d3c3fdd-a04f-4951-a9fb-9aaf7590f9af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.102133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-765c4388-9fbe-47d7-a8d3-09090aa61c2c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.108806 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7a6e7f67-ca09-4235-811f-cf57d84dc5d8 req-940cc059-cc3c-49fc-b053-bbcf6d8bb730 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.118309 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-765c4388-9fbe-47d7-a8d3-09090aa61c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.157772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cc059-cc3c-49fc-b053-bbcf6d8bb730 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event deleted for resources: {'Port': ['ID=0c643cae-7fe8-45c5-81bc-b5d5bf9ba594,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:53.227863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6e7f67-ca09-4235-811f-cf57d84dc5d8 req-940cc059-cc3c-49fc-b053-bbcf6d8bb730 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] No DVR routers for this DVR port 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:51:53.232348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b4c55-dd2c-401f-8c4e-12382e78b8cd req-c0a43ac7-4e07-45db-b09d-d0173bf06165 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:53.234249 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c1b4c55-dd2c-401f-8c4e-12382e78b8cd req-c0a43ac7-4e07-45db-b09d-d0173bf06165 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1096 time: 0.1559544 Nov 19 18:51:53.236705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7a6e7f67-ca09-4235-811f-cf57d84dc5d8 req-940cc059-cc3c-49fc-b053-bbcf6d8bb730 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.240496 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a6e7f67-ca09-4235-811f-cf57d84dc5d8 req-940cc059-cc3c-49fc-b053-bbcf6d8bb730 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.21 "DELETE /v2.0/ports/0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 HTTP/1.1" status: 204 len: 173 time: 0.6260130 Nov 19 18:51:53.247044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-765c4388-9fbe-47d7-a8d3-09090aa61c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.292045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d3c3fdd-a04f-4951-a9fb-9aaf7590f9af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.304592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c4388-9fbe-47d7-a8d3-09090aa61c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8921fc8-8c32-452c-aa7c-97ec749199d0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:53.318235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d3c3fdd-a04f-4951-a9fb-9aaf7590f9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.352718 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-765c4388-9fbe-47d7-a8d3-09090aa61c2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.356873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-765c4388-9fbe-47d7-a8d3-09090aa61c2c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a8921fc8-8c32-452c-aa7c-97ec749199d0 HTTP/1.1" status: 204 len: 168 time: 0.4024143 Nov 19 18:51:53.364083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57442) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:53.391808 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c1b4c55-dd2c-401f-8c4e-12382e78b8cd req-25a12dfc-812b-447e-bf1c-5951854aa3db tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475482 Nov 19 18:51:53.425906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c3fdd-a04f-4951-a9fb-9aaf7590f9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc51a4c8-9080-42bb-bf5b-9a4e3cb97a00,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:53.453511 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7d3c3fdd-a04f-4951-a9fb-9aaf7590f9af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ac450cab3584992aff998f28ae3ca02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6118312 Nov 19 18:51:53.456485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57444) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:53.481900 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-14daae00-60e8-4263-a967-a09b09a02302 req-b4ddf494-03f1-4007-8e15-6933a763cbc5 service neutron] show failed (client error): The resource could not be found. Nov 19 18:51:53.482898 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-b4ddf494-03f1-4007-8e15-6933a763cbc5 service neutron] 10.222.0.57 "GET /v2.0/ports/37e31ec8-9d3c-49a2-b54c-e465891d01a9/bindings/n-h2-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.2183483 Nov 19 18:51:53.507942 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.535817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9728cac8-8eb3-4b29-8742-1b0f2ec540a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.537310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c01410-4778-4cc2-b70f-3fe33bb7835f req-926b3fdb-2419-40e1-a3ee-f95a9cffefc3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:53.538952 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1c01410-4778-4cc2-b70f-3fe33bb7835f req-926b3fdb-2419-40e1-a3ee-f95a9cffefc3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.2356930 Nov 19 18:51:53.589656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9728cac8-8eb3-4b29-8742-1b0f2ec540a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.663441 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9728cac8-8eb3-4b29-8742-1b0f2ec540a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.667488 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9728cac8-8eb3-4b29-8742-1b0f2ec540a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.671253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9728cac8-8eb3-4b29-8742-1b0f2ec540a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc51a4c8-9080-42bb-bf5b-9a4e3cb97a00 HTTP/1.1" status: 204 len: 168 time: 0.2108493 Nov 19 18:51:53.703788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728cac8-8eb3-4b29-8742-1b0f2ec540a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc51a4c8-9080-42bb-bf5b-9a4e3cb97a00,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:53.708958 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.743119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a489d1e-ff1e-448c-b3ec-6ba491188833 req-5a06ef10-1c18-40fc-b4c2-8816b4bade9d tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:53.758628 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a489d1e-ff1e-448c-b3ec-6ba491188833 req-5a06ef10-1c18-40fc-b4c2-8816b4bade9d tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 947 time: 0.0828998 Nov 19 18:51:53.779614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.780020 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.780996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.781358 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > port after_create 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.781706 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > port after_delete 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.782305 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > port after_update 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.782651 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.782997 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.783321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.783648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.867227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a489d1e-ff1e-448c-b3ec-6ba491188833 req-b3fabd24-6d10-454f-98aa-a93d7105fcda tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084747 Nov 19 18:51:53.879072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd40391-52b5-46d7-aec4-17bd42508ec4', 'name': 'network-vif-deleted', 'tag': '29fe1f0c-1726-46f3-8543-9d1f09a204e7'}, {'server_uuid': 'e5ce5153-f87c-4ca3-9e57-37eefa1906a3', 'name': 'network-vif-deleted', 'tag': '0c643cae-7fe8-45c5-81bc-b5d5bf9ba594'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:53.882218 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb6740d-5e26-492c-ad39-bfb6c9731650" -d '{"events": [{"server_uuid": "cdd40391-52b5-46d7-aec4-17bd42508ec4", "name": "network-vif-deleted", "tag": "29fe1f0c-1726-46f3-8543-9d1f09a204e7"}, {"server_uuid": "e5ce5153-f87c-4ca3-9e57-37eefa1906a3", "name": "network-vif-deleted", "tag": "0c643cae-7fe8-45c5-81bc-b5d5bf9ba594"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:53.901484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daae00-60e8-4263-a967-a09b09a02302 req-4dce8618-c369-4b88-85c9-2e7c5d86894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:53.905961 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-4dce8618-c369-4b88-85c9-2e7c5d86894b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5&tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d HTTP/1.1" status: 200 len: 1100 time: 0.1286349 Nov 19 18:51:53.922401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:53.942942 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.943672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.944017 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.944359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 18:51:53.944759 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fccd90-9100-44bc-90d0-895b5e44adca']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:53.965699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 29fe1f0c-1726-46f3-8543-9d1f09a204e7 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:53.981909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1c01410-4778-4cc2-b70f-3fe33bb7835f req-9099636e-b1aa-4239-98d8-8c40308729cb tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297204 Nov 19 18:51:53.988377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b388fa11-0a6a-4d40-acaf-185809192550') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:53.989171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b388fa11-0a6a-4d40-acaf-185809192550') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:54.006992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 29fe1f0c-1726-46f3-8543-9d1f09a204e7 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:51:54.007586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 29fe1f0c-1726-46f3-8543-9d1f09a204e7 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:54.008220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:54.022241 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.072522 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:51:54.082046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:54.084351 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.096406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:51:54.096871 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.100614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f77162-1db7-4693-a9bd-f7fefb0fa86b req-b255465c-aa03-4424-87d1-ae5d9f37ed10 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:54.102196 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2f77162-1db7-4693-a9bd-f7fefb0fa86b req-b255465c-aa03-4424-87d1-ae5d9f37ed10 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1096 time: 0.1438093 Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: from cryptography.utils import int_from_bytes Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: from cryptography.utils import int_from_bytes Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:51:54.103506 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:51:54.120926 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.155019 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eeddec-dc0a-429f-b08a-7d81d386799c x-openstack-request-id: req-c6eeddec-dc0a-429f-b08a-7d81d386799c {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:54.155329 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd40391-52b5-46d7-aec4-17bd42508ec4", "name": "network-vif-deleted", "tag": "29fe1f0c-1726-46f3-8543-9d1f09a204e7", "status": "completed", "code": 200}, {"server_uuid": "e5ce5153-f87c-4ca3-9e57-37eefa1906a3", "name": "network-vif-deleted", "tag": "0c643cae-7fe8-45c5-81bc-b5d5bf9ba594", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:54.155576 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6eeddec-dc0a-429f-b08a-7d81d386799c {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:54.155983 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd40391-52b5-46d7-aec4-17bd42508ec4', 'name': 'network-vif-deleted', 'tag': '29fe1f0c-1726-46f3-8543-9d1f09a204e7', 'status': 'completed', 'code': 200} Nov 19 18:51:54.156246 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ce5153-f87c-4ca3-9e57-37eefa1906a3', 'name': 'network-vif-deleted', 'tag': '0c643cae-7fe8-45c5-81bc-b5d5bf9ba594', 'status': 'completed', 'code': 200} Nov 19 18:51:54.185378 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.207873 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.211545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57478) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:54.214295 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] 10.222.0.50 "DELETE /v2.0/networks/e0fccd90-9100-44bc-90d0-895b5e44adca HTTP/1.1" status: 204 len: 168 time: 0.8437257 Nov 19 18:51:54.215718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ae08c-160a-4320-a0c1-c6c4c22e2f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=e0fccd90-9100-44bc-90d0-895b5e44adca,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:54.308455 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b98d4ab-4f29-4972-a690-57291c93d406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.344649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2f77162-1db7-4693-a9bd-f7fefb0fa86b req-30388fab-2d21-42fe-925f-161e434c60c5 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319508 Nov 19 18:51:54.351171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 608cd33b-cf62-40eb-ab16-4b9300dd1600 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:54.469051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-7d11ce00-0ad3-45b7-8263-a0e11c510623 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:54.477909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-7d11ce00-0ad3-45b7-8263-a0e11c510623 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/networks?id=190f90f4-6494-4ae7-9af5-5eccd545f615 HTTP/1.1" status: 200 len: 822 time: 0.1546433 Nov 19 18:51:54.496671 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-3694109b-b265-4720-aedd-09fb6e3e17c7 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/quotas/9094450c56d347b5a262e0075e67da73 HTTP/1.1" status: 200 len: 375 time: 0.0173459 Nov 19 18:51:54.564889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-3d333051-eb97-48d3-8fd5-a93978e16e2a tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9094450c56d347b5a262e0075e67da73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670328 Nov 19 18:51:54.574179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57502) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:54.577803 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 608cd33b-cf62-40eb-ab16-4b9300dd1600, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=608cd33b-cf62-40eb-ab16-4b9300dd1600,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:54.604717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '608cd33b-cf62-40eb-ab16-4b9300dd1600', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '608cd33b-cf62-40eb-ab16-4b9300dd1600', 'mac_address': 'fa:16:3e:45:e8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:51:54.687893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6a7b504e-88c3-4f42-8ecf-d890f66b1b56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbf4cf5e32dd4e69a01899216a587ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1115661 Nov 19 18:51:54.694770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57510) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:54.752248 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.756480 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-4a903ab1-ca8b-40f2-823d-9cf43899e958 service neutron] 10.222.0.50 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902518 Nov 19 18:51:54.786811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608cd33b-cf62-40eb-ab16-4b9300dd1600 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:54.847408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 608cd33b-cf62-40eb-ab16-4b9300dd1600, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=608cd33b-cf62-40eb-ab16-4b9300dd1600,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:54.867879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fe51-31df-4b3e-9a60-fefd521d47f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.885572 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-6a5d4c56-f684-4511-bc86-5b32fdca6c7f service neutron] 10.222.0.50 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280451 Nov 19 18:51:54.891205 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.906173 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.932560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fe51-31df-4b3e-9a60-fefd521d47f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.015050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=608cd33b-cf62-40eb-ab16-4b9300dd1600,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:55.043614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fe51-31df-4b3e-9a60-fefd521d47f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.047289 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fe51-31df-4b3e-9a60-fefd521d47f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.054975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f1d7fe51-31df-4b3e-9a60-fefd521d47f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f4f56c0-17d6-4337-a6aa-e651c632a0b8 HTTP/1.1" status: 204 len: 168 time: 0.3526919 Nov 19 18:51:55.063857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7fe51-31df-4b3e-9a60-fefd521d47f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4f56c0-17d6-4337-a6aa-e651c632a0b8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:55.113247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bdfd7-b7b5-41e7-8209-ec9dd010cb47 req-8af7aea1-e78a-4875-8c39-58dac0233979 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:55.125122 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f83bdfd7-b7b5-41e7-8209-ec9dd010cb47 req-8af7aea1-e78a-4875-8c39-58dac0233979 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1096 time: 0.1497874 Nov 19 18:51:55.135589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:55.184785 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b98d4ab-4f29-4972-a690-57291c93d406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.199469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['608cd33b-cf62-40eb-ab16-4b9300dd1600'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:55.228632 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b98d4ab-4f29-4972-a690-57291c93d406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.233612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf535c-5c22-4dbb-a7a6-9aaff0e08bc8 req-2fa965ac-673a-45e6-a473-10e8b2fb6823 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:55.244095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4cf535c-5c22-4dbb-a7a6-9aaff0e08bc8 req-2fa965ac-673a-45e6-a473-10e8b2fb6823 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 948 time: 0.0795798 Nov 19 18:51:55.317226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:55.319918 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4cf535c-5c22-4dbb-a7a6-9aaff0e08bc8 req-421c1e20-07a8-41c0-8cf5-65abaa674e85 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725193 Nov 19 18:51:55.438696 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f83bdfd7-b7b5-41e7-8209-ec9dd010cb47 req-2e6556ac-9ad4-4730-a459-1436025a928e tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109860 Nov 19 18:51:55.499349 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2b98d4ab-4f29-4972-a690-57291c93d406 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4da5cea0305b44be97d54085f73c911b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2867534 Nov 19 18:51:55.503786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57528) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:55.513002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98d4ab-4f29-4972-a690-57291c93d406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d6f60-a852-441d-b99d-6c338d108303,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:55.540036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39e06-a5d1-4b50-826a-fc1b5b1f36b1 req-bae68065-e40c-488a-9d24-93800e3c22c6 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:55.541265 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.543360 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47d39e06-a5d1-4b50-826a-fc1b5b1f36b1 req-bae68065-e40c-488a-9d24-93800e3c22c6 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1229360 Nov 19 18:51:55.598251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Transition to ACTIVE for port object 37e31ec8-9d3c-49a2-b54c-e465891d01a9 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:51:55.611330 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3207c3f-d349-4f5f-90fb-4c9a919cdb7a req-99bcdf77-fbb3-4c5f-af88-a2bc2f456ece tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 210 time: 0.0529332 Nov 19 18:51:55.616614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.673266 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47d39e06-a5d1-4b50-826a-fc1b5b1f36b1 req-15bc58ab-1537-40d0-b626-ab2b3d74a9f8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105659 Nov 19 18:51:55.704623 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c76778-76a6-45e9-b269-32f541523fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.719293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] No DVR routers for this DVR port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:51:55.739492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Pushing event updated for resources: {'Port': ['ID=37e31ec8-9d3c-49a2-b54c-e465891d01a9,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:55.755039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c76778-76a6-45e9-b269-32f541523fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.826060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Attempting to bind port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:55.837348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Attempting to bind port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:55.837702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Attempting to bind port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:55.851756 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:55.852170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Attempting to bind port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:55.869592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:55.869973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:55.872033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:55.872591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Bound port: 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:55.872959 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.880919 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c76778-76a6-45e9-b269-32f541523fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.884495 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c76778-76a6-45e9-b269-32f541523fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.891148 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-47c76778-76a6-45e9-b269-32f541523fcd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f4d6f60-a852-441d-b99d-6c338d108303 HTTP/1.1" status: 204 len: 168 time: 0.3799417 Nov 19 18:51:55.933120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c76778-76a6-45e9-b269-32f541523fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d6f60-a852-441d-b99d-6c338d108303,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:56.066776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:56.076007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:56.086564 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.198067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:56.203354 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c16e8a-3ade-4ce2-99b2-1fb75d84d8e4" -d '{"events": [{"server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "name": "network-vif-unplugged", "status": "completed", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:56.207969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Pushing event updated for resources: {'Port': ['ID=37e31ec8-9d3c-49a2-b54c-e465891d01a9,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:56.215603 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:56.216553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.218198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-9b93d0c5-e9b0-4fc2-bdea-57ded2e6edb3 service neutron] 10.222.0.21 "PUT /v2.0/ports/37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 200 len: 1095 time: 2.3042331 Nov 19 18:51:56.331483 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a0c3e2-c79b-4439-8ee2-bc82a996f837 x-openstack-request-id: req-a5a0c3e2-c79b-4439-8ee2-bc82a996f837 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:56.331937 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "name": "network-vif-unplugged", "status": "completed", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:56.332253 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5a0c3e2-c79b-4439-8ee2-bc82a996f837 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:56.332869 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9', 'code': 200} Nov 19 18:51:56.342488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 608cd33b-cf62-40eb-ab16-4b9300dd1600 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:56.365157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daae00-60e8-4263-a967-a09b09a02302 req-0bbe8313-dba5-42d7-aa4b-ba80e16cae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:56.371576 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-0bbe8313-dba5-42d7-aa4b-ba80e16cae7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1098 time: 0.1262565 Nov 19 18:51:56.476640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 608cd33b-cf62-40eb-ab16-4b9300dd1600 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:51:56.483026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 608cd33b-cf62-40eb-ab16-4b9300dd1600 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:56.484384 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.668158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d51c0-171b-49e0-8d3a-19502a0f695e req-eebe71cb-c71b-443d-9069-fbc44845de2e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:56.680272 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-485d51c0-171b-49e0-8d3a-19502a0f695e req-eebe71cb-c71b-443d-9069-fbc44845de2e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 948 time: 0.1684136 Nov 19 18:51:56.695467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c77c1-d118-4683-bba5-bf0bdfd9473f req-5ae45a69-3976-44fd-98a9-bb510938a92b tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:56.697005 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-239c77c1-d118-4683-bba5-bf0bdfd9473f req-5ae45a69-3976-44fd-98a9-bb510938a92b tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1096 time: 0.1101258 Nov 19 18:51:56.749876 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.784684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57572) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:56.799131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daae00-60e8-4263-a967-a09b09a02302 req-15152f4e-c71a-4b5e-9b66-00370ef9e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:56.801418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-15152f4e-c71a-4b5e-9b66-00370ef9e024 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.4249864 Nov 19 18:51:56.806411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a721fe-b5fb-4843-a5ac-18f8cdb9248b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608cd33b-cf62-40eb-ab16-4b9300dd1600'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:56.811426 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd50e6cf-9b24-440b-bd1f-52a8ff9621f0" -d '{"events": [{"server_uuid": "21a721fe-b5fb-4843-a5ac-18f8cdb9248b", "name": "network-vif-plugged", "status": "completed", "tag": "608cd33b-cf62-40eb-ab16-4b9300dd1600"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:56.849745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 608cd33b-cf62-40eb-ab16-4b9300dd1600, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=608cd33b-cf62-40eb-ab16-4b9300dd1600,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:56.860490 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.861722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 37e31ec8-9d3c-49a2-b54c-e465891d01a9 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:56.979746 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-0b38e8a5-ed0a-474f-a466-75d20e091f10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 200 len: 217 time: 0.1623740 Nov 19 18:51:56.988524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-485d51c0-171b-49e0-8d3a-19502a0f695e req-d9d9ff58-bafa-48ee-98a6-4b491606ff2a tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028491 Nov 19 18:51:57.005398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=608cd33b-cf62-40eb-ab16-4b9300dd1600,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:57.056191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daae00-60e8-4263-a967-a09b09a02302 req-b2e2b449-8d3f-42d7-a49b-7391f8ec0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:57.059934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-b2e2b449-8d3f-42d7-a49b-7391f8ec0fd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0703113 Nov 19 18:51:57.063789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2007660298-network', 'tenant_id': '150e4155c84e42198c074cd95c02f145'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:57.072878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 37e31ec8-9d3c-49a2-b54c-e465891d01a9 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:57.086428 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-239c77c1-d118-4683-bba5-bf0bdfd9473f req-6e08f69c-0b6e-4f05-be62-f5ba60ea4748 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789725 Nov 19 18:51:57.181136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-908e7d95-2ec0-4c0a-8e9b-dbd4096e5812 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:57.182897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-908e7d95-2ec0-4c0a-8e9b-dbd4096e5812 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.21 "GET /v2.0/networks?id=190f90f4-6494-4ae7-9af5-5eccd545f615 HTTP/1.1" status: 200 len: 822 time: 0.4030163 Nov 19 18:51:57.199709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Request body: {'port': {'device_id': 'ad3d8df2-e258-4eb9-8d4c-a51aba5f708f', 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615', 'admin_state_up': True, 'tenant_id': '9094450c56d347b5a262e0075e67da73'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:57.224665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a9050bfa-0a31-4957-bab2-17ddfbd55d17 req-2efa6e75-8f44-429c-a97d-10af4fdbeb1d tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 210 time: 0.0695755 Nov 19 18:51:57.232160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Made reservation on behalf of 150e4155c84e42198c074cd95c02f145 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:57.237648 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.273893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daae00-60e8-4263-a967-a09b09a02302 req-192bcb8a-ef6e-47d5-bf51-75e66a24dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:57.278351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-192bcb8a-ef6e-47d5-bf51-75e66a24dfc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2090001 Nov 19 18:51:57.283870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57590) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:57.285124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.310474 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968ef2c3-fd7f-4757-bf30-8a148c39ae91 x-openstack-request-id: req-968ef2c3-fd7f-4757-bf30-8a148c39ae91 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:57.310803 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a721fe-b5fb-4843-a5ac-18f8cdb9248b", "name": "network-vif-plugged", "status": "completed", "tag": "608cd33b-cf62-40eb-ab16-4b9300dd1600", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:57.311070 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-968ef2c3-fd7f-4757-bf30-8a148c39ae91 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:57.311469 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a721fe-b5fb-4843-a5ac-18f8cdb9248b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608cd33b-cf62-40eb-ab16-4b9300dd1600', 'code': 200} Nov 19 18:51:57.439252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29821a57-f5cc-49a0-a153-22c36a4d1e40 req-8761511e-92b3-4ead-8869-6973163e2bd3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:57.455094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29821a57-f5cc-49a0-a153-22c36a4d1e40 req-8761511e-92b3-4ead-8869-6973163e2bd3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 947 time: 0.1707141 Nov 19 18:51:57.521570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-207692699-network', 'tenant_id': '744eda87414c4c20a1b1e73d7054d765'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:57.521956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Made reservation on behalf of 9094450c56d347b5a262e0075e67da73 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:57.525411 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.529716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-49c0c82f-aeb1-47ac-bbbc-cc42f7953623 req-c594c46c-b357-4404-909a-34b52fde3ade service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:51:57.530855 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49c0c82f-aeb1-47ac-bbbc-cc42f7953623 req-c594c46c-b357-4404-909a-34b52fde3ade service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151966 Nov 19 18:51:57.580174 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.593228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29821a57-f5cc-49a0-a153-22c36a4d1e40 req-47182c4f-025f-4125-a243-62db7539d82f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369603 Nov 19 18:51:57.598867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276bda6-2b7d-4320-8049-896d3a2e3c6b req-34f189d1-3aa2-4ac5-9b65-d5e454320882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:57.601443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c276bda6-2b7d-4320-8049-896d3a2e3c6b req-34f189d1-3aa2-4ac5-9b65-d5e454320882 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 1100 time: 0.2029893 Nov 19 18:51:57.616462 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.712399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39873fd-581d-484d-8d02-4163d3dca645,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:57.723236 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-6bb105a2-aaf7-49fb-93e1-3157edc865e6 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261973 Nov 19 18:51:57.752132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:51:57.824375 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Made reservation on behalf of 744eda87414c4c20a1b1e73d7054d765 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:57.826704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.829997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Allocated IP 172.20.0.3 (190f90f4-6494-4ae7-9af5-5eccd545f615/8c303d6f-9d58-4ddf-b402-95b178ced043/7dd9fc7c-ea76-4154-aa96-e57a9f375d1f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:57.844110 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.844223 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Added segment c6711e0c-4c76-44f6-af27-5ffd633d7ece of type vlan for network 868a0451-7a93-491d-aa08-705efd7de61f Nov 19 18:51:57.854887 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.911220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c276bda6-2b7d-4320-8049-896d3a2e3c6b req-0e9c2a2d-9a79-4541-b6cc-30b09bc2c7a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830532 Nov 19 18:51:57.966713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:57.984762 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.016314 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14daae00-60e8-4263-a967-a09b09a02302 req-13475c10-f8eb-4d46-a023-ddd6886fc939 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652135 Nov 19 18:51:58.023470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:51:58.024922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c643cae-7fe8-45c5-81bc-b5d5bf9ba594 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:58.071713 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.087429 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.126354 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.128319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:58.129111 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.184911 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.214589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] Pushing event updated for resources: {'Network': ['ID=868a0451-7a93-491d-aa08-705efd7de61f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:58.218778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70a237-9478-41be-9fcd-5d52963741f7 req-02ba35e9-958a-415e-8cff-55e2f71e0342 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:58.220316 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d70a237-9478-41be-9fcd-5d52963741f7 req-02ba35e9-958a-415e-8cff-55e2f71e0342 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 949 time: 0.0909197 Nov 19 18:51:58.228428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 868a0451-7a93-491d-aa08-705efd7de61f details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:51:58.242624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:51:58.256136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-205e9412-30e2-422a-89a5-0771316032ab admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4649925 Nov 19 18:51:58.263452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57610) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:58.269649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] Request body: {'subnet': {'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2007660298-subnet', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:58.275312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a6aea5-2b7d-4675-9259-fb84808936ce,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:58.279588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.279938 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Added segment 522977c2-4948-4afb-8890-7c8a1108c26d of type vlan for network e43651f1-41ce-4eb2-85f7-fcefbc78c58b Nov 19 18:51:58.290545 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.328476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Network 190f90f4-6494-4ae7-9af5-5eccd545f615 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:58.342471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:58.373626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:58.376385 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:58.391208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.402608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] Made reservation on behalf of 150e4155c84e42198c074cd95c02f145 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:58.404920 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.428508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:58.477614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d70a237-9478-41be-9fcd-5d52963741f7 req-1a2e3051-ab26-4204-ad77-deb756b6434e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410314 Nov 19 18:51:58.487340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.488307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:58.488861 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.515058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event updated for resources: {'Port': ['ID=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:58.562994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:58.566006 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.567074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e43651f1-41ce-4eb2-85f7-fcefbc78c58b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:58.583027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network e43651f1-41ce-4eb2-85f7-fcefbc78c58b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:51:58.590591 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bd35dc5a-9778-4458-b648-30d2648d06e9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2984757 Nov 19 18:51:58.593247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57626) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:58.602964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] Request body: {'subnet': {'network_id': 'e43651f1-41ce-4eb2-85f7-fcefbc78c58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-207692699-subnet', 'tenant_id': '744eda87414c4c20a1b1e73d7054d765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:58.629830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1fe1bb20-93f5-4b9c-a595-3aceecba5193 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4372985 Nov 19 18:51:58.668745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Request body: {'port': {'device_id': 'ad3d8df2-e258-4eb9-8d4c-a51aba5f708f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:58.786560 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.797094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd39f7-a332-4d9b-8179-5bcb765537db req-9e1d0fbd-dc08-4c88-918d-fc3571fc4679 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:58.808580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8bd39f7-a332-4d9b-8179-5bcb765537db req-9e1d0fbd-dc08-4c88-918d-fc3571fc4679 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 931 time: 0.2168546 Nov 19 18:51:58.811667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.835566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] Made reservation on behalf of 744eda87414c4c20a1b1e73d7054d765 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:58.838508 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.883425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] Checking segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:58.885196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] Network hostable DHCP agents. Network: 868a0451-7a93-491d-aa08-705efd7de61f, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:51:58.892155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1bc7be-31c4-455f-8b22-2cfdf211e77c,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:58.940554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] Network 868a0451-7a93-491d-aa08-705efd7de61f is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:51:58.968983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 868a0451-7a93-491d-aa08-705efd7de61f) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:58.978798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03637d03-8fd7-4bd6-9be9-a2740d216d31 None None] Network 868a0451-7a93-491d-aa08-705efd7de61f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:58.982329 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8bd39f7-a332-4d9b-8179-5bcb765537db req-079de396-6c8d-48e3-9cb7-0e7ed5fe27bc tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725554 Nov 19 18:51:58.993080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:58.993689 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.020035 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7ce1f6f2-4f67-41f7-b228-e3786f382fb2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7555037 Nov 19 18:51:59.026926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57630) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:59.032427 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-18957aed-9318-4272-9207-599486747393 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:59.084334 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18957aed-9318-4272-9207-599486747393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.087004 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18957aed-9318-4272-9207-599486747393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.109733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-a865d6c8-5cfd-44ab-8e3a-43713e55dcac tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:51:59.110882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-a865d6c8-5cfd-44ab-8e3a-43713e55dcac tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104635 Nov 19 18:51:59.200063 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19ccf5f-9517-4d53-85b5-ad3ec951ff5e x-openstack-request-id: req-f19ccf5f-9517-4d53-85b5-ad3ec951ff5e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:59.201376 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:59.201713 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f19ccf5f-9517-4d53-85b5-ad3ec951ff5e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:59.202374 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9', 'status': 'completed', 'code': 200} Nov 19 18:51:59.243568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-868a0451-7a93-491d-aa08-705efd7de61f', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:51:59.244438 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.287924 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-edbd4553-ea87-4f27-960e-1ffdb02667da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:59.289272 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-edbd4553-ea87-4f27-960e-1ffdb02667da service neutron] 10.222.0.50 "GET /v2.0/ports/2bf0d960-62f7-4d60-9f4b-ffa4e6235660 HTTP/1.1" status: 200 len: 1093 time: 0.1642678 Nov 19 18:51:59.344395 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18957aed-9318-4272-9207-599486747393 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.348076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Request body: {'binding': {'host': 'n-h1-815373-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:59.348519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Unknown quota resources ['binding']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:51:59.444697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Allocated IP 172.20.0.2 (868a0451-7a93-491d-aa08-705efd7de61f/ad1bc7be-31c4-455f-8b22-2cfdf211e77c/1f84e896-275a-4c8b-8f9c-4b5b3611e77b) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:59.555082 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.655948 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.681841 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.710128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-7c2ffce6-06c5-41e9-bf11-f9d314c6c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:59.711628 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-7c2ffce6-06c5-41e9-bf11-f9d314c6c719 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1098 time: 0.4252408 Nov 19 18:51:59.713302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-a59d9cc8-7a68-486b-a029-817d30f6d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:59.714693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-a59d9cc8-7a68-486b-a029-817d30f6d031 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1098 time: 0.4296377 Nov 19 18:51:59.739722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18957aed-9318-4272-9207-599486747393 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.765854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Pushing event updated for resources: {'Port': ['ID=1f84e896-275a-4c8b-8f9c-4b5b3611e77b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:59.792615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Network 868a0451-7a93-491d-aa08-705efd7de61f is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:59.794526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:59.802521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:59.851834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19e0ca-9141-4d58-a817-0a281b915dd2 req-76f06873-63a8-4256-98f8-12dcd243006b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:59.859946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e19e0ca-9141-4d58-a817-0a281b915dd2 req-76f06873-63a8-4256-98f8-12dcd243006b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 947 time: 0.5515223 Nov 19 18:51:59.904518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Attempting to bind port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:59.904902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Attempting to bind port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:59.905273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Attempting to bind port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:59.922331 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.927387 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:59.927772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Checking segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:59.928183 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.928582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Bound using segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:59.929059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Bound port: 1f84e896-275a-4c8b-8f9c-4b5b3611e77b, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:59.929446 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.006664 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e19e0ca-9141-4d58-a817-0a281b915dd2 req-84d567e6-0ce0-433b-93f2-2c19a2de2f46 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453974 Nov 19 18:52:00.037171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] For port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:00.040074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-d5d37aed-76db-45c1-8cb9-b4ffaa1be8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:00.041855 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-d5d37aed-76db-45c1-8cb9-b4ffaa1be8b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2969544 Nov 19 18:52:00.044028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] For port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1f84e896-275a-4c8b-8f9c-4b5b3611e77b,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:00.052573 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.132971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:00.148306 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.156605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd91b54-5cb6-4f2e-b8f4-08956fc234db None None] Pushing event updated for resources: {'Port': ['ID=1f84e896-275a-4c8b-8f9c-4b5b3611e77b,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:00.168346 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-8f42d233-2ae5-468c-b791-9484f64ccc5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 200 len: 217 time: 0.1073961 Nov 19 18:52:00.173408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Transition to ACTIVE for port object 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:52:00.186930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eca554d-e14c-4d3f-a6f8-30f0cac1cf6c,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:00.195904 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.237684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-3444a435-3ee7-4e70-9777-c87718b6e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:00.239975 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-3444a435-3ee7-4e70-9777-c87718b6e51a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.4961903 Nov 19 18:52:00.321153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] Checking segment: {'id': '522977c2-4948-4afb-8890-7c8a1108c26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e43651f1-41ce-4eb2-85f7-fcefbc78c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:00.321652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] Network hostable DHCP agents. Network: e43651f1-41ce-4eb2-85f7-fcefbc78c58b, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:52:00.344940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd344708-cd72-4716-a53f-e46d0098cd0a req-949a639c-8c25-458a-a5fb-540a3fed772d tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:00.347607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd344708-cd72-4716-a53f-e46d0098cd0a req-949a639c-8c25-458a-a5fb-540a3fed772d tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 949 time: 0.1664751 Nov 19 18:52:00.464708 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:00.479886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] Network e43651f1-41ce-4eb2-85f7-fcefbc78c58b is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:52:00.539413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, e43651f1-41ce-4eb2-85f7-fcefbc78c58b) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:00.550409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8201b66c-c459-42e0-93b8-7612eccf620f None None] Network e43651f1-41ce-4eb2-85f7-fcefbc78c58b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:00.555923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:00.556605 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.584397 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd344708-cd72-4716-a53f-e46d0098cd0a req-ebecf63f-89c8-4b97-849a-16146f24eca7 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975930 Nov 19 18:52:00.590335 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-aba2dcb5-6fc7-4f4a-8657-9828bf96ebad admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9948792 Nov 19 18:52:00.593214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Attempting to bind port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:00.593553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Attempting to bind port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:00.593956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Attempting to bind port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f on network 190f90f4-6494-4ae7-9af5-5eccd545f615 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:00.631880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f on network 190f90f4-6494-4ae7-9af5-5eccd545f615 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:52:00.632682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Attempting to bind port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f on network 190f90f4-6494-4ae7-9af5-5eccd545f615 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:00.646503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:00.646879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Checking segment: {'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:00.647247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Bound using segment: {'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:00.647706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Bound port: 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bb4a22-22a5-4d72-90f1-fdd097c278c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:00.648069 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.760005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b446c64-83c3-4e4e-bfef-c8b1d9364aab None None] Network e43651f1-41ce-4eb2-85f7-fcefbc78c58b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:00.777905 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-7734ebc9-37f2-4dfe-95e5-b925da1488aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 200 len: 217 time: 0.5027945 Nov 19 18:52:00.782117 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on host n-h1-815373-6 for vnic_type normal with profile None {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:00.782435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:00.782927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:00.799990 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-8982cfcc-0efa-49ed-b895-d1928dfe8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:00.803986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-8982cfcc-0efa-49ed-b895-d1928dfe8aa9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.6234674 Nov 19 18:52:00.858870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:52:00.859201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:00.876940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:00.878219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:00.879556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:00.880198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Bound port: 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:00.891576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a9845-f41d-4be6-94d6-ef8c68c1903a req-924bb1ee-1a67-4569-946d-97a71466403f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:00.896852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c5a9845-f41d-4be6-94d6-ef8c68c1903a req-924bb1ee-1a67-4569-946d-97a71466403f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 943 time: 0.1529987 Nov 19 18:52:00.913058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] For port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:00.979937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] For port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:00.997289 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.085153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-dd79bb52-344d-4645-af99-e0b93f150e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:01.086252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c5a9845-f41d-4be6-94d6-ef8c68c1903a req-1e80be36-97b9-457a-b4e2-fc9671576345 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788259 Nov 19 18:52:01.087415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-dd79bb52-344d-4645-af99-e0b93f150e21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.3002555 Nov 19 18:52:01.088273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:01.099616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:01.100337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.102137 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-1604f3f4-b1c1-4690-99e0-c023a993cd95 service neutron] 10.222.0.21 "PUT /v2.0/ports/7dd9fc7c-ea76-4154-aa96-e57a9f375d1f HTTP/1.1" status: 200 len: 1091 time: 2.4500122 Nov 19 18:52:01.102618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3d8df2-e258-4eb9-8d4c-a51aba5f708f', 'tag': '7dd9fc7c-ea76-4154-aa96-e57a9f375d1f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:01.105140 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474e8ef7-dd6c-47fb-a09f-4d86a9304304" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3d8df2-e258-4eb9-8d4c-a51aba5f708f", "tag": "7dd9fc7c-ea76-4154-aa96-e57a9f375d1f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:01.122337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-fcaa19fc-bb4e-417a-978e-0e78f4379ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:01.123934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-fcaa19fc-bb4e-417a-978e-0e78f4379ab9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2660537 Nov 19 18:52:01.226166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.21', 57934) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:01.338941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-a6bbeb47-458e-422d-8202-99a72c229f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:01.340396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-a6bbeb47-458e-422d-8202-99a72c229f2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9094450c56d347b5a262e0075e67da73&device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 1094 time: 0.1824803 Nov 19 18:52:01.341964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:01.362899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-4e5d8abf-bb71-4167-88c1-cecc31fae3fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1345716 Nov 19 18:52:01.393481 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.395220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-57000322-b325-462e-9e0f-1357553b1e1e service neutron] 10.222.0.50 "POST /v2.0/ports/2bf0d960-62f7-4d60-9f4b-ffa4e6235660/bindings HTTP/1.1" status: 201 len: 389 time: 2.0539522 Nov 19 18:52:01.415395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-84bde464-f35b-46f4-b4b6-87485d519568 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f HTTP/1.1" status: 200 len: 217 time: 0.0663624 Nov 19 18:52:01.443627 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18957aed-9318-4272-9207-599486747393 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.448849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-f696ffde-e809-45fb-bd39-bf823d2c21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:01.451079 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-f696ffde-e809-45fb-bd39-bf823d2c21c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3507979 Nov 19 18:52:01.540020 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18957aed-9318-4272-9207-599486747393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.620086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-e5723bd9-bd68-4939-be3b-5405164062dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:01.621544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-e5723bd9-bd68-4939-be3b-5405164062dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c303d6f-9d58-4ddf-b402-95b178ced043 HTTP/1.1" status: 200 len: 862 time: 0.1976297 Nov 19 18:52:01.629333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-1eb27be8-3986-4ca7-b03c-c596b1007902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:01.630829 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-1eb27be8-3986-4ca7-b03c-c596b1007902 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 1118 time: 0.1818535 Nov 19 18:52:01.676358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57662) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:01.683387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-cf918618-25e4-4318-aecd-db16f17b8ae4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=190f90f4-6494-4ae7-9af5-5eccd545f615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513909 Nov 19 18:52:01.687683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1375825134-network', 'tenant_id': 'facb67c4ae3e4052b56423bdbee955c3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:01.831482 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-4ae96158-b562-4d91-915c-7a6c365e9cff service neutron] 10.222.0.21 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390326 Nov 19 18:52:01.909324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41603398-fb34-4a29-b2ad-3a58bdefc635 None None] Network 868a0451-7a93-491d-aa08-705efd7de61f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:01.951089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Made reservation on behalf of facb67c4ae3e4052b56423bdbee955c3 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:01.954765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.988419 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.032821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37e31ec8-9d3c-49a2-b54c-e465891d01a9 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:52:02.067191 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-927209b2-36de-4ec3-a43b-fe109a6501a2 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9168890 Nov 19 18:52:02.122313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-5490e6d2-4c3f-421f-a82f-84f9c84f8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:02.125126 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-5490e6d2-4c3f-421f-a82f-84f9c84f8190 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1096 time: 0.2874391 Nov 19 18:52:02.144919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83cd3d-d1fc-4327-a7bf-e94133cfadf1 req-57865143-57aa-45d3-9395-5e828689bdc9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:02.149429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1e4ffe34-4a72-4bf9-a15e-69e35d7676c3 None None] Provisioning complete for port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:02.149947 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffe34-4a72-4bf9-a15e-69e35d7676c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.157533 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f83cd3d-d1fc-4327-a7bf-e94133cfadf1 req-57865143-57aa-45d3-9395-5e828689bdc9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 947 time: 0.4004838 Nov 19 18:52:02.244336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-18957aed-9318-4272-9207-599486747393 admin admin] Allocated IP 172.25.3.181 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/2dd8ddf9-de7a-45ed-8791-cc7cc639d34e) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:02.274219 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c8cc6a-d828-4311-9f8c-ccdac224388c x-openstack-request-id: req-b8c8cc6a-d828-4311-9f8c-ccdac224388c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:02.274726 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3d8df2-e258-4eb9-8d4c-a51aba5f708f", "tag": "7dd9fc7c-ea76-4154-aa96-e57a9f375d1f", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:02.275399 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8c8cc6a-d828-4311-9f8c-ccdac224388c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:02.277011 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3d8df2-e258-4eb9-8d4c-a51aba5f708f', 'tag': '7dd9fc7c-ea76-4154-aa96-e57a9f375d1f', 'status': 'completed', 'code': 200} Nov 19 18:52:02.292372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.303242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-8428c77a-1c6d-4a26-a5d0-2eae31dd84f3 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001826 Nov 19 18:52:02.309928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-f4f1017d-7b0c-4806-a314-cad367225f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:02.314491 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-f4f1017d-7b0c-4806-a314-cad367225f19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f96408f8-5603-4d54-9f77-1f7ed54c35d6 HTTP/1.1" status: 200 len: 925 time: 0.5663829 Nov 19 18:52:02.329322 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.342267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:52:02.354160 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.354555 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Added segment cc0e10fb-2470-45e5-a60f-3d25abb3c119 of type vlan for network 9f11690d-c8c2-4835-9762-bbcf7312126e Nov 19 18:52:02.395892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1f84e896-275a-4c8b-8f9c-4b5b3611e77b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:02.402263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.449168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-ddcfe15e-d8f5-41fe-89d6-0ced934807a1 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047578 Nov 19 18:52:02.459081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36e8eb81-fcf8-4547-a8f1-8bcd3c6fe9bd req-9c3d85da-3ebf-4bf4-b151-331645b04db5 service neutron] 10.222.0.21 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134186 Nov 19 18:52:02.460041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.461270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:02.462013 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.598419 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f83cd3d-d1fc-4327-a7bf-e94133cfadf1 req-507abf7a-782a-4b3e-aba8-0a267c662cbb tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395759 Nov 19 18:52:02.661135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceed2871-4495-4904-9454-14ac07949957,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:02.695138 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0156317 Nov 19 18:52:02.700136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad2d1cd6-a44e-4e27-a9b5-f8d94e4c4bbf req-bc204b1f-2558-4d1b-8f4f-50ab4a194706 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206427 Nov 19 18:52:02.702960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57676) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:02.716121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19c25-dc81-49be-b706-f1207a5c1bc7 req-10de3fed-1cb6-4ccd-b6fa-9c2fb8ed4e8f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:02.718127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cf19c25-dc81-49be-b706-f1207a5c1bc7 req-10de3fed-1cb6-4ccd-b6fa-9c2fb8ed4e8f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 945 time: 0.2928045 Nov 19 18:52:02.736090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cbec1-b823-4ca9-90ab-898e7e432744 admin admin] Pushing event updated for resources: {'Network': ['ID=9f11690d-c8c2-4835-9762-bbcf7312126e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:02.736328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] Request body: {'subnet': {'network_id': '9f11690d-c8c2-4835-9762-bbcf7312126e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1375825134-subnet', 'tenant_id': 'facb67c4ae3e4052b56423bdbee955c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:02.749857 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-70c0e746-3dd8-4dce-b98e-d03bb61bd691 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=681d4532-f39e-4de1-a583-6571b493afc4 HTTP/1.1" status: 200 len: 1022 time: 0.3211784 Nov 19 18:52:02.806271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 9f11690d-c8c2-4835-9762-bbcf7312126e details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:52:02.806722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e8ef7-dd6c-47fb-a09f-4d86a9304304 req-e087e30e-c611-454b-9d49-1c978235243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:02.808230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474e8ef7-dd6c-47fb-a09f-4d86a9304304 req-e087e30e-c611-454b-9d49-1c978235243c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9094450c56d347b5a262e0075e67da73&device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 1094 time: 0.2579799 Nov 19 18:52:02.812942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-deac7087-e76e-4e2c-adfe-eb43c42c6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:02.815618 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-deac7087-e76e-4e2c-adfe-eb43c42c6b08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.6070507 Nov 19 18:52:02.895326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168daa8-c4bf-40fe-b264-1fafb595e53b req-cab59ee5-1ce8-489a-a9d5-1d55e92f18f3 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:02.903540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2168daa8-c4bf-40fe-b264-1fafb595e53b req-cab59ee5-1ce8-489a-a9d5-1d55e92f18f3 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 943 time: 0.1743531 Nov 19 18:52:02.905468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] Made reservation on behalf of facb67c4ae3e4052b56423bdbee955c3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:02.907808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.914227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18957aed-9318-4272-9207-599486747393 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.918153 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cf19c25-dc81-49be-b706-f1207a5c1bc7 req-c8cb76f3-2f7c-4c66-a419-5062fde1d09f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892653 Nov 19 18:52:02.927248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-7834b50b-5670-487c-af8a-7bfc432e70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:02.928715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-7834b50b-5670-487c-af8a-7bfc432e70a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=768b4d25-02ae-4ccf-abe6-0db558209b79 HTTP/1.1" status: 200 len: 863 time: 0.1670303 Nov 19 18:52:02.933174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:02.936189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-2f80f0ff-ff82-4eec-bf5a-05637a8d713a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660 HTTP/1.1" status: 200 len: 217 time: 0.1100647 Nov 19 18:52:02.967418 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffe34-4a72-4bf9-a15e-69e35d7676c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.008361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e8ef7-dd6c-47fb-a09f-4d86a9304304 req-ca97e046-6363-46c0-8275-36de5946a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:03.009867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474e8ef7-dd6c-47fb-a09f-4d86a9304304 req-ca97e046-6363-46c0-8275-36de5946a98b service neutron] 10.222.0.21 "GET /v2.0/networks?id=190f90f4-6494-4ae7-9af5-5eccd545f615 HTTP/1.1" status: 200 len: 923 time: 0.1906147 Nov 19 18:52:03.018754 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-a8430b59-f980-489a-997d-ce0bb81aca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:03.020317 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-a8430b59-f980-489a-997d-ce0bb81aca99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f96408f8-5603-4d54-9f77-1f7ed54c35d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818532 Nov 19 18:52:03.024242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-63302b87-31a1-4b19-9321-08fcb839ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:03.025704 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-63302b87-31a1-4b19-9321-08fcb839ded6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.0524635 Nov 19 18:52:03.058383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '37e31ec8-9d3c-49a2-b54c-e465891d01a9', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '37e31ec8-9d3c-49a2-b54c-e465891d01a9', 'mac_address': 'fa:16:3e:fd:c0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:52:03.076012 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-ab2a9575-d3cc-4e59-b829-89d90baadb3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375917 Nov 19 18:52:03.082677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:03.083052 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.104574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474e8ef7-dd6c-47fb-a09f-4d86a9304304 req-80d85e42-9692-42e7-9ede-8e4be21c33a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f HTTP/1.1" status: 200 len: 217 time: 0.0831637 Nov 19 18:52:03.180195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1e4ffe34-4a72-4bf9-a15e-69e35d7676c3 None None] For port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1f84e896-275a-4c8b-8f9c-4b5b3611e77b,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:03.256382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e8ef7-dd6c-47fb-a09f-4d86a9304304 req-d389330b-4c37-45a6-b881-f4b40dbf31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:03.259765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474e8ef7-dd6c-47fb-a09f-4d86a9304304 req-d389330b-4c37-45a6-b881-f4b40dbf31dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c303d6f-9d58-4ddf-b402-95b178ced043 HTTP/1.1" status: 200 len: 862 time: 0.1384537 Nov 19 18:52:03.271503 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.307810 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffe34-4a72-4bf9-a15e-69e35d7676c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.313286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e31ec8-9d3c-49a2-b54c-e465891d01a9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:03.324623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474e8ef7-dd6c-47fb-a09f-4d86a9304304 req-0b33b94d-dc75-46c9-a457-2d35b73d1fe3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=190f90f4-6494-4ae7-9af5-5eccd545f615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476215 Nov 19 18:52:03.363761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2168daa8-c4bf-40fe-b264-1fafb595e53b req-05e025b1-562f-45b0-b420-786403299b94 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592562 Nov 19 18:52:03.381654 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18957aed-9318-4272-9207-599486747393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.415094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:03.473671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-2ba2f7d9-5b7a-484f-bc90-f74cffd1943e service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834209 Nov 19 18:52:03.491009 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.520020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18957aed-9318-4272-9207-599486747393 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:03.540869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-18957aed-9318-4272-9207-599486747393 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:03.562694 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-7737d98e-e6a6-452d-b9f3-82c08360578f service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334971 Nov 19 18:52:03.596333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ffe34-4a72-4bf9-a15e-69e35d7676c3 None None] Pushing event updated for resources: {'Port': ['ID=1f84e896-275a-4c8b-8f9c-4b5b3611e77b,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:03.645196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-167dbfa6-f9e0-4d33-9e07-7c8818569084 None None] Provisioning complete for port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:03.645902 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-167dbfa6-f9e0-4d33-9e07-7c8818569084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.708440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474e8ef7-dd6c-47fb-a09f-4d86a9304304 req-b8f3bf92-9209-43ab-b935-5b1692338a68 service neutron] 10.222.0.21 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229680 Nov 19 18:52:03.711960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18957aed-9318-4272-9207-599486747393 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd8ddf9-de7a-45ed-8791-cc7cc639d34e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:03.720118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18957aed-9318-4272-9207-599486747393 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:03.745246 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['37e31ec8-9d3c-49a2-b54c-e465891d01a9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:03.783736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=37e31ec8-9d3c-49a2-b54c-e465891d01a9,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:03.848454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474e8ef7-dd6c-47fb-a09f-4d86a9304304 req-5ddf4b14-dc41-406d-86fe-f1b6764727cc service neutron] 10.222.0.21 "GET /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251557 Nov 19 18:52:03.855505 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b18808e-0db9-4806-8c06-49f4d11ced44 req-142e2c6c-5a82-46d2-b7a3-e5be62b6391e service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765715 Nov 19 18:52:04.038941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-08d0d48b-25a1-4d16-a1db-49e2f40f8d9e service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469406 Nov 19 18:52:04.041935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab31ab3-0d74-4270-96eb-2b1c49d3c8f6 req-5c3cc29a-b799-43f5-abfa-f5d237d5ec5d tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:04.044350 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ab31ab3-0d74-4270-96eb-2b1c49d3c8f6 req-5c3cc29a-b799-43f5-abfa-f5d237d5ec5d tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 949 time: 0.0962460 Nov 19 18:52:04.115799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ab31ab3-0d74-4270-96eb-2b1c49d3c8f6 req-3cb6ca23-7d18-4993-8696-1c3d9da9166a tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640457 Nov 19 18:52:04.126322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6317fd3-0bb0-4656-abe1-66801b072026 req-9846a007-cff1-4aa7-88e7-365154f3e2f9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:04.128617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6317fd3-0bb0-4656-abe1-66801b072026 req-9846a007-cff1-4aa7-88e7-365154f3e2f9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 948 time: 0.3847764 Nov 19 18:52:04.160809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-6d6e043e-e1e8-4b5d-9a6a-309f83970bef tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:04.162493 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-6d6e043e-e1e8-4b5d-9a6a-309f83970bef tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5&tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 948 time: 0.4294589 Nov 19 18:52:04.175906 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1f84e896-275a-4c8b-8f9c-4b5b3611e77b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:04.180032 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.278671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:04.279156 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.343936 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56328491-fd5e-4dfc-a9fc-8f45ff38532b req-e38dc645-3b0d-4dca-b326-07e633c57371 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:04.352105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-56328491-fd5e-4dfc-a9fc-8f45ff38532b req-e38dc645-3b0d-4dca-b326-07e633c57371 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 945 time: 0.1108358 Nov 19 18:52:04.418980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-56328491-fd5e-4dfc-a9fc-8f45ff38532b req-c506f14a-dc97-4b46-a147-f3ed2375484f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657811 Nov 19 18:52:04.523669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0154c9-4082-48bf-9018-e25190b634b7,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:04.611104 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-a42df66d-d439-4cf7-8dba-b2f430d3112d service neutron] delete failed (client error): The resource could not be found. Nov 19 18:52:04.612680 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-a42df66d-d439-4cf7-8dba-b2f430d3112d service neutron] 10.222.0.57 "DELETE /v2.0/ports/37e31ec8-9d3c-49a2-b54c-e465891d01a9/bindings/n-h1-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.4274435 Nov 19 18:52:04.697798 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6317fd3-0bb0-4656-abe1-66801b072026 req-3c5c86a7-067f-4edf-8659-2abdc3cb1c8d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473349 Nov 19 18:52:04.709406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-264186be-f3a4-4c62-8a9d-92bc02e8e07b tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:04.711033 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-264186be-f3a4-4c62-8a9d-92bc02e8e07b tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1096 time: 0.5928714 Nov 19 18:52:04.726869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815373-6'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:04.729730 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] Checking segment: {'id': 'cc0e10fb-2470-45e5-a60f-3d25abb3c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9f11690d-c8c2-4835-9762-bbcf7312126e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:04.729985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c3a2a-a0e0-4d9c-a262-c72aed104f8b req-6626286f-8b13-4c02-a2c6-01b4d93256e6 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:04.730484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] Network hostable DHCP agents. Network: 9f11690d-c8c2-4835-9762-bbcf7312126e, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:52:04.741570 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-444c3a2a-a0e0-4d9c-a262-c72aed104f8b req-6626286f-8b13-4c02-a2c6-01b4d93256e6 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 943 time: 0.0865595 Nov 19 18:52:04.844598 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-444c3a2a-a0e0-4d9c-a262-c72aed104f8b req-3555a330-dc12-4893-b75b-72f07eec5fe4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991304 Nov 19 18:52:04.913258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] Network 9f11690d-c8c2-4835-9762-bbcf7312126e is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:52:04.922170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-27a42227-c748-4a9b-98b6-f2f93c19804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:04.923673 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-27a42227-c748-4a9b-98b6-f2f93c19804f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1099 time: 0.1842387 Nov 19 18:52:04.927178 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.984284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 9f11690d-c8c2-4835-9762-bbcf7312126e) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:04.996269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602df507-f34a-4efa-924a-1e066ecb42af None None] Network 9f11690d-c8c2-4835-9762-bbcf7312126e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:05.000826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:05.001415 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.085892 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18957aed-9318-4272-9207-599486747393 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.139945 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-92a5ce24-68da-4326-8af0-acfd32abcb35 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4077299 Nov 19 18:52:05.228288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1597a1fb-a7b8-42da-bcde-4abb3d77328e None None] Network 9f11690d-c8c2-4835-9762-bbcf7312126e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:05.294542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57696) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:05.348790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-49e2ab53-7a54-4c75-9f73-c13ce1b21ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:05.350355 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-49e2ab53-7a54-4c75-9f73-c13ce1b21ee1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3881910 Nov 19 18:52:05.425782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Deleting subnet 2eca554d-e14c-4d3f-a6f8-30f0cac1cf6c {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:52:05.430588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.437634 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-92ee6ed3-9a8a-41e4-a9b4-99ed7b63407e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 200 len: 217 time: 0.0714915 Nov 19 18:52:05.439431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fc942-272f-444a-a539-670a2012c621 req-7a74c15f-cb2c-4c3c-98c5-e31e8997cb38 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:05.441526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-413fc942-272f-444a-a539-670a2012c621 req-7a74c15f-cb2c-4c3c-98c5-e31e8997cb38 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.57 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 949 time: 0.1105578 Nov 19 18:52:05.448099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:05.464328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5e03a-2041-4386-af9d-1ae7e9c41271 req-c00c7edd-cc87-41bd-a8a4-8ff5fdb24852 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:05.465928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eea5e03a-2041-4386-af9d-1ae7e9c41271 req-c00c7edd-cc87-41bd-a8a4-8ff5fdb24852 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 949 time: 0.2299550 Nov 19 18:52:05.558356 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.676382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-16d18d07-69ee-422b-9251-9dca4b9359ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:05.677946 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-16d18d07-69ee-422b-9251-9dca4b9359ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2097423 Nov 19 18:52:05.683396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:05.727815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eea5e03a-2041-4386-af9d-1ae7e9c41271 req-6d16bd3b-f0f5-4464-a07f-9f9c14c9ff9b tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516618 Nov 19 18:52:05.790843 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18957aed-9318-4272-9207-599486747393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.797321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:05.800946 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4beeb0-fff8-4a6a-9867-8a5fdf1dc097" -d '{"events": [{"server_uuid": "baaa5433-e87c-4679-95bc-839d1abe8807", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf0d960-62f7-4d60-9f4b-ffa4e6235660"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:05.805144 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.866006 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.876729 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-8a36c9da-0d0f-4385-aaab-4e6bb3ee1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:05.879477 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-8a36c9da-0d0f-4385-aaab-4e6bb3ee1654 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687279 Nov 19 18:52:05.981212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:52:06.016677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.050522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-413fc942-272f-444a-a539-670a2012c621 req-f69aa8e5-4383-4294-a5c6-975fcc01835e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Deleting port 608cd33b-cf62-40eb-ab16-4b9300dd1600 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:52:06.051147 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-413fc942-272f-444a-a539-670a2012c621 req-f69aa8e5-4383-4294-a5c6-975fcc01835e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.064325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7aa77-4e88-48db-b920-e633e0c557d7 req-27c0f651-530a-486a-9d15-7c4d1bd4c8e4 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:06.074400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60f7aa77-4e88-48db-b920-e633e0c557d7 req-27c0f651-530a-486a-9d15-7c4d1bd4c8e4 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 945 time: 0.5140252 Nov 19 18:52:06.136153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:06.147573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Pushing event updated for resources: {'Port': ['ID=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:06.161519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '7dd9fc7c-ea76-4154-aa96-e57a9f375d1f', 'network_id': '190f90f4-6494-4ae7-9af5-5eccd545f615', 'port_id': '7dd9fc7c-ea76-4154-aa96-e57a9f375d1f', 'mac_address': 'fa:16:3e:29:2d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c303d6f-9d58-4ddf-b402-95b178ced043', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:52:06.164731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37e31ec8-9d3c-49a2-b54c-e465891d01a9 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:06.192312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.192576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.192941 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.193276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.193613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.195356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.195711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.196042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.196370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.196698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.197021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.197345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.215370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on host n-h2-815373-6 for vnic_type normal with profile {"migrating_to": "n-h1-815373-6"} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:06.215702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:06.216024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:06.218908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60f7aa77-4e88-48db-b920-e633e0c557d7 req-916dbd3c-c946-4592-b42d-701adc90371c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431847 Nov 19 18:52:06.226211 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.322555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.326699 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2eca554d-e14c-4d3f-a6f8-30f0cac1cf6c HTTP/1.1" status: 204 len: 168 time: 1.0310009 Nov 19 18:52:06.332115 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.334159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57708) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:06.340248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eca554d-e14c-4d3f-a6f8-30f0cac1cf6c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:06.371447 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:06.394489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-413fc942-272f-444a-a539-670a2012c621 req-f69aa8e5-4383-4294-a5c6-975fcc01835e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] For port 608cd33b-cf62-40eb-ab16-4b9300dd1600, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=608cd33b-cf62-40eb-ab16-4b9300dd1600,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:06.403084 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-413fc942-272f-444a-a539-670a2012c621 req-f69aa8e5-4383-4294-a5c6-975fcc01835e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.426228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:06.430720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.431207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.431645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.432078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.432508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.432933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.433528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.433985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.434397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.434818 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.435252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.435675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41591f48-8c5e-4314-87a3-95cc8d201681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:06.441403 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.494178 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42905bc3-d8ba-4cc0-836b-c36ad23bc8a8 x-openstack-request-id: req-42905bc3-d8ba-4cc0-836b-c36ad23bc8a8 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:06.494494 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaa5433-e87c-4679-95bc-839d1abe8807", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf0d960-62f7-4d60-9f4b-ffa4e6235660", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:06.494747 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42905bc3-d8ba-4cc0-836b-c36ad23bc8a8 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:06.495134 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660', 'code': 200} Nov 19 18:52:06.499857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-413fc942-272f-444a-a539-670a2012c621 req-f69aa8e5-4383-4294-a5c6-975fcc01835e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Calling delete_port for 608cd33b-cf62-40eb-ab16-4b9300dd1600 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:52:06.520432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c9991-1126-4436-b2b7-49a5c583d93a req-6920ec85-3902-4eeb-b447-ce0e296c28f8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:06.522034 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf7c9991-1126-4436-b2b7-49a5c583d93a req-6920ec85-3902-4eeb-b447-ce0e296c28f8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 948 time: 0.5515757 Nov 19 18:52:06.525266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:52:06.525410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Attempting to bind port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:06.540194 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-bb27630a-80b3-4c0e-be66-5f2f3145da3a service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6512365 Nov 19 18:52:06.546049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:06.546379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:06.546755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:06.547198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Bound port: 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:06.547548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.557419 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.560533 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:06.563662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:52:06.569472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:06.570258 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.649230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8d656-5384-4892-83c4-f0a1cf8c8820 req-dde38589-d3f8-46b6-9719-bee5b51c9a43 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:06.657574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ab8d656-5384-4892-83c4-f0a1cf8c8820 req-dde38589-d3f8-46b6-9719-bee5b51c9a43 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 944 time: 0.2169237 Nov 19 18:52:06.659495 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.684508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['7dd9fc7c-ea76-4154-aa96-e57a9f375d1f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:06.740241 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:06.743076 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9e93f5-730c-4803-b3bd-2b00ee2654e8" -d '{"events": [{"server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "name": "network-vif-plugged", "status": "completed", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:06.764976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:06.778346 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.822168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18957aed-9318-4272-9207-599486747393 admin admin] Router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:52:06.881904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=37e31ec8-9d3c-49a2-b54c-e465891d01a9,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:06.922287 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87eb8ded-617e-4a44-8c9c-2c034229b4f0 req-30bf62e4-9b89-44e3-ba7b-4be23893c370 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706868 Nov 19 18:52:06.970005 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf7c9991-1126-4436-b2b7-49a5c583d93a req-37d9a7e0-7ef2-40d5-b204-e8cf2fe9adfd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342260 Nov 19 18:52:07.006319 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.044765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ab8d656-5384-4892-83c4-f0a1cf8c8820 req-fe87ad2c-1ecd-434e-8227-4f1a19b950fc tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716257 Nov 19 18:52:07.107446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43651f1-41ce-4eb2-85f7-fcefbc78c58b']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:07.116488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:07.124510 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30bcbb3-967f-480e-8578-c85241d28e6c x-openstack-request-id: req-d30bcbb3-967f-480e-8578-c85241d28e6c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:07.125092 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "name": "network-vif-plugged", "status": "completed", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:07.126329 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d30bcbb3-967f-480e-8578-c85241d28e6c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:07.127311 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9', 'code': 200} Nov 19 18:52:07.133056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:07.140962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522977c2-4948-4afb-8890-7c8a1108c26d') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:07.141234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522977c2-4948-4afb-8890-7c8a1108c26d') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:07.165623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.178638 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.216735 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.224448 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-413fc942-272f-444a-a539-670a2012c621 req-f69aa8e5-4383-4294-a5c6-975fcc01835e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.235941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:52:07.236117 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:52:07.240455 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:52:07.242349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18957aed-9318-4272-9207-599486747393 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:07.256694 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Sync routers for ids ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:07.275360 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Routers {'d7912eb8-cc52-43af-ae76-8d8f919dc0a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:07.277387 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:51:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:07.278210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Pushing event updated for resources: {'Port': ['ID=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,revision_number=8']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:07.284802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:07.285415 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.286842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-710575fa-1067-4bc9-b884-d08b3d2d51fc service neutron] 10.222.0.57 "PUT /v2.0/ports/2bf0d960-62f7-4d60-9f4b-ffa4e6235660 HTTP/1.1" status: 200 len: 1121 time: 2.5642300 Nov 19 18:52:07.291830 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18957aed-9318-4272-9207-599486747393 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.293202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-18957aed-9318-4272-9207-599486747393 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2664182 Nov 19 18:52:07.302195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aa8e5-4383-4294-a5c6-975fcc01835e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Pushing event deleted for resources: {'Port': ['ID=608cd33b-cf62-40eb-ab16-4b9300dd1600,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:07.308828 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57718) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:07.353051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b45b5-32c3-42ff-8fee-30c4edeafdc9 req-2ea182e4-342a-4eb8-b436-be5bde35a422 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:07.364191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a4b45b5-32c3-42ff-8fee-30c4edeafdc9 req-2ea182e4-342a-4eb8-b436-be5bde35a422 tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/ports?device_id=21a721fe-b5fb-4843-a5ac-18f8cdb9248b HTTP/1.1" status: 200 len: 867 time: 0.2020662 Nov 19 18:52:07.371870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['2bf0d960-62f7-4d60-9f4b-ffa4e6235660'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:07.525610 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.571250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-413fc942-272f-444a-a539-670a2012c621 req-f69aa8e5-4383-4294-a5c6-975fcc01835e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] No DVR routers for this DVR port 608cd33b-cf62-40eb-ab16-4b9300dd1600 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:52:07.606177 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.612142 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e43651f1-41ce-4eb2-85f7-fcefbc78c58b HTTP/1.1" status: 204 len: 168 time: 1.2705014 Nov 19 18:52:07.617688 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-413fc942-272f-444a-a539-670a2012c621 req-f69aa8e5-4383-4294-a5c6-975fcc01835e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.621036 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-413fc942-272f-444a-a539-670a2012c621 req-f69aa8e5-4383-4294-a5c6-975fcc01835e tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.57 "DELETE /v2.0/ports/608cd33b-cf62-40eb-ab16-4b9300dd1600 HTTP/1.1" status: 204 len: 173 time: 2.1575525 Nov 19 18:52:07.621546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a721fe-b5fb-4843-a5ac-18f8cdb9248b', 'name': 'network-vif-deleted', 'tag': '608cd33b-cf62-40eb-ab16-4b9300dd1600'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:07.629426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57720) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:07.635396 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f972a0b-9cf2-44aa-9f89-6879d09dd74a" -d '{"events": [{"server_uuid": "21a721fe-b5fb-4843-a5ac-18f8cdb9248b", "name": "network-vif-deleted", "tag": "608cd33b-cf62-40eb-ab16-4b9300dd1600"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:07.681794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83003ff9-6bb9-48ca-a924-a2b41bee10e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e43651f1-41ce-4eb2-85f7-fcefbc78c58b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:07.712960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a4b45b5-32c3-42ff-8fee-30c4edeafdc9 req-01435c0b-198b-4291-895a-3c2c78aacf2b tempest-TenantUsagesTestJSON-586412783 tempest-TenantUsagesTestJSON-586412783-project] 10.222.0.50 "GET /v2.0/security-groups?id=0f31a38b-f9b1-4434-9610-8b62582c5691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477874 Nov 19 18:52:07.741971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab57f70-3a51-46b1-ba18-bba33bcd91d4 admin admin] Deleting subnet cf0154c9-4082-48bf-9018-e25190b634b7 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:52:07.758995 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ab57f70-3a51-46b1-ba18-bba33bcd91d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.776482 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e772c19-652d-426b-9b18-05493fbcc2d0 x-openstack-request-id: req-5e772c19-652d-426b-9b18-05493fbcc2d0 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:07.777056 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a721fe-b5fb-4843-a5ac-18f8cdb9248b", "name": "network-vif-deleted", "tag": "608cd33b-cf62-40eb-ab16-4b9300dd1600", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:07.777377 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:52:07.777671 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e772c19-652d-426b-9b18-05493fbcc2d0 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:07.778315 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a721fe-b5fb-4843-a5ac-18f8cdb9248b', 'name': 'network-vif-deleted', 'tag': '608cd33b-cf62-40eb-ab16-4b9300dd1600', 'status': 'completed', 'code': 200} Nov 19 18:52:07.811430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ab57f70-3a51-46b1-ba18-bba33bcd91d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.823667 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Set router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:07.887599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4591cd-f0cd-4b61-a409-f2074cf16759 req-cc22da1a-9f56-4c4d-9b74-9e01a86b53e3 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:07.889138 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d4591cd-f0cd-4b61-a409-f2074cf16759 req-cc22da1a-9f56-4c4d-9b74-9e01a86b53e3 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 943 time: 0.3561327 Nov 19 18:52:07.972562 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ab57f70-3a51-46b1-ba18-bba33bcd91d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.984792 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:08.076029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:52:08.082932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:08.083502 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.148740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0bb1a-be42-4ae7-b062-6d1bc8390352 req-459c48c9-fbc8-402c-9775-024851a7d44e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:08.160827 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-35ddbcce-7d33-45ba-8dca-66440f068778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.164229 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70a0bb1a-be42-4ae7-b062-6d1bc8390352 req-459c48c9-fbc8-402c-9775-024851a7d44e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.0851319 Nov 19 18:52:08.182099 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d4591cd-f0cd-4b61-a409-f2074cf16759 req-ded86f6b-7a9d-4ca8-b53e-f0254c0396b6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544837 Nov 19 18:52:08.216552 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 3, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:08.261255 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Checking router: d7912eb8-cc52-43af-ae76-8d8f919dc0a6 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:08.262562 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Updating router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 port 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:52:08.278500 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.286672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70a0bb1a-be42-4ae7-b062-6d1bc8390352 req-faeff36d-60fd-4cf7-be08-476a770240b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218483 Nov 19 18:52:08.330833 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.369042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:08.382204 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.411834 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ab57f70-3a51-46b1-ba18-bba33bcd91d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.446895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 608cd33b-cf62-40eb-ab16-4b9300dd1600 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:52:08.455897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab57f70-3a51-46b1-ba18-bba33bcd91d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0154c9-4082-48bf-9018-e25190b634b7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:08.459965 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ab57f70-3a51-46b1-ba18-bba33bcd91d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.463534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3ab57f70-3a51-46b1-ba18-bba33bcd91d4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cf0154c9-4082-48bf-9018-e25190b634b7 HTTP/1.1" status: 204 len: 168 time: 0.8260536 Nov 19 18:52:08.466144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57732) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:08.508705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 608cd33b-cf62-40eb-ab16-4b9300dd1600 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:52:08.509041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 608cd33b-cf62-40eb-ab16-4b9300dd1600 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:52:08.525598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'tag': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:08.531842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:08.534264 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc17adad-af16-4578-a907-0a41d83e5580" -d '{"events": [{"name": "network-changed", "server_uuid": "baaa5433-e87c-4679-95bc-839d1abe8807", "tag": "2bf0d960-62f7-4d60-9f4b-ffa4e6235660"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:08.539952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.540293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.540630 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.541233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.541542 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.541917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.542495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.542831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.543153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.544043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.544043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.544237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:08.579081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b3dad-18a0-4f0e-839e-4f8609544004 req-d960aa88-6dbf-4f48-abad-01101598686f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:08.587898 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-695b3dad-18a0-4f0e-839e-4f8609544004 req-d960aa88-6dbf-4f48-abad-01101598686f tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 944 time: 0.2344854 Nov 19 18:52:08.638106 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.663043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de1f67-9c78-44e5-880a-06bac3985256 req-dce57e6f-9294-4f50-9eef-c29fa2c32f93 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:08.664599 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4de1f67-9c78-44e5-880a-06bac3985256 req-dce57e6f-9294-4f50-9eef-c29fa2c32f93 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1100 time: 0.1651452 Nov 19 18:52:08.681060 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-695b3dad-18a0-4f0e-839e-4f8609544004 req-2e27d6e5-1212-4206-9c9c-3c7918627d7e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905044 Nov 19 18:52:08.794183 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ea88d9-a3db-453a-8c0a-a96f84deb405 x-openstack-request-id: req-d2ea88d9-a3db-453a-8c0a-a96f84deb405 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:08.794467 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaa5433-e87c-4679-95bc-839d1abe8807", "tag": "2bf0d960-62f7-4d60-9f4b-ffa4e6235660", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:08.794719 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2ea88d9-a3db-453a-8c0a-a96f84deb405 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:08.795621 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'tag': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660', 'status': 'completed', 'code': 200} Nov 19 18:52:08.822612 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.824615 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.834449 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.852092 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.901329 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f11690d-c8c2-4835-9762-bbcf7312126e']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:08.957632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0e10fb-2470-45e5-a60f-3d25abb3c119') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:08.957874 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Attempting to bind port 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:08.958263 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Attempting to bind port 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:08.958725 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Attempting to bind port 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:08.960028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0e10fb-2470-45e5-a60f-3d25abb3c119') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:08.961034 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e82aef-4bc9-45b5-b296-88f3efe2fc60 None None] Pushing event updated for resources: {'Port': ['ID=2dd8ddf9-de7a-45ed-8791-cc7cc639d34e,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:08.976344 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:08.977936 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:08.979313 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:08.980164 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:08.982162 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Bound port: 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:08.982653 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.046747 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.068125 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] For port 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:09.074763 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] For port 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2dd8ddf9-de7a-45ed-8791-cc7cc639d34e,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:09.089287 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.097012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Allocated IP 172.20.0.1 (868a0451-7a93-491d-aa08-705efd7de61f/ad1bc7be-31c4-455f-8b22-2cfdf211e77c/e20e09f8-7b52-4fa5-97d1-3d44c66314f2) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:09.101055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4de1f67-9c78-44e5-880a-06bac3985256 req-e1fa3634-273c-411a-a632-f73b3a75c6fe tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010677 Nov 19 18:52:09.103941 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.128881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3d8df2-e258-4eb9-8d4c-a51aba5f708f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd9fc7c-ea76-4154-aa96-e57a9f375d1f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:09.134726 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f6aa17-f9d8-4799-be03-f315db7d6306" -d '{"events": [{"server_uuid": "ad3d8df2-e258-4eb9-8d4c-a51aba5f708f", "name": "network-vif-plugged", "status": "completed", "tag": "7dd9fc7c-ea76-4154-aa96-e57a9f375d1f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:09.152104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:52:09.152532 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:52:09.163041 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:52:09.216141 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17adad-af16-4578-a907-0a41d83e5580 req-cc9643f2-65f3-4be0-9555-e1543ab2ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:09.221551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc17adad-af16-4578-a907-0a41d83e5580 req-cc9643f2-65f3-4be0-9555-e1543ab2ea27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1124 time: 0.2986135 Nov 19 18:52:09.256371 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Routers {'d7912eb8-cc52-43af-ae76-8d8f919dc0a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:09.269087 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:51:40Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:09.281865 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5605804c-f48d-483d-9ae0-f3d1f3c05c53 x-openstack-request-id: req-5605804c-f48d-483d-9ae0-f3d1f3c05c53 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:09.282241 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3d8df2-e258-4eb9-8d4c-a51aba5f708f", "name": "network-vif-plugged", "status": "completed", "tag": "7dd9fc7c-ea76-4154-aa96-e57a9f375d1f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:09.282556 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5605804c-f48d-483d-9ae0-f3d1f3c05c53 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:09.283714 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3d8df2-e258-4eb9-8d4c-a51aba5f708f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd9fc7c-ea76-4154-aa96-e57a9f375d1f', 'code': 200} Nov 19 18:52:09.369971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17adad-af16-4578-a907-0a41d83e5580 req-dcfd3a1b-48ad-44b7-aeae-1d51580c7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:09.371413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc17adad-af16-4578-a907-0a41d83e5580 req-dcfd3a1b-48ad-44b7-aeae-1d51580c7e39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.1159995 Nov 19 18:52:09.440052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc17adad-af16-4578-a907-0a41d83e5580 req-17cda0fa-284d-46cc-8ea1-90f631e4863b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660 HTTP/1.1" status: 200 len: 217 time: 0.0545585 Nov 19 18:52:09.531505 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17adad-af16-4578-a907-0a41d83e5580 req-f688e1bc-fda7-426d-bc69-8e5747485595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:09.532991 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc17adad-af16-4578-a907-0a41d83e5580 req-f688e1bc-fda7-426d-bc69-8e5747485595 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.0858793 Nov 19 18:52:09.535146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57754) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:09.542199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.544480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.574601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80de394-d6f9-42f6-bddf-7eb72fa98471 req-88a58d4a-ec36-42be-acf3-cf21ea0ab643 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:09.583426 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e80de394-d6f9-42f6-bddf-7eb72fa98471 req-88a58d4a-ec36-42be-acf3-cf21ea0ab643 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 943 time: 0.1146348 Nov 19 18:52:09.589184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.604433 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e82aef-4bc9-45b5-b296-88f3efe2fc60 None None] Pushing event updated for resources: {'Port': ['ID=2dd8ddf9-de7a-45ed-8791-cc7cc639d34e,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:09.607283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9f11690d-c8c2-4835-9762-bbcf7312126e HTTP/1.1" status: 204 len: 168 time: 1.1372595 Nov 19 18:52:09.663284 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] Set router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:09.685803 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e80de394-d6f9-42f6-bddf-7eb72fa98471 req-5fff70d2-6aa4-4905-adac-3380c8dc0d0c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994060 Nov 19 18:52:09.691313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.750689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc17adad-af16-4578-a907-0a41d83e5580 req-ee3ac9a7-9934-4658-9000-8f5ed5a47055 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432524 Nov 19 18:52:09.807437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Pushing event updated for resources: {'Port': ['ID=e20e09f8-7b52-4fa5-97d1-3d44c66314f2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:09.849590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Network 868a0451-7a93-491d-aa08-705efd7de61f is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:09.855606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:09.858095 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:09.910209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57774) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:09.910983 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.912376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc17adad-af16-4578-a907-0a41d83e5580 req-9e59a5c2-c99f-46c2-8528-0c84794515d5 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524255 Nov 19 18:52:09.913691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c997edd-6959-4577-9307-420ebd153b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f11690d-c8c2-4835-9762-bbcf7312126e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:09.998784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f45bb9dd-da6c-47a7-ac80-72fe01fb0523 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c22345facb54accb5e6a07f232e1252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4624512 Nov 19 18:52:10.004800 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6f019d4f-2e2e-4816-a575-22f4926d6c73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=744eda87414c4c20a1b1e73d7054d765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473421 Nov 19 18:52:10.008272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-824c17e1-0358-4ab7-a899-e6587d938011 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2493165 Nov 19 18:52:10.010133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57776) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:10.014106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57778) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:10.030413 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 3, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:10.041410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8a90-65ea-4953-84c9-83bbf76fb10b req-56f9a42e-85c3-4d11-baec-596a513adf55 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:10.054362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff8b8a90-65ea-4953-84c9-83bbf76fb10b req-56f9a42e-85c3-4d11-baec-596a513adf55 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 945 time: 0.2413561 Nov 19 18:52:10.074610 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3662d-9aae-4f9b-af31-2eb6233cd397 None None] The sync data for ids ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'] in n-d-815373-6 is: [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 3, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:10.206025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d72beb1-fc0b-45f1-b34b-836dbe9357ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.220628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75a96f-3779-4a82-aecd-5fcfac4d676c req-d7f8a1bd-41b1-4e4e-87a5-30cbfd40dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:10.222514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd75a96f-3779-4a82-aecd-5fcfac4d676c req-d7f8a1bd-41b1-4e4e-87a5-30cbfd40dc1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 1096 time: 0.5522847 Nov 19 18:52:10.237527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d72beb1-fc0b-45f1-b34b-836dbe9357ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.310391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-85b7795b-bff8-49d4-9710-309e1ddeedd8 None None] Provisioning complete for port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:10.311379 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-85b7795b-bff8-49d4-9710-309e1ddeedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.339878 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b836f1da-763f-44df-8f5e-f6db53934eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.352398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d53eac60-a0c7-4b86-87c0-c86b2e43b622 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:10.360011 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d53eac60-a0c7-4b86-87c0-c86b2e43b622 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3507581 Nov 19 18:52:10.378783 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff8b8a90-65ea-4953-84c9-83bbf76fb10b req-26202bb0-0023-40ff-8d9c-428ae3024db8 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234499 Nov 19 18:52:10.405104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-85b7795b-bff8-49d4-9710-309e1ddeedd8 None None] Port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:10.415810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b836f1da-763f-44df-8f5e-f6db53934eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.419014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:52:10.428313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d72beb1-fc0b-45f1-b34b-836dbe9357ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.431392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d72beb1-fc0b-45f1-b34b-836dbe9357ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.435230 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8d72beb1-fc0b-45f1-b34b-836dbe9357ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66a6aea5-2b7d-4675-9259-fb84808936ce HTTP/1.1" status: 204 len: 168 time: 0.3398933 Nov 19 18:52:10.438873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc17adad-af16-4578-a907-0a41d83e5580 req-1796b717-7b8b-4240-90d4-3dbe7bc0ba24 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406681 Nov 19 18:52:10.458963 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-ea686dcc-3d77-4d67-89f5-7af3aa420bbd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/quotas/c2d00f442aae48fbb0d80bf3ed71eb2d HTTP/1.1" status: 200 len: 375 time: 0.0766535 Nov 19 18:52:10.467979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd75a96f-3779-4a82-aecd-5fcfac4d676c req-7d245655-febe-4f7f-bb34-9504a540d84d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299695 Nov 19 18:52:10.470088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72beb1-fc0b-45f1-b34b-836dbe9357ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a6aea5-2b7d-4675-9259-fb84808936ce,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:10.504212 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.591780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-c7b4707e-d026-4a51-9fd1-1bb6daf6d044 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1143057 Nov 19 18:52:10.701574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b836f1da-763f-44df-8f5e-f6db53934eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.705160 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b836f1da-763f-44df-8f5e-f6db53934eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.706974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b836f1da-763f-44df-8f5e-f6db53934eee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f31a38b-f9b1-4434-9610-8b62582c5691 HTTP/1.1" status: 204 len: 168 time: 0.6166928 Nov 19 18:52:10.788943 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836f1da-763f-44df-8f5e-f6db53934eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f31a38b-f9b1-4434-9610-8b62582c5691,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:10.840209 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7014acf-6220-44ce-a09b-ec534f0c5da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.991595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:11.030167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 has no active binding in host n-h1-815373-6 {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 18:52:11.101293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fe33550-3397-4f00-b862-8b99c11b5ae7 req-d1f4dafa-eef8-42ae-94cc-99018595aa31 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0490181 Nov 19 18:52:11.126253 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:11.145629 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:11.187161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512db6d4-247d-4610-9ec8-8d0c9cab9c3a req-814e0c37-162b-40d2-b9b4-89c42d53d2e5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:11.196368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-512db6d4-247d-4610-9ec8-8d0c9cab9c3a req-814e0c37-162b-40d2-b9b4-89c42d53d2e5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 943 time: 0.2882581 Nov 19 18:52:11.358538 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:11.368564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57800) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:11.386560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57802) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:11.389185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6ff1ce8-d276-443e-9b39-c1bc03da82e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:11.393714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Pushing event updated for resources: {'Port': ['ID=e20e09f8-7b52-4fa5-97d1-3d44c66314f2,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:11.465126 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-512db6d4-247d-4610-9ec8-8d0c9cab9c3a req-8d96df10-d09b-4ba6-b30f-181bff2e453e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675633 Nov 19 18:52:11.562059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f56f2c3e-446d-427d-a44c-7c9cf02e53a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=facb67c4ae3e4052b56423bdbee955c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716733 Nov 19 18:52:11.565454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57808) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:11.668067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2264c9-96f1-4005-989c-0e3430c3521e req-e21a85dc-ab16-4d35-814b-bb0ab1366eb1 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:11.676728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2d2264c9-96f1-4005-989c-0e3430c3521e req-e21a85dc-ab16-4d35-814b-bb0ab1366eb1 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 945 time: 0.1437292 Nov 19 18:52:11.709014 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:11.734527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6ff1ce8-d276-443e-9b39-c1bc03da82e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:11.755120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Network 868a0451-7a93-491d-aa08-705efd7de61f is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:11.761834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:11.762404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6ff1ce8-d276-443e-9b39-c1bc03da82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:11.780050 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-acf4ef8c-cdf7-4f2d-b50c-0df67e613ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:11.817130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-acf4ef8c-cdf7-4f2d-b50c-0df67e613ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:11.907060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2d2264c9-96f1-4005-989c-0e3430c3521e req-c9a1b682-9a68-4823-8f26-7820f501ae5c tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294409 Nov 19 18:52:11.910773 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d6ff1ce8-d276-443e-9b39-c1bc03da82e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a97bd0baab2344e28ba80856af74db66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5403769 Nov 19 18:52:11.912993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff1ce8-d276-443e-9b39-c1bc03da82e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a4a054-cb05-41bc-83d2-2a21898d04a8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:11.926004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57812) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:12.051763 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-076b8050-b0ba-4748-84e7-6420f05b2f48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:12.129983 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-076b8050-b0ba-4748-84e7-6420f05b2f48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:12.232042 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-076b8050-b0ba-4748-84e7-6420f05b2f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:12.235463 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-076b8050-b0ba-4748-84e7-6420f05b2f48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:12.237000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-076b8050-b0ba-4748-84e7-6420f05b2f48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5a4a054-cb05-41bc-83d2-2a21898d04a8 HTTP/1.1" status: 204 len: 168 time: 0.3100214 Nov 19 18:52:12.247809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b8050-b0ba-4748-84e7-6420f05b2f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a4a054-cb05-41bc-83d2-2a21898d04a8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:12.307464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:12.324909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b7019abe-a5c7-46c8-83eb-377d24dafd3f None None] Provisioning complete for port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:12.326451 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b7019abe-a5c7-46c8-83eb-377d24dafd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:12.418733 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-522fe3df-2e05-414a-8f4a-e722acb046ed service neutron] 10.222.0.21 "GET /v2.0/ports/2bf0d960-62f7-4d60-9f4b-ffa4e6235660/bindings/n-h1-815373-6 HTTP/1.1" status: 200 len: 384 time: 0.1264381 Nov 19 18:52:12.428478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b7019abe-a5c7-46c8-83eb-377d24dafd3f None None] Port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:12.462960 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-acf4ef8c-cdf7-4f2d-b50c-0df67e613ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:12.474200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-acf4ef8c-cdf7-4f2d-b50c-0df67e613ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:12.476329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-acf4ef8c-cdf7-4f2d-b50c-0df67e613ebf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ceed2871-4495-4904-9454-14ac07949957 HTTP/1.1" status: 204 len: 168 time: 0.9096112 Nov 19 18:52:12.489777 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:12.490397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:12.549630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4ef8c-cdf7-4f2d-b50c-0df67e613ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceed2871-4495-4904-9454-14ac07949957,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:12.575831 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0e650bc5-54ed-4b3e-b4c3-708df0d068f9 req-0857ea96-2b70-4ccd-b2ce-203c7ac0d469 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 210 time: 0.1170352 Nov 19 18:52:12.603091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:52:12.764813 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:12.845146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2dd8ddf9-de7a-45ed-8791-cc7cc639d34e,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:12.855940 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:12.895991 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-6c906ab4-5d55-4a93-9ba0-6ac9adb65c0b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1181114 Nov 19 18:52:12.989782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:13.020059 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-49d30c7c-d5b3-4165-80b1-7db8deeb7d82 admin admin] 10.222.0.50 "PUT /v2.0/routers/d7912eb8-cc52-43af-ae76-8d8f919dc0a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7101419 Nov 19 18:52:13.087102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=2dd8ddf9-de7a-45ed-8791-cc7cc639d34e,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:13.112068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Sync routers for ids ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:13.138364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc42b81-3256-405a-9aa8-b2153ba12cfa req-30a66063-73bf-4b3d-88b6-ee72246cdef8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:13.149431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6cc42b81-3256-405a-9aa8-b2153ba12cfa req-30a66063-73bf-4b3d-88b6-ee72246cdef8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 943 time: 0.4051437 Nov 19 18:52:13.183695 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515a77-6099-43c9-8caf-d1637003b133 req-1eead579-0d7b-4f45-8c73-541d76be3aec tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:13.188639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Routers {'d7912eb8-cc52-43af-ae76-8d8f919dc0a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:13.190068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:13.193263 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b8515a77-6099-43c9-8caf-d1637003b133 req-1eead579-0d7b-4f45-8c73-541d76be3aec tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 945 time: 0.1357934 Nov 19 18:52:13.217559 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-740fcca1-62ed-4fcd-9305-bab3f47e63ee service neutron] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:13.265778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-a95da6d4-1e04-4253-abeb-da79efe686b9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:13.267280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-a95da6d4-1e04-4253-abeb-da79efe686b9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3497419 Nov 19 18:52:13.282388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Request body: {'port': {'device_id': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'c2d00f442aae48fbb0d80bf3ed71eb2d'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:13.315643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b8515a77-6099-43c9-8caf-d1637003b133 req-a24d1f6e-4f95-43fe-bdf3-f266a086a0b7 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135666 Nov 19 18:52:13.346600 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-740fcca1-62ed-4fcd-9305-bab3f47e63ee service neutron] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:13.362720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6cc42b81-3256-405a-9aa8-b2153ba12cfa req-8510f968-14e1-4f80-a9f8-5f133f36cb9d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123041 Nov 19 18:52:13.410496 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Set router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:13.437960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-740fcca1-62ed-4fcd-9305-bab3f47e63ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:13.476317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-740fcca1-62ed-4fcd-9305-bab3f47e63ee service neutron] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:13.515028 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-740fcca1-62ed-4fcd-9305-bab3f47e63ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:13.552472 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:13.564752 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Made reservation on behalf of c2d00f442aae48fbb0d80bf3ed71eb2d for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:13.568403 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:13.790583 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e604f01-e98b-4ec3-bb8d-f3fd2a594136 req-0ded4e3b-b8fb-45d6-9632-ca97ba47f6ce tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0595884 Nov 19 18:52:13.801664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-740fcca1-62ed-4fcd-9305-bab3f47e63ee service neutron] Transition to ACTIVE for port object 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:52:13.838648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-740fcca1-62ed-4fcd-9305-bab3f47e63ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:13.881399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:10Z', 'revision_number': 4, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e20e09f8-7b52-4fa5-97d1-3d44c66314f2', 'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'mac_address': 'fa:16:3e:9f:48:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:08Z', 'updated_at': '2021-11-19T18:52:10Z', 'revision_number': 2, 'project_id': '150e4155c84e42198c074cd95c02f145', 'subnets': [{'id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:13.952501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Checking router: d7912eb8-cc52-43af-ae76-8d8f919dc0a6 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:13.952848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Updating router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:52:13.972302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a00b5-15c2-4946-8794-00e3e9dfeb43 req-27534c71-ce2d-46e8-9bc9-a5b75c10d84a tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:13.980820 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1f2a00b5-15c2-4946-8794-00e3e9dfeb43 req-27534c71-ce2d-46e8-9bc9-a5b75c10d84a tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 945 time: 0.0956933 Nov 19 18:52:14.047029 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:14.059531 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:14.107702 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1f2a00b5-15c2-4946-8794-00e3e9dfeb43 req-efd77db2-e426-4381-85c0-f5ea57f5dd99 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179450 Nov 19 18:52:14.192546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Allocated IP 192.168.233.27 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/44aff022-2a03-4706-8148-a1825fb39377) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:14.234563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:14.319933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57872) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:14.324798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fa9ab13b-96c9-4393-8025-c70237bc54a9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993457192', 'description': 'tempest-description--587841809'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:14.369195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab13b-96c9-4393-8025-c70237bc54a9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:14.439093 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:14.492208 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:14.518292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['37e31ec8-9d3c-49a2-b54c-e465891d01a9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:14.535859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-740fcca1-62ed-4fcd-9305-bab3f47e63ee service neutron] No DVR routers for this DVR port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:52:14.622651 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab13b-96c9-4393-8025-c70237bc54a9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:14.638210 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-740fcca1-62ed-4fcd-9305-bab3f47e63ee service neutron] 10.222.0.21 "PUT /v2.0/ports/2bf0d960-62f7-4d60-9f4b-ffa4e6235660/bindings/n-h1-815373-6/activate HTTP/1.1" status: 200 len: 369 time: 2.2096243 Nov 19 18:52:14.645563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fcca1-62ed-4fcd-9305-bab3f47e63ee service neutron] Pushing event updated for resources: {'Port': ['ID=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:14.675687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:14.676349 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:14.684994 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab13b-96c9-4393-8025-c70237bc54a9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:14.758520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab13b-96c9-4393-8025-c70237bc54a9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:14.762236 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fa9ab13b-96c9-4393-8025-c70237bc54a9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4409752 Nov 19 18:52:14.769121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Pushing event updated for resources: {'Port': ['ID=44aff022-2a03-4706-8148-a1825fb39377,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:14.781036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:14.782792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57884) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:14.797855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-eb5407e3-fdde-432a-903a-09f4b7c35672 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Request body: {'security_group_rule': {'security_group_id': '9fcce36a-3878-47de-a09f-ef94971d0030', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:14.848786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37175a28-93ce-4698-b7d9-73657d316f36 req-3a3d2e28-f72c-4dc7-9f98-1b17dfe4f82b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:14.856582 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37175a28-93ce-4698-b7d9-73657d316f36 req-3a3d2e28-f72c-4dc7-9f98-1b17dfe4f82b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 944 time: 0.2885990 Nov 19 18:52:14.884982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:14.893599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:15.022817 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:15.042014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:15.042726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:15.046512 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:15.113120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37175a28-93ce-4698-b7d9-73657d316f36 req-b0618e3e-4432-4436-8411-c6caa0b568d8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910884 Nov 19 18:52:15.116413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-c88956ac-1f20-4f83-a259-472d86480f38 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:15.117586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-c88956ac-1f20-4f83-a259-472d86480f38 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.3790882 Nov 19 18:52:15.128265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ab13b-96c9-4393-8025-c70237bc54a9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcce36a-3878-47de-a09f-ef94971d0030,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:15.145155 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb5407e3-fdde-432a-903a-09f4b7c35672 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:15.217145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-a9d69019-9f79-4ae1-87c1-aa4760f9555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:15.221247 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-a9d69019-9f79-4ae1-87c1-aa4760f9555a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b HTTP/1.1" status: 200 len: 1095 time: 0.0861166 Nov 19 18:52:15.315952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299a24d-95f4-4d51-82dd-404fbec6ea90 None None] Pushing event updated for resources: {'Port': ['ID=e20e09f8-7b52-4fa5-97d1-3d44c66314f2,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:15.336977 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-d8d9ee57-9ace-4518-a63e-e3cc942550be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0597072 Nov 19 18:52:15.360713 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Request body: {'port': {'device_id': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:15.450606 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f27764-f679-42ee-a687-573736523115 req-12663e7d-9a6c-4cef-851e-6d2de0d7102b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:15.452829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-9400def2-9d08-43c2-90b9-09e27d06f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:15.456863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-9400def2-9d08-43c2-90b9-09e27d06f886 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1095 time: 0.1957932 Nov 19 18:52:15.460339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11f27764-f679-42ee-a687-573736523115 req-12663e7d-9a6c-4cef-851e-6d2de0d7102b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 935 time: 0.4377968 Nov 19 18:52:15.460811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Attempting to bind port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:15.461399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Attempting to bind port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:15.461895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Attempting to bind port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:15.483057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:15.485061 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Checking segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:15.485673 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:15.487857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Bound using segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:15.488495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Bound port: e20e09f8-7b52-4fa5-97d1-3d44c66314f2, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:15.489177 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:15.496726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3eb6e2ff-0d37-4c99-80b9-cda572911126 None None] Provisioning complete for port 44aff022-2a03-4706-8148-a1825fb39377 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:15.497814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb2249-6872-4e9c-985c-b67c06568f82 req-847fd9c4-f28a-4ad1-8afb-3b3c99b8f421 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:15.499509 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39bb2249-6872-4e9c-985c-b67c06568f82 req-847fd9c4-f28a-4ad1-8afb-3b3c99b8f421 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 945 time: 0.3586009 Nov 19 18:52:15.500006 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3eb6e2ff-0d37-4c99-80b9-cda572911126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:15.616282 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb5407e3-fdde-432a-903a-09f4b7c35672 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:15.668001 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:15.690703 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb5407e3-fdde-432a-903a-09f4b7c35672 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:15.704429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-eade2dbb-a054-44ac-b5b5-645bf2e542d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:15.706112 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-eade2dbb-a054-44ac-b5b5-645bf2e542d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.2388937 Nov 19 18:52:15.750195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6e2ff-0d37-4c99-80b9-cda572911126 None None] Port 44aff022-2a03-4706-8148-a1825fb39377 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:15.773002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371d65a-ea1a-48bc-9fc4-715edeb67f5d req-2660e31e-4c46-4439-9381-5274fff76501 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:15.781291 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2371d65a-ea1a-48bc-9fc4-715edeb67f5d req-2660e31e-4c46-4439-9381-5274fff76501 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 945 time: 0.4295063 Nov 19 18:52:15.785792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-2bd687ef-9383-41eb-b3db-5a66c2c7145f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660 HTTP/1.1" status: 200 len: 217 time: 0.0688212 Nov 19 18:52:15.812629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] For port e20e09f8-7b52-4fa5-97d1-3d44c66314f2, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:15.818768 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] For port e20e09f8-7b52-4fa5-97d1-3d44c66314f2, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e20e09f8-7b52-4fa5-97d1-3d44c66314f2,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:15.831556 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:15.849376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5407e3-fdde-432a-903a-09f4b7c35672 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff95b2f-811a-427f-94ec-dabc8d9371c4,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:15.894410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-704cf29c-b0c8-42dd-8af1-b0ec270fe633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:15.896918 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-704cf29c-b0c8-42dd-8af1-b0ec270fe633 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.0861363 Nov 19 18:52:15.956449 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-b3824b53-7bee-410c-b4e9-ef086916f120 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387499 Nov 19 18:52:15.960907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11f27764-f679-42ee-a687-573736523115 req-cfb62e49-3c45-4049-808c-9b3dcc8658d8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996669 Nov 19 18:52:16.024741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:52:16.086353 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb5407e3-fdde-432a-903a-09f4b7c35672 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:16.091856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-eb5407e3-fdde-432a-903a-09f4b7c35672 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3065722 Nov 19 18:52:16.092583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57922) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:16.102642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a78ffc89-ea87-4281-aee3-1ea05bb6a0fe tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Request body: {'security_group_rule': {'security_group_id': '9fcce36a-3878-47de-a09f-ef94971d0030', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:16.143227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-39bb2249-6872-4e9c-985c-b67c06568f82 req-5e406244-d7d7-4aad-bf06-0db3703b9b52 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Deleting port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:52:16.143227 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-39bb2249-6872-4e9c-985c-b67c06568f82 req-5e406244-d7d7-4aad-bf06-0db3703b9b52 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:16.150497 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-585b1c45-e704-4f76-9955-4e6dea203614 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756299 Nov 19 18:52:16.153327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-30822a41-2026-4dd1-a18c-3b339c49be4e None None] Provisioning complete for port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:16.154048 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-30822a41-2026-4dd1-a18c-3b339c49be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:16.190904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Routers {'d7912eb8-cc52-43af-ae76-8d8f919dc0a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:16.191686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:16.192486 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2371d65a-ea1a-48bc-9fc4-715edeb67f5d req-c26b8fb6-0d88-4786-813c-33ab78c07f8c tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups?id=18376a89-09db-49fc-bc58-3883bf6178ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102206 Nov 19 18:52:16.214881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:52:16.216351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299a24d-95f4-4d51-82dd-404fbec6ea90 None None] Pushing event updated for resources: {'Port': ['ID=e20e09f8-7b52-4fa5-97d1-3d44c66314f2,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:16.372640 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-b22f2eae-8046-4e7b-a784-e6bb57095a66 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786425 Nov 19 18:52:16.447912 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] Set router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:16.652696 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-30822a41-2026-4dd1-a18c-3b339c49be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:16.793888 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a78ffc89-ea87-4281-aee3-1ea05bb6a0fe tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:16.806020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-30822a41-2026-4dd1-a18c-3b339c49be4e None None] For port e20e09f8-7b52-4fa5-97d1-3d44c66314f2, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e20e09f8-7b52-4fa5-97d1-3d44c66314f2,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:16.823040 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-30822a41-2026-4dd1-a18c-3b339c49be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:16.861041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-03935fec-7214-4b7a-ba8c-9f43088198b8 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:16.866690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-03935fec-7214-4b7a-ba8c-9f43088198b8 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.1115954 Nov 19 18:52:16.875682 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a78ffc89-ea87-4281-aee3-1ea05bb6a0fe tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:16.924474 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a78ffc89-ea87-4281-aee3-1ea05bb6a0fe tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:16.953968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ffc89-ea87-4281-aee3-1ea05bb6a0fe tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50d1aa7-7942-4b9c-928f-19c01f71f75d,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:16.997240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c7d03-e658-45e4-abe4-ff2a2157c096 req-4e6c16d1-ec0a-4457-b0a8-516cefb64ecb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:17.005621 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b5c7d03-e658-45e4-abe4-ff2a2157c096 req-4e6c16d1-ec0a-4457-b0a8-516cefb64ecb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 944 time: 0.3116477 Nov 19 18:52:17.032164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-12878150-f04c-4c2a-92c3-c1aa5d04ae01 None None] Provisioning complete for port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:17.032787 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-12878150-f04c-4c2a-92c3-c1aa5d04ae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:17.036024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-39bb2249-6872-4e9c-985c-b67c06568f82 req-5e406244-d7d7-4aad-bf06-0db3703b9b52 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] For port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f,segment=NetworkSegment(12bb4a22-22a5-4d72-90f1-fdd097c278c7),segment_id=12bb4a22-22a5-4d72-90f1-fdd097c278c7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:17.036832 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-39bb2249-6872-4e9c-985c-b67c06568f82 req-5e406244-d7d7-4aad-bf06-0db3703b9b52 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:17.062729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a78ffc89-ea87-4281-aee3-1ea05bb6a0fe tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:17.068738 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a78ffc89-ea87-4281-aee3-1ea05bb6a0fe tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9708250 Nov 19 18:52:17.070393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57934) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:17.080894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:17.105499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-66a367a2-74a8-4726-a55a-501f1131819d service neutron] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:17.111746 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-66a367a2-74a8-4726-a55a-501f1131819d service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:17.113456 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40e3d60d-b1be-46cb-b056-8cfecadefbb1 req-66a367a2-74a8-4726-a55a-501f1131819d service neutron] 10.222.0.57 "DELETE /v2.0/ports/2bf0d960-62f7-4d60-9f4b-ffa4e6235660/bindings/n-h2-815373-6 HTTP/1.1" status: 204 len: 173 time: 0.2382424 Nov 19 18:52:17.121112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30822a41-2026-4dd1-a18c-3b339c49be4e None None] Pushing event updated for resources: {'Port': ['ID=e20e09f8-7b52-4fa5-97d1-3d44c66314f2,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:17.133647 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:17.138323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-39bb2249-6872-4e9c-985c-b67c06568f82 req-5e406244-d7d7-4aad-bf06-0db3703b9b52 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Calling delete_port for 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:52:17.241475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:10Z', 'revision_number': 4, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e20e09f8-7b52-4fa5-97d1-3d44c66314f2', 'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'mac_address': 'fa:16:3e:9f:48:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:08Z', 'updated_at': '2021-11-19T18:52:15Z', 'revision_number': 4, 'project_id': '150e4155c84e42198c074cd95c02f145', 'subnets': [{'id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:17.293841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c4fbb-d92d-4c68-820e-d20801f2f04c None None] The sync data for ids ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'] in n-d-815373-6 is: [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:10Z', 'revision_number': 4, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e20e09f8-7b52-4fa5-97d1-3d44c66314f2', 'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'mac_address': 'fa:16:3e:9f:48:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:08Z', 'updated_at': '2021-11-19T18:52:15Z', 'revision_number': 4, 'project_id': '150e4155c84e42198c074cd95c02f145', 'subnets': [{'id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:17.323974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b5c7d03-e658-45e4-abe4-ff2a2157c096 req-3a9554c1-235d-4892-9c74-af745aa5a22b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170218 Nov 19 18:52:17.341111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44aff022-2a03-4706-8148-a1825fb39377 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:17.364849 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:17.436456 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23964c2e-ee8f-41ae-b680-ff340a356d0c req-37e215a1-cc4e-4a3d-b882-ff994541cac7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:17.449145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-23964c2e-ee8f-41ae-b680-ff340a356d0c req-37e215a1-cc4e-4a3d-b882-ff994541cac7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 935 time: 0.1432290 Nov 19 18:52:17.559487 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-23964c2e-ee8f-41ae-b680-ff340a356d0c req-b101b406-f4e5-4303-adc8-22402c71f0bb tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092205 Nov 19 18:52:17.636695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Transition to ACTIVE for port object 44aff022-2a03-4706-8148-a1825fb39377 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:52:17.674999 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-39bb2249-6872-4e9c-985c-b67c06568f82 req-5e406244-d7d7-4aad-bf06-0db3703b9b52 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:17.692359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['7dd9fc7c-ea76-4154-aa96-e57a9f375d1f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:17.738131 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:17.776169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e406244-d7d7-4aad-bf06-0db3703b9b52 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event deleted for resources: {'Port': ['ID=7dd9fc7c-ea76-4154-aa96-e57a9f375d1f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:17.801296 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e75857e-8081-4af9-af60-8b0afda8ce63 req-eec9400a-4965-4ddd-a246-6612cae4a4e4 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad3d8df2-e258-4eb9-8d4c-a51aba5f708f HTTP/1.1" status: 200 len: 210 time: 0.1629910 Nov 19 18:52:17.967586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Pushing event updated for resources: {'Port': ['ID=44aff022-2a03-4706-8148-a1825fb39377,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:18.082764 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:18.088276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bb2249-6872-4e9c-985c-b67c06568f82 req-5e406244-d7d7-4aad-bf06-0db3703b9b52 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] No DVR routers for this DVR port 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:52:18.093071 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-39bb2249-6872-4e9c-985c-b67c06568f82 req-5e406244-d7d7-4aad-bf06-0db3703b9b52 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:18.100331 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39bb2249-6872-4e9c-985c-b67c06568f82 req-5e406244-d7d7-4aad-bf06-0db3703b9b52 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.21 "DELETE /v2.0/ports/7dd9fc7c-ea76-4154-aa96-e57a9f375d1f HTTP/1.1" status: 204 len: 173 time: 2.5790825 Nov 19 18:52:18.223513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3d8df2-e258-4eb9-8d4c-a51aba5f708f', 'name': 'network-vif-deleted', 'tag': '7dd9fc7c-ea76-4154-aa96-e57a9f375d1f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:18.232005 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee699f7b-3b3e-4b83-949a-6634524da74f" -d '{"events": [{"server_uuid": "ad3d8df2-e258-4eb9-8d4c-a51aba5f708f", "name": "network-vif-deleted", "tag": "7dd9fc7c-ea76-4154-aa96-e57a9f375d1f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:18.343755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e20e09f8-7b52-4fa5-97d1-3d44c66314f2 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:18.500938 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6ad0fe-d959-42c7-9d0f-1b6481833fe0 x-openstack-request-id: req-ed6ad0fe-d959-42c7-9d0f-1b6481833fe0 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:18.501241 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3d8df2-e258-4eb9-8d4c-a51aba5f708f", "name": "network-vif-deleted", "tag": "7dd9fc7c-ea76-4154-aa96-e57a9f375d1f", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:18.501503 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed6ad0fe-d959-42c7-9d0f-1b6481833fe0 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:18.503617 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3d8df2-e258-4eb9-8d4c-a51aba5f708f', 'name': 'network-vif-deleted', 'tag': '7dd9fc7c-ea76-4154-aa96-e57a9f375d1f', 'status': 'completed', 'code': 200} Nov 19 18:52:18.562210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:18.562581 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:18.702426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Attempting to bind port 44aff022-2a03-4706-8148-a1825fb39377 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:18.702783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Attempting to bind port 44aff022-2a03-4706-8148-a1825fb39377 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:18.703122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Attempting to bind port 44aff022-2a03-4706-8148-a1825fb39377 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:18.725191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57966) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:18.725864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Port 44aff022-2a03-4706-8148-a1825fb39377 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:52:18.731554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Attempting to bind port 44aff022-2a03-4706-8148-a1825fb39377 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:18.738226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57968) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:18.832055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcceb3-1ae4-4f7f-9f46-31c55082ecb7 req-86832d27-d539-446b-9e17-9c8ca36de96b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:18.842178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0dcceb3-1ae4-4f7f-9f46-31c55082ecb7 req-86832d27-d539-446b-9e17-9c8ca36de96b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 947 time: 0.1627092 Nov 19 18:52:18.843112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bba4d-909b-47ef-86fc-38ca4d93c596 req-9f8f2b4f-7c34-4f1b-ac70-b0f2ac75e627 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:18.856085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a5bba4d-909b-47ef-86fc-38ca4d93c596 req-9f8f2b4f-7c34-4f1b-ac70-b0f2ac75e627 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 944 time: 0.3425779 Nov 19 18:52:18.880449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:18.880967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:18.881579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:18.882311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Bound port: 44aff022-2a03-4706-8148-a1825fb39377, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:18.882972 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.015700 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0dcceb3-1ae4-4f7f-9f46-31c55082ecb7 req-be0f2c7f-5ec9-44f0-8ccc-0e881e69f7f3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679978 Nov 19 18:52:19.083675 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-00adb6c5-0371-4391-9955-542c7057f020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.157538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Allocated IP 172.25.3.3 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/801e91ef-5b37-4934-885c-be6b14995b15) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:19.175344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a5bba4d-909b-47ef-86fc-38ca4d93c596 req-404d7e79-b6e5-4b03-9bf8-a9993e3b2ecd tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179860 Nov 19 18:52:19.243423 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e52b26d9-eb55-41ae-8117-b9a28efe2fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.269909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-00adb6c5-0371-4391-9955-542c7057f020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.282247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-00adb6c5-0371-4391-9955-542c7057f020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.371148 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-00adb6c5-0371-4391-9955-542c7057f020 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45fd5b2609e24ab5b56d4d790f69f312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6307981 Nov 19 18:52:19.374582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57994) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:19.403016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adb6c5-0371-4391-9955-542c7057f020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc1bee7-e24a-42f8-8990-1a990b46309f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:19.428496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57998) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:19.484521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] For port 44aff022-2a03-4706-8148-a1825fb39377, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:19.513973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-feb3ff8c-fbab-4b87-a692-dadabe832dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.525344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] For port 44aff022-2a03-4706-8148-a1825fb39377, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=44aff022-2a03-4706-8148-a1825fb39377,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:19.535647 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.545089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.549563 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b85a6c2a-105c-433e-9cd2-35f84ec24479 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.553406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-feb3ff8c-fbab-4b87-a692-dadabe832dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.623283 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Pushing event updated for resources: {'Port': ['ID=44aff022-2a03-4706-8148-a1825fb39377,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:19.633705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b85a6c2a-105c-433e-9cd2-35f84ec24479 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.678162 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:19.683479 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.690252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-37dac06b-130f-487e-82b8-962664e891ed service neutron] 10.222.0.57 "PUT /v2.0/ports/44aff022-2a03-4706-8148-a1825fb39377 HTTP/1.1" status: 200 len: 1095 time: 4.3327436 Nov 19 18:52:19.727281 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-feb3ff8c-fbab-4b87-a692-dadabe832dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.732556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-feb3ff8c-fbab-4b87-a692-dadabe832dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.738318 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-feb3ff8c-fbab-4b87-a692-dadabe832dd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1cc1bee7-e24a-42f8-8990-1a990b46309f HTTP/1.1" status: 204 len: 168 time: 0.3627477 Nov 19 18:52:19.742357 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b85a6c2a-105c-433e-9cd2-35f84ec24479 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.745824 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b85a6c2a-105c-433e-9cd2-35f84ec24479 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.747612 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b85a6c2a-105c-433e-9cd2-35f84ec24479 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "DELETE /v2.0/security-groups/ce0682cd-ef54-4337-ae5f-80c1e2c58718 HTTP/1.1" status: 204 len: 168 time: 0.3164184 Nov 19 18:52:19.756497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151874a-dcf8-4b3f-b8b8-b903d0662874 req-8181dae2-391f-4e40-a3d4-21e0972deb91 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:19.767553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3ff8c-fbab-4b87-a692-dadabe832dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc1bee7-e24a-42f8-8990-1a990b46309f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:19.768627 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3151874a-dcf8-4b3f-b8b8-b903d0662874 req-8181dae2-391f-4e40-a3d4-21e0972deb91 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1095 time: 0.3393626 Nov 19 18:52:19.771894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58004) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:19.797484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a6c2a-105c-433e-9cd2-35f84ec24479 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0682cd-ef54-4337-ae5f-80c1e2c58718,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:19.915856 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.951404 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-3e1afd81-4b01-4c87-a290-e1cc4ce841d0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] show failed (client error): The resource could not be found. Nov 19 18:52:19.956357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58012) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:19.956625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3e1afd81-4b01-4c87-a290-e1cc4ce841d0 tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "GET /v2.0/security-groups/ce0682cd-ef54-4337-ae5f-80c1e2c58718 HTTP/1.1" status: 404 len: 347 time: 0.1692801 Nov 19 18:52:19.960644 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3151874a-dcf8-4b3f-b8b8-b903d0662874 req-f2bc2048-f0b5-487c-985d-ccf8bb6c560e tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909666 Nov 19 18:52:20.021282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:52:20.042150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:20.054793 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e52b26d9-eb55-41ae-8117-b9a28efe2fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.057978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:20.063782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:20.071432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event updated for resources: {'Port': ['ID=801e91ef-5b37-4934-885c-be6b14995b15,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:20.074439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e52b26d9-eb55-41ae-8117-b9a28efe2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.101128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:52:20.101594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7dd9fc7c-ea76-4154-aa96-e57a9f375d1f not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:52:20.116597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-121507f9-5911-409d-8703-2b5eee22850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:20.118427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-121507f9-5911-409d-8703-2b5eee22850c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 1098 time: 0.3407393 Nov 19 18:52:20.222843 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e52b26d9-eb55-41ae-8117-b9a28efe2fb4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5582587bee547a7b2f458d3ff3e8dda&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4729211 Nov 19 18:52:20.225439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58026) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:20.227148 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-bf7d85c0-93dc-47c4-810c-0228bfe1e91b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=44aff022-2a03-4706-8148-a1825fb39377 HTTP/1.1" status: 200 len: 217 time: 0.0870612 Nov 19 18:52:20.227764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b26d9-eb55-41ae-8117-b9a28efe2fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb50026-f0ca-40ab-94e6-c1d18cc88950,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:20.321495 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58036) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:20.398055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696f09b-d902-4a45-9dea-9d71b712b280 req-5f861c99-458f-4d88-a853-61751e05aad4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:20.399586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8696f09b-d902-4a45-9dea-9d71b712b280 req-5f861c99-458f-4d88-a853-61751e05aad4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 947 time: 0.0909240 Nov 19 18:52:20.405205 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-5e544c1b-112c-479c-adb1-bceee8bc165e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Deleting port fa979ce0-a78f-4d17-a028-cd703acc7f76 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:52:20.405628 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e544c1b-112c-479c-adb1-bceee8bc165e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.414064 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-720a2aa9-ed9f-49c8-b3c8-2f4ccd3cca97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.457608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-be2b8a31-661b-4a62-83d0-90279379c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:20.459252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-be2b8a31-661b-4a62-83d0-90279379c091 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2184606 Nov 19 18:52:20.502214 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8696f09b-d902-4a45-9dea-9d71b712b280 req-31c11a3b-26c8-431b-a150-8a66e9f4edce tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939026 Nov 19 18:52:20.510188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'tag': '44aff022-2a03-4706-8148-a1825fb39377'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:20.512425 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b4734e-14e3-4db6-aa56-7b3a584dd58d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4", "tag": "44aff022-2a03-4706-8148-a1825fb39377"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:20.523929 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.529621 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e544c1b-112c-479c-adb1-bceee8bc165e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.529982 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e544c1b-112c-479c-adb1-bceee8bc165e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.547470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-5e544c1b-112c-479c-adb1-bceee8bc165e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Calling delete_port for fa979ce0-a78f-4d17-a028-cd703acc7f76 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:52:20.584756 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9741563d-edbc-4a15-8163-060acc686884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.664198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-3ab85914-0ed5-4631-a6b8-8ddad3d443b4 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:20.665782 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-3ab85914-0ed5-4631-a6b8-8ddad3d443b4 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 820 time: 0.3382559 Nov 19 18:52:20.669013 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9741563d-edbc-4a15-8163-060acc686884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.672361 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.696853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-ac8adb86-d946-4dd3-bb16-0fc1113f6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:20.698789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-ac8adb86-d946-4dd3-bb16-0fc1113f6b55 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2279639 Nov 19 18:52:20.728261 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e544c1b-112c-479c-adb1-bceee8bc165e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.764030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e544c1b-112c-479c-adb1-bceee8bc165e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Pushing event deleted for resources: {'Port': ['ID=fa979ce0-a78f-4d17-a028-cd703acc7f76,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:20.832619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-089a5178-eb91-432f-a2e9-a976cfa991e9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/quotas/c39e2d28a4ba4ad4a87b739cbc13687b HTTP/1.1" status: 200 len: 375 time: 0.1466274 Nov 19 18:52:20.886766 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e544c1b-112c-479c-adb1-bceee8bc165e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.889318 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e544c1b-112c-479c-adb1-bceee8bc165e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.890545 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5e544c1b-112c-479c-adb1-bceee8bc165e tempest-ImagesOneServerNegativeTestJSON-163458013 tempest-ImagesOneServerNegativeTestJSON-163458013-project] 10.222.0.50 "DELETE /v2.0/floatingips/72ce0e3e-957e-400b-a7ba-e07bd96db99b HTTP/1.1" status: 204 len: 168 time: 0.9331038 Nov 19 18:52:20.935664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6276a-b726-4077-8ee2-75c0631c766e req-243d1548-c36f-441b-9df4-813c4b0ab252 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:20.937041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-243d1548-c36f-441b-9df4-813c4b0ab252 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/networks?id=3f154e80-8d32-4a52-a208-33b993387041 HTTP/1.1" status: 200 len: 814 time: 0.1264389 Nov 19 18:52:20.950579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-720a2aa9-ed9f-49c8-b3c8-2f4ccd3cca97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.953846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-e03494d8-d3c3-4ea1-a19c-e76ff563828b tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/quotas/c00014d85ea54ffe8854a81c3e400c2c HTTP/1.1" status: 200 len: 375 time: 0.0095665 Nov 19 18:52:20.967831 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-720a2aa9-ed9f-49c8-b3c8-2f4ccd3cca97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.008850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9741563d-edbc-4a15-8163-060acc686884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.011444 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9741563d-edbc-4a15-8163-060acc686884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.012781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9741563d-edbc-4a15-8163-060acc686884 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcb50026-f0ca-40ab-94e6-c1d18cc88950 HTTP/1.1" status: 204 len: 168 time: 0.7825286 Nov 19 18:52:21.020360 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-c5e92ce0-15e1-4521-af32-93eb41a65398 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c00014d85ea54ffe8854a81c3e400c2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584490 Nov 19 18:52:21.042221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-4913654e-db15-42b2-83c9-424ddb6d9ab6 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907448 Nov 19 18:52:21.057596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-bf39fb83-1877-43a1-bfe9-1712b825bf7c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2173491 Nov 19 18:52:21.068243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-720a2aa9-ed9f-49c8-b3c8-2f4ccd3cca97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76f224b6245f436fb97d6ac724843ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7390242 Nov 19 18:52:21.078293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a2aa9-ed9f-49c8-b3c8-2f4ccd3cca97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2afce38-0918-4cc0-9286-31d362c47cea,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:21.080493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58058) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:21.180578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-8a99bd05-1004-41f9-9bbb-15825c5f086b service neutron] 10.222.0.50 "GET /v2.0/networks/3f154e80-8d32-4a52-a208-33b993387041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532218 Nov 19 18:52:21.181195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7faf1df6-537e-4a66-91c7-97d58af3b014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.251194 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7faf1df6-537e-4a66-91c7-97d58af3b014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.352456 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-41184b29-b36f-44dc-beee-c59505b2b5b8 service neutron] 10.222.0.50 "GET /v2.0/networks/3f154e80-8d32-4a52-a208-33b993387041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600494 Nov 19 18:52:21.370111 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7faf1df6-537e-4a66-91c7-97d58af3b014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.372898 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7faf1df6-537e-4a66-91c7-97d58af3b014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.390668 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7faf1df6-537e-4a66-91c7-97d58af3b014 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2afce38-0918-4cc0-9286-31d362c47cea HTTP/1.1" status: 204 len: 168 time: 0.3020899 Nov 19 18:52:21.412756 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf1df6-537e-4a66-91c7-97d58af3b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2afce38-0918-4cc0-9286-31d362c47cea,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:21.436367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741563d-edbc-4a15-8163-060acc686884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb50026-f0ca-40ab-94e6-c1d18cc88950,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:21.485279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.494316 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.515020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58066) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:21.562988 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c6787d8-6af7-4de0-8ac3-4922aff6ee0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.578783 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2966da-6238-45a7-9379-0ba1c7ee02fd x-openstack-request-id: req-4d2966da-6238-45a7-9379-0ba1c7ee02fd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:21.579086 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4", "tag": "44aff022-2a03-4706-8148-a1825fb39377", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:21.579350 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d2966da-6238-45a7-9379-0ba1c7ee02fd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:21.580611 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'tag': '44aff022-2a03-4706-8148-a1825fb39377', 'status': 'completed', 'code': 200} Nov 19 18:52:21.671885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-d398204d-7fb7-4d97-8d15-fbb48317c91d service neutron] 10.222.0.50 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024928 Nov 19 18:52:21.684689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7578099e-e44d-4917-82f1-14cd7a8c8508 req-c1ec9dab-b6ca-4021-8611-d99b12fc2a38 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207333 Nov 19 18:52:21.716604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event updated for resources: {'Port': ['ID=801e91ef-5b37-4934-885c-be6b14995b15,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:21.786279 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-12b043d7-77dd-4d02-b9a5-3d82b43a0523 req-742cfeb8-f99e-4494-bdbe-d517777d6e9d tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 210 time: 0.0503511 Nov 19 18:52:21.812319 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.817514 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c6787d8-6af7-4de0-8ac3-4922aff6ee0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.832724 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c6787d8-6af7-4de0-8ac3-4922aff6ee0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.854514 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.856339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b5e0b084-7dc8-4df7-84b0-40274ade006c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7804685 Nov 19 18:52:21.859014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4734e-14e3-4db6-aa56-7b3a584dd58d req-3c20a2f1-28e3-41b3-ae58-946b67708ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:21.860676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98b4734e-14e3-4db6-aa56-7b3a584dd58d req-3c20a2f1-28e3-41b3-ae58-946b67708ac4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 1098 time: 0.1173146 Nov 19 18:52:21.935576 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1c6787d8-6af7-4de0-8ac3-4922aff6ee0f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80ce7049e20c48da98c442b372402ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194322 Nov 19 18:52:21.969873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58092) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:21.987961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6787d8-6af7-4de0-8ac3-4922aff6ee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b495223-6283-4087-a4a7-45e62978f01e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:22.056397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3862630-3ee9-4e01-8d59-b7489d6e086b req-ac76ca35-49ab-4ab3-b7c0-fa700767d80c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:22.057963 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d3862630-3ee9-4e01-8d59-b7489d6e086b req-ac76ca35-49ab-4ab3-b7c0-fa700767d80c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 947 time: 0.1472869 Nov 19 18:52:22.097656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-07ef8c2b-e174-4123-8768-ace0c4923f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:22.134540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4734e-14e3-4db6-aa56-7b3a584dd58d req-5d6d4aac-a9d9-40b6-b4a6-e34b1ad29358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:22.135573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98b4734e-14e3-4db6-aa56-7b3a584dd58d req-5d6d4aac-a9d9-40b6-b4a6-e34b1ad29358 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2662027 Nov 19 18:52:22.135916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-07ef8c2b-e174-4123-8768-ace0c4923f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:22.139713 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e9abebef-f483-4155-8c70-f78ed4dfa7e0 service neutron] 10.222.0.50 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501434 Nov 19 18:52:22.179565 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d3862630-3ee9-4e01-8d59-b7489d6e086b req-a018d9d6-f77a-401d-adaa-2119f3bd5d99 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973597 Nov 19 18:52:22.186999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98b4734e-14e3-4db6-aa56-7b3a584dd58d req-936fe2d2-3c02-4ea9-98be-781884d36af5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=44aff022-2a03-4706-8148-a1825fb39377 HTTP/1.1" status: 200 len: 217 time: 0.0428894 Nov 19 18:52:22.251439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-07ef8c2b-e174-4123-8768-ace0c4923f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:22.256156 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-07ef8c2b-e174-4123-8768-ace0c4923f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:22.257338 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-07ef8c2b-e174-4123-8768-ace0c4923f3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b495223-6283-4087-a4a7-45e62978f01e HTTP/1.1" status: 204 len: 168 time: 0.2861736 Nov 19 18:52:22.268128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef8c2b-e174-4123-8768-ace0c4923f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b495223-6283-4087-a4a7-45e62978f01e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:22.275769 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4734e-14e3-4db6-aa56-7b3a584dd58d req-cf7294be-6654-4b18-a08f-05b1f3f212f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:22.278687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98b4734e-14e3-4db6-aa56-7b3a584dd58d req-cf7294be-6654-4b18-a08f-05b1f3f212f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0813746 Nov 19 18:52:22.407077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58120) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:22.424912 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4734e-14e3-4db6-aa56-7b3a584dd58d req-a87ec77a-4229-49a5-96b0-d28d65ec2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:22.426795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98b4734e-14e3-4db6-aa56-7b3a584dd58d req-a87ec77a-4229-49a5-96b0-d28d65ec2ebb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400719 Nov 19 18:52:22.565067 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6277d98b-3088-4362-8418-2fa44249aa14 req-274201f3-458e-467e-b4b6-43838086e988 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 210 time: 0.0918608 Nov 19 18:52:22.568865 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-7914bcf0-5571-4f3b-92a9-2b20ba5a5ea7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--993457192&fields=id&tenant_id=150e4155c84e42198c074cd95c02f145 HTTP/1.1" status: 200 len: 267 time: 0.1926465 Nov 19 18:52:22.651975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98b4734e-14e3-4db6-aa56-7b3a584dd58d req-370384d9-3b1d-4c56-8f96-49cb6c8e0c30 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170293 Nov 19 18:52:22.718689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a585b6-c659-4859-85ba-9ae6d0395368 admin admin] Deleting subnet 8c303d6f-9d58-4ddf-b402-95b178ced043 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:52:22.725263 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5a585b6-c659-4859-85ba-9ae6d0395368 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:22.755806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58136) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:22.836951 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5a585b6-c659-4859-85ba-9ae6d0395368 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:22.855826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98b4734e-14e3-4db6-aa56-7b3a584dd58d req-8a600fe2-94d9-4728-a9cb-5d1408ce47ba service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936893 Nov 19 18:52:22.935882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2da51164-d5fa-4aa3-b4b3-db5cb4978386 req-127b8b4e-7358-4e6e-86ca-61fd0f1d8655 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 210 time: 0.0418375 Nov 19 18:52:22.940858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-network', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:22.941315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-9d89a74d-161a-46c8-b753-4e1d97d836d5 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:22.949454 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-9d89a74d-161a-46c8-b753-4e1d97d836d5 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 812 time: 0.3722365 Nov 19 18:52:22.970472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-10e4f42e-cdbd-4527-b1cb-dee2cfa817d0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/quotas/150e4155c84e42198c074cd95c02f145 HTTP/1.1" status: 200 len: 375 time: 0.0199351 Nov 19 18:52:22.972360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Made reservation on behalf of f9d4c52045784fe6a67e7f8db084cbd2 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:22.975729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:22.978791 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5a585b6-c659-4859-85ba-9ae6d0395368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:22.986923 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.091273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.096551 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.113895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-be7115da-47a2-49ca-a034-13dd9a232751 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322412 Nov 19 18:52:23.115860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:52:23.139146 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.139749 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Added segment 79eb8a16-f105-4e28-927b-fcdb198ac2e1 of type vlan for network e91cd7fa-957c-4518-8f82-97817d5c9ef6 Nov 19 18:52:23.152677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298888ee-71f5-449a-b6e3-1f014f1b1a3f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:23.164681 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5a585b6-c659-4859-85ba-9ae6d0395368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.202298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a585b6-c659-4859-85ba-9ae6d0395368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c303d6f-9d58-4ddf-b402-95b178ced043,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:23.211633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5a585b6-c659-4859-85ba-9ae6d0395368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.215734 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a5a585b6-c659-4859-85ba-9ae6d0395368 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8c303d6f-9d58-4ddf-b402-95b178ced043 HTTP/1.1" status: 204 len: 168 time: 0.8070247 Nov 19 18:52:23.218913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58156) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:23.249679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.318243 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.319495 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:23.320321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.337153 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-9e1c6477-3172-48ab-890e-2b5923d4272e service neutron] 10.222.0.50 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220862 Nov 19 18:52:23.411604 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.417980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6276a-b726-4077-8ee2-75c0631c766e req-e6058486-27f9-456b-a4b0-210c44fa14fe tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:23.419590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-e6058486-27f9-456b-a4b0-210c44fa14fe tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.21 "GET /v2.0/networks?id=3f154e80-8d32-4a52-a208-33b993387041 HTTP/1.1" status: 200 len: 814 time: 0.2379558 Nov 19 18:52:23.443743 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Request body: {'port': {'device_id': 'f667e2f8-1bb9-4475-8433-c73fdd25e43c', 'network_id': '3f154e80-8d32-4a52-a208-33b993387041', 'admin_state_up': True, 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:23.449677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6928453 Nov 19 18:52:23.453166 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58162) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:23.474725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] Request body: {'subnet': {'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-subnet', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:23.491668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f762e-a0e4-4301-a9ed-8251a9e1aef0 admin admin] Pushing event updated for resources: {'Network': ['ID=e91cd7fa-957c-4518-8f82-97817d5c9ef6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:23.509452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network e91cd7fa-957c-4518-8f82-97817d5c9ef6 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:52:23.512930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8db259-9813-4e3a-b920-7d561a142a60 req-49ab0a4c-2094-41f2-9197-67cafbb1fe4f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:23.521240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf8db259-9813-4e3a-b920-7d561a142a60 req-49ab0a4c-2094-41f2-9197-67cafbb1fe4f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 947 time: 0.1973884 Nov 19 18:52:23.557248 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-224e39d6-77c3-4995-896d-31f1705df335 service neutron] 10.222.0.50 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182698 Nov 19 18:52:23.638995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf8db259-9813-4e3a-b920-7d561a142a60 req-61f77cbd-170e-4e45-82fe-6a075d810404 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051447 Nov 19 18:52:23.657524 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.669482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] Made reservation on behalf of f9d4c52045784fe6a67e7f8db084cbd2 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:23.671950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.695307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Made reservation on behalf of c00014d85ea54ffe8854a81c3e400c2c for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:23.699179 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.740956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190f90f4-6494-4ae7-9af5-5eccd545f615']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:23.788229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bb4a22-22a5-4d72-90f1-fdd097c278c7') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:23.788522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bb4a22-22a5-4d72-90f1-fdd097c278c7') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:23.834553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.910007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Allocated IP 172.20.0.8 (3f154e80-8d32-4a52-a208-33b993387041/1bbad599-33e2-4740-8994-ab2d46b59a54/6fef031e-5bc2-4e62-8473-f1b8665c7791) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:23.966693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca3ae71b-d159-4e05-9f0c-dd4414a0306e req-92dfd358-d85b-4ff2-8bba-4555a88deb3a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 210 time: 0.1131129 Nov 19 18:52:23.973414 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:23.983543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:52:23.983947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: timer() Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:52:24.065896 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:52:24.130152 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:24.156905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:24.161189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] 10.222.0.50 "DELETE /v2.0/networks/190f90f4-6494-4ae7-9af5-5eccd545f615 HTTP/1.1" status: 204 len: 168 time: 0.9411824 Nov 19 18:52:24.178911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6faba-c660-4562-864e-8fe884377193 admin admin] Pushing event deleted for resources: {'Network': ['ID=190f90f4-6494-4ae7-9af5-5eccd545f615,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:24.266073 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-909ea1d6-e307-4970-9b17-f9a6147e7f2e req-03e1f441-c781-413e-8f6b-8a862a132241 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 210 time: 0.1226547 Nov 19 18:52:24.286282 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-524cdab3-decb-45ab-afa9-181e15b90ebc req-ebb51793-c427-4dfe-9792-21f5c3e4b106 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 210 time: 0.0907207 Nov 19 18:52:24.311415 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:24.382406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8a65aa-c882-4568-87c1-6e09b2cc3b00,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:24.424579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] Checking segment: {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:24.424831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] Network hostable DHCP agents. Network: e91cd7fa-957c-4518-8f82-97817d5c9ef6, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:52:24.455840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 44aff022-2a03-4706-8148-a1825fb39377 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:52:24.470833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] Network e91cd7fa-957c-4518-8f82-97817d5c9ef6 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:52:24.508740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, e91cd7fa-957c-4518-8f82-97817d5c9ef6) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:24.524643 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:24.532375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:24.568573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b63c2b-8820-48bc-8e57-f2e8677dc1f9 None None] Network e91cd7fa-957c-4518-8f82-97817d5c9ef6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:24.582995 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-923a16b7-184e-47c4-b227-5351382e0fe3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1121945 Nov 19 18:52:24.584065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58216) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:24.584422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58218) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:24.605089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:24.672945 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:24.699109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:24.700396 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:24.719107 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a591714b-38c3-4e17-aeea-e31ff623c70e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9094450c56d347b5a262e0075e67da73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259761 Nov 19 18:52:24.723603 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58226) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:24.795252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-6da84386-4819-4ead-8668-4d908c6bbbff tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:24.799050 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-6da84386-4819-4ead-8668-4d908c6bbbff tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 820 time: 0.8086901 Nov 19 18:52:24.804680 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:24.918220 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:24.921494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Pushing event updated for resources: {'Port': ['ID=6fef031e-5bc2-4e62-8473-f1b8665c7791,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:24.933405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Request body: {'port': {'device_id': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d', 'admin_state_up': True, 'tenant_id': 'c39e2d28a4ba4ad4a87b739cbc13687b'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:25.056133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 44aff022-2a03-4706-8148-a1825fb39377, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=44aff022-2a03-4706-8148-a1825fb39377,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:25.124419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '44aff022-2a03-4706-8148-a1825fb39377', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '44aff022-2a03-4706-8148-a1825fb39377', 'mac_address': 'fa:16:3e:3f:80:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:52:25.147732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Network 3f154e80-8d32-4a52-a208-33b993387041 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:25.152894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:25.164254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:25.253009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d745ba-e5f0-4544-a327-1a6e9a26c75c req-5d4d5cbb-6ace-467f-a4ea-911e72893a24 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:25.263866 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18d745ba-e5f0-4544-a327-1a6e9a26c75c req-5d4d5cbb-6ace-467f-a4ea-911e72893a24 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 947 time: 0.3506253 Nov 19 18:52:25.275887 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.361185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:25.362528 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.376485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Made reservation on behalf of c39e2d28a4ba4ad4a87b739cbc13687b for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:25.384123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.398157 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.402276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-7b2883e4-2836-4bc2-a290-2deec890c229 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9666734 Nov 19 18:52:25.427805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Request body: {'port': {'device_id': 'f667e2f8-1bb9-4475-8433-c73fdd25e43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:25.459167 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ddf56025-8045-4f03-bd07-c8c5d7f5cd82 req-281eb8cd-631e-4a20-b606-a5b30b53a00e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 210 time: 0.1546597 Nov 19 18:52:25.498415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44aff022-2a03-4706-8148-a1825fb39377 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:25.513523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-186ba537-dc30-4c4a-b4ce-9f4fdbd07bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.516306 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18d745ba-e5f0-4544-a327-1a6e9a26c75c req-9f9a8fe9-220e-4a9a-b51e-6508d6bc3302 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500229 Nov 19 18:52:25.523888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:52:25.524695 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.561070 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.618531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 44aff022-2a03-4706-8148-a1825fb39377, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=44aff022-2a03-4706-8148-a1825fb39377,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:25.636851 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-186ba537-dc30-4c4a-b4ce-9f4fdbd07bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.639368 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.644209 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.766401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39c826-6e20-43f9-83f2-d19f8d62c8b0 req-bc5b6c84-d0a3-42f9-a28d-00eb214fdf32 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:25.768857 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bc39c826-6e20-43f9-83f2-d19f8d62c8b0 req-bc5b6c84-d0a3-42f9-a28d-00eb214fdf32 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 931 time: 0.0969450 Nov 19 18:52:25.777336 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-186ba537-dc30-4c4a-b4ce-9f4fdbd07bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.786506 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-186ba537-dc30-4c4a-b4ce-9f4fdbd07bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:25.788002 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-186ba537-dc30-4c4a-b4ce-9f4fdbd07bba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18376a89-09db-49fc-bc58-3883bf6178ca HTTP/1.1" status: 204 len: 168 time: 1.0632555 Nov 19 18:52:25.883800 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ba537-dc30-4c4a-b4ce-9f4fdbd07bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18376a89-09db-49fc-bc58-3883bf6178ca,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:25.952618 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bc39c826-6e20-43f9-83f2-d19f8d62c8b0 req-e60a31b5-2e8f-472c-88a4-f14c3c1bc60a tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607354 Nov 19 18:52:25.986215 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88518ad5-a12a-401e-a572-fe0ac55d5f59 req-c8842b47-809f-4b0a-ab02-79aaa348148c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 210 time: 0.3116996 Nov 19 18:52:25.990072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Allocated IP 172.20.0.2 (e91cd7fa-957c-4518-8f82-97817d5c9ef6/0b8a65aa-c882-4568-87c1-6e09b2cc3b00/f2710476-ffd8-4ff0-ac0e-78cd042a6e41) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:26.314868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:26.344484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:26.373496 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a715161d-ca9d-4152-82c3-633c84f9cc30 None None] Provisioning complete for port 6fef031e-5bc2-4e62-8473-f1b8665c7791 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:26.373496 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a715161d-ca9d-4152-82c3-633c84f9cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:26.397438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:26.403594 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:26.424055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=44aff022-2a03-4706-8148-a1825fb39377,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:26.468142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Allocated IP 172.20.0.13 (fc562952-7de9-4dd3-822f-0416150efa5d/a869ff3f-c041-4b50-8cee-e63ee42f5c3f/d6047720-a009-4209-97dc-83977b68ece3) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:26.472546 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['44aff022-2a03-4706-8148-a1825fb39377'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:26.491722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Network e91cd7fa-957c-4518-8f82-97817d5c9ef6 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:26.537144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a715161d-ca9d-4152-82c3-633c84f9cc30 None None] Port 6fef031e-5bc2-4e62-8473-f1b8665c7791 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:26.546954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:26.555376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:26.602408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Pushing event updated for resources: {'Port': ['ID=f2710476-ffd8-4ff0-ac0e-78cd042a6e41,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:26.703080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Allocated IP 172.25.3.82 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/2ab0d742-adfc-45e5-ae1a-53394eb66ea0) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:26.711204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e458d0ec-bfbb-44a0-a720-193297ca9030 req-59a3f224-6401-4dbe-9520-801d0142493a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 210 time: 0.0721257 Nov 19 18:52:26.756836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-d527509c-2e79-41eb-958f-6f4fc5d91137 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:26.759241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-d527509c-2e79-41eb-958f-6f4fc5d91137 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 812 time: 0.9212518 Nov 19 18:52:26.763055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58270) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:26.820144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Attempting to bind port f2710476-ffd8-4ff0-ac0e-78cd042a6e41 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:26.820732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Attempting to bind port f2710476-ffd8-4ff0-ac0e-78cd042a6e41 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:26.826705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Attempting to bind port f2710476-ffd8-4ff0-ac0e-78cd042a6e41 on network e91cd7fa-957c-4518-8f82-97817d5c9ef6 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:26.872305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:26.872689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Checking segment: {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:26.875521 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:26.875996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Bound using segment: {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:26.877121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Bound port: f2710476-ffd8-4ff0-ac0e-78cd042a6e41, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:26.877509 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:26.934645 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:27.037375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:27.131037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] For port f2710476-ffd8-4ff0-ac0e-78cd042a6e41, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:27.160623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-c56a5b59-6a0e-42db-aa6c-fd43f27a39fd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=150e4155c84e42198c074cd95c02f145 HTTP/1.1" status: 200 len: 379 time: 0.3748925 Nov 19 18:52:27.215800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Request body: {'port': {'device_id': '07e6652a-e36f-4870-9f09-a13e076ef990', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'admin_state_up': True, 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'security_groups': ['9fcce36a-3878-47de-a09f-ef94971d0030']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:27.236220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:27.251957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:27.254791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:27.356193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] For port f2710476-ffd8-4ff0-ac0e-78cd042a6e41, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f2710476-ffd8-4ff0-ac0e-78cd042a6e41,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:27.371446 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:27.426381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab0d742-adfc-45e5-ae1a-53394eb66ea0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:27.519621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5878d4-20c0-4c40-b37a-9acf4d46834c None None] Pushing event updated for resources: {'Port': ['ID=f2710476-ffd8-4ff0-ac0e-78cd042a6e41,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:27.563914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c02285-a75c-44a7-abe9-d6cb38b029e1 req-882b7b24-904f-4668-a41d-cbbbc3b5e796 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:27.572568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-35c02285-a75c-44a7-abe9-d6cb38b029e1 req-882b7b24-904f-4668-a41d-cbbbc3b5e796 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 948 time: 0.4354184 Nov 19 18:52:27.578705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Made reservation on behalf of 150e4155c84e42198c074cd95c02f145 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:27.583599 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:27.705545 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-35c02285-a75c-44a7-abe9-d6cb38b029e1 req-f0ca2b0e-9f2b-43a8-b022-16b0f4f05da5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318936 Nov 19 18:52:27.880402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:28.021734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:28.301183 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-884f30be-fc7d-4ee5-9c82-f5923bfd930c req-b8d3b189-7a33-4993-a12f-b1f6ccc229a8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 210 time: 0.0742865 Nov 19 18:52:28.327695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f2710476-ffd8-4ff0-ac0e-78cd042a6e41 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:28.332699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fef031e-5bc2-4e62-8473-f1b8665c7791 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:28.341526 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:28.362589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Transition to ACTIVE for port object 6fef031e-5bc2-4e62-8473-f1b8665c7791 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:52:28.386126 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:28.404817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:28.458375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:28.463218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 44aff022-2a03-4706-8148-a1825fb39377 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:28.495771 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156f976e-51e9-44b0-8f4b-acbb12ecbdc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:28.513563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f2710476-ffd8-4ff0-ac0e-78cd042a6e41 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:28.514289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:28.611414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b479a0-0734-422f-b7d8-023db4227cda req-ed5ede41-4771-41a2-98ab-8387a1e4dfe0 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:28.612728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93b479a0-0734-422f-b7d8-023db4227cda req-ed5ede41-4771-41a2-98ab-8387a1e4dfe0 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 931 time: 1.4413626 Nov 19 18:52:28.613413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Pushing event updated for resources: {'Port': ['ID=6fef031e-5bc2-4e62-8473-f1b8665c7791,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:28.676175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Router ce2b9101-0e58-4c50-b041-16acc31d62ca is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:52:28.768711 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:28.796011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Network fc562952-7de9-4dd3-822f-0416150efa5d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:28.812043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 44aff022-2a03-4706-8148-a1825fb39377 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:52:28.842770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 44aff022-2a03-4706-8148-a1825fb39377 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:28.843234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:28.860448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:28.877556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:28.920284 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port f2710476-ffd8-4ff0-ac0e-78cd042a6e41, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f2710476-ffd8-4ff0-ac0e-78cd042a6e41,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:28.929799 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:28.968319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:28.978823 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Sync routers for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:28.999942 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:29.004502 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:29.017658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Allocated IP 172.20.0.12 (868a0451-7a93-491d-aa08-705efd7de61f/ad1bc7be-31c4-455f-8b22-2cfdf211e77c/c419315e-0493-4e8e-8e95-a76a5b6db2db) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:29.023660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.028097 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ae3641dc-a2c1-4530-817d-7eddc149c678 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.4400136 Nov 19 18:52:29.028417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58302) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:29.128424 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.181183 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.183985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=f2710476-ffd8-4ff0-ac0e-78cd042a6e41,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:29.238018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44aff022-2a03-4706-8148-a1825fb39377'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:29.244890 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35338f65-0beb-4429-9216-06edced7c7b6" -d '{"events": [{"server_uuid": "d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "44aff022-2a03-4706-8148-a1825fb39377"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:29.273560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 44aff022-2a03-4706-8148-a1825fb39377, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=44aff022-2a03-4706-8148-a1825fb39377,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:29.282031 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156f976e-51e9-44b0-8f4b-acbb12ecbdc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.291773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:29.292541 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.293129 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.301626 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:29.375273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156f976e-51e9-44b0-8f4b-acbb12ecbdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.380632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eaf184-4827-49a6-8452-05d0a4b07e83 None None] Network e91cd7fa-957c-4518-8f82-97817d5c9ef6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:29.400081 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.436936 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5175838 Nov 19 18:52:29.483518 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-156f976e-51e9-44b0-8f4b-acbb12ecbdc1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d67bb7de015344a79cadc0be966ae80c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7190418 Nov 19 18:52:29.487284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93b479a0-0734-422f-b7d8-023db4227cda req-d189d48b-7f3a-42d6-bac9-af31764c0f8f tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8275256 Nov 19 18:52:29.488062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58308) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:29.490489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Attempting to bind port 6fef031e-5bc2-4e62-8473-f1b8665c7791 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:29.490900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Attempting to bind port 6fef031e-5bc2-4e62-8473-f1b8665c7791 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:29.491228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Attempting to bind port 6fef031e-5bc2-4e62-8473-f1b8665c7791 on network 3f154e80-8d32-4a52-a208-33b993387041 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:29.495711 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.496408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f976e-51e9-44b0-8f4b-acbb12ecbdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aa1cb7-2033-4025-8b41-03a59bb618d5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:29.543215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Port 6fef031e-5bc2-4e62-8473-f1b8665c7791 on network 3f154e80-8d32-4a52-a208-33b993387041 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:52:29.543542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Attempting to bind port 6fef031e-5bc2-4e62-8473-f1b8665c7791 on network 3f154e80-8d32-4a52-a208-33b993387041 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:29.551563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e7af2-5c5e-411c-8484-940fc10c5776 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Pushing event updated for resources: {'Port': ['ID=d6047720-a009-4209-97dc-83977b68ece3,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:29.557006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:29.557212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Checking segment: {'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:29.557588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Bound using segment: {'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:29.558256 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Bound port: 6fef031e-5bc2-4e62-8473-f1b8665c7791, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a93c15-e40c-43a2-bd7b-031207069e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3f154e80-8d32-4a52-a208-33b993387041'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:29.558810 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.638582 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b468f3ae-f75d-4d09-934b-35c037210a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.708624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=44aff022-2a03-4706-8148-a1825fb39377,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:29.734308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Network 868a0451-7a93-491d-aa08-705efd7de61f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:29.765084 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-63e3f6e0-6768-43a4-8ef9-ab51c828b56b None None] Provisioning complete for port f2710476-ffd8-4ff0-ac0e-78cd042a6e41 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:29.765349 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63e3f6e0-6768-43a4-8ef9-ab51c828b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.797230 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:27Z', 'revision_number': 3, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:29.802336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:29.870103 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Checking router: ce2b9101-0e58-4c50-b041-16acc31d62ca for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:29.870800 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Updating router ce2b9101-0e58-4c50-b041-16acc31d62ca port 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:52:29.891044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] For port 6fef031e-5bc2-4e62-8473-f1b8665c7791, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:29.898828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] For port 6fef031e-5bc2-4e62-8473-f1b8665c7791, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=6fef031e-5bc2-4e62-8473-f1b8665c7791,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:29.911018 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b468f3ae-f75d-4d09-934b-35c037210a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:29.946663 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:30.003144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:30.013450 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:30.055383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Request body: {'port': {'device_id': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:30.132299 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b468f3ae-f75d-4d09-934b-35c037210a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:30.136052 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b468f3ae-f75d-4d09-934b-35c037210a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:30.137570 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b468f3ae-f75d-4d09-934b-35c037210a81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3aa1cb7-2033-4025-8b41-03a59bb618d5 HTTP/1.1" status: 204 len: 168 time: 0.6379056 Nov 19 18:52:30.190936 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0958736-fb80-4b6c-b646-f35ba72c0685 req-864f74da-5713-4030-87a3-89c82fcb08bb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:30.193103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0958736-fb80-4b6c-b646-f35ba72c0685 req-864f74da-5713-4030-87a3-89c82fcb08bb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 932 time: 0.5463393 Nov 19 18:52:30.208937 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:30.265483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:30.278196 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:30.279309 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] 10.222.0.21 "PUT /v2.0/ports/6fef031e-5bc2-4e62-8473-f1b8665c7791 HTTP/1.1" status: 200 len: 1091 time: 4.8575687 Nov 19 18:52:30.299301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f667e2f8-1bb9-4475-8433-c73fdd25e43c', 'tag': '6fef031e-5bc2-4e62-8473-f1b8665c7791'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:30.301680 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a" -d '{"events": [{"name": "network-changed", "server_uuid": "f667e2f8-1bb9-4475-8433-c73fdd25e43c", "tag": "6fef031e-5bc2-4e62-8473-f1b8665c7791"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:30.331807 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:30.337710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f2710476-ffd8-4ff0-ac0e-78cd042a6e41 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:30.478874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-54a49dbd-0a2d-4b43-a893-5ad42677da41 None None] Provisioning complete for port c419315e-0493-4e8e-8e95-a76a5b6db2db triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:30.479608 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54a49dbd-0a2d-4b43-a893-5ad42677da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:30.572199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:30.589150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f2710476-ffd8-4ff0-ac0e-78cd042a6e41 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:30.589526 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:30.603183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468f3ae-f75d-4d09-934b-35c037210a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aa1cb7-2033-4025-8b41-03a59bb618d5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:30.780752 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-54a49dbd-0a2d-4b43-a893-5ad42677da41 None None] Port c419315e-0493-4e8e-8e95-a76a5b6db2db cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:30.849935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:30.855212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:30.976961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-502b62c5-5b60-421a-8430-ed0472c7cb0c None None] Provisioning complete for port f2710476-ffd8-4ff0-ac0e-78cd042a6e41 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:30.977701 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-502b62c5-5b60-421a-8430-ed0472c7cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:31.075052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93a9e6-569e-416b-8320-9a24cfe1c94e req-8e56b141-cfa7-4ac6-9bac-41a6c2b4b85a tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:31.075052 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b93a9e6-569e-416b-8320-9a24cfe1c94e req-8e56b141-cfa7-4ac6-9bac-41a6c2b4b85a tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.2287998 Nov 19 18:52:31.085646 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:31.093273 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:31.207620 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Pushing event updated for resources: {'Port': ['ID=2ab0d742-adfc-45e5-ae1a-53394eb66ea0,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:31.219407 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.220608 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.221173 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.221957 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.222447 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.223619 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.224137 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.225620 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.226236 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.226721 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.227623 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.228142 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:31.259752 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Attempting to bind port 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:31.260422 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Attempting to bind port 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:31.260983 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Attempting to bind port 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:31.263092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Allocated IP 172.20.0.1 (e91cd7fa-957c-4518-8f82-97817d5c9ef6/0b8a65aa-c882-4568-87c1-6e09b2cc3b00/f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:31.268577 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:31.269267 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:31.269857 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:31.270436 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:31.271268 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Bound port: 2ab0d742-adfc-45e5-ae1a-53394eb66ea0, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:31.271868 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:31.312728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b93a9e6-569e-416b-8320-9a24cfe1c94e req-6b463b89-c9e7-4c69-b815-922101ebfe64 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208416 Nov 19 18:52:31.380935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280f8ea-7c0b-464f-bab6-d0c613ae9b39 service neutron] Pushing event updated for resources: {'Port': ['ID=6fef031e-5bc2-4e62-8473-f1b8665c7791,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:31.412837 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] For port 2ab0d742-adfc-45e5-ae1a-53394eb66ea0, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:31.419409 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa5728e-396c-40d1-8107-78396a4a5e6c x-openstack-request-id: req-8fa5728e-396c-40d1-8107-78396a4a5e6c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:31.419736 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "44aff022-2a03-4706-8148-a1825fb39377", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:31.420016 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fa5728e-396c-40d1-8107-78396a4a5e6c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:31.420742 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44aff022-2a03-4706-8148-a1825fb39377', 'code': 200} Nov 19 18:52:31.420921 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] For port 2ab0d742-adfc-45e5-ae1a-53394eb66ea0, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2ab0d742-adfc-45e5-ae1a-53394eb66ea0,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:31.441129 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:31.474795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-248be6ae-2e16-404f-94a6-424e70434466 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2784026 Nov 19 18:52:31.510960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6276a-b726-4077-8ee2-75c0631c766e req-c47c65ae-c3af-49ba-b31d-6b4b61326583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:31.514236 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-c47c65ae-c3af-49ba-b31d-6b4b61326583 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c00014d85ea54ffe8854a81c3e400c2c&device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 1094 time: 0.9832096 Nov 19 18:52:31.529114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Request body: {'port': {'device_id': '07e6652a-e36f-4870-9f09-a13e076ef990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:31.602334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0958736-fb80-4b6c-b646-f35ba72c0685 req-9b60e3ed-4824-4b9a-8e88-82e7e041cc13 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3083935 Nov 19 18:52:31.602542 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:31.618951 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:31.701023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:31.711207 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582cf3a-1528-46de-abf5-e35e58a46337 None None] Pushing event updated for resources: {'Port': ['ID=2ab0d742-adfc-45e5-ae1a-53394eb66ea0,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:31.804899 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096365c-f608-47eb-8bc4-c8d18bf91252 req-a5d33604-c948-4941-bad3-426615dfd909 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:31.807329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f096365c-f608-47eb-8bc4-c8d18bf91252 req-a5d33604-c948-4941-bad3-426615dfd909 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 932 time: 0.2890205 Nov 19 18:52:31.869097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6047720-a009-4209-97dc-83977b68ece3 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:31.874319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f55e50-19ca-4d82-abd7-0b12daff5114 req-d70136f2-97e7-4d2b-b7ac-43f85738bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:31.878777 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:31.882078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02f55e50-19ca-4d82-abd7-0b12daff5114 req-d70136f2-97e7-4d2b-b7ac-43f85738bb84 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 1100 time: 0.3445323 Nov 19 18:52:31.893420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Transition to ACTIVE for port object d6047720-a009-4209-97dc-83977b68ece3 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:52:31.895035 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:31.920298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:31.978212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-bd2b5d54-86f8-4519-b93c-558f59c5cf27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fef031e-5bc2-4e62-8473-f1b8665c7791 HTTP/1.1" status: 200 len: 217 time: 0.0794516 Nov 19 18:52:31.978774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:32.016526 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02f55e50-19ca-4d82-abd7-0b12daff5114 req-820d0a9d-36c6-4b42-873e-82dad13f8fe5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096981 Nov 19 18:52:32.083875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58348) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:32.139292 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f096365c-f608-47eb-8bc4-c8d18bf91252 req-26d8061d-b06a-4ac0-adba-b378afd5f254 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149281 Nov 19 18:52:32.143858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74addf9a-00cb-4e2e-a60f-d32ff58b411a req-69e47652-b26c-4ebf-b914-4e5a976c8294 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:32.159191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74addf9a-00cb-4e2e-a60f-d32ff58b411a req-69e47652-b26c-4ebf-b914-4e5a976c8294 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 967 time: 0.2615681 Nov 19 18:52:32.159408 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:32.177002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Pushing event updated for resources: {'Port': ['ID=d6047720-a009-4209-97dc-83977b68ece3,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:32.279143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Network e91cd7fa-957c-4518-8f82-97817d5c9ef6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:32.285039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:32.287239 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cfe529-83ae-4ded-a4a4-1018579dbe08 x-openstack-request-id: req-f6cfe529-83ae-4ded-a4a4-1018579dbe08 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:32.287543 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f667e2f8-1bb9-4475-8433-c73fdd25e43c", "tag": "6fef031e-5bc2-4e62-8473-f1b8665c7791", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:32.287805 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6cfe529-83ae-4ded-a4a4-1018579dbe08 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:32.291643 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f667e2f8-1bb9-4475-8433-c73fdd25e43c', 'tag': '6fef031e-5bc2-4e62-8473-f1b8665c7791', 'status': 'completed', 'code': 200} Nov 19 18:52:32.295416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:32.312844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Pushing event updated for resources: {'Port': ['ID=f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:32.383059 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:32.523552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1658401327-network', 'tenant_id': '9b4db7fa83d441578db11c43bb608bce'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:32.631956 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:27Z', 'revision_number': 3, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:32.667224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f0a77-deaf-443a-9d34-23739efc21fe req-92b90140-5079-4865-a8c8-1d41cce30039 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:32.668832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b6f0a77-deaf-443a-9d34-23739efc21fe req-92b90140-5079-4865-a8c8-1d41cce30039 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 943 time: 0.0945733 Nov 19 18:52:32.697779 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5385e8-5f9a-48fe-a96d-f49cac63b3c4 None None] The sync data for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 is: [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:27Z', 'revision_number': 3, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:32.698964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:32.741602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4fca4014-1892-4687-9ab3-c55491bb4e8a None None] Provisioning complete for port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:32.743787 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4fca4014-1892-4687-9ab3-c55491bb4e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:32.776852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Made reservation on behalf of 9b4db7fa83d441578db11c43bb608bce for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:32.779673 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:32.800731 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74addf9a-00cb-4e2e-a60f-d32ff58b411a req-23d51631-ce77-47de-bab5-9547446093e8 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6406257 Nov 19 18:52:32.816448 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b6f0a77-deaf-443a-9d34-23739efc21fe req-0381bc20-7682-4bf8-87ac-af650cf70f5b tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184518 Nov 19 18:52:32.867831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4fca4014-1892-4687-9ab3-c55491bb4e8a None None] Port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:32.941469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:33.022846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:33.023788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:33.024644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:33.084553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c077bf-2f32-405b-87e9-a4a661f1c530 req-bce1c78a-dacc-4bac-ac97-be27ae7adbde tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:33.103067 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82c077bf-2f32-405b-87e9-a4a661f1c530 req-bce1c78a-dacc-4bac-ac97-be27ae7adbde tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1019461 Nov 19 18:52:33.112358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Port d6047720-a009-4209-97dc-83977b68ece3 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:52:33.114324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:33.153543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:33.158891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:33.159434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:33.160123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Bound port: d6047720-a009-4209-97dc-83977b68ece3, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:33.160376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:33.258873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6276a-b726-4077-8ee2-75c0631c766e req-838ab870-eae5-4383-b6b4-a73aee372f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:33.261717 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-838ab870-eae5-4383-b6b4-a73aee372f92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1bbad599-33e2-4740-8994-ab2d46b59a54 HTTP/1.1" status: 200 len: 853 time: 0.3837943 Nov 19 18:52:33.267993 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82c077bf-2f32-405b-87e9-a4a661f1c530 req-db803b1e-0f81-441b-8552-2d904d814f93 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628416 Nov 19 18:52:33.422368 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:33.448001 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:33.456412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:33.563215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d6047720-a009-4209-97dc-83977b68ece3,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:33.566700 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:33.592248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd4c87-f38c-4397-b6ac-781594f12d9f req-ce7e5c4a-85cd-4fcd-aebf-ccaef7654a50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:33.593911 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7bd4c87-f38c-4397-b6ac-781594f12d9f req-ce7e5c4a-85cd-4fcd-aebf-ccaef7654a50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 932 time: 0.1684330 Nov 19 18:52:33.594789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Pushing event updated for resources: {'Port': ['ID=f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:33.612279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:33.613000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58386) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:33.801521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:33.806698 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:33.808168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] 10.222.0.21 "PUT /v2.0/ports/d6047720-a009-4209-97dc-83977b68ece3 HTTP/1.1" status: 200 len: 1092 time: 3.7965446 Nov 19 18:52:33.832084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6276a-b726-4077-8ee2-75c0631c766e req-2e36f23f-137e-4512-8ffe-07b5b391b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:33.833856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-2e36f23f-137e-4512-8ffe-07b5b391b3ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f154e80-8d32-4a52-a208-33b993387041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4361923 Nov 19 18:52:33.843445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd13a4c-6057-472a-8cea-27451701c649 req-743c0c6e-1376-420b-a547-b623449d8e93 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:33.846445 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4dd13a4c-6057-472a-8cea-27451701c649 req-743c0c6e-1376-420b-a547-b623449d8e93 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.6275511 Nov 19 18:52:33.847685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Network e91cd7fa-957c-4518-8f82-97817d5c9ef6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:33.857270 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:33.864554 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-479f81e7-05bd-4a68-a8e8-7f3402a8116a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:33.878827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7bd4c87-f38c-4397-b6ac-781594f12d9f req-19eee7bb-748c-488b-9562-5969456f42d6 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640893 Nov 19 18:52:33.882362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c419315e-0493-4e8e-8e95-a76a5b6db2db {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:34.021604 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.066559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4dd13a4c-6057-472a-8cea-27451701c649 req-8d365c5e-da83-4eee-9000-7e41b2cc28fa tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930044 Nov 19 18:52:34.203402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Router ce2b9101-0e58-4c50-b041-16acc31d62ca has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:52:34.351248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:34.369126 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.372906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'tag': 'd6047720-a009-4209-97dc-83977b68ece3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:34.378348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7195c669-b066-44ff-9558-30c7ee06990d None None] Provisioning complete for port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:34.379168 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7195c669-b066-44ff-9558-30c7ee06990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.380475 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b0b9d6-b110-46a3-b173-397468420919" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1", "tag": "d6047720-a009-4209-97dc-83977b68ece3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:34.459457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7195c669-b066-44ff-9558-30c7ee06990d None None] Port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:34.504409 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-479f81e7-05bd-4a68-a8e8-7f3402a8116a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.539695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:34.540364 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.542038 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-479f81e7-05bd-4a68-a8e8-7f3402a8116a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.632028 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-479f81e7-05bd-4a68-a8e8-7f3402a8116a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c23874b41e6644f2aaa7b6846c4c6d83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0161006 Nov 19 18:52:34.634383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58400) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:34.637620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f81e7-05bd-4a68-a8e8-7f3402a8116a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7840fb3-2866-41ac-b49b-13cf9d5f4cf5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:34.778441 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22fdc738-a9ab-4ae2-aaed-23b49f2c3660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.791949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86effd4b-905e-4159-b1b7-40721a918b55 req-dd7ec8ba-7f49-4634-8f93-5277805d8902 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:34.797552 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.801273 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86effd4b-905e-4159-b1b7-40721a918b55 req-dd7ec8ba-7f49-4634-8f93-5277805d8902 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.3323576 Nov 19 18:52:34.848945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 2ab0d742-adfc-45e5-ae1a-53394eb66ea0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2ab0d742-adfc-45e5-ae1a-53394eb66ea0,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:34.856456 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.887615 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.930323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:34.960272 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f47a4ad2-d658-4be5-b9a7-aac767b6fcf6 admin admin] 10.222.0.50 "PUT /v2.0/routers/ce2b9101-0e58-4c50-b041-16acc31d62ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9202535 Nov 19 18:52:34.960513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Transition to ACTIVE for port object c419315e-0493-4e8e-8e95-a76a5b6db2db will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:52:34.986349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fcc36-516b-498b-b673-338f2442c24e service neutron] Pushing event updated for resources: {'Port': ['ID=d6047720-a009-4209-97dc-83977b68ece3,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:34.997831 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22fdc738-a9ab-4ae2-aaed-23b49f2c3660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:35.001630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-da4ab4d6-fb00-488f-8a59-238710fdc6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:35.008755 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-da4ab4d6-fb00-488f-8a59-238710fdc6da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 1095 time: 0.9656746 Nov 19 18:52:35.037802 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86effd4b-905e-4159-b1b7-40721a918b55 req-e1c0b672-c2f0-4104-8c18-54fbcc9f1011 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245433 Nov 19 18:52:35.060717 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:52:35.065398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f775ef-738e-4380-84c4-f6e50c29a9ac,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:35.070798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=2ab0d742-adfc-45e5-ae1a-53394eb66ea0,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:35.074826 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:35.081389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-0991a77f-c837-451a-91a3-ab5e38ecb225 service neutron] 10.222.0.21 "GET /v2.0/networks/3f154e80-8d32-4a52-a208-33b993387041?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0289385 Nov 19 18:52:35.167071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22fdc738-a9ab-4ae2-aaed-23b49f2c3660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:35.171807 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22fdc738-a9ab-4ae2-aaed-23b49f2c3660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:35.176149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-22fdc738-a9ab-4ae2-aaed-23b49f2c3660 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7840fb3-2866-41ac-b49b-13cf9d5f4cf5 HTTP/1.1" status: 204 len: 168 time: 0.5324464 Nov 19 18:52:35.204921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdc738-a9ab-4ae2-aaed-23b49f2c3660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7840fb3-2866-41ac-b49b-13cf9d5f4cf5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:35.207653 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:35.209458 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Added segment 15226407-f8f6-43a2-b35d-af7d6fb5279d of type vlan for network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c Nov 19 18:52:35.342768 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:35.370508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6d568-5baf-4e12-bbc1-0f41036488dd req-b54f8cf2-0bde-478d-8b13-456a3c184eef tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:35.371649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-6ae31114-4fa1-415d-8a56-a78d4eaea459 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1670175933&fields=id&tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3 HTTP/1.1" status: 200 len: 267 time: 0.1480935 Nov 19 18:52:35.379961 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72b6d568-5baf-4e12-bbc1-0f41036488dd req-b54f8cf2-0bde-478d-8b13-456a3c184eef tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 943 time: 0.5208151 Nov 19 18:52:35.456308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:35.534114 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:52:35.588969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-0bd62033-d615-450c-86b7-4c510365c967 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:35.598430 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-0bd62033-d615-450c-86b7-4c510365c967 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/networks?id=f96408f8-5603-4d54-9f77-1f7ed54c35d6 HTTP/1.1" status: 200 len: 824 time: 0.2165837 Nov 19 18:52:35.618237 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-85d09d29-7ac8-4f90-9247-431db09d5ded tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/quotas/75ef4fd3a79547a498a1c4eac20ae6c3 HTTP/1.1" status: 200 len: 375 time: 0.0173149 Nov 19 18:52:35.744990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-dac08e60-acaa-4cef-86a9-0503794546a7 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1172609 Nov 19 18:52:35.749103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72b6d568-5baf-4e12-bbc1-0f41036488dd req-aab48b63-64f0-4628-b9fe-5a5501cd0e72 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681242 Nov 19 18:52:35.869403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Sync routers for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:35.927443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:35.928112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:35.971490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-a19dfb17-7501-42a8-b145-d015c7944d30 service neutron] 10.222.0.50 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255943 Nov 19 18:52:35.993290 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-52ccc829-9da2-468e-b63d-ccc13507e703 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6047720-a009-4209-97dc-83977b68ece3 HTTP/1.1" status: 200 len: 217 time: 0.2756245 Nov 19 18:52:35.995050 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357cae08-3acf-4f5c-9766-a39ae25fbb61 x-openstack-request-id: req-357cae08-3acf-4f5c-9766-a39ae25fbb61 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:35.995424 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1", "tag": "d6047720-a009-4209-97dc-83977b68ece3", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:35.995741 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-357cae08-3acf-4f5c-9766-a39ae25fbb61 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:35.996328 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'tag': 'd6047720-a009-4209-97dc-83977b68ece3', 'status': 'completed', 'code': 200} Nov 19 18:52:36.028657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:36.029634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:36.030320 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:36.033969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Attempting to bind port c419315e-0493-4e8e-8e95-a76a5b6db2db on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:36.034590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Attempting to bind port c419315e-0493-4e8e-8e95-a76a5b6db2db by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:36.034919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Attempting to bind port c419315e-0493-4e8e-8e95-a76a5b6db2db on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:36.120833 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] Pushing event updated for resources: {'Network': ['ID=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:36.162422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Port c419315e-0493-4e8e-8e95-a76a5b6db2db on network 868a0451-7a93-491d-aa08-705efd7de61f not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:52:36.163134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Attempting to bind port c419315e-0493-4e8e-8e95-a76a5b6db2db on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:36.244106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bdccc-00b2-4698-8489-87fa1e5e518d req-1b53ca7a-3074-4855-ba46-e9b3219244b2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:36.246953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c2bdccc-00b2-4698-8489-87fa1e5e518d req-1b53ca7a-3074-4855-ba46-e9b3219244b2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 944 time: 0.2497783 Nov 19 18:52:36.253774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:52:36.287448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:36.288066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Checking segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:36.288770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Bound using segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:36.289603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Bound port: c419315e-0493-4e8e-8e95-a76a5b6db2db, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:36.292517 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-07924b0c-b64a-4116-9763-3944a837032a service neutron] 10.222.0.50 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079240 Nov 19 18:52:36.307549 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:36.370632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:36.420098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:36.570085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:36.570736 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:36.573885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58442) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:36.576103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0fc2b1cc-7eb6-4d89-8021-47bd92debefb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.4867120 Nov 19 18:52:36.582822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9be6276a-b726-4077-8ee2-75c0631c766e req-1bf68e26-0fe9-4007-b5d1-b25ef3341d80 service neutron] 10.222.0.21 "GET /v2.0/networks/3f154e80-8d32-4a52-a208-33b993387041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8759539 Nov 19 18:52:36.583421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] Request body: {'subnet': {'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1658401327-subnet', 'tenant_id': '9b4db7fa83d441578db11c43bb608bce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:36.692525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] Made reservation on behalf of 9b4db7fa83d441578db11c43bb608bce for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:36.696644 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:36.740175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-76e88a60-69d9-4806-aeb7-4f64a75625fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:36.741786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-76e88a60-69d9-4806-aeb7-4f64a75625fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.6221645 Nov 19 18:52:36.952811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 2, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:36.990782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Checking router: ce2b9101-0e58-4c50-b041-16acc31d62ca for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:36.991338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Updating router ce2b9101-0e58-4c50-b041-16acc31d62ca port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:52:37.003337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58454) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:37.061238 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.087403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-16931558-bba4-4d6c-9d86-82fd484e0a16 req-4caf93ce-54fd-4b0c-8027-a1894f590423 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:52:37.088501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a req-2e23a2fe-8d1e-4d92-8d52-5f489bc86dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:37.101394 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16931558-bba4-4d6c-9d86-82fd484e0a16 req-4caf93ce-54fd-4b0c-8027-a1894f590423 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281675 Nov 19 18:52:37.106726 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a req-2e23a2fe-8d1e-4d92-8d52-5f489bc86dce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c00014d85ea54ffe8854a81c3e400c2c&device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 1094 time: 0.4095232 Nov 19 18:52:37.112949 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-a5be5ddc-c3ed-4a65-be0a-af23d7d62b96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818893 Nov 19 18:52:37.199852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c2bdccc-00b2-4698-8489-87fa1e5e518d req-2ccc7a29-d108-45c2-a0be-b024c562a61f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8891094 Nov 19 18:52:37.241156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-64331969-network', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:37.246818 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:37.260649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:37.272678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.325912 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.420480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Made reservation on behalf of ef0679c5fafa485eb373069d774a7a70 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:37.427879 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.476280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.536988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:37.567621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:37.568266 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.574376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] 10.222.0.57 "PUT /v2.0/ports/c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 1092 time: 6.0516300 Nov 19 18:52:37.625834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] Checking segment: {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:37.626227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] Network hostable DHCP agents. Network: 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:52:37.799711 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.809090 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.838853 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.840777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] Network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:52:37.852697 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.870510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:52:37.890578 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.891189 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Added segment 5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa of type vlan for network 771c6b1f-f339-42fa-b632-aa08933a0b14 Nov 19 18:52:37.917738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c809ed1-c616-468a-8ea2-3c2733bfef45 None None] Pushing event updated for resources: {'Port': ['ID=f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:37.955005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:37.983328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e215ea-936a-4484-b5ed-be4a7aec0368 service neutron] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:37.989477 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Attempting to bind port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:37.990078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Attempting to bind port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:37.990313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Attempting to bind port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 on network e91cd7fa-957c-4518-8f82-97817d5c9ef6 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:38.002080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:38.002558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Checking segment: {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:38.003080 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:38.003732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Bound using segment: {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:38.004120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Bound port: f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:38.004504 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:38.010648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:38.027648 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48" -d '{"events": [{"name": "network-changed", "server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:38.041645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:38.055350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09318d2-3dca-4fd8-a23f-c77510756d67,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:38.058947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:38.060181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:38.060302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-b1f06191-8651-4a3b-b50b-8c1355b9e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:38.061096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:38.062004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-b1f06191-8651-4a3b-b50b-8c1355b9e770 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1095 time: 0.3504195 Nov 19 18:52:38.062777 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a05b4c-ce89-4379-95ba-c0bdc6533554 None None] Network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:38.088410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3bc4e-6ead-48b2-9748-5e6519cf1c6e req-d3ffd15e-840e-430a-83b1-1ee60149d602 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:38.090322 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6aa3bc4e-6ead-48b2-9748-5e6519cf1c6e req-d3ffd15e-840e-430a-83b1-1ee60149d602 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.5548859 Nov 19 18:52:38.092158 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-5fa4710d-589a-4b48-87d2-e0e8dd20336a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4501696 Nov 19 18:52:38.096639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a req-dba236ff-1876-46f4-9fa7-5b39a9d1f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:38.098088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a req-dba236ff-1876-46f4-9fa7-5b39a9d1f34a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f154e80-8d32-4a52-a208-33b993387041 HTTP/1.1" status: 200 len: 915 time: 0.6037164 Nov 19 18:52:38.109936 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-d795fedc-9f2f-4f1c-8af1-64e7a97a25bc service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8147278 Nov 19 18:52:38.137416 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1329589 Nov 19 18:52:38.144484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58478) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:38.166915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:38.167571 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:38.183864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] Request body: {'subnet': {'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-64331969-subnet', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:38.232588 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-709cae43-517c-4d69-a0a5-fdeda7121a2f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6548991 Nov 19 18:52:38.265306 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-35a021ed-62db-4847-b9b0-5fdc095b1337 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 217 time: 0.1717796 Nov 19 18:52:38.283716 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9acfbe86-2bcd-4f56-8da5-c880ada1d771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:38.302946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] For port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:38.303491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] Made reservation on behalf of ef0679c5fafa485eb373069d774a7a70 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:38.306057 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:38.308363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] For port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:38.321317 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:38.415065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c809ed1-c616-468a-8ea2-3c2733bfef45 None None] Pushing event updated for resources: {'Port': ['ID=f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:38.454318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a req-8a94f6a5-eaba-42e2-bbaa-8a5f5563dc41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fef031e-5bc2-4e62-8473-f1b8665c7791 HTTP/1.1" status: 200 len: 217 time: 0.3394356 Nov 19 18:52:38.520648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-54182564-399e-4ee1-8fda-df9894b73c7b None None] Provisioning complete for port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:38.521066 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54182564-399e-4ee1-8fda-df9894b73c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:38.523636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:38.524329 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:38.554478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-46fa7af7-a62e-4fb9-a3c6-df963fcfb6bb tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:38.556472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-46fa7af7-a62e-4fb9-a3c6-df963fcfb6bb tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b314ff5-4b5c-4ffc-a583-b21c8e17dd87 HTTP/1.1" status: 200 len: 967 time: 0.5110650 Nov 19 18:52:38.582820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b12f7d-7e68-410d-8572-69352ec0df86 admin admin] Pushing event updated for resources: {'Network': ['ID=771c6b1f-f339-42fa-b632-aa08933a0b14,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:38.609894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-f2fe16b4-a0f2-4770-9b38-42973ddb167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:38.612674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-f2fe16b4-a0f2-4770-9b38-42973ddb167a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.2436249 Nov 19 18:52:38.638406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:38.665053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 771c6b1f-f339-42fa-b632-aa08933a0b14 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:52:38.701230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5465295-d6d3-46f4-a2ab-7792ea6e2507,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:38.771996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db216734-9810-4a82-bba3-a3c20790dd17 req-96a26ced-e761-4f1a-8d52-008e516ce096 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:38.774918 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-96a26ced-e761-4f1a-8d52-008e516ce096 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 821 time: 0.6793413 Nov 19 18:52:38.775719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b36e1b-663a-40b6-9ab3-9021e0a6829a None None] Network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:38.824675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a req-772e179f-51a0-4c37-90e1-fd077cc6007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:38.824851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] Checking segment: {'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:38.825200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] Network hostable DHCP agents. Network: 771c6b1f-f339-42fa-b632-aa08933a0b14, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:52:38.826192 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a req-772e179f-51a0-4c37-90e1-fd077cc6007c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1bbad599-33e2-4740-8994-ab2d46b59a54 HTTP/1.1" status: 200 len: 853 time: 0.2181878 Nov 19 18:52:38.834686 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-95e39e48-9186-49ee-b8c6-5ab438a05cbb tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/quotas/f9d4c52045784fe6a67e7f8db084cbd2 HTTP/1.1" status: 200 len: 375 time: 0.0479746 Nov 19 18:52:38.857472 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] Network 771c6b1f-f339-42fa-b632-aa08933a0b14 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:52:38.870117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6aa3bc4e-6ead-48b2-9748-5e6519cf1c6e req-3a743f76-6d80-46a2-9cc0-932b296fd7fe tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7710583 Nov 19 18:52:38.906664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Deleting port 681d4532-f39e-4de1-a583-6571b493afc4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:52:38.907836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:38.915139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 771c6b1f-f339-42fa-b632-aa08933a0b14) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:38.932696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9731b12-1034-43a5-ba1d-8e0d81ec52b4 None None] Network 771c6b1f-f339-42fa-b632-aa08933a0b14 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:38.956258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.21', 57954) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:39.102109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97f2fe04-08ee-4269-b97c-9e1a1e9ec78e req-4128c0e4-6b2a-42dc-970b-b7adda36bc42 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8775723 Nov 19 18:52:39.125425 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e44657c0-b3ad-42e0-a722-8f5613b66210 req-94d6ecd8-c8d6-4c2f-88d9-74684423df63 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 210 time: 0.0540924 Nov 19 18:52:39.136642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-6283e708-8599-47bb-b6b0-271060099b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:39.138183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-6283e708-8599-47bb-b6b0-271060099b9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5127203 Nov 19 18:52:39.144169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a req-42537ec9-ec8a-4c87-a595-c1d91ea59e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:39.145993 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a req-42537ec9-ec8a-4c87-a595-c1d91ea59e8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f154e80-8d32-4a52-a208-33b993387041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2937644 Nov 19 18:52:39.154689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-9d5fab77-13ea-4543-9370-afe6b8c954d3 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:39.156169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-9d5fab77-13ea-4543-9370-afe6b8c954d3 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.21 "GET /v2.0/networks?id=f96408f8-5603-4d54-9f77-1f7ed54c35d6 HTTP/1.1" status: 200 len: 824 time: 0.1898179 Nov 19 18:52:39.232786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-771c6b1f-f339-42fa-b632-aa08933a0b14', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'fixed_ips': [{'subnet_id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:52:39.233860 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:39.365065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:39.434430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-b70ba917-1151-41cd-b126-5d9b5c9339de service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873917 Nov 19 18:52:39.439969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-fbb7ff06-9f7c-4afb-be6a-a152bc3224b8 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3 HTTP/1.1" status: 200 len: 380 time: 0.2653632 Nov 19 18:52:39.443745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a req-44e64b64-a137-471f-9a98-7310ca200e84 service neutron] 10.222.0.21 "GET /v2.0/networks/3f154e80-8d32-4a52-a208-33b993387041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800143 Nov 19 18:52:39.455793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:39.457238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:39.458827 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Request body: {'port': {'device_id': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'admin_state_up': True, 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'security_groups': ['cfc2f9b0-f2d3-490d-944b-f9f53938978c']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:39.467019 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-04ef73fb-bfba-46d6-aeb3-bed9d2bc7cb5 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6186056 Nov 19 18:52:39.551959 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5323fbe9-21d0-4b54-a24f-586ad6466d8a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3724766 Nov 19 18:52:39.556585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58510) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:39.562894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:39.613957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] For port 681d4532-f39e-4de1-a583-6571b493afc4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=681d4532-f39e-4de1-a583-6571b493afc4,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:39.614648 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:39.659882 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54182564-399e-4ee1-8fda-df9894b73c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:39.708979 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:39.710404 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:39.747654 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-ef246a55-0b9c-43f4-97ef-6bf4d51ab658 service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662444 Nov 19 18:52:39.768965 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-54182564-399e-4ee1-8fda-df9894b73c7b None None] For port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:39.794705 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54182564-399e-4ee1-8fda-df9894b73c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:39.804158 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Allocated IP 172.20.0.2 (771c6b1f-f339-42fa-b632-aa08933a0b14/f5465295-d6d3-46f4-a2ab-7792ea6e2507/acbade7d-a52d-4d06-9b7d-61dc420c8291) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:39.905562 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0b9d6-b110-46a3-b173-397468420919 req-a91fa1de-a66e-4dfa-9755-ccd39999279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:39.907810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72b0b9d6-b110-46a3-b173-397468420919 req-a91fa1de-a66e-4dfa-9755-ccd39999279f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 1095 time: 0.6046584 Nov 19 18:52:39.920400 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:39.923594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cdfdf-012f-4a76-917f-ff1be3ddfa3c req-dbe63ea4-0e5c-495c-bee2-5bd170026b28 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:39.925340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-275cdfdf-012f-4a76-917f-ff1be3ddfa3c req-dbe63ea4-0e5c-495c-bee2-5bd170026b28 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 943 time: 0.6056654 Nov 19 18:52:40.112695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a2eee1f4-5dec-459a-b471-b7c3bf129a5a None None] Provisioning complete for port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:40.113053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2eee1f4-5dec-459a-b471-b7c3bf129a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.117452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54182564-399e-4ee1-8fda-df9894b73c7b None None] Pushing event updated for resources: {'Port': ['ID=f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:40.120791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f3aaa5e-d6d7-4e9f-8f96-ad4959ce2aa6 req-df4b37fa-b644-40c9-87de-2bb686170649 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759257 Nov 19 18:52:40.137031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfee2194-7d1f-49a7-9b8a-5f3a2703947a req-4453ef13-8153-42c0-8cb5-fb3c08393a62 service neutron] 10.222.0.21 "GET /v2.0/networks/3f154e80-8d32-4a52-a208-33b993387041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610937 Nov 19 18:52:40.172980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-275cdfdf-012f-4a76-917f-ff1be3ddfa3c req-bc7b2b73-4d29-4583-a8bf-4676df33dd57 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193367 Nov 19 18:52:40.175285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0b9d6-b110-46a3-b173-397468420919 req-4401fefa-f46e-4d7b-92bf-c0418116d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:40.175442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.176822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72b0b9d6-b110-46a3-b173-397468420919 req-4401fefa-f46e-4d7b-92bf-c0418116d8db service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.2443259 Nov 19 18:52:40.183285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Made reservation on behalf of 75ef4fd3a79547a498a1c4eac20ae6c3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:40.190240 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.231820 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3010892b-bba7-4d2b-82ea-fb72bf22947e service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759014 Nov 19 18:52:40.256979 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.257341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.257717 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Floating IP f337e549-76fe-44b9-bee6-a545c024b711 disassociated. External IP: 172.25.3.57, port: 681d4532-f39e-4de1-a583-6571b493afc4. Nov 19 18:52:40.258085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Calling delete_port for 681d4532-f39e-4de1-a583-6571b493afc4 owned by compute:tempest-test_az-885827839 {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:52:40.259811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:38Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:40.272763 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72b0b9d6-b110-46a3-b173-397468420919 req-12aaea8a-1288-41ee-ab01-8c2ed4a18345 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6047720-a009-4209-97dc-83977b68ece3 HTTP/1.1" status: 200 len: 217 time: 0.0777712 Nov 19 18:52:40.306382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-8c763ccd-54b7-44e7-b22f-17781e069be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:40.307878 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-8c763ccd-54b7-44e7-b22f-17781e069be6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 1100 time: 0.2132368 Nov 19 18:52:40.327549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d2b55-654a-4c1a-ad3d-4aa8c6c8a289 None None] The sync data for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 is: [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:38Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:40.449717 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.459664 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.556608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-eeba2102-7e6b-497b-b16d-f13236df2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:40.558142 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-eeba2102-7e6b-497b-b16d-f13236df2828 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2161481 Nov 19 18:52:40.566355 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fb7613-d57d-4446-88db-1231225208a5 x-openstack-request-id: req-05fb7613-d57d-4446-88db-1231225208a5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:40.567252 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:40.571167 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05fb7613-d57d-4446-88db-1231225208a5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:40.571769 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'status': 'completed', 'code': 200} Nov 19 18:52:40.597133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Network 771c6b1f-f339-42fa-b632-aa08933a0b14 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:40.598470 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-60e79cdf-442e-4eac-8cd9-bfd52cee43b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.601730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Pushing event updated for resources: {'Port': ['ID=acbade7d-a52d-4d06-9b7d-61dc420c8291,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:40.613572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:40.621174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:40.640093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-b264ce97-8064-4315-8e8c-e6467046aebb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=44aff022-2a03-4706-8148-a1825fb39377 HTTP/1.1" status: 200 len: 217 time: 0.0620930 Nov 19 18:52:40.715253 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.715938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Attempting to bind port acbade7d-a52d-4d06-9b7d-61dc420c8291 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:40.717346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Attempting to bind port acbade7d-a52d-4d06-9b7d-61dc420c8291 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:40.717858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Attempting to bind port acbade7d-a52d-4d06-9b7d-61dc420c8291 on network 771c6b1f-f339-42fa-b632-aa08933a0b14 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:40.724818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:40.725317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Checking segment: {'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:40.725839 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.726310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Bound using segment: {'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:40.726970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Bound port: acbade7d-a52d-4d06-9b7d-61dc420c8291, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:40.727423 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.737014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Allocated IP 172.20.0.12 (f96408f8-5603-4d54-9f77-1f7ed54c35d6/768b4d25-02ae-4ccf-abe6-0db558209b79/19f3e362-80c6-4b8b-a300-d0be51dfc739) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:40.790382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Pushing event deleted for resources: {'Port': ['ID=681d4532-f39e-4de1-a583-6571b493afc4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:40.798615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-1725b8ba-62d9-40a4-b86a-606696d21bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:40.800310 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-1725b8ba-62d9-40a4-b86a-606696d21bef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1478119 Nov 19 18:52:40.853120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6ea10-69c9-4979-a247-691450983551 req-6d16dc6d-cdf0-488d-93f6-13f103da5412 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:40.856805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] For port acbade7d-a52d-4d06-9b7d-61dc420c8291, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:40.864642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] For port acbade7d-a52d-4d06-9b7d-61dc420c8291, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=acbade7d-a52d-4d06-9b7d-61dc420c8291,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:40.874599 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65b6ea10-69c9-4979-a247-691450983551 req-6d16dc6d-cdf0-488d-93f6-13f103da5412 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.5769489 Nov 19 18:52:40.877864 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:40.882717 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0b9d6-b110-46a3-b173-397468420919 req-92364702-50cc-45f9-98e3-d5c344f94bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:40.884200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72b0b9d6-b110-46a3-b173-397468420919 req-92364702-50cc-45f9-98e3-d5c344f94bdb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.6033807 Nov 19 18:52:41.021626 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb93675-eb30-411e-98db-28996f38d460 None None] Pushing event updated for resources: {'Port': ['ID=acbade7d-a52d-4d06-9b7d-61dc420c8291,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:41.061969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72b0b9d6-b110-46a3-b173-397468420919 req-0fadcfc7-46d7-43de-bd36-cf20ff230c21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585076 Nov 19 18:52:41.079394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48 req-09c368bc-707d-445f-85c8-49a2bb9ac14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:41.080915 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48 req-09c368bc-707d-445f-85c8-49a2bb9ac14a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1095 time: 0.5030847 Nov 19 18:52:41.118573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281d454-264e-427d-b429-3486fddf8b81 req-1f3652f5-384e-4b41-8aaf-d8a00e60b021 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:41.131708 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e281d454-264e-427d-b429-3486fddf8b81 req-1f3652f5-384e-4b41-8aaf-d8a00e60b021 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 944 time: 0.4604878 Nov 19 18:52:41.377697 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:41.404221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65b6ea10-69c9-4979-a247-691450983551 req-44f52576-f6c8-4773-b29b-f8e60211c574 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167258 Nov 19 18:52:41.443825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48 req-c190f5a6-5ddf-42de-b9a6-22164767897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:41.453179 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48 req-c190f5a6-5ddf-42de-b9a6-22164767897c service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.3615479 Nov 19 18:52:41.593960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Router 8a4e1d00-7543-473f-8c25-452f81d0090c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:52:41.621417 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:41.657047 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:41.665106 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e281d454-264e-427d-b429-3486fddf8b81 req-f3ec68e6-34bc-4cda-905a-8207549860b4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5325985 Nov 19 18:52:41.669339 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-382826fc-9b30-47f0-b615-d55d16c28df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:41.671073 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-382826fc-9b30-47f0-b615-d55d16c28df8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8582537 Nov 19 18:52:41.723357 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:41.747202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72b0b9d6-b110-46a3-b173-397468420919 req-f5ac68f7-8eb1-42c6-a412-920e50375052 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781223 Nov 19 18:52:41.858930 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:41.895772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48 req-66b91fbe-6793-49e4-a2a8-7139e4b468a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 217 time: 0.1475458 Nov 19 18:52:42.060272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0e513-17e1-410b-82f7-25fd05955aff req-21cb2897-0ba8-4d3e-a1f8-f32d9020e453 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:42.062237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-21cb2897-0ba8-4d3e-a1f8-f32d9020e453 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 805 time: 0.3109236 Nov 19 18:52:42.176844 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-f56cd1e2-25ff-4ca9-a2f5-fe23f6b6b90d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/quotas/9b4db7fa83d441578db11c43bb608bce HTTP/1.1" status: 200 len: 375 time: 0.0715950 Nov 19 18:52:42.198104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d6047720-a009-4209-97dc-83977b68ece3 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:52:42.200177 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 681d4532-f39e-4de1-a583-6571b493afc4 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:52:42.258741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 681d4532-f39e-4de1-a583-6571b493afc4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:52:42.259082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 681d4532-f39e-4de1-a583-6571b493afc4 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:52:42.284774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Network f96408f8-5603-4d54-9f77-1f7ed54c35d6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:42.308617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Pushing event updated for resources: {'Port': ['ID=19f3e362-80c6-4b8b-a300-d0be51dfc739,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:42.340210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:42.342716 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:42.372637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48 req-215c9ec0-1089-4eca-8f8b-d831530e9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:42.374431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48 req-215c9ec0-1089-4eca-8f8b-d831530e9bbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.3407934 Nov 19 18:52:42.399339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-c15605be-dc35-4dc1-b874-b916eb656d33 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1689606 Nov 19 18:52:42.441347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72b0b9d6-b110-46a3-b173-397468420919 req-9fd62f60-c48b-4269-9581-2db435b147a3 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670415 Nov 19 18:52:42.475052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:42.488553 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f309325-1c19-454c-bbf8-c02521990988 None None] Sync routers for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:42.523084 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f309325-1c19-454c-bbf8-c02521990988 None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:42.525987 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7f309325-1c19-454c-bbf8-c02521990988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:42.555927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device acbade7d-a52d-4d06-9b7d-61dc420c8291 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:42.631932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] No DVR routers for this DVR port 681d4532-f39e-4de1-a583-6571b493afc4 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:52:42.679638 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:42.683250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c9da461-3eb3-4ff0-8a47-7f0c5b86443c req-ce23e158-ed2d-4a0f-9a0a-07405f3be3d1 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.21 "DELETE /v2.0/ports/681d4532-f39e-4de1-a583-6571b493afc4 HTTP/1.1" status: 204 len: 173 time: 4.1139286 Nov 19 18:52:42.683789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'name': 'network-vif-deleted', 'tag': '681d4532-f39e-4de1-a583-6571b493afc4'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:42.686119 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fd6646-38ed-48be-acd8-739bfdb97c89" -d '{"events": [{"server_uuid": "4b314ff5-4b5c-4ffc-a583-b21c8e17dd87", "name": "network-vif-deleted", "tag": "681d4532-f39e-4de1-a583-6571b493afc4"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:42.710954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:42.712500 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:42.723833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d6047720-a009-4209-97dc-83977b68ece3,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:42.731951 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-55434df3-bf04-4b5d-9ed8-46fdcc0fe9b3 service neutron] 10.222.0.50 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861166 Nov 19 18:52:42.736820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port acbade7d-a52d-4d06-9b7d-61dc420c8291 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:42.737301 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:42.789625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Allocated IP 172.25.3.5 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/7fd00e61-5f63-47a5-9de0-7030905f6c4f) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:42.792043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48 req-08f15408-9639-40ed-8c2a-a6dd15027bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:42.796672 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-e76d5073-d957-4c87-8ee9-a6271aa09603 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0572205 Nov 19 18:52:42.803990 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48 req-08f15408-9639-40ed-8c2a-a6dd15027bc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3898928 Nov 19 18:52:42.808832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a1fac-28ad-40fc-8626-faf1518b319e req-66f2af41-4fe6-4bc2-a41c-8fcacb31a5b8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:42.816107 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7f309325-1c19-454c-bbf8-c02521990988 None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:42.816351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e24a1fac-28ad-40fc-8626-faf1518b319e req-66f2af41-4fe6-4bc2-a41c-8fcacb31a5b8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.9846313 Nov 19 18:52:42.828383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'd6047720-a009-4209-97dc-83977b68ece3', 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d', 'port_id': 'd6047720-a009-4209-97dc-83977b68ece3', 'mac_address': 'fa:16:3e:60:11:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a869ff3f-c041-4b50-8cee-e63ee42f5c3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:52:42.850000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-60328fd9-01ac-4488-b0fd-f4ce5ef3d102 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3968594 Nov 19 18:52:42.903089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefd3220-572f-4eef-b3a8-a841e8c8d3d1 None None] Network 771c6b1f-f339-42fa-b632-aa08933a0b14 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:42.931741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Request body: {'port': {'device_id': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:42.984401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db216734-9810-4a82-bba3-a3c20790dd17 req-e875497d-73e6-4093-b566-6e3eb571a849 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:42.985915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-e875497d-73e6-4093-b566-6e3eb571a849 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.57 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 821 time: 0.4510202 Nov 19 18:52:43.035711 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e24a1fac-28ad-40fc-8626-faf1518b319e req-828b8c4c-2bdf-4829-aba4-9723f06f7ada tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185340 Nov 19 18:52:43.072112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Request body: {'port': {'device_id': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'admin_state_up': True, 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:43.097281 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:43.117032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:43.123607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:43.162965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-cde94547-f042-4283-85da-4ce5324fffb9 service neutron] 10.222.0.50 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033773 Nov 19 18:52:43.232227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-21471d5e-afa5-44fa-aec4-a30993fe7238 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089830 Nov 19 18:52:43.239636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port acbade7d-a52d-4d06-9b7d-61dc420c8291, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=acbade7d-a52d-4d06-9b7d-61dc420c8291,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:43.240130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:43.314935 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:43.318510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:43.335187 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7f309325-1c19-454c-bbf8-c02521990988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:43.347221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48 req-bcfe899b-eacc-48e8-a1dc-1c63c57f9b22 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212200 Nov 19 18:52:43.366690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6047720-a009-4209-97dc-83977b68ece3 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:43.379644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152f641-f075-4918-9888-9f3448a166e7 req-6568e275-e363-4502-99a5-f78773b05c45 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:43.379937 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:43.387613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f152f641-f075-4918-9888-9f3448a166e7 req-6568e275-e363-4502-99a5-f78773b05c45 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 932 time: 0.2385385 Nov 19 18:52:43.406854 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f309325-1c19-454c-bbf8-c02521990988 None None] Checking router: 8a4e1d00-7543-473f-8c25-452f81d0090c for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:43.435771 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f309325-1c19-454c-bbf8-c02521990988 None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:43.436441 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7f309325-1c19-454c-bbf8-c02521990988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:43.517403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f152f641-f075-4918-9888-9f3448a166e7 req-97319264-839f-4060-8431-0c0b0de1e560 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136415 Nov 19 18:52:43.521163 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:43.601633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e0eaa158-0af4-4b8c-8ec4-1df310165b90 None None] Provisioning complete for port acbade7d-a52d-4d06-9b7d-61dc420c8291 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:43.606134 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa158-0af4-4b8c-8ec4-1df310165b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:43.609829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:43.620334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd00e61-5f63-47a5-9de0-7030905f6c4f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:43.623011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:43.635805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:43.720116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61b4fce0-a16b-4da2-b039-9752e61ce774 req-82a47fc4-ccd6-4f6e-95ef-397fad8e789e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 210 time: 0.0439234 Nov 19 18:52:43.724495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Made reservation on behalf of f9d4c52045784fe6a67e7f8db084cbd2 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:43.728129 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:43.742373 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7f309325-1c19-454c-bbf8-c02521990988 None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:43.778408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d6047720-a009-4209-97dc-83977b68ece3,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:43.779934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:43.780399 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:43.890290 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:43.890866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 6fef031e-5bc2-4e62-8473-f1b8665c7791 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:52:43.907611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Allocated IP 172.20.0.13 (e91cd7fa-957c-4518-8f82-97817d5c9ef6/0b8a65aa-c882-4568-87c1-6e09b2cc3b00/fa7d6f76-4281-41d4-aa33-ad474fc021a1) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:44.038321 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34010813-4a05-4e1d-af0e-4b9fc7fe9e48 req-3ace08dd-2a27-4d16-a2f1-6da4824b06ad service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755557 Nov 19 18:52:44.070973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=acbade7d-a52d-4d06-9b7d-61dc420c8291,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:44.095519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecf9fe-0c23-49e9-a016-adbd6b143ec9 req-20c5ab29-7f0c-4a32-b7ac-1b72129f8841 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:44.103272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3ecf9fe-0c23-49e9-a016-adbd6b143ec9 req-20c5ab29-7f0c-4a32-b7ac-1b72129f8841 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1234016 Nov 19 18:52:44.130093 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7f309325-1c19-454c-bbf8-c02521990988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:44.197299 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3ecf9fe-0c23-49e9-a016-adbd6b143ec9 req-9cc5c557-798b-4974-b82d-f35a3d334a73 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885489 Nov 19 18:52:44.199151 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f309325-1c19-454c-bbf8-c02521990988 None None] The sync data for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 is: [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:44.199687 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:44.245900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f3e362-80c6-4b8b-a300-d0be51dfc739 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:44.257132 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:44.273099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Transition to ACTIVE for port object 19f3e362-80c6-4b8b-a300-d0be51dfc739 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:52:44.290255 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:44.309589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06869c-dccd-43dc-8f23-d949b47da2f3 req-5893bb84-6694-4932-b217-d360b43a556d tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:44.312641 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bc06869c-dccd-43dc-8f23-d949b47da2f3 req-5893bb84-6694-4932-b217-d360b43a556d tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 943 time: 0.6310599 Nov 19 18:52:44.403784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Pushing event updated for resources: {'Port': ['ID=19f3e362-80c6-4b8b-a300-d0be51dfc739,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:44.406002 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:44.412011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=d6047720-a009-4209-97dc-83977b68ece3,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:44.440739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c3456-f26f-471a-aedd-050cc5480753 req-cdbca270-ef9f-43f7-b924-7f9e90bb8fa8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:44.449069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c29c3456-f26f-471a-aedd-050cc5480753 req-cdbca270-ef9f-43f7-b924-7f9e90bb8fa8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 944 time: 0.1731570 Nov 19 18:52:44.472351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 6fef031e-5bc2-4e62-8473-f1b8665c7791, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=6fef031e-5bc2-4e62-8473-f1b8665c7791,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:44.502375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device acbade7d-a52d-4d06-9b7d-61dc420c8291 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:44.568011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:52:44.586601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:44.591417 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '6fef031e-5bc2-4e62-8473-f1b8665c7791', 'network_id': '3f154e80-8d32-4a52-a208-33b993387041', 'port_id': '6fef031e-5bc2-4e62-8473-f1b8665c7791', 'mac_address': 'fa:16:3e:42:ef:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbad599-33e2-4740-8994-ab2d46b59a54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:52:44.609391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c29c3456-f26f-471a-aedd-050cc5480753 req-bfc239f3-3763-4691-a748-8f8a918078c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538870 Nov 19 18:52:44.670997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Network e91cd7fa-957c-4518-8f82-97817d5c9ef6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:44.679665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Attempting to bind port 19f3e362-80c6-4b8b-a300-d0be51dfc739 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:44.680147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Attempting to bind port 19f3e362-80c6-4b8b-a300-d0be51dfc739 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:44.680483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Attempting to bind port 19f3e362-80c6-4b8b-a300-d0be51dfc739 on network f96408f8-5603-4d54-9f77-1f7ed54c35d6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:44.687262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Port 19f3e362-80c6-4b8b-a300-d0be51dfc739 on network f96408f8-5603-4d54-9f77-1f7ed54c35d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:52:44.687588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Attempting to bind port 19f3e362-80c6-4b8b-a300-d0be51dfc739 on network f96408f8-5603-4d54-9f77-1f7ed54c35d6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:44.701190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:44.701571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Checking segment: {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:44.701950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Bound using segment: {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:44.702408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Bound port: 19f3e362-80c6-4b8b-a300-d0be51dfc739, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f49ecb5-604d-4285-8b0f-f2e424001125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:44.702770 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:44.723023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:44.741370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port acbade7d-a52d-4d06-9b7d-61dc420c8291 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:44.742365 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:44.749807 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:44.755810 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5497a08f-a80a-46b1-b4ef-3ac704c4d69d x-openstack-request-id: req-5497a08f-a80a-46b1-b4ef-3ac704c4d69d {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:44.757858 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b314ff5-4b5c-4ffc-a583-b21c8e17dd87", "name": "network-vif-deleted", "tag": "681d4532-f39e-4de1-a583-6571b493afc4", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:44.758226 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5497a08f-a80a-46b1-b4ef-3ac704c4d69d {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:44.758783 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b314ff5-4b5c-4ffc-a583-b21c8e17dd87', 'name': 'network-vif-deleted', 'tag': '681d4532-f39e-4de1-a583-6571b493afc4', 'status': 'completed', 'code': 200} Nov 19 18:52:44.759717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:44.769242 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:52:44.851607 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.resource_extend [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:52:44.859471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04297f8a-cd08-46d3-a46c-7c36dd7aa473 None None] New status for floating IP f337e549-76fe-44b9-bee6-a545c024b711: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:52:44.925550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bc06869c-dccd-43dc-8f23-d949b47da2f3 req-ff363cfe-7fcf-44c1-a73c-7b02666ecc99 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5984538 Nov 19 18:52:44.930727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Pushing event updated for resources: {'Port': ['ID=fa7d6f76-4281-41d4-aa33-ad474fc021a1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:44.967582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:44.968375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:45.050262 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:45.123023 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6756e134-3e9c-4c52-b992-9899f5b6c34b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0570917 Nov 19 18:52:45.149084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Request body: {'port': {'device_id': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:45.289059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fef031e-5bc2-4e62-8473-f1b8665c7791 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:45.291656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee8b3a73-fb00-4338-b169-c668ca5c3b3a req-65c54eb1-4660-4e93-b232-af1ebeaa0bf3 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 210 time: 0.0485399 Nov 19 18:52:45.321810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 6fef031e-5bc2-4e62-8473-f1b8665c7791, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=6fef031e-5bc2-4e62-8473-f1b8665c7791,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:45.345139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] For port 19f3e362-80c6-4b8b-a300-d0be51dfc739, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:45.354388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] For port 19f3e362-80c6-4b8b-a300-d0be51dfc739, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=19f3e362-80c6-4b8b-a300-d0be51dfc739,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:45.364530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:45.385720 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:45.398277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2704c7f-3810-4916-b747-2023ebdb1522 req-d400a530-1d51-4f57-878e-e85b9e7468fc tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:45.408082 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d2704c7f-3810-4916-b747-2023ebdb1522 req-d400a530-1d51-4f57-878e-e85b9e7468fc tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 945 time: 0.3029828 Nov 19 18:52:45.423773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:45.424681 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:45.426415 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] 10.222.0.21 "PUT /v2.0/ports/19f3e362-80c6-4b8b-a300-d0be51dfc739 HTTP/1.1" status: 200 len: 1092 time: 2.4994702 Nov 19 18:52:45.426629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'tag': '19f3e362-80c6-4b8b-a300-d0be51dfc739'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:45.427987 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:45.433257 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1670a4e4-038d-4d91-8653-9fbbd03b6c35" -d '{"events": [{"name": "network-changed", "server_uuid": "80212578-b978-47a9-ac6e-8ee824cb5a39", "tag": "19f3e362-80c6-4b8b-a300-d0be51dfc739"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:45.465646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=6fef031e-5bc2-4e62-8473-f1b8665c7791,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:45.509395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-24d3d5ed-d1dc-4cd1-9b71-721679b1fee2 None None] Provisioning complete for port acbade7d-a52d-4d06-9b7d-61dc420c8291 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:45.510404 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-24d3d5ed-d1dc-4cd1-9b71-721679b1fee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:45.560273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183479b6-68f1-4b38-b3fe-ebd63179eb9e req-3ba6a745-9ffd-4ea6-8ff9-20eb4e4d4c78 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:45.569022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-183479b6-68f1-4b38-b3fe-ebd63179eb9e req-3ba6a745-9ffd-4ea6-8ff9-20eb4e4d4c78 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 944 time: 0.1475067 Nov 19 18:52:45.585699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddf37b-a2f0-4494-96f6-1af36b07a614 service neutron] Pushing event updated for resources: {'Port': ['ID=19f3e362-80c6-4b8b-a300-d0be51dfc739,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:45.629446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:45.644741 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-183479b6-68f1-4b38-b3fe-ebd63179eb9e req-f958f999-6cb9-4e0c-a564-c7fa28ea883b tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747280 Nov 19 18:52:45.662393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-7cee4544-9eb9-4ff0-8c05-e3d61b3927c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:45.666527 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-7cee4544-9eb9-4ff0-8c05-e3d61b3927c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 1095 time: 0.1533108 Nov 19 18:52:45.680255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['6fef031e-5bc2-4e62-8473-f1b8665c7791'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:45.689938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['d6047720-a009-4209-97dc-83977b68ece3'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:45.727584 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-bb218d6d-89c0-4de5-93b3-572a34956fb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3e362-80c6-4b8b-a300-d0be51dfc739 HTTP/1.1" status: 200 len: 217 time: 0.0515151 Nov 19 18:52:45.787311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'port_id': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'mac_address': 'fa:16:3e:b0:13:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:52:45.832571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2226158-bc95-46f6-bcbf-855c35d3253a req-3f5f1dc4-7bf2-44c4-835f-ef23b54a850d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:45.834448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2226158-bc95-46f6-bcbf-855c35d3253a req-3f5f1dc4-7bf2-44c4-835f-ef23b54a850d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 932 time: 0.1095498 Nov 19 18:52:45.836661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-a691dda9-003f-4501-ba3b-0f9a4e727869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:45.838145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-a691dda9-003f-4501-ba3b-0f9a4e727869 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=768b4d25-02ae-4ccf-abe6-0db558209b79 HTTP/1.1" status: 200 len: 863 time: 0.0960824 Nov 19 18:52:45.876783 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:45.945556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c419315e-0493-4e8e-8e95-a76a5b6db2db {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:45.954439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-56d1b2e6-0e0c-428d-8c00-bd670d5d2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:45.955700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0e513-17e1-410b-82f7-25fd05955aff req-1c286ca0-40f4-4b80-a783-252a44fb905e tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:45.956925 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-56d1b2e6-0e0c-428d-8c00-bd670d5d2df2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f96408f8-5603-4d54-9f77-1f7ed54c35d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099274 Nov 19 18:52:45.957667 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-1c286ca0-40f4-4b80-a783-252a44fb905e tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 805 time: 0.7291427 Nov 19 18:52:45.961842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2226158-bc95-46f6-bcbf-855c35d3253a req-de232852-141d-432f-a636-db4a3be2e22a tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160476 Nov 19 18:52:46.004975 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:46.005135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Request body: {'port': {'device_id': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'admin_state_up': True, 'tenant_id': '9b4db7fa83d441578db11c43bb608bce'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:46.023430 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:46.104286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bde7b568-472d-4f4a-b407-57aebfdede52 None None] Provisioning complete for port fa7d6f76-4281-41d4-aa33-ad474fc021a1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:46.104605 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bde7b568-472d-4f4a-b407-57aebfdede52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:46.124656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-cb41573d-5e2c-434a-9c75-cc0a894100c4 service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534455 Nov 19 18:52:46.137843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887872c1-cef9-451f-911f-fa916d3ae8b5 req-4e596a8c-a702-4d56-a77c-ef7b03ae8f59 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:46.139462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-887872c1-cef9-451f-911f-fa916d3ae8b5 req-4e596a8c-a702-4d56-a77c-ef7b03ae8f59 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0838530 Nov 19 18:52:46.161297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:46.192270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bde7b568-472d-4f4a-b407-57aebfdede52 None None] Port fa7d6f76-4281-41d4-aa33-ad474fc021a1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:46.222874 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d2704c7f-3810-4916-b747-2023ebdb1522 req-4cf6a33b-9dbd-4f71-bb7a-80b0a3c4c2c1 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8116205 Nov 19 18:52:46.263513 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-887872c1-cef9-451f-911f-fa916d3ae8b5 req-fb234e21-4357-4e84-af25-7313fc0a4663 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046424 Nov 19 18:52:46.265389 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:46.276567 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Made reservation on behalf of 9b4db7fa83d441578db11c43bb608bce for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:46.280711 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:46.295220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-378326cd-3a0f-4e8d-9088-16a5ef256c8c req-5c0fcd38-73b5-4b80-a5a4-cf4039d386e1 service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540444 Nov 19 18:52:46.321830 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6633dc0b-892c-47eb-a39b-24d966f53d3c x-openstack-request-id: req-6633dc0b-892c-47eb-a39b-24d966f53d3c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:46.322361 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80212578-b978-47a9-ac6e-8ee824cb5a39", "tag": "19f3e362-80c6-4b8b-a300-d0be51dfc739", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:46.322692 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6633dc0b-892c-47eb-a39b-24d966f53d3c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:46.323168 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'tag': '19f3e362-80c6-4b8b-a300-d0be51dfc739', 'status': 'completed', 'code': 200} Nov 19 18:52:46.366542 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['c419315e-0493-4e8e-8e95-a76a5b6db2db'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:46.441514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a4e4-038d-4d91-8653-9fbbd03b6c35 req-7ffe0df3-899d-478e-b604-d91543b3ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:46.443064 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1670a4e4-038d-4d91-8653-9fbbd03b6c35 req-7ffe0df3-899d-478e-b604-d91543b3ed3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 1095 time: 0.0880227 Nov 19 18:52:46.451454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7c59e-8459-4b1a-9c56-1928a1d80c4c req-6f353e85-0220-4488-a975-3df13dd7421f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:46.458357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d6c7c59e-8459-4b1a-9c56-1928a1d80c4c req-6f353e85-0220-4488-a975-3df13dd7421f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0900414 Nov 19 18:52:46.564422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d6c7c59e-8459-4b1a-9c56-1928a1d80c4c req-1aef72a8-dc47-48c7-ba88-57efb1be1169 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048663 Nov 19 18:52:46.590773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a4e4-038d-4d91-8653-9fbbd03b6c35 req-6d43bd99-720e-4686-93ce-826cbcea2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:46.592443 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1670a4e4-038d-4d91-8653-9fbbd03b6c35 req-6d43bd99-720e-4686-93ce-826cbcea2739 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f96408f8-5603-4d54-9f77-1f7ed54c35d6 HTTP/1.1" status: 200 len: 925 time: 0.1313362 Nov 19 18:52:46.616742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bfdd1-35e4-45e9-b116-7b272ab4d1a0 req-b36d3922-ee4a-4e9f-bff9-215333afca47 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:46.618277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb1bfdd1-35e4-45e9-b116-7b272ab4d1a0 req-b36d3922-ee4a-4e9f-bff9-215333afca47 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 944 time: 0.2064567 Nov 19 18:52:46.625782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7d6f76-4281-41d4-aa33-ad474fc021a1 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:46.637886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:46.642285 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1670a4e4-038d-4d91-8653-9fbbd03b6c35 req-d0479b77-0b67-4c07-9729-cab5923a73dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3e362-80c6-4b8b-a300-d0be51dfc739 HTTP/1.1" status: 200 len: 217 time: 0.0416176 Nov 19 18:52:46.680762 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Allocated IP 172.20.0.6 (81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c/a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91/09941749-83fb-4b59-b1ff-821b9e3e3989) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:46.685280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Transition to ACTIVE for port object fa7d6f76-4281-41d4-aa33-ad474fc021a1 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:52:46.691280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58cef741-1345-456e-bae0-2170b22de3b6 req-c0a38d10-12ba-416f-97e9-2c4d9ba1fac5 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 210 time: 0.0525625 Nov 19 18:52:46.693590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:46.718571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a4e4-038d-4d91-8653-9fbbd03b6c35 req-58174cc7-4d95-45dc-927b-7e0d40b39caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:46.720818 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1670a4e4-038d-4d91-8653-9fbbd03b6c35 req-58174cc7-4d95-45dc-927b-7e0d40b39caf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=768b4d25-02ae-4ccf-abe6-0db558209b79 HTTP/1.1" status: 200 len: 863 time: 0.0698347 Nov 19 18:52:46.788151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Router 29c93f6d-e878-4564-a26a-0b31e814ce9e is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:52:46.801388 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb1bfdd1-35e4-45e9-b116-7b272ab4d1a0 req-b1fcf686-ae22-4c4a-8a81-779015ecf196 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672528 Nov 19 18:52:46.807470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a4e4-038d-4d91-8653-9fbbd03b6c35 req-b80f5822-8d26-4664-ac96-d904e2108d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:46.809263 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1670a4e4-038d-4d91-8653-9fbbd03b6c35 req-b80f5822-8d26-4664-ac96-d904e2108d8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f96408f8-5603-4d54-9f77-1f7ed54c35d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807652 Nov 19 18:52:46.822517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7d6f76-4281-41d4-aa33-ad474fc021a1,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:46.874850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113490b-63fc-464e-b2cb-65ac64594e66 req-05c5980e-4b6d-45c5-81cd-a01a731f7228 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:46.876610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8113490b-63fc-464e-b2cb-65ac64594e66 req-05c5980e-4b6d-45c5-81cd-a01a731f7228 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 944 time: 0.1083879 Nov 19 18:52:46.953436 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1670a4e4-038d-4d91-8653-9fbbd03b6c35 req-84f49c02-3056-4f9a-93d8-d0a906aee56e service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351695 Nov 19 18:52:46.958662 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8113490b-63fc-464e-b2cb-65ac64594e66 req-91c0e61b-7bb0-4bdc-9426-ec29abb0ecf6 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738974 Nov 19 18:52:47.061844 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1670a4e4-038d-4d91-8653-9fbbd03b6c35 req-90e7cb62-81f1-4527-99ca-2eb783b88b99 service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011796 Nov 19 18:52:47.131429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Attempting to bind port fa7d6f76-4281-41d4-aa33-ad474fc021a1 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:47.131991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Attempting to bind port fa7d6f76-4281-41d4-aa33-ad474fc021a1 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:47.131991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Attempting to bind port fa7d6f76-4281-41d4-aa33-ad474fc021a1 on network e91cd7fa-957c-4518-8f82-97817d5c9ef6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:47.135894 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.151747 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Port fa7d6f76-4281-41d4-aa33-ad474fc021a1 on network e91cd7fa-957c-4518-8f82-97817d5c9ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:52:47.152063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Attempting to bind port fa7d6f76-4281-41d4-aa33-ad474fc021a1 on network e91cd7fa-957c-4518-8f82-97817d5c9ef6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:47.154270 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:47.162716 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Sync routers for ids ['29c93f6d-e878-4564-a26a-0b31e814ce9e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:47.171988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:47.173161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Checking segment: {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:47.173778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Bound using segment: {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:47.174136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Bound port: fa7d6f76-4281-41d4-aa33-ad474fc021a1, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:47.174281 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Routers {'29c93f6d-e878-4564-a26a-0b31e814ce9e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:47.174494 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.174914 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['29c93f6d-e878-4564-a26a-0b31e814ce9e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:47.187629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85ceda-b433-4436-8c58-76278e98d7c6 req-99aeac0a-ba09-47a6-879c-3902566c107d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:47.190004 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f85ceda-b433-4436-8c58-76278e98d7c6 req-99aeac0a-ba09-47a6-879c-3902566c107d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 944 time: 0.1395459 Nov 19 18:52:47.221360 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.222541 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-01346260-dd04-43cd-a64b-949bc1d2ccc0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6629584 Nov 19 18:52:47.226318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58576) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:47.280215 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.322491 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Set router 29c93f6d-e878-4564-a26a-0b31e814ce9e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:47.334770 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f85ceda-b433-4436-8c58-76278e98d7c6 req-738f49c4-463f-462b-9ec6-1ff642fadee2 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317539 Nov 19 18:52:47.353049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] For port fa7d6f76-4281-41d4-aa33-ad474fc021a1, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:47.373032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:47.383380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:47.386272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] For port fa7d6f76-4281-41d4-aa33-ad474fc021a1, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:47.389202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:47.397744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Pushing event updated for resources: {'Port': ['ID=09941749-83fb-4b59-b1ff-821b9e3e3989,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:47.407708 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d6047720-a009-4209-97dc-83977b68ece3 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:47.442080 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.472249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35278f2b-cbcc-4b26-b03f-55e93978f75b req-a924a1ef-99d4-4823-82da-68ddc81bfcb0 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:47.479080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-35278f2b-cbcc-4b26-b03f-55e93978f75b req-a924a1ef-99d4-4823-82da-68ddc81bfcb0 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 945 time: 0.1536672 Nov 19 18:52:47.497346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port d6047720-a009-4209-97dc-83977b68ece3 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:52:47.504036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port d6047720-a009-4209-97dc-83977b68ece3 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:47.505345 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.538637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:47.539251 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.540656 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 1092 time: 2.3963742 Nov 19 18:52:47.557000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:47.559658 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57744ed5-5af9-404c-be63-30554ff982d1" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:47.582465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:47.583058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.589301 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-35278f2b-cbcc-4b26-b03f-55e93978f75b req-1c473b77-850b-4bfe-9004-ca6b8957823b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093543 Nov 19 18:52:47.603850 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:44Z', 'revision_number': 3, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:47.658210 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Checking router: 29c93f6d-e878-4564-a26a-0b31e814ce9e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:47.659276 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Updating router 29c93f6d-e878-4564-a26a-0b31e814ce9e port 7fd00e61-5f63-47a5-9de0-7030905f6c4f binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:52:47.667877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-3be9d713-bdc3-49b2-8709-aa4995a5102f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6666620 Nov 19 18:52:47.668642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0aa790-f702-4f18-9072-dc30a008d0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7d6f76-4281-41d4-aa33-ad474fc021a1,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:47.687212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Request body: {'port': {'device_id': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:47.695821 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.751732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac22ae-ccbe-46ea-9f98-8ea3af2ec2f4 req-6f4f4956-d004-46c1-89ce-eae38949e5af tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:47.755376 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.759344 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3aac22ae-ccbe-46ea-9f98-8ea3af2ec2f4 req-6f4f4956-d004-46c1-89ce-eae38949e5af tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.2500701 Nov 19 18:52:47.771232 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6655301c-d56f-4e91-a6b0-fbd6ea3706d3 x-openstack-request-id: req-6655301c-d56f-4e91-a6b0-fbd6ea3706d3 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:47.771489 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:47.771736 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6655301c-d56f-4e91-a6b0-fbd6ea3706d3 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:47.772132 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'status': 'completed', 'code': 200} Nov 19 18:52:47.802412 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6047720-a009-4209-97dc-83977b68ece3'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:47.805349 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4162bd3e-02aa-4874-806b-f816e409e777" -d '{"events": [{"server_uuid": "1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1", "name": "network-vif-plugged", "status": "completed", "tag": "d6047720-a009-4209-97dc-83977b68ece3"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:47.823828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d6047720-a009-4209-97dc-83977b68ece3,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:47.830764 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.835842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 6fef031e-5bc2-4e62-8473-f1b8665c7791 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:47.858693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db216734-9810-4a82-bba3-a3c20790dd17 req-71e9add3-74cc-41a1-9e8d-4a409ae328da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:47.860663 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-71e9add3-74cc-41a1-9e8d-4a409ae328da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 1095 time: 0.2582612 Nov 19 18:52:47.909516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f6ef8-3a7d-4e62-bd5d-8afd657aa463 req-9d790fb6-6ad8-4c93-a148-d83a34c8da0e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:47.911357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-131f6ef8-3a7d-4e62-bd5d-8afd657aa463 req-9d790fb6-6ad8-4c93-a148-d83a34c8da0e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1021173 Nov 19 18:52:47.949740 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.951963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=d6047720-a009-4209-97dc-83977b68ece3,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:47.958515 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3aac22ae-ccbe-46ea-9f98-8ea3af2ec2f4 req-103d180c-8637-40df-8d45-2da33b502f95 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932440 Nov 19 18:52:47.959201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:47.974889 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-602db7b6-d343-488c-9e5e-81a28b0e4766 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 217 time: 0.0834966 Nov 19 18:52:47.985332 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 6fef031e-5bc2-4e62-8473-f1b8665c7791 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:52:47.992050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 6fef031e-5bc2-4e62-8473-f1b8665c7791 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:47.992598 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.006166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-131f6ef8-3a7d-4e62-bd5d-8afd657aa463 req-bf10a10b-5c40-464c-8b33-d6c5b2da9b05 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883515 Nov 19 18:52:48.083287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3135f5d3-b23c-405d-b23f-13d7c6860ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:48.085007 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-3135f5d3-b23c-405d-b23f-13d7c6860ddc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.0965459 Nov 19 18:52:48.182730 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1b023a-00f2-4cd3-9a1b-66132e640487 x-openstack-request-id: req-9b1b023a-00f2-4cd3-9a1b-66132e640487 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:48.183048 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1", "name": "network-vif-plugged", "status": "completed", "tag": "d6047720-a009-4209-97dc-83977b68ece3", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:48.183479 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b1b023a-00f2-4cd3-9a1b-66132e640487 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:48.184021 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6047720-a009-4209-97dc-83977b68ece3', 'code': 200} Nov 19 18:52:48.197820 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.214474 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.217390 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.239793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Allocated IP 172.20.0.1 (771c6b1f-f339-42fa-b632-aa08933a0b14/f5465295-d6d3-46f4-a2ab-7792ea6e2507/4796e885-fc4d-4956-9cb5-e690d92801d1) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:48.259841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df4df0-c1cd-427e-9907-456fecc47bfc req-4af21b32-a43d-48b4-ba72-2eab3a8c1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:48.261579 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37df4df0-c1cd-427e-9907-456fecc47bfc req-4af21b32-a43d-48b4-ba72-2eab3a8c1cd0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0889003 Nov 19 18:52:48.273296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 6fef031e-5bc2-4e62-8473-f1b8665c7791, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=6fef031e-5bc2-4e62-8473-f1b8665c7791,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:48.281069 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.287561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f547885-b35d-442e-873a-ca432b60bb20 req-de38c42a-a178-401c-bf25-560ef3d726a0 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:48.295209 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2f547885-b35d-442e-873a-ca432b60bb20 req-de38c42a-a178-401c-bf25-560ef3d726a0 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 931 time: 0.1970615 Nov 19 18:52:48.307332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db216734-9810-4a82-bba3-a3c20790dd17 req-846728bc-b58a-4752-a7b9-288eb9e5f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:48.309088 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-846728bc-b58a-4752-a7b9-288eb9e5f9f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989362 Nov 19 18:52:48.341025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=6fef031e-5bc2-4e62-8473-f1b8665c7791,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:48.412716 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f0232-a2e4-4295-820e-fb6f563bf035 req-ff25eeaa-7441-49ff-943e-22d8740e630f tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:48.419368 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Attempting to bind port 7fd00e61-5f63-47a5-9de0-7030905f6c4f on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:48.419647 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Attempting to bind port 7fd00e61-5f63-47a5-9de0-7030905f6c4f by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:48.420034 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Attempting to bind port 7fd00e61-5f63-47a5-9de0-7030905f6c4f on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:48.420941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a83f0232-a2e4-4295-820e-fb6f563bf035 req-ff25eeaa-7441-49ff-943e-22d8740e630f tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 944 time: 0.1673665 Nov 19 18:52:48.428389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37df4df0-c1cd-427e-9907-456fecc47bfc req-ce63051b-7ab0-408f-b181-63e2f82aab23 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547956 Nov 19 18:52:48.431961 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134469da-8a39-45bd-b482-5200560868c5 None None] Pushing event updated for resources: {'Port': ['ID=7fd00e61-5f63-47a5-9de0-7030905f6c4f,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:48.435397 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:48.435397 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:48.435735 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.436209 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:48.436393 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Bound port: 7fd00e61-5f63-47a5-9de0-7030905f6c4f, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:48.436788 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.491578 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] For port 7fd00e61-5f63-47a5-9de0-7030905f6c4f, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:48.495525 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] For port 7fd00e61-5f63-47a5-9de0-7030905f6c4f, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7fd00e61-5f63-47a5-9de0-7030905f6c4f,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:48.496202 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.501789 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.509549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a83f0232-a2e4-4295-820e-fb6f563bf035 req-8ac63ca4-827c-4dde-9e92-2b70f8335f19 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876193 Nov 19 18:52:48.549607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.561614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:48.602872 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134469da-8a39-45bd-b482-5200560868c5 None None] Pushing event updated for resources: {'Port': ['ID=7fd00e61-5f63-47a5-9de0-7030905f6c4f,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:48.613682 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Routers {'29c93f6d-e878-4564-a26a-0b31e814ce9e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:48.614893 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['29c93f6d-e878-4564-a26a-0b31e814ce9e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:48.640374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port c419315e-0493-4e8e-8e95-a76a5b6db2db completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:52:48.640596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Network 771c6b1f-f339-42fa-b632-aa08933a0b14 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:48.646368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port c419315e-0493-4e8e-8e95-a76a5b6db2db triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:48.647437 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.647881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:48.650435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:48.685997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Pushing event updated for resources: {'Port': ['ID=4796e885-fc4d-4956-9cb5-e690d92801d1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:48.739658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979e719-2162-4372-895c-280e7bd44b7c req-552a5c17-74d1-46dd-ae97-d54d38e8cd69 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:48.741443 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0979e719-2162-4372-895c-280e7bd44b7c req-552a5c17-74d1-46dd-ae97-d54d38e8cd69 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 944 time: 0.1392920 Nov 19 18:52:48.742272 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.774883 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.779037 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] Set router 29c93f6d-e878-4564-a26a-0b31e814ce9e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:48.810705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09941749-83fb-4b59-b1ff-821b9e3e3989 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:48.820190 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.830617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:48.836230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Transition to ACTIVE for port object 09941749-83fb-4b59-b1ff-821b9e3e3989 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:52:48.849340 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.856926 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:48.889188 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0979e719-2162-4372-895c-280e7bd44b7c req-fa328926-0ac2-4399-9b3c-941072ed9489 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942760 Nov 19 18:52:48.924977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:48.966998 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2f547885-b35d-442e-873a-ca432b60bb20 req-6f70a0a7-245b-4c1b-860f-6c33b6fe776c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651325 Nov 19 18:52:49.027062 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-6a039b50-c627-43e3-81fa-de85f38d2b71 service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086146 Nov 19 18:52:49.029098 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Pushing event updated for resources: {'Port': ['ID=09941749-83fb-4b59-b1ff-821b9e3e3989,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:49.060000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bb55d219-4c8b-4c3d-b910-cbe883db4449 None None] Provisioning complete for port 4796e885-fc4d-4956-9cb5-e690d92801d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:49.060666 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb55d219-4c8b-4c3d-b910-cbe883db4449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:49.081304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d0de1-1066-4d3c-987c-c51855c97898 req-b7a15d8a-155e-4f69-8557-054a9da56dfc tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:49.083098 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c3d0de1-1066-4d3c-987c-c51855c97898 req-b7a15d8a-155e-4f69-8557-054a9da56dfc tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 944 time: 0.1060903 Nov 19 18:52:49.084346 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:49.100676 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:44Z', 'revision_number': 3, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:49.104062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bb55d219-4c8b-4c3d-b910-cbe883db4449 None None] Port 4796e885-fc4d-4956-9cb5-e690d92801d1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:49.146181 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1697d66-bb0c-4e05-bfaf-bb4e24c5296e None None] The sync data for ids ['29c93f6d-e878-4564-a26a-0b31e814ce9e'] in n-d-815373-6 is: [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:44Z', 'revision_number': 3, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:49.173540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c3d0de1-1066-4d3c-987c-c51855c97898 req-f209f573-ef71-4fdc-887b-04ce4954a0e2 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764568 Nov 19 18:52:49.239465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89044b-a7b4-491b-8f0b-968605eabce3 req-875f29a7-0ada-49a0-ba11-64d1609d2380 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:49.241040 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4c89044b-a7b4-491b-8f0b-968605eabce3 req-875f29a7-0ada-49a0-ba11-64d1609d2380 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.1675808 Nov 19 18:52:49.245325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Attempting to bind port 09941749-83fb-4b59-b1ff-821b9e3e3989 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:49.245645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Attempting to bind port 09941749-83fb-4b59-b1ff-821b9e3e3989 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:49.246002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Attempting to bind port 09941749-83fb-4b59-b1ff-821b9e3e3989 on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:49.265740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Port 09941749-83fb-4b59-b1ff-821b9e3e3989 on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:52:49.266923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Attempting to bind port 09941749-83fb-4b59-b1ff-821b9e3e3989 on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:49.280396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db216734-9810-4a82-bba3-a3c20790dd17 req-f0af7848-2f56-499d-a276-3224024fc4ae service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438312 Nov 19 18:52:49.287119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:49.287457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Checking segment: {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:49.288423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Bound using segment: {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:49.288423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Bound port: 09941749-83fb-4b59-b1ff-821b9e3e3989, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:49.289079 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:49.324630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4c89044b-a7b4-491b-8f0b-968605eabce3 req-0762fadc-e394-492f-948d-b6037230edee tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681639 Nov 19 18:52:49.329588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de9a6e-c716-4846-abda-7dfbb2602d9b req-1165c9cb-67b0-4f3b-8770-c472f685468f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:49.331411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5de9a6e-c716-4846-abda-7dfbb2602d9b req-1165c9cb-67b0-4f3b-8770-c472f685468f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0863318 Nov 19 18:52:49.397282 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:49.404866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 19f3e362-80c6-4b8b-a300-d0be51dfc739 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:52:49.414632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57744ed5-5af9-404c-be63-30554ff982d1 req-f539d958-fd5f-4abe-9de6-983f514f5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:49.416457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57744ed5-5af9-404c-be63-30554ff982d1 req-f539d958-fd5f-4abe-9de6-983f514f5733 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 1095 time: 0.0727918 Nov 19 18:52:49.418964 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:49.435832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] For port 09941749-83fb-4b59-b1ff-821b9e3e3989, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:49.513474 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5de9a6e-c716-4846-abda-7dfbb2602d9b req-e41efbd2-5c23-44e1-9862-891edd2b3f8c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739194 Nov 19 18:52:49.565087 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:49.567950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Pushing event updated for resources: {'Port': ['ID=4796e885-fc4d-4956-9cb5-e690d92801d1,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:49.602398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] For port 09941749-83fb-4b59-b1ff-821b9e3e3989, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=09941749-83fb-4b59-b1ff-821b9e3e3989,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:49.615906 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 19f3e362-80c6-4b8b-a300-d0be51dfc739, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=19f3e362-80c6-4b8b-a300-d0be51dfc739,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:49.646548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '19f3e362-80c6-4b8b-a300-d0be51dfc739', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'port_id': '19f3e362-80c6-4b8b-a300-d0be51dfc739', 'mac_address': 'fa:16:3e:3f:3d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:52:49.674176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57744ed5-5af9-404c-be63-30554ff982d1 req-856904b0-0ca7-4045-9050-72cd39b5715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:49.675676 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57744ed5-5af9-404c-be63-30554ff982d1 req-856904b0-0ca7-4045-9050-72cd39b5715d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.2501428 Nov 19 18:52:49.679155 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:49.692930 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:49.708314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f3e362-80c6-4b8b-a300-d0be51dfc739 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:49.730608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 19f3e362-80c6-4b8b-a300-d0be51dfc739, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=19f3e362-80c6-4b8b-a300-d0be51dfc739,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:49.738213 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:49.750161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Network 771c6b1f-f339-42fa-b632-aa08933a0b14 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:49.754732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:49.773223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4009e30-1e6a-430e-a41c-82f25a153dd2 req-7aef752b-2027-4053-962e-f69b90ad65a4 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:49.781841 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4009e30-1e6a-430e-a41c-82f25a153dd2 req-7aef752b-2027-4053-962e-f69b90ad65a4 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 945 time: 0.1070144 Nov 19 18:52:49.784101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:49.784974 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:49.786807 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] 10.222.0.21 "PUT /v2.0/ports/09941749-83fb-4b59-b1ff-821b9e3e3989 HTTP/1.1" status: 200 len: 1091 time: 2.1091940 Nov 19 18:52:49.788289 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57744ed5-5af9-404c-be63-30554ff982d1 req-1cb886ca-c80b-4d5a-a770-b2971db0061f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 217 time: 0.0807927 Nov 19 18:52:49.795313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=19f3e362-80c6-4b8b-a300-d0be51dfc739,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:49.820888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f22b3-d74f-4a59-b5b1-48db89d21298 req-7eccd179-2f2b-407b-9e51-e37bae6aa95a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:49.822784 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dd2f22b3-d74f-4a59-b5b1-48db89d21298 req-7eccd179-2f2b-407b-9e51-e37bae6aa95a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 946 time: 0.3347549 Nov 19 18:52:49.823434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'tag': '09941749-83fb-4b59-b1ff-821b9e3e3989'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:49.827409 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149c6353-80b3-42c9-8f65-f25ee8d5304e" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa2abe4-1a4d-4f39-815a-307d0ff48207", "tag": "09941749-83fb-4b59-b1ff-821b9e3e3989"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:49.956101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593d7b8-a24e-4a04-9844-e1a083297b5e service neutron] Pushing event updated for resources: {'Port': ['ID=09941749-83fb-4b59-b1ff-821b9e3e3989,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:49.983890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0e513-17e1-410b-82f7-25fd05955aff req-19396057-051a-4bb4-ad10-1eac952d0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:49.985991 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-19396057-051a-4bb4-ad10-1eac952d0127 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 1094 time: 0.1281252 Nov 19 18:52:50.014760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57744ed5-5af9-404c-be63-30554ff982d1 req-11e62680-2ce2-43b6-8bc7-818d27416801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:50.017396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57744ed5-5af9-404c-be63-30554ff982d1 req-11e62680-2ce2-43b6-8bc7-818d27416801 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.1806321 Nov 19 18:52:50.060571 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-fe6ab74a-4db6-4d5a-8ae1-89fceed88056 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09941749-83fb-4b59-b1ff-821b9e3e3989 HTTP/1.1" status: 200 len: 217 time: 0.0641177 Nov 19 18:52:50.064890 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dd2f22b3-d74f-4a59-b5b1-48db89d21298 req-4da83b1f-85e3-42e8-be29-589ffd53386f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194099 Nov 19 18:52:50.080848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['19f3e362-80c6-4b8b-a300-d0be51dfc739'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:50.135341 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d13e95-d56e-48df-84fe-830e81786a36 x-openstack-request-id: req-a5d13e95-d56e-48df-84fe-830e81786a36 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:50.135854 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa2abe4-1a4d-4f39-815a-307d0ff48207", "tag": "09941749-83fb-4b59-b1ff-821b9e3e3989", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:50.136295 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5d13e95-d56e-48df-84fe-830e81786a36 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:50.136863 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'tag': '09941749-83fb-4b59-b1ff-821b9e3e3989', 'status': 'completed', 'code': 200} Nov 19 18:52:50.170452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57744ed5-5af9-404c-be63-30554ff982d1 req-af19dd10-3b73-4ea3-8839-5903dce81767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:50.172917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57744ed5-5af9-404c-be63-30554ff982d1 req-af19dd10-3b73-4ea3-8839-5903dce81767 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210539 Nov 19 18:52:50.177361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0e513-17e1-410b-82f7-25fd05955aff req-a969e854-9f9f-4ab8-8670-af701daadda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:50.180007 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-a969e854-9f9f-4ab8-8670-af701daadda6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91 HTTP/1.1" status: 200 len: 845 time: 0.1079874 Nov 19 18:52:50.186129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f667e2f8-1bb9-4475-8433-c73fdd25e43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fef031e-5bc2-4e62-8473-f1b8665c7791'}, {'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:50.188633 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abf2a34-43c1-46c8-ac31-ded99eefcccf" -d '{"events": [{"server_uuid": "f667e2f8-1bb9-4475-8433-c73fdd25e43c", "name": "network-vif-plugged", "status": "completed", "tag": "6fef031e-5bc2-4e62-8473-f1b8665c7791"}, {"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-plugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:50.193977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8db885a8-79a6-4939-9e38-49e3845066ed None None] Provisioning complete for port 4796e885-fc4d-4956-9cb5-e690d92801d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:50.194573 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8db885a8-79a6-4939-9e38-49e3845066ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:50.253398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Router 29c93f6d-e878-4564-a26a-0b31e814ce9e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:52:50.269541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4009e30-1e6a-430e-a41c-82f25a153dd2 req-6115596e-071f-4184-972d-253b8bb780c4 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809341 Nov 19 18:52:50.281396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8db885a8-79a6-4939-9e38-49e3845066ed None None] Port 4796e885-fc4d-4956-9cb5-e690d92801d1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:50.309524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57744ed5-5af9-404c-be63-30554ff982d1 req-8474f5c1-20f3-4552-a5f6-0ad5dd5417fa service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266606 Nov 19 18:52:50.468590 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-d46e505d-67ee-412c-b439-0ce990a2d728 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571891 Nov 19 18:52:50.488223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b726bb7-7a74-47fa-9524-21f77b350c43 req-0fb6154c-4f70-4ca9-9130-a590d9192a3c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:50.489697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b726bb7-7a74-47fa-9524-21f77b350c43 req-0fb6154c-4f70-4ca9-9130-a590d9192a3c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 943 time: 0.1240861 Nov 19 18:52:50.494154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:50.496136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7fd00e61-5f63-47a5-9de0-7030905f6c4f up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:50.514490 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-18420c8e-9acc-4a1e-a9e7-6b7f22bb1a3d admin admin] 10.222.0.50 "PUT /v2.0/routers/29c93f6d-e878-4564-a26a-0b31e814ce9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2871330 Nov 19 18:52:50.570000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b726bb7-7a74-47fa-9524-21f77b350c43 req-46bd4f84-ce52-4704-9833-07c190d31b27 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540266 Nov 19 18:52:50.575385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2930d31-a902-459d-b49b-fb95f20f9824 req-9d3e4dc5-13ed-4c3a-bcf8-477042f65fe7 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:50.576921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2930d31-a902-459d-b49b-fb95f20f9824 req-9d3e4dc5-13ed-4c3a-bcf8-477042f65fe7 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 945 time: 0.2565212 Nov 19 18:52:50.580562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7fd00e61-5f63-47a5-9de0-7030905f6c4f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:50.581488 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:50.619679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57744ed5-5af9-404c-be63-30554ff982d1 req-ee8625a8-023d-4b6a-8d30-23a87ae9b7b1 service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657394 Nov 19 18:52:50.670770 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2930d31-a902-459d-b49b-fb95f20f9824 req-016e273a-5e88-4ee3-a7ba-58d3935cb13a tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804167 Nov 19 18:52:50.673717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-fc37c0ce-d1b4-48f4-8540-239c7ed6e2c9 service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967170 Nov 19 18:52:50.674880 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5744332d-e1fb-448d-b530-010bb82bedb1 x-openstack-request-id: req-5744332d-e1fb-448d-b530-010bb82bedb1 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:50.680351 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f667e2f8-1bb9-4475-8433-c73fdd25e43c", "name": "network-vif-plugged", "status": "completed", "tag": "6fef031e-5bc2-4e62-8473-f1b8665c7791", "code": 200}, {"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-plugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:50.685463 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5744332d-e1fb-448d-b530-010bb82bedb1 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:50.685611 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f667e2f8-1bb9-4475-8433-c73fdd25e43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fef031e-5bc2-4e62-8473-f1b8665c7791', 'code': 200} Nov 19 18:52:50.688629 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'code': 200} Nov 19 18:52:50.703339 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:50.750109 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 7fd00e61-5f63-47a5-9de0-7030905f6c4f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7fd00e61-5f63-47a5-9de0-7030905f6c4f,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:50.757503 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:50.822191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=7fd00e61-5f63-47a5-9de0-7030905f6c4f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:50.850220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cf4c5-bd20-475b-a9a8-99062c8a902c req-7335c59d-6fbd-4244-a2e4-0c6d22994de1 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:50.851826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c41cf4c5-bd20-475b-a9a8-99062c8a902c req-7335c59d-6fbd-4244-a2e4-0c6d22994de1 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 944 time: 0.1147048 Nov 19 18:52:50.857075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdd9c6-267c-40da-a8c6-e42a2d6faf27 req-9dafb5ca-f49d-42e6-a9de-66fd98522ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:50.858606 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fabdd9c6-267c-40da-a8c6-e42a2d6faf27 req-9dafb5ca-f49d-42e6-a9de-66fd98522ceb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1097 time: 0.0976882 Nov 19 18:52:50.863169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47403341-fb14-4d70-8b40-5f60a2d6d67f req-13f4b59e-10af-4de6-a639-7381d6878fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:50.864586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47403341-fb14-4d70-8b40-5f60a2d6d67f req-13f4b59e-10af-4de6-a639-7381d6878fa3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 1096 time: 0.0717158 Nov 19 18:52:50.894554 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-faa0e513-17e1-410b-82f7-25fd05955aff req-4bfa720b-6f44-48ac-8827-b0a2c1caa1dd service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070374 Nov 19 18:52:50.915544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d9fd7-e82e-4c17-94d6-8b62e64b26d9 req-0679629a-4d3a-4edf-a84a-ebb435ad2454 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:50.917370 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea5d9fd7-e82e-4c17-94d6-8b62e64b26d9 req-0679629a-4d3a-4edf-a84a-ebb435ad2454 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.1063812 Nov 19 18:52:50.940666 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47403341-fb14-4d70-8b40-5f60a2d6d67f req-69d2be73-3e26-47e8-a694-de5e2a85bbe8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633764 Nov 19 18:52:50.944153 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c41cf4c5-bd20-475b-a9a8-99062c8a902c req-3d8fad64-1d59-4f53-b90e-7ceb5df273c6 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843608 Nov 19 18:52:50.948627 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fabdd9c6-267c-40da-a8c6-e42a2d6faf27 req-4e7d9791-a3c7-460b-ab66-4dac950e71fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765824 Nov 19 18:52:50.978144 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea5d9fd7-e82e-4c17-94d6-8b62e64b26d9 req-25a16225-ec45-45b9-9943-a7c880a611b3 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498319 Nov 19 18:52:51.058608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5063a1-e4d3-4766-a862-09e99d86fda7 req-60c8c6b0-eb5c-4d33-b683-2d63b020497d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:51.066291 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd5063a1-e4d3-4766-a862-09e99d86fda7 req-60c8c6b0-eb5c-4d33-b683-2d63b020497d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0619342 Nov 19 18:52:51.111330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd5063a1-e4d3-4766-a862-09e99d86fda7 req-bb7d7fe0-bd54-4b02-9374-510e2b21acc6 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Nov 19 18:52:51.214938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58628) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:51.220776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d186a602-f9bd-4b0e-95c4-98cfa947bcd5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6050248', 'description': 'tempest-description--1045964010'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:51.250141 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d186a602-f9bd-4b0e-95c4-98cfa947bcd5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:51.263570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6353-80b3-42c9-8f65-f25ee8d5304e req-6935becd-05f2-4336-9794-21eb9d734a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:51.265076 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149c6353-80b3-42c9-8f65-f25ee8d5304e req-6935becd-05f2-4336-9794-21eb9d734a92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 1094 time: 0.0943522 Nov 19 18:52:51.267755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cf823-0916-4a1e-bc6a-4a8238ce126a req-bfc2ccdf-ffde-4426-8ee6-7f2b4628cbd0 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:51.269269 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb8cf823-0916-4a1e-bc6a-4a8238ce126a req-bfc2ccdf-ffde-4426-8ee6-7f2b4628cbd0 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0971785 Nov 19 18:52:51.359476 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e65c17-0291-4f6c-9968-823f7fd490e9 req-1d46be2f-22f3-443b-bb74-e2817897586a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:51.361923 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-66e65c17-0291-4f6c-9968-823f7fd490e9 req-1d46be2f-22f3-443b-bb74-e2817897586a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 946 time: 0.0921440 Nov 19 18:52:51.373160 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb8cf823-0916-4a1e-bc6a-4a8238ce126a req-9234ea35-280c-4516-823e-7142a14c7048 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979507 Nov 19 18:52:51.374988 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d186a602-f9bd-4b0e-95c4-98cfa947bcd5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:51.391315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d186a602-f9bd-4b0e-95c4-98cfa947bcd5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:51.403954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 19f3e362-80c6-4b8b-a300-d0be51dfc739 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:51.415747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6353-80b3-42c9-8f65-f25ee8d5304e req-c074c789-0b30-4690-8ae8-fecf39282f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:51.418184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149c6353-80b3-42c9-8f65-f25ee8d5304e req-c074c789-0b30-4690-8ae8-fecf39282f37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 906 time: 0.1414034 Nov 19 18:52:51.452367 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d186a602-f9bd-4b0e-95c4-98cfa947bcd5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:51.456530 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d186a602-f9bd-4b0e-95c4-98cfa947bcd5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2375643 Nov 19 18:52:51.461882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58634) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:51.467476 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0f6086b3-8b41-4db3-9e20-1c6102ccf936 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Request body: {'security_group_rule': {'security_group_id': '12057947-5597-43eb-acd7-303f1133bdb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:51.467841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Sync routers for ids ['29c93f6d-e878-4564-a26a-0b31e814ce9e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:51.474332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186a602-f9bd-4b0e-95c4-98cfa947bcd5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12057947-5597-43eb-acd7-303f1133bdb9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:51.479453 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-66e65c17-0291-4f6c-9968-823f7fd490e9 req-0308e0f4-77b4-44f2-9c14-9bd13420d22a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072545 Nov 19 18:52:51.491386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Routers {'29c93f6d-e878-4564-a26a-0b31e814ce9e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:51.492279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['29c93f6d-e878-4564-a26a-0b31e814ce9e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:51.522413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149c6353-80b3-42c9-8f65-f25ee8d5304e req-23bb4384-51e0-48f4-ae52-923ed4bbaf20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09941749-83fb-4b59-b1ff-821b9e3e3989 HTTP/1.1" status: 200 len: 217 time: 0.0954850 Nov 19 18:52:51.523873 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f6086b3-8b41-4db3-9e20-1c6102ccf936 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:51.533703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 19f3e362-80c6-4b8b-a300-d0be51dfc739 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:52:51.544869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 19f3e362-80c6-4b8b-a300-d0be51dfc739 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:51.545242 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:51.622522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff210309-3584-4b5e-af6d-50259dfdc5c7 req-6cd2e2b6-db6f-433f-b7f5-492b195399f8 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:51.631053 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f6086b3-8b41-4db3-9e20-1c6102ccf936 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:51.631277 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff210309-3584-4b5e-af6d-50259dfdc5c7 req-6cd2e2b6-db6f-433f-b7f5-492b195399f8 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 945 time: 0.1311119 Nov 19 18:52:51.637193 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f6086b3-8b41-4db3-9e20-1c6102ccf936 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:51.644418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6353-80b3-42c9-8f65-f25ee8d5304e req-19e2a5ce-3b1c-403b-9a3f-c4830cf3dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:51.645934 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149c6353-80b3-42c9-8f65-f25ee8d5304e req-19e2a5ce-3b1c-403b-9a3f-c4830cf3dd48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91 HTTP/1.1" status: 200 len: 845 time: 0.1021199 Nov 19 18:52:51.649028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Set router 29c93f6d-e878-4564-a26a-0b31e814ce9e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:51.670336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6086b3-8b41-4db3-9e20-1c6102ccf936 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1e50dc-08b6-4647-8ef1-03d98497b6b1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:51.684885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f6086b3-8b41-4db3-9e20-1c6102ccf936 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:51.690681 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0f6086b3-8b41-4db3-9e20-1c6102ccf936 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2271194 Nov 19 18:52:51.691422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58644) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:51.696527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-499752e6-72e3-4781-9c8f-7a2aa2a6d55f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Request body: {'security_group_rule': {'security_group_id': '12057947-5597-43eb-acd7-303f1133bdb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:51.699794 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149c6353-80b3-42c9-8f65-f25ee8d5304e req-c3886038-8a4f-4291-917b-acfde1ef8029 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445712 Nov 19 18:52:51.788202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff210309-3584-4b5e-af6d-50259dfdc5c7 req-c496fba8-b6dd-403a-acf1-8320c666674b tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556993 Nov 19 18:52:51.789101 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499752e6-72e3-4781-9c8f-7a2aa2a6d55f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:51.839508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0287aa5-b75a-4a40-89f2-f297f63197b1 req-fa3924f7-784f-4c51-9df9-ae3c29b32106 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:51.841341 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f0287aa5-b75a-4a40-89f2-f297f63197b1 req-fa3924f7-784f-4c51-9df9-ae3c29b32106 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 943 time: 0.1378949 Nov 19 18:52:51.913782 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149c6353-80b3-42c9-8f65-f25ee8d5304e req-014dbcf6-a612-4ba8-b777-4380e815a245 service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013681 Nov 19 18:52:51.920296 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:51.985943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92730-aa40-4f70-a25a-6e16d75ffe5c req-89203757-929b-481b-a229-0c00803b159a tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:51.987476 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4bd92730-aa40-4f70-a25a-6e16d75ffe5c req-89203757-929b-481b-a229-0c00803b159a tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 945 time: 0.1200554 Nov 19 18:52:51.996048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499752e6-72e3-4781-9c8f-7a2aa2a6d55f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:52.000822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 19f3e362-80c6-4b8b-a300-d0be51dfc739, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=19f3e362-80c6-4b8b-a300-d0be51dfc739,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:52.005091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499752e6-72e3-4781-9c8f-7a2aa2a6d55f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:52.012753 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f0287aa5-b75a-4a40-89f2-f297f63197b1 req-db901089-cd33-4357-9c88-f8987f0cf3f9 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521456 Nov 19 18:52:52.015085 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:52.029073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499752e6-72e3-4781-9c8f-7a2aa2a6d55f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4ad5e8-b99b-4efd-97c2-63a6ba0bfeea,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:52.040171 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499752e6-72e3-4781-9c8f-7a2aa2a6d55f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:52.044629 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-499752e6-72e3-4781-9c8f-7a2aa2a6d55f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3494463 Nov 19 18:52:52.044881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58650) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:52.050412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:52.086029 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:52.137017 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4bd92730-aa40-4f70-a25a-6e16d75ffe5c req-768605e0-b0d4-4dca-ac5a-77a0c1661c92 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263480 Nov 19 18:52:52.152587 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149c6353-80b3-42c9-8f65-f25ee8d5304e req-fedbde7b-1462-4368-925a-db83d5994b09 service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270718 Nov 19 18:52:52.162620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=19f3e362-80c6-4b8b-a300-d0be51dfc739,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:52.223983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811c7c-276c-445a-87b7-461babbc0047 req-ec3faf49-18b1-4b20-bbf7-da75d7b4fc2b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:52.225537 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3811c7c-276c-445a-87b7-461babbc0047 req-ec3faf49-18b1-4b20-bbf7-da75d7b4fc2b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 944 time: 0.0780399 Nov 19 18:52:52.239195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:48Z', 'revision_number': 4, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4796e885-fc4d-4956-9cb5-e690d92801d1', 'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'mac_address': 'fa:16:3e:8e:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:47Z', 'updated_at': '2021-11-19T18:52:49Z', 'revision_number': 2, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'subnets': [{'id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:52.276982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Checking router: 29c93f6d-e878-4564-a26a-0b31e814ce9e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:52.277498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Updating router 29c93f6d-e878-4564-a26a-0b31e814ce9e port 4796e885-fc4d-4956-9cb5-e690d92801d1 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:52:52.312861 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3811c7c-276c-445a-87b7-461babbc0047 req-3bb334e2-8982-4564-a98e-64bacc2dfa72 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706477 Nov 19 18:52:52.323264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:52.394643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d045e9-0e30-4d24-94c4-8cc1ad151faa req-17779414-bc62-4201-8e26-92f97846ec1f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:52.396839 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5d045e9-0e30-4d24-94c4-8cc1ad151faa req-17779414-bc62-4201-8e26-92f97846ec1f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1150739 Nov 19 18:52:52.422022 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:52.484500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Allocated IP 172.25.3.86 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/6151c95b-83b8-4e5f-963e-2e43c28d9ea0) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:52.501617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7fd00e61-5f63-47a5-9de0-7030905f6c4f up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:52.505401 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5d045e9-0e30-4d24-94c4-8cc1ad151faa req-19083a20-91fb-4475-8010-a9053ebce6d9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896199 Nov 19 18:52:52.618285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device fa7d6f76-4281-41d4-aa33-ad474fc021a1 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:52:52.640616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7fd00e61-5f63-47a5-9de0-7030905f6c4f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:52.641451 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:52.648202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c355d7-cec2-4e0e-a72e-4697947a0926 req-e5021614-d739-46b9-9939-c7c75107c59e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:52.649728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37c355d7-cec2-4e0e-a72e-4697947a0926 req-e5021614-d739-46b9-9939-c7c75107c59e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 946 time: 0.0772424 Nov 19 18:52:52.690348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f3e362-80c6-4b8b-a300-d0be51dfc739'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:52.691674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:52.692850 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9892dc14-28e8-4f13-8ba9-a5d69d097511" -d '{"events": [{"server_uuid": "80212578-b978-47a9-ac6e-8ee824cb5a39", "name": "network-vif-plugged", "status": "completed", "tag": "19f3e362-80c6-4b8b-a300-d0be51dfc739"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:52.757278 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:52.760695 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e3a2f9-7fb2-481b-a8b5-39f3c3f87836 x-openstack-request-id: req-05e3a2f9-7fb2-481b-a8b5-39f3c3f87836 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:52.761284 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80212578-b978-47a9-ac6e-8ee824cb5a39", "name": "network-vif-plugged", "status": "completed", "tag": "19f3e362-80c6-4b8b-a300-d0be51dfc739", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:52.761789 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05e3a2f9-7fb2-481b-a8b5-39f3c3f87836 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:52.762417 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f3e362-80c6-4b8b-a300-d0be51dfc739', 'code': 200} Nov 19 18:52:52.827035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:52.837539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:52.865402 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37c355d7-cec2-4e0e-a72e-4697947a0926 req-2ce8cd10-730c-40f7-9ec0-d5b62348b653 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033532 Nov 19 18:52:52.874414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:52.905377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd576e1a-9ad4-436b-8949-44f22f1f2ef8 req-e131e521-360d-44c1-a48a-644855f30882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:52.909647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd576e1a-9ad4-436b-8949-44f22f1f2ef8 req-e131e521-360d-44c1-a48a-644855f30882 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 1097 time: 0.1081202 Nov 19 18:52:52.912471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port fa7d6f76-4281-41d4-aa33-ad474fc021a1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:52.914057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Pushing event updated for resources: {'Port': ['ID=6151c95b-83b8-4e5f-963e-2e43c28d9ea0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:52.943797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'port_id': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'mac_address': 'fa:16:3e:b8:b2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:52:53.004896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:53.007344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7acaf-7c87-4def-b269-e727c6ce8812 req-8ac65c46-04f7-46f9-9f08-0dc1b009a97f tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:53.015868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59c7acaf-7c87-4def-b269-e727c6ce8812 req-8ac65c46-04f7-46f9-9f08-0dc1b009a97f tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 945 time: 0.0891109 Nov 19 18:52:53.034029 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:53.045882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd576e1a-9ad4-436b-8949-44f22f1f2ef8 req-b2be333a-94b2-4a8c-8675-c24580d6e548 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279356 Nov 19 18:52:53.046431 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:53.053367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7d6f76-4281-41d4-aa33-ad474fc021a1 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:53.071864 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:53.082129 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:53.085484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59c7acaf-7c87-4def-b269-e727c6ce8812 req-1c877791-002b-4424-8546-362e6a82ccce tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644755 Nov 19 18:52:53.154064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port fa7d6f76-4281-41d4-aa33-ad474fc021a1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:53.155314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d8851-84b1-4eff-9314-824ab17af39e None None] Pushing event updated for resources: {'Port': ['ID=4796e885-fc4d-4956-9cb5-e690d92801d1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:53.176884 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:53.201415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96396826-42af-49b3-864f-4ae5a7618114 req-1a210292-617b-4dd8-8a2e-ab0fea338099 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:53.205182 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96396826-42af-49b3-864f-4ae5a7618114 req-1a210292-617b-4dd8-8a2e-ab0fea338099 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 946 time: 0.1921301 Nov 19 18:52:53.220720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58680) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:53.225226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c689c070-8183-4cc3-98f0-c3fb4b17c4d0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Request body: {'floatingip': {'port_id': 'c419315e-0493-4e8e-8e95-a76a5b6db2db'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:53.288759 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede1234-3c37-4e6f-8883-41085be824f6 req-8ead767f-7e22-4845-a4ce-8d449e318e9b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:53.302187 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ede1234-3c37-4e6f-8883-41085be824f6 req-8ead767f-7e22-4845-a4ce-8d449e318e9b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 943 time: 0.1527121 Nov 19 18:52:53.372790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=fa7d6f76-4281-41d4-aa33-ad474fc021a1,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:53.395702 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c689c070-8183-4cc3-98f0-c3fb4b17c4d0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:53.409919 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ede1234-3c37-4e6f-8883-41085be824f6 req-47374c41-78e5-4029-b54f-470cf64d67cf tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067159 Nov 19 18:52:53.454565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 09941749-83fb-4b59-b1ff-821b9e3e3989 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:52:53.539963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Attempting to bind port 4796e885-fc4d-4956-9cb5-e690d92801d1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:53.550395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Attempting to bind port 4796e885-fc4d-4956-9cb5-e690d92801d1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:53.550781 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Attempting to bind port 4796e885-fc4d-4956-9cb5-e690d92801d1 on network 771c6b1f-f339-42fa-b632-aa08933a0b14 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:53.597480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['fa7d6f76-4281-41d4-aa33-ad474fc021a1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:53.633655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e2633-83fc-465d-9df1-90cf940d17ba req-e3d95a23-3c6c-482c-be39-a1a4051fcd4d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:53.639805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d89e2633-83fc-465d-9df1-90cf940d17ba req-e3d95a23-3c6c-482c-be39-a1a4051fcd4d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 945 time: 0.0861130 Nov 19 18:52:53.725730 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d89e2633-83fc-465d-9df1-90cf940d17ba req-e269d330-189a-48d6-b049-9e2a1c49d72e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768762 Nov 19 18:52:53.776945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:53.777542 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Checking segment: {'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:53.778644 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:53.778644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Bound using segment: {'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:53.779127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Bound port: 4796e885-fc4d-4956-9cb5-e690d92801d1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:53.779806 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:53.862952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 09941749-83fb-4b59-b1ff-821b9e3e3989, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=09941749-83fb-4b59-b1ff-821b9e3e3989,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:53.863160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323c514-3ca0-4406-b945-303ee657ebeb req-c7a9d14e-2751-463f-a273-57e244c63b01 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:53.874111 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9323c514-3ca0-4406-b945-303ee657ebeb req-c7a9d14e-2751-463f-a273-57e244c63b01 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0812931 Nov 19 18:52:53.888785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-49bb4420-66b5-472c-ac26-1c99f51e86bb None None] Provisioning complete for port 4796e885-fc4d-4956-9cb5-e690d92801d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:53.889447 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49bb4420-66b5-472c-ac26-1c99f51e86bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:53.923283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '09941749-83fb-4b59-b1ff-821b9e3e3989', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'port_id': '09941749-83fb-4b59-b1ff-821b9e3e3989', 'mac_address': 'fa:16:3e:5f:3b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:52:53.943837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9323c514-3ca0-4406-b945-303ee657ebeb req-0689e8b0-1bc5-4459-bd65-e160ba6ebdf4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659838 Nov 19 18:52:53.981784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74729d8-8b66-4f96-a035-a1b54284ec2b req-984d8ed1-e7ec-4813-b9da-1c7db128edd3 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:53.986993 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d74729d8-8b66-4f96-a035-a1b54284ec2b req-984d8ed1-e7ec-4813-b9da-1c7db128edd3 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 946 time: 0.6529002 Nov 19 18:52:54.041876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-49bb4420-66b5-472c-ac26-1c99f51e86bb None None] Port 4796e885-fc4d-4956-9cb5-e690d92801d1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:54.088748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] For port 4796e885-fc4d-4956-9cb5-e690d92801d1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:54.096000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] For port 4796e885-fc4d-4956-9cb5-e690d92801d1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4796e885-fc4d-4956-9cb5-e690d92801d1,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:54.103364 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:54.123473 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:54.207086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09941749-83fb-4b59-b1ff-821b9e3e3989 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:54.241876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 09941749-83fb-4b59-b1ff-821b9e3e3989, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=09941749-83fb-4b59-b1ff-821b9e3e3989,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:54.266707 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:54.292003 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d74729d8-8b66-4f96-a035-a1b54284ec2b req-dff31fd0-f804-430a-9cf6-4a80f7c85b4a tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823400 Nov 19 18:52:54.300235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:54.308875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d8851-84b1-4eff-9314-824ab17af39e None None] Pushing event updated for resources: {'Port': ['ID=4796e885-fc4d-4956-9cb5-e690d92801d1,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:54.329723 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:54.345677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Routers {'29c93f6d-e878-4564-a26a-0b31e814ce9e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:54.346353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['29c93f6d-e878-4564-a26a-0b31e814ce9e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:54.576261 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['09941749-83fb-4b59-b1ff-821b9e3e3989'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:54.597642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=09941749-83fb-4b59-b1ff-821b9e3e3989,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:54.623581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa03085-320e-4aad-a4ad-30265145fcb7 req-64779262-bedf-4079-81ad-c884e1ec61e5 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:54.626135 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-afa03085-320e-4aad-a4ad-30265145fcb7 req-64779262-bedf-4079-81ad-c884e1ec61e5 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 944 time: 0.0833421 Nov 19 18:52:54.671954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c4a6aed5-3c75-4595-95ae-87541484902e None None] Provisioning complete for port 4796e885-fc4d-4956-9cb5-e690d92801d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:54.672400 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4a6aed5-3c75-4595-95ae-87541484902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:54.693388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Pushing event updated for resources: {'Port': ['ID=6151c95b-83b8-4e5f-963e-2e43c28d9ea0,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:54.718687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-afa03085-320e-4aad-a4ad-30265145fcb7 req-1f7dd5df-a675-43b9-acac-659413ffd1d2 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833962 Nov 19 18:52:54.789320 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:54.856120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] Set router 29c93f6d-e878-4564-a26a-0b31e814ce9e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:54.917744 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:54.918999 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6c3c50b7-4b34-44a0-a54c-77a3e3a9a5c6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8731346 Nov 19 18:52:54.931273 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:55.059746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5844313-d132-43b9-985b-62e6c20851de req-caf1fdc0-2a78-4d4e-9801-2301d2abef44 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:55.061345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b5844313-d132-43b9-985b-62e6c20851de req-caf1fdc0-2a78-4d4e-9801-2301d2abef44 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 945 time: 0.1731632 Nov 19 18:52:55.144380 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.db.resource_extend [None req-c689c070-8183-4cc3-98f0-c3fb4b17c4d0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:52:55.207404 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4a6aed5-3c75-4595-95ae-87541484902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:55.227618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e7981-1333-451c-8496-046f3f906140 req-ec5c3755-37f7-4c82-b13d-c921595719e9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:55.238960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b13e7981-1333-451c-8496-046f3f906140 req-ec5c3755-37f7-4c82-b13d-c921595719e9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1311271 Nov 19 18:52:55.301061 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c4a6aed5-3c75-4595-95ae-87541484902e None None] For port 4796e885-fc4d-4956-9cb5-e690d92801d1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4796e885-fc4d-4956-9cb5-e690d92801d1,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:55.311505 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4a6aed5-3c75-4595-95ae-87541484902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:55.318342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b13e7981-1333-451c-8496-046f3f906140 req-f50307f1-a8d3-4974-8c15-f9a463881db8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783091 Nov 19 18:52:55.344290 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b5844313-d132-43b9-985b-62e6c20851de req-fa9a6816-80db-4c3e-95b3-9d0d4c0c15bb tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733846 Nov 19 18:52:55.349394 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c689c070-8183-4cc3-98f0-c3fb4b17c4d0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:55.374082 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c689c070-8183-4cc3-98f0-c3fb4b17c4d0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:55.399021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6aed5-3c75-4595-95ae-87541484902e None None] Pushing event updated for resources: {'Port': ['ID=4796e885-fc4d-4956-9cb5-e690d92801d1,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:55.406884 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:48Z', 'revision_number': 4, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4796e885-fc4d-4956-9cb5-e690d92801d1', 'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'mac_address': 'fa:16:3e:8e:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:47Z', 'updated_at': '2021-11-19T18:52:54Z', 'revision_number': 4, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'subnets': [{'id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:55.445443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5f0aa-b90b-462e-8c42-72582a6a477d None None] The sync data for ids ['29c93f6d-e878-4564-a26a-0b31e814ce9e'] in n-d-815373-6 is: [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:48Z', 'revision_number': 4, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4796e885-fc4d-4956-9cb5-e690d92801d1', 'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'mac_address': 'fa:16:3e:8e:ce:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:47Z', 'updated_at': '2021-11-19T18:52:54Z', 'revision_number': 4, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'subnets': [{'id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:55.528531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-d19973ce-a80d-42b6-8e3d-c230992e48d5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--6050248&fields=id&tenant_id=ef0679c5fafa485eb373069d774a7a70 HTTP/1.1" status: 200 len: 267 time: 0.0964193 Nov 19 18:52:55.565979 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642bff5-b9ab-42dc-9f1d-d29881ce673f req-b9eefd73-1e85-48a3-bf99-e588c01ecbe9 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:55.567486 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5642bff5-b9ab-42dc-9f1d-d29881ce673f req-b9eefd73-1e85-48a3-bf99-e588c01ecbe9 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 946 time: 0.0830848 Nov 19 18:52:55.569047 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-c689c070-8183-4cc3-98f0-c3fb4b17c4d0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Floating IP df9dfe50-3613-4fff-9190-0ef66000363a associated. External IP: 172.25.3.3, port: c419315e-0493-4e8e-8e95-a76a5b6db2db. Nov 19 18:52:55.686424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-360f7a6d-8fd6-4eee-83a7-b21249f163c5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:55.688242 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-360f7a6d-8fd6-4eee-83a7-b21249f163c5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/networks?id=771c6b1f-f339-42fa-b632-aa08933a0b14 HTTP/1.1" status: 200 len: 813 time: 0.1580286 Nov 19 18:52:55.707653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-a692d956-c418-4e3b-9336-2d2bf7ee993c tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/quotas/ef0679c5fafa485eb373069d774a7a70 HTTP/1.1" status: 200 len: 375 time: 0.0116601 Nov 19 18:52:55.721199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5642bff5-b9ab-42dc-9f1d-d29881ce673f req-d91c9a82-08b0-4126-90c1-0014edb96c27 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109304 Nov 19 18:52:55.800685 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-107c87ba-0c4d-492f-adfc-60640b0aedfa tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ef0679c5fafa485eb373069d774a7a70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780604 Nov 19 18:52:55.925119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146f8d-a679-45f9-b332-ea2f6a23cd12 req-dc08f88a-9b89-482d-b181-c6efd1614687 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:55.926937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32146f8d-a679-45f9-b332-ea2f6a23cd12 req-dc08f88a-9b89-482d-b181-c6efd1614687 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 946 time: 0.1050951 Nov 19 18:52:55.938992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58730) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:55.946421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0f1e8aa4-59c6-4a76-878f-f9e65632bba0 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Request body: {'floatingip': {'port_id': '19f3e362-80c6-4b8b-a300-d0be51dfc739'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:55.962282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-950b140e-fef6-4a39-90ef-b8a8d5505545 service neutron] 10.222.0.50 "GET /v2.0/networks/771c6b1f-f339-42fa-b632-aa08933a0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480663 Nov 19 18:52:55.993395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c689c070-8183-4cc3-98f0-c3fb4b17c4d0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:52:56.018098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8aa4-59c6-4a76-878f-f9e65632bba0 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:56.070035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-50176921-e7e7-4684-a863-ffe3e57be1c0 service neutron] 10.222.0.50 "GET /v2.0/networks/771c6b1f-f339-42fa-b632-aa08933a0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012239 Nov 19 18:52:56.489242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4796e885-fc4d-4956-9cb5-e690d92801d1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:56.517651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d0d91-93c8-486f-96a2-7bb901b353b5 req-ae5ca32a-f9e1-4f7a-bee4-f40e8796f084 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:56.525897 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-800d0d91-93c8-486f-96a2-7bb901b353b5 req-ae5ca32a-f9e1-4f7a-bee4-f40e8796f084 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 944 time: 0.5221486 Nov 19 18:52:56.589592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 4796e885-fc4d-4956-9cb5-e690d92801d1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:56.590004 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:56.619425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device fa7d6f76-4281-41d4-aa33-ad474fc021a1 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:56.639473 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-800d0d91-93c8-486f-96a2-7bb901b353b5 req-29479152-0496-4477-b3e1-b423bf5b98c5 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125941 Nov 19 18:52:56.800498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port fa7d6f76-4281-41d4-aa33-ad474fc021a1 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:52:56.804567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port fa7d6f76-4281-41d4-aa33-ad474fc021a1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:56.805203 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:56.819881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c689c070-8183-4cc3-98f0-c3fb4b17c4d0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:56.833627 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac948fe9-a6c2-4f70-9a1a-43a8bddf86f6 None None] Sync routers for ids ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:56.843355 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c689c070-8183-4cc3-98f0-c3fb4b17c4d0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:56.857089 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac948fe9-a6c2-4f70-9a1a-43a8bddf86f6 None None] Routers {'d7912eb8-cc52-43af-ae76-8d8f919dc0a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:56.857742 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ac948fe9-a6c2-4f70-9a1a-43a8bddf86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:56.871178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19a161dc-2ec2-4763-93d4-1032812a37e3 req-fcb97193-ea35-4a17-84ef-7d884e1290ce tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 210 time: 0.0991256 Nov 19 18:52:56.997052 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:57.004449 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c689c070-8183-4cc3-98f0-c3fb4b17c4d0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "PUT /v2.0/floatingips/df9dfe50-3613-4fff-9190-0ef66000363a HTTP/1.1" status: 200 len: 990 time: 3.7826319 Nov 19 18:52:57.015416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:57.035082 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1faee3-70df-4018-a068-8fe3ef177fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:57.076174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port fa7d6f76-4281-41d4-aa33-ad474fc021a1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:57.083937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:57.094482 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-ac948fe9-a6c2-4f70-9a1a-43a8bddf86f6 None None] Set router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:57.095300 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fd3a43-3d9f-462f-b2a0-4564ab0fe51a" -d '{"events": [{"server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "name": "network-vif-plugged", "status": "completed", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:57.103452 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:57.143804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba760e93-afc8-416f-8ac2-07be53987dd8 req-88a40182-77e4-4af1-ae49-efa9238e7a9b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:57.152403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba760e93-afc8-416f-8ac2-07be53987dd8 req-88a40182-77e4-4af1-ae49-efa9238e7a9b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1139896 Nov 19 18:52:57.228804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=fa7d6f76-4281-41d4-aa33-ad474fc021a1,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:57.276875 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba760e93-afc8-416f-8ac2-07be53987dd8 req-64e40215-8a1b-4a86-a4fc-806aafe39f48 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111364 Nov 19 18:52:57.435425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 09941749-83fb-4b59-b1ff-821b9e3e3989 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:57.517680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583b592-0bde-4e05-87f5-77c9a41f9a42 req-158e62ca-b0b6-4278-a4f5-5ad54136d485 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:57.529365 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e313e5-30ca-4e8a-bd83-1f002423bba6 x-openstack-request-id: req-32e313e5-30ca-4e8a-bd83-1f002423bba6 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:57.529913 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:57.529913 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32e313e5-30ca-4e8a-bd83-1f002423bba6 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:57.530330 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'status': 'completed', 'code': 200} Nov 19 18:52:57.530452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c583b592-0bde-4e05-87f5-77c9a41f9a42 req-158e62ca-b0b6-4278-a4f5-5ad54136d485 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 946 time: 0.1149969 Nov 19 18:52:57.558859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 09941749-83fb-4b59-b1ff-821b9e3e3989 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:52:57.564954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 09941749-83fb-4b59-b1ff-821b9e3e3989 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:57.565377 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:57.593906 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ac948fe9-a6c2-4f70-9a1a-43a8bddf86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:10Z', 'revision_number': 4, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'df9dfe50-3613-4fff-9190-0ef66000363a', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'port_id': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'mac_address': 'fa:16:3e:b0:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6652a-e36f-4870-9f09-a13e076ef990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:52:20Z', 'updated_at': '2021-11-19T18:52:54Z', 'revision_number': 1, 'project_id': '150e4155c84e42198c074cd95c02f145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20e09f8-7b52-4fa5-97d1-3d44c66314f2', 'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'mac_address': 'fa:16:3e:9f:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:08Z', 'updated_at': '2021-11-19T18:52:16Z', 'revision_number': 5, 'project_id': '150e4155c84e42198c074cd95c02f145', 'subnets': [{'id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:57.608963 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad190a2-7da4-4f12-a3fd-e82a3862c189 x-openstack-request-id: req-0ad190a2-7da4-4f12-a3fd-e82a3862c189 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:57.609352 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "name": "network-vif-plugged", "status": "completed", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:57.609643 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ad190a2-7da4-4f12-a3fd-e82a3862c189 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:57.615696 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'code': 200} Nov 19 18:52:57.624843 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c583b592-0bde-4e05-87f5-77c9a41f9a42 req-7d10b3bd-1c1c-47e3-8aa4-354f85b4673f tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935078 Nov 19 18:52:57.657161 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac948fe9-a6c2-4f70-9a1a-43a8bddf86f6 None None] Checking router: d7912eb8-cc52-43af-ae76-8d8f919dc0a6 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:57.682561 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac948fe9-a6c2-4f70-9a1a-43a8bddf86f6 None None] Routers {'d7912eb8-cc52-43af-ae76-8d8f919dc0a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:57.683206 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ac948fe9-a6c2-4f70-9a1a-43a8bddf86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:57.713883 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ec90-9d6b-4056-8a47-1e5d6443bee2 req-9c1de679-ea50-4281-b90b-7b7f4d40a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:57.715810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd55ec90-9d6b-4056-8a47-1e5d6443bee2 req-9c1de679-ea50-4281-b90b-7b7f4d40a2ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 1097 time: 0.0513794 Nov 19 18:52:57.730304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8aa4-59c6-4a76-878f-f9e65632bba0 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:57.738871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1faee3-70df-4018-a068-8fe3ef177fa4 req-7cca85b3-dc1e-441d-a92b-cdfe6064d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:57.744154 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee1faee3-70df-4018-a068-8fe3ef177fa4 req-7cca85b3-dc1e-441d-a92b-cdfe6064d84d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1097 time: 0.2087831 Nov 19 18:52:57.745419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8aa4-59c6-4a76-878f-f9e65632bba0 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:57.758242 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:57.834481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd55ec90-9d6b-4056-8a47-1e5d6443bee2 req-81d72682-71d2-4f2e-9c38-3fc66a609ee7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097672 Nov 19 18:52:57.837026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 09941749-83fb-4b59-b1ff-821b9e3e3989, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=09941749-83fb-4b59-b1ff-821b9e3e3989,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:57.844632 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:57.939497 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-ac948fe9-a6c2-4f70-9a1a-43a8bddf86f6 None None] Set router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:57.943705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=09941749-83fb-4b59-b1ff-821b9e3e3989,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:58.057899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-35b12d5e-d464-4b80-87f2-826754ee6548 req-3bfa1f9d-52a4-44cd-9691-40a84e3b087e tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 210 time: 0.0602918 Nov 19 18:52:58.144660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c46cf-8126-4e92-ba5d-88a56e9f8a63 req-475833ec-1445-4f82-b5e4-f31660a0233f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:58.152303 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db8c46cf-8126-4e92-ba5d-88a56e9f8a63 req-475833ec-1445-4f82-b5e4-f31660a0233f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 945 time: 0.3738027 Nov 19 18:52:58.263832 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-0f1e8aa4-59c6-4a76-878f-f9e65632bba0 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Floating IP f337e549-76fe-44b9-bee6-a545c024b711 associated. External IP: 172.25.3.57, port: 19f3e362-80c6-4b8b-a300-d0be51dfc739. Nov 19 18:52:58.314673 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db8c46cf-8126-4e92-ba5d-88a56e9f8a63 req-8f6f9646-ea41-401a-8043-7f978e4414c9 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614220 Nov 19 18:52:58.320848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1faee3-70df-4018-a068-8fe3ef177fa4 req-85d5f25d-b081-40f8-aacc-70a63dc331c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:58.322327 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee1faee3-70df-4018-a068-8fe3ef177fa4 req-85d5f25d-b081-40f8-aacc-70a63dc331c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.5691679 Nov 19 18:52:58.350613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-bb4e6e31-823f-4208-8867-e0fb7082ab43 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:58.352141 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-bb4e6e31-823f-4208-8867-e0fb7082ab43 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.57 "GET /v2.0/networks?id=771c6b1f-f339-42fa-b632-aa08933a0b14 HTTP/1.1" status: 200 len: 813 time: 0.5185838 Nov 19 18:52:58.352580 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ac948fe9-a6c2-4f70-9a1a-43a8bddf86f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:10Z', 'revision_number': 4, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'df9dfe50-3613-4fff-9190-0ef66000363a', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'port_id': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'mac_address': 'fa:16:3e:b0:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6652a-e36f-4870-9f09-a13e076ef990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:52:20Z', 'updated_at': '2021-11-19T18:52:54Z', 'revision_number': 1, 'project_id': '150e4155c84e42198c074cd95c02f145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20e09f8-7b52-4fa5-97d1-3d44c66314f2', 'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'mac_address': 'fa:16:3e:9f:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:08Z', 'updated_at': '2021-11-19T18:52:16Z', 'revision_number': 5, 'project_id': '150e4155c84e42198c074cd95c02f145', 'subnets': [{'id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:58.382804 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac948fe9-a6c2-4f70-9a1a-43a8bddf86f6 None None] The sync data for ids ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'] in n-d-815373-6 is: [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:10Z', 'revision_number': 4, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'df9dfe50-3613-4fff-9190-0ef66000363a', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'port_id': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'mac_address': 'fa:16:3e:b0:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6652a-e36f-4870-9f09-a13e076ef990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:52:20Z', 'updated_at': '2021-11-19T18:52:54Z', 'revision_number': 1, 'project_id': '150e4155c84e42198c074cd95c02f145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20e09f8-7b52-4fa5-97d1-3d44c66314f2', 'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'mac_address': 'fa:16:3e:9f:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:08Z', 'updated_at': '2021-11-19T18:52:16Z', 'revision_number': 5, 'project_id': '150e4155c84e42198c074cd95c02f145', 'subnets': [{'id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:58.530731 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-fbaa6763-c3e2-4b0e-b2ce-513ccd6e8c22 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef0679c5fafa485eb373069d774a7a70 HTTP/1.1" status: 200 len: 377 time: 0.1425965 Nov 19 18:52:58.536586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee1faee3-70df-4018-a068-8fe3ef177fa4 req-9f22aef2-b238-483a-943d-7cddc1846d8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 998 time: 0.2011578 Nov 19 18:52:58.537069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd1e87-fac1-4417-a1e5-dcf5636ed87f req-11f37751-942d-4978-9ed1-e636763947d1 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:58.544709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Request body: {'port': {'device_id': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'admin_state_up': True, 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'security_groups': ['12057947-5597-43eb-acd7-303f1133bdb9']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:58.546100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4afd1e87-fac1-4417-a1e5-dcf5636ed87f req-11f37751-942d-4978-9ed1-e636763947d1 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1122561 Nov 19 18:52:58.610566 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4afd1e87-fac1-4417-a1e5-dcf5636ed87f req-f989f4a0-f1bd-4036-82df-0513d66f2bbf tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633893 Nov 19 18:52:58.633273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccdc979-315c-4297-a8c1-3af4aea46634 None None] New status for floating IP df9dfe50-3613-4fff-9190-0ef66000363a: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:52:58.726144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1faee3-70df-4018-a068-8fe3ef177fa4 req-47445825-6ef3-46ce-953c-ab6471a5fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:58.727636 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee1faee3-70df-4018-a068-8fe3ef177fa4 req-47445825-6ef3-46ce-953c-ab6471a5fb1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1757791 Nov 19 18:52:58.914062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ba80c-7cf2-410d-ace5-818c3f9dfd44 req-fe63de00-c759-410f-9d39-3198d6a5a3ab tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:58.915490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c55ba80c-7cf2-410d-ace5-818c3f9dfd44 req-fe63de00-c759-410f-9d39-3198d6a5a3ab tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 946 time: 0.1354034 Nov 19 18:52:58.917554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1e8aa4-59c6-4a76-878f-f9e65632bba0 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Router 8a4e1d00-7543-473f-8c25-452f81d0090c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:52:58.919837 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Made reservation on behalf of ef0679c5fafa485eb373069d774a7a70 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:58.923672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:58.926671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1faee3-70df-4018-a068-8fe3ef177fa4 req-73e097b9-cd08-4099-8e0b-e04f7ceadd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:58.928087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee1faee3-70df-4018-a068-8fe3ef177fa4 req-73e097b9-cd08-4099-8e0b-e04f7ceadd56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417460 Nov 19 18:52:59.160894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9800584-bafa-4972-bab1-46744c7839bc req-bce5898b-d337-4728-9b40-478d3ef3c68e tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 210 time: 0.0352437 Nov 19 18:52:59.222514 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c55ba80c-7cf2-410d-ace5-818c3f9dfd44 req-84e00c55-bffa-4151-8491-85a2819ee8c2 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882063 Nov 19 18:52:59.245149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee1faee3-70df-4018-a068-8fe3ef177fa4 req-b537e199-108e-402d-ba34-a83e57683a5d service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993498 Nov 19 18:52:59.419282 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:59.523189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2f037-3f7a-4f65-87f5-7390a2de2e0d req-9804205a-584d-4de8-8a42-5f3aaf7b93d1 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:59.527622 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86a2f037-3f7a-4f65-87f5-7390a2de2e0d req-9804205a-584d-4de8-8a42-5f3aaf7b93d1 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 945 time: 0.0704374 Nov 19 18:52:59.617305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09941749-83fb-4b59-b1ff-821b9e3e3989'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:59.620515 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea927002-a3ef-4d59-85ee-06ae5b4091dd" -d '{"events": [{"server_uuid": "3aa2abe4-1a4d-4f39-815a-307d0ff48207", "name": "network-vif-plugged", "status": "completed", "tag": "09941749-83fb-4b59-b1ff-821b9e3e3989"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:59.630568 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86a2f037-3f7a-4f65-87f5-7390a2de2e0d req-539188f5-c986-4640-b870-002f19b9f948 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927370 Nov 19 18:52:59.699531 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bd5172-ad34-4298-9b46-cdbd037c1bcb x-openstack-request-id: req-48bd5172-ad34-4298-9b46-cdbd037c1bcb {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:59.700457 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa2abe4-1a4d-4f39-815a-307d0ff48207", "name": "network-vif-plugged", "status": "completed", "tag": "09941749-83fb-4b59-b1ff-821b9e3e3989", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:59.701080 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48bd5172-ad34-4298-9b46-cdbd037c1bcb {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:59.701680 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09941749-83fb-4b59-b1ff-821b9e3e3989', 'code': 200} Nov 19 18:52:59.727169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1e8aa4-59c6-4a76-878f-f9e65632bba0 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:59.740606 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f1e8aa4-59c6-4a76-878f-f9e65632bba0 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:59.742897 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e8d2b-3950-4e3d-9798-965858212e9e None None] Sync routers for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:59.760826 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e8d2b-3950-4e3d-9798-965858212e9e None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:59.761596 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2a2e8d2b-3950-4e3d-9798-965858212e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:59.781863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28bbea-c4b3-4cd2-bf09-c4289709d6bf req-30ae9d2a-5139-457b-acd0-8b59f25dc424 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:59.783745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb28bbea-c4b3-4cd2-bf09-c4289709d6bf req-30ae9d2a-5139-457b-acd0-8b59f25dc424 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0888844 Nov 19 18:52:59.795544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Allocated IP 172.20.0.5 (771c6b1f-f339-42fa-b632-aa08933a0b14/f5465295-d6d3-46f4-a2ab-7792ea6e2507/57612535-566b-492f-9cf9-40aae06c8bf0) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:59.831770 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0f1e8aa4-59c6-4a76-878f-f9e65632bba0 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "PUT /v2.0/floatingips/f337e549-76fe-44b9-bee6-a545c024b711 HTTP/1.1" status: 200 len: 991 time: 3.8882740 Nov 19 18:52:59.836141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'tag': '19f3e362-80c6-4b8b-a300-d0be51dfc739'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:59.838481 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2002cc-824c-435d-b1f9-57ae54ca87e8" -d '{"events": [{"name": "network-changed", "server_uuid": "80212578-b978-47a9-ac6e-8ee824cb5a39", "tag": "19f3e362-80c6-4b8b-a300-d0be51dfc739"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:59.854172 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee1faee3-70df-4018-a068-8fe3ef177fa4 req-4c1540bd-3a35-4784-8b78-62946121fd9e service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197769 Nov 19 18:52:59.908273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb28bbea-c4b3-4cd2-bf09-c4289709d6bf req-7b5359b3-bbdc-48fb-86b6-89cdf348837c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158967 Nov 19 18:52:59.935418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e985ecd-4469-4858-b629-88d371465973 req-f9acd028-a3d5-4636-93fd-ac66e5924443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:59.940276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e985ecd-4469-4858-b629-88d371465973 req-f9acd028-a3d5-4636-93fd-ac66e5924443 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 1096 time: 0.1391857 Nov 19 18:52:59.996286 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6820d3b5-1051-4588-9592-7efa30bf1223 x-openstack-request-id: req-6820d3b5-1051-4588-9592-7efa30bf1223 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:59.996593 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80212578-b978-47a9-ac6e-8ee824cb5a39", "tag": "19f3e362-80c6-4b8b-a300-d0be51dfc739", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:59.996847 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6820d3b5-1051-4588-9592-7efa30bf1223 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:59.997311 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'tag': '19f3e362-80c6-4b8b-a300-d0be51dfc739', 'status': 'completed', 'code': 200} Nov 19 18:53:00.019484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e985ecd-4469-4858-b629-88d371465973 req-f3d70ee0-6cb6-41a1-8f0f-61b8f6b34e2f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746672 Nov 19 18:53:00.042924 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2a2e8d2b-3950-4e3d-9798-965858212e9e None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:00.079235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:00.090598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2002cc-824c-435d-b1f9-57ae54ca87e8 req-92a672e3-3da4-4a31-ada6-686560043102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:00.092102 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f2002cc-824c-435d-b1f9-57ae54ca87e8 req-92a672e3-3da4-4a31-ada6-686560043102 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 1097 time: 0.0694902 Nov 19 18:53:00.122141 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:00.187088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Network 771c6b1f-f339-42fa-b632-aa08933a0b14 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:53:00.191001 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:53:00.211116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Pushing event updated for resources: {'Port': ['ID=57612535-566b-492f-9cf9-40aae06c8bf0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:00.236618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:53:00.299426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:00.300332 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:00.346149 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2a2e8d2b-3950-4e3d-9798-965858212e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f337e549-76fe-44b9-bee6-a545c024b711', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'port_id': '19f3e362-80c6-4b8b-a300-d0be51dfc739', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'mac_address': 'fa:16:3e:3f:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:50:29Z', 'updated_at': '2021-11-19T18:52:57Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:00.353133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981a6bc-f7e0-4e11-aaa7-29de5127bc3c req-b3a3a0c2-18c9-4882-a29f-2e775babd772 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:00.362153 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0981a6bc-f7e0-4e11-aaa7-29de5127bc3c req-b3a3a0c2-18c9-4882-a29f-2e775babd772 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 946 time: 0.0653968 Nov 19 18:53:00.402687 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e8d2b-3950-4e3d-9798-965858212e9e None None] Checking router: 8a4e1d00-7543-473f-8c25-452f81d0090c for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:00.414017 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e8d2b-3950-4e3d-9798-965858212e9e None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:00.415122 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2a2e8d2b-3950-4e3d-9798-965858212e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:52:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:00.431908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0981a6bc-f7e0-4e11-aaa7-29de5127bc3c req-97e37889-ab29-4ad1-9462-06f83046f445 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686464 Nov 19 18:53:00.452110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-729bc8c5-8d37-4c27-b89c-b54e206d6b0b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9119287 Nov 19 18:53:00.477087 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Request body: {'port': {'device_id': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:00.567722 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a79364-c194-42d8-9674-648b37e81b0e req-ee35754b-a543-405e-92c9-0987f1add522 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:00.569612 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5a79364-c194-42d8-9674-648b37e81b0e req-ee35754b-a543-405e-92c9-0987f1add522 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 931 time: 0.2651494 Nov 19 18:53:00.582860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-35c98387-39f5-4cb2-9ce0-0651b5a23516 None None] Provisioning complete for port 57612535-566b-492f-9cf9-40aae06c8bf0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:00.583897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-35c98387-39f5-4cb2-9ce0-0651b5a23516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:00.584579 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2a2e8d2b-3950-4e3d-9798-965858212e9e None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:00.637592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2002cc-824c-435d-b1f9-57ae54ca87e8 req-6d07fba5-9159-4d87-a863-ad08b580c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:00.637924 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f2002cc-824c-435d-b1f9-57ae54ca87e8 req-6d07fba5-9159-4d87-a863-ad08b580c532 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f96408f8-5603-4d54-9f77-1f7ed54c35d6 HTTP/1.1" status: 200 len: 925 time: 0.3343298 Nov 19 18:53:00.638313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:00.662080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-35c98387-39f5-4cb2-9ce0-0651b5a23516 None None] Port 57612535-566b-492f-9cf9-40aae06c8bf0 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:53:00.775974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5a79364-c194-42d8-9674-648b37e81b0e req-06f006dd-535d-46d4-9f7b-8fa015bf850e tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1731670 Nov 19 18:53:00.777404 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-1dbac6ed-f346-4bb7-8765-508badbd175f tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3056223 Nov 19 18:53:00.790557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:00.790673 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f2002cc-824c-435d-b1f9-57ae54ca87e8 req-cbfb32d9-1c96-4605-b0e1-2b483ae2125f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19f3e362-80c6-4b8b-a300-d0be51dfc739 HTTP/1.1" status: 200 len: 999 time: 0.1380398 Nov 19 18:53:00.814745 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:00.875843 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2a2e8d2b-3950-4e3d-9798-965858212e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f337e549-76fe-44b9-bee6-a545c024b711', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'port_id': '19f3e362-80c6-4b8b-a300-d0be51dfc739', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'mac_address': 'fa:16:3e:3f:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:50:29Z', 'updated_at': '2021-11-19T18:52:57Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:00.925664 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2e8d2b-3950-4e3d-9798-965858212e9e None None] The sync data for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 is: [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f337e549-76fe-44b9-bee6-a545c024b711', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'floating_ip_address': '172.25.3.57', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'port_id': '19f3e362-80c6-4b8b-a300-d0be51dfc739', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'mac_address': 'fa:16:3e:3f:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:50:29Z', 'updated_at': '2021-11-19T18:52:57Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:00.951063 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:00.990742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf884a-8a3a-499a-a957-f479be3b080f req-3d2c4902-d68b-4034-b4ce-6efae4d9b86d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:00.992351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dcdf884a-8a3a-499a-a957-f479be3b080f req-3d2c4902-d68b-4034-b4ce-6efae4d9b86d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 945 time: 0.0935655 Nov 19 18:53:01.004450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2002cc-824c-435d-b1f9-57ae54ca87e8 req-91d0bc13-bc91-4180-8b5c-c98123acb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:01.006103 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f2002cc-824c-435d-b1f9-57ae54ca87e8 req-91d0bc13-bc91-4180-8b5c-c98123acb734 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=768b4d25-02ae-4ccf-abe6-0db558209b79 HTTP/1.1" status: 200 len: 863 time: 0.2025268 Nov 19 18:53:01.073742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Allocated IP 172.25.3.93 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/9e756d01-e33e-4268-a4c1-f6264a44add6) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:53:01.145265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dcdf884a-8a3a-499a-a957-f479be3b080f req-f7134ca1-84bf-4d69-a2b1-0b7756280e7f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380029 Nov 19 18:53:01.170017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2002cc-824c-435d-b1f9-57ae54ca87e8 req-a49ee205-c7cc-434c-a93b-79940f053060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:01.174250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f2002cc-824c-435d-b1f9-57ae54ca87e8 req-a49ee205-c7cc-434c-a93b-79940f053060 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f96408f8-5603-4d54-9f77-1f7ed54c35d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200769 Nov 19 18:53:01.217958 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:01.312605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e381b-af07-4a7c-bd37-0c56c53da3fb None None] New status for floating IP f337e549-76fe-44b9-bee6-a545c024b711: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:53:01.318862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:01.440096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:53:01.451654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:53:01.454426 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f2002cc-824c-435d-b1f9-57ae54ca87e8 req-d4fa19cb-d509-40e6-864c-dcd2d28eb402 service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531083 Nov 19 18:53:01.457729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:53:01.488246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57612535-566b-492f-9cf9-40aae06c8bf0 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:01.498659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Pushing event updated for resources: {'Port': ['ID=9e756d01-e33e-4268-a4c1-f6264a44add6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:01.500607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ec18e-d479-46bd-8c31-13819a7af612 req-77064e7d-eb5c-472d-91be-c5078abfdd42 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:01.502305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e4ec18e-d479-46bd-8c31-13819a7af612 req-77064e7d-eb5c-472d-91be-c5078abfdd42 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1295311 Nov 19 18:53:01.542647 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:01.586964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Transition to ACTIVE for port object 57612535-566b-492f-9cf9-40aae06c8bf0 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:53:01.600663 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:01.611355 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:01.630261 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e4ec18e-d479-46bd-8c31-13819a7af612 req-bf2b4df7-62d2-4369-8409-809ab0cf506a tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957546 Nov 19 18:53:01.657358 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:01.673580 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f2002cc-824c-435d-b1f9-57ae54ca87e8 req-1be67682-39aa-4913-85fe-69b8a9c79647 service neutron] 10.222.0.21 "GET /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098205 Nov 19 18:53:01.720179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Pushing event updated for resources: {'Port': ['ID=57612535-566b-492f-9cf9-40aae06c8bf0,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:01.820520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Attempting to bind port 57612535-566b-492f-9cf9-40aae06c8bf0 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:53:01.821174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Attempting to bind port 57612535-566b-492f-9cf9-40aae06c8bf0 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:53:01.821174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Attempting to bind port 57612535-566b-492f-9cf9-40aae06c8bf0 on network 771c6b1f-f339-42fa-b632-aa08933a0b14 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:01.830387 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Port 57612535-566b-492f-9cf9-40aae06c8bf0 on network 771c6b1f-f339-42fa-b632-aa08933a0b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:53:01.830714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Attempting to bind port 57612535-566b-492f-9cf9-40aae06c8bf0 on network 771c6b1f-f339-42fa-b632-aa08933a0b14 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:01.878589 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7fe14277-8457-4a2a-bfc9-8c440847ce7e req-8fee6efa-5174-4a9a-bd32-6e294aa50444 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035783 Nov 19 18:53:01.879132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:53:01.879466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Checking segment: {'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:53:01.879854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Bound using segment: {'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:53:01.880301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Bound port: 57612535-566b-492f-9cf9-40aae06c8bf0, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:53:01.880658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:01.936527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:01.944578 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:02.007572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a6e5a-4835-448c-a5a4-9d920256726a req-cacae37a-1d99-4dcb-98d1-108c922fcbbe tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:02.016225 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a87a6e5a-4835-448c-a5a4-9d920256726a req-cacae37a-1d99-4dcb-98d1-108c922fcbbe tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 943 time: 0.1499541 Nov 19 18:53:02.029186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Pushing event updated for resources: {'Port': ['ID=9e756d01-e33e-4268-a4c1-f6264a44add6,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:02.044761 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:02.067912 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:02.069397 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-90c90de9-9364-4098-b3f5-302b15f12a09 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2912600 Nov 19 18:53:02.073909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] For port 57612535-566b-492f-9cf9-40aae06c8bf0, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:53:02.094394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe14277-8457-4a2a-bfc9-8c440847ce7e req-92509289-78e8-4f12-b881-7f83cd8b3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:02.095895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7fe14277-8457-4a2a-bfc9-8c440847ce7e req-92509289-78e8-4f12-b881-7f83cd8b3475 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 1095 time: 0.1392279 Nov 19 18:53:02.101295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a87a6e5a-4835-448c-a5a4-9d920256726a req-34ce6c4b-b507-40a4-b570-c355373b15eb tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0842311 Nov 19 18:53:02.103023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] For port 57612535-566b-492f-9cf9-40aae06c8bf0, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=57612535-566b-492f-9cf9-40aae06c8bf0,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:53:02.113009 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:02.153542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:02.154346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:02.155906 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] 10.222.0.57 "PUT /v2.0/ports/57612535-566b-492f-9cf9-40aae06c8bf0 HTTP/1.1" status: 200 len: 1091 time: 1.6880376 Nov 19 18:53:02.167253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-bf1b56c8-5d89-4dd0-8fcd-863e28bb35b4 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 695 time: 0.0893950 Nov 19 18:53:02.258450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'tag': '57612535-566b-492f-9cf9-40aae06c8bf0'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:02.262297 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4bae9d7f-f1c3-466f-9814-0791c161fbff", "tag": "57612535-566b-492f-9cf9-40aae06c8bf0"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:02.332792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe14277-8457-4a2a-bfc9-8c440847ce7e req-606401a1-f4fe-45bb-b0c3-bf9ec2a20bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:02.334329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7fe14277-8457-4a2a-bfc9-8c440847ce7e req-606401a1-f4fe-45bb-b0c3-bf9ec2a20bd9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.1830447 Nov 19 18:53:02.340077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-3f3b85b9-fd66-48ea-acf8-f01fade296d9 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:02.341498 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-3f3b85b9-fd66-48ea-acf8-f01fade296d9 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1684802 Nov 19 18:53:02.356550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-af3d9e23-cd1d-4d14-a5b4-ac63be98d5e7 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:53:02.389033 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f35fa77f-bdc9-4660-ba3d-5190d9be702c req-af3d9e23-cd1d-4d14-a5b4-ac63be98d5e7 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0411723 Nov 19 18:53:02.443043 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7fe14277-8457-4a2a-bfc9-8c440847ce7e req-1e08b710-8149-46d5-afac-697310d462cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51 HTTP/1.1" status: 200 len: 217 time: 0.0728242 Nov 19 18:53:02.508625 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3342d49-3c6b-4711-bfcd-1e6a77b41017 x-openstack-request-id: req-c3342d49-3c6b-4711-bfcd-1e6a77b41017 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:02.508993 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bae9d7f-f1c3-466f-9814-0791c161fbff", "tag": "57612535-566b-492f-9cf9-40aae06c8bf0", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:02.509320 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3342d49-3c6b-4711-bfcd-1e6a77b41017 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:02.509841 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'tag': '57612535-566b-492f-9cf9-40aae06c8bf0', 'status': 'completed', 'code': 200} Nov 19 18:53:02.527042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29529fb-9a36-4700-9713-e12b6b0e0c72 service neutron] Pushing event updated for resources: {'Port': ['ID=57612535-566b-492f-9cf9-40aae06c8bf0,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:02.557256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-58dd2c90-0db0-4704-b202-e31f1d837549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:02.559222 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-58dd2c90-0db0-4704-b202-e31f1d837549 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef0679c5fafa485eb373069d774a7a70&device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 1094 time: 0.2554107 Nov 19 18:53:02.567187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe14277-8457-4a2a-bfc9-8c440847ce7e req-9fb62b4d-b3a7-469e-ab8f-a216c1dd18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:02.568624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7fe14277-8457-4a2a-bfc9-8c440847ce7e req-9fb62b4d-b3a7-469e-ab8f-a216c1dd18d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.1000056 Nov 19 18:53:02.575941 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261da9fe-a2f8-4a3d-8fc7-097e2c944fb6 req-1c9fe4a5-b1ba-4467-b2d8-1d962743a31d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:02.577355 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-261da9fe-a2f8-4a3d-8fc7-097e2c944fb6 req-1c9fe4a5-b1ba-4467-b2d8-1d962743a31d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 945 time: 0.2394876 Nov 19 18:53:02.631010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-94fdec80-65d5-4901-b3bc-5e7a98df4b51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57612535-566b-492f-9cf9-40aae06c8bf0 HTTP/1.1" status: 200 len: 217 time: 0.0511241 Nov 19 18:53:02.638943 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-e21fd0f7-bc7e-42d1-9810-af1b8ea6d92a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2821255 Nov 19 18:53:02.657678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7fe14277-8457-4a2a-bfc9-8c440847ce7e req-0226a26e-0deb-4a4c-8865-8f38b0a846e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793715 Nov 19 18:53:02.696171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-f5bb4119-d409-49e3-ba17-ee3ab86c436e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:02.699009 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-f5bb4119-d409-49e3-ba17-ee3ab86c436e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 821 time: 0.1242011 Nov 19 18:53:02.717016 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-b650fdb8-8b2e-4f7e-a317-c7b3b451d328 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/quotas/f9d4c52045784fe6a67e7f8db084cbd2 HTTP/1.1" status: 200 len: 375 time: 0.0098917 Nov 19 18:53:02.780523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-36fe3bed-2f76-4e91-8210-95847a0b282f tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562234 Nov 19 18:53:02.819908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-545b8a36-6482-44b2-8eed-1460c11aeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:02.821407 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-545b8a36-6482-44b2-8eed-1460c11aeacc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5465295-d6d3-46f4-a2ab-7792ea6e2507 HTTP/1.1" status: 200 len: 852 time: 0.1662569 Nov 19 18:53:02.845376 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-261da9fe-a2f8-4a3d-8fc7-097e2c944fb6 req-9cf22178-e734-4d1c-bfa1-7c6936e994e6 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105105 Nov 19 18:53:02.885684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-cead849f-6f36-44f7-9e56-48490b12ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:02.887178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-cead849f-6f36-44f7-9e56-48490b12ab72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1100 time: 0.2083590 Nov 19 18:53:02.931905 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7fe14277-8457-4a2a-bfc9-8c440847ce7e req-a16ac27e-3421-4ad7-ae37-e3bb1a505a9c service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626162 Nov 19 18:53:02.932131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-aeab1083-3cbd-4691-bca7-2846395098f1 service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430840 Nov 19 18:53:03.003062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-bb6ed25e-e178-41c3-a4c4-6de3457867d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:03.004444 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-bb6ed25e-e178-41c3-a4c4-6de3457867d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771c6b1f-f339-42fa-b632-aa08933a0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519325 Nov 19 18:53:03.024039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-be1c3c93-6271-4ca8-af47-79aa699787bb service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899887 Nov 19 18:53:03.189861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35c19-be68-496f-badd-a6b2d58ee5f3 req-8db40a21-b75e-462e-886e-3dc62022bdbb tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:03.196969 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59c35c19-be68-496f-badd-a6b2d58ee5f3 req-8db40a21-b75e-462e-886e-3dc62022bdbb tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.2302568 Nov 19 18:53:03.244763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-444f3c3f-b840-4c34-a858-7888bc885fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:03.246460 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-444f3c3f-b840-4c34-a858-7888bc885fa9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3127611 Nov 19 18:53:03.258574 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7fe14277-8457-4a2a-bfc9-8c440847ce7e req-19fc91a8-3da3-4ff5-83fd-0f023b971370 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140666 Nov 19 18:53:03.302992 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-60b68814-88c7-40eb-8d66-d3be03056d25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 200 len: 217 time: 0.0409141 Nov 19 18:53:03.304827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-f4b4a354-0738-47ed-94de-289f3c10efc7 service neutron] 10.222.0.57 "GET /v2.0/networks/771c6b1f-f339-42fa-b632-aa08933a0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591534 Nov 19 18:53:03.591164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18754464-7790-4cc5-b515-9c7ecf3177ec req-d4469584-d4b3-4272-9bdf-14e090d0a801 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:03.600696 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18754464-7790-4cc5-b515-9c7ecf3177ec req-d4469584-d4b3-4272-9bdf-14e090d0a801 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 943 time: 0.0644631 Nov 19 18:53:03.665546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18754464-7790-4cc5-b515-9c7ecf3177ec req-cd363133-0fe8-4939-9d6a-d2a5002a1917 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0635707 Nov 19 18:53:03.700090 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59c35c19-be68-496f-badd-a6b2d58ee5f3 req-837d58fa-09a8-48ab-a20b-ed9a0839d777 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000842 Nov 19 18:53:03.778518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-e500490a-ba30-48c5-9839-604d62f16d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:03.780085 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-e500490a-ba30-48c5-9839-604d62f16d54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1410618 Nov 19 18:53:03.902963 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-650ca7f8-f725-4a1f-9383-f9c2bbd96933 req-541e57ef-156d-4f8b-8e54-a3f9766ab8c0 service neutron] 10.222.0.57 "GET /v2.0/networks/771c6b1f-f339-42fa-b632-aa08933a0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893877 Nov 19 18:53:03.916703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-bb111dd4-43ae-4418-ac60-dcb65da9098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:03.918177 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-bb111dd4-43ae-4418-ac60-dcb65da9098b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219027 Nov 19 18:53:03.934864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1537033-ce1d-42ec-b9e2-92c8627effa1 req-814138e8-c4b7-4c7b-a2a9-4e8e7c726a5c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:03.944199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1537033-ce1d-42ec-b9e2-92c8627effa1 req-814138e8-c4b7-4c7b-a2a9-4e8e7c726a5c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 945 time: 0.0936501 Nov 19 18:53:04.137818 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1537033-ce1d-42ec-b9e2-92c8627effa1 req-4fd04bd4-cbdd-4171-86c7-c566acd9a8be tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873779 Nov 19 18:53:04.167942 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a3debad-8b3e-407a-ba50-e7b64ffcfeba req-3c4ba610-7a6c-4e92-b1ad-38e71a30289f tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 210 time: 0.4429479 Nov 19 18:53:04.183424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0 req-9deefc39-e09a-4377-8f36-b4a01761eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:04.184918 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0 req-9deefc39-e09a-4377-8f36-b4a01761eb14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef0679c5fafa485eb373069d774a7a70&device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 1094 time: 0.1452920 Nov 19 18:53:04.198061 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-9166bb61-08ee-452c-a261-4af447867e01 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416458 Nov 19 18:53:04.369488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0 req-2a2198a4-fa17-4f64-8ea7-b5887bb9c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:04.371002 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0 req-2a2198a4-fa17-4f64-8ea7-b5887bb9c771 service neutron] 10.222.0.57 "GET /v2.0/networks?id=771c6b1f-f339-42fa-b632-aa08933a0b14 HTTP/1.1" status: 200 len: 914 time: 0.1739931 Nov 19 18:53:04.374558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-151b0bd9-fc07-42eb-b4ec-63bcf8451a99 req-1917a3da-a5e5-4b36-8f83-0322131cde7b service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678240 Nov 19 18:53:04.424146 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0 req-33ef9c0a-c657-4a81-9381-f31e06290516 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57612535-566b-492f-9cf9-40aae06c8bf0 HTTP/1.1" status: 200 len: 217 time: 0.0440390 Nov 19 18:53:04.488691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0 req-20b349c9-44e7-4259-956a-bf21c5800719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:04.491907 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0 req-20b349c9-44e7-4259-956a-bf21c5800719 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5465295-d6d3-46f4-a2ab-7792ea6e2507 HTTP/1.1" status: 200 len: 852 time: 0.0589025 Nov 19 18:53:04.695285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0 req-dc2cf9d0-c57b-4845-840d-f4e1a082dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:04.697141 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0 req-dc2cf9d0-c57b-4845-840d-f4e1a082dacb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771c6b1f-f339-42fa-b632-aa08933a0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371214 Nov 19 18:53:04.811809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c4a3-8ec9-4d62-8c04-64f69f58a55a req-5560ed36-9843-4786-872e-18b33ae18055 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:04.820833 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2699c4a3-8ec9-4d62-8c04-64f69f58a55a req-5560ed36-9843-4786-872e-18b33ae18055 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 943 time: 0.0766876 Nov 19 18:53:04.868325 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2699c4a3-8ec9-4d62-8c04-64f69f58a55a req-4ff4de41-ccec-4783-97bc-d86acbac0c2c tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465133 Nov 19 18:53:04.889362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-507abcf0-416f-4387-bb93-c35b1226a320 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:04.889781 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-507abcf0-416f-4387-bb93-c35b1226a320 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.21 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 821 time: 0.2930255 Nov 19 18:53:04.910607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Request body: {'port': {'device_id': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'admin_state_up': True, 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:04.997968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9e8a5-42d4-4935-9ccd-17f81d8fc205 req-486b55c8-14b7-4cf7-8d2e-3eb09c665e80 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:05.001604 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-08c9e8a5-42d4-4935-9ccd-17f81d8fc205 req-486b55c8-14b7-4cf7-8d2e-3eb09c665e80 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1547852 Nov 19 18:53:05.008910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0 req-89a0f357-655b-4785-94c1-4d00ff23c43b service neutron] 10.222.0.57 "GET /v2.0/networks/771c6b1f-f339-42fa-b632-aa08933a0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955070 Nov 19 18:53:05.151290 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-08c9e8a5-42d4-4935-9ccd-17f81d8fc205 req-05d57d46-e38c-4d57-8348-c9a68f15e397 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377890 Nov 19 18:53:05.182349 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac9939ca-8de4-473b-a3b9-6bfb0b9338a0 req-888e4a2f-f9cf-4ac9-9641-87f86c28b414 service neutron] 10.222.0.57 "GET /v2.0/networks/771c6b1f-f339-42fa-b632-aa08933a0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607585 Nov 19 18:53:05.183417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Made reservation on behalf of f9d4c52045784fe6a67e7f8db084cbd2 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:53:05.186905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:05.291551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc336bbc-cf89-42a5-8eeb-fbf3f21d896a req-5b4e0183-e4ce-4197-8742-8a4b6f27f7d7 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 210 time: 0.0302336 Nov 19 18:53:05.357473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Allocated IP 172.20.0.3 (e91cd7fa-957c-4518-8f82-97817d5c9ef6/0b8a65aa-c882-4568-87c1-6e09b2cc3b00/79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:53:05.523442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:05.558095 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:05.570867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['fa7d6f76-4281-41d4-aa33-ad474fc021a1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:05.637237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Network e91cd7fa-957c-4518-8f82-97817d5c9ef6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:53:05.659540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:53:05.664375 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:53:05.732512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Pushing event updated for resources: {'Port': ['ID=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:05.821781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:05.822397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:05.848375 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-1e53da6f-bcf6-4811-9eee-dc0a625b6699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9424784 Nov 19 18:53:05.863333 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-12ed1957-8624-4f1e-b536-396267f9e456 service neutron] 10.222.0.57 "GET /v2.0/ports/44aff022-2a03-4706-8148-a1825fb39377/bindings/n-h1-815373-6 HTTP/1.1" status: 200 len: 382 time: 0.1136734 Nov 19 18:53:05.866406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Request body: {'port': {'device_id': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:05.943512 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:06.079131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba74f0-e27a-434e-8729-b46dad82ea72 req-6eed661f-eee3-4cc8-b85e-d0f80e485766 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:06.091246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58ba74f0-e27a-434e-8729-b46dad82ea72 req-6eed661f-eee3-4cc8-b85e-d0f80e485766 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 943 time: 0.1170793 Nov 19 18:53:06.118504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b74ab64a-9cad-4303-97ed-ea5636574106 None None] Provisioning complete for port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:06.118882 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b74ab64a-9cad-4303-97ed-ea5636574106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:06.168311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58ba74f0-e27a-434e-8729-b46dad82ea72 req-397bcbb9-77f5-416e-bfc0-5f64118c6fff tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0763822 Nov 19 18:53:06.192550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b74ab64a-9cad-4303-97ed-ea5636574106 None None] Port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:53:06.241928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-ae17f44b-e22b-4367-b8bb-808d3b6955bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:06.244393 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-ae17f44b-e22b-4367-b8bb-808d3b6955bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4&tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d HTTP/1.1" status: 200 len: 1100 time: 0.0960114 Nov 19 18:53:06.413015 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7d988-925f-4982-bc44-dfa6432eca94 req-66d82d1f-715c-4c4e-bb98-515966ee102c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:06.416969 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8aa7d988-925f-4982-bc44-dfa6432eca94 req-66d82d1f-715c-4c4e-bb98-515966ee102c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1215298 Nov 19 18:53:06.446712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-d642a32e-f98e-4594-a715-462876d42c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:06.448379 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-d642a32e-f98e-4594-a715-462876d42c12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 1100 time: 0.1636670 Nov 19 18:53:06.551784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c83c8-10a8-4333-9047-974c4db093ee req-0ff17684-c5bc-4bfe-88ad-aec042d9033c tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:06.553320 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-284c83c8-10a8-4333-9047-974c4db093ee req-0ff17684-c5bc-4bfe-88ad-aec042d9033c tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 931 time: 0.0640242 Nov 19 18:53:06.576238 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8aa7d988-925f-4982-bc44-dfa6432eca94 req-0dc92edc-48d4-4bd5-8fbf-ccee59b08296 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496012 Nov 19 18:53:06.615167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-f907529e-865c-47ad-8e66-c51713e1ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:06.617044 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-f907529e-865c-47ad-8e66-c51713e1ac49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1571052 Nov 19 18:53:06.670477 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-d2b078bb-5b29-41a4-b3eb-ff1c95f4bc2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=44aff022-2a03-4706-8148-a1825fb39377 HTTP/1.1" status: 200 len: 217 time: 0.0433292 Nov 19 18:53:06.684167 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-284c83c8-10a8-4333-9047-974c4db093ee req-b058838a-8b16-4f5f-946f-af35f9d82510 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210804 Nov 19 18:53:06.743488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:06.756048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:06.766662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-8649e453-cada-48c2-9477-130fcd5a747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:06.768730 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-8649e453-cada-48c2-9477-130fcd5a747a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0724897 Nov 19 18:53:06.781473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Transition to ACTIVE for port object 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:53:06.792975 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:06.878123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Pushing event updated for resources: {'Port': ['ID=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:06.882621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-094e7468-7b78-4a22-b408-03b08ab5b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:06.884452 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-094e7468-7b78-4a22-b408-03b08ab5b120 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055691 Nov 19 18:53:06.898831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:06.899465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:06.899814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:06.900155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:06.900491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:06.900851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:06.901182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:06.901825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:06.902537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:06.902930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:06.903518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:06.903906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:07.042006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Attempting to bind port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:53:07.042589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Attempting to bind port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:53:07.042695 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Attempting to bind port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 on network e91cd7fa-957c-4518-8f82-97817d5c9ef6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:07.049368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 on network e91cd7fa-957c-4518-8f82-97817d5c9ef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:53:07.049694 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Attempting to bind port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 on network e91cd7fa-957c-4518-8f82-97817d5c9ef6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:07.064290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:53:07.064630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Checking segment: {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:53:07.065019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Bound using segment: {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:53:07.065458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Bound port: 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79eb8a16-f105-4e28-927b-fcdb198ac2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:53:07.065899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:07.078500 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-aae1b859-fb90-44a2-8ebb-7e693056d414 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831746 Nov 19 18:53:07.208887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] For port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:53:07.242311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] For port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:53:07.248615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4ef57b7-a8cf-480a-bcb9-ca8201ea0b3f req-500782bf-dad9-4fb6-996c-895d8bdc83e8 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626272 Nov 19 18:53:07.251081 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:07.326690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:07.327312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:07.328761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] 10.222.0.21 "PUT /v2.0/ports/79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 HTTP/1.1" status: 200 len: 1091 time: 1.4667158 Nov 19 18:53:07.332137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'tag': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:07.334442 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2a6db6-4326-4441-8485-52113330a040" -d '{"events": [{"name": "network-changed", "server_uuid": "6851a048-f5ac-48cb-bdb8-d5e42e0536d7", "tag": "79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:07.354622 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ff642-294f-4ebe-9a4e-b90cd91c936d service neutron] Pushing event updated for resources: {'Port': ['ID=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:07.383033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1ea6-6a8e-4371-9926-575408e33c39 req-3b646b9b-91da-4e60-a4b8-3bcd8c40b098 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:07.384534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ffd1ea6-6a8e-4371-9926-575408e33c39 req-3b646b9b-91da-4e60-a4b8-3bcd8c40b098 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 943 time: 0.1041598 Nov 19 18:53:07.425135 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899e4d7c-aa75-48d4-b1c5-ed8590f95a6e x-openstack-request-id: req-899e4d7c-aa75-48d4-b1c5-ed8590f95a6e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:07.425630 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6851a048-f5ac-48cb-bdb8-d5e42e0536d7", "tag": "79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:07.426570 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-899e4d7c-aa75-48d4-b1c5-ed8590f95a6e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:07.426570 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'tag': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'status': 'completed', 'code': 200} Nov 19 18:53:07.488478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 09941749-83fb-4b59-b1ff-821b9e3e3989 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:53:07.490971 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ffd1ea6-6a8e-4371-9926-575408e33c39 req-0e34cb67-b12c-468d-b687-c00a7b51d788 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0971112 Nov 19 18:53:07.545498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-9300c6c9-fa84-444c-90a1-8542e9faeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:07.548928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-9300c6c9-fa84-444c-90a1-8542e9faeb49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 1094 time: 0.0998938 Nov 19 18:53:07.616255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-af26c42f-3b40-4c71-8732-10cb43a3f3b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 HTTP/1.1" status: 200 len: 217 time: 0.0471818 Nov 19 18:53:07.639302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 09941749-83fb-4b59-b1ff-821b9e3e3989, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=09941749-83fb-4b59-b1ff-821b9e3e3989,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:07.662308 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '09941749-83fb-4b59-b1ff-821b9e3e3989', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'port_id': '09941749-83fb-4b59-b1ff-821b9e3e3989', 'mac_address': 'fa:16:3e:5f:3b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:53:07.710471 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:07.725059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09941749-83fb-4b59-b1ff-821b9e3e3989 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:07.757172 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 09941749-83fb-4b59-b1ff-821b9e3e3989, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=09941749-83fb-4b59-b1ff-821b9e3e3989,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:07.771534 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:07.800827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-132a5b73-be73-41ac-aedc-aec19c75d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:07.803526 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-132a5b73-be73-41ac-aedc-aec19c75d368 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.1578863 Nov 19 18:53:07.823381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85689f6-ca34-46bb-b34c-26ebdd0345ac req-f2ba2b1a-1fd9-4c46-8ce3-7b7e22a215f3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:07.839383 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a85689f6-ca34-46bb-b34c-26ebdd0345ac req-f2ba2b1a-1fd9-4c46-8ce3-7b7e22a215f3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1669037 Nov 19 18:53:07.893675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=09941749-83fb-4b59-b1ff-821b9e3e3989,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:07.911323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['09941749-83fb-4b59-b1ff-821b9e3e3989'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:07.957540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65b18c-1606-4129-879e-fcb824b093e3 req-c22b6e52-19d1-46a3-ad52-846194d68cce tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:07.972249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a65b18c-1606-4129-879e-fcb824b093e3 req-c22b6e52-19d1-46a3-ad52-846194d68cce tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 943 time: 0.1014888 Nov 19 18:53:07.992031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-d126f669-f13f-4932-b3de-ef1da1874220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:07.993580 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-d126f669-f13f-4932-b3de-ef1da1874220 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437802 Nov 19 18:53:07.999871 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a85689f6-ca34-46bb-b34c-26ebdd0345ac req-48104420-2ee5-4bff-bcc1-c4d04803c416 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593709 Nov 19 18:53:08.039522 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a65b18c-1606-4129-879e-fcb824b093e3 req-6187561c-93c0-4920-b511-2d8113184ce0 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660014 Nov 19 18:53:08.124257 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-54e0163e-2fa6-408d-80fe-cf728b3d4f57 service neutron] 10.222.0.21 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206288 Nov 19 18:53:08.157009 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40031c5c-a6b2-4398-9543-460c1856640f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:08.548545 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cafa102c-beff-44f0-9f13-d9020c1034ec req-96b9954b-8906-4588-9fd1-d711f363d0e5 service neutron] 10.222.0.21 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092007 Nov 19 18:53:08.645439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 57612535-566b-492f-9cf9-40aae06c8bf0 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:53:08.646564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 44aff022-2a03-4706-8148-a1825fb39377 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:08.712970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9171322-db4c-4d60-9c6e-bde3cc43cb22 req-cfc62549-8f42-49d5-bab9-d41f41503377 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:08.725931 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a6db6-4326-4441-8485-52113330a040 req-3797b9dd-a3f2-4217-8af8-11cb4cf296ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:08.729542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2a6db6-4326-4441-8485-52113330a040 req-3797b9dd-a3f2-4217-8af8-11cb4cf296ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 1094 time: 0.1071444 Nov 19 18:53:08.732601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9171322-db4c-4d60-9c6e-bde3cc43cb22 req-cfc62549-8f42-49d5-bab9-d41f41503377 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 943 time: 0.1066406 Nov 19 18:53:08.852940 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9171322-db4c-4d60-9c6e-bde3cc43cb22 req-77fd04d3-e321-4b89-9035-ae3a4766251e tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1194057 Nov 19 18:53:08.941301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a6db6-4326-4441-8485-52113330a040 req-c32d5d7a-0d56-457f-9e9c-592241acbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:08.943614 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2a6db6-4326-4441-8485-52113330a040 req-c32d5d7a-0d56-457f-9e9c-592241acbc77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.2040567 Nov 19 18:53:09.037972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2a6db6-4326-4441-8485-52113330a040 req-9f3f07ff-a885-4d81-a218-b17598394ac6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 HTTP/1.1" status: 200 len: 217 time: 0.0773489 Nov 19 18:53:09.186602 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872ebe6-d7aa-409e-91a3-33a68b6c8835 req-45bd0ab7-7675-49a9-8da3-c8c7123f8f65 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:09.188527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 57612535-566b-492f-9cf9-40aae06c8bf0, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=57612535-566b-492f-9cf9-40aae06c8bf0,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:09.194802 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3872ebe6-d7aa-409e-91a3-33a68b6c8835 req-45bd0ab7-7675-49a9-8da3-c8c7123f8f65 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0735033 Nov 19 18:53:09.210815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '57612535-566b-492f-9cf9-40aae06c8bf0', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'port_id': '57612535-566b-492f-9cf9-40aae06c8bf0', 'mac_address': 'fa:16:3e:6c:1f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:53:09.216197 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:09.221323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a6db6-4326-4441-8485-52113330a040 req-c861a2ef-30ed-4320-93f5-3bdcccaaff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:09.229262 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2a6db6-4326-4441-8485-52113330a040 req-c861a2ef-30ed-4320-93f5-3bdcccaaff92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.1769857 Nov 19 18:53:09.269483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3872ebe6-d7aa-409e-91a3-33a68b6c8835 req-a6dee230-e37a-4047-ba8b-d67d057421da tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724182 Nov 19 18:53:09.309392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 44aff022-2a03-4706-8148-a1825fb39377, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=44aff022-2a03-4706-8148-a1825fb39377,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:09.324582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44aff022-2a03-4706-8148-a1825fb39377'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:09.329104 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b179dd8a-63c1-4b6e-a773-2c21ed20424d" -d '{"events": [{"server_uuid": "d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4", "name": "network-vif-unplugged", "status": "completed", "tag": "44aff022-2a03-4706-8148-a1825fb39377"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:09.333298 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:09.353417 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57612535-566b-492f-9cf9-40aae06c8bf0 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:09.358827 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:09.409262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec1f54-18a7-4ee9-954f-d3fd0c341242 req-9859434d-5a7a-4c26-aaab-f4ab39493511 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:09.411035 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fdec1f54-18a7-4ee9-954f-d3fd0c341242 req-9859434d-5a7a-4c26-aaab-f4ab39493511 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 943 time: 0.2714639 Nov 19 18:53:09.458125 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 57612535-566b-492f-9cf9-40aae06c8bf0, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=57612535-566b-492f-9cf9-40aae06c8bf0,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:09.465841 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603990d8-0fa4-4ade-ada6-2223e89e301a x-openstack-request-id: req-603990d8-0fa4-4ade-ada6-2223e89e301a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:09.466141 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4", "name": "network-vif-unplugged", "status": "completed", "tag": "44aff022-2a03-4706-8148-a1825fb39377", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:09.466399 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-603990d8-0fa4-4ade-ada6-2223e89e301a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:09.466813 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44aff022-2a03-4706-8148-a1825fb39377', 'code': 200} Nov 19 18:53:09.483226 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:09.497789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 09941749-83fb-4b59-b1ff-821b9e3e3989 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:53:09.506127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a6db6-4326-4441-8485-52113330a040 req-2936966e-e9c5-4331-bb99-f5909b998523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:09.507697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2a6db6-4326-4441-8485-52113330a040 req-2936966e-e9c5-4331-bb99-f5909b998523 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2680988 Nov 19 18:53:09.543673 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fdec1f54-18a7-4ee9-954f-d3fd0c341242 req-fe9a8c6f-4f98-4f37-a624-91d712b0fc43 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139257 Nov 19 18:53:09.552515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=44aff022-2a03-4706-8148-a1825fb39377,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:09.575681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.576107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.576511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.576914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.577315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.577917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.578325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.578741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.579645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.580050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.580541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.580932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:09.647900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 09941749-83fb-4b59-b1ff-821b9e3e3989 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:09.648604 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:09.650068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=57612535-566b-492f-9cf9-40aae06c8bf0,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:09.658070 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2a6db6-4326-4441-8485-52113330a040 req-6b812eeb-b11f-4f22-8935-7b71b396d69f service neutron] 10.222.0.21 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200609 Nov 19 18:53:09.763442 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:09.806220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 09941749-83fb-4b59-b1ff-821b9e3e3989, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=09941749-83fb-4b59-b1ff-821b9e3e3989,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:09.814165 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:09.829514 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2a6db6-4326-4441-8485-52113330a040 req-07ab246d-aba6-4bfc-abde-0baf88752f78 service neutron] 10.222.0.21 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586797 Nov 19 18:53:09.867461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['57612535-566b-492f-9cf9-40aae06c8bf0'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:09.878021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=09941749-83fb-4b59-b1ff-821b9e3e3989,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:09.988718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0e78d-6ebf-4655-a03d-5d89637d1dfc req-82a4f696-955b-488e-8ebd-61d3f6c4bd9a tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:09.990943 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70d0e78d-6ebf-4655-a03d-5d89637d1dfc req-82a4f696-955b-488e-8ebd-61d3f6c4bd9a tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 944 time: 0.0558858 Nov 19 18:53:10.063356 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70d0e78d-6ebf-4655-a03d-5d89637d1dfc req-135a7443-7f95-4a9d-b384-dea2a0fc4f91 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0651762 Nov 19 18:53:10.438884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58db46e-e592-48fa-9ab7-d1dd678612b0 req-a71b770a-8b02-417b-a115-7272ad72ab9c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:10.446333 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f58db46e-e592-48fa-9ab7-d1dd678612b0 req-a71b770a-8b02-417b-a115-7272ad72ab9c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 947 time: 0.0848958 Nov 19 18:53:10.513406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f58db46e-e592-48fa-9ab7-d1dd678612b0 req-ddb73d44-f69d-4b5e-9e20-ee754585a1d9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635781 Nov 19 18:53:10.532829 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cc86abee-78fd-4a3a-b11b-246085c7316f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:10.651179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 44aff022-2a03-4706-8148-a1825fb39377 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:53:10.696402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bddcef-a51f-4c3b-85ad-4f9ca33ed79f req-ed0cfe45-21d8-43cb-8a9f-9639f90ef0a3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:10.698842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13bddcef-a51f-4c3b-85ad-4f9ca33ed79f req-ed0cfe45-21d8-43cb-8a9f-9639f90ef0a3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 943 time: 0.0654163 Nov 19 18:53:10.788803 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13bddcef-a51f-4c3b-85ad-4f9ca33ed79f req-6b53f801-b0a5-4f36-99b4-19bfdc017619 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806680 Nov 19 18:53:10.823884 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 44aff022-2a03-4706-8148-a1825fb39377, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=44aff022-2a03-4706-8148-a1825fb39377,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:10.854161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '44aff022-2a03-4706-8148-a1825fb39377', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '44aff022-2a03-4706-8148-a1825fb39377', 'mac_address': 'fa:16:3e:3f:80:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:53:10.914153 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:10.929038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44aff022-2a03-4706-8148-a1825fb39377 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:10.950219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 44aff022-2a03-4706-8148-a1825fb39377, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=44aff022-2a03-4706-8148-a1825fb39377,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:10.955835 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:11.009663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=44aff022-2a03-4706-8148-a1825fb39377,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:11.200074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3ba00-1b94-4bbc-8809-aee147f09097 req-76ef3985-9317-4d69-b44e-8f36aef4843b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:11.202884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aed3ba00-1b94-4bbc-8809-aee147f09097 req-76ef3985-9317-4d69-b44e-8f36aef4843b tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 944 time: 0.0628855 Nov 19 18:53:11.264066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aed3ba00-1b94-4bbc-8809-aee147f09097 req-5d4bdf97-8864-4231-a856-4f53b0704cec tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0521348 Nov 19 18:53:11.374968 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['44aff022-2a03-4706-8148-a1825fb39377'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:11.468373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09941749-83fb-4b59-b1ff-821b9e3e3989'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:11.471352 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a542259-ae9b-44b3-8b8e-2e7bca119109" -d '{"events": [{"server_uuid": "3aa2abe4-1a4d-4f39-815a-307d0ff48207", "name": "network-vif-plugged", "status": "completed", "tag": "09941749-83fb-4b59-b1ff-821b9e3e3989"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:11.495908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:53:11.609999 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a3d99a-55b1-47bf-9b5c-48ed8db557d2 x-openstack-request-id: req-89a3d99a-55b1-47bf-9b5c-48ed8db557d2 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:11.609999 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa2abe4-1a4d-4f39-815a-307d0ff48207", "name": "network-vif-plugged", "status": "completed", "tag": "09941749-83fb-4b59-b1ff-821b9e3e3989", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:11.610513 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89a3d99a-55b1-47bf-9b5c-48ed8db557d2 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:11.610914 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09941749-83fb-4b59-b1ff-821b9e3e3989', 'code': 200} Nov 19 18:53:11.684292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:11.704253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'port_id': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'mac_address': 'fa:16:3e:c1:90:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:53:11.707415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060653c-b389-49f0-bd80-5e6c379abc79 req-cf55ed53-361e-4ebe-b45b-7beaf2e085bb tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:11.708813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8060653c-b389-49f0-bd80-5e6c379abc79 req-cf55ed53-361e-4ebe-b45b-7beaf2e085bb tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 948 time: 0.0563800 Nov 19 18:53:11.753562 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:11.767855 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:11.785103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:11.792789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8060653c-b389-49f0-bd80-5e6c379abc79 req-245075cd-aa33-406e-99b3-4db5183ecf51 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781305 Nov 19 18:53:11.818259 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:11.822653 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:11.877139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:11.957815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfbf69-985c-4a6b-8e4b-15fdf1eb656c req-c445f51f-3092-4a4c-9258-6668c7db3a0b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:11.957815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4bfbf69-985c-4a6b-8e4b-15fdf1eb656c req-c445f51f-3092-4a4c-9258-6668c7db3a0b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 944 time: 0.0767267 Nov 19 18:53:12.059289 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4bfbf69-985c-4a6b-8e4b-15fdf1eb656c req-751b6904-cedb-44f9-a706-e7e4c5840334 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935502 Nov 19 18:53:12.097953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-7b205a03-a49f-4f4b-8c52-31fc75c0b465 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:12.099692 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-7b205a03-a49f-4f4b-8c52-31fc75c0b465 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4&tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 948 time: 0.0790820 Nov 19 18:53:12.139584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885860a-fd75-485f-80ff-c45fe155a5cd req-3f407fea-92f2-4f71-865c-530be545c53d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:12.146693 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f885860a-fd75-485f-80ff-c45fe155a5cd req-3f407fea-92f2-4f71-865c-530be545c53d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 948 time: 0.0817637 Nov 19 18:53:12.202156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-619b4d33-e0ab-41f7-bf02-569ff3d5f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:12.204358 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-619b4d33-e0ab-41f7-bf02-569ff3d5f0c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 1099 time: 0.0494366 Nov 19 18:53:12.222916 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f885860a-fd75-485f-80ff-c45fe155a5cd req-917dbe27-d3cc-42fc-9f9c-fc1a5108a1b6 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627754 Nov 19 18:53:12.227200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:12.339671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-809827eb-5b1b-4d20-b414-dac46f0272d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:12.342412 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-809827eb-5b1b-4d20-b414-dac46f0272d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1211636 Nov 19 18:53:12.401983 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-d388c07c-4702-4c67-a60b-58e61111e4e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=44aff022-2a03-4706-8148-a1825fb39377 HTTP/1.1" status: 200 len: 217 time: 0.0499232 Nov 19 18:53:12.480127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-550c7aa3-6c87-43d2-9c50-4d246c8df61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:12.481688 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-550c7aa3-6c87-43d2-9c50-4d246c8df61b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0534134 Nov 19 18:53:12.491615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e55515-5a72-412b-9bb1-4c7faf990cee req-a59374ec-cb44-451a-bcb5-233668f0c6ef tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:12.493081 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46e55515-5a72-412b-9bb1-4c7faf990cee req-a59374ec-cb44-451a-bcb5-233668f0c6ef tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 944 time: 0.0938022 Nov 19 18:53:12.566284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-7d1da88d-0657-48b7-b58b-8038a257411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:12.567797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-7d1da88d-0657-48b7-b58b-8038a257411b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732844 Nov 19 18:53:12.600666 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46e55515-5a72-412b-9bb1-4c7faf990cee req-cf07fd5c-dbb2-4992-9504-846706986f60 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0929837 Nov 19 18:53:12.692741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 44aff022-2a03-4706-8148-a1825fb39377 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:53:12.733067 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-9e051a0c-f38e-4c88-8a01-f6c22b624c5d service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479278 Nov 19 18:53:12.779321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 44aff022-2a03-4706-8148-a1825fb39377 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:12.780051 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:12.848386 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f300f419-c1b5-4165-890f-4abc1a45b01a req-20252546-e056-4c23-ac36-94fe00ca810b service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045411 Nov 19 18:53:12.888126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:12.943172 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 44aff022-2a03-4706-8148-a1825fb39377, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=44aff022-2a03-4706-8148-a1825fb39377,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:12.947828 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:12.949956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 57612535-566b-492f-9cf9-40aae06c8bf0 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:53:13.053306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=44aff022-2a03-4706-8148-a1825fb39377,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:13.061835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 57612535-566b-492f-9cf9-40aae06c8bf0 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:53:13.065877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 57612535-566b-492f-9cf9-40aae06c8bf0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:13.066318 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:13.135143 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:13.179341 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:13.207512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9570f9e-99c5-4c1a-bff3-f6294ef6bac6 req-6d700d19-9c5d-4e6c-a309-3751c7cf9c5c tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:13.216607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9570f9e-99c5-4c1a-bff3-f6294ef6bac6 req-6d700d19-9c5d-4e6c-a309-3751c7cf9c5c tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 944 time: 0.0640450 Nov 19 18:53:13.238403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 57612535-566b-492f-9cf9-40aae06c8bf0, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=57612535-566b-492f-9cf9-40aae06c8bf0,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:13.248982 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:13.290530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9570f9e-99c5-4c1a-bff3-f6294ef6bac6 req-7ee335cb-fc6e-450b-8ae7-c6aa420bb77e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707853 Nov 19 18:53:13.305231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=57612535-566b-492f-9cf9-40aae06c8bf0,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:13.449421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a9eb5-09ee-40e3-805e-2c372dabcda1 req-d0bf84d4-080c-42a3-95c5-fdcb5702e5aa tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:13.451583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c35a9eb5-09ee-40e3-805e-2c372dabcda1 req-d0bf84d4-080c-42a3-95c5-fdcb5702e5aa tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0809555 Nov 19 18:53:13.496332 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:53:13.548319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c35a9eb5-09ee-40e3-805e-2c372dabcda1 req-25877a66-3172-47c8-b9ed-523bddc7fb70 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903325 Nov 19 18:53:13.579879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:53:13.590730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:13.591101 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:13.635589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44aff022-2a03-4706-8148-a1825fb39377'}, {'server_uuid': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57612535-566b-492f-9cf9-40aae06c8bf0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:13.638241 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e732be-b3bb-46f0-a391-5ceed5c0893d" -d '{"events": [{"server_uuid": "d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "44aff022-2a03-4706-8148-a1825fb39377"}, {"server_uuid": "4bae9d7f-f1c3-466f-9814-0791c161fbff", "name": "network-vif-plugged", "status": "completed", "tag": "57612535-566b-492f-9cf9-40aae06c8bf0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:13.702099 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:13.762176 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a233c938-f569-4181-a4fe-a64d8c1dacc5 x-openstack-request-id: req-a233c938-f569-4181-a4fe-a64d8c1dacc5 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:13.762688 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "44aff022-2a03-4706-8148-a1825fb39377", "code": 200}, {"server_uuid": "4bae9d7f-f1c3-466f-9814-0791c161fbff", "name": "network-vif-plugged", "status": "completed", "tag": "57612535-566b-492f-9cf9-40aae06c8bf0", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:13.763127 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a233c938-f569-4181-a4fe-a64d8c1dacc5 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:13.781644 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44aff022-2a03-4706-8148-a1825fb39377', 'code': 200} Nov 19 18:53:13.783078 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57612535-566b-492f-9cf9-40aae06c8bf0', 'code': 200} Nov 19 18:53:13.787082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:13.796030 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:13.846476 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a26799-e850-40ff-9716-5242275ced42 req-47e55791-cfe1-4f15-96d5-c8c121fc224c tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:13.854291 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a26799-e850-40ff-9716-5242275ced42 req-47e55791-cfe1-4f15-96d5-c8c121fc224c tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 945 time: 0.0804112 Nov 19 18:53:13.897574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:13.932045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a26799-e850-40ff-9716-5242275ced42 req-4f0057b7-252a-478c-be5a-b7b0324f5497 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0767958 Nov 19 18:53:13.935048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a1d4b-ea3b-433e-afc6-c27e372de271 req-0918fc18-05f8-4588-913e-c2f7dceab7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:13.936578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-450a1d4b-ea3b-433e-afc6-c27e372de271 req-0918fc18-05f8-4588-913e-c2f7dceab7a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 1096 time: 0.0734754 Nov 19 18:53:14.008517 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-450a1d4b-ea3b-433e-afc6-c27e372de271 req-f6eb68c9-bae3-498d-85c0-5e9261a04cde service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0541625 Nov 19 18:53:14.032864 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:14.439809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a18e2c-e8df-4c80-a5bb-7df6b2140ccf req-91f8715a-e02a-4f5b-aff0-84ee4af59d5f tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:14.441394 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9a18e2c-e8df-4c80-a5bb-7df6b2140ccf req-91f8715a-e02a-4f5b-aff0-84ee4af59d5f tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 945 time: 0.0758848 Nov 19 18:53:14.496666 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9a18e2c-e8df-4c80-a5bb-7df6b2140ccf req-e4110e56-e61b-4321-8614-6e2476be5d0b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490222 Nov 19 18:53:14.680651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94383737-8688-4d90-83a2-a0afe224297f req-2aad0d5d-7d5b-4775-a171-119afaef6716 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:14.682436 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94383737-8688-4d90-83a2-a0afe224297f req-2aad0d5d-7d5b-4775-a171-119afaef6716 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0647674 Nov 19 18:53:14.754319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94383737-8688-4d90-83a2-a0afe224297f req-b4842d29-747f-4f4f-89e3-4f1cd1abdb88 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626099 Nov 19 18:53:14.967445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b044f-eee8-4270-aadd-2b9ff4103e05 req-7fefda63-a979-42d8-a20a-6594f17f1adf tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:14.969040 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa8b044f-eee8-4270-aadd-2b9ff4103e05 req-7fefda63-a979-42d8-a20a-6594f17f1adf tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1044753 Nov 19 18:53:15.009093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400b80a-e39e-4e92-a002-01e06b73ed8c req-81c977b1-6683-49b2-9c8b-2a1a54558c1a tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:15.010959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e400b80a-e39e-4e92-a002-01e06b73ed8c req-81c977b1-6683-49b2-9c8b-2a1a54558c1a tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0488250 Nov 19 18:53:15.037523 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa8b044f-eee8-4270-aadd-2b9ff4103e05 req-3c66594b-7d17-4f1d-803c-736327807623 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605507 Nov 19 18:53:15.094093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e400b80a-e39e-4e92-a002-01e06b73ed8c req-f2c5cb44-4590-4e67-91de-0b9ba3242958 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675306 Nov 19 18:53:15.178538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f18cf-0820-46e9-8a1e-134855f38430 req-3ff84a3a-148f-4f8d-bcc2-1d151f24d6fe tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:15.180937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-181f18cf-0820-46e9-8a1e-134855f38430 req-3ff84a3a-148f-4f8d-bcc2-1d151f24d6fe tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 945 time: 0.0821893 Nov 19 18:53:15.255489 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-181f18cf-0820-46e9-8a1e-134855f38430 req-9d6dc9f2-e8f9-472a-9bfa-6c8ca45a8eb9 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0639369 Nov 19 18:53:15.678629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad30ab-243f-4e3b-80b7-2b39e8c89383 req-93c2bada-0108-4e1b-bc22-d389c343b000 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:15.692176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e4ad30ab-243f-4e3b-80b7-2b39e8c89383 req-93c2bada-0108-4e1b-bc22-d389c343b000 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 945 time: 0.0708447 Nov 19 18:53:15.746211 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e4ad30ab-243f-4e3b-80b7-2b39e8c89383 req-d5150898-e8ea-4537-b427-721d6378a179 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526409 Nov 19 18:53:15.784176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:15.786885 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c6cf0c-acf6-4f61-8247-a336278317e1" -d '{"events": [{"server_uuid": "6851a048-f5ac-48cb-bdb8-d5e42e0536d7", "name": "network-vif-plugged", "status": "completed", "tag": "79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:15.931001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-7c1e63e5-eea2-47c7-8fa8-15d892beed40 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606651 Nov 19 18:53:16.112939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-1ae5ad96-cd11-424e-ac7e-6a03ff412693 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:16.114401 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-1ae5ad96-cd11-424e-ac7e-6a03ff412693 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773560 Nov 19 18:53:16.134861 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-86c80f8d-a369-42b2-965e-18c965965c1c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/quotas/c2d00f442aae48fbb0d80bf3ed71eb2d HTTP/1.1" status: 200 len: 375 time: 0.0131030 Nov 19 18:53:16.198616 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-ccd04e89-e7af-4d55-93e9-412d0d657b7d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539961 Nov 19 18:53:16.384505 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09c2eeb-7631-443c-b2b2-d498b711611f x-openstack-request-id: req-f09c2eeb-7631-443c-b2b2-d498b711611f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:16.384998 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6851a048-f5ac-48cb-bdb8-d5e42e0536d7", "name": "network-vif-plugged", "status": "completed", "tag": "79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:16.385348 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f09c2eeb-7631-443c-b2b2-d498b711611f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:16.386095 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'code': 200} Nov 19 18:53:16.533382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59224) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:16.576869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ed8e3-5bc8-4c48-9e60-bec41cacae91 req-e2768c09-3867-4af2-b1c8-de69f6bd3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:16.578894 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b69ed8e3-5bc8-4c48-9e60-bec41cacae91 req-e2768c09-3867-4af2-b1c8-de69f6bd3284 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 1096 time: 0.0893610 Nov 19 18:53:16.657267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-246f8f5d-cd11-46bd-9633-cea49b3388ab tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:53:16.664835 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b69ed8e3-5bc8-4c48-9e60-bec41cacae91 req-44709560-b787-45d2-8283-d843a10b51bf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692277 Nov 19 18:53:16.667810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-246f8f5d-cd11-46bd-9633-cea49b3388ab tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1328731 Nov 19 18:53:16.788754 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f987b7-10d0-42e4-8586-33a1b9cf924f req-612e483f-7169-483c-856e-7628ba15b6d4 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:16.790018 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4f987b7-10d0-42e4-8586-33a1b9cf924f req-612e483f-7169-483c-856e-7628ba15b6d4 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 945 time: 0.0852909 Nov 19 18:53:16.872934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e5a06bd8-93e9-4c50-b984-b4185f58f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:16.877803 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e5a06bd8-93e9-4c50-b984-b4185f58f078 service neutron] 10.222.0.50 "GET /v2.0/ports/d6047720-a009-4209-97dc-83977b68ece3 HTTP/1.1" status: 200 len: 1094 time: 0.1241913 Nov 19 18:53:16.885642 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4f987b7-10d0-42e4-8586-33a1b9cf924f req-169c12c2-3f3c-4fa2-bbf0-394e650e0a9f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0829024 Nov 19 18:53:16.890935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Request body: {'binding': {'host': 'n-h1-815373-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:16.892083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Unknown quota resources ['binding']. {{(pid=109887) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:53:17.004016 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95833255-7a5d-41e6-bc0f-5af3eea2540b req-155b8d8b-5165-4b20-b47e-5c0b884eabc7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 210 time: 0.0363624 Nov 19 18:53:17.098475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 on host n-h1-815373-6 for vnic_type normal with profile None {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:53:17.098820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:53:17.099157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:17.104726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Port d6047720-a009-4209-97dc-83977b68ece3 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:53:17.105050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:17.110689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:53:17.111243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:53:17.111832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:53:17.112547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Bound port: d6047720-a009-4209-97dc-83977b68ece3, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:53:17.259610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6047720-a009-4209-97dc-83977b68ece3,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:53:17.274189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] Publish callbacks [] for binding, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:17.276384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-a561609d-0711-477b-8cbb-23f98cbf1c04 service neutron] 10.222.0.50 "POST /v2.0/ports/d6047720-a009-4209-97dc-83977b68ece3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3896406 Nov 19 18:53:17.574560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545172-c8d3-45b4-8965-4632725a6b24 req-b846ec55-7f7b-455e-8448-bfef48b890a7 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:17.583150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e545172-c8d3-45b4-8965-4632725a6b24 req-b846ec55-7f7b-455e-8448-bfef48b890a7 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 945 time: 0.1308877 Nov 19 18:53:17.669466 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e545172-c8d3-45b4-8965-4632725a6b24 req-6c83537e-e554-490b-a641-916ef1cd9a54 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 Nov 19 18:53:17.743105 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-769e9fb6-2c18-4827-9622-0597ab8cce52 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788791 Nov 19 18:53:17.803035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2675346-f0ee-4759-ade3-1e3103e386a4 req-2c1bf5e3-9ce1-42e7-868a-70ac83af720a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:17.812540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2675346-f0ee-4759-ade3-1e3103e386a4 req-2c1bf5e3-9ce1-42e7-868a-70ac83af720a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.0703127 Nov 19 18:53:17.904351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2fcc1-2956-43b2-926e-579976e1c6a9 req-1be855b8-67e5-4ccd-ae56-51299972abd5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:17.922821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2675346-f0ee-4759-ade3-1e3103e386a4 req-3ab1bb27-8959-46d4-a96c-d1234529ee03 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086040 Nov 19 18:53:17.924419 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5cf2fcc1-2956-43b2-926e-579976e1c6a9 req-1be855b8-67e5-4ccd-ae56-51299972abd5 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 945 time: 0.1688380 Nov 19 18:53:17.928406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59258) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:17.933574 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d7e7aa77-d02e-42d2-b3fb-f21211e44d28 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Request body: {'floatingip': {'port_id': '57612535-566b-492f-9cf9-40aae06c8bf0'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:17.941289 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-f9e420dd-dba3-4c6e-bbfd-0c8ba89907f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:17.942807 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-f9e420dd-dba3-4c6e-bbfd-0c8ba89907f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 1097 time: 0.2774408 Nov 19 18:53:18.119774 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7e7aa77-d02e-42d2-b3fb-f21211e44d28 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:18.171021 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe5af3a9-8e4e-4cb2-b256-00c5c7978841 req-2f9da92f-a670-4cc6-a324-4fc45c66eab5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 210 time: 0.0750451 Nov 19 18:53:18.282367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-3078f057-46b5-47c4-8864-e924eeed1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:18.283809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-3078f057-46b5-47c4-8864-e924eeed1fde service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.2800314 Nov 19 18:53:18.339454 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e302e602-a24d-480b-b5d5-db3ac97c30b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6047720-a009-4209-97dc-83977b68ece3 HTTP/1.1" status: 200 len: 217 time: 0.0451896 Nov 19 18:53:18.348216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-bf487af0-f673-406c-9466-d61019afc561 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:18.349905 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-bf487af0-f673-406c-9466-d61019afc561 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5756691 Nov 19 18:53:18.416569 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Request body: {'port': {'device_id': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'c2d00f442aae48fbb0d80bf3ed71eb2d'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:18.583418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-0c4057cc-177e-4403-b36c-91846a438b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:18.586220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-0c4057cc-177e-4403-b36c-91846a438b66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.1941099 Nov 19 18:53:18.649174 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-41a30ef9-48cb-4d57-b394-4911355b5138 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484192 Nov 19 18:53:18.863687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d359a-3436-420c-8b1d-2872d9c6c3d3 req-6ee94b7d-91de-4ba9-8921-99c7de9a3f38 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:18.865155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-445d359a-3436-420c-8b1d-2872d9c6c3d3 req-6ee94b7d-91de-4ba9-8921-99c7de9a3f38 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 945 time: 0.0792859 Nov 19 18:53:18.974237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-445d359a-3436-420c-8b1d-2872d9c6c3d3 req-c2fb9c0a-c2f2-48f4-88c5-4614ebf72ab8 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021044 Nov 19 18:53:18.995019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Made reservation on behalf of c2d00f442aae48fbb0d80bf3ed71eb2d for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:53:18.999296 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:19.024842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-f2e2ba68-e4a2-49b0-a142-15ffc734e536 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651760 Nov 19 18:53:19.294446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-33526742-0c17-4536-8285-32d6566632af tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:19.303804 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-33526742-0c17-4536-8285-32d6566632af tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1302090 Nov 19 18:53:19.379637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-09314c87-6bcd-4fe9-899a-c0a57216c03d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 695 time: 0.0743065 Nov 19 18:53:19.384496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-c1f62c33-e286-47ba-a189-c266f471a18d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Request body: {'floatingip': {'port_id': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:19.429223 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-c1f62c33-e286-47ba-a189-c266f471a18d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:19.482751 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.db.resource_extend [None req-d7e7aa77-d02e-42d2-b3fb-f21211e44d28 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:53:19.583123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93b2df-9278-4672-ad88-845e84d4c65f req-f6c8e327-9f9b-4c6b-8c78-53f71c350123 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:19.591721 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4c93b2df-9278-4672-ad88-845e84d4c65f req-f6c8e327-9f9b-4c6b-8c78-53f71c350123 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.5141218 Nov 19 18:53:19.651345 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7e7aa77-d02e-42d2-b3fb-f21211e44d28 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:19.665678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-b1bb588f-e5b4-4e11-bbea-68bd63520c9f service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300635 Nov 19 18:53:19.696168 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7e7aa77-d02e-42d2-b3fb-f21211e44d28 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:19.860872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Allocated IP 192.168.233.159 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/052060b4-c958-4120-84fc-002c995f5a21) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:53:20.100675 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-c1f62c33-e286-47ba-a189-c266f471a18d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:20.108000 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-c1f62c33-e286-47ba-a189-c266f471a18d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:20.236739 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:20.280630 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-c1f62c33-e286-47ba-a189-c266f471a18d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Floating IP f1132732-1beb-412f-b9f9-6620612c3058 associated. External IP: 172.25.3.93, port: fa7d6f76-4281-41d4-aa33-ad474fc021a1. Nov 19 18:53:20.292198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4c93b2df-9278-4672-ad88-845e84d4c65f req-36e5030c-2048-449d-86bc-605fba68adbc tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6995299 Nov 19 18:53:20.301335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:20.319857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['44aff022-2a03-4706-8148-a1825fb39377'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:20.323765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['37e31ec8-9d3c-49a2-b54c-e465891d01a9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:20.480142 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:53:20.487310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:20.511937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:53:20.516342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:53:20.591664 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-d7e7aa77-d02e-42d2-b3fb-f21211e44d28 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Floating IP 3e0494a3-6f07-42eb-9341-20abb62a1724 associated. External IP: 172.25.3.86, port: 57612535-566b-492f-9cf9-40aae06c8bf0. Nov 19 18:53:20.804611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:20.805435 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:20.815438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-c1f62c33-e286-47ba-a189-c266f471a18d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Router ce2b9101-0e58-4c50-b041-16acc31d62ca has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:53:20.841451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aacd69-1ef2-4efe-953c-8d0082e5d9ed req-146ad480-80d4-49a9-9c7a-0d09870fed3e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:20.851053 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57aacd69-1ef2-4efe-953c-8d0082e5d9ed req-146ad480-80d4-49a9-9c7a-0d09870fed3e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 936 time: 0.1967652 Nov 19 18:53:20.926832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-71f3d1b6-dd55-499a-b014-5ffc0730440d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5153229 Nov 19 18:53:20.937323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f7644f3d-5a32-4d4d-983b-596fd3f3b1ae None None] Provisioning complete for port 052060b4-c958-4120-84fc-002c995f5a21 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:20.938221 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f7644f3d-5a32-4d4d-983b-596fd3f3b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:20.951436 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Request body: {'port': {'device_id': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:20.976431 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57aacd69-1ef2-4efe-953c-8d0082e5d9ed req-47a7968c-5fa8-49b3-9f57-ad6a07b6938f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245608 Nov 19 18:53:21.028671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f7644f3d-5a32-4d4d-983b-596fd3f3b1ae None None] Port 052060b4-c958-4120-84fc-002c995f5a21 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:53:21.066889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-c1f62c33-e286-47ba-a189-c266f471a18d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:53:21.072404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-c1f62c33-e286-47ba-a189-c266f471a18d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:21.079962 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8777fb05-4684-42c5-a8fc-2557ab4096f5 None None] Sync routers for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:53:21.096190 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8777fb05-4684-42c5-a8fc-2557ab4096f5 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:21.106339 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8777fb05-4684-42c5-a8fc-2557ab4096f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:21.145461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-c1f62c33-e286-47ba-a189-c266f471a18d tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "PUT /v2.0/floatingips/f1132732-1beb-412f-b9f9-6620612c3058 HTTP/1.1" status: 200 len: 996 time: 1.7648008 Nov 19 18:53:21.146577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:21.156211 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7c1c1d-2ca0-48b0-9135-69cd925050ff" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:21.158674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:21.263172 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b2b02f-318a-4f98-b5dd-00f09464b897 x-openstack-request-id: req-e9b2b02f-318a-4f98-b5dd-00f09464b897 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:21.263381 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:21.263563 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9b2b02f-318a-4f98-b5dd-00f09464b897 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:21.263974 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'status': 'completed', 'code': 200} Nov 19 18:53:21.271945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-83bb9a33-1f73-4c79-b9b4-ac0782708831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:21.279642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-83bb9a33-1f73-4c79-b9b4-ac0782708831 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 1097 time: 0.1118739 Nov 19 18:53:21.308696 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8777fb05-4684-42c5-a8fc-2557ab4096f5 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:21.487709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-96f5213a-cfa7-44e4-bd13-371fe1c62699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:21.495052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-96f5213a-cfa7-44e4-bd13-371fe1c62699 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.2148876 Nov 19 18:53:21.529428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c1c1d-2ca0-48b0-9135-69cd925050ff req-15106139-6566-4692-a9c9-ad7226cff54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:21.532565 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-df7c1c1d-2ca0-48b0-9135-69cd925050ff req-15106139-6566-4692-a9c9-ad7226cff54b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 1097 time: 0.2200675 Nov 19 18:53:21.625885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-195e450c-91d1-4778-9b75-6af005694337 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 999 time: 0.1298504 Nov 19 18:53:21.632890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e7aa77-d02e-42d2-b3fb-f21211e44d28 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Router 29c93f6d-e878-4564-a26a-0b31e814ce9e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:53:21.661725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a42579-69f2-4ffc-a551-4325aa28656f req-19edb833-1bd9-4dfa-b922-400c51cfc911 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:21.675062 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8777fb05-4684-42c5-a8fc-2557ab4096f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:b8:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:19Z', 'revision_number': 1, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:21.678358 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e0a42579-69f2-4ffc-a551-4325aa28656f req-19edb833-1bd9-4dfa-b922-400c51cfc911 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.2554529 Nov 19 18:53:21.709578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-77bdd474-863b-440d-8db4-e088a23c7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:21.713524 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8777fb05-4684-42c5-a8fc-2557ab4096f5 None None] Checking router: ce2b9101-0e58-4c50-b041-16acc31d62ca for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:21.717384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-77bdd474-863b-440d-8db4-e088a23c7c64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.0902054 Nov 19 18:53:21.724720 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8777fb05-4684-42c5-a8fc-2557ab4096f5 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:21.725817 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8777fb05-4684-42c5-a8fc-2557ab4096f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:21.788938 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:53:21.824609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-9c7315b7-7df3-471c-bd54-92bb4b954b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:21.824609 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-9c7315b7-7df3-471c-bd54-92bb4b954b09 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891683 Nov 19 18:53:21.824609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-ce5d26f6-a444-415b-9be9-816e8474a082 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:53:21.824609 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-ce5d26f6-a444-415b-9be9-816e8474a082 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076191 Nov 19 18:53:21.832446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e0a42579-69f2-4ffc-a551-4325aa28656f req-a96f3e0f-cbeb-403d-adb8-e1527fd00aa5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536238 Nov 19 18:53:21.950113 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8777fb05-4684-42c5-a8fc-2557ab4096f5 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:22.015422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c1c1d-2ca0-48b0-9135-69cd925050ff req-19f1dd0b-1929-4f39-b217-e85895dbf08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:22.020467 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-df7c1c1d-2ca0-48b0-9135-69cd925050ff req-19f1dd0b-1929-4f39-b217-e85895dbf08a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.4705789 Nov 19 18:53:22.022293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-02a4f3b8-28c4-4c9c-bea6-95102f5b2ccc service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837158 Nov 19 18:53:22.165057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e7aa77-d02e-42d2-b3fb-f21211e44d28 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:53:22.170059 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7e7aa77-d02e-42d2-b3fb-f21211e44d28 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:22.180981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02cc3a0-45bb-4d60-b195-e4701a3c6fa1 None None] Sync routers for ids ['29c93f6d-e878-4564-a26a-0b31e814ce9e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:53:22.202063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02cc3a0-45bb-4d60-b195-e4701a3c6fa1 None None] Routers {'29c93f6d-e878-4564-a26a-0b31e814ce9e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:22.202925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d02cc3a0-45bb-4d60-b195-e4701a3c6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['29c93f6d-e878-4564-a26a-0b31e814ce9e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:22.204303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6111af03-13fb-4931-95d3-e5b43602bcaa req-b83aadf0-4eb9-4da2-bb86-5205acf66e05 service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691535 Nov 19 18:53:22.237582 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-df7c1c1d-2ca0-48b0-9135-69cd925050ff req-4324c10a-513a-4953-abb3-d6f8bdb61fbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 999 time: 0.1830556 Nov 19 18:53:22.269197 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d7e7aa77-d02e-42d2-b3fb-f21211e44d28 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "PUT /v2.0/floatingips/3e0494a3-6f07-42eb-9341-20abb62a1724 HTTP/1.1" status: 200 len: 990 time: 4.3397102 Nov 19 18:53:22.280174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'tag': '57612535-566b-492f-9cf9-40aae06c8bf0'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:22.284208 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74d6194-a0e8-409d-b75b-121218aceabe" -d '{"events": [{"name": "network-changed", "server_uuid": "4bae9d7f-f1c3-466f-9814-0791c161fbff", "tag": "57612535-566b-492f-9cf9-40aae06c8bf0"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:22.302244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf4162-c0e8-415d-91d0-43898ca06c30 req-513f0c37-df63-42b0-838f-9d4761b583d2 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:22.310201 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-decf4162-c0e8-415d-91d0-43898ca06c30 req-513f0c37-df63-42b0-838f-9d4761b583d2 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 936 time: 0.2096546 Nov 19 18:53:22.358478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052060b4-c958-4120-84fc-002c995f5a21 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:22.359273 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8777fb05-4684-42c5-a8fc-2557ab4096f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:b8:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:19Z', 'revision_number': 1, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:22.417553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:22.434840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-decf4162-c0e8-415d-91d0-43898ca06c30 req-37aa98df-e3d5-47ce-b9e8-3414d6af0684 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231546 Nov 19 18:53:22.448440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c1c1d-2ca0-48b0-9135-69cd925050ff req-cb8d710f-cfd9-4e0a-bd5c-f484faf77d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:22.450562 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-df7c1c1d-2ca0-48b0-9135-69cd925050ff req-cb8d710f-cfd9-4e0a-bd5c-f484faf77d55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.1875377 Nov 19 18:53:22.473916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Transition to ACTIVE for port object 052060b4-c958-4120-84fc-002c995f5a21 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:53:22.509249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:22.591399 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8777fb05-4684-42c5-a8fc-2557ab4096f5 None None] The sync data for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 is: [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:b8:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:19Z', 'revision_number': 1, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:22.606107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-ddda1c36-4618-41ed-9470-acc1e9d30028 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:22.617827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d02cc3a0-45bb-4d60-b195-e4701a3c6fa1 None None] Set router 29c93f6d-e878-4564-a26a-0b31e814ce9e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:22.618338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-ddda1c36-4618-41ed-9470-acc1e9d30028 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1069956 Nov 19 18:53:22.639099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:22.665523 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d47965-7881-40f2-9d26-de4375f991bc x-openstack-request-id: req-45d47965-7881-40f2-9d26-de4375f991bc {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:22.665887 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bae9d7f-f1c3-466f-9814-0791c161fbff", "tag": "57612535-566b-492f-9cf9-40aae06c8bf0", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:22.666352 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45d47965-7881-40f2-9d26-de4375f991bc {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:22.666744 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'tag': '57612535-566b-492f-9cf9-40aae06c8bf0', 'status': 'completed', 'code': 200} Nov 19 18:53:22.697625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c1c1d-2ca0-48b0-9135-69cd925050ff req-8eb6499e-be67-4211-87ab-9bb41315a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:22.700374 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-df7c1c1d-2ca0-48b0-9135-69cd925050ff req-8eb6499e-be67-4211-87ab-9bb41315a75a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361729 Nov 19 18:53:22.915123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-9e9d9e88-bfdd-4c0d-962f-a1e09d2b5750 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 999 time: 0.2958007 Nov 19 18:53:22.918604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d6194-a0e8-409d-b75b-121218aceabe req-3bc7749a-52b8-45f8-ad58-44270e25dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:22.920089 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b74d6194-a0e8-409d-b75b-121218aceabe req-3bc7749a-52b8-45f8-ad58-44270e25dd02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef0679c5fafa485eb373069d774a7a70&device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 1096 time: 0.1868393 Nov 19 18:53:22.938762 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Request body: {'floatingip': {'port_id': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:23.070402 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b28d3-6f8a-46eb-a254-ce885e20eede None None] New status for floating IP f1132732-1beb-412f-b9f9-6620612c3058: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:53:23.277199 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d02cc3a0-45bb-4d60-b195-e4701a3c6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:48Z', 'revision_number': 4, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '3e0494a3-6f07-42eb-9341-20abb62a1724', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'port_id': '57612535-566b-492f-9cf9-40aae06c8bf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'mac_address': 'fa:16:3e:6c:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:52:52Z', 'updated_at': '2021-11-19T18:53:19Z', 'revision_number': 1, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4796e885-fc4d-4956-9cb5-e690d92801d1', 'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'mac_address': 'fa:16:3e:8e:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:47Z', 'updated_at': '2021-11-19T18:52:55Z', 'revision_number': 5, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'subnets': [{'id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:23.324980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02cc3a0-45bb-4d60-b195-e4701a3c6fa1 None None] Checking router: 29c93f6d-e878-4564-a26a-0b31e814ce9e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:23.343866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02cc3a0-45bb-4d60-b195-e4701a3c6fa1 None None] Routers {'29c93f6d-e878-4564-a26a-0b31e814ce9e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:23.345489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d02cc3a0-45bb-4d60-b195-e4701a3c6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['29c93f6d-e878-4564-a26a-0b31e814ce9e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:23.473202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:53:23.473554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:53:23.473809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:23.491629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Port 052060b4-c958-4120-84fc-002c995f5a21 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:53:23.491964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:23.505511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:53:23.505953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:53:23.506257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:53:23.506688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Bound port: 052060b4-c958-4120-84fc-002c995f5a21, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:53:23.507042 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:23.515432 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-df7c1c1d-2ca0-48b0-9135-69cd925050ff req-04e408c7-1832-487e-a03e-ea9d993e95e8 service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7749152 Nov 19 18:53:23.575667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d02cc3a0-45bb-4d60-b195-e4701a3c6fa1 None None] Set router 29c93f6d-e878-4564-a26a-0b31e814ce9e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:23.586393 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:23.759796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:53:23.784358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:53:23.794861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad59ea-1267-4f57-9f64-546ba1067b50 req-57bdc34b-ac5a-4d3c-a9d3-64f40628e861 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:23.802080 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15ad59ea-1267-4f57-9f64-546ba1067b50 req-57bdc34b-ac5a-4d3c-a9d3-64f40628e861 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.1677229 Nov 19 18:53:23.803918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d6194-a0e8-409d-b75b-121218aceabe req-dd6a8606-d3f2-4df8-b7a8-023b8d9093c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:23.804293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b74d6194-a0e8-409d-b75b-121218aceabe req-dd6a8606-d3f2-4df8-b7a8-023b8d9093c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=771c6b1f-f339-42fa-b632-aa08933a0b14 HTTP/1.1" status: 200 len: 914 time: 0.8623617 Nov 19 18:53:23.809778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-df7c1c1d-2ca0-48b0-9135-69cd925050ff req-d112741d-df1f-4b99-844a-15c938533f0c service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729304 Nov 19 18:53:23.835157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:23.929745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d02cc3a0-45bb-4d60-b195-e4701a3c6fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:48Z', 'revision_number': 4, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '3e0494a3-6f07-42eb-9341-20abb62a1724', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'port_id': '57612535-566b-492f-9cf9-40aae06c8bf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'mac_address': 'fa:16:3e:6c:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:52:52Z', 'updated_at': '2021-11-19T18:53:19Z', 'revision_number': 1, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4796e885-fc4d-4956-9cb5-e690d92801d1', 'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'mac_address': 'fa:16:3e:8e:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:47Z', 'updated_at': '2021-11-19T18:52:55Z', 'revision_number': 5, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'subnets': [{'id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:23.947315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:23.954953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:23.956141 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:23.957855 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9977b10b-33b0-4364-8972-90694e84fc94 service neutron] 10.222.0.57 "PUT /v2.0/ports/052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 1096 time: 3.0106912 Nov 19 18:53:23.961497 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15ad59ea-1267-4f57-9f64-546ba1067b50 req-238b2d79-baf0-4040-a904-48f6a7d9fbe1 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585641 Nov 19 18:53:23.998267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02cc3a0-45bb-4d60-b195-e4701a3c6fa1 None None] The sync data for ids ['29c93f6d-e878-4564-a26a-0b31e814ce9e'] in n-d-815373-6 is: [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:48Z', 'revision_number': 4, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '3e0494a3-6f07-42eb-9341-20abb62a1724', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'port_id': '57612535-566b-492f-9cf9-40aae06c8bf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'mac_address': 'fa:16:3e:6c:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:52:52Z', 'updated_at': '2021-11-19T18:53:19Z', 'revision_number': 1, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4796e885-fc4d-4956-9cb5-e690d92801d1', 'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'mac_address': 'fa:16:3e:8e:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:47Z', 'updated_at': '2021-11-19T18:52:55Z', 'revision_number': 5, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'subnets': [{'id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:24.003947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b74d6194-a0e8-409d-b75b-121218aceabe req-561ae9ea-500f-45b5-9d7b-bbd75fe1f2d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57612535-566b-492f-9cf9-40aae06c8bf0 HTTP/1.1" status: 200 len: 998 time: 0.1508341 Nov 19 18:53:24.081872 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.db.api [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:53:24.082517 n-d-815373-6 neutron-server[109887]: DEBUG oslo_db.api [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:53:24.096218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-2eeb083a-8022-49ce-91ee-7273f014d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:24.098116 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-2eeb083a-8022-49ce-91ee-7273f014d7c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 1099 time: 0.0733049 Nov 19 18:53:24.102239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d6194-a0e8-409d-b75b-121218aceabe req-8614863c-93b6-4a8c-8c0a-b4f5581f76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:24.103924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b74d6194-a0e8-409d-b75b-121218aceabe req-8614863c-93b6-4a8c-8c0a-b4f5581f76de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5465295-d6d3-46f4-a2ab-7792ea6e2507 HTTP/1.1" status: 200 len: 852 time: 0.0784714 Nov 19 18:53:24.176844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d6194-a0e8-409d-b75b-121218aceabe req-0c0eb340-22d4-4ee3-b2ad-e5b029d357ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:24.178411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b74d6194-a0e8-409d-b75b-121218aceabe req-0c0eb340-22d4-4ee3-b2ad-e5b029d357ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771c6b1f-f339-42fa-b632-aa08933a0b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566335 Nov 19 18:53:24.223785 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-7185b043-d247-4ae2-a033-0cf8cda56a17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 217 time: 0.1020696 Nov 19 18:53:24.319882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b74d6194-a0e8-409d-b75b-121218aceabe req-cc055c10-b71f-4cbc-944b-afa2aee16ece service neutron] 10.222.0.57 "GET /v2.0/networks/771c6b1f-f339-42fa-b632-aa08933a0b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282971 Nov 19 18:53:24.338565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-4bb90e5d-0f34-4ebd-8420-ee76dc8b1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:24.340041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-4bb90e5d-0f34-4ebd-8420-ee76dc8b1ba7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1068850 Nov 19 18:53:24.347195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd73e1f-2841-4ce7-be13-2a450d5773a0 None None] New status for floating IP 3e0494a3-6f07-42eb-9341-20abb62a1724: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:53:24.367415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70571d3d-cfb5-4705-9a1b-4d07ab8b8681 req-9bf2b6cb-e22e-4224-9050-81ae890fa76b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:24.368945 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70571d3d-cfb5-4705-9a1b-4d07ab8b8681 req-9bf2b6cb-e22e-4224-9050-81ae890fa76b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 948 time: 0.0791404 Nov 19 18:53:24.431777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-48a803a8-37ba-4f8b-b92e-c18d42574c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:24.433288 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-48a803a8-37ba-4f8b-b92e-c18d42574c21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841684 Nov 19 18:53:24.460824 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b74d6194-a0e8-409d-b75b-121218aceabe req-5f11cee6-0e9c-4a20-9dd6-1a4adbef0f83 service neutron] 10.222.0.57 "GET /v2.0/networks/771c6b1f-f339-42fa-b632-aa08933a0b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255946 Nov 19 18:53:24.470145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70571d3d-cfb5-4705-9a1b-4d07ab8b8681 req-c7b0b17d-ee08-46d9-86fd-be7e497609ce tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861051 Nov 19 18:53:24.584093 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:24.587261 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-788958ac-75ac-4b32-a625-2e1b9ffff225 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431265 Nov 19 18:53:24.678651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'tag': '052060b4-c958-4120-84fc-002c995f5a21'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:24.686584 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bac708-082b-4f3b-aa86-7a842326aada" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "tag": "052060b4-c958-4120-84fc-002c995f5a21"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:24.786494 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fb17de4-383f-43bb-87e6-88d88d0baa4c req-9d37a1ff-ecf0-4e27-bb4a-1b1970ec8d19 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902788 Nov 19 18:53:24.815710 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d07bc6-cb26-4d8b-82fb-c9c0e6be70a7 x-openstack-request-id: req-84d07bc6-cb26-4d8b-82fb-c9c0e6be70a7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:24.816245 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "tag": "052060b4-c958-4120-84fc-002c995f5a21", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:24.817242 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84d07bc6-cb26-4d8b-82fb-c9c0e6be70a7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:24.835691 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'tag': '052060b4-c958-4120-84fc-002c995f5a21', 'status': 'completed', 'code': 200} Nov 19 18:53:24.875871 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:24.986125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bac708-082b-4f3b-aa86-7a842326aada req-6cc37beb-a5e4-42e1-a754-2ae2c9bdf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:24.987650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1bac708-082b-4f3b-aa86-7a842326aada req-6cc37beb-a5e4-42e1-a754-2ae2c9bdf084 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 1099 time: 0.1307740 Nov 19 18:53:25.094363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-45a2a8c5-acd2-4ea1-88c4-ef8ca628331a tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:25.101232 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-45a2a8c5-acd2-4ea1-88c4-ef8ca628331a tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 805 time: 0.1775193 Nov 19 18:53:25.121794 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-a1bfa801-accb-4582-a938-56e8cc6d38b0 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/quotas/9b4db7fa83d441578db11c43bb608bce HTTP/1.1" status: 200 len: 375 time: 0.0195427 Nov 19 18:53:25.187629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bac708-082b-4f3b-aa86-7a842326aada req-231e17c6-2380-4602-940f-b10010968700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:25.189321 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1bac708-082b-4f3b-aa86-7a842326aada req-231e17c6-2380-4602-940f-b10010968700 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1921725 Nov 19 18:53:25.244379 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:25.247055 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1bac708-082b-4f3b-aa86-7a842326aada req-95a1f449-e2d2-4554-b815-9c074fb0afec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 217 time: 0.0466607 Nov 19 18:53:25.250361 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:25.259402 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-dccbd248-9d21-4147-b8f3-73124b5b7118 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1368523 Nov 19 18:53:25.358721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bac708-082b-4f3b-aa86-7a842326aada req-4e96df9c-d226-45ae-b776-961641c8f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:25.360234 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1bac708-082b-4f3b-aa86-7a842326aada req-4e96df9c-d226-45ae-b776-961641c8f9cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0999868 Nov 19 18:53:25.362467 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Floating IP f1132732-1beb-412f-b9f9-6620612c3058 associated. External IP: 172.25.3.93, port: fa7d6f76-4281-41d4-aa33-ad474fc021a1. Nov 19 18:53:25.418186 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-fbd69472-3bcc-45db-a529-a5823fac9a3c service neutron] 10.222.0.50 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294975 Nov 19 18:53:25.439728 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bac708-082b-4f3b-aa86-7a842326aada req-4b3a01ed-d06a-4cae-9319-af017998d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:25.441742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1bac708-082b-4f3b-aa86-7a842326aada req-4b3a01ed-d06a-4cae-9319-af017998d34a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701187 Nov 19 18:53:25.584641 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Router ce2b9101-0e58-4c50-b041-16acc31d62ca has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:53:25.594009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 09941749-83fb-4b59-b1ff-821b9e3e3989 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:25.602774 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-9f86c60e-d141-4f17-9a29-3cc7c4eb3cf2 service neutron] 10.222.0.50 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759391 Nov 19 18:53:25.606471 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1bac708-082b-4f3b-aa86-7a842326aada req-d4532f71-4d71-4c93-98ee-05b2a91298a2 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524637 Nov 19 18:53:25.705001 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:25.743164 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1bac708-082b-4f3b-aa86-7a842326aada req-2ea039bb-1810-4c51-858a-f23fdfe69c54 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175146 Nov 19 18:53:25.750591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09941749-83fb-4b59-b1ff-821b9e3e3989'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:25.752933 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cad503d-c2f3-4961-9375-d06b83814376" -d '{"events": [{"server_uuid": "3aa2abe4-1a4d-4f39-815a-307d0ff48207", "name": "network-vif-unplugged", "status": "completed", "tag": "09941749-83fb-4b59-b1ff-821b9e3e3989"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:25.771081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 09941749-83fb-4b59-b1ff-821b9e3e3989, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=09941749-83fb-4b59-b1ff-821b9e3e3989,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:25.781612 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:25.785785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:53:25.801509 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add3369-1a96-4fdf-985d-08ac77fc3674 None None] Sync routers for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:53:25.837355 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add3369-1a96-4fdf-985d-08ac77fc3674 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:25.838021 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2add3369-1a96-4fdf-985d-08ac77fc3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:25.932570 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=09941749-83fb-4b59-b1ff-821b9e3e3989,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:25.974800 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3216b-c34c-4b34-ac3e-2d4f84b0a719 req-4c2f14df-684f-48e7-bc2b-fa65aa38507f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:25.982171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d8c3216b-c34c-4b34-ac3e-2d4f84b0a719 req-4c2f14df-684f-48e7-bc2b-fa65aa38507f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.1314082 Nov 19 18:53:26.008195 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2add3369-1a96-4fdf-985d-08ac77fc3674 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:26.058723 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d8c3216b-c34c-4b34-ac3e-2d4f84b0a719 req-854807cd-c96a-48ca-a87e-ef0104bc68ed tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756865 Nov 19 18:53:26.212981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Router ce2b9101-0e58-4c50-b041-16acc31d62ca has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:53:26.276196 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2add3369-1a96-4fdf-985d-08ac77fc3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:c1:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:25Z', 'revision_number': 3, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:26.317017 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add3369-1a96-4fdf-985d-08ac77fc3674 None None] Checking router: ce2b9101-0e58-4c50-b041-16acc31d62ca for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:26.340133 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add3369-1a96-4fdf-985d-08ac77fc3674 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:26.341032 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2add3369-1a96-4fdf-985d-08ac77fc3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:26.443188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:53:26.452793 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:26.496411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa150b07-142b-42da-884c-f24cf0223d27 req-b0574738-4342-4d0f-aacd-fbecade7489f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:26.504559 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa150b07-142b-42da-884c-f24cf0223d27 req-b0574738-4342-4d0f-aacd-fbecade7489f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 948 time: 0.0796649 Nov 19 18:53:26.515921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:26.518671 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c594a5-7ae3-4399-8cce-b6b468ae2311" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:26.523071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-5329e885-e5b2-4522-afa7-bf6229d86f08 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "PUT /v2.0/floatingips/f1132732-1beb-412f-b9f9-6620612c3058 HTTP/1.1" status: 200 len: 997 time: 3.6070781 Nov 19 18:53:26.552024 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2add3369-1a96-4fdf-985d-08ac77fc3674 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:26.578881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa150b07-142b-42da-884c-f24cf0223d27 req-59cc4a09-dde2-404d-b928-29c49f5e45a0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731843 Nov 19 18:53:26.590186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-2ea0b39b-5fa9-434e-9891-15f8b165fd46 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:26.591782 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-2ea0b39b-5fa9-434e-9891-15f8b165fd46 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports/fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 943 time: 0.0619500 Nov 19 18:53:26.701743 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-1e016c0b-7ca5-477d-99b1-94cd43b1d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:26.703868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-1e016c0b-7ca5-477d-99b1-94cd43b1d3b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 1097 time: 0.0457852 Nov 19 18:53:26.726462 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9288a7e-2fb2-4fba-9d5a-c29b79f6301c x-openstack-request-id: req-a9288a7e-2fb2-4fba-9d5a-c29b79f6301c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:26.726965 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa2abe4-1a4d-4f39-815a-307d0ff48207", "name": "network-vif-unplugged", "status": "completed", "tag": "09941749-83fb-4b59-b1ff-821b9e3e3989", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:26.727377 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9288a7e-2fb2-4fba-9d5a-c29b79f6301c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:26.727843 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09941749-83fb-4b59-b1ff-821b9e3e3989', 'code': 200} Nov 19 18:53:26.833895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9bc4077d-40e2-4dfe-b42a-05fc7617ac7b req-a33fd5fa-32f5-4c84-8f34-7d928ecd99be tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 210 time: 0.0464599 Nov 19 18:53:26.868197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-78b28d9f-70cf-4d21-82ca-d75a64205c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:26.877448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-78b28d9f-70cf-4d21-82ca-d75a64205c92 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.1672046 Nov 19 18:53:26.965193 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2add3369-1a96-4fdf-985d-08ac77fc3674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:c1:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:25Z', 'revision_number': 3, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:26.967400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-8402a635-0769-4c39-8b2a-db506a321b64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 217 time: 0.0889969 Nov 19 18:53:26.970272 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf7bb95-931f-4987-896c-f9d50104268c x-openstack-request-id: req-2cf7bb95-931f-4987-896c-f9d50104268c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:26.970512 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:26.970714 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cf7bb95-931f-4987-896c-f9d50104268c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:26.971113 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'status': 'completed', 'code': 200} Nov 19 18:53:26.986688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa1497-d851-404c-90d3-ea318717de72 req-95eff351-9345-4df1-8fc2-b985f84e8767 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:26.988309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-54aa1497-d851-404c-90d3-ea318717de72 req-95eff351-9345-4df1-8fc2-b985f84e8767 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aa2abe4-1a4d-4f39-815a-307d0ff48207 HTTP/1.1" status: 200 len: 943 time: 0.1184719 Nov 19 18:53:27.016540 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add3369-1a96-4fdf-985d-08ac77fc3674 None None] The sync data for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 is: [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:c1:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:25Z', 'revision_number': 3, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:27.075668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-e66d71ec-024f-4cce-b07d-1a51ce4dbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:27.077737 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-e66d71ec-024f-4cce-b07d-1a51ce4dbc4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.1089697 Nov 19 18:53:27.137276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c594a5-7ae3-4399-8cce-b6b468ae2311 req-665f350c-bdbd-42ad-9bb7-ce482fba8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:27.139055 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27c594a5-7ae3-4399-8cce-b6b468ae2311 req-665f350c-bdbd-42ad-9bb7-ce482fba8e19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 1097 time: 0.1386003 Nov 19 18:53:27.145721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-58a4bd68-5c43-4f11-8df9-1955b09f0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:27.147646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-58a4bd68-5c43-4f11-8df9-1955b09f0df0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624115 Nov 19 18:53:27.297327 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-3172f1cc-bd51-41c7-89ef-8b5f1f50b775 service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424341 Nov 19 18:53:27.334764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e74ccfe-80dc-407f-8cad-2e1db88d6805 None None] New status for floating IP f1132732-1beb-412f-b9f9-6620612c3058: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:53:27.387618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-54aa1497-d851-404c-90d3-ea318717de72 req-4c904aa7-d237-4545-87f3-3f11031abe32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Deleting port 09941749-83fb-4b59-b1ff-821b9e3e3989 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:27.387898 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-54aa1497-d851-404c-90d3-ea318717de72 req-4c904aa7-d237-4545-87f3-3f11031abe32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:27.392442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c594a5-7ae3-4399-8cce-b6b468ae2311 req-7b812052-7a10-42ed-8857-f8b7ea2b8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:27.394083 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27c594a5-7ae3-4399-8cce-b6b468ae2311 req-7b812052-7a10-42ed-8857-f8b7ea2b8a79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.2431993 Nov 19 18:53:27.476979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27c594a5-7ae3-4399-8cce-b6b468ae2311 req-f0ad7a4e-b502-4d2b-95e7-d6152d845c19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 217 time: 0.0656178 Nov 19 18:53:27.528230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d9af7-2996-4570-9c17-fe7ad5f1f2d5 req-aef5fe38-b399-42e0-8f71-0739f053f88b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:27.536427 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15d9af7-2996-4570-9c17-fe7ad5f1f2d5 req-aef5fe38-b399-42e0-8f71-0739f053f88b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.2573006 Nov 19 18:53:27.624846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c594a5-7ae3-4399-8cce-b6b468ae2311 req-d950eaa6-9b56-4b0b-9972-fc4bc72df1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:27.626402 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27c594a5-7ae3-4399-8cce-b6b468ae2311 req-d950eaa6-9b56-4b0b-9972-fc4bc72df1eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.1394782 Nov 19 18:53:27.649578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15d9af7-2996-4570-9c17-fe7ad5f1f2d5 req-3e6578e7-8eb9-4f61-8c68-82fb27c2c708 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121211 Nov 19 18:53:27.670438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-54aa1497-d851-404c-90d3-ea318717de72 req-4c904aa7-d237-4545-87f3-3f11031abe32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] For port 09941749-83fb-4b59-b1ff-821b9e3e3989, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=09941749-83fb-4b59-b1ff-821b9e3e3989,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:27.670959 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-54aa1497-d851-404c-90d3-ea318717de72 req-4c904aa7-d237-4545-87f3-3f11031abe32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:27.709174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-54aa1497-d851-404c-90d3-ea318717de72 req-4c904aa7-d237-4545-87f3-3f11031abe32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Calling delete_port for 09941749-83fb-4b59-b1ff-821b9e3e3989 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:27.768333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c594a5-7ae3-4399-8cce-b6b468ae2311 req-0f904385-e027-462b-b8a7-1908b48c4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:27.769882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27c594a5-7ae3-4399-8cce-b6b468ae2311 req-0f904385-e027-462b-b8a7-1908b48c4576 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192613 Nov 19 18:53:27.776415 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608dffa1-eb68-48ff-bbe8-927fba24d5a9 None None] Sync routers for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:53:27.795992 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608dffa1-eb68-48ff-bbe8-927fba24d5a9 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:27.798466 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-608dffa1-eb68-48ff-bbe8-927fba24d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:27.957629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-2f4c2665-b1e6-429d-bde4-c61575da68d2 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:27.959278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-2f4c2665-b1e6-429d-bde4-c61575da68d2 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 805 time: 0.1771672 Nov 19 18:53:27.963329 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-608dffa1-eb68-48ff-bbe8-927fba24d5a9 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:27.971023 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-2c123618-7d45-434a-bd10-5042331e41ca service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725955 Nov 19 18:53:27.985047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Request body: {'port': {'device_id': 'cde7bb5a-eb0f-4395-b728-22cbdd0f93f6', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'admin_state_up': True, 'tenant_id': '9b4db7fa83d441578db11c43bb608bce'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:28.026436 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27c594a5-7ae3-4399-8cce-b6b468ae2311 req-75eed32d-d37e-4ab4-9f97-552052347340 service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467339 Nov 19 18:53:28.034970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10951aa-3fed-45b9-8e34-8017f7b9e7bc req-e59cee76-60fa-424b-88d2-83d7abbbdb1f tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:28.036434 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a10951aa-3fed-45b9-8e34-8017f7b9e7bc req-e59cee76-60fa-424b-88d2-83d7abbbdb1f tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 945 time: 0.1460514 Nov 19 18:53:28.106182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-c18d89a7-3466-4f8b-bfdb-61f7687b6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:28.107704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-c18d89a7-3466-4f8b-bfdb-61f7687b6f60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 1096 time: 0.0757480 Nov 19 18:53:28.184871 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-54aa1497-d851-404c-90d3-ea318717de72 req-4c904aa7-d237-4545-87f3-3f11031abe32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:28.246980 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27c594a5-7ae3-4399-8cce-b6b468ae2311 req-e88a0816-28dc-45d5-aadb-c6ab76de04fe service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095041 Nov 19 18:53:28.255163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c904aa7-d237-4545-87f3-3f11031abe32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Pushing event deleted for resources: {'Port': ['ID=09941749-83fb-4b59-b1ff-821b9e3e3989,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:28.263429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Made reservation on behalf of 9b4db7fa83d441578db11c43bb608bce for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:53:28.279032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:28.285777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a10951aa-3fed-45b9-8e34-8017f7b9e7bc req-62aaf961-7980-4604-81d7-ce86631633d5 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716583 Nov 19 18:53:28.317816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aa1497-d851-404c-90d3-ea318717de72 req-4c904aa7-d237-4545-87f3-3f11031abe32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] No DVR routers for this DVR port 09941749-83fb-4b59-b1ff-821b9e3e3989 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:53:28.320771 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-54aa1497-d851-404c-90d3-ea318717de72 req-4c904aa7-d237-4545-87f3-3f11031abe32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:28.323219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-c432b293-bd31-452a-ac68-152101f0793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:28.324545 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-608dffa1-eb68-48ff-bbe8-927fba24d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:c1:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:27Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:28.325095 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-54aa1497-d851-404c-90d3-ea318717de72 req-4c904aa7-d237-4545-87f3-3f11031abe32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "DELETE /v2.0/ports/09941749-83fb-4b59-b1ff-821b9e3e3989 HTTP/1.1" status: 204 len: 173 time: 1.3156226 Nov 19 18:53:28.325210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'name': 'network-vif-deleted', 'tag': '09941749-83fb-4b59-b1ff-821b9e3e3989'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:28.326886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-c432b293-bd31-452a-ac68-152101f0793a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.2071650 Nov 19 18:53:28.329857 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8308d5-815c-4c4d-a215-bbba0aaac9ff" -d '{"events": [{"server_uuid": "3aa2abe4-1a4d-4f39-815a-307d0ff48207", "name": "network-vif-deleted", "tag": "09941749-83fb-4b59-b1ff-821b9e3e3989"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:28.470466 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608dffa1-eb68-48ff-bbe8-927fba24d5a9 None None] Checking router: ce2b9101-0e58-4c50-b041-16acc31d62ca for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:28.476689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-63b9df27-ee8e-4f28-a065-86b2f4027ced service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 HTTP/1.1" status: 200 len: 1000 time: 0.1369343 Nov 19 18:53:28.493017 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608dffa1-eb68-48ff-bbe8-927fba24d5a9 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:28.494886 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-608dffa1-eb68-48ff-bbe8-927fba24d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:28.574591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Allocated IP 172.20.0.14 (81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c/a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91/75d07135-f248-49fd-a950-cd93452017df) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:53:28.578112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-63387440-74e4-4c42-ae18-536e37afbc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:28.579710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-63387440-74e4-4c42-ae18-536e37afbc05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.0905654 Nov 19 18:53:28.616342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed8b65-7420-4561-b6cf-3c40b4714ff3 req-46e848e6-3b71-4a97-9350-bf9b60d96716 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:28.622243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9aed8b65-7420-4561-b6cf-3c40b4714ff3 req-46e848e6-3b71-4a97-9350-bf9b60d96716 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 948 time: 0.1011143 Nov 19 18:53:28.641416 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-608dffa1-eb68-48ff-bbe8-927fba24d5a9 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:28.741615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-237d6e16-c251-4e64-a959-64fb9ad3a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:28.752239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-237d6e16-c251-4e64-a959-64fb9ad3a63d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611547 Nov 19 18:53:28.801638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 052060b4-c958-4120-84fc-002c995f5a21 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:53:28.871349 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:28.922298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-7cd8af3d-52c9-45e8-9184-a0ecd603afa5 service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683705 Nov 19 18:53:28.982082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'tag': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:28.985142 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7291fe-f5d2-4b70-8321-3162d48417e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6851a048-f5ac-48cb-bdb8-d5e42e0536d7", "tag": "79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:28.999815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:29.023896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '052060b4-c958-4120-84fc-002c995f5a21', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '052060b4-c958-4120-84fc-002c995f5a21', 'mac_address': 'fa:16:3e:68:6b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:53:29.051366 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:29.064032 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-608dffa1-eb68-48ff-bbe8-927fba24d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:c1:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:27Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:29.098255 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6280e9c6-3300-4309-bd2f-c705b7e51a49 req-49448daf-bee9-412a-b83a-71b21cb0bc78 service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749463 Nov 19 18:53:29.118289 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9aed8b65-7420-4561-b6cf-3c40b4714ff3 req-fb845e1b-2926-4618-bbb9-3369cadb3ebd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901462 Nov 19 18:53:29.119763 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608dffa1-eb68-48ff-bbe8-927fba24d5a9 None None] The sync data for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 is: [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:c1:90:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:27Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:29.150134 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:29.159143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:53:29.166462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:53:29.169446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052060b4-c958-4120-84fc-002c995f5a21 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:29.176040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:53:29.201243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Pushing event updated for resources: {'Port': ['ID=75d07135-f248-49fd-a950-cd93452017df,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:29.230415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:29.235628 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:29.246184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.246552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.246902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.247245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.247582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.247919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.248251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.248583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.249444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.249790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.250130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.250464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:29.312977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:29.313618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:29.315776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:29.320948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1203c1f-141d-4933-b313-4748d8b67488 req-fb281858-46a0-430c-a506-95167b82a250 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:29.322784 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b1203c1f-141d-4933-b313-4748d8b67488 req-fb281858-46a0-430c-a506-95167b82a250 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.21 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 945 time: 0.2035604 Nov 19 18:53:29.334091 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f78f0-6ab8-40ff-8665-33701a830f30 x-openstack-request-id: req-f85f78f0-6ab8-40ff-8665-33701a830f30 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:29.334633 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa2abe4-1a4d-4f39-815a-307d0ff48207", "name": "network-vif-deleted", "tag": "09941749-83fb-4b59-b1ff-821b9e3e3989", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:29.337998 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f85f78f0-6ab8-40ff-8665-33701a830f30 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:29.338750 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa2abe4-1a4d-4f39-815a-307d0ff48207', 'name': 'network-vif-deleted', 'tag': '09941749-83fb-4b59-b1ff-821b9e3e3989', 'status': 'completed', 'code': 200} Nov 19 18:53:29.365348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-5349b9ba-e76f-4144-9e26-28dc7c9fa45d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3854904 Nov 19 18:53:29.380157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Request body: {'port': {'device_id': 'cde7bb5a-eb0f-4395-b728-22cbdd0f93f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:29.414025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a73241-36c8-4d87-a622-e7ca4dcbf9ff req-81d92df9-76c1-4e6f-b2e7-ddaa2b8bf6c0 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:29.415796 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-80a73241-36c8-4d87-a622-e7ca4dcbf9ff req-81d92df9-76c1-4e6f-b2e7-ddaa2b8bf6c0 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 932 time: 0.1924541 Nov 19 18:53:29.424053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:29.516860 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-80a73241-36c8-4d87-a622-e7ca4dcbf9ff req-aaa0aacd-8dd2-4844-ab25-36fec43974d0 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881045 Nov 19 18:53:29.524461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e50b-2cab-4993-b560-5e4cdb69d602 req-92727c54-622d-4888-bdf2-f96d2159e732 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:29.526083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc62e50b-2cab-4993-b560-5e4cdb69d602 req-92727c54-622d-4888-bdf2-f96d2159e732 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.1353879 Nov 19 18:53:29.527142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:29.529727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-b1203c1f-141d-4933-b313-4748d8b67488 req-de58d190-b03d-4619-a90e-28ad61edc1a7 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Deleting port 6fef031e-5bc2-4e62-8473-f1b8665c7791 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:29.530896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b1203c1f-141d-4933-b313-4748d8b67488 req-de58d190-b03d-4619-a90e-28ad61edc1a7 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:29.624104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['052060b4-c958-4120-84fc-002c995f5a21'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:29.651413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc62e50b-2cab-4993-b560-5e4cdb69d602 req-4e4b11a8-d0e3-49e7-af17-54211da8ec8a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134214 Nov 19 18:53:29.671292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 09941749-83fb-4b59-b1ff-821b9e3e3989 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:29.700019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b1203c1f-141d-4933-b313-4748d8b67488 req-de58d190-b03d-4619-a90e-28ad61edc1a7 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] For port 6fef031e-5bc2-4e62-8473-f1b8665c7791, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=6fef031e-5bc2-4e62-8473-f1b8665c7791,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:29.701445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b1203c1f-141d-4933-b313-4748d8b67488 req-de58d190-b03d-4619-a90e-28ad61edc1a7 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:29.717260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 09941749-83fb-4b59-b1ff-821b9e3e3989 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:29.717384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 09941749-83fb-4b59-b1ff-821b9e3e3989 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:29.718577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 6fef031e-5bc2-4e62-8473-f1b8665c7791 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:29.722252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-b1203c1f-141d-4933-b313-4748d8b67488 req-de58d190-b03d-4619-a90e-28ad61edc1a7 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Calling delete_port for 6fef031e-5bc2-4e62-8473-f1b8665c7791 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:29.730550 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7fa119-b9cf-4ea2-9060-9f3796baed4f x-openstack-request-id: req-5f7fa119-b9cf-4ea2-9060-9f3796baed4f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:29.730862 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6851a048-f5ac-48cb-bdb8-d5e42e0536d7", "tag": "79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:29.731121 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f7fa119-b9cf-4ea2-9060-9f3796baed4f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:29.731704 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'tag': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'status': 'completed', 'code': 200} Nov 19 18:53:29.845862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d3c4787-90ff-483c-8570-daf49a82cb9c req-f5ae5b6b-1b3c-42a4-b330-66541e1027ba tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 1000 time: 0.1114604 Nov 19 18:53:29.909053 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c4787-90ff-483c-8570-daf49a82cb9c req-fdbee13b-ebb9-4076-8976-6f54ce236b38 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:29.910713 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d3c4787-90ff-483c-8570-daf49a82cb9c req-fdbee13b-ebb9-4076-8976-6f54ce236b38 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports/79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 HTTP/1.1" status: 200 len: 942 time: 0.0569134 Nov 19 18:53:29.915853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7291fe-f5d2-4b70-8321-3162d48417e4 req-e197e490-2190-43df-a4b7-6c9bd6e79203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:29.917770 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e7291fe-f5d2-4b70-8321-3162d48417e4 req-e197e490-2190-43df-a4b7-6c9bd6e79203 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 1096 time: 0.1853154 Nov 19 18:53:29.968684 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:29.988416 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b1203c1f-141d-4933-b313-4748d8b67488 req-de58d190-b03d-4619-a90e-28ad61edc1a7 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:30.025120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58d190-b03d-4619-a90e-28ad61edc1a7 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Pushing event deleted for resources: {'Port': ['ID=6fef031e-5bc2-4e62-8473-f1b8665c7791,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:30.070306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922eb4a7-367f-4a1f-8cb5-76793a7b03d0 req-9fc78bc1-d0ee-4b53-8b84-b9e88837f925 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:30.079498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-922eb4a7-367f-4a1f-8cb5-76793a7b03d0 req-9fc78bc1-d0ee-4b53-8b84-b9e88837f925 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/ports?device_id=f667e2f8-1bb9-4475-8433-c73fdd25e43c HTTP/1.1" status: 200 len: 867 time: 0.1528134 Nov 19 18:53:30.114618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1203c1f-141d-4933-b313-4748d8b67488 req-de58d190-b03d-4619-a90e-28ad61edc1a7 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] No DVR routers for this DVR port 6fef031e-5bc2-4e62-8473-f1b8665c7791 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:53:30.118326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b1203c1f-141d-4933-b313-4748d8b67488 req-de58d190-b03d-4619-a90e-28ad61edc1a7 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:30.121783 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b1203c1f-141d-4933-b313-4748d8b67488 req-de58d190-b03d-4619-a90e-28ad61edc1a7 tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.21 "DELETE /v2.0/ports/6fef031e-5bc2-4e62-8473-f1b8665c7791 HTTP/1.1" status: 204 len: 173 time: 0.7767460 Nov 19 18:53:30.163396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-922eb4a7-367f-4a1f-8cb5-76793a7b03d0 req-085bf662-1d83-4475-a58a-4d72ddeb0b6f tempest-AttachSCSIVolumeTestJSON-1852395773 tempest-AttachSCSIVolumeTestJSON-1852395773-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4df2f21-5f3e-48e9-98c4-f03fb46802e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818424 Nov 19 18:53:30.207195 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d3c4787-90ff-483c-8570-daf49a82cb9c req-c3d02838-de56-4d51-9e56-2ad80ce2a639 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 1000 time: 0.1620698 Nov 19 18:53:30.237988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7291fe-f5d2-4b70-8321-3162d48417e4 req-82673254-ba7d-4683-ad8f-072f1f378034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:30.239479 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e7291fe-f5d2-4b70-8321-3162d48417e4 req-82673254-ba7d-4683-ad8f-072f1f378034 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.3116531 Nov 19 18:53:30.376300 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f2160-7cc3-432d-aeb2-be5a0d2d09f8 req-4d3f1ce1-e1ba-4951-a2c2-96e69d418233 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:30.378060 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-980f2160-7cc3-432d-aeb2-be5a0d2d09f8 req-4d3f1ce1-e1ba-4951-a2c2-96e69d418233 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 949 time: 0.0684240 Nov 19 18:53:30.403684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e7291fe-f5d2-4b70-8321-3162d48417e4 req-530a9118-6d62-4b38-b5b0-0f43e0df1e28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 HTTP/1.1" status: 200 len: 1000 time: 0.1340561 Nov 19 18:53:30.473173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7291fe-f5d2-4b70-8321-3162d48417e4 req-f8192ad4-a6b3-4259-8967-43214417e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:30.475689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e7291fe-f5d2-4b70-8321-3162d48417e4 req-f8192ad4-a6b3-4259-8967-43214417e049 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.0589867 Nov 19 18:53:30.478703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-980f2160-7cc3-432d-aeb2-be5a0d2d09f8 req-aaf62c31-ae7b-4577-a915-9dd55cbfa28e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880668 Nov 19 18:53:30.521523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c4787-90ff-483c-8570-daf49a82cb9c req-05aea2a3-3c04-42b8-98b4-e1c66c978dcf tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:30.522983 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d3c4787-90ff-483c-8570-daf49a82cb9c req-05aea2a3-3c04-42b8-98b4-e1c66c978dcf tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.3085568 Nov 19 18:53:30.563397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d07135-f248-49fd-a950-cd93452017df {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:30.573009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:30.628248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Transition to ACTIVE for port object 75d07135-f248-49fd-a950-cd93452017df will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:53:30.641131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7291fe-f5d2-4b70-8321-3162d48417e4 req-737b7d68-813a-43b4-a6a2-47f5cdb6479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:30.644200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e7291fe-f5d2-4b70-8321-3162d48417e4 req-737b7d68-813a-43b4-a6a2-47f5cdb6479b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418586 Nov 19 18:53:30.663248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-a9dba832-cf63-4bed-912e-81952a3cf9aa tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 1000 time: 0.1098366 Nov 19 18:53:30.663890 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:30.729871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711abe5-9da3-4e25-bb44-d7756a5feffd req-d1738fb1-79c4-47e3-8f92-add6642883eb tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:30.731869 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0711abe5-9da3-4e25-bb44-d7756a5feffd req-d1738fb1-79c4-47e3-8f92-add6642883eb tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 944 time: 0.0729182 Nov 19 18:53:30.806294 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0711abe5-9da3-4e25-bb44-d7756a5feffd req-a1b86503-e27f-4b0d-8d57-1a0c4de52451 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675178 Nov 19 18:53:30.825114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-b17dba83-d537-48e1-b5ac-59d9fe1dbf49 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:30.826904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-b17dba83-d537-48e1-b5ac-59d9fe1dbf49 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports/79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 HTTP/1.1" status: 200 len: 942 time: 0.1412809 Nov 19 18:53:30.831756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Pushing event updated for resources: {'Port': ['ID=75d07135-f248-49fd-a950-cd93452017df,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:30.996411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a81f75-418f-4959-8de3-0144d00a15e1 req-27145d2f-b3e2-4d17-9f1b-3ce887c66475 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:30.997953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65a81f75-418f-4959-8de3-0144d00a15e1 req-27145d2f-b3e2-4d17-9f1b-3ce887c66475 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.0521462 Nov 19 18:53:31.000164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e7291fe-f5d2-4b70-8321-3162d48417e4 req-722c2571-8407-43bb-9bfa-22088ea131de service neutron] 10.222.0.21 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322737 Nov 19 18:53:31.007853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Attempting to bind port 75d07135-f248-49fd-a950-cd93452017df on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:53:31.008186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Attempting to bind port 75d07135-f248-49fd-a950-cd93452017df by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:53:31.008516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Attempting to bind port 75d07135-f248-49fd-a950-cd93452017df on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:31.015760 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-c9780a89-6f07-4719-b6c3-398814c5106b tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 1000 time: 0.1127834 Nov 19 18:53:31.042738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Port 75d07135-f248-49fd-a950-cd93452017df on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:53:31.043023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Attempting to bind port 75d07135-f248-49fd-a950-cd93452017df on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:31.050953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65a81f75-418f-4959-8de3-0144d00a15e1 req-18df8fd3-43a6-4d1f-a99f-a3d7ceec8047 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463727 Nov 19 18:53:31.085861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:53:31.086198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Checking segment: {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:53:31.086579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Bound using segment: {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:53:31.087021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Bound port: 75d07135-f248-49fd-a950-cd93452017df, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:53:31.087374 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:31.341126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f667e2f8-1bb9-4475-8433-c73fdd25e43c', 'name': 'network-vif-deleted', 'tag': '6fef031e-5bc2-4e62-8473-f1b8665c7791'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:31.344825 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9e7656-2c96-4033-b4b9-7706be154789" -d '{"events": [{"server_uuid": "f667e2f8-1bb9-4475-8433-c73fdd25e43c", "name": "network-vif-deleted", "tag": "6fef031e-5bc2-4e62-8473-f1b8665c7791"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:31.390518 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08847b7e-da5a-469a-9cc1-ee2774d66209 x-openstack-request-id: req-08847b7e-da5a-469a-9cc1-ee2774d66209 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:31.390834 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f667e2f8-1bb9-4475-8433-c73fdd25e43c", "name": "network-vif-deleted", "tag": "6fef031e-5bc2-4e62-8473-f1b8665c7791", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:31.391256 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08847b7e-da5a-469a-9cc1-ee2774d66209 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:31.391506 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f667e2f8-1bb9-4475-8433-c73fdd25e43c', 'name': 'network-vif-deleted', 'tag': '6fef031e-5bc2-4e62-8473-f1b8665c7791', 'status': 'completed', 'code': 200} Nov 19 18:53:31.497728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e7291fe-f5d2-4b70-8321-3162d48417e4 req-430116ae-5851-40dd-ada5-f6217f247b09 service neutron] 10.222.0.21 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847980 Nov 19 18:53:31.524292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-6ec213a8-e265-40e9-bbe8-212e4f19a5fd tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:31.525741 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-6ec213a8-e265-40e9-bbe8-212e4f19a5fd tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.5023594 Nov 19 18:53:31.529621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] For port 75d07135-f248-49fd-a950-cd93452017df, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:53:31.534867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] For port 75d07135-f248-49fd-a950-cd93452017df, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75d07135-f248-49fd-a950-cd93452017df,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:53:31.548004 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:31.616824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc16ff-e099-4e9b-b146-9807dbade4cc req-5cac874a-ff96-4965-a2ba-e81d7215f0be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:31.619450 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ecc16ff-e099-4e9b-b146-9807dbade4cc req-5cac874a-ff96-4965-a2ba-e81d7215f0be tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 949 time: 0.0607219 Nov 19 18:53:31.633303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:31.633941 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:31.635301 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] 10.222.0.21 "PUT /v2.0/ports/75d07135-f248-49fd-a950-cd93452017df HTTP/1.1" status: 200 len: 1092 time: 2.2616742 Nov 19 18:53:31.649178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-8d220e3a-cb55-450b-be75-32fac37221c1 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 1000 time: 0.1113210 Nov 19 18:53:31.666930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-f43821f9-b537-4349-a094-7ca118f9e4d3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:31.674281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b2b71-ddd7-4b03-a0a2-7104300be55c service neutron] Pushing event updated for resources: {'Port': ['ID=75d07135-f248-49fd-a950-cd93452017df,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:31.694574 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ecc16ff-e099-4e9b-b146-9807dbade4cc req-a31db88c-9023-4bd2-a6c2-018fc53e12c1 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677075 Nov 19 18:53:31.740575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde7bb5a-eb0f-4395-b728-22cbdd0f93f6', 'tag': '75d07135-f248-49fd-a950-cd93452017df'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:31.742876 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3579e7-dca8-43da-8c2a-2502e013d36a" -d '{"events": [{"name": "network-changed", "server_uuid": "cde7bb5a-eb0f-4395-b728-22cbdd0f93f6", "tag": "75d07135-f248-49fd-a950-cd93452017df"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:31.767429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-f43821f9-b537-4349-a094-7ca118f9e4d3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:31.821002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-0a465b18-e6b9-4fb3-931f-244d1ab97873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:31.822533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-0a465b18-e6b9-4fb3-931f-244d1ab97873 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 1095 time: 0.1177082 Nov 19 18:53:31.824778 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cc8799-25cc-43b8-8f1d-fae9f81cdd7e x-openstack-request-id: req-95cc8799-25cc-43b8-8f1d-fae9f81cdd7e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:31.824778 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde7bb5a-eb0f-4395-b728-22cbdd0f93f6", "tag": "75d07135-f248-49fd-a950-cd93452017df", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:31.824778 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95cc8799-25cc-43b8-8f1d-fae9f81cdd7e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:31.825081 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde7bb5a-eb0f-4395-b728-22cbdd0f93f6', 'tag': '75d07135-f248-49fd-a950-cd93452017df', 'status': 'completed', 'code': 200} Nov 19 18:53:31.930790 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-9a41926d-384f-4572-8ce7-12451bdb5843 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75d07135-f248-49fd-a950-cd93452017df HTTP/1.1" status: 200 len: 217 time: 0.0825756 Nov 19 18:53:31.964215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee295b-37fa-41b2-ba65-6177da619c2f req-879d77c0-d67d-4a5c-a433-3cc5bf732468 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:31.966447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2ee295b-37fa-41b2-ba65-6177da619c2f req-879d77c0-d67d-4a5c-a433-3cc5bf732468 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 944 time: 0.0740891 Nov 19 18:53:32.025214 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2ee295b-37fa-41b2-ba65-6177da619c2f req-945d1df4-8a34-4dfa-9350-5c642ba3d6c8 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497921 Nov 19 18:53:32.063813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-f43821f9-b537-4349-a094-7ca118f9e4d3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:32.071385 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-f43821f9-b537-4349-a094-7ca118f9e4d3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:32.071718 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-f43821f9-b537-4349-a094-7ca118f9e4d3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Floating IP f1132732-1beb-412f-b9f9-6620612c3058 disassociated. External IP: 172.25.3.93, port: 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5. Nov 19 18:53:32.075313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-665862c6-ebde-4cb8-afe6-daf0b3b6e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:32.077659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-665862c6-ebde-4cb8-afe6-daf0b3b6e7e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91 HTTP/1.1" status: 200 len: 845 time: 0.1370564 Nov 19 18:53:32.164080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-bb7e962d-dcc9-45ca-8d87-60e3f9af4158 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391834 Nov 19 18:53:32.227928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14b321-f5bc-4624-b5f1-bc889ab29c5f req-feb8317f-5f8f-492f-aefb-491606fffca5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:32.230477 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ba14b321-f5bc-4624-b5f1-bc889ab29c5f req-feb8317f-5f8f-492f-aefb-491606fffca5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.0637078 Nov 19 18:53:32.289073 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ba14b321-f5bc-4624-b5f1-bc889ab29c5f req-d16c3b4e-6cdf-4089-adff-e73c934a64f6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Nov 19 18:53:32.378047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-485431b2-80e4-4c69-af14-ec0d0fe9d23b service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657865 Nov 19 18:53:32.522231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-f43821f9-b537-4349-a094-7ca118f9e4d3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Router ce2b9101-0e58-4c50-b041-16acc31d62ca has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:53:32.557171 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8bea36b4-0888-48f9-87a3-cec4d256501f req-7ee2ddf0-4376-4f66-a86e-64e4f35252d6 service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315725 Nov 19 18:53:32.693517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-f43821f9-b537-4349-a094-7ca118f9e4d3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:53:32.698375 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-f43821f9-b537-4349-a094-7ca118f9e4d3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:32.703057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3579e7-dca8-43da-8c2a-2502e013d36a req-01514256-fd34-4973-9737-e514f95bef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:32.704707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b3579e7-dca8-43da-8c2a-2502e013d36a req-01514256-fd34-4973-9737-e514f95bef9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 1095 time: 0.0909569 Nov 19 18:53:32.706636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457ebd4-fb5e-440d-ad58-65acdc66ecb9 None None] Sync routers for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:53:32.721371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457ebd4-fb5e-440d-ad58-65acdc66ecb9 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:32.722070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f457ebd4-fb5e-440d-ad58-65acdc66ecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:32.807145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-f43821f9-b537-4349-a094-7ca118f9e4d3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "PUT /v2.0/floatingips/f1132732-1beb-412f-b9f9-6620612c3058 HTTP/1.1" status: 200 len: 694 time: 1.1456842 Nov 19 18:53:32.840586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c35b37-4b26-4630-ab44-463d43f89a1b req-2fcdabae-0ba1-47e6-aa0d-b3078bb70b2f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:32.842339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 052060b4-c958-4120-84fc-002c995f5a21 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:53:32.854980 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d3c35b37-4b26-4630-ab44-463d43f89a1b req-2fcdabae-0ba1-47e6-aa0d-b3078bb70b2f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 949 time: 0.0808742 Nov 19 18:53:32.896968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-827fca97-67cc-49e1-a108-75305bae7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:32.901191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-827fca97-67cc-49e1-a108-75305bae7fa9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 1096 time: 0.0829978 Nov 19 18:53:32.920433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f457ebd4-fb5e-440d-ad58-65acdc66ecb9 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:32.939677 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d3c35b37-4b26-4630-ab44-463d43f89a1b req-f6b02891-6b06-4310-a01d-ebdad521dec4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834589 Nov 19 18:53:32.964446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 052060b4-c958-4120-84fc-002c995f5a21 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:53:32.976049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3579e7-dca8-43da-8c2a-2502e013d36a req-69d76b40-9f0f-42cb-a879-5de783455244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:32.977933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 052060b4-c958-4120-84fc-002c995f5a21 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:32.978028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b3579e7-dca8-43da-8c2a-2502e013d36a req-69d76b40-9f0f-42cb-a879-5de783455244 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 906 time: 0.2514598 Nov 19 18:53:32.978379 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:33.047979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b3579e7-dca8-43da-8c2a-2502e013d36a req-54924e2b-bd49-49c1-9a7b-8e05105b09be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75d07135-f248-49fd-a950-cd93452017df HTTP/1.1" status: 200 len: 217 time: 0.0585208 Nov 19 18:53:33.136252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-3f758802-14ae-4256-8eef-835e97962d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:33.145112 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-3f758802-14ae-4256-8eef-835e97962d3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.2345085 Nov 19 18:53:33.183905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de701d-c04c-43da-821f-54325e40dd5c req-b38c8113-cb47-41fd-aab7-210c3a2a127f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:33.192337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-e47e51c5-4a6b-49f9-8694-377a78362c68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 HTTP/1.1" status: 200 len: 217 time: 0.0458941 Nov 19 18:53:33.195451 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4de701d-c04c-43da-821f-54325e40dd5c req-b38c8113-cb47-41fd-aab7-210c3a2a127f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 944 time: 0.0801826 Nov 19 18:53:33.202619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3579e7-dca8-43da-8c2a-2502e013d36a req-4ea6f7d8-2274-48d9-911e-cd60fa5313de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:33.204312 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b3579e7-dca8-43da-8c2a-2502e013d36a req-4ea6f7d8-2274-48d9-911e-cd60fa5313de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91 HTTP/1.1" status: 200 len: 845 time: 0.1400592 Nov 19 18:53:33.271237 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4de701d-c04c-43da-821f-54325e40dd5c req-585baf83-f464-4b46-b400-ab2504f09f43 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747135 Nov 19 18:53:33.273433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b3579e7-dca8-43da-8c2a-2502e013d36a req-32f7740d-57e0-4a8d-8b2e-2378dd95ab84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362487 Nov 19 18:53:33.275476 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:33.325997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052060b4-c958-4120-84fc-002c995f5a21'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:33.329641 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e21b806-16c8-4d9a-8d55-b16a63735c67" -d '{"events": [{"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-plugged", "status": "completed", "tag": "052060b4-c958-4120-84fc-002c995f5a21"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:33.355026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:33.378373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-6f23ac4a-8954-4ad8-98c5-43540bd39318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:33.385830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-6f23ac4a-8954-4ad8-98c5-43540bd39318 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.1923845 Nov 19 18:53:33.395293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:33.444725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b3579e7-dca8-43da-8c2a-2502e013d36a req-5dfc7540-7095-492c-9c7f-a2cb1b2f2c75 service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614256 Nov 19 18:53:33.464212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-c4c4e2a6-993e-4bee-bdf0-419107619901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:33.466769 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-c4c4e2a6-993e-4bee-bdf0-419107619901 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791183 Nov 19 18:53:33.472773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:33.480439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f457ebd4-fb5e-440d-ad58-65acdc66ecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:33.505396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bdf45-980e-4194-80a5-6512b9b9d452 req-cea812bc-64ae-4b27-92ea-05d9653aa152 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:33.507432 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-142bdf45-980e-4194-80a5-6512b9b9d452 req-cea812bc-64ae-4b27-92ea-05d9653aa152 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.0761883 Nov 19 18:53:33.512579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457ebd4-fb5e-440d-ad58-65acdc66ecb9 None None] Checking router: ce2b9101-0e58-4c50-b041-16acc31d62ca for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:33.525595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457ebd4-fb5e-440d-ad58-65acdc66ecb9 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:33.526260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f457ebd4-fb5e-440d-ad58-65acdc66ecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:33.590474 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-142bdf45-980e-4194-80a5-6512b9b9d452 req-3a7dfdd5-ba49-4dab-98c6-95a058e41fcd tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764654 Nov 19 18:53:33.633972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b3579e7-dca8-43da-8c2a-2502e013d36a req-0b9bab4d-2561-4874-977c-b559fa3be05b service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800013 Nov 19 18:53:33.637646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-6676659f-2fe3-41a8-8837-fd52db0cbaa7 service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598554 Nov 19 18:53:33.664835 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04a5cb3-1d26-4008-ad6f-7ff6f168d3ba x-openstack-request-id: req-b04a5cb3-1d26-4008-ad6f-7ff6f168d3ba {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:33.665141 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-plugged", "status": "completed", "tag": "052060b4-c958-4120-84fc-002c995f5a21", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:33.665400 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b04a5cb3-1d26-4008-ad6f-7ff6f168d3ba {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:33.666259 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052060b4-c958-4120-84fc-002c995f5a21', 'code': 200} Nov 19 18:53:33.710192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f457ebd4-fb5e-440d-ad58-65acdc66ecb9 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:33.786418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d928eb3a-6636-4292-b132-c1bda2c506c1 req-c391228e-3b3b-4374-af7c-d3e2d64bfa5c service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265156 Nov 19 18:53:33.794336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d79ee-ad56-4be6-9f68-0d12b462ea47 req-cd5fd755-7a7c-411f-96bf-823afeca9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:33.797100 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-411d79ee-ad56-4be6-9f68-0d12b462ea47 req-cd5fd755-7a7c-411f-96bf-823afeca9e48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 1101 time: 0.0640898 Nov 19 18:53:33.826091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'tag': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:33.830592 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282" -d '{"events": [{"name": "network-changed", "server_uuid": "6851a048-f5ac-48cb-bdb8-d5e42e0536d7", "tag": "79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:33.885243 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aaf902-e7f4-4e9c-9649-598d27711aa3 x-openstack-request-id: req-a9aaf902-e7f4-4e9c-9649-598d27711aa3 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:33.885599 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6851a048-f5ac-48cb-bdb8-d5e42e0536d7", "tag": "79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:33.892066 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-411d79ee-ad56-4be6-9f68-0d12b462ea47 req-ab958a29-3d1d-48a0-a9d6-473781b9792d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801053 Nov 19 18:53:33.902120 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9aaf902-e7f4-4e9c-9649-598d27711aa3 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:33.902589 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'tag': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'status': 'completed', 'code': 200} Nov 19 18:53:33.997438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f457ebd4-fb5e-440d-ad58-65acdc66ecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:34.003082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282 req-97c91134-b9e1-41f3-b064-eb05cc02439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:34.004746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282 req-97c91134-b9e1-41f3-b064-eb05cc02439b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 1096 time: 0.0861688 Nov 19 18:53:34.034612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457ebd4-fb5e-440d-ad58-65acdc66ecb9 None None] The sync data for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 is: [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:34.193328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f90ac3-a48a-425d-a604-2e09e97b2d72 req-56f2d8e8-96ae-4904-bf03-a26f75a2ad58 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:34.194842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7f90ac3-a48a-425d-a604-2e09e97b2d72 req-56f2d8e8-96ae-4904-bf03-a26f75a2ad58 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0945792 Nov 19 18:53:34.195847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282 req-1742072c-0909-4d1c-bdd5-2f8bdb5c2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:34.197154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282 req-1742072c-0909-4d1c-bdd5-2f8bdb5c2070 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.1813097 Nov 19 18:53:34.206300 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-550219ed-9ebc-4ffa-85fb-8ad121a4f447 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:34.207831 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-550219ed-9ebc-4ffa-85fb-8ad121a4f447 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0949836 Nov 19 18:53:34.257028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282 req-b0b83b91-95fe-4be7-a01c-c5c29be0f9c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 HTTP/1.1" status: 200 len: 217 time: 0.0469024 Nov 19 18:53:34.299498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-b27d7737-4891-4c82-8e6d-221c90fcde00 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 697 time: 0.0841219 Nov 19 18:53:34.309520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Request body: {'floatingip': {'port_id': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:34.313351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7f90ac3-a48a-425d-a604-2e09e97b2d72 req-9963c0ac-b2f5-48e5-8a51-76cc020fa4fe tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123297 Nov 19 18:53:34.332503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282 req-b23a721a-82c4-47bf-ab53-476a76b4aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:34.334072 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282 req-b23a721a-82c4-47bf-ab53-476a76b4aea0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.0539403 Nov 19 18:53:34.360575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:34.388324 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b74f3-caba-4c24-bc6f-b9a6b721a32b None None] New status for floating IP f1132732-1beb-412f-b9f9-6620612c3058: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:53:34.390483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282 req-4c370c02-3653-4ab0-b99e-b17eb7fc77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:34.392255 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282 req-4c370c02-3653-4ab0-b99e-b17eb7fc77e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479879 Nov 19 18:53:34.548076 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282 req-b5df34d0-9f2f-4f5f-909c-cafecd521de0 service neutron] 10.222.0.21 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404886 Nov 19 18:53:34.561158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207b8b9-dcf9-4915-86bd-38e70d97df97 req-e7f468b4-f0b7-43f8-94bd-c2b7004f0283 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:34.563249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3207b8b9-dcf9-4915-86bd-38e70d97df97 req-e7f468b4-f0b7-43f8-94bd-c2b7004f0283 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 944 time: 0.0655072 Nov 19 18:53:34.665420 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3207b8b9-dcf9-4915-86bd-38e70d97df97 req-437d4336-fea7-4e70-8862-1a3fd2b12482 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937424 Nov 19 18:53:34.709034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b196b89c-4d3c-4e5f-8cf8-e8651c08e282 req-5531f66d-4b7d-4515-8c18-13298f1fd928 service neutron] 10.222.0.21 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446824 Nov 19 18:53:34.729837 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.db.api [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:53:34.730215 n-d-815373-6 neutron-server[109888]: DEBUG oslo_db.api [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:53:34.867253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606fd91-ded0-4858-8978-203517922b38 req-168ad144-30c7-4b1a-84b3-3a78816ff2ea tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:34.868715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2606fd91-ded0-4858-8978-203517922b38 req-168ad144-30c7-4b1a-84b3-3a78816ff2ea tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.0509262 Nov 19 18:53:34.917699 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2606fd91-ded0-4858-8978-203517922b38 req-83394f4c-a462-4773-8508-318d630f75e5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423253 Nov 19 18:53:35.231030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:35.497507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21239463-defd-4691-96d4-f40673405204 req-298224d7-387a-4346-90fc-dca2f0a03686 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:35.510205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21239463-defd-4691-96d4-f40673405204 req-298224d7-387a-4346-90fc-dca2f0a03686 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0622022 Nov 19 18:53:35.570096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21239463-defd-4691-96d4-f40673405204 req-d25b48a5-67b3-43a4-84b5-2a8529db886c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564065 Nov 19 18:53:35.662057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75d07135-f248-49fd-a950-cd93452017df details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:53:35.722861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb7db5-1a13-459a-af5e-565b912a662a req-ccb78124-a2f6-430a-9ff9-563f57b26597 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:35.726607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1eb7db5-1a13-459a-af5e-565b912a662a req-ccb78124-a2f6-430a-9ff9-563f57b26597 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.21 "GET /v2.0/ports?device_id=6851a048-f5ac-48cb-bdb8-d5e42e0536d7 HTTP/1.1" status: 200 len: 945 time: 0.0842083 Nov 19 18:53:35.767717 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:35.773420 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:35.786435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75d07135-f248-49fd-a950-cd93452017df, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75d07135-f248-49fd-a950-cd93452017df,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:35.800624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '75d07135-f248-49fd-a950-cd93452017df', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'port_id': '75d07135-f248-49fd-a950-cd93452017df', 'mac_address': 'fa:16:3e:00:4b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:53:35.840154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:35.856860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d07135-f248-49fd-a950-cd93452017df {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:35.882262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e22388-ed6b-46c3-a65c-987e68b4a575 req-ae3499e3-c94b-4ead-84f2-91040f5d4a59 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:35.882901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75d07135-f248-49fd-a950-cd93452017df, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75d07135-f248-49fd-a950-cd93452017df,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:35.884170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18e22388-ed6b-46c3-a65c-987e68b4a575 req-ae3499e3-c94b-4ead-84f2-91040f5d4a59 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 944 time: 0.1103055 Nov 19 18:53:35.894015 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:35.926382 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Floating IP f1132732-1beb-412f-b9f9-6620612c3058 associated. External IP: 172.25.3.93, port: fa7d6f76-4281-41d4-aa33-ad474fc021a1. Nov 19 18:53:35.955843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b1eb7db5-1a13-459a-af5e-565b912a662a req-ed8dcc89-e74c-42d4-9547-d3f068f680f3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Deleting port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:35.956185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b1eb7db5-1a13-459a-af5e-565b912a662a req-ed8dcc89-e74c-42d4-9547-d3f068f680f3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:35.957701 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75d07135-f248-49fd-a950-cd93452017df,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:36.018031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18e22388-ed6b-46c3-a65c-987e68b4a575 req-748871d7-67bd-4399-b645-0acafe10502d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262965 Nov 19 18:53:36.087334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b1eb7db5-1a13-459a-af5e-565b912a662a req-ed8dcc89-e74c-42d4-9547-d3f068f680f3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] For port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:36.087981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b1eb7db5-1a13-459a-af5e-565b912a662a req-ed8dcc89-e74c-42d4-9547-d3f068f680f3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:36.119317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b1eb7db5-1a13-459a-af5e-565b912a662a req-ed8dcc89-e74c-42d4-9547-d3f068f680f3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Calling delete_port for 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:36.147623 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['75d07135-f248-49fd-a950-cd93452017df'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:36.197053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Router ce2b9101-0e58-4c50-b041-16acc31d62ca has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:53:36.346397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:53:36.360175 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:36.365086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6d6e3-c2b5-4d92-b7cb-1046a3479d9a None None] Sync routers for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:53:36.383667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6d6e3-c2b5-4d92-b7cb-1046a3479d9a None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:36.384299 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fbd6d6e3-c2b5-4d92-b7cb-1046a3479d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:36.407672 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-dcaf1881-0efd-4926-9f9a-e4fb01d18c1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "PUT /v2.0/floatingips/f1132732-1beb-412f-b9f9-6620612c3058 HTTP/1.1" status: 200 len: 996 time: 2.1020353 Nov 19 18:53:36.412329 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:36.415069 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed88288-fe54-4020-9ac9-391844db0599" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:36.467019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-643f02d3-fa5c-4cce-931f-8a7dbbdf0e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:36.470888 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-643f02d3-fa5c-4cce-931f-8a7dbbdf0e41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 1097 time: 0.0492353 Nov 19 18:53:36.575096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33cbc-d0e9-4f4e-bcfd-40cb8a2349ed req-fdd8edb9-857b-422b-bfa4-fe81b0cf04cc tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:36.583303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-04b5e15c-b5ee-4d1c-8159-0a9e0a4e2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:36.583855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4d33cbc-d0e9-4f4e-bcfd-40cb8a2349ed req-fdd8edb9-857b-422b-bfa4-fe81b0cf04cc tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.0812178 Nov 19 18:53:36.594460 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-04b5e15c-b5ee-4d1c-8159-0a9e0a4e2d7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.1176336 Nov 19 18:53:36.656258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fbd6d6e3-c2b5-4d92-b7cb-1046a3479d9a None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:36.676018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4d33cbc-d0e9-4f4e-bcfd-40cb8a2349ed req-e67c2dfa-1b5e-48d4-8870-89c92b3a4186 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911124 Nov 19 18:53:36.678808 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-8b40b4ce-0515-4609-92b8-ac4a5542b1d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 999 time: 0.0833292 Nov 19 18:53:36.729967 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-cd444c9e-270c-46a3-bcc0-93d405ea9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:36.731629 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-cd444c9e-270c-46a3-bcc0-93d405ea9f2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.0494857 Nov 19 18:53:36.736766 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b1eb7db5-1a13-459a-af5e-565b912a662a req-ed8dcc89-e74c-42d4-9547-d3f068f680f3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:36.756566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['fa7d6f76-4281-41d4-aa33-ad474fc021a1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:36.797176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-57c2a5fe-6913-4b61-82fa-7d66d4bb62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:36.798715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:36.806369 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-57c2a5fe-6913-4b61-82fa-7d66d4bb62ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653417 Nov 19 18:53:36.813104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-0e81a394-a647-4ad4-8838-e8b857201525 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:53:36.822097 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-0e81a394-a647-4ad4-8838-e8b857201525 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143428 Nov 19 18:53:36.826306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dcc89-e74c-42d4-9547-d3f068f680f3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Pushing event deleted for resources: {'Port': ['ID=79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:36.898382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eb7db5-1a13-459a-af5e-565b912a662a req-ed8dcc89-e74c-42d4-9547-d3f068f680f3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] No DVR routers for this DVR port 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:53:36.903780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b1eb7db5-1a13-459a-af5e-565b912a662a req-ed8dcc89-e74c-42d4-9547-d3f068f680f3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:36.911834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1eb7db5-1a13-459a-af5e-565b912a662a req-ed8dcc89-e74c-42d4-9547-d3f068f680f3 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.21 "DELETE /v2.0/ports/79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 HTTP/1.1" status: 204 len: 173 time: 1.1754050 Nov 19 18:53:36.912891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'name': 'network-vif-deleted', 'tag': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:36.915809 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5bed9b-6817-403b-a4f0-4c0126245c96" -d '{"events": [{"server_uuid": "6851a048-f5ac-48cb-bdb8-d5e42e0536d7", "name": "network-vif-deleted", "tag": "79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:36.976355 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-97260916-e70a-4fc9-ab57-61a078ce3164 service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509528 Nov 19 18:53:37.025035 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a10b08-202a-4a55-9e89-0ecda9531605 x-openstack-request-id: req-c9a10b08-202a-4a55-9e89-0ecda9531605 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:37.025467 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:37.026373 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9a10b08-202a-4a55-9e89-0ecda9531605 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:37.026373 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'status': 'completed', 'code': 200} Nov 19 18:53:37.205291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee5a05-b02d-4dcf-b842-5d6bd66ccd68 req-bedb0f6e-204e-4d58-bce8-ead17a4bf4c8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:37.221595 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-deee5a05-b02d-4dcf-b842-5d6bd66ccd68 req-bedb0f6e-204e-4d58-bce8-ead17a4bf4c8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1428528 Nov 19 18:53:37.272910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-deee5a05-b02d-4dcf-b842-5d6bd66ccd68 req-4b301397-3fcc-40c5-9415-8099698954e0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498424 Nov 19 18:53:37.284204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fbd6d6e3-c2b5-4d92-b7cb-1046a3479d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:b8:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:35Z', 'revision_number': 8, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:37.316209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6d6e3-c2b5-4d92-b7cb-1046a3479d9a None None] Checking router: ce2b9101-0e58-4c50-b041-16acc31d62ca for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:37.325153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6d6e3-c2b5-4d92-b7cb-1046a3479d9a None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:37.325808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fbd6d6e3-c2b5-4d92-b7cb-1046a3479d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:37.402399 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ad9818-5558-489d-be51-2b8c2abe6e16 x-openstack-request-id: req-b7ad9818-5558-489d-be51-2b8c2abe6e16 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:37.403033 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6851a048-f5ac-48cb-bdb8-d5e42e0536d7", "name": "network-vif-deleted", "tag": "79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:37.403575 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7ad9818-5558-489d-be51-2b8c2abe6e16 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:37.404215 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6851a048-f5ac-48cb-bdb8-d5e42e0536d7', 'name': 'network-vif-deleted', 'tag': '79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5', 'status': 'completed', 'code': 200} Nov 19 18:53:37.443274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59634) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:37.454804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88288-fe54-4020-9ac9-391844db0599 req-37cd2dff-e1b8-4219-b446-49ba5858802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:37.455655 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0ed88288-fe54-4020-9ac9-391844db0599 req-37cd2dff-e1b8-4219-b446-49ba5858802d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 1097 time: 0.0750129 Nov 19 18:53:37.471894 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bc467f6-2197-4cb5-8bb4-0109293e6ec6 req-69e9ca2c-4589-44b9-a408-2a6699fc3afb service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895732 Nov 19 18:53:37.474072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fbd6d6e3-c2b5-4d92-b7cb-1046a3479d9a None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:37.630582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535afe01-3cf0-40d9-b831-68385e4541ea req-8813322f-2549-4c13-8f0e-9f2e0f3bd106 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:37.641862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-535afe01-3cf0-40d9-b831-68385e4541ea req-8813322f-2549-4c13-8f0e-9f2e0f3bd106 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 945 time: 0.1274924 Nov 19 18:53:37.646970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88288-fe54-4020-9ac9-391844db0599 req-9ef975b6-7eb4-4a67-b383-996c427d8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:37.649241 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0ed88288-fe54-4020-9ac9-391844db0599 req-9ef975b6-7eb4-4a67-b383-996c427d8bfe service neutron] 10.222.0.57 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.1763117 Nov 19 18:53:37.693363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75d07135-f248-49fd-a950-cd93452017df up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:53:37.752826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-535afe01-3cf0-40d9-b831-68385e4541ea req-5f0bf746-41e2-4559-a4da-8cf3e6be590e tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989170 Nov 19 18:53:37.759407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc215e-6c68-4102-b3d1-3e9ff8acf93c req-3b3bcd69-38f0-4822-b403-760d8ad61777 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:37.761204 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ebfc215e-6c68-4102-b3d1-3e9ff8acf93c req-3b3bcd69-38f0-4822-b403-760d8ad61777 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0955663 Nov 19 18:53:37.767837 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0ed88288-fe54-4020-9ac9-391844db0599 req-ae0732fa-3122-439f-886e-5af0cfc4d8cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 999 time: 0.1096973 Nov 19 18:53:37.823381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 75d07135-f248-49fd-a950-cd93452017df completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:53:37.830026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 75d07135-f248-49fd-a950-cd93452017df triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:37.830397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:37.835238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88288-fe54-4020-9ac9-391844db0599 req-937a2455-b352-419c-ade4-9a60b972639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:37.836064 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0ed88288-fe54-4020-9ac9-391844db0599 req-937a2455-b352-419c-ade4-9a60b972639c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.0491545 Nov 19 18:53:37.878801 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fbd6d6e3-c2b5-4d92-b7cb-1046a3479d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:b8:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:35Z', 'revision_number': 8, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:37.900350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88288-fe54-4020-9ac9-391844db0599 req-5886c000-14e5-4812-a099-2fff656f606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:37.902178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0ed88288-fe54-4020-9ac9-391844db0599 req-5886c000-14e5-4812-a099-2fff656f606f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545843 Nov 19 18:53:37.908534 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52e56ec6-2bad-401b-8932-2245027c0ad1 req-e56757f4-8a26-4815-accc-c936bb53658e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips/f1132732-1beb-412f-b9f9-6620612c3058 HTTP/1.1" status: 200 len: 996 time: 0.1172404 Nov 19 18:53:37.910919 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ebfc215e-6c68-4102-b3d1-3e9ff8acf93c req-11d29ef9-1024-4cbe-aa78-9a2128d71f3f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421709 Nov 19 18:53:37.914928 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6d6e3-c2b5-4d92-b7cb-1046a3479d9a None None] The sync data for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 is: [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f1132732-1beb-412f-b9f9-6620612c3058', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'port_id': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'mac_address': 'fa:16:3e:b8:b2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:53:01Z', 'updated_at': '2021-11-19T18:53:35Z', 'revision_number': 8, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:38.013791 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:38.048833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde7bb5a-eb0f-4395-b728-22cbdd0f93f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d07135-f248-49fd-a950-cd93452017df'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:38.051632 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae09ccb5-3fdb-4024-9395-2bd37e67d468" -d '{"events": [{"server_uuid": "cde7bb5a-eb0f-4395-b728-22cbdd0f93f6", "name": "network-vif-plugged", "status": "completed", "tag": "75d07135-f248-49fd-a950-cd93452017df"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:38.072275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75d07135-f248-49fd-a950-cd93452017df, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75d07135-f248-49fd-a950-cd93452017df,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:38.076470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0ed88288-fe54-4020-9ac9-391844db0599 req-6f9a3f68-75e8-4b93-8b86-4e6bf3d695bc service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595159 Nov 19 18:53:38.078466 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:38.079499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:38.098825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762115fa-6cb6-480c-bbf7-8104838ed6b4 req-7f0cb327-8fb2-48bc-88cb-65684c68f081 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:38.100548 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-762115fa-6cb6-480c-bbf7-8104838ed6b4 req-7f0cb327-8fb2-48bc-88cb-65684c68f081 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 946 time: 0.0714312 Nov 19 18:53:38.125905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:38.126256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 79dd3621-d5b4-4c1c-a2a2-8d27a89c6fa5 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:38.148914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e56ec6-2bad-401b-8932-2245027c0ad1 req-d67004b1-7335-4e3a-a885-f581ad8a6794 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:38.158398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52e56ec6-2bad-401b-8932-2245027c0ad1 req-d67004b1-7335-4e3a-a885-f581ad8a6794 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.2287054 Nov 19 18:53:38.163940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-52e56ec6-2bad-401b-8932-2245027c0ad1 req-be12d493-42bc-4ff3-8596-fc4ee357fa1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:53:38.171716 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52e56ec6-2bad-401b-8932-2245027c0ad1 req-be12d493-42bc-4ff3-8596-fc4ee357fa1e tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120513 Nov 19 18:53:38.181606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75d07135-f248-49fd-a950-cd93452017df,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:38.187187 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce46c735-36bf-4f77-8d70-044534ec8346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:38.224128 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-762115fa-6cb6-480c-bbf7-8104838ed6b4 req-c36d8b5b-9898-4ba5-a13e-c7127c9944f6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056185 Nov 19 18:53:38.243525 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0ed88288-fe54-4020-9ac9-391844db0599 req-96e3e3c7-9126-4efd-8c3e-2367e736db9b service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534271 Nov 19 18:53:38.288455 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6ea0b-eb31-4116-a18b-8057c496f790 None None] New status for floating IP f1132732-1beb-412f-b9f9-6620612c3058: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:53:38.316399 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceae7669-34a4-457e-92c7-70472d9aad7d x-openstack-request-id: req-ceae7669-34a4-457e-92c7-70472d9aad7d {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:38.316780 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde7bb5a-eb0f-4395-b728-22cbdd0f93f6", "name": "network-vif-plugged", "status": "completed", "tag": "75d07135-f248-49fd-a950-cd93452017df", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:38.317112 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ceae7669-34a4-457e-92c7-70472d9aad7d {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:38.317584 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde7bb5a-eb0f-4395-b728-22cbdd0f93f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d07135-f248-49fd-a950-cd93452017df', 'code': 200} Nov 19 18:53:38.341677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:38.432914 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-8cbf9fff-7c83-4e16-8b4d-11f5e65c3673 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 999 time: 0.1274362 Nov 19 18:53:38.506271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-554ff006-4ddd-462f-b15d-f6d92626e473 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:38.509741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-554ff006-4ddd-462f-b15d-f6d92626e473 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports/fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 943 time: 0.0687015 Nov 19 18:53:38.598966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-9bc0ad06-cd38-47dc-963a-a8ca33125266 req-14684d7f-e0ff-491f-847e-e2f84ad1553b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:53:38.600080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9bc0ad06-cd38-47dc-963a-a8ca33125266 req-14684d7f-e0ff-491f-847e-e2f84ad1553b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242112 Nov 19 18:53:38.603992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117d01-ec4b-4ebd-9915-821749104850 req-e214b9d4-a060-4ad1-965b-b904dc6a4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:38.606207 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc117d01-ec4b-4ebd-9915-821749104850 req-e214b9d4-a060-4ad1-965b-b904dc6a4895 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 1097 time: 0.1654599 Nov 19 18:53:38.644803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-89680c43-c536-4523-87a6-7a733a42c7eb tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:38.646435 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-89680c43-c536-4523-87a6-7a733a42c7eb tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1097 time: 0.0997348 Nov 19 18:53:38.653940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-718eca35-8a50-48c7-81de-f4efa633bb93 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 1001 time: 0.0753109 Nov 19 18:53:38.659547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815373-6'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:38.690308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc117d01-ec4b-4ebd-9915-821749104850 req-97e5ab4a-7078-4518-b4fd-4a7869beb882 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738068 Nov 19 18:53:38.772908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] Deleting port 70b7945b-4587-4c5a-a440-a6536a3e497d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:38.776212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:38.794103 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:38.860809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6047720-a009-4209-97dc-83977b68ece3 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:53:38.871393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] For port 70b7945b-4587-4c5a-a440-a6536a3e497d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=70b7945b-4587-4c5a-a440-a6536a3e497d,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:38.871885 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:38.891067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] Calling delete_port for 70b7945b-4587-4c5a-a440-a6536a3e497d owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:38.919014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-5e4b4ff8-924b-440b-a894-1c18a3098647 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:38.920466 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-5e4b4ff8-924b-440b-a894-1c18a3098647 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.2423053 Nov 19 18:53:38.961616 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-d614b3d5-2a05-481d-a0fb-ff7bb51457d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1510952 Nov 19 18:53:38.983867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d554c3b-4012-44fb-aec1-c6cf12350b17 req-9668b94f-0ae5-4e03-878d-987584fceb39 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:38.985703 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d554c3b-4012-44fb-aec1-c6cf12350b17 req-9668b94f-0ae5-4e03-878d-987584fceb39 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0931823 Nov 19 18:53:38.991170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d6047720-a009-4209-97dc-83977b68ece3,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:39.004726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6047720-a009-4209-97dc-83977b68ece3 has no active binding in host n-h1-815373-6 {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 18:53:39.037367 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-2a137d0b-e219-4c53-ba30-c169bf71e6ef tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 1001 time: 0.0786519 Nov 19 18:53:39.058016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-cc48dad3-8401-48a3-be3b-236da68a10ad tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:39.098519 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d554c3b-4012-44fb-aec1-c6cf12350b17 req-cb41a761-0c77-4af5-acd1-e3734ab20cef tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941033 Nov 19 18:53:39.099923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d6047720-a009-4209-97dc-83977b68ece3,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:39.153583 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-cc48dad3-8401-48a3-be3b-236da68a10ad tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:39.200960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:53:39.202924 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:39.236290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b7945b-4587-4c5a-a440-a6536a3e497d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:39.280543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe7e1-b19d-45cf-80c9-78ea54364f4e req-b4da1591-353d-40d6-b86f-40b453237bac tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:39.283716 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d3fe7e1-b19d-45cf-80c9-78ea54364f4e req-b4da1591-353d-40d6-b86f-40b453237bac tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.1151350 Nov 19 18:53:39.299017 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:39.302166 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6047720-a009-4209-97dc-83977b68ece3'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:39.304297 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f45f4e-476a-431f-a490-7e12a357c7a8" -d '{"events": [{"server_uuid": "1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "d6047720-a009-4209-97dc-83977b68ece3"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:39.321217 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:39.410975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d3fe7e1-b19d-45cf-80c9-78ea54364f4e req-f067c9c3-3ee4-44e9-a1dd-b00bc2ce0c03 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097524 Nov 19 18:53:39.443564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Pushing event updated for resources: {'Port': ['ID=d6047720-a009-4209-97dc-83977b68ece3,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:39.485895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:39.506047 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-cc48dad3-8401-48a3-be3b-236da68a10ad tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:39.513626 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-cc48dad3-8401-48a3-be3b-236da68a10ad tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:39.514352 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-cc48dad3-8401-48a3-be3b-236da68a10ad tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Floating IP f1132732-1beb-412f-b9f9-6620612c3058 disassociated. External IP: 172.25.3.93, port: fa7d6f76-4281-41d4-aa33-ad474fc021a1. Nov 19 18:53:39.621808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 on host n-h2-815373-6 for vnic_type normal with profile {"migrating_to": "n-h1-815373-6"} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:53:39.622138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:53:39.622471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:39.630693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Port d6047720-a009-4209-97dc-83977b68ece3 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:53:39.631011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Attempting to bind port d6047720-a009-4209-97dc-83977b68ece3 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:39.671790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:53:39.672127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:53:39.672510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:53:39.672952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Bound port: d6047720-a009-4209-97dc-83977b68ece3, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:53:39.673334 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:39.730063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071262-666f-42cd-815d-911a449d26ab req-82e24550-ec46-4961-ac4d-d69226d3898d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:39.739130 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31071262-666f-42cd-815d-911a449d26ab req-82e24550-ec46-4961-ac4d-d69226d3898d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.1075571 Nov 19 18:53:39.848717 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31071262-666f-42cd-815d-911a449d26ab req-be3153ec-f10f-4af4-a699-904d6323afc8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016059 Nov 19 18:53:39.855917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:53:39.861016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d6047720-a009-4209-97dc-83977b68ece3,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:53:39.869133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-cc48dad3-8401-48a3-be3b-236da68a10ad tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Router ce2b9101-0e58-4c50-b041-16acc31d62ca has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:53:39.871398 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:39.882582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] Router 21445abc-2b1d-4869-9b71-23fe54acc050 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:53:39.978189 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f515e78-7b62-4b71-9e57-1495a87a0bae x-openstack-request-id: req-2f515e78-7b62-4b71-9e57-1495a87a0bae {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:39.978462 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "d6047720-a009-4209-97dc-83977b68ece3", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:39.978714 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f515e78-7b62-4b71-9e57-1495a87a0bae {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:39.979104 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6047720-a009-4209-97dc-83977b68ece3', 'code': 200} Nov 19 18:53:40.019083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Pushing event updated for resources: {'Port': ['ID=d6047720-a009-4209-97dc-83977b68ece3,revision_number=8']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:40.055173 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:40.055777 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:40.057220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-fbc9ae61-bd27-48d8-a9d6-66e5216d8008 service neutron] 10.222.0.57 "PUT /v2.0/ports/d6047720-a009-4209-97dc-83977b68ece3 HTTP/1.1" status: 200 len: 1122 time: 1.4023423 Nov 19 18:53:40.090433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-cc48dad3-8401-48a3-be3b-236da68a10ad tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:53:40.092144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:53:40.097785 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-cc48dad3-8401-48a3-be3b-236da68a10ad tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:40.103940 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-112338dc-9f3e-48bf-9973-08fde8c2a2b8 admin admin] 10.222.0.50 "PUT /v2.0/routers/21445abc-2b1d-4869-9b71-23fe54acc050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6581423 Nov 19 18:53:40.108802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59692) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:40.119802 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bbb0a-27ee-498c-bbc6-a6796b9345b2 None None] Sync routers for ids ['21445abc-2b1d-4869-9b71-23fe54acc050'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:53:40.141953 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bbb0a-27ee-498c-bbc6-a6796b9345b2 None None] Routers {'21445abc-2b1d-4869-9b71-23fe54acc050'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:40.142835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef051a8d-a57d-4ca1-9bcd-baa7f04eff46 None None] Sync routers for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:53:40.143401 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-307bbb0a-27ee-498c-bbc6-a6796b9345b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21445abc-2b1d-4869-9b71-23fe54acc050'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:40.148447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-cc48dad3-8401-48a3-be3b-236da68a10ad tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "PUT /v2.0/floatingips/f1132732-1beb-412f-b9f9-6620612c3058 HTTP/1.1" status: 200 len: 695 time: 1.0990915 Nov 19 18:53:40.164536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['d6047720-a009-4209-97dc-83977b68ece3'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:40.199074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d6047720-a009-4209-97dc-83977b68ece3'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:40.222703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-26c6f5e8-39e8-4987-a3f1-08c55512753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:40.224269 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-26c6f5e8-39e8-4987-a3f1-08c55512753a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 1097 time: 0.0622828 Nov 19 18:53:40.279065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:40.290152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f45d-3cb1-43e1-91ed-250c38a5ac05 req-ba0f2ae0-3f4a-411e-a573-5441d0e8f997 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:40.292224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8591f45d-3cb1-43e1-91ed-250c38a5ac05 req-ba0f2ae0-3f4a-411e-a573-5441d0e8f997 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0760393 Nov 19 18:53:40.336480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef051a8d-a57d-4ca1-9bcd-baa7f04eff46 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:40.337618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ef051a8d-a57d-4ca1-9bcd-baa7f04eff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:40.339515 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-307bbb0a-27ee-498c-bbc6-a6796b9345b2 None None] Set router 21445abc-2b1d-4869-9b71-23fe54acc050 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:40.399648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-659e95b5-88d0-4f25-910f-98e97dd68e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:40.438421 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8591f45d-3cb1-43e1-91ed-250c38a5ac05 req-3e68ead9-5c12-4743-a7d6-14abf86f6fad tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968328 Nov 19 18:53:40.450865 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-659e95b5-88d0-4f25-910f-98e97dd68e6a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.2184000 Nov 19 18:53:40.487858 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:40.595509 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-673eff84-2741-4686-848a-92e735eb7462 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 217 time: 0.1358583 Nov 19 18:53:40.616683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-296f4d55-b3f4-41e1-a756-623a2cf1da95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:40.620147 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-307bbb0a-27ee-498c-bbc6-a6796b9345b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-router', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:21Z', 'updated_at': '2021-11-19T18:53:39Z', 'revision_number': 5, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'gw_port': {'id': '7e5a9344-33a2-4e80-93d0-5e222fa133bb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:22Z', 'updated_at': '2021-11-19T18:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:40.656549 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bbb0a-27ee-498c-bbc6-a6796b9345b2 None None] Checking router: 21445abc-2b1d-4869-9b71-23fe54acc050 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:40.668957 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bbb0a-27ee-498c-bbc6-a6796b9345b2 None None] Routers {'21445abc-2b1d-4869-9b71-23fe54acc050'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:40.670057 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-307bbb0a-27ee-498c-bbc6-a6796b9345b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21445abc-2b1d-4869-9b71-23fe54acc050'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:40.678054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1fca6-0d4e-4fde-aeda-ecd1a6875825 req-b313fb80-02a2-4060-a3e0-78bb5c218062 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:40.688902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cd1fca6-0d4e-4fde-aeda-ecd1a6875825 req-b313fb80-02a2-4060-a3e0-78bb5c218062 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.1088958 Nov 19 18:53:40.695163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-d4182b34-b7f1-46c9-8f7d-643c54f1715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:40.696678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-d4182b34-b7f1-46c9-8f7d-643c54f1715e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 1101 time: 0.1034615 Nov 19 18:53:40.699888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-ae02dd53-460a-4f88-b5d5-f16b48cb6236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:40.700770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Deleting port 7e5a9344-33a2-4e80-93d0-5e222fa133bb {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:40.701205 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:40.708592 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-ae02dd53-460a-4f88-b5d5-f16b48cb6236 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.1012549 Nov 19 18:53:40.775704 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-307bbb0a-27ee-498c-bbc6-a6796b9345b2 None None] Set router 21445abc-2b1d-4869-9b71-23fe54acc050 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:40.804144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-ef051a8d-a57d-4ca1-9bcd-baa7f04eff46 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:40.864453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-54f24a3c-fe26-4a41-a9a4-ebb3ea0f29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:40.866515 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-54f24a3c-fe26-4a41-a9a4-ebb3ea0f29d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1265719 Nov 19 18:53:40.931041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-3f3befe5-4da7-4761-a339-d87cf6fb2fdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 217 time: 0.0479035 Nov 19 18:53:40.958369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-35fd341a-c6cb-4056-9e51-6dc77ce4d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:40.960202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-35fd341a-c6cb-4056-9e51-6dc77ce4d173 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2508414 Nov 19 18:53:40.979213 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-307bbb0a-27ee-498c-bbc6-a6796b9345b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-router', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:21Z', 'updated_at': '2021-11-19T18:53:40Z', 'revision_number': 6, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:41.011575 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bbb0a-27ee-498c-bbc6-a6796b9345b2 None None] The sync data for ids ['21445abc-2b1d-4869-9b71-23fe54acc050'] in n-d-815373-6 is: [{'id': '21445abc-2b1d-4869-9b71-23fe54acc050', 'name': 'tempest-AttachSCSIVolumeTestJSON-415278222-router', 'tenant_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:21Z', 'updated_at': '2021-11-19T18:53:40Z', 'revision_number': 6, 'project_id': 'c00014d85ea54ffe8854a81c3e400c2c', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:41.106465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cd1fca6-0d4e-4fde-aeda-ecd1a6875825 req-c648e2de-03e2-4881-a392-ecda97b44872 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161806 Nov 19 18:53:41.138303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ef051a8d-a57d-4ca1-9bcd-baa7f04eff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:41.144673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] For port 7e5a9344-33a2-4e80-93d0-5e222fa133bb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7e5a9344-33a2-4e80-93d0-5e222fa133bb,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:41.145083 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:41.161306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Calling delete_port for 7e5a9344-33a2-4e80-93d0-5e222fa133bb owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:41.177278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef051a8d-a57d-4ca1-9bcd-baa7f04eff46 None None] Checking router: ce2b9101-0e58-4c50-b041-16acc31d62ca for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:41.187543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef051a8d-a57d-4ca1-9bcd-baa7f04eff46 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:41.188222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ef051a8d-a57d-4ca1-9bcd-baa7f04eff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:41.333346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-ef051a8d-a57d-4ca1-9bcd-baa7f04eff46 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:41.338976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-438d2698-e6ab-4a64-ad59-b41931f7fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:41.340493 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-438d2698-e6ab-4a64-ad59-b41931f7fd67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.3960233 Nov 19 18:53:41.373823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c1e8-fa37-4447-816a-e1b927aa849d req-aeafa0df-28a8-4692-ac74-997c7c47e704 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:41.375965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a155c1e8-fa37-4447-816a-e1b927aa849d req-aeafa0df-28a8-4692-ac74-997c7c47e704 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.0864234 Nov 19 18:53:41.395133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:41.405043 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-f6210a91-5fa7-462f-a301-c3d34cbeaac8 service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181159 Nov 19 18:53:41.410469 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-f5cb5f4d-99b0-405c-857f-7bf6390c2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:41.412047 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-f5cb5f4d-99b0-405c-857f-7bf6390c2473 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553625 Nov 19 18:53:41.440915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5a9344-33a2-4e80-93d0-5e222fa133bb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:41.516057 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a155c1e8-fa37-4447-816a-e1b927aa849d req-f33000c5-9bc1-4bb4-ad48-d31bfe9d3e33 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315219 Nov 19 18:53:41.533937 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:41.599675 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43d26b69-bc8c-4535-b4e7-d52800b6ce1a req-a7b23cf3-1427-4cc7-ab69-7dcc5ae25341 service neutron] 10.222.0.50 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864359 Nov 19 18:53:41.612042 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-64cd4b00-16f5-4073-bd50-f586d68f7bd2 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903234 Nov 19 18:53:41.675612 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:41.678118 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:41.684940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ef051a8d-a57d-4ca1-9bcd-baa7f04eff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:41.734343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef051a8d-a57d-4ca1-9bcd-baa7f04eff46 None None] The sync data for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 is: [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:52:32Z', 'revision_number': 4, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6', 'name': '', 'network_id': 'e91cd7fa-957c-4518-8f82-97817d5c9ef6', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'mac_address': 'fa:16:3e:52:bd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:30Z', 'updated_at': '2021-11-19T18:52:39Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'subnets': [{'id': '0b8a65aa-c882-4568-87c1-6e09b2cc3b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:41.755497 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:41.756231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21445abc-2b1d-4869-9b71-23fe54acc050 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:53:41.768722 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:41.772389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-0a89e56f-094d-4450-8739-39ac5fcbd3dd service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471043 Nov 19 18:53:41.774505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59712) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:41.785290 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-102377ae-06e5-4389-a0b0-c7027abc1bd5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/21445abc-2b1d-4869-9b71-23fe54acc050 HTTP/1.1" status: 204 len: 168 time: 1.6618087 Nov 19 18:53:41.793297 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:41.882532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3794d7-b012-45a3-aec3-fd247d112922 admin admin] Deleting subnet 1bbad599-33e2-4740-8994-ab2d46b59a54 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:53:41.891850 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b3794d7-b012-45a3-aec3-fd247d112922 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:41.976279 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b3794d7-b012-45a3-aec3-fd247d112922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:42.006851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85afaf-6401-4ac4-b347-c72b1fcb82c5 req-78e0ace7-d6b7-41c6-9845-479c1a716352 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:42.009285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a996f6b-cb59-41c9-9cfb-1229bcff0aa6 req-ae7307a7-a12b-45f1-ab8f-5a2e24bcd0a3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:42.010849 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3a996f6b-cb59-41c9-9cfb-1229bcff0aa6 req-ae7307a7-a12b-45f1-ab8f-5a2e24bcd0a3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1554039 Nov 19 18:53:42.011323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'tag': 'd6047720-a009-4209-97dc-83977b68ece3'}, {'name': 'network-changed', 'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:42.011863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e85afaf-6401-4ac4-b347-c72b1fcb82c5 req-78e0ace7-d6b7-41c6-9845-479c1a716352 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0790596 Nov 19 18:53:42.013619 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1", "tag": "d6047720-a009-4209-97dc-83977b68ece3"}, {"name": "network-changed", "server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:42.066893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e85afaf-6401-4ac4-b347-c72b1fcb82c5 req-449206bb-aede-492f-b923-2bcc64b5bc93 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487645 Nov 19 18:53:42.126491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e82b23-37af-4855-8697-2ec09a6ef420 None None] New status for floating IP f1132732-1beb-412f-b9f9-6620612c3058: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:53:42.143396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3a996f6b-cb59-41c9-9cfb-1229bcff0aa6 req-40a57495-728f-4a2f-acda-c1cedef78b5b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239223 Nov 19 18:53:42.162873 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b3794d7-b012-45a3-aec3-fd247d112922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:42.188374 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5e41f1-21b3-457f-9940-a1d9c17ae797 x-openstack-request-id: req-7d5e41f1-21b3-457f-9940-a1d9c17ae797 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:42.188750 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1", "tag": "d6047720-a009-4209-97dc-83977b68ece3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:42.189011 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d5e41f1-21b3-457f-9940-a1d9c17ae797 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:42.189474 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'tag': 'd6047720-a009-4209-97dc-83977b68ece3', 'status': 'completed', 'code': 200} Nov 19 18:53:42.189827 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'status': 'completed', 'code': 200} Nov 19 18:53:42.253218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-e57e82b0-2478-4833-abf0-aa1369632884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:42.255667 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-e57e82b0-2478-4833-abf0-aa1369632884 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 1125 time: 0.0647914 Nov 19 18:53:42.283221 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-435f4d38-b97c-432b-83df-e789954549d9 req-677f71ce-8deb-400d-a3c7-78967caca0d4 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips/f1132732-1beb-412f-b9f9-6620612c3058 HTTP/1.1" status: 200 len: 695 time: 0.0905941 Nov 19 18:53:42.387073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-25da1acd-14ad-418c-9128-d3d89827bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:42.388586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-25da1acd-14ad-418c-9128-d3d89827bf31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 1097 time: 0.1844423 Nov 19 18:53:42.392765 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b3794d7-b012-45a3-aec3-fd247d112922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:42.397827 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-d08990c3-a807-4146-9d12-33739e79380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:42.400028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-d08990c3-a807-4146-9d12-33739e79380a service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.1352210 Nov 19 18:53:42.454187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3794d7-b012-45a3-aec3-fd247d112922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbad599-33e2-4740-8994-ab2d46b59a54,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:42.459009 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-272f8778-87e3-4228-afda-f433f764e5ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6047720-a009-4209-97dc-83977b68ece3 HTTP/1.1" status: 200 len: 217 time: 0.0512235 Nov 19 18:53:42.519593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7e5a9344-33a2-4e80-93d0-5e222fa133bb no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:42.526033 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b3794d7-b012-45a3-aec3-fd247d112922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:42.530608 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4b3794d7-b012-45a3-aec3-fd247d112922 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1bbad599-33e2-4740-8994-ab2d46b59a54 HTTP/1.1" status: 204 len: 168 time: 0.7539272 Nov 19 18:53:42.533615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59724) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:42.536493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-552885e0-2b39-45f1-adea-b131066c7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:42.538095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-552885e0-2b39-45f1-adea-b131066c7de0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.0698607 Nov 19 18:53:42.542251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f4d38-b97c-432b-83df-e789954549d9 req-9e2130a4-5eef-48ef-b454-a878c285d1f4 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:42.549332 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-435f4d38-b97c-432b-83df-e789954549d9 req-9e2130a4-5eef-48ef-b454-a878c285d1f4 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.2546263 Nov 19 18:53:42.552111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df7b026-f696-4705-a38c-72833213da09 None None] Network 3f154e80-8d32-4a52-a208-33b993387041 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:53:42.554569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 7e5a9344-33a2-4e80-93d0-5e222fa133bb {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:42.555018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7e5a9344-33a2-4e80-93d0-5e222fa133bb not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:42.555535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 70b7945b-4587-4c5a-a440-a6536a3e497d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:42.556761 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-435f4d38-b97c-432b-83df-e789954549d9 req-5434125e-7ed5-4f27-aae9-5444e713f379 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:53:42.564998 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-435f4d38-b97c-432b-83df-e789954549d9 req-5434125e-7ed5-4f27-aae9-5444e713f379 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146623 Nov 19 18:53:42.599991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 70b7945b-4587-4c5a-a440-a6536a3e497d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:42.600947 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 70b7945b-4587-4c5a-a440-a6536a3e497d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:42.614800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-a64eac09-a22d-40e3-b19a-dd795c9cf91a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692902 Nov 19 18:53:42.623031 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-435f4d38-b97c-432b-83df-e789954549d9 req-33651e71-27c8-491d-9938-9523a99fb002 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 696 time: 0.0573142 Nov 19 18:53:42.697971 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-435f4d38-b97c-432b-83df-e789954549d9 req-7f6c8797-e7da-42ff-96d6-f0561c316455 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 696 time: 0.0598917 Nov 19 18:53:42.699345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-7c0ed7cc-4bcb-40c4-9ccf-e5e8a4de9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:42.700951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-7c0ed7cc-4bcb-40c4-9ccf-e5e8a4de9774 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 200 len: 922 time: 0.2992959 Nov 19 18:53:42.724293 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:42.756770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafa258-a8e7-4e89-8e5d-f5bb7eeb75fc req-e2da9b8b-9040-4eae-974a-c9bf52cd131d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:42.758353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8eafa258-a8e7-4e89-8e5d-f5bb7eeb75fc req-e2da9b8b-9040-4eae-974a-c9bf52cd131d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.1426237 Nov 19 18:53:42.783785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8002c35-dc8f-4701-abaa-e1ce032e5b04 None None] DHCP port deletion for 3f154e80-8d32-4a52-a208-33b993387041 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:53:42.788990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-39652618-8ec3-4b89-a298-7f568ecaa792 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 200 len: 217 time: 0.0761335 Nov 19 18:53:42.839292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a8002c35-dc8f-4701-abaa-e1ce032e5b04 None None] Deleting port 8f8ef94c-bd90-4e0c-866b-1551e73b796a {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:42.839664 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8002c35-dc8f-4701-abaa-e1ce032e5b04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:42.868269 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-2a846de2-f76c-4325-b5a4-fd70b3dab054 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083774 Nov 19 18:53:42.879190 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8eafa258-a8e7-4e89-8e5d-f5bb7eeb75fc req-c1f4c401-7c57-4e30-881c-afba40d64661 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115546 Nov 19 18:53:42.901834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-863473f8-c458-47a5-97d9-5c322a11d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:42.903296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-863473f8-c458-47a5-97d9-5c322a11d456 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 200 len: 860 time: 0.1059442 Nov 19 18:53:42.920399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a8002c35-dc8f-4701-abaa-e1ce032e5b04 None None] For port 8f8ef94c-bd90-4e0c-866b-1551e73b796a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8f8ef94c-bd90-4e0c-866b-1551e73b796a,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:42.921243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8002c35-dc8f-4701-abaa-e1ce032e5b04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:42.933796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a8002c35-dc8f-4701-abaa-e1ce032e5b04 None None] Calling delete_port for 8f8ef94c-bd90-4e0c-866b-1551e73b796a owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:42.956976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-435f4d38-b97c-432b-83df-e789954549d9 req-c0edfa0f-f40c-4009-84aa-9c4d68ad4418 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Deleting port 9e756d01-e33e-4268-a4c1-f6264a44add6 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:42.957596 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-435f4d38-b97c-432b-83df-e789954549d9 req-c0edfa0f-f40c-4009-84aa-9c4d68ad4418 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:42.962089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Deleting port 8f8ef94c-bd90-4e0c-866b-1551e73b796a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:42.962559 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.023183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-52f18925-c2f2-4d7b-a931-d974639f047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:43.024902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-52f18925-c2f2-4d7b-a931-d974639f047e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e91cd7fa-957c-4518-8f82-97817d5c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968602 Nov 19 18:53:43.037546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] For port 8f8ef94c-bd90-4e0c-866b-1551e73b796a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8f8ef94c-bd90-4e0c-866b-1551e73b796a,segment=NetworkSegment(f2a93c15-e40c-43a2-bd7b-031207069e91),segment_id=f2a93c15-e40c-43a2-bd7b-031207069e91)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:43.037965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.059245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Calling delete_port for 8f8ef94c-bd90-4e0c-866b-1551e73b796a owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:43.099620 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-435f4d38-b97c-432b-83df-e789954549d9 req-c0edfa0f-f40c-4009-84aa-9c4d68ad4418 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.099936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-435f4d38-b97c-432b-83df-e789954549d9 req-c0edfa0f-f40c-4009-84aa-9c4d68ad4418 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.119320 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8002c35-dc8f-4701-abaa-e1ce032e5b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.121721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-435f4d38-b97c-432b-83df-e789954549d9 req-c0edfa0f-f40c-4009-84aa-9c4d68ad4418 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Calling delete_port for 9e756d01-e33e-4268-a4c1-f6264a44add6 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:43.153818 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-95ec7d5b-2f5f-4242-9aba-2820997047d6 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726028 Nov 19 18:53:43.177016 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.178599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8002c35-dc8f-4701-abaa-e1ce032e5b04 None None] Pushing event deleted for resources: {'Port': ['ID=8f8ef94c-bd90-4e0c-866b-1551e73b796a,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:43.190805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8002c35-dc8f-4701-abaa-e1ce032e5b04 None None] No DVR routers for this DVR port 8f8ef94c-bd90-4e0c-866b-1551e73b796a on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:53:43.204273 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-b263c733-3d12-4284-a066-b6b3ef1506b1 service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697340 Nov 19 18:53:43.226273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.258854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8ef94c-bd90-4e0c-866b-1551e73b796a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:43.260772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] No DVR routers for this DVR port 8f8ef94c-bd90-4e0c-866b-1551e73b796a on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:53:43.270620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf8c8f-11f6-4bd9-9e65-981d5e84e49c req-7735847c-2640-4948-a2cd-bb5a586b09e8 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:43.272149 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8cf8c8f-11f6-4bd9-9e65-981d5e84e49c req-7735847c-2640-4948-a2cd-bb5a586b09e8 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0906780 Nov 19 18:53:43.344834 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8fc6a37-3b3a-4464-82c4-f1457ce589ab req-8e0c0bdd-4414-4409-be5d-c7653e879d0c service neutron] 10.222.0.57 "GET /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303515 Nov 19 18:53:43.361537 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-435f4d38-b97c-432b-83df-e789954549d9 req-c0edfa0f-f40c-4009-84aa-9c4d68ad4418 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.372127 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.388631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edfa0f-f40c-4009-84aa-9c4d68ad4418 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Pushing event deleted for resources: {'Port': ['ID=9e756d01-e33e-4268-a4c1-f6264a44add6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:43.402074 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8cf8c8f-11f6-4bd9-9e65-981d5e84e49c req-e5dbffdb-1466-4bc1-930b-edb0bc1fda64 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067166 Nov 19 18:53:43.406372 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f154e80-8d32-4a52-a208-33b993387041']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:43.416303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a93c15-e40c-43a2-bd7b-031207069e91') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:43.416599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a93c15-e40c-43a2-bd7b-031207069e91') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:43.428157 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.441338 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.449580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:53:43.450119 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-435f4d38-b97c-432b-83df-e789954549d9 req-c0edfa0f-f40c-4009-84aa-9c4d68ad4418 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.450748 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.452751 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-435f4d38-b97c-432b-83df-e789954549d9 req-c0edfa0f-f40c-4009-84aa-9c4d68ad4418 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:53:43.453552 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:53:43.456568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-435f4d38-b97c-432b-83df-e789954549d9 req-c0edfa0f-f40c-4009-84aa-9c4d68ad4418 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "DELETE /v2.0/floatingips/f1132732-1beb-412f-b9f9-6620612c3058 HTTP/1.1" status: 204 len: 173 time: 0.7480171 Nov 19 18:53:43.535123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.542422 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:43.546821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3f154e80-8d32-4a52-a208-33b993387041 HTTP/1.1" status: 204 len: 168 time: 1.0113833 Nov 19 18:53:43.549046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59740) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:43.571824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b60ff-4cdd-4a6c-b351-1f657e318f5f req-1556c8e3-2f32-48b1-b5be-a12f1b06620a tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:43.586102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33b60ff-4cdd-4a6c-b351-1f657e318f5f req-1556c8e3-2f32-48b1-b5be-a12f1b06620a tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0861733 Nov 19 18:53:43.590934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f90af0-d94a-4fc8-b179-029c855a5a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f154e80-8d32-4a52-a208-33b993387041,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:43.650410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33b60ff-4cdd-4a6c-b351-1f657e318f5f req-e2eacfc9-54eb-4ed2-a0be-3f919a2c631e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614913 Nov 19 18:53:43.816801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d4d33-0c24-4b58-94e2-1d0ecde76503 req-660919a4-318d-4d43-bd9d-f538f1177699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:43.818183 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b8d4d33-0c24-4b58-94e2-1d0ecde76503 req-660919a4-318d-4d43-bd9d-f538f1177699 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 946 time: 0.0948148 Nov 19 18:53:43.897705 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b8d4d33-0c24-4b58-94e2-1d0ecde76503 req-a83c3b3b-bb6b-48bd-80ac-42cb5ff480c0 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724752 Nov 19 18:53:44.031034 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:44.036543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253644fc-5013-49e3-9eb5-0d24ee0b56ee req-349b5e08-b6db-4e7f-902f-5590233cc694 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:44.038251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-253644fc-5013-49e3-9eb5-0d24ee0b56ee req-349b5e08-b6db-4e7f-902f-5590233cc694 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.0633585 Nov 19 18:53:44.089890 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:44.098953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-253644fc-5013-49e3-9eb5-0d24ee0b56ee req-1f12dd46-2436-4e72-92b4-a07c5ad25438 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540578 Nov 19 18:53:44.483098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8f8ef94c-bd90-4e0c-866b-1551e73b796a no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:44.504617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 8f8ef94c-bd90-4e0c-866b-1551e73b796a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:44.504953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8f8ef94c-bd90-4e0c-866b-1551e73b796a not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:44.528969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd5a49-80eb-4e67-ad21-0f713628a878 req-f28c12c7-31fb-46d4-a4f1-d2db1616f68a tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:44.531371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57fd5a49-80eb-4e67-ad21-0f713628a878 req-f28c12c7-31fb-46d4-a4f1-d2db1616f68a tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0545423 Nov 19 18:53:44.597954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57fd5a49-80eb-4e67-ad21-0f713628a878 req-6ad1ff05-b43f-4b57-ac6b-bc3676989aeb tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567520 Nov 19 18:53:44.667057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] Deleting port 4765e23b-1e65-469a-94b8-2ef2fba583dd {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:44.667324 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:44.774121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] For port 4765e23b-1e65-469a-94b8-2ef2fba583dd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4765e23b-1e65-469a-94b8-2ef2fba583dd,segment=NetworkSegment(4565a4b0-905c-40f2-8148-c7883fd9f26d),segment_id=4565a4b0-905c-40f2-8148-c7883fd9f26d)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:44.774656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:44.790578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] Calling delete_port for 4765e23b-1e65-469a-94b8-2ef2fba583dd owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:44.815476 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6fba4-4341-4608-9e72-fb988ddbc398 req-be1196ec-c7d9-4d7a-89c0-8839ae948a41 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:44.817010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5d6fba4-4341-4608-9e72-fb988ddbc398 req-be1196ec-c7d9-4d7a-89c0-8839ae948a41 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0883055 Nov 19 18:53:44.915555 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5d6fba4-4341-4608-9e72-fb988ddbc398 req-78d75b4c-ddf7-4b7d-bfcc-fda45acc3062 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653207 Nov 19 18:53:45.023375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c56e-2bb7-48bc-a5c3-010ef39c3180 req-0d22805f-bef1-47fb-ac50-84b893c874f2 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:45.024880 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ba7c56e-2bb7-48bc-a5c3-010ef39c3180 req-0d22805f-bef1-47fb-ac50-84b893c874f2 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 946 time: 0.0523820 Nov 19 18:53:45.036137 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:45.062381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] Pushing event deleted for resources: {'Port': ['ID=4765e23b-1e65-469a-94b8-2ef2fba583dd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:45.080728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ba7c56e-2bb7-48bc-a5c3-010ef39c3180 req-7f54beb9-6367-4f3b-928d-4ec40aff735c tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/security-groups?id=298888ee-71f5-449a-b6e3-1f014f1b1a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493472 Nov 19 18:53:45.252097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c96d-4e95-4514-85c5-e34ab30fc769 req-adc45181-ae81-49e4-bb28-355278af0d68 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:45.253838 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e581c96d-4e95-4514-85c5-e34ab30fc769 req-adc45181-ae81-49e4-bb28-355278af0d68 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.0583935 Nov 19 18:53:45.267254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:45.307962 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e581c96d-4e95-4514-85c5-e34ab30fc769 req-fc5dc2dc-653d-4de2-8bc1-cd567ffa0898 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480373 Nov 19 18:53:45.508865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ecfb8-ebc5-47de-822c-f73253f9f8aa req-9f60dd4c-bf59-4a9c-b69e-41db6ecf20f1 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:45.510216 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-711ecfb8-ebc5-47de-822c-f73253f9f8aa req-9f60dd4c-bf59-4a9c-b69e-41db6ecf20f1 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.57 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 946 time: 0.0957279 Nov 19 18:53:45.528814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] Router ec7581d9-95b2-487a-8dc0-2d983e201753 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:53:45.700695 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-711ecfb8-ebc5-47de-822c-f73253f9f8aa req-134dcf58-f3ab-4dd7-8c40-8dd667dfd228 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Deleting port fa7d6f76-4281-41d4-aa33-ad474fc021a1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:45.701028 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-711ecfb8-ebc5-47de-822c-f73253f9f8aa req-134dcf58-f3ab-4dd7-8c40-8dd667dfd228 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:45.707255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:53:45.716038 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e19a1-e0b5-4dc2-9ca0-a3770bc0c208 None None] Sync routers for ids ['ec7581d9-95b2-487a-8dc0-2d983e201753'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:53:45.723249 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3ae620a5-d5d2-4b93-80ba-db7989610680 admin admin] 10.222.0.50 "PUT /v2.0/routers/ec7581d9-95b2-487a-8dc0-2d983e201753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1707053 Nov 19 18:53:45.727033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5844706-58aa-4b0e-83d6-0ef8652a142c req-6de6ad61-5678-4a35-8c80-38dd4d44f6a8 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:45.729468 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e19a1-e0b5-4dc2-9ca0-a3770bc0c208 None None] Routers {'ec7581d9-95b2-487a-8dc0-2d983e201753'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:45.730263 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ac1e19a1-e0b5-4dc2-9ca0-a3770bc0c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ec7581d9-95b2-487a-8dc0-2d983e201753'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:45.734365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5844706-58aa-4b0e-83d6-0ef8652a142c req-6de6ad61-5678-4a35-8c80-38dd4d44f6a8 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0616469 Nov 19 18:53:45.739863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59768) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:45.800181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-711ecfb8-ebc5-47de-822c-f73253f9f8aa req-134dcf58-f3ab-4dd7-8c40-8dd667dfd228 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] For port fa7d6f76-4281-41d4-aa33-ad474fc021a1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fa7d6f76-4281-41d4-aa33-ad474fc021a1,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:45.800999 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-711ecfb8-ebc5-47de-822c-f73253f9f8aa req-134dcf58-f3ab-4dd7-8c40-8dd667dfd228 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:45.816430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-711ecfb8-ebc5-47de-822c-f73253f9f8aa req-134dcf58-f3ab-4dd7-8c40-8dd667dfd228 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Calling delete_port for fa7d6f76-4281-41d4-aa33-ad474fc021a1 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:45.838943 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-ac1e19a1-e0b5-4dc2-9ca0-a3770bc0c208 None None] Set router ec7581d9-95b2-487a-8dc0-2d983e201753 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:45.861614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5844706-58aa-4b0e-83d6-0ef8652a142c req-a3eac996-c76d-4440-9d74-7bdfceb2dd89 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231067 Nov 19 18:53:45.881159 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:45.983203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-711ecfb8-ebc5-47de-822c-f73253f9f8aa req-134dcf58-f3ab-4dd7-8c40-8dd667dfd228 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:45.996361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['fa7d6f76-4281-41d4-aa33-ad474fc021a1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:46.005275 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.065291 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ac1e19a1-e0b5-4dc2-9ca0-a3770bc0c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-router', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:53:44Z', 'revision_number': 5, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'gw_port': {'id': 'b034f7ef-aa51-4c37-a02c-6bd37ea939f3', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:46.071638 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dcf58-f3ab-4dd7-8c40-8dd667dfd228 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Pushing event deleted for resources: {'Port': ['ID=fa7d6f76-4281-41d4-aa33-ad474fc021a1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:46.078456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Deleting port b034f7ef-aa51-4c37-a02c-6bd37ea939f3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:46.078887 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.095811 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e19a1-e0b5-4dc2-9ca0-a3770bc0c208 None None] Checking router: ec7581d9-95b2-487a-8dc0-2d983e201753 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:46.102523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-711ecfb8-ebc5-47de-822c-f73253f9f8aa req-134dcf58-f3ab-4dd7-8c40-8dd667dfd228 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] No DVR routers for this DVR port fa7d6f76-4281-41d4-aa33-ad474fc021a1 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:53:46.108555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-711ecfb8-ebc5-47de-822c-f73253f9f8aa req-134dcf58-f3ab-4dd7-8c40-8dd667dfd228 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.111211 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e19a1-e0b5-4dc2-9ca0-a3770bc0c208 None None] Routers {'ec7581d9-95b2-487a-8dc0-2d983e201753'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:46.112211 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ac1e19a1-e0b5-4dc2-9ca0-a3770bc0c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ec7581d9-95b2-487a-8dc0-2d983e201753'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:46.112761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-711ecfb8-ebc5-47de-822c-f73253f9f8aa req-134dcf58-f3ab-4dd7-8c40-8dd667dfd228 tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.57 "DELETE /v2.0/ports/fa7d6f76-4281-41d4-aa33-ad474fc021a1 HTTP/1.1" status: 204 len: 173 time: 0.5942802 Nov 19 18:53:46.113484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'name': 'network-vif-deleted', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:46.115706 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42230a24-3026-40ac-8d56-4b0287f1ec6d" -d '{"events": [{"server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "name": "network-vif-deleted", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:46.149788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d73c7-60fc-4285-bf95-c8e7428e316c req-003d973b-6e7a-439f-be3f-bf59ea4439ca tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:46.151380 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d7d73c7-60fc-4285-bf95-c8e7428e316c req-003d973b-6e7a-439f-be3f-bf59ea4439ca tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1095135 Nov 19 18:53:46.216483 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d7d73c7-60fc-4285-bf95-c8e7428e316c req-c00cf8e1-7012-4fb5-82b1-7efd08da9003 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566940 Nov 19 18:53:46.238115 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a359f475-aa34-438f-ac57-c77ee639659b req-0c478918-cd99-4480-97c4-1e822a3d0f8a tempest-FloatingIPsAssociationTestJSON-1274037793 tempest-FloatingIPsAssociationTestJSON-1274037793-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cb881d-db0c-46ca-9309-9ceda39e7ddf HTTP/1.1" status: 200 len: 210 time: 0.0461774 Nov 19 18:53:46.252677 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-ac1e19a1-e0b5-4dc2-9ca0-a3770bc0c208 None None] Set router ec7581d9-95b2-487a-8dc0-2d983e201753 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:46.252894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] For port b034f7ef-aa51-4c37-a02c-6bd37ea939f3, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b034f7ef-aa51-4c37-a02c-6bd37ea939f3,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:46.252894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.282248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Calling delete_port for b034f7ef-aa51-4c37-a02c-6bd37ea939f3 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:46.285363 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca577a60-79b4-4f9f-874e-cfeab1946c2a x-openstack-request-id: req-ca577a60-79b4-4f9f-874e-cfeab1946c2a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:46.285661 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb881d-db0c-46ca-9309-9ceda39e7ddf", "name": "network-vif-deleted", "tag": "fa7d6f76-4281-41d4-aa33-ad474fc021a1", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:46.286454 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca577a60-79b4-4f9f-874e-cfeab1946c2a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:46.286870 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb881d-db0c-46ca-9309-9ceda39e7ddf', 'name': 'network-vif-deleted', 'tag': 'fa7d6f76-4281-41d4-aa33-ad474fc021a1', 'status': 'completed', 'code': 200} Nov 19 18:53:46.327447 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ac1e19a1-e0b5-4dc2-9ca0-a3770bc0c208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-router', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:53:46Z', 'revision_number': 6, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:46.355935 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e19a1-e0b5-4dc2-9ca0-a3770bc0c208 None None] The sync data for ids ['ec7581d9-95b2-487a-8dc0-2d983e201753'] in n-d-815373-6 is: [{'id': 'ec7581d9-95b2-487a-8dc0-2d983e201753', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444762655-router', 'tenant_id': '13325daad5ac496ca560820b74a08ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:32Z', 'updated_at': '2021-11-19T18:53:46Z', 'revision_number': 6, 'project_id': '13325daad5ac496ca560820b74a08ad9', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:46.502826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11370b1-7f98-439d-b7b8-168068b02782 req-c6ae318b-3a62-4d8a-96c1-484447cae825 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:46.504406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c11370b1-7f98-439d-b7b8-168068b02782 req-c6ae318b-3a62-4d8a-96c1-484447cae825 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.0901880 Nov 19 18:53:46.544007 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.582612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Pushing event deleted for resources: {'Port': ['ID=b034f7ef-aa51-4c37-a02c-6bd37ea939f3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:46.594267 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c11370b1-7f98-439d-b7b8-168068b02782 req-2ca222da-37cc-4c6d-bfed-4699a572c4e1 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830908 Nov 19 18:53:46.658065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.765404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.767835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.818219 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.819252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec7581d9-95b2-487a-8dc0-2d983e201753 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:53:46.830402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.831725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-731926d4-3e2d-4baf-a823-7cc2e0095168 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ec7581d9-95b2-487a-8dc0-2d983e201753 HTTP/1.1" status: 204 len: 168 time: 1.0909801 Nov 19 18:53:46.834817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59784) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:46.879319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e63f04-d5cc-4e9d-9d63-08d5c6df50dc admin admin] Deleting subnet 4a900919-ae48-4a59-88ce-54cc809d9ae7 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:53:46.882485 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a2e63f04-d5cc-4e9d-9d63-08d5c6df50dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.917413 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a2e63f04-d5cc-4e9d-9d63-08d5c6df50dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:46.988481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d300e3-a67e-474e-a4e7-c68912744112 req-6228fcec-d9e0-4d55-9d08-ba4ac7f7b1f3 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:46.990072 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94d300e3-a67e-474e-a4e7-c68912744112 req-6228fcec-d9e0-4d55-9d08-ba4ac7f7b1f3 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0516582 Nov 19 18:53:47.000069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a2e63f04-d5cc-4e9d-9d63-08d5c6df50dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.037733 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94d300e3-a67e-474e-a4e7-c68912744112 req-164f7cf1-a322-4651-959b-db4354f4fa27 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 Nov 19 18:53:47.052916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a2e63f04-d5cc-4e9d-9d63-08d5c6df50dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.082108 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a2e63f04-d5cc-4e9d-9d63-08d5c6df50dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.086377 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a2e63f04-d5cc-4e9d-9d63-08d5c6df50dc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4a900919-ae48-4a59-88ce-54cc809d9ae7 HTTP/1.1" status: 204 len: 168 time: 0.2507024 Nov 19 18:53:47.086580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb25124-4de7-40e6-b02f-4a7ca1024048 None None] Network 3b34fc18-849c-482f-a09a-b9d7c677bf1b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:53:47.087156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e63f04-d5cc-4e9d-9d63-08d5c6df50dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a900919-ae48-4a59-88ce-54cc809d9ae7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:47.089284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59788) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:47.155212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4765e23b-1e65-469a-94b8-2ef2fba583dd no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:47.167586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.194970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 4765e23b-1e65-469a-94b8-2ef2fba583dd {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:47.195309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4765e23b-1e65-469a-94b8-2ef2fba583dd not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:47.221607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Deleting port baf7032c-d98d-49bf-918e-68199857daef {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:47.222080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.291568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6bbd86-0796-4967-8a19-4a001a824e59 None None] DHCP port deletion for 3b34fc18-849c-482f-a09a-b9d7c677bf1b request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:53:47.297075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59794) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:47.329662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] For port baf7032c-d98d-49bf-918e-68199857daef, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=baf7032c-d98d-49bf-918e-68199857daef,segment=NetworkSegment(4565a4b0-905c-40f2-8148-c7883fd9f26d),segment_id=4565a4b0-905c-40f2-8148-c7883fd9f26d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:47.330082 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.343732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Calling delete_port for baf7032c-d98d-49bf-918e-68199857daef owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:47.356138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ac6bbd86-0796-4967-8a19-4a001a824e59 None None] Deleting port baf7032c-d98d-49bf-918e-68199857daef {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:47.357046 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ac6bbd86-0796-4967-8a19-4a001a824e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.452648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.499368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] No DVR routers for this DVR port baf7032c-d98d-49bf-918e-68199857daef on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:53:47.502904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Pushing event deleted for resources: {'Port': ['ID=baf7032c-d98d-49bf-918e-68199857daef,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:47.535514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ac50a-47db-4c71-95a7-185a5e17f76e req-a66c2731-21a1-460b-95c7-7b84e049f981 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:47.543216 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b98ac50a-47db-4c71-95a7-185a5e17f76e req-a66c2731-21a1-460b-95c7-7b84e049f981 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1983070 Nov 19 18:53:47.588709 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ac6bbd86-0796-4967-8a19-4a001a824e59 None None] For port baf7032c-d98d-49bf-918e-68199857daef, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=baf7032c-d98d-49bf-918e-68199857daef,segment=NetworkSegment(4565a4b0-905c-40f2-8148-c7883fd9f26d),segment_id=4565a4b0-905c-40f2-8148-c7883fd9f26d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:47.588709 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ac6bbd86-0796-4967-8a19-4a001a824e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.601001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ac6bbd86-0796-4967-8a19-4a001a824e59 None None] Calling delete_port for baf7032c-d98d-49bf-918e-68199857daef owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:47.601271 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.627588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b34fc18-849c-482f-a09a-b9d7c677bf1b']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:47.633628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4565a4b0-905c-40f2-8148-c7883fd9f26d') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:47.633973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4565a4b0-905c-40f2-8148-c7883fd9f26d') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:47.644153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.659455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.667955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:53:47.668386 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.672799 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b98ac50a-47db-4c71-95a7-185a5e17f76e req-c27cf677-678c-4fff-b10a-e12801e9e458 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286428 Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:53:47.694103 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:53:47.715355 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ac6bbd86-0796-4967-8a19-4a001a824e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.742345 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bbd86-0796-4967-8a19-4a001a824e59 None None] Pushing event deleted for resources: {'Port': ['ID=baf7032c-d98d-49bf-918e-68199857daef,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:47.747899 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6bbd86-0796-4967-8a19-4a001a824e59 None None] No DVR routers for this DVR port baf7032c-d98d-49bf-918e-68199857daef on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:53:47.778000 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.802895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.808518 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] 10.222.0.50 "DELETE /v2.0/networks/3b34fc18-849c-482f-a09a-b9d7c677bf1b HTTP/1.1" status: 204 len: 168 time: 0.7153375 Nov 19 18:53:47.817136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ce8bc-c00f-4640-9535-b8f52c989d38 req-96480437-827e-414b-a67b-281d3b171679 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:47.818715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d2ce8bc-c00f-4640-9535-b8f52c989d38 req-96480437-827e-414b-a67b-281d3b171679 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.1235569 Nov 19 18:53:47.820226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fee7f-9fee-4360-8629-bdd3d3242edc admin admin] Pushing event deleted for resources: {'Network': ['ID=3b34fc18-849c-482f-a09a-b9d7c677bf1b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:47.879586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d2ce8bc-c00f-4640-9535-b8f52c989d38 req-d451ce7d-3ad3-4431-b70c-f96e429baf02 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547221 Nov 19 18:53:47.881263 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:47.943351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59806) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:47.985061 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-aa41ae4d-e7b0-4e54-80b6-5068859dc6a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c00014d85ea54ffe8854a81c3e400c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402801 Nov 19 18:53:47.987499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59808) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:48.039905 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee60e8dd-ce61-4fc3-b206-c63e81e11a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.062183 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee60e8dd-ce61-4fc3-b206-c63e81e11a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.117812 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee60e8dd-ce61-4fc3-b206-c63e81e11a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.120466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee60e8dd-ce61-4fc3-b206-c63e81e11a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.126305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ee60e8dd-ce61-4fc3-b206-c63e81e11a86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4df2f21-5f3e-48e9-98c4-f03fb46802e4 HTTP/1.1" status: 204 len: 168 time: 0.1378427 Nov 19 18:53:48.137308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60e8dd-ce61-4fc3-b206-c63e81e11a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4df2f21-5f3e-48e9-98c4-f03fb46802e4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:48.184332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff62f47-6b43-41da-9901-7023726cf5f2 req-a93779cf-9da7-468d-9795-5b695d4a00a4 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:48.186366 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dff62f47-6b43-41da-9901-7023726cf5f2 req-a93779cf-9da7-468d-9795-5b695d4a00a4 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0639977 Nov 19 18:53:48.187948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] Deleting port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:48.188275 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.291453 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dff62f47-6b43-41da-9901-7023726cf5f2 req-c7dad008-7628-4df3-8704-40424d37135a tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879755 Nov 19 18:53:48.304165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] For port f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:48.304555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.331660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] Calling delete_port for f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:48.489335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59818) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:48.502879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device baf7032c-d98d-49bf-918e-68199857daef no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:48.524221 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.532839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: baf7032c-d98d-49bf-918e-68199857daef {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:48.533274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device baf7032c-d98d-49bf-918e-68199857daef not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:48.533780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b034f7ef-aa51-4c37-a02c-6bd37ea939f3 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:48.546991 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9d7f9249-96d0-4f9f-afd8-c88ee3df292e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13325daad5ac496ca560820b74a08ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564630 Nov 19 18:53:48.549457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59822) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:48.558451 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b034f7ef-aa51-4c37-a02c-6bd37ea939f3 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:48.558882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b034f7ef-aa51-4c37-a02c-6bd37ea939f3 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:48.587059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:48.613665 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6332b29f-aab2-487f-ba91-cdd0969ce082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.637938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6332b29f-aab2-487f-ba91-cdd0969ce082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.695636 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6332b29f-aab2-487f-ba91-cdd0969ce082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.698850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6332b29f-aab2-487f-ba91-cdd0969ce082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.700024 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6332b29f-aab2-487f-ba91-cdd0969ce082 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0470ca1e-4d10-4596-8919-616e31c9d85d HTTP/1.1" status: 204 len: 168 time: 0.1494520 Nov 19 18:53:48.709617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332b29f-aab2-487f-ba91-cdd0969ce082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0470ca1e-4d10-4596-8919-616e31c9d85d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:48.760138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:48.838616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a050f5-d899-4ea3-97ae-3c1b781a45f5 req-281797bf-5e8f-4d55-b55f-37f6d9c38224 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:48.840601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67a050f5-d899-4ea3-97ae-3c1b781a45f5 req-281797bf-5e8f-4d55-b55f-37f6d9c38224 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0599971 Nov 19 18:53:48.918013 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device fa7d6f76-4281-41d4-aa33-ad474fc021a1 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:48.922869 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67a050f5-d899-4ea3-97ae-3c1b781a45f5 req-a12ed60b-89f2-491d-ba68-2605ec502e4d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718150 Nov 19 18:53:48.968476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: fa7d6f76-4281-41d4-aa33-ad474fc021a1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:48.969817 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device fa7d6f76-4281-41d4-aa33-ad474fc021a1 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:49.314042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] Router ce2b9101-0e58-4c50-b041-16acc31d62ca has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:53:49.323423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438a471-4833-496b-87ee-73308a88825a req-f7b24bda-64d7-40b3-9c23-8552fcad36c3 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:49.324851 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6438a471-4833-496b-87ee-73308a88825a req-f7b24bda-64d7-40b3-9c23-8552fcad36c3 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.0734894 Nov 19 18:53:49.422139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eadac-ae6f-426c-9079-598fadd43328 req-006bed7f-4b98-4678-a306-0fca69795476 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:49.423659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-430eadac-ae6f-426c-9079-598fadd43328 req-006bed7f-4b98-4678-a306-0fca69795476 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0532825 Nov 19 18:53:49.453814 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6438a471-4833-496b-87ee-73308a88825a req-e8b85340-efd9-48da-acfd-72672b848abe tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211836 Nov 19 18:53:49.474794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:53:49.482492 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8b779762-28c4-49e2-a2cd-ce4a3e87bf55 admin admin] 10.222.0.50 "PUT /v2.0/routers/ce2b9101-0e58-4c50-b041-16acc31d62ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1841652 Nov 19 18:53:49.484234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59852) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:49.488712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb4519-9171-4faf-ab97-f30fef24f8c5 None None] Sync routers for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:53:49.505280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb4519-9171-4faf-ab97-f30fef24f8c5 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:49.505969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-22eb4519-9171-4faf-ab97-f30fef24f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:49.515417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59854) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:49.559068 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-430eadac-ae6f-426c-9079-598fadd43328 req-e2020f76-0536-429a-81f7-3e5a70d60135 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283762 Nov 19 18:53:49.645596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-22eb4519-9171-4faf-ab97-f30fef24f8c5 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:49.646936 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:49.657049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-10405362-network', 'tenant_id': 'fb41486ca4c24c3c847b4c20b5c5891c'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:49.679809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Made reservation on behalf of fb41486ca4c24c3c847b4c20b5c5891c for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:53:49.682416 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:49.691930 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:49.785998 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:49.790541 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:49.816115 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:53:49.832765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a877c958-1608-4e02-be1c-391b18f5f445,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:49.838145 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:49.838611 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Added segment d4b2f325-3222-4dab-95ec-0840da2810fc of type vlan for network 2a980f5f-7431-4f05-bc1a-1e18658032cd Nov 19 18:53:49.861370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-22eb4519-9171-4faf-ab97-f30fef24f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:53:48Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:49.890140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb4519-9171-4faf-ab97-f30fef24f8c5 None None] Checking router: ce2b9101-0e58-4c50-b041-16acc31d62ca for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:49.897050 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:49.905136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb4519-9171-4faf-ab97-f30fef24f8c5 None None] Routers {'ce2b9101-0e58-4c50-b041-16acc31d62ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:49.905791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-22eb4519-9171-4faf-ab97-f30fef24f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ce2b9101-0e58-4c50-b041-16acc31d62ca'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:49.929247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:49.930433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:49.931073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.010884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4916916 Nov 19 18:53:50.011612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59866) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:50.022540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] Request body: {'subnet': {'network_id': '2a980f5f-7431-4f05-bc1a-1e18658032cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-10405362-subnet', 'tenant_id': 'fb41486ca4c24c3c847b4c20b5c5891c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:50.043751 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee597a7-71e0-42d2-b22b-6fbc61a078f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a980f5f-7431-4f05-bc1a-1e18658032cd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:50.054761 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-22eb4519-9171-4faf-ab97-f30fef24f8c5 None None] Set router ce2b9101-0e58-4c50-b041-16acc31d62ca gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:50.058173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 2a980f5f-7431-4f05-bc1a-1e18658032cd details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:53:50.066683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] Made reservation on behalf of fb41486ca4c24c3c847b4c20b5c5891c for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:53:50.069120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.099149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14998e5e-0065-4f7c-a591-8a90a9ea8bc7 req-3c71e4d0-a84f-4425-b9e4-f7f1660b0a35 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:50.101396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14998e5e-0065-4f7c-a591-8a90a9ea8bc7 req-3c71e4d0-a84f-4425-b9e4-f7f1660b0a35 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0676527 Nov 19 18:53:50.102162 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.185446 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14998e5e-0065-4f7c-a591-8a90a9ea8bc7 req-8e1592b8-5ff8-43d5-abfe-3d201d8d248c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758159 Nov 19 18:53:50.195440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Deleting port 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:50.195707 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.263709 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.287465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] For port 2ab0d742-adfc-45e5-ae1a-53394eb66ea0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2ab0d742-adfc-45e5-ae1a-53394eb66ea0,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:50.288110 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.307871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Calling delete_port for 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:50.320490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-22eb4519-9171-4faf-ab97-f30fef24f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:53:48Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:50.326856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98006636-d4c1-4019-972c-b3dd274f6883,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:50.335703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] Checking segment: {'id': 'd4b2f325-3222-4dab-95ec-0840da2810fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2a980f5f-7431-4f05-bc1a-1e18658032cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:53:50.336065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] Network hostable DHCP agents. Network: 2a980f5f-7431-4f05-bc1a-1e18658032cd, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:53:50.348716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb4519-9171-4faf-ab97-f30fef24f8c5 None None] The sync data for ids ['ce2b9101-0e58-4c50-b041-16acc31d62ca'] in n-d-815373-6 is: [{'id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-1885725788-router', 'tenant_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:24Z', 'updated_at': '2021-11-19T18:53:48Z', 'revision_number': 5, 'project_id': 'f9d4c52045784fe6a67e7f8db084cbd2', 'gw_port': {'id': '2ab0d742-adfc-45e5-ae1a-53394eb66ea0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2b9101-0e58-4c50-b041-16acc31d62ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:26Z', 'updated_at': '2021-11-19T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:50.355846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] Network 2a980f5f-7431-4f05-bc1a-1e18658032cd is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:53:50.366712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 2a980f5f-7431-4f05-bc1a-1e18658032cd) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:53:50.375578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:50.376183 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.377872 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67760895-f1ab-4176-8545-8a4134b743f0 None None] Network 2a980f5f-7431-4f05-bc1a-1e18658032cd requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:53:50.405824 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-99a5ae11-10f4-451d-9a1c-c27df1d15c99 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3906004 Nov 19 18:53:50.519074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0809abe-0b50-4436-8037-b3a502427fe1 None None] Network 2a980f5f-7431-4f05-bc1a-1e18658032cd requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:53:50.528225 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.569138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab0d742-adfc-45e5-ae1a-53394eb66ea0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:50.624190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb1732-0b4d-4a0c-8069-31b9cee54447 req-5e0a7971-365f-4578-bc4e-6382a9064838 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:50.626289 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3abb1732-0b4d-4a0c-8069-31b9cee54447 req-5e0a7971-365f-4578-bc4e-6382a9064838 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.0681772 Nov 19 18:53:50.682754 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3abb1732-0b4d-4a0c-8069-31b9cee54447 req-fa00a39c-575b-4cb8-a004-c02226bbdb8e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497940 Nov 19 18:53:50.694977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.805539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.815520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01082-6808-409e-b7ad-e2b1a9ba6a46 req-6094e784-2a17-4c60-9fe7-effb5f838ffe tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:50.817055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2e01082-6808-409e-b7ad-e2b1a9ba6a46 req-6094e784-2a17-4c60-9fe7-effb5f838ffe tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.1611292 Nov 19 18:53:50.818377 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.868191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:50.897536 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.898386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce2b9101-0e58-4c50-b041-16acc31d62ca {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:53:50.906021 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:50.907227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-666e15d0-820d-49b5-87c1-2c9e9fd7aa73 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ce2b9101-0e58-4c50-b041-16acc31d62ca HTTP/1.1" status: 204 len: 168 time: 1.4212418 Nov 19 18:53:50.909858 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59884) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:50.931005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:50.931375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f03d8bc7-8b7d-4dee-b7ec-d8a314a571c6 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:50.942392 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2e01082-6808-409e-b7ad-e2b1a9ba6a46 req-f7cb72cc-cb49-4150-936e-fdbd90f18e91 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088128 Nov 19 18:53:50.974644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed971b83-041a-475e-9a7b-5092c3bfe899 admin admin] Deleting subnet 0b8a65aa-c882-4568-87c1-6e09b2cc3b00 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:53:50.978340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ed971b83-041a-475e-9a7b-5092c3bfe899 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.090206 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ed971b83-041a-475e-9a7b-5092c3bfe899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.172267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-d82cfce6-b790-4890-8f12-6bf9f09f1484 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:51.173730 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-d82cfce6-b790-4890-8f12-6bf9f09f1484 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/networks?id=2a980f5f-7431-4f05-bc1a-1e18658032cd HTTP/1.1" status: 200 len: 812 time: 0.1611240 Nov 19 18:53:51.208607 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-743a4333-985f-4b87-9e6b-e2384b06b022 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/quotas/fb41486ca4c24c3c847b4c20b5c5891c HTTP/1.1" status: 200 len: 375 time: 0.0156221 Nov 19 18:53:51.227634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ed971b83-041a-475e-9a7b-5092c3bfe899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.266472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-faee53d3-7943-4e67-a65a-089227380a3f tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb41486ca4c24c3c847b4c20b5c5891c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517781 Nov 19 18:53:51.315685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa840a-cdac-45d5-8fab-4a54632eebe2 req-3cc71716-4404-41b1-8f13-e869daec5505 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:51.317168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-10aa840a-cdac-45d5-8fab-4a54632eebe2 req-3cc71716-4404-41b1-8f13-e869daec5505 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0518026 Nov 19 18:53:51.357361 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ed971b83-041a-475e-9a7b-5092c3bfe899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.375071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-10aa840a-cdac-45d5-8fab-4a54632eebe2 req-b1bc245a-3740-4257-a28e-ebcd3b3a2175 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518365 Nov 19 18:53:51.405554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed971b83-041a-475e-9a7b-5092c3bfe899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b8a65aa-c882-4568-87c1-6e09b2cc3b00,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:51.410226 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ed971b83-041a-475e-9a7b-5092c3bfe899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.413440 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ed971b83-041a-475e-9a7b-5092c3bfe899 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0b8a65aa-c882-4568-87c1-6e09b2cc3b00 HTTP/1.1" status: 204 len: 168 time: 0.5025733 Nov 19 18:53:51.414298 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dfea5b-36db-4fea-96bc-9da8d1b5817c None None] Network e91cd7fa-957c-4518-8f82-97817d5c9ef6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:53:51.415841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-69649b97-53da-4ba9-8864-b1fa8be31a2d service neutron] 10.222.0.50 "GET /v2.0/networks/2a980f5f-7431-4f05-bc1a-1e18658032cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416922 Nov 19 18:53:51.416545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59898) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:51.543277 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.575934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-3c544213-b56b-4e58-9daa-a6e4ab22ad31 service neutron] 10.222.0.50 "GET /v2.0/networks/2a980f5f-7431-4f05-bc1a-1e18658032cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518719 Nov 19 18:53:51.615568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bc3eb3-e01b-43d6-b183-0f8d55086e02 None None] DHCP port deletion for e91cd7fa-957c-4518-8f82-97817d5c9ef6 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:53:51.632456 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Deleting port f2710476-ffd8-4ff0-ac0e-78cd042a6e41 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:51.634017 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.671890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-32bc3eb3-e01b-43d6-b183-0f8d55086e02 None None] Deleting port f2710476-ffd8-4ff0-ac0e-78cd042a6e41 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:53:51.672479 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32bc3eb3-e01b-43d6-b183-0f8d55086e02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.741232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] For port f2710476-ffd8-4ff0-ac0e-78cd042a6e41, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f2710476-ffd8-4ff0-ac0e-78cd042a6e41,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:51.742097 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.764280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Calling delete_port for f2710476-ffd8-4ff0-ac0e-78cd042a6e41 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:51.764902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-32bc3eb3-e01b-43d6-b183-0f8d55086e02 None None] For port f2710476-ffd8-4ff0-ac0e-78cd042a6e41, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f2710476-ffd8-4ff0-ac0e-78cd042a6e41,segment=NetworkSegment(79eb8a16-f105-4e28-927b-fcdb198ac2e1),segment_id=79eb8a16-f105-4e28-927b-fcdb198ac2e1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:51.765318 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32bc3eb3-e01b-43d6-b183-0f8d55086e02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.780028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-32bc3eb3-e01b-43d6-b183-0f8d55086e02 None None] Calling delete_port for f2710476-ffd8-4ff0-ac0e-78cd042a6e41 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:53:51.792462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c054162d-c463-4208-bebe-f3f8d41021bd req-a67cc9fe-5ad4-41fb-82fb-aba20eb80dd0 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 210 time: 0.0394664 Nov 19 18:53:51.865652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026663e-3782-4f41-817a-fa9f00b96f36 req-95e53d0a-0a11-4b4d-84b5-50e4c20ca8d7 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:51.867256 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3026663e-3782-4f41-817a-fa9f00b96f36 req-95e53d0a-0a11-4b4d-84b5-50e4c20ca8d7 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.0925984 Nov 19 18:53:51.902326 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32bc3eb3-e01b-43d6-b183-0f8d55086e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.930982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc3eb3-e01b-43d6-b183-0f8d55086e02 None None] Pushing event deleted for resources: {'Port': ['ID=f2710476-ffd8-4ff0-ac0e-78cd042a6e41,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:51.938648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc3eb3-e01b-43d6-b183-0f8d55086e02 None None] No DVR routers for this DVR port f2710476-ffd8-4ff0-ac0e-78cd042a6e41 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:53:51.940558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3026663e-3782-4f41-817a-fa9f00b96f36 req-a460ce3c-af2e-47ab-ab99-d9c9b4099543 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640652 Nov 19 18:53:51.941448 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:51.980546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2710476-ffd8-4ff0-ac0e-78cd042a6e41,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:51.982911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] No DVR routers for this DVR port f2710476-ffd8-4ff0-ac0e-78cd042a6e41 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:53:52.063375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:52.101899 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91cd7fa-957c-4518-8f82-97817d5c9ef6']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:52.115224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79eb8a16-f105-4e28-927b-fcdb198ac2e1') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:52.115519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79eb8a16-f105-4e28-927b-fcdb198ac2e1') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:52.134018 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:52.136885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d87323-8c86-4a27-8bbe-d69375f935fc req-5017d94d-b047-46cd-b928-f7a13d9de8c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:52.138438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3d87323-8c86-4a27-8bbe-d69375f935fc req-5017d94d-b047-46cd-b928-f7a13d9de8c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.1089056 Nov 19 18:53:52.151247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:52.159736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:53:52.161813 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: timer() Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:53:52.164985 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:53:52.244254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:52.261987 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3d87323-8c86-4a27-8bbe-d69375f935fc req-f6f2d8d2-62da-4443-a335-e7e11c98e0b0 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122048 Nov 19 18:53:52.265356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:52.275058 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] 10.222.0.50 "DELETE /v2.0/networks/e91cd7fa-957c-4518-8f82-97817d5c9ef6 HTTP/1.1" status: 204 len: 168 time: 0.8569498 Nov 19 18:53:52.291414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7753a7-8fba-4d16-bbfe-7c1fe2f0c96c admin admin] Pushing event deleted for resources: {'Network': ['ID=e91cd7fa-957c-4518-8f82-97817d5c9ef6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:52.418272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59924) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:52.463751 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-88647b62-ec43-495b-8326-d2935c66ba26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9d4c52045784fe6a67e7f8db084cbd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442791 Nov 19 18:53:52.466129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59926) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:52.513635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f2710476-ffd8-4ff0-ac0e-78cd042a6e41 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:52.524541 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91c9d4e0-a72a-43fd-9e57-e668b54f3f7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:52.546173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: f2710476-ffd8-4ff0-ac0e-78cd042a6e41 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:52.546735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f2710476-ffd8-4ff0-ac0e-78cd042a6e41 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:52.547374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:52.562353 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91c9d4e0-a72a-43fd-9e57-e668b54f3f7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:52.568507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:53:52.568971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2ab0d742-adfc-45e5-ae1a-53394eb66ea0 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:53:52.640202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1735629-5d2a-4e96-ba05-40e5f8c77c3a req-2d5463c2-377a-4b90-bd2e-716198f0d52b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:52.645231 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1735629-5d2a-4e96-ba05-40e5f8c77c3a req-2d5463c2-377a-4b90-bd2e-716198f0d52b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1068454 Nov 19 18:53:52.673067 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91c9d4e0-a72a-43fd-9e57-e668b54f3f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:52.675831 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91c9d4e0-a72a-43fd-9e57-e668b54f3f7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:52.677027 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-91c9d4e0-a72a-43fd-9e57-e668b54f3f7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/298888ee-71f5-449a-b6e3-1f014f1b1a3f HTTP/1.1" status: 204 len: 168 time: 0.2092857 Nov 19 18:53:52.695267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9d4e0-a72a-43fd-9e57-e668b54f3f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298888ee-71f5-449a-b6e3-1f014f1b1a3f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:52.712883 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1735629-5d2a-4e96-ba05-40e5f8c77c3a req-c06357c5-2055-4707-9ef7-ab68d19dc7a9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651026 Nov 19 18:53:52.913452 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3b0c85ba-aebf-4134-ad46-9e9995ea6017 req-49776449-ab1d-4cfa-9fd5-ca908fbe214a tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 210 time: 0.0463836 Nov 19 18:53:53.109641 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-5d830178-07b8-4cdd-b807-5581bd8de51d tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:53.111947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-5d830178-07b8-4cdd-b807-5581bd8de51d tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.21 "GET /v2.0/networks?id=2a980f5f-7431-4f05-bc1a-1e18658032cd HTTP/1.1" status: 200 len: 812 time: 0.1717987 Nov 19 18:53:53.157260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Request body: {'port': {'device_id': 'c647ad9d-a42c-48bc-874b-df7b860ff117', 'network_id': '2a980f5f-7431-4f05-bc1a-1e18658032cd', 'admin_state_up': True, 'tenant_id': 'fb41486ca4c24c3c847b4c20b5c5891c'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:53.237205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac3220-eff1-4d7c-bf0b-c7b8232e76e2 req-dc412cf7-ec47-4dd2-9892-1dbd08ebc3fe tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:53.238812 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aaac3220-eff1-4d7c-bf0b-c7b8232e76e2 req-dc412cf7-ec47-4dd2-9892-1dbd08ebc3fe tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.1690912 Nov 19 18:53:53.338796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aaac3220-eff1-4d7c-bf0b-c7b8232e76e2 req-b9ac32e4-567a-42f6-adcc-dad4ed67f9b6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888019 Nov 19 18:53:53.352270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Made reservation on behalf of fb41486ca4c24c3c847b4c20b5c5891c for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:53:53.357145 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:53.454385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1799586-9984-419b-85b8-385227b0d971 req-7f8b1b2c-14f8-44c5-ad3f-c8a572f08b24 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:53.463713 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1799586-9984-419b-85b8-385227b0d971 req-7f8b1b2c-14f8-44c5-ad3f-c8a572f08b24 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0660634 Nov 19 18:53:53.536810 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1799586-9984-419b-85b8-385227b0d971 req-58b29fe3-6f84-4ba6-a829-8bb1a50d793f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696664 Nov 19 18:53:53.542646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Allocated IP 172.20.0.14 (2a980f5f-7431-4f05-bc1a-1e18658032cd/98006636-d4c1-4019-972c-b3dd274f6883/486625e1-6892-4e35-b6df-011575466bc5) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:53:53.603601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59960) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:53.712285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:53.715850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-network', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:53.749087 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Made reservation on behalf of 1dcd75b933294a8794d73d8242d0287e for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:53:53.751898 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:53.757105 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:53.763349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d6047720-a009-4209-97dc-83977b68ece3 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:53:53.790616 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:53.802792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Pushing event updated for resources: {'Port': ['ID=486625e1-6892-4e35-b6df-011575466bc5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:53.840712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Network 2a980f5f-7431-4f05-bc1a-1e18658032cd is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:53:53.845883 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:53:53.864126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:53:53.936200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac057e-3a73-4fdc-a945-26de3c017800 req-8056e878-a575-4be8-9b58-bb5553d2ba52 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:53.936706 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:53.937727 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdac057e-3a73-4fdc-a945-26de3c017800 req-8056e878-a575-4be8-9b58-bb5553d2ba52 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1206403 Nov 19 18:53:53.943593 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:53.944435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:53.945075 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:53.976348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-670fd5a2-48ca-4562-a034-d970d1b0ff87 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8239810 Nov 19 18:53:53.981058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb715f6-e9ef-464a-9faf-bd167ef530fc,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:53.992172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:53:54.002860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Request body: {'port': {'device_id': 'c647ad9d-a42c-48bc-874b-df7b860ff117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:54.030702 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.031098 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Added segment a49da5c3-5627-4e07-8191-67775c55c212 of type vlan for network df4a4571-709c-4f97-9012-12bd32bb0f83 Nov 19 18:53:54.043452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdac057e-3a73-4fdc-a945-26de3c017800 req-e34f98e7-7acd-4c39-91d9-3e59b52a4468 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876181 Nov 19 18:53:54.091985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.101043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810a16c-ca91-4b9d-afa4-ad750e5b7394 req-1f7ee284-ebab-4891-9c5c-4da63e0721ac tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:54.102381 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.103937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e810a16c-ca91-4b9d-afa4-ad750e5b7394 req-1f7ee284-ebab-4891-9c5c-4da63e0721ac tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 932 time: 0.1046054 Nov 19 18:53:54.144525 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.145628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:54.146318 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.172085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-50afe68d-8cff-4da6-9b12-c4721dcc0973 service neutron] 10.222.0.21 "GET /v2.0/ports/d6047720-a009-4209-97dc-83977b68ece3/bindings/n-h1-815373-6 HTTP/1.1" status: 200 len: 384 time: 0.1076894 Nov 19 18:53:54.223885 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6164567 Nov 19 18:53:54.224824 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e810a16c-ca91-4b9d-afa4-ad750e5b7394 req-7391b3b3-3b38-4304-bb06-99123ef9ccde tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134465 Nov 19 18:53:54.226927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59970) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:54.231622 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] Request body: {'subnet': {'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-subnet', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:54.240412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ad17a-f2d1-49d3-a709-f126dea65c69 admin admin] Pushing event updated for resources: {'Network': ['ID=df4a4571-709c-4f97-9012-12bd32bb0f83,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:54.258804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network df4a4571-709c-4f97-9012-12bd32bb0f83 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:53:54.261080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] Made reservation on behalf of 1dcd75b933294a8794d73d8242d0287e for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:53:54.264299 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.473689 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.539406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f539ce31-c746-4c79-af86-b292ba170421,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:54.550225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e910d7f3-d116-4fbd-a59e-ee1873d16c08 service neutron] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d6047720-a009-4209-97dc-83977b68ece3,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:54.552454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] Checking segment: {'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:53:54.552733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] Network hostable DHCP agents. Network: df4a4571-709c-4f97-9012-12bd32bb0f83, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:53:54.578687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] Network df4a4571-709c-4f97-9012-12bd32bb0f83 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:53:54.588242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, df4a4571-709c-4f97-9012-12bd32bb0f83) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:53:54.597588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4c33c-edb8-46dd-ad2d-2eaf6828f0fe None None] Network df4a4571-709c-4f97-9012-12bd32bb0f83 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:53:54.598602 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bcfe5-fd5e-40e3-9296-d53ef20c50d5 req-6541aa6f-e1b4-4b52-8fb7-7cff057221b3 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:54.600136 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e4bcfe5-fd5e-40e3-9296-d53ef20c50d5 req-6541aa6f-e1b4-4b52-8fb7-7cff057221b3 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 944 time: 0.1367688 Nov 19 18:53:54.602710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:54.603315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.627575 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-79074e4e-b2d1-4d10-9dd1-b3aae0e9ee82 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.3995831 Nov 19 18:53:54.628653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59980) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:54.633258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:53:54.635700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e910d7f3-d116-4fbd-a59e-ee1873d16c08 service neutron] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:53:54.640514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486625e1-6892-4e35-b6df-011575466bc5 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:54.666580 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.702024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f9ee9-20ce-43d0-a00f-83aa10e96c63 req-ce0a660d-3d62-460f-9c8d-418c77b368c2 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:54.703640 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f9f9ee9-20ce-43d0-a00f-83aa10e96c63 req-ce0a660d-3d62-460f-9c8d-418c77b368c2 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0657098 Nov 19 18:53:54.705048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.706133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.711118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e910d7f3-d116-4fbd-a59e-ee1873d16c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6047720-a009-4209-97dc-83977b68ece3 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:54.716041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Transition to ACTIVE for port object 486625e1-6892-4e35-b6df-011575466bc5 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:53:54.725919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e910d7f3-d116-4fbd-a59e-ee1873d16c08 service neutron] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6047720-a009-4209-97dc-83977b68ece3,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:54.728354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.733968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e4bcfe5-fd5e-40e3-9296-d53ef20c50d5 req-45942477-c427-45aa-804d-5657dc613846 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215224 Nov 19 18:53:54.771279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e910d7f3-d116-4fbd-a59e-ee1873d16c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.792403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-df4a4571-709c-4f97-9012-12bd32bb0f83', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'fixed_ips': [{'subnet_id': 'f539ce31-c746-4c79-af86-b292ba170421'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:53:54.794401 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.811319 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.828523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Pushing event updated for resources: {'Port': ['ID=486625e1-6892-4e35-b6df-011575466bc5,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:54.886736 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.890113 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f9f9ee9-20ce-43d0-a00f-83aa10e96c63 req-b9e1db38-c406-44e4-8365-71e310012560 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739583 Nov 19 18:53:54.938103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e910d7f3-d116-4fbd-a59e-ee1873d16c08 service neutron] Transition to ACTIVE for port object d6047720-a009-4209-97dc-83977b68ece3 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:53:54.945998 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e910d7f3-d116-4fbd-a59e-ee1873d16c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:54.969703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Allocated IP 172.20.0.2 (df4a4571-709c-4f97-9012-12bd32bb0f83/f539ce31-c746-4c79-af86-b292ba170421/e5268759-94ef-4fb7-be18-cd2048d2d491) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:53:54.984534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Attempting to bind port 486625e1-6892-4e35-b6df-011575466bc5 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:53:54.988376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Attempting to bind port 486625e1-6892-4e35-b6df-011575466bc5 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'd4b2f325-3222-4dab-95ec-0840da2810fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2a980f5f-7431-4f05-bc1a-1e18658032cd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:53:54.988376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Attempting to bind port 486625e1-6892-4e35-b6df-011575466bc5 on network 2a980f5f-7431-4f05-bc1a-1e18658032cd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:54.992071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:55.009014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Port 486625e1-6892-4e35-b6df-011575466bc5 on network 2a980f5f-7431-4f05-bc1a-1e18658032cd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:53:55.009419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Attempting to bind port 486625e1-6892-4e35-b6df-011575466bc5 on network 2a980f5f-7431-4f05-bc1a-1e18658032cd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:55.027876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910d7f3-d116-4fbd-a59e-ee1873d16c08 service neutron] Pushing event updated for resources: {'Port': ['ID=d6047720-a009-4209-97dc-83977b68ece3,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:55.032092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:53:55.032428 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Checking segment: {'id': 'd4b2f325-3222-4dab-95ec-0840da2810fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2a980f5f-7431-4f05-bc1a-1e18658032cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:53:55.033168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Bound using segment: {'id': 'd4b2f325-3222-4dab-95ec-0840da2810fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2a980f5f-7431-4f05-bc1a-1e18658032cd'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:53:55.033318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Bound port: 486625e1-6892-4e35-b6df-011575466bc5, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b2f325-3222-4dab-95ec-0840da2810fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2a980f5f-7431-4f05-bc1a-1e18658032cd'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:53:55.033572 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:55.056250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e910d7f3-d116-4fbd-a59e-ee1873d16c08 service neutron] No DVR routers for this DVR port d6047720-a009-4209-97dc-83977b68ece3 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:53:55.139895 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:55.145421 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:55.182856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-e910d7f3-d116-4fbd-a59e-ee1873d16c08 service neutron] 10.222.0.21 "PUT /v2.0/ports/d6047720-a009-4209-97dc-83977b68ece3/bindings/n-h1-815373-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0033159 Nov 19 18:53:55.190755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Network df4a4571-709c-4f97-9012-12bd32bb0f83 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:53:55.191114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] For port 486625e1-6892-4e35-b6df-011575466bc5, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:53:55.194299 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:53:55.194908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] For port 486625e1-6892-4e35-b6df-011575466bc5, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=486625e1-6892-4e35-b6df-011575466bc5,segment=NetworkSegment(d4b2f325-3222-4dab-95ec-0840da2810fc),segment_id=d4b2f325-3222-4dab-95ec-0840da2810fc)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:53:55.198188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:53:55.206700 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Pushing event updated for resources: {'Port': ['ID=e5268759-94ef-4fb7-be18-cd2048d2d491,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:55.212300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d7bb-1ae7-47af-8674-3bfe25f12bec req-20f7c3d1-d9b6-43c6-9652-f29c2ac40ea4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:55.215988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0370d7bb-1ae7-47af-8674-3bfe25f12bec req-20f7c3d1-d9b6-43c6-9652-f29c2ac40ea4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0871847 Nov 19 18:53:55.217888 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:55.266616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Attempting to bind port e5268759-94ef-4fb7-be18-cd2048d2d491 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:53:55.266957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Attempting to bind port e5268759-94ef-4fb7-be18-cd2048d2d491 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:53:55.269709 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Attempting to bind port e5268759-94ef-4fb7-be18-cd2048d2d491 on network df4a4571-709c-4f97-9012-12bd32bb0f83 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:55.276200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:53:55.276200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Checking segment: {'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:53:55.276494 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:55.276791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Bound using segment: {'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:53:55.277273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Bound port: e5268759-94ef-4fb7-be18-cd2048d2d491, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:53:55.277801 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:55.299091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:55.303792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:55.304430 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:55.306357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] 10.222.0.21 "PUT /v2.0/ports/486625e1-6892-4e35-b6df-011575466bc5 HTTP/1.1" status: 200 len: 1092 time: 1.3205004 Nov 19 18:53:55.307415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c647ad9d-a42c-48bc-874b-df7b860ff117', 'tag': '486625e1-6892-4e35-b6df-011575466bc5'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:53:55.309781 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf3412f-5928-4e13-98c7-99d810c5a680" -d '{"events": [{"name": "network-changed", "server_uuid": "c647ad9d-a42c-48bc-874b-df7b860ff117", "tag": "486625e1-6892-4e35-b6df-011575466bc5"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:53:55.361311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] For port e5268759-94ef-4fb7-be18-cd2048d2d491, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:53:55.367906 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:55.370402 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d1ebe-7158-4471-b287-3360d299ff06 service neutron] Pushing event updated for resources: {'Port': ['ID=486625e1-6892-4e35-b6df-011575466bc5,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:55.370579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] For port e5268759-94ef-4fb7-be18-cd2048d2d491, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e5268759-94ef-4fb7-be18-cd2048d2d491,segment=NetworkSegment(a49da5c3-5627-4e07-8191-67775c55c212),segment_id=a49da5c3-5627-4e07-8191-67775c55c212)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:53:55.386439 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0370d7bb-1ae7-47af-8674-3bfe25f12bec req-8cf10b35-3c99-4373-a13a-8f1c827f0aa7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562927 Nov 19 18:53:55.387481 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:55.392128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-ce73cc15-09d8-4292-bf59-90a31fd9447d tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:55.393717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-ce73cc15-09d8-4292-bf59-90a31fd9447d tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1096 time: 0.1415355 Nov 19 18:53:55.453625 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2983de53-7120-4b93-8dd5-0d92365eb714 x-openstack-request-id: req-2983de53-7120-4b93-8dd5-0d92365eb714 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:53:55.453960 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c647ad9d-a42c-48bc-874b-df7b860ff117", "tag": "486625e1-6892-4e35-b6df-011575466bc5", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:53:55.454223 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2983de53-7120-4b93-8dd5-0d92365eb714 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:53:55.454676 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c647ad9d-a42c-48bc-874b-df7b860ff117', 'tag': '486625e1-6892-4e35-b6df-011575466bc5', 'status': 'completed', 'code': 200} Nov 19 18:53:55.459300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-2cf700b6-167e-42ae-8c25-8fbef49e1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:55.461443 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-2cf700b6-167e-42ae-8c25-8fbef49e1d29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb41486ca4c24c3c847b4c20b5c5891c&device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 1095 time: 0.1003926 Nov 19 18:53:55.467527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c62f1-11e3-47a0-8334-93f3e72e9308 None None] Pushing event updated for resources: {'Port': ['ID=e5268759-94ef-4fb7-be18-cd2048d2d491,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:55.509346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14ed08-f014-4521-857e-9ab6bc85aea3 req-5b0558ca-9f52-4949-9e4b-bb1936e274c1 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:55.514149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be14ed08-f014-4521-857e-9ab6bc85aea3 req-5b0558ca-9f52-4949-9e4b-bb1936e274c1 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 944 time: 0.1627524 Nov 19 18:53:55.516590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-50e7e1f5-7b53-4245-83f6-bd7c0382f2e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=486625e1-6892-4e35-b6df-011575466bc5 HTTP/1.1" status: 200 len: 217 time: 0.0467947 Nov 19 18:53:55.549469 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-2bf43581-0e17-4bb9-843e-8dea29edc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:55.552377 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-2bf43581-0e17-4bb9-843e-8dea29edc9a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b HTTP/1.1" status: 200 len: 1096 time: 0.1449275 Nov 19 18:53:55.584278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-823da612-f878-4931-bd81-c28ac6cd6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:55.585855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-823da612-f878-4931-bd81-c28ac6cd6431 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98006636-d4c1-4019-972c-b3dd274f6883 HTTP/1.1" status: 200 len: 852 time: 0.0619223 Nov 19 18:53:55.626231 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-7c8ef983-f23a-4902-9811-be3ed05c504f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a980f5f-7431-4f05-bc1a-1e18658032cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329976 Nov 19 18:53:55.627430 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be14ed08-f014-4521-857e-9ab6bc85aea3 req-8defa331-1a58-4982-be9f-37d3fc8d79b8 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064684 Nov 19 18:53:55.715355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Allocated IP 172.25.3.121 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/5110a2df-ec1f-4944-8a1a-87a9f13f8023) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:53:55.731542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-2a9804c2-94bf-4af3-9f41-2673acbc5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:55.735697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-2a9804c2-94bf-4af3-9f41-2673acbc5aa0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1259522 Nov 19 18:53:55.808740 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-159903b5-4333-4218-8d42-e91642b22614 service neutron] 10.222.0.21 "GET /v2.0/networks/2a980f5f-7431-4f05-bc1a-1e18658032cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692321 Nov 19 18:53:55.939499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb9c84ff-8ada-426b-b0be-8c693aa5ef9b req-fcdba090-6e28-480d-a6e7-d4f11c915e89 service neutron] 10.222.0.21 "GET /v2.0/networks/2a980f5f-7431-4f05-bc1a-1e18658032cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214523 Nov 19 18:53:55.965439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-1103a36f-3f6f-44f7-ac5a-0497a4d85217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:55.967741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-1103a36f-3f6f-44f7-ac5a-0497a4d85217 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.2225800 Nov 19 18:53:56.002587 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee197a-3339-4a36-9461-2f4c4d66dc38 req-1b7c6f03-70cc-4ebe-9962-6648d41880bf tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:56.004734 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1ee197a-3339-4a36-9461-2f4c4d66dc38 req-1b7c6f03-70cc-4ebe-9962-6648d41880bf tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 945 time: 0.1451437 Nov 19 18:53:56.038160 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-87414587-a038-4fbc-990e-78666df0ab89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6047720-a009-4209-97dc-83977b68ece3 HTTP/1.1" status: 200 len: 217 time: 0.0613966 Nov 19 18:53:56.048405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417415d-5615-419d-b7b3-d4dc6f09b66c req-636f3a12-8576-451d-bcc8-3bf8dbd1fa59 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:56.050251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e417415d-5615-419d-b7b3-d4dc6f09b66c req-636f3a12-8576-451d-bcc8-3bf8dbd1fa59 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0783520 Nov 19 18:53:56.077094 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:56.082787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3412f-5928-4e13-98c7-99d810c5a680 req-ee5862e2-3289-4a70-967a-e0ad06b83e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:56.084255 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf3412f-5928-4e13-98c7-99d810c5a680 req-ee5862e2-3289-4a70-967a-e0ad06b83e1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb41486ca4c24c3c847b4c20b5c5891c&device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 1095 time: 0.0832486 Nov 19 18:53:56.147561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-1af7fbe5-3714-42b3-9558-c2753452148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:56.148920 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-1af7fbe5-3714-42b3-9558-c2753452148b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.0893767 Nov 19 18:53:56.158586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1ee197a-3339-4a36-9461-2f4c4d66dc38 req-9496566d-e691-4dd5-9d4f-dcc5e2cb8300 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254234 Nov 19 18:53:56.163913 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e417415d-5615-419d-b7b3-d4dc6f09b66c req-c4aef5d7-1398-4399-ba1a-5e75a1c85083 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005661 Nov 19 18:53:56.189207 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-69b64b7b-d20e-41df-a877-3ac9dac80451 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296543 Nov 19 18:53:56.196507 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:56.208593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3412f-5928-4e13-98c7-99d810c5a680 req-b9fe5164-bd5d-4c6a-a568-44af22b2b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:56.210227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf3412f-5928-4e13-98c7-99d810c5a680 req-b9fe5164-bd5d-4c6a-a568-44af22b2b1b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a980f5f-7431-4f05-bc1a-1e18658032cd HTTP/1.1" status: 200 len: 913 time: 0.1182833 Nov 19 18:53:56.257790 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf3412f-5928-4e13-98c7-99d810c5a680 req-511b4ad5-5f35-41e4-9c5e-ccaed461880e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=486625e1-6892-4e35-b6df-011575466bc5 HTTP/1.1" status: 200 len: 217 time: 0.0382419 Nov 19 18:53:56.287301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:53:56.293268 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:53:56.299075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:53:56.320846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3412f-5928-4e13-98c7-99d810c5a680 req-f6fa1616-7db1-4392-b5fb-d60b0a2a2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:56.322616 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf3412f-5928-4e13-98c7-99d810c5a680 req-f6fa1616-7db1-4392-b5fb-d60b0a2a2a67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98006636-d4c1-4019-972c-b3dd274f6883 HTTP/1.1" status: 200 len: 852 time: 0.0571470 Nov 19 18:53:56.327022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Pushing event updated for resources: {'Port': ['ID=5110a2df-ec1f-4944-8a1a-87a9f13f8023,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:56.366145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf3412f-5928-4e13-98c7-99d810c5a680 req-d475324e-d197-4122-ae7e-f6cb16c5fabc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a980f5f-7431-4f05-bc1a-1e18658032cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345583 Nov 19 18:53:56.383582 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-c4c0a111-a68c-45df-bad3-f6b60b617116 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760607 Nov 19 18:53:56.500249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf3412f-5928-4e13-98c7-99d810c5a680 req-dd777c3f-6880-40bb-9034-a4ddc9b3a89e service neutron] 10.222.0.21 "GET /v2.0/networks/2a980f5f-7431-4f05-bc1a-1e18658032cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215057 Nov 19 18:53:56.585280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e5268759-94ef-4fb7-be18-cd2048d2d491 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:53:56.637282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdf3412f-5928-4e13-98c7-99d810c5a680 req-7049a08d-d2be-485d-96de-7789552e653f service neutron] 10.222.0.21 "GET /v2.0/networks/2a980f5f-7431-4f05-bc1a-1e18658032cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280246 Nov 19 18:53:56.672578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e5268759-94ef-4fb7-be18-cd2048d2d491 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:56.673375 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:56.702738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced02718-aaf0-4d25-8dda-f5618df523f9 None None] Network df4a4571-709c-4f97-9012-12bd32bb0f83 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:53:56.832389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c9ab5-1e0b-4423-81b8-e8d5d162c0aa req-5f9ca071-3290-46af-bf18-2353b9b51d04 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:56.834645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c54c9ab5-1e0b-4423-81b8-e8d5d162c0aa req-5f9ca071-3290-46af-bf18-2353b9b51d04 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 944 time: 0.0637908 Nov 19 18:53:56.894596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c54c9ab5-1e0b-4423-81b8-e8d5d162c0aa req-4e647af4-4e09-4adc-95e7-fa9dd1a5edf6 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487294 Nov 19 18:53:56.924912 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c3f36ed6-5c1c-4e02-b848-3670ab51fe86 None None] Provisioning complete for port e5268759-94ef-4fb7-be18-cd2048d2d491 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:56.925279 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3f36ed6-5c1c-4e02-b848-3670ab51fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:56.943734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f02af6-2b56-489d-9728-3c73491fddf9 req-484f0311-8c11-4cfb-9209-be543750f6a9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:56.945427 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8f02af6-2b56-489d-9728-3c73491fddf9 req-484f0311-8c11-4cfb-9209-be543750f6a9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.4607744 Nov 19 18:53:56.953486 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-cbcadd17-162f-4c2f-a764-64974bc082a7 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430663 Nov 19 18:53:57.059567 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:57.086868 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8f02af6-2b56-489d-9728-3c73491fddf9 req-c6a89d1e-d9a2-4781-ac21-f46570915880 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320629 Nov 19 18:53:57.102128 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:57.146348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port e5268759-94ef-4fb7-be18-cd2048d2d491, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e5268759-94ef-4fb7-be18-cd2048d2d491,segment=NetworkSegment(a49da5c3-5627-4e07-8191-67775c55c212),segment_id=a49da5c3-5627-4e07-8191-67775c55c212)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:57.155490 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3f36ed6-5c1c-4e02-b848-3670ab51fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:57.159416 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:57.247390 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=e5268759-94ef-4fb7-be18-cd2048d2d491,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:57.286665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-66fb89ef-01c2-40e0-93f1-a25f3213c871 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:57.288150 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-66fb89ef-01c2-40e0-93f1-a25f3213c871 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1096 time: 0.0996454 Nov 19 18:53:57.305218 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-c3f36ed6-5c1c-4e02-b848-3670ab51fe86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:53:57.305640 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-c3f36ed6-5c1c-4e02-b848-3670ab51fe86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:53:57.333776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a8067-6e4c-43db-b686-f1d0aa9a0bd6 req-9eefe510-c75a-4a41-98ea-2af307c847b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:57.341352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-626a8067-6e4c-43db-b686-f1d0aa9a0bd6 req-9eefe510-c75a-4a41-98ea-2af307c847b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 945 time: 0.0735810 Nov 19 18:53:57.398083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-626a8067-6e4c-43db-b686-f1d0aa9a0bd6 req-108aa3c8-62af-42d6-a983-3c36bd35c9d4 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534472 Nov 19 18:53:57.443313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb83ea8-a1fc-4311-bb85-8afe0f1da11a req-a2d5a4a3-4cca-4ed1-ba40-8d84883e15ea tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:57.444827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bb83ea8-a1fc-4311-bb85-8afe0f1da11a req-a2d5a4a3-4cca-4ed1-ba40-8d84883e15ea tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.1558135 Nov 19 18:53:57.462605 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:57.535161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e4db5-9601-4c27-96c6-1e9a64f702e4 req-0776b8b8-74a7-46b9-aa30-e2eaf72469bf tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:57.536862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa3e4db5-9601-4c27-96c6-1e9a64f702e4 req-0776b8b8-74a7-46b9-aa30-e2eaf72469bf tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0423748 Nov 19 18:53:57.582426 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa3e4db5-9601-4c27-96c6-1e9a64f702e4 req-7f74f5f1-c5b2-4fd6-9f7f-3279fbe50983 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Nov 19 18:53:57.582686 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bb83ea8-a1fc-4311-bb85-8afe0f1da11a req-e55549cf-e60f-4d7a-a26f-7d02c2623857 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276324 Nov 19 18:53:57.636583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-5ab65591-1278-4394-8021-bfcab701dc4d service neutron] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:53:57.642219 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-5ab65591-1278-4394-8021-bfcab701dc4d service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:57.643374 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d00b643-23c0-4433-a585-a0f597dd1df4 req-5ab65591-1278-4394-8021-bfcab701dc4d service neutron] 10.222.0.57 "DELETE /v2.0/ports/d6047720-a009-4209-97dc-83977b68ece3/bindings/n-h2-815373-6 HTTP/1.1" status: 204 len: 173 time: 0.3355467 Nov 19 18:53:57.678529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Router 175041d5-d4bf-4282-a3e5-399789834472 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:53:57.772971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f31f12-96a2-43f0-8b8e-5be477310c4e req-21c1c3a0-4dd7-4c4a-b927-041e02287269 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:57.774634 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-50f31f12-96a2-43f0-8b8e-5be477310c4e req-21c1c3a0-4dd7-4c4a-b927-041e02287269 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0927131 Nov 19 18:53:57.786321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 486625e1-6892-4e35-b6df-011575466bc5 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:53:57.849010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:53:57.858181 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Sync routers for ids ['175041d5-d4bf-4282-a3e5-399789834472'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:53:57.867490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-50f31f12-96a2-43f0-8b8e-5be477310c4e req-b3071f3f-5e10-4644-8db6-be4af24406db tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671861 Nov 19 18:53:57.870843 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Routers {'175041d5-d4bf-4282-a3e5-399789834472'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:57.871529 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['175041d5-d4bf-4282-a3e5-399789834472'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:57.878084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:57.880130 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4d001df6-86c0-4f5d-a9f1-943a0f03330f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.2505023 Nov 19 18:53:57.882264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60022) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:53:57.939762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 486625e1-6892-4e35-b6df-011575466bc5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=486625e1-6892-4e35-b6df-011575466bc5,segment=NetworkSegment(d4b2f325-3222-4dab-95ec-0840da2810fc),segment_id=d4b2f325-3222-4dab-95ec-0840da2810fc)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:57.972874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '486625e1-6892-4e35-b6df-011575466bc5', 'network_id': '2a980f5f-7431-4f05-bc1a-1e18658032cd', 'port_id': '486625e1-6892-4e35-b6df-011575466bc5', 'mac_address': 'fa:16:3e:a5:ee:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98006636-d4c1-4019-972c-b3dd274f6883', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:53:58.010359 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Set router 175041d5-d4bf-4282-a3e5-399789834472 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:58.121440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d69a3204-9a4c-4f9e-85f2-34fd87ec4ab6 None None] Provisioning complete for port e5268759-94ef-4fb7-be18-cd2048d2d491 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:58.122195 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d69a3204-9a4c-4f9e-85f2-34fd87ec4ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:58.128698 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b01cf-2c6e-4598-9653-e5049e816fea req-9b8f7a39-826c-4962-b852-d776c9b4b096 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:58.130095 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:58.136222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d12b01cf-2c6e-4598-9653-e5049e816fea req-9b8f7a39-826c-4962-b852-d776c9b4b096 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 944 time: 0.0888474 Nov 19 18:53:58.216064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486625e1-6892-4e35-b6df-011575466bc5 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:53:58.225589 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:56Z', 'revision_number': 3, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:58.239391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d12b01cf-2c6e-4598-9653-e5049e816fea req-6454c22a-2b47-4203-a53c-1a9744eed9b8 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972428 Nov 19 18:53:58.255369 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Checking router: 175041d5-d4bf-4282-a3e5-399789834472 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:53:58.256031 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Updating router 175041d5-d4bf-4282-a3e5-399789834472 port 5110a2df-ec1f-4944-8a1a-87a9f13f8023 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:53:58.277704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 486625e1-6892-4e35-b6df-011575466bc5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=486625e1-6892-4e35-b6df-011575466bc5,segment=NetworkSegment(d4b2f325-3222-4dab-95ec-0840da2810fc),segment_id=d4b2f325-3222-4dab-95ec-0840da2810fc)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:53:58.282827 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:58.288703 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:58.427182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=486625e1-6892-4e35-b6df-011575466bc5,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:58.504363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc3c89-fb1c-44bb-9dd7-b196f79b6ad1 req-ba659295-3059-431c-87fc-011a81781bab tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:58.508836 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45bc3c89-fb1c-44bb-9dd7-b196f79b6ad1 req-ba659295-3059-431c-87fc-011a81781bab tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1150398 Nov 19 18:53:58.532248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e5268759-94ef-4fb7-be18-cd2048d2d491 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:53:58.598330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45bc3c89-fb1c-44bb-9dd7-b196f79b6ad1 req-f66a7f37-af7f-406b-83eb-1872e2d5330c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812600 Nov 19 18:53:58.609503 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:58.615121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['486625e1-6892-4e35-b6df-011575466bc5'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:53:58.693225 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:58.700718 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:58.710272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e5268759-94ef-4fb7-be18-cd2048d2d491 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:58.710570 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:58.779672 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Attempting to bind port 5110a2df-ec1f-4944-8a1a-87a9f13f8023 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:53:58.780063 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Attempting to bind port 5110a2df-ec1f-4944-8a1a-87a9f13f8023 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:53:58.780442 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Attempting to bind port 5110a2df-ec1f-4944-8a1a-87a9f13f8023 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:53:58.783104 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Pushing event updated for resources: {'Port': ['ID=5110a2df-ec1f-4944-8a1a-87a9f13f8023,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:58.787465 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:53:58.795330 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.795809 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.796153 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.796488 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.796815 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.797141 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.797490 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.797804 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.798127 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.798447 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.798932 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.799389 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:53:58.802867 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:53:58.803237 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:53:58.803639 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:58.804043 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:53:58.804544 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Bound port: 5110a2df-ec1f-4944-8a1a-87a9f13f8023, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:53:58.804942 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:58.817187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4f20f-1812-4f49-bb77-b3c76c88acf3 req-264a11a7-c6c3-4f74-8501-d8c93fc87e33 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:58.819488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7cc4f20f-1812-4f49-bb77-b3c76c88acf3 req-264a11a7-c6c3-4f74-8501-d8c93fc87e33 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.1308827 Nov 19 18:53:58.859674 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] For port 5110a2df-ec1f-4944-8a1a-87a9f13f8023, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:53:58.862898 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] For port 5110a2df-ec1f-4944-8a1a-87a9f13f8023, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5110a2df-ec1f-4944-8a1a-87a9f13f8023,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:53:58.872317 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:58.920264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Allocated IP 172.20.0.1 (df4a4571-709c-4f97-9012-12bd32bb0f83/f539ce31-c746-4c79-af86-b292ba170421/01e4e3c9-57de-4411-ae13-2024616858b6) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:53:58.936003 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7cc4f20f-1812-4f49-bb77-b3c76c88acf3 req-0887603e-9f61-4100-b077-a5f212fedcfa tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059256 Nov 19 18:53:58.952728 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d908ee-7f48-488d-90a2-d8af16f4b811 None None] Pushing event updated for resources: {'Port': ['ID=5110a2df-ec1f-4944-8a1a-87a9f13f8023,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:58.982822 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Routers {'175041d5-d4bf-4282-a3e5-399789834472'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:53:58.983448 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['175041d5-d4bf-4282-a3e5-399789834472'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:59.046097 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:59.083927 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:59.127903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Network df4a4571-709c-4f97-9012-12bd32bb0f83 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:53:59.131044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:53:59.135803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:53:59.139820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Pushing event updated for resources: {'Port': ['ID=01e4e3c9-57de-4411-ae13-2024616858b6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:59.183935 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:59.184181 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] Set router 175041d5-d4bf-4282-a3e5-399789834472 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:53:59.407184 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:59.411358 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:59.420288 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:56Z', 'revision_number': 3, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:53:59.447428 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a04681-30a1-461f-a92f-141cb172fd82 None None] The sync data for ids ['175041d5-d4bf-4282-a3e5-399789834472'] in n-d-815373-6 is: [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:56Z', 'revision_number': 3, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:53:59.492292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a1bfb616-624a-4606-aaba-6283c4d8f998 None None] Provisioning complete for port 01e4e3c9-57de-4411-ae13-2024616858b6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:59.493828 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb616-624a-4606-aaba-6283c4d8f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:59.561317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1028-57e9-4328-832c-87d032ca59aa req-2046e2c6-6b74-49ff-b199-450de0e5f964 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:59.563254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a1bfb616-624a-4606-aaba-6283c4d8f998 None None] Port 01e4e3c9-57de-4411-ae13-2024616858b6 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:53:59.574113 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4faf1028-57e9-4328-832c-87d032ca59aa req-2046e2c6-6b74-49ff-b199-450de0e5f964 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 945 time: 0.2428775 Nov 19 18:53:59.646594 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4faf1028-57e9-4328-832c-87d032ca59aa req-29e919ac-2a47-4642-9f96-ca631664c5f0 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660329 Nov 19 18:53:59.706236 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:59.714058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:59.762116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dc20b-2e6c-4524-9589-a7b719571bd9 req-12126006-6423-4bf7-8615-f4c61a614fe4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:59.774018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d3dc20b-2e6c-4524-9589-a7b719571bd9 req-12126006-6423-4bf7-8615-f4c61a614fe4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0790994 Nov 19 18:53:59.807897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 486625e1-6892-4e35-b6df-011575466bc5 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:53:59.824366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Pushing event updated for resources: {'Port': ['ID=01e4e3c9-57de-4411-ae13-2024616858b6,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:53:59.827897 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:59.884862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d3dc20b-2e6c-4524-9589-a7b719571bd9 req-fa43ba13-4b37-4c26-a48c-afb48f376aea tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101499 Nov 19 18:53:59.901121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 486625e1-6892-4e35-b6df-011575466bc5 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:53:59.906188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 486625e1-6892-4e35-b6df-011575466bc5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:53:59.906562 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:59.989265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Network df4a4571-709c-4f97-9012-12bd32bb0f83 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:53:59.996833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:00.073679 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:00.119627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c647ad9d-a42c-48bc-874b-df7b860ff117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486625e1-6892-4e35-b6df-011575466bc5'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:00.122110 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd16fdd-8656-4649-bd25-1e93401e7992" -d '{"events": [{"server_uuid": "c647ad9d-a42c-48bc-874b-df7b860ff117", "name": "network-vif-plugged", "status": "completed", "tag": "486625e1-6892-4e35-b6df-011575466bc5"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:00.159949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 486625e1-6892-4e35-b6df-011575466bc5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=486625e1-6892-4e35-b6df-011575466bc5,segment=NetworkSegment(d4b2f325-3222-4dab-95ec-0840da2810fc),segment_id=d4b2f325-3222-4dab-95ec-0840da2810fc)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:00.172285 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:00.214079 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3830774a-03a7-4bba-b1a9-3fb71fe447f3 x-openstack-request-id: req-3830774a-03a7-4bba-b1a9-3fb71fe447f3 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:00.214387 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c647ad9d-a42c-48bc-874b-df7b860ff117", "name": "network-vif-plugged", "status": "completed", "tag": "486625e1-6892-4e35-b6df-011575466bc5", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:00.215543 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3830774a-03a7-4bba-b1a9-3fb71fe447f3 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:00.216096 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c647ad9d-a42c-48bc-874b-df7b860ff117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486625e1-6892-4e35-b6df-011575466bc5', 'code': 200} Nov 19 18:54:00.271461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=486625e1-6892-4e35-b6df-011575466bc5,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:00.302560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450c2be-8427-4fd2-8bdd-3ebe0af37e1c req-2a23b990-e3b0-4b25-976e-ab4c04b0e2ba tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:00.304242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7450c2be-8427-4fd2-8bdd-3ebe0af37e1c req-2a23b990-e3b0-4b25-976e-ab4c04b0e2ba tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.1952741 Nov 19 18:54:00.320507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Router 175041d5-d4bf-4282-a3e5-399789834472 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:54:00.330475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473090-01dc-485a-b461-600f8b74e784 req-ccefe0ef-14a5-4867-87eb-e0fabee6c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:00.332311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16473090-01dc-485a-b461-600f8b74e784 req-ccefe0ef-14a5-4867-87eb-e0fabee6c958 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 1097 time: 0.0889580 Nov 19 18:54:00.387920 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7450c2be-8427-4fd2-8bdd-3ebe0af37e1c req-0e85f153-8815-43a6-9c51-f4b2c6dd27e3 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670831 Nov 19 18:54:00.406211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c6f171b8-9675-4630-a552-0fa8fe0cfc24 None None] Provisioning complete for port 01e4e3c9-57de-4411-ae13-2024616858b6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:00.407654 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c6f171b8-9675-4630-a552-0fa8fe0cfc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:00.416337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16473090-01dc-485a-b461-600f8b74e784 req-8a4ba227-0357-48f5-a29e-b678cde1bc37 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710306 Nov 19 18:54:00.483985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c6f171b8-9675-4630-a552-0fa8fe0cfc24 None None] Port 01e4e3c9-57de-4411-ae13-2024616858b6 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:54:00.558662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5110a2df-ec1f-4944-8a1a-87a9f13f8023 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:00.562711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:54:00.568353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ae1bd03f-c737-42ef-b9e6-a6154906250f admin admin] 10.222.0.50 "PUT /v2.0/routers/175041d5-d4bf-4282-a3e5-399789834472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6850097 Nov 19 18:54:00.629402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 5110a2df-ec1f-4944-8a1a-87a9f13f8023 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:00.629995 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:00.762955 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:00.809216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 5110a2df-ec1f-4944-8a1a-87a9f13f8023, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5110a2df-ec1f-4944-8a1a-87a9f13f8023,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:00.816100 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:00.828540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70073f82-20bd-4df2-96b3-f25d3f2e1b89 req-30629de0-15cc-4954-ad06-ac77dfeb6e7c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:00.835830 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70073f82-20bd-4df2-96b3-f25d3f2e1b89 req-30629de0-15cc-4954-ad06-ac77dfeb6e7c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 946 time: 0.0676570 Nov 19 18:54:00.882804 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70073f82-20bd-4df2-96b3-f25d3f2e1b89 req-d3f87fab-a5c6-4648-a1b0-f6f6555b8961 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 Nov 19 18:54:00.914901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=5110a2df-ec1f-4944-8a1a-87a9f13f8023,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:01.024479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238fda0-34ee-4ae2-93ac-0aa23ce94f20 req-03307944-9300-439b-b05c-ef305b99b5e4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:01.026153 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1238fda0-34ee-4ae2-93ac-0aa23ce94f20 req-03307944-9300-439b-b05c-ef305b99b5e4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0548861 Nov 19 18:54:01.086656 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1238fda0-34ee-4ae2-93ac-0aa23ce94f20 req-61bd28c8-b3b7-450b-896a-27b6e454508f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540578 Nov 19 18:54:01.144828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-7d0aa2eb-21a4-42f0-be91-f58d561e5a02 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:01.146380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-7d0aa2eb-21a4-42f0-be91-f58d561e5a02 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/networks?id=df4a4571-709c-4f97-9012-12bd32bb0f83 HTTP/1.1" status: 200 len: 828 time: 0.1177425 Nov 19 18:54:01.162837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-f23b9514-cfaf-49b5-a06f-e0c1a97061c6 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/quotas/1dcd75b933294a8794d73d8242d0287e HTTP/1.1" status: 200 len: 375 time: 0.0105524 Nov 19 18:54:01.230436 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-f9120674-c596-4ebe-a9f1-035a273fd4db tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dcd75b933294a8794d73d8242d0287e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616848 Nov 19 18:54:01.320439 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-b73862d4-fa14-4d3c-a58e-fbce72750ba8 service neutron] 10.222.0.50 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891378 Nov 19 18:54:01.443134 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-e567aad1-0f2f-4a22-a105-55be1fac052d service neutron] 10.222.0.50 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139343 Nov 19 18:54:01.524774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed6eed-dfb6-41b2-bb4e-f4a5e488b0a8 req-89bddf74-6ffe-470d-a9a9-cfbc76d38aef tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:01.526965 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65ed6eed-dfb6-41b2-bb4e-f4a5e488b0a8 req-89bddf74-6ffe-470d-a9a9-cfbc76d38aef tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0723183 Nov 19 18:54:01.580631 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65ed6eed-dfb6-41b2-bb4e-f4a5e488b0a8 req-783eebe0-e74e-4791-a7f0-eee98dc6db79 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471230 Nov 19 18:54:01.655655 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce91224f-4e4c-4af7-927a-4083274ae0dc req-d097d26b-69d7-4c91-ac86-5964ac931f5d tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 210 time: 0.0525732 Nov 19 18:54:01.682034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Sync routers for ids ['175041d5-d4bf-4282-a3e5-399789834472'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:54:01.694114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Routers {'175041d5-d4bf-4282-a3e5-399789834472'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:01.694755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['175041d5-d4bf-4282-a3e5-399789834472'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:01.836923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Set router 175041d5-d4bf-4282-a3e5-399789834472 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:02.031725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817b432-19df-4523-9c0d-bb8fe58d23a4 req-ce4ff919-8889-4b69-a4dc-f8ac9dbb1e17 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:02.042279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f817b432-19df-4523-9c0d-bb8fe58d23a4 req-ce4ff919-8889-4b69-a4dc-f8ac9dbb1e17 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 946 time: 0.0723464 Nov 19 18:54:02.069670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:59Z', 'revision_number': 4, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '01e4e3c9-57de-4411-ae13-2024616858b6', 'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'mac_address': 'fa:16:3e:83:24:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f539ce31-c746-4c79-af86-b292ba170421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:58Z', 'updated_at': '2021-11-19T18:53:59Z', 'revision_number': 2, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'subnets': [{'id': 'f539ce31-c746-4c79-af86-b292ba170421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:02.101632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Checking router: 175041d5-d4bf-4282-a3e5-399789834472 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:54:02.102019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Updating router 175041d5-d4bf-4282-a3e5-399789834472 port 01e4e3c9-57de-4411-ae13-2024616858b6 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:54:02.126136 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f817b432-19df-4523-9c0d-bb8fe58d23a4 req-564f8bf9-2349-466e-b481-a5461b9c2a76 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677428 Nov 19 18:54:02.131124 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:02.359272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaca3f-01cf-4818-af37-0fb501875ad1 req-b769a961-21f8-45f0-b124-1ce3b1cdef6f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:02.367295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aebaca3f-01cf-4818-af37-0fb501875ad1 req-b769a961-21f8-45f0-b124-1ce3b1cdef6f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1224172 Nov 19 18:54:02.396237 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b795208-291b-4ba5-9090-ec51b9656927 req-42b45850-4d44-491c-923a-d90fd0b3b487 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072819 Nov 19 18:54:02.469341 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aebaca3f-01cf-4818-af37-0fb501875ad1 req-06d4e85b-9c1d-423e-a983-dd2519bf353f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996554 Nov 19 18:54:02.502451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795208-291b-4ba5-9090-ec51b9656927 req-d0973116-789e-4eb4-8310-47a5be1d9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:02.508231 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b795208-291b-4ba5-9090-ec51b9656927 req-d0973116-789e-4eb4-8310-47a5be1d9631 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 1095 time: 0.0823615 Nov 19 18:54:02.548091 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:02.576837 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:02.618905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5110a2df-ec1f-4944-8a1a-87a9f13f8023 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:02.703914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795208-291b-4ba5-9090-ec51b9656927 req-8311313b-d575-4f57-8a7c-20e8c9474ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:02.705742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b795208-291b-4ba5-9090-ec51b9656927 req-8311313b-d575-4f57-8a7c-20e8c9474ba8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.1653519 Nov 19 18:54:02.750715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdea06-0e3e-4721-a336-a1f3b73f300a req-3ea790fa-7042-466f-bdc8-489802fe0b10 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:02.758252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4fbdea06-0e3e-4721-a336-a1f3b73f300a req-3ea790fa-7042-466f-bdc8-489802fe0b10 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 946 time: 0.1150084 Nov 19 18:54:02.766936 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6511b59-6212-484a-9a6d-5e044eb57978 req-34e14c97-ebbc-4928-9268-1efe9f0389a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:02.768643 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6511b59-6212-484a-9a6d-5e044eb57978 req-34e14c97-ebbc-4928-9268-1efe9f0389a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb41486ca4c24c3c847b4c20b5c5891c&device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 1097 time: 0.0848501 Nov 19 18:54:02.792018 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b795208-291b-4ba5-9090-ec51b9656927 req-7d4e5175-005b-4633-b712-4024627b0e08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660 HTTP/1.1" status: 200 len: 217 time: 0.0782628 Nov 19 18:54:02.848653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b484abb-c2be-4b7a-8c7b-a2ac887a13fd req-6bfc664b-226f-4e96-8a0a-45c30e4f1100 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:02.853421 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b484abb-c2be-4b7a-8c7b-a2ac887a13fd req-6bfc664b-226f-4e96-8a0a-45c30e4f1100 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.1319175 Nov 19 18:54:02.880798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41c954-7e55-41ec-aaa3-47ade5987fc8 None None] Pushing event updated for resources: {'Port': ['ID=01e4e3c9-57de-4411-ae13-2024616858b6,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:02.918041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795208-291b-4ba5-9090-ec51b9656927 req-a9fdbb6c-2872-4fbf-a345-e12755af4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:02.922344 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b795208-291b-4ba5-9090-ec51b9656927 req-a9fdbb6c-2872-4fbf-a345-e12755af4010 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.1196239 Nov 19 18:54:02.938953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6511b59-6212-484a-9a6d-5e044eb57978 req-7dd7aebb-54bb-4e88-b32c-e7b2d3effa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:02.940704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6511b59-6212-484a-9a6d-5e044eb57978 req-7dd7aebb-54bb-4e88-b32c-e7b2d3effa8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a980f5f-7431-4f05-bc1a-1e18658032cd HTTP/1.1" status: 200 len: 913 time: 0.1603861 Nov 19 18:54:02.975683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 5110a2df-ec1f-4944-8a1a-87a9f13f8023 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:02.976218 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:03.031102 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b484abb-c2be-4b7a-8c7b-a2ac887a13fd req-ec0f3051-7f80-47ac-bfec-d0b60a113bcf tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667097 Nov 19 18:54:03.070464 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b795208-291b-4ba5-9090-ec51b9656927 req-d518de8f-bc81-4c3b-a51a-8a0c52657df5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406152 Nov 19 18:54:03.073208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4fbdea06-0e3e-4721-a336-a1f3b73f300a req-e371ab9f-abda-4e05-92ca-ae1e99ab5a30 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140841 Nov 19 18:54:03.082246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6511b59-6212-484a-9a6d-5e044eb57978 req-748ef131-bed3-476b-abde-5d4a9aee15a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=486625e1-6892-4e35-b6df-011575466bc5 HTTP/1.1" status: 200 len: 217 time: 0.0810258 Nov 19 18:54:03.092483 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Attempting to bind port 01e4e3c9-57de-4411-ae13-2024616858b6 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:03.092980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Attempting to bind port 01e4e3c9-57de-4411-ae13-2024616858b6 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:03.093457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Attempting to bind port 01e4e3c9-57de-4411-ae13-2024616858b6 on network df4a4571-709c-4f97-9012-12bd32bb0f83 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:03.111420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:03.111951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Checking segment: {'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:03.113874 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:03.114445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Bound using segment: {'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:03.118110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Bound port: 01e4e3c9-57de-4411-ae13-2024616858b6, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:03.118694 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:03.180711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6511b59-6212-484a-9a6d-5e044eb57978 req-34c41f86-2442-4a19-b4cc-56b8be8657ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:03.182378 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6511b59-6212-484a-9a6d-5e044eb57978 req-34c41f86-2442-4a19-b4cc-56b8be8657ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=98006636-d4c1-4019-972c-b3dd274f6883 HTTP/1.1" status: 200 len: 852 time: 0.0992537 Nov 19 18:54:03.241205 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f5e9018-cfe9-40e9-8d8a-52ea238a4fd6 req-6c9143d7-6f97-4982-8e15-0fdd302b9be2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 210 time: 0.0312276 Nov 19 18:54:03.268614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6511b59-6212-484a-9a6d-5e044eb57978 req-05f89aa2-6c0c-4d1d-9ee4-3a2d2ce1a4fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a980f5f-7431-4f05-bc1a-1e18658032cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744128 Nov 19 18:54:03.289097 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b795208-291b-4ba5-9090-ec51b9656927 req-8bcf3657-8cb9-44b6-8835-db4a38055868 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071459 Nov 19 18:54:03.307729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-98e7cc5d-99a4-4322-b455-9c7b908632a5 None None] Provisioning complete for port 01e4e3c9-57de-4411-ae13-2024616858b6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:03.308748 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-98e7cc5d-99a4-4322-b455-9c7b908632a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:03.311408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] For port 01e4e3c9-57de-4411-ae13-2024616858b6, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:03.315464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] For port 01e4e3c9-57de-4411-ae13-2024616858b6, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=01e4e3c9-57de-4411-ae13-2024616858b6,segment=NetworkSegment(a49da5c3-5627-4e07-8191-67775c55c212),segment_id=a49da5c3-5627-4e07-8191-67775c55c212)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:03.350298 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:03.423460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-98e7cc5d-99a4-4322-b455-9c7b908632a5 None None] Port 01e4e3c9-57de-4411-ae13-2024616858b6 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:54:03.443013 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Routers {'175041d5-d4bf-4282-a3e5-399789834472'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:03.445004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['175041d5-d4bf-4282-a3e5-399789834472'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:03.469730 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b795208-291b-4ba5-9090-ec51b9656927 req-9c1f9abf-6218-4ed6-afc1-59cedada1abe service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728437 Nov 19 18:54:03.511427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41c954-7e55-41ec-aaa3-47ade5987fc8 None None] Pushing event updated for resources: {'Port': ['ID=01e4e3c9-57de-4411-ae13-2024616858b6,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:03.697041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] Set router 175041d5-d4bf-4282-a3e5-399789834472 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:03.749581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-e3954586-e535-4626-959b-3e776d57cf30 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:03.751193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-e3954586-e535-4626-959b-3e776d57cf30 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.21 "GET /v2.0/networks?id=df4a4571-709c-4f97-9012-12bd32bb0f83 HTTP/1.1" status: 200 len: 828 time: 0.7711337 Nov 19 18:54:03.768181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Request body: {'port': {'device_id': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'admin_state_up': True, 'tenant_id': '1dcd75b933294a8794d73d8242d0287e'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:03.797566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4d9d5be0-8fde-4cae-a03b-9c035dd03f0e None None] Provisioning complete for port 01e4e3c9-57de-4411-ae13-2024616858b6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:03.798496 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5be0-8fde-4cae-a03b-9c035dd03f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:03.838413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6511b59-6212-484a-9a6d-5e044eb57978 req-2b801480-cbf3-425c-a237-217fcdb0c116 service neutron] 10.222.0.21 "GET /v2.0/networks/2a980f5f-7431-4f05-bc1a-1e18658032cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596821 Nov 19 18:54:03.847173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ff4b8-ae20-4f18-a1f0-f10ba5141696 req-f7ae6b4b-0639-40ca-91b6-1e65734b60dc tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:03.848022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-114ff4b8-ae20-4f18-a1f0-f10ba5141696 req-f7ae6b4b-0639-40ca-91b6-1e65734b60dc tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1570404 Nov 19 18:54:03.969047 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5be0-8fde-4cae-a03b-9c035dd03f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:04.002981 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-114ff4b8-ae20-4f18-a1f0-f10ba5141696 req-47dbc1e0-582c-4446-8133-9f8c3280ab55 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422307 Nov 19 18:54:04.012537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4d9d5be0-8fde-4cae-a03b-9c035dd03f0e None None] For port 01e4e3c9-57de-4411-ae13-2024616858b6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=01e4e3c9-57de-4411-ae13-2024616858b6,segment=NetworkSegment(a49da5c3-5627-4e07-8191-67775c55c212),segment_id=a49da5c3-5627-4e07-8191-67775c55c212)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:04.015826 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:59Z', 'revision_number': 4, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '01e4e3c9-57de-4411-ae13-2024616858b6', 'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'mac_address': 'fa:16:3e:83:24:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f539ce31-c746-4c79-af86-b292ba170421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:58Z', 'updated_at': '2021-11-19T18:54:03Z', 'revision_number': 4, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'subnets': [{'id': 'f539ce31-c746-4c79-af86-b292ba170421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:04.037368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6511b59-6212-484a-9a6d-5e044eb57978 req-cbaec3f6-c706-4877-a23c-fce75e5d8341 service neutron] 10.222.0.21 "GET /v2.0/networks/2a980f5f-7431-4f05-bc1a-1e18658032cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883576 Nov 19 18:54:04.041557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Made reservation on behalf of 1dcd75b933294a8794d73d8242d0287e for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:54:04.045284 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5be0-8fde-4cae-a03b-9c035dd03f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:04.047143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d5f6a-25cf-486e-bc61-762aac8484b5 None None] The sync data for ids ['175041d5-d4bf-4282-a3e5-399789834472'] in n-d-815373-6 is: [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:59Z', 'revision_number': 4, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '01e4e3c9-57de-4411-ae13-2024616858b6', 'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'mac_address': 'fa:16:3e:83:24:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f539ce31-c746-4c79-af86-b292ba170421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:58Z', 'updated_at': '2021-11-19T18:54:03Z', 'revision_number': 4, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'subnets': [{'id': 'f539ce31-c746-4c79-af86-b292ba170421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:54:04.057444 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:04.180772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d5be0-8fde-4cae-a03b-9c035dd03f0e None None] Pushing event updated for resources: {'Port': ['ID=01e4e3c9-57de-4411-ae13-2024616858b6,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:04.283196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e5d8f-b116-4a89-993b-276f76f004b3 req-4467e036-b6b0-44dc-93d4-5222207ec21d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:04.286735 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c5e5d8f-b116-4a89-993b-276f76f004b3 req-4467e036-b6b0-44dc-93d4-5222207ec21d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.1050618 Nov 19 18:54:04.360078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5709a-28ff-490c-817b-b1212de3257e req-2c702a54-b8ec-40a4-8278-021bae36c838 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:04.361226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c5e5d8f-b116-4a89-993b-276f76f004b3 req-f5c08379-5186-41db-a987-5cd71570cfcb tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678098 Nov 19 18:54:04.379104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2d5709a-28ff-490c-817b-b1212de3257e req-2c702a54-b8ec-40a4-8278-021bae36c838 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 946 time: 0.1480579 Nov 19 18:54:04.390531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Allocated IP 172.20.0.4 (df4a4571-709c-4f97-9012-12bd32bb0f83/f539ce31-c746-4c79-af86-b292ba170421/0e2007d0-6aa4-4ad0-878a-52e9fb2016eb) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:04.455399 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2d5709a-28ff-490c-817b-b1212de3257e req-7480f092-f1a8-4748-b4f8-3d4811c0114b tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738499 Nov 19 18:54:04.640663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 01e4e3c9-57de-4411-ae13-2024616858b6 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:04.725971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 01e4e3c9-57de-4411-ae13-2024616858b6 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:04.726617 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:04.782434 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b008c5e-7675-4dfb-893e-b9530eeaa021 req-5b382fac-d1b3-4bc7-86cd-01951c3f2156 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 210 time: 0.1705852 Nov 19 18:54:04.922062 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:04.967966 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:05.014995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Network df4a4571-709c-4f97-9012-12bd32bb0f83 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:05.018275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:05.022266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:05.053349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Pushing event updated for resources: {'Port': ['ID=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:05.089897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:05.091053 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:05.112833 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-5e427f2b-5b15-4512-869a-5d348d0f0a89 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3495326 Nov 19 18:54:05.129568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Request body: {'port': {'device_id': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:05.195588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28964805-f6af-41b4-afd8-90251bb823ae req-97f4735c-a398-475e-b640-c8efe4a801bd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:05.197901 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28964805-f6af-41b4-afd8-90251bb823ae req-97f4735c-a398-475e-b640-c8efe4a801bd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0963745 Nov 19 18:54:05.205917 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:05.273618 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28964805-f6af-41b4-afd8-90251bb823ae req-bac36dd4-f1da-4efc-b5ab-897b2a05f878 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634153 Nov 19 18:54:05.392143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-591c2410-96d6-418b-bee8-24f1553b204a None None] Provisioning complete for port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:05.392690 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-591c2410-96d6-418b-bee8-24f1553b204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:05.445402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-591c2410-96d6-418b-bee8-24f1553b204a None None] Port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:54:05.573195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5670d-a60b-4650-be43-fa260097425e req-c79eb62e-e0a4-4164-922c-de7e42852691 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:05.574904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85c5670d-a60b-4650-be43-fa260097425e req-c79eb62e-e0a4-4164-922c-de7e42852691 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.1034954 Nov 19 18:54:05.596327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:05.609672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:05.637143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Transition to ACTIVE for port object 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:54:05.649402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:05.679969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85c5670d-a60b-4650-be43-fa260097425e req-be5ee84f-9060-41be-b82e-147f2bae4b5a tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940781 Nov 19 18:54:05.777967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:05.830789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dba2e-f6a1-4ab6-bbc4-b45335715884 req-7fd946e3-6edd-4bce-9807-eb627a8296d2 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:05.834391 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa9dba2e-f6a1-4ab6-bbc4-b45335715884 req-7fd946e3-6edd-4bce-9807-eb627a8296d2 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 946 time: 0.1505513 Nov 19 18:54:05.876959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Attempting to bind port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:05.877586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Attempting to bind port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:05.877586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Attempting to bind port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb on network df4a4571-709c-4f97-9012-12bd32bb0f83 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:05.886381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb on network df4a4571-709c-4f97-9012-12bd32bb0f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:54:05.886704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Attempting to bind port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb on network df4a4571-709c-4f97-9012-12bd32bb0f83 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:05.898283 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:05.898633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Checking segment: {'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:05.899031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Bound using segment: {'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:05.899576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Bound port: 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49da5c3-5627-4e07-8191-67775c55c212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:05.899816 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:05.960498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa9dba2e-f6a1-4ab6-bbc4-b45335715884 req-ab3f1841-5f32-449b-9d0c-5911a89bba60 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181941 Nov 19 18:54:06.053060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] For port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:06.057351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] For port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb,segment=NetworkSegment(a49da5c3-5627-4e07-8191-67775c55c212),segment_id=a49da5c3-5627-4e07-8191-67775c55c212)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:06.071018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e4cb-bb6c-4d0d-b368-04d450f88c4c req-d669ba64-b136-4d60-b7d0-db9f5aa6d61e tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:06.072908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b587e4cb-bb6c-4d0d-b368-04d450f88c4c req-d669ba64-b136-4d60-b7d0-db9f5aa6d61e tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 943 time: 0.1462767 Nov 19 18:54:06.074679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:06.145600 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:06.145835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:06.147387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] 10.222.0.21 "PUT /v2.0/ports/0e2007d0-6aa4-4ad0-878a-52e9fb2016eb HTTP/1.1" status: 200 len: 1091 time: 1.0244250 Nov 19 18:54:06.149662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'tag': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:06.152170 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760157e1-bf24-4483-acec-1846401b3616" -d '{"events": [{"name": "network-changed", "server_uuid": "ae84d169-f27c-4bc8-87af-62986a9ec4db", "tag": "0e2007d0-6aa4-4ad0-878a-52e9fb2016eb"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:06.204886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b587e4cb-bb6c-4d0d-b368-04d450f88c4c req-e90a07f5-175c-4ecd-8cac-6929f96c7f00 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/security-groups?id=9cb715f6-e9ef-464a-9faf-bd167ef530fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228061 Nov 19 18:54:06.207024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b87e0-057a-4d61-b3a0-4b0c78f61267 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:06.314036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-19c06bd4-74e9-4c4e-a979-8b421808b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:06.315564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-19c06bd4-74e9-4c4e-a979-8b421808b614 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dcd75b933294a8794d73d8242d0287e&device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 1094 time: 0.1095445 Nov 19 18:54:06.383037 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f9b2f6-0a35-4841-9bea-0df5fdfaf642 x-openstack-request-id: req-29f9b2f6-0a35-4841-9bea-0df5fdfaf642 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:06.383339 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae84d169-f27c-4bc8-87af-62986a9ec4db", "tag": "0e2007d0-6aa4-4ad0-878a-52e9fb2016eb", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:06.383604 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29f9b2f6-0a35-4841-9bea-0df5fdfaf642 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:06.384098 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'tag': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'status': 'completed', 'code': 200} Nov 19 18:54:06.385975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-6d3f4ac5-cfb1-410b-b77a-ddf52e629785 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb HTTP/1.1" status: 200 len: 217 time: 0.0611861 Nov 19 18:54:06.493045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-2fc97456-4fbd-4328-84c4-edd89cf1200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:06.494914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-2fc97456-4fbd-4328-84c4-edd89cf1200b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f539ce31-c746-4c79-af86-b292ba170421 HTTP/1.1" status: 200 len: 867 time: 0.0962999 Nov 19 18:54:06.547053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabf30e-39d6-45f4-af25-ada1f8d6783e req-e0b855ed-b628-4655-9eed-2cf0746bb4b2 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:06.563578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fbabf30e-39d6-45f4-af25-ada1f8d6783e req-e0b855ed-b628-4655-9eed-2cf0746bb4b2 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1569064 Nov 19 18:54:06.602477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-1feab987-5887-478c-b24c-94c1e4ca11c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:06.604200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-1feab987-5887-478c-b24c-94c1e4ca11c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df4a4571-709c-4f97-9012-12bd32bb0f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964663 Nov 19 18:54:06.724503 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-6841ac97-dabc-4fed-9b36-3eafef251480 service neutron] 10.222.0.21 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111426 Nov 19 18:54:06.857453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8436e2e3-d137-4de9-b2c9-d457e9f79ffe req-0e91bdca-61ab-449c-ac58-c7cd8662b10b service neutron] 10.222.0.21 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230788 Nov 19 18:54:06.881120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e4201-8f0b-41c6-9427-e08f5881a9f2 req-0a740392-5da3-4453-b5b0-4f41347598b7 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:06.882859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-319e4201-8f0b-41c6-9427-e08f5881a9f2 req-0a740392-5da3-4453-b5b0-4f41347598b7 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 946 time: 0.1575191 Nov 19 18:54:06.982606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-319e4201-8f0b-41c6-9427-e08f5881a9f2 req-624d4ab2-6408-4bf6-97e2-0de1e8c64a3a tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869842 Nov 19 18:54:06.986170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fbabf30e-39d6-45f4-af25-ada1f8d6783e req-6089093f-95c4-475c-a659-adee562786d8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210844 Nov 19 18:54:06.993318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760157e1-bf24-4483-acec-1846401b3616 req-679f9139-3b93-48ac-93e6-7b6b42bcbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:06.995091 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-760157e1-bf24-4483-acec-1846401b3616 req-679f9139-3b93-48ac-93e6-7b6b42bcbcec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dcd75b933294a8794d73d8242d0287e&device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 1094 time: 0.0635467 Nov 19 18:54:07.130271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760157e1-bf24-4483-acec-1846401b3616 req-a26e3d65-30ad-4460-a90d-7199d73070e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:07.133804 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-760157e1-bf24-4483-acec-1846401b3616 req-a26e3d65-30ad-4460-a90d-7199d73070e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df4a4571-709c-4f97-9012-12bd32bb0f83 HTTP/1.1" status: 200 len: 929 time: 0.1240275 Nov 19 18:54:07.137088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070eb80-c0c7-49eb-8b7f-01741459ff9a req-b246c0a2-a97f-4b6e-8bb1-a6107c44c1d9 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:07.139468 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d070eb80-c0c7-49eb-8b7f-01741459ff9a req-b246c0a2-a97f-4b6e-8bb1-a6107c44c1d9 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0753019 Nov 19 18:54:07.217629 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d070eb80-c0c7-49eb-8b7f-01741459ff9a req-e9d7d6e9-3307-4cd8-9ce2-6f074a0e90d3 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690727 Nov 19 18:54:07.221196 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-760157e1-bf24-4483-acec-1846401b3616 req-9fe4c51f-a218-4479-af2d-392201deb4d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb HTTP/1.1" status: 200 len: 217 time: 0.0763860 Nov 19 18:54:07.296026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760157e1-bf24-4483-acec-1846401b3616 req-c88682cb-2d76-405e-8816-533e78b3b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:07.297775 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-760157e1-bf24-4483-acec-1846401b3616 req-c88682cb-2d76-405e-8816-533e78b3b78e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f539ce31-c746-4c79-af86-b292ba170421 HTTP/1.1" status: 200 len: 867 time: 0.0659428 Nov 19 18:54:07.355854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760157e1-bf24-4483-acec-1846401b3616 req-6336d09c-710b-4a91-a720-7c0e87c1212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:07.358221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-760157e1-bf24-4483-acec-1846401b3616 req-6336d09c-710b-4a91-a720-7c0e87c1212f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df4a4571-709c-4f97-9012-12bd32bb0f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463288 Nov 19 18:54:07.360725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b98d2-6b1b-4df6-90d4-30bec91138d9 req-e850234b-000a-49b8-bde2-9e209bbfc17e tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:07.362320 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-286b98d2-6b1b-4df6-90d4-30bec91138d9 req-e850234b-000a-49b8-bde2-9e209bbfc17e tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 943 time: 0.0548644 Nov 19 18:54:07.422386 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-286b98d2-6b1b-4df6-90d4-30bec91138d9 req-e9c15138-62dc-4158-b576-7582778a2bc8 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/security-groups?id=9cb715f6-e9ef-464a-9faf-bd167ef530fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515003 Nov 19 18:54:07.458499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-760157e1-bf24-4483-acec-1846401b3616 req-3d5aeac0-b3c2-4a15-a984-360fbb6ebb82 service neutron] 10.222.0.21 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908577 Nov 19 18:54:07.563410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-760157e1-bf24-4483-acec-1846401b3616 req-4696a9ff-7500-4f8a-90ad-90858364a282 service neutron] 10.222.0.21 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929422 Nov 19 18:54:08.123683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2738f9e-8927-467c-aa85-6f4bb9ce50ae req-a312d719-b140-41e0-9a3e-d5317ff12557 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:08.126045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2738f9e-8927-467c-aa85-6f4bb9ce50ae req-a312d719-b140-41e0-9a3e-d5317ff12557 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 946 time: 0.0604587 Nov 19 18:54:08.132752 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc645de-d900-4217-a646-277ce47b2707 req-75b50e26-30a7-4382-9387-922c66ede1ed tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:08.134978 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9dc645de-d900-4217-a646-277ce47b2707 req-75b50e26-30a7-4382-9387-922c66ede1ed tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0692160 Nov 19 18:54:08.155979 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd060-409b-4ff2-9d51-83e85e6d77f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:08.199994 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2738f9e-8927-467c-aa85-6f4bb9ce50ae req-75976255-01ac-4cfc-b63c-fbe339869807 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/security-groups?id=a877c958-1608-4e02-be1c-391b18f5f445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541699 Nov 19 18:54:08.202352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9dc645de-d900-4217-a646-277ce47b2707 req-c1d27114-a087-4430-b0dc-a328c29fe668 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569208 Nov 19 18:54:08.372086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644ee90-8b99-43cf-85e1-ba819f13e011 req-493c5056-a789-4def-b006-5e43c17f7227 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:08.374294 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7644ee90-8b99-43cf-85e1-ba819f13e011 req-493c5056-a789-4def-b006-5e43c17f7227 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.21 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 946 time: 0.0627651 Nov 19 18:54:08.387368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e327a7-1405-47ec-9134-11deed5aef63 req-e31a22aa-5d8d-4585-b41f-40665d3a50b8 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:08.389956 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46e327a7-1405-47ec-9134-11deed5aef63 req-e31a22aa-5d8d-4585-b41f-40665d3a50b8 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0542715 Nov 19 18:54:08.450168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46e327a7-1405-47ec-9134-11deed5aef63 req-ca82d986-205f-4067-b471-5e0b9362a681 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540092 Nov 19 18:54:08.484255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7644ee90-8b99-43cf-85e1-ba819f13e011 req-bab85b2f-7299-4d36-af98-aaab6b89953c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Deleting port 486625e1-6892-4e35-b6df-011575466bc5 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:08.484595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7644ee90-8b99-43cf-85e1-ba819f13e011 req-bab85b2f-7299-4d36-af98-aaab6b89953c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:08.610460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7644ee90-8b99-43cf-85e1-ba819f13e011 req-bab85b2f-7299-4d36-af98-aaab6b89953c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] For port 486625e1-6892-4e35-b6df-011575466bc5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=486625e1-6892-4e35-b6df-011575466bc5,segment=NetworkSegment(d4b2f325-3222-4dab-95ec-0840da2810fc),segment_id=d4b2f325-3222-4dab-95ec-0840da2810fc)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:08.610932 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7644ee90-8b99-43cf-85e1-ba819f13e011 req-bab85b2f-7299-4d36-af98-aaab6b89953c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:08.620534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d5b23-f5a5-4a54-8e55-804b0daf1808 req-fd5983a9-afee-4ff4-82c5-e30cffc28da8 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:08.622111 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0f6d5b23-f5a5-4a54-8e55-804b0daf1808 req-fd5983a9-afee-4ff4-82c5-e30cffc28da8 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 943 time: 0.0912211 Nov 19 18:54:08.645861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7644ee90-8b99-43cf-85e1-ba819f13e011 req-bab85b2f-7299-4d36-af98-aaab6b89953c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Calling delete_port for 486625e1-6892-4e35-b6df-011575466bc5 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:08.736697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0f6d5b23-f5a5-4a54-8e55-804b0daf1808 req-0562f93f-ad06-4e45-a45e-d0a117256f40 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/security-groups?id=9cb715f6-e9ef-464a-9faf-bd167ef530fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078200 Nov 19 18:54:08.828027 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7644ee90-8b99-43cf-85e1-ba819f13e011 req-bab85b2f-7299-4d36-af98-aaab6b89953c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:08.840445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['486625e1-6892-4e35-b6df-011575466bc5'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:08.858608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab85b2f-7299-4d36-af98-aaab6b89953c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Pushing event deleted for resources: {'Port': ['ID=486625e1-6892-4e35-b6df-011575466bc5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:08.904219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7644ee90-8b99-43cf-85e1-ba819f13e011 req-bab85b2f-7299-4d36-af98-aaab6b89953c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] No DVR routers for this DVR port 486625e1-6892-4e35-b6df-011575466bc5 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:54:08.907331 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7644ee90-8b99-43cf-85e1-ba819f13e011 req-bab85b2f-7299-4d36-af98-aaab6b89953c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:08.910734 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7644ee90-8b99-43cf-85e1-ba819f13e011 req-bab85b2f-7299-4d36-af98-aaab6b89953c tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.21 "DELETE /v2.0/ports/486625e1-6892-4e35-b6df-011575466bc5 HTTP/1.1" status: 204 len: 173 time: 0.5277889 Nov 19 18:54:08.911171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c647ad9d-a42c-48bc-874b-df7b860ff117', 'name': 'network-vif-deleted', 'tag': '486625e1-6892-4e35-b6df-011575466bc5'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:08.914243 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec890ab-5394-4661-8179-4a51acc41aac" -d '{"events": [{"server_uuid": "c647ad9d-a42c-48bc-874b-df7b860ff117", "name": "network-vif-deleted", "tag": "486625e1-6892-4e35-b6df-011575466bc5"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:08.960821 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ed8508-0bd4-4b19-98b0-9f2e424ece03 x-openstack-request-id: req-99ed8508-0bd4-4b19-98b0-9f2e424ece03 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:08.961119 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c647ad9d-a42c-48bc-874b-df7b860ff117", "name": "network-vif-deleted", "tag": "486625e1-6892-4e35-b6df-011575466bc5", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:08.961402 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99ed8508-0bd4-4b19-98b0-9f2e424ece03 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:08.961834 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c647ad9d-a42c-48bc-874b-df7b860ff117', 'name': 'network-vif-deleted', 'tag': '486625e1-6892-4e35-b6df-011575466bc5', 'status': 'completed', 'code': 200} Nov 19 18:54:09.076222 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-bfa476c1-2942-4f3f-a05c-3dbe27566524 service neutron] show failed (client error): The resource could not be found. Nov 19 18:54:09.077605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-bfa476c1-2942-4f3f-a05c-3dbe27566524 service neutron] 10.222.0.57 "GET /v2.0/ports/052060b4-c958-4120-84fc-002c995f5a21/bindings/n-h2-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0715456 Nov 19 18:54:09.345821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b973def-7e25-4966-8635-46b12af4a30d req-22009733-9354-40ab-b1e2-fe387dbd8384 tempest-InstanceActionsTestJSON-2002726271 tempest-InstanceActionsTestJSON-2002726271-project] 10.222.0.50 "GET /v2.0/ports?device_id=c647ad9d-a42c-48bc-874b-df7b860ff117 HTTP/1.1" status: 200 len: 210 time: 0.0316398 Nov 19 18:54:09.373067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-3c57ec1a-adcf-4cd2-95f9-521d46ea004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:09.374516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-3c57ec1a-adcf-4cd2-95f9-521d46ea004f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d&tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d HTTP/1.1" status: 200 len: 1101 time: 0.1219490 Nov 19 18:54:09.396714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:09.408919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dd188-1af4-4eb2-a401-458f53b448eb req-41e743f6-849d-4a2a-9dda-650930f1adf8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:09.411818 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-203dd188-1af4-4eb2-a401-458f53b448eb req-41e743f6-849d-4a2a-9dda-650930f1adf8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0895212 Nov 19 18:54:09.495529 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:09.499168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-203dd188-1af4-4eb2-a401-458f53b448eb req-b791bcc6-faa1-4aa5-b078-8abbe8965385 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807512 Nov 19 18:54:09.741661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be7c1f-8242-4fa5-9143-99cfa647eb55 req-f7873d6b-0570-4ba7-bb74-6d1c62c7255f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:09.743175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2be7c1f-8242-4fa5-9143-99cfa647eb55 req-f7873d6b-0570-4ba7-bb74-6d1c62c7255f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.1073864 Nov 19 18:54:09.816195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:09.837923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2be7c1f-8242-4fa5-9143-99cfa647eb55 req-361e988b-7bf5-4526-a1ae-79c3e628feff tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855644 Nov 19 18:54:09.856114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:54:09.875884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:09.878654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367d9f-958f-4eee-a11a-e8bf7e17ad63 req-7040f028-d7be-4ae9-8188-8c780d01f075 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:09.880569 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a7367d9f-958f-4eee-a11a-e8bf7e17ad63 req-7040f028-d7be-4ae9-8188-8c780d01f075 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 943 time: 0.0596514 Nov 19 18:54:09.930313 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:09.937331 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a7367d9f-958f-4eee-a11a-e8bf7e17ad63 req-61d7a261-b54f-4aa2-8818-f27b22fb08a8 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/security-groups?id=9cb715f6-e9ef-464a-9faf-bd167ef530fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501609 Nov 19 18:54:09.946465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Transition to ACTIVE for port object 052060b4-c958-4120-84fc-002c995f5a21 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:54:09.953979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:09.978249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb,segment=NetworkSegment(a49da5c3-5627-4e07-8191-67775c55c212),segment_id=a49da5c3-5627-4e07-8191-67775c55c212)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:09.994411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'port_id': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'mac_address': 'fa:16:3e:c7:18:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f539ce31-c746-4c79-af86-b292ba170421', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:54:10.028033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] No DVR routers for this DVR port 052060b4-c958-4120-84fc-002c995f5a21 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:54:10.041869 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:10.045125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:10.057918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:10.080691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:10.082379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:10.082765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:10.087293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb,segment=NetworkSegment(a49da5c3-5627-4e07-8191-67775c55c212),segment_id=a49da5c3-5627-4e07-8191-67775c55c212)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:10.089018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Port 052060b4-c958-4120-84fc-002c995f5a21 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:54:10.089349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:10.093893 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:10.100486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:10.101550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:10.102480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:10.102947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Bound port: 052060b4-c958-4120-84fc-002c995f5a21, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:10.103342 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:10.151280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:10.160068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.160766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.161180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.161720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.162288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.162839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.163242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.163769 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.164573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.165099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.165596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.166362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.188956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:10.192906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:10.203678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:10.242510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:10.243137 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:10.244543 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 1096 time: 0.8584502 Nov 19 18:54:10.282893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767eb44-1401-49c5-8602-7aad056de2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:10.320365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-c7505d14-7a9e-4ccb-a3c3-3442b5d52ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:10.322818 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-c7505d14-7a9e-4ccb-a3c3-3442b5d52ed4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 1099 time: 0.0518429 Nov 19 18:54:10.328642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0e2007d0-6aa4-4ad0-878a-52e9fb2016eb'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:10.443665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-b6cf656c-3b4a-4c0e-9438-383737c3cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:10.445535 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-b6cf656c-3b4a-4c0e-9438-383737c3cfbc service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1143055 Nov 19 18:54:10.449689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60306) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:10.536494 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-ac67fded-539b-42aa-9682-13cc897826b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 217 time: 0.0744805 Nov 19 18:54:10.569062 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d764-5bbd-442b-9d54-78bea28f8465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:10.574318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Deleting subnet 98006636-d4c1-4019-972c-b3dd274f6883 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:54:10.585684 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:10.627895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-5dd100cd-1b6d-46ba-af3f-d1f4771809ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:10.629792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-5dd100cd-1b6d-46ba-af3f-d1f4771809ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0850008 Nov 19 18:54:10.645231 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:10.713352 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:10.716379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0d3de-ac56-4e02-948f-4237d4602297 req-5739e5c2-39c2-4f47-bc1c-b5b52aa33f3f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:10.718106 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4d0d3de-ac56-4e02-948f-4237d4602297 req-5739e5c2-39c2-4f47-bc1c-b5b52aa33f3f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 948 time: 0.0870438 Nov 19 18:54:10.730305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-adb81a47-aef7-4a56-ace8-db67ade37f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:10.732419 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-adb81a47-aef7-4a56-ace8-db67ade37f5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904627 Nov 19 18:54:10.787133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:10.803787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:10.807514 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/98006636-d4c1-4019-972c-b3dd274f6883 HTTP/1.1" status: 204 len: 168 time: 0.3566399 Nov 19 18:54:10.815624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60316) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:10.835072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98006636-d4c1-4019-972c-b3dd274f6883,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:10.843420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.843765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.844335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.844683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.845015 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.845345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.845676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.846025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.846350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.846674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.846997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.847597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae72024-0df9-4f31-96e1-242efc829728 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:10.981191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd7c2-a9a9-4c3c-809d-a4395c7d0dab req-7fef291b-7c04-4f59-ad0c-921470b340ad tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:10.982930 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-891cd7c2-a9a9-4c3c-809d-a4395c7d0dab req-7fef291b-7c04-4f59-ad0c-921470b340ad tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0596337 Nov 19 18:54:11.042847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-891cd7c2-a9a9-4c3c-809d-a4395c7d0dab req-a844716b-99fe-4ae0-8140-ead006808001 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509818 Nov 19 18:54:11.153523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '052060b4-c958-4120-84fc-002c995f5a21'}, {'name': 'network-changed', 'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'tag': '052060b4-c958-4120-84fc-002c995f5a21'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:11.156111 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213" -d '{"events": [{"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-unplugged", "status": "completed", "tag": "052060b4-c958-4120-84fc-002c995f5a21"}, {"name": "network-changed", "server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "tag": "052060b4-c958-4120-84fc-002c995f5a21"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:11.161992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909b5c7-da43-4620-b079-e4d436a1272d req-409849dc-0bfb-4ab7-bb06-d3dd1a00307a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:11.163519 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e909b5c7-da43-4620-b079-e4d436a1272d req-409849dc-0bfb-4ab7-bb06-d3dd1a00307a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 944 time: 0.0529592 Nov 19 18:54:11.193183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4d0d3de-ac56-4e02-948f-4237d4602297 req-6c6234cb-ce0e-4fa6-820d-eabf45bcd1c5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658582 Nov 19 18:54:11.242690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e909b5c7-da43-4620-b079-e4d436a1272d req-34462736-fe01-4d6e-8c77-eb921ca70933 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/security-groups?id=9cb715f6-e9ef-464a-9faf-bd167ef530fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723603 Nov 19 18:54:11.246906 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:11.255654 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-d4a5bafe-b1ac-486e-b6f9-1fc34c5de2c8 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099552 Nov 19 18:54:11.258270 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dd1c69-256b-4f45-96b4-68a0fa907aab x-openstack-request-id: req-96dd1c69-256b-4f45-96b4-68a0fa907aab {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:11.258604 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-unplugged", "status": "completed", "tag": "052060b4-c958-4120-84fc-002c995f5a21", "code": 200}, {"name": "network-changed", "server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "tag": "052060b4-c958-4120-84fc-002c995f5a21", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:11.259033 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96dd1c69-256b-4f45-96b4-68a0fa907aab {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:11.259705 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '052060b4-c958-4120-84fc-002c995f5a21', 'code': 200} Nov 19 18:54:11.260152 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'tag': '052060b4-c958-4120-84fc-002c995f5a21', 'status': 'completed', 'code': 200} Nov 19 18:54:11.336297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-d22b2ef2-f89d-4a71-8315-fc99c4d91542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:11.338127 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-d22b2ef2-f89d-4a71-8315-fc99c4d91542 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 1099 time: 0.0485389 Nov 19 18:54:11.387861 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:11.417561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a980f5f-7431-4f05-bc1a-1e18658032cd']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:11.441010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b2f325-3222-4dab-95ec-0840da2810fc') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:11.441292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b2f325-3222-4dab-95ec-0840da2810fc') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:11.446286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-033252a3-53d7-4c48-998a-8c4b0faa7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:11.448199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-033252a3-53d7-4c48-998a-8c4b0faa7260 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1002970 Nov 19 18:54:11.458213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:11.461383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e4e9cdf-833d-4a10-b111-09535d058724 req-cb4df3b2-2dd2-4541-9fae-2645e4ee86fa service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736169 Nov 19 18:54:11.474501 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:11.482082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:54:11.484869 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:54:11.514928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-216fa19c-6e9d-44fe-960a-d4843e7a03d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 217 time: 0.0575144 Nov 19 18:54:11.592527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-1ee905ac-9348-489a-83e6-56b334b1b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:11.594113 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-1ee905ac-9348-489a-83e6-56b334b1b748 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0702863 Nov 19 18:54:11.631227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-c623ab1b-884b-48fb-b4c6-462b61dacf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:11.633104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-c623ab1b-884b-48fb-b4c6-462b61dacf64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 1099 time: 0.0900726 Nov 19 18:54:11.634278 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:11.645225 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:11.649260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2a980f5f-7431-4f05-bc1a-1e18658032cd HTTP/1.1" status: 204 len: 168 time: 0.8324459 Nov 19 18:54:11.669579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a33cd7-7752-466e-b2b1-02eccd66bbc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a980f5f-7431-4f05-bc1a-1e18658032cd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:11.672175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-0e9fff5d-dd76-4914-a8ca-71b58d26cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:11.682371 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-0e9fff5d-dd76-4914-a8ca-71b58d26cea3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751219 Nov 19 18:54:11.734669 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:11.775976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-0e37dd7b-cda7-4b0b-9e76-42334d66edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:11.777768 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-0e37dd7b-cda7-4b0b-9e76-42334d66edbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1348937 Nov 19 18:54:11.834484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-844e8fc3-9061-4e1b-acff-2f5d5ae67272 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 217 time: 0.0487072 Nov 19 18:54:11.858882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-7276c03a-866b-48c6-ae91-4a1443de6d19 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711683 Nov 19 18:54:11.860374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60334) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:11.871662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:11.923701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-0f8dec70-d4c0-4bd4-b5c5-36ab5618acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:11.925487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-0f8dec70-d4c0-4bd4-b5c5-36ab5618acf9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0829623 Nov 19 18:54:11.961723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:54:11.963477 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a9159f8b-481a-46e7-8bc6-481ab5bc1a8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb41486ca4c24c3c847b4c20b5c5891c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1020229 Nov 19 18:54:11.965859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60336) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:11.970497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:11.970942 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:11.995068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-bec7ab81-8a67-4f76-9db0-0c04e11a51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:11.996733 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-bec7ab81-8a67-4f76-9db0-0c04e11a51e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0630615 Nov 19 18:54:12.052318 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eace75b4-7ec1-42cb-b42f-def130b04a1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:12.071948 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-5e8e3d98-77ac-45c0-a09a-51f20b772af3 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847882 Nov 19 18:54:12.094087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:12.102317 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eace75b4-7ec1-42cb-b42f-def130b04a1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:12.133572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:12.135770 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55729e5-5f8d-48fe-aca2-24220a5afb18" -d '{"events": [{"server_uuid": "ae84d169-f27c-4bc8-87af-62986a9ec4db", "name": "network-vif-plugged", "status": "completed", "tag": "0e2007d0-6aa4-4ad0-878a-52e9fb2016eb"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:12.151443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb,segment=NetworkSegment(a49da5c3-5627-4e07-8191-67775c55c212),segment_id=a49da5c3-5627-4e07-8191-67775c55c212)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:12.152065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-5ecf5cd4-0916-4adf-81e8-1d3cb095706e service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454458 Nov 19 18:54:12.161819 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:12.164463 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 486625e1-6892-4e35-b6df-011575466bc5 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:54:12.190844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 486625e1-6892-4e35-b6df-011575466bc5 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:54:12.190844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 486625e1-6892-4e35-b6df-011575466bc5 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:54:12.226363 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1486f6ee-cb8d-421d-85a5-bbfcbe96c391 x-openstack-request-id: req-1486f6ee-cb8d-421d-85a5-bbfcbe96c391 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:12.227790 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae84d169-f27c-4bc8-87af-62986a9ec4db", "name": "network-vif-plugged", "status": "completed", "tag": "0e2007d0-6aa4-4ad0-878a-52e9fb2016eb", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:12.227790 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1486f6ee-cb8d-421d-85a5-bbfcbe96c391 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:12.227790 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'code': 200} Nov 19 18:54:12.242227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e7ded-eb19-436e-9825-9d6beb8a0d43 req-d6333f16-90c5-4978-95b0-3226bde9e3cd tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:12.244361 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e7e7ded-eb19-436e-9825-9d6beb8a0d43 req-d6333f16-90c5-4978-95b0-3226bde9e3cd tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0866036 Nov 19 18:54:12.245953 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eace75b4-7ec1-42cb-b42f-def130b04a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:12.250376 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eace75b4-7ec1-42cb-b42f-def130b04a1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:12.253938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eace75b4-7ec1-42cb-b42f-def130b04a1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a877c958-1608-4e02-be1c-391b18f5f445 HTTP/1.1" status: 204 len: 168 time: 0.2840393 Nov 19 18:54:12.270242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace75b4-7ec1-42cb-b42f-def130b04a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a877c958-1608-4e02-be1c-391b18f5f445,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:12.336065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:12.375852 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e7e7ded-eb19-436e-9825-9d6beb8a0d43 req-14970acf-ef55-4d3b-95ef-9446257522bd tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140797 Nov 19 18:54:12.417308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d0d9859-b0fe-4f10-bc4a-afcc8d075213 req-b6cc2623-429f-4e01-8f32-f1eec53478c1 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502151 Nov 19 18:54:12.430932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d891e6-b5d4-412e-b188-d2c3ef1f6567 req-413d0bbe-29f1-4c9a-85da-7637aa02e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:12.432663 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8d891e6-b5d4-412e-b188-d2c3ef1f6567 req-413d0bbe-29f1-4c9a-85da-7637aa02e7fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 1096 time: 0.0922513 Nov 19 18:54:12.456485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b909809-8834-4655-90ab-7147f42e809b req-dfa6e9fd-51a9-414b-8035-054a32590eba tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:12.458054 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b909809-8834-4655-90ab-7147f42e809b req-dfa6e9fd-51a9-414b-8035-054a32590eba tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 948 time: 0.1228170 Nov 19 18:54:12.520532 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8d891e6-b5d4-412e-b188-d2c3ef1f6567 req-99bbb29d-5d91-4fd2-8766-57d0fb0ab117 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9cb715f6-e9ef-464a-9faf-bd167ef530fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795228 Nov 19 18:54:12.539870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539b27-2a6c-4fb7-89c4-06b3ab6737ad req-84197eec-37c8-4b5e-90d6-956752dac4a4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:12.542596 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f539b27-2a6c-4fb7-89c4-06b3ab6737ad req-84197eec-37c8-4b5e-90d6-956752dac4a4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 945 time: 0.0652616 Nov 19 18:54:12.562933 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b909809-8834-4655-90ab-7147f42e809b req-134d6021-f062-401c-99a5-44918bb7b807 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956557 Nov 19 18:54:12.603901 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f539b27-2a6c-4fb7-89c4-06b3ab6737ad req-688aa27e-56c9-4273-b75e-585dfd5ea185 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/security-groups?id=9cb715f6-e9ef-464a-9faf-bd167ef530fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542979 Nov 19 18:54:12.960762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 052060b4-c958-4120-84fc-002c995f5a21 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:54:13.006201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 052060b4-c958-4120-84fc-002c995f5a21 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:54:13.115105 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:13.137276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60374) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:13.241496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-network', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:13.264201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Made reservation on behalf of e236eb2d55904f3cb45b4d2fa78847d3 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:54:13.266677 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:13.276319 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:13.365530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:13.371706 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:13.412721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427038a3-5a3e-4b30-b63a-1f753a4bca56,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:13.421564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:54:13.433352 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:13.433804 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Added segment 76ada48b-5a7c-4aff-9415-cf0589cc7960 of type vlan for network a021cf07-8927-4181-86a8-7d3bf2088151 Nov 19 18:54:13.502005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:13.544508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557466d8-9ca9-484c-b859-a0e85a59145f req-2a982e50-5564-4db3-aaf4-bc17683f6180 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:13.546245 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-557466d8-9ca9-484c-b859-a0e85a59145f req-2a982e50-5564-4db3-aaf4-bc17683f6180 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.0816221 Nov 19 18:54:13.547005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:13.547891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:13.548450 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:13.630912 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4920831 Nov 19 18:54:13.633655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60384) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:13.638104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc26aab-8459-432f-83f6-693af9ec8f06 admin admin] Pushing event updated for resources: {'Network': ['ID=a021cf07-8927-4181-86a8-7d3bf2088151,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:13.640039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] Request body: {'subnet': {'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-subnet', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:13.652639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network a021cf07-8927-4181-86a8-7d3bf2088151 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:54:13.681178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-557466d8-9ca9-484c-b859-a0e85a59145f req-ae7d1492-ab9b-47d8-a7e6-2a709b745554 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147647 Nov 19 18:54:13.723044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] Made reservation on behalf of e236eb2d55904f3cb45b4d2fa78847d3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:54:13.725524 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:13.797506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64772fd1-7312-4b9a-87ff-07a3de6242f4 req-615a9fe3-b183-4fb9-a34d-b9a519f42203 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:13.802376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64772fd1-7312-4b9a-87ff-07a3de6242f4 req-615a9fe3-b183-4fb9-a34d-b9a519f42203 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 948 time: 0.1294243 Nov 19 18:54:13.848976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa551e6f-2981-4a93-8949-4e18cb47b9ef req-df1d621a-8e41-4339-ac7a-69cbd6e1076f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:13.851301 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa551e6f-2981-4a93-8949-4e18cb47b9ef req-df1d621a-8e41-4339-ac7a-69cbd6e1076f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 945 time: 0.0696542 Nov 19 18:54:13.875796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 052060b4-c958-4120-84fc-002c995f5a21 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:54:13.907141 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64772fd1-7312-4b9a-87ff-07a3de6242f4 req-854f28d2-de1d-4a78-8a39-f84824b00baa tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998006 Nov 19 18:54:13.916925 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa551e6f-2981-4a93-8949-4e18cb47b9ef req-9a02450b-c6ca-4aaf-a850-7dc03a1d0f77 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/security-groups?id=9cb715f6-e9ef-464a-9faf-bd167ef530fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594168 Nov 19 18:54:14.059125 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:14.069032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:14.077161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '052060b4-c958-4120-84fc-002c995f5a21', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '052060b4-c958-4120-84fc-002c995f5a21', 'mac_address': 'fa:16:3e:68:6b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:54:14.099472 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:14.121166 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:14.136027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052060b4-c958-4120-84fc-002c995f5a21 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:14.161732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:14.168424 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:14.171115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2082e5-8f7d-4190-8372-20543116ab9e,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:14.181521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] Checking segment: {'id': '76ada48b-5a7c-4aff-9415-cf0589cc7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:14.182060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] Network hostable DHCP agents. Network: a021cf07-8927-4181-86a8-7d3bf2088151, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:54:14.210417 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] Network a021cf07-8927-4181-86a8-7d3bf2088151 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:54:14.225189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, a021cf07-8927-4181-86a8-7d3bf2088151) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:14.231325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:14.232256 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:14.236264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e8b11-ed64-4919-bca7-cb5ae677a350 None None] Network a021cf07-8927-4181-86a8-7d3bf2088151 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:54:14.268785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60408) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:14.269905 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d62fe943-9074-4ad7-aea6-76e9c28ae28e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6347094 Nov 19 18:54:14.273688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:14.305730 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:14.308896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:14.346719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:14.406133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:14.476032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['052060b4-c958-4120-84fc-002c995f5a21'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:14.674483 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:14.742227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3e68e-8fea-4fbe-819b-d5a1df562816 None None] Network a021cf07-8927-4181-86a8-7d3bf2088151 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:54:14.836360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-c4ff5c65-5b15-4f7c-9c05-a193960597bf tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:14.838481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-c4ff5c65-5b15-4f7c-9c05-a193960597bf tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d&tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 949 time: 0.2363214 Nov 19 18:54:14.881420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288445a5-efc8-479a-a57d-5b7246fe921d req-44593f63-8832-4097-a2aa-bee4cedc4966 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:14.882928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-288445a5-efc8-479a-a57d-5b7246fe921d req-44593f63-8832-4097-a2aa-bee4cedc4966 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 949 time: 0.1088796 Nov 19 18:54:14.906419 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-09ee8009-e70d-4f67-a054-52eb0ad14671 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 258 time: 0.5051103 Nov 19 18:54:14.919061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:14.967012 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-fa8a9fa2-9b34-4cf3-bb69-452e1b938c6d service neutron] 10.222.0.21 "GET /v2.0/ports/052060b4-c958-4120-84fc-002c995f5a21/bindings/n-h2-815373-6 HTTP/1.1" status: 200 len: 382 time: 0.1190872 Nov 19 18:54:14.968693 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:14.969714 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-288445a5-efc8-479a-a57d-5b7246fe921d req-6c992496-cf7f-4a46-b523-204441ac605c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791972 Nov 19 18:54:15.124254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:15.151079 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:15.168064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-6e4ddad7-bfb7-4794-8e7a-71a932bdd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:15.170026 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-6e4ddad7-bfb7-4794-8e7a-71a932bdd810 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 1100 time: 0.1180704 Nov 19 18:54:15.283060 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:15.299377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Allocated IP 172.25.3.110 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/1c2b0213-81fa-4a47-98f2-3825c3a1fbeb) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:15.338374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-acceff76-8f6c-4245-8b43-20c84b65f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:15.339859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-acceff76-8f6c-4245-8b43-20c84b65f622 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1581724 Nov 19 18:54:15.395794 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-23ce05ae-2dea-4ce0-96bd-07c8354d152d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 217 time: 0.0475476 Nov 19 18:54:15.422369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:15.448959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-031a4c14-fcee-4497-abd2-d27e07cb194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:15.451268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-031a4c14-fcee-4497-abd2-d27e07cb194c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0478277 Nov 19 18:54:15.460142 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:15.499572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:15.502703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:15.506279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:15.536474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Pushing event updated for resources: {'Port': ['ID=1c2b0213-81fa-4a47-98f2-3825c3a1fbeb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:15.542687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Allocated IP 172.25.3.55 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/cac73fbe-a1de-467e-bb4a-4291be78f4a7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:15.560169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-935e8bf5-b1a6-4a97-9d89-a49d2a269979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:15.563959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-935e8bf5-b1a6-4a97-9d89-a49d2a269979 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739715 Nov 19 18:54:15.735956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:15.743009 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-8f463931-1782-4b24-8a1b-202e647caf3a service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389489 Nov 19 18:54:15.798217 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:15.825496 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:15.882298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:15.891406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75d07135-f248-49fd-a950-cd93452017df details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:54:15.892581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:15.898115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 052060b4-c958-4120-84fc-002c995f5a21 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:15.902116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:15.930545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Pushing event updated for resources: {'Port': ['ID=cac73fbe-a1de-467e-bb4a-4291be78f4a7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:15.940392 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-4b45b724-457d-4b50-880c-e9388b790b15 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839001 Nov 19 18:54:16.018529 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.057857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 052060b4-c958-4120-84fc-002c995f5a21 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:54:16.071840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 052060b4-c958-4120-84fc-002c995f5a21 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:16.072466 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.077969 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.096356 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.130962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75d07135-f248-49fd-a950-cd93452017df, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75d07135-f248-49fd-a950-cd93452017df,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:16.164042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '75d07135-f248-49fd-a950-cd93452017df', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'port_id': '75d07135-f248-49fd-a950-cd93452017df', 'mac_address': 'fa:16:3e:00:4b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:54:16.252352 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.267059 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.278953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a287a-62c2-46f2-a07e-1b5d4c56e1c7 req-4f64f51a-4696-40ed-8b17-097756f5329d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:16.280902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c11a287a-62c2-46f2-a07e-1b5d4c56e1c7 req-4f64f51a-4696-40ed-8b17-097756f5329d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 949 time: 0.1195014 Nov 19 18:54:16.288200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75d07135-f248-49fd-a950-cd93452017df {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:16.299400 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.301449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052060b4-c958-4120-84fc-002c995f5a21'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:16.303803 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd8daff-9829-4022-9494-98c8d77dea86" -d '{"events": [{"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-plugged", "status": "completed", "tag": "052060b4-c958-4120-84fc-002c995f5a21"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:16.305611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.326516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:16.330133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75d07135-f248-49fd-a950-cd93452017df, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75d07135-f248-49fd-a950-cd93452017df,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:16.333257 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.338774 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.382233 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c11a287a-62c2-46f2-a07e-1b5d4c56e1c7 req-4d882a51-ba5c-4c7e-b351-491f2128ed48 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913754 Nov 19 18:54:16.401885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Pushing event updated for resources: {'Port': ['ID=cac73fbe-a1de-467e-bb4a-4291be78f4a7,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:16.410478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:16.410756 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Router 62b1657e-b7aa-45ff-9f86-95adf993b28e is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:54:16.418689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.452407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.454540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-7d84f6f0-a003-4747-88b3-d21ad43cf99a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5417347 Nov 19 18:54:16.479259 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75d07135-f248-49fd-a950-cd93452017df,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:16.499510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['75d07135-f248-49fd-a950-cd93452017df'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:16.569243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-bd7bbb64-ebf3-4101-b6e7-c7377597e023 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 695 time: 0.1070535 Nov 19 18:54:16.581040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:54:16.592444 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Sync routers for ids ['62b1657e-b7aa-45ff-9f86-95adf993b28e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:54:16.610609 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Routers {'62b1657e-b7aa-45ff-9f86-95adf993b28e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:16.611254 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['62b1657e-b7aa-45ff-9f86-95adf993b28e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:16.623864 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:16.628375 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0d116b8b-958b-4184-942f-1b44dc6e946f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3582811 Nov 19 18:54:16.629148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60452) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:16.755450 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Set router 62b1657e-b7aa-45ff-9f86-95adf993b28e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:16.769046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-9b1f58f8-90fd-4440-af2e-dd741139e1d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:16.771144 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef62e0bd-be89-4817-a2bd-4a16e42f3c05 req-9b1f58f8-90fd-4440-af2e-dd741139e1d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1896205 Nov 19 18:54:16.850903 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018799c1-73a9-4064-b836-141d6310d680 x-openstack-request-id: req-018799c1-73a9-4064-b836-141d6310d680 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:16.851223 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-plugged", "status": "completed", "tag": "052060b4-c958-4120-84fc-002c995f5a21", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:16.851490 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-018799c1-73a9-4064-b836-141d6310d680 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:16.851891 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052060b4-c958-4120-84fc-002c995f5a21', 'code': 200} Nov 19 18:54:17.018045 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:15Z', 'revision_number': 3, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:17.026152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-b020c3aa-345c-4771-a1e2-e648dd260d8b tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:17.027766 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-b020c3aa-345c-4771-a1e2-e648dd260d8b tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1050801 Nov 19 18:54:17.053416 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Checking router: 62b1657e-b7aa-45ff-9f86-95adf993b28e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:54:17.053930 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Updating router 62b1657e-b7aa-45ff-9f86-95adf993b28e port 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:54:17.092399 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:17.152093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-c5aaf750-5d4d-4c2f-adad-9cc9c2dd0673 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 695 time: 0.0659704 Nov 19 18:54:17.160890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-3bb8d4a1-8131-4340-b63d-2590729844d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Request body: {'floatingip': {'port_id': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:17.281517 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-3bb8d4a1-8131-4340-b63d-2590729844d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:17.434666 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:17.447340 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:17.542401 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Attempting to bind port 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:17.542831 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Attempting to bind port 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:17.543441 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Attempting to bind port 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:17.551303 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489df416-ff86-44a7-9dce-3a2c5bbbf434 None None] Pushing event updated for resources: {'Port': ['ID=1c2b0213-81fa-4a47-98f2-3825c3a1fbeb,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:17.557039 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:17.557564 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:17.558164 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:17.558789 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:17.559488 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Bound port: 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:17.560350 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:17.625648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4726bf0-bdc5-4ff0-be23-0b1925d1e3ad req-d0f6ce92-c7c8-4ca8-befc-3d42cf7c9aa9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:17.634658 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] For port 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:17.640262 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] For port 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1c2b0213-81fa-4a47-98f2-3825c3a1fbeb,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:17.646601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4726bf0-bdc5-4ff0-be23-0b1925d1e3ad req-d0f6ce92-c7c8-4ca8-befc-3d42cf7c9aa9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1672156 Nov 19 18:54:17.652364 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:17.728306 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Routers {'62b1657e-b7aa-45ff-9f86-95adf993b28e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:17.729298 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['62b1657e-b7aa-45ff-9f86-95adf993b28e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:17.734176 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489df416-ff86-44a7-9dce-3a2c5bbbf434 None None] Pushing event updated for resources: {'Port': ['ID=1c2b0213-81fa-4a47-98f2-3825c3a1fbeb,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:17.775279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4726bf0-bdc5-4ff0-be23-0b1925d1e3ad req-e8628080-943b-4e90-88bd-f4a2fffe0722 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222198 Nov 19 18:54:17.913448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75d07135-f248-49fd-a950-cd93452017df up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:17.929622 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] Set router 62b1657e-b7aa-45ff-9f86-95adf993b28e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:18.051343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 75d07135-f248-49fd-a950-cd93452017df triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:18.054002 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:18.230420 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:18.268317 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:18.335401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75d07135-f248-49fd-a950-cd93452017df, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75d07135-f248-49fd-a950-cd93452017df,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:18.344437 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:18.345631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 052060b4-c958-4120-84fc-002c995f5a21 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:54:18.370145 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:15Z', 'revision_number': 3, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:18.524641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Allocated IP 172.20.0.1 (a021cf07-8927-4181-86a8-7d3bf2088151/6b2082e5-8f7d-4190-8372-20543116ab9e/f8808e86-4f6b-4f4e-bc59-61188ad8f161) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:18.680853 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:18.693998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75d07135-f248-49fd-a950-cd93452017df,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:18.713665 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f64e14-d2c5-4f44-8cf2-22c1353c2351 None None] The sync data for ids ['62b1657e-b7aa-45ff-9f86-95adf993b28e'] in n-d-815373-6 is: [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:15Z', 'revision_number': 3, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:54:18.751447 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:18.763704 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:18.831946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=10']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:18.839973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:18.845176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-4817c3ec-16f8-4053-8596-0958be9ee49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:18.846772 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-4817c3ec-16f8-4053-8596-0958be9ee49b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d&tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d HTTP/1.1" status: 200 len: 1101 time: 0.2040184 Nov 19 18:54:18.857009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde7bb5a-eb0f-4395-b728-22cbdd0f93f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d07135-f248-49fd-a950-cd93452017df'}, {'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '052060b4-c958-4120-84fc-002c995f5a21'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:18.859481 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a1fcb5-29de-495f-9424-3648c70715d4" -d '{"events": [{"server_uuid": "cde7bb5a-eb0f-4395-b728-22cbdd0f93f6", "name": "network-vif-plugged", "status": "completed", "tag": "75d07135-f248-49fd-a950-cd93452017df"}, {"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-unplugged", "status": "completed", "tag": "052060b4-c958-4120-84fc-002c995f5a21"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:18.866599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:19.006873 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:19.084179 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:19.210752 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.db.resource_extend [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-3bb8d4a1-8131-4340-b63d-2590729844d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:54:19.248050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Pushing event updated for resources: {'Port': ['ID=f8808e86-4f6b-4f4e-bc59-61188ad8f161,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:19.264396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Network a021cf07-8927-4181-86a8-7d3bf2088151 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:19.285745 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:19.300941 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:19.443523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-3bb8d4a1-8131-4340-b63d-2590729844d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:19.466522 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-3bb8d4a1-8131-4340-b63d-2590729844d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:19.617529 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:19.945771 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-3bb8d4a1-8131-4340-b63d-2590729844d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Floating IP 7b9f38ec-86a8-4ccc-a005-42e3bfe56458 associated. External IP: 172.25.3.55, port: 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb. Nov 19 18:54:20.055731 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:20.206833 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:20.240798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:20.422415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052060b4-c958-4120-84fc-002c995f5a21 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:20.442309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:20.528297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Transition to ACTIVE for port object 052060b4-c958-4120-84fc-002c995f5a21 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:54:20.551443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285f03e-6fa4-4b5d-9921-2a644bbaee98 req-182c44fd-ea90-4375-8d46-05d993226414 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:20.561560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c285f03e-6fa4-4b5d-9921-2a644bbaee98 req-182c44fd-ea90-4375-8d46-05d993226414 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 949 time: 0.1056182 Nov 19 18:54:20.597423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-3bb8d4a1-8131-4340-b63d-2590729844d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Router 175041d5-d4bf-4282-a3e5-399789834472 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:54:20.624200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:20.647203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:20.683871 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c285f03e-6fa4-4b5d-9921-2a644bbaee98 req-08a06f1b-3921-41f2-8a09-1255cdd6e8b6 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181228 Nov 19 18:54:20.753584 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:20.753989 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:20.757953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=11']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:20.808825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] No DVR routers for this DVR port 052060b4-c958-4120-84fc-002c995f5a21 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:54:20.853946 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62ebaac-58ef-422e-a57f-88fa401a5c65 x-openstack-request-id: req-c62ebaac-58ef-422e-a57f-88fa401a5c65 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:20.854254 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde7bb5a-eb0f-4395-b728-22cbdd0f93f6", "name": "network-vif-plugged", "status": "completed", "tag": "75d07135-f248-49fd-a950-cd93452017df", "code": 200}, {"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-unplugged", "status": "completed", "tag": "052060b4-c958-4120-84fc-002c995f5a21", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:20.854502 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c62ebaac-58ef-422e-a57f-88fa401a5c65 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:20.854899 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde7bb5a-eb0f-4395-b728-22cbdd0f93f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d07135-f248-49fd-a950-cd93452017df', 'code': 200} Nov 19 18:54:20.855157 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '052060b4-c958-4120-84fc-002c995f5a21', 'code': 200} Nov 19 18:54:20.922307 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:20.957227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1c2b0213-81fa-4a47-98f2-3825c3a1fbeb,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:20.968448 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:20.968901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:20.969630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:20.970285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:20.995152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Port 052060b4-c958-4120-84fc-002c995f5a21 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:54:20.995866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Attempting to bind port 052060b4-c958-4120-84fc-002c995f5a21 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:21.051339 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:21.052126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:21.053113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:21.053830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Bound port: 052060b4-c958-4120-84fc-002c995f5a21, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:21.054412 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:21.112019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=1c2b0213-81fa-4a47-98f2-3825c3a1fbeb,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:21.204810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:21.232305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:21.263087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:21.315343 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:21.324004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-3bb8d4a1-8131-4340-b63d-2590729844d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:54:21.332017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:21.332731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:21.334733 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] 10.222.0.57 "PUT /v2.0/ports/052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 1097 time: 2.4788146 Nov 19 18:54:21.335287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'tag': '052060b4-c958-4120-84fc-002c995f5a21'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:21.336742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc293f7-1e6e-425e-9de7-f0a0ac70103a None None] Sync routers for ids ['175041d5-d4bf-4282-a3e5-399789834472'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:54:21.337955 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf261390-3485-4b78-aa86-7478211d9bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "tag": "052060b4-c958-4120-84fc-002c995f5a21"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:21.344298 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-3bb8d4a1-8131-4340-b63d-2590729844d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:21.348930 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:21.369929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc293f7-1e6e-425e-9de7-f0a0ac70103a None None] Routers {'175041d5-d4bf-4282-a3e5-399789834472'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:21.370592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4fc293f7-1e6e-425e-9de7-f0a0ac70103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['175041d5-d4bf-4282-a3e5-399789834472'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:21.422470 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:21.616072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-88a99bf9-d88b-4e9c-b0de-597a741dac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:21.619122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-88a99bf9-d88b-4e9c-b0de-597a741dac44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 1100 time: 0.0882683 Nov 19 18:54:21.633145 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-4fc293f7-1e6e-425e-9de7-f0a0ac70103a None None] Set router 175041d5-d4bf-4282-a3e5-399789834472 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:21.908405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-5ba59b56-2af4-4344-a9af-2496fbc0cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:21.910103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-5ba59b56-2af4-4344-a9af-2496fbc0cd3c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2816489 Nov 19 18:54:21.956781 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbbea77-d603-474a-82e3-38973f77c36e x-openstack-request-id: req-ddbbea77-d603-474a-82e3-38973f77c36e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:21.957470 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "tag": "052060b4-c958-4120-84fc-002c995f5a21", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:21.958007 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ddbbea77-d603-474a-82e3-38973f77c36e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:21.958660 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'tag': '052060b4-c958-4120-84fc-002c995f5a21', 'status': 'completed', 'code': 200} Nov 19 18:54:21.994220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-3bb8d4a1-8131-4340-b63d-2590729844d2 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "PUT /v2.0/floatingips/7b9f38ec-86a8-4ccc-a005-42e3bfe56458 HTTP/1.1" status: 200 len: 995 time: 4.8409753 Nov 19 18:54:22.004044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-632b9e8d-8f78-4e10-9019-90861c08da77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 217 time: 0.0823307 Nov 19 18:54:22.048789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a983254-4ad9-4558-a325-9b473f4c2704 service neutron] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=12']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:22.057102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-b2139ca3-a7d8-49ac-92d7-828e89c85399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:22.061110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-b2139ca3-a7d8-49ac-92d7-828e89c85399 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 1100 time: 0.6648335 Nov 19 18:54:22.078596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-eee5ab52-86e2-4091-b522-041735824225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:22.080626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-eee5ab52-86e2-4091-b522-041735824225 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0691178 Nov 19 18:54:22.115922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cf131-a265-405e-9aec-a1ea34b82e5e req-6c022c2a-f08f-4783-af20-98458eb422a2 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:22.124065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e44cf131-a265-405e-9aec-a1ea34b82e5e req-6c022c2a-f08f-4783-af20-98458eb422a2 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 949 time: 0.2984772 Nov 19 18:54:22.131018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4fc293f7-1e6e-425e-9de7-f0a0ac70103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:59Z', 'revision_number': 4, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '7b9f38ec-86a8-4ccc-a005-42e3bfe56458', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'floating_ip_address': '172.25.3.55', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '175041d5-d4bf-4282-a3e5-399789834472', 'port_id': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'mac_address': 'fa:16:3e:c7:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:19Z', 'revision_number': 1, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e4e3c9-57de-4411-ae13-2024616858b6', 'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'mac_address': 'fa:16:3e:83:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f539ce31-c746-4c79-af86-b292ba170421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:58Z', 'updated_at': '2021-11-19T18:54:03Z', 'revision_number': 5, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'subnets': [{'id': 'f539ce31-c746-4c79-af86-b292ba170421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:22.178340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc293f7-1e6e-425e-9de7-f0a0ac70103a None None] Checking router: 175041d5-d4bf-4282-a3e5-399789834472 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:54:22.197025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc293f7-1e6e-425e-9de7-f0a0ac70103a None None] Routers {'175041d5-d4bf-4282-a3e5-399789834472'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:22.200840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4fc293f7-1e6e-425e-9de7-f0a0ac70103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['175041d5-d4bf-4282-a3e5-399789834472'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:22.239428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-52bd7e64-46f0-4e25-ae64-ae4d2c8db849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:22.248230 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-52bd7e64-46f0-4e25-ae64-ae4d2c8db849 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dcd75b933294a8794d73d8242d0287e&device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 1096 time: 0.2147679 Nov 19 18:54:22.267321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-6b327ae3-8484-4db3-a0ac-c819a36b0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:22.268855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-6b327ae3-8484-4db3-a0ac-c819a36b0196 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1792827 Nov 19 18:54:22.292042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e44cf131-a265-405e-9aec-a1ea34b82e5e req-dd278dac-a92c-4406-a1ce-379fc65e4a12 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671233 Nov 19 18:54:22.394974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-030be85e-92c4-4a08-87ad-ed7f7ca04ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:22.396569 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-030be85e-92c4-4a08-87ad-ed7f7ca04ec5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df4a4571-709c-4f97-9012-12bd32bb0f83 HTTP/1.1" status: 200 len: 929 time: 0.1472919 Nov 19 18:54:22.406903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-29a49ba1-24e3-46c4-bcf1-ac973d33e6b2 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267323 Nov 19 18:54:22.421031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Pushing event updated for resources: {'Port': ['ID=f8808e86-4f6b-4f4e-bc59-61188ad8f161,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:22.457568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Network a021cf07-8927-4181-86a8-7d3bf2088151 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:22.534053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:22.580047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-4fc293f7-1e6e-425e-9de7-f0a0ac70103a None None] Set router 175041d5-d4bf-4282-a3e5-399789834472 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:22.626292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-191f140c-e24d-4fea-a331-8650eebcb0af service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053149 Nov 19 18:54:22.643774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:22.715580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-c08398e9-e0d0-4bd5-8a2a-92ac94eb2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:22.727118 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-c08398e9-e0d0-4bd5-8a2a-92ac94eb2faa service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.6454086 Nov 19 18:54:22.814513 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-c0b4f3a8-4bf2-42c0-840e-e86c2249470e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb HTTP/1.1" status: 200 len: 998 time: 0.4046261 Nov 19 18:54:22.882566 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-fa059c88-d3a4-49ec-aa93-3039c7d1afd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 217 time: 0.1428020 Nov 19 18:54:22.975297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-fa0285e6-8afe-454a-8127-45e6c5ad7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:22.976886 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-fa0285e6-8afe-454a-8127-45e6c5ad7452 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0549896 Nov 19 18:54:23.027566 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-ee617aeb-d750-48c7-a371-f073c0dbeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:23.029345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-ee617aeb-d750-48c7-a371-f073c0dbeb05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f539ce31-c746-4c79-af86-b292ba170421 HTTP/1.1" status: 200 len: 867 time: 0.2140574 Nov 19 18:54:23.048614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:23.049238 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:23.105044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-d3e218b2-c717-454b-96db-79adba3799f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:23.107185 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-d3e218b2-c717-454b-96db-79adba3799f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df4a4571-709c-4f97-9012-12bd32bb0f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684969 Nov 19 18:54:23.109157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Router 62b1657e-b7aa-45ff-9f86-95adf993b28e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:54:23.112384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-86828efb-157d-4bfd-8bda-af3d864d8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:23.113843 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-86828efb-157d-4bfd-8bda-af3d864d8c1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229143 Nov 19 18:54:23.230333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4fc293f7-1e6e-425e-9de7-f0a0ac70103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:59Z', 'revision_number': 4, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '7b9f38ec-86a8-4ccc-a005-42e3bfe56458', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'floating_ip_address': '172.25.3.55', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '175041d5-d4bf-4282-a3e5-399789834472', 'port_id': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'mac_address': 'fa:16:3e:c7:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:19Z', 'revision_number': 1, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e4e3c9-57de-4411-ae13-2024616858b6', 'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'mac_address': 'fa:16:3e:83:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f539ce31-c746-4c79-af86-b292ba170421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:58Z', 'updated_at': '2021-11-19T18:54:03Z', 'revision_number': 5, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'subnets': [{'id': 'f539ce31-c746-4c79-af86-b292ba170421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:23.268561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc293f7-1e6e-425e-9de7-f0a0ac70103a None None] The sync data for ids ['175041d5-d4bf-4282-a3e5-399789834472'] in n-d-815373-6 is: [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:59Z', 'revision_number': 4, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '7b9f38ec-86a8-4ccc-a005-42e3bfe56458', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'floating_ip_address': '172.25.3.55', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '175041d5-d4bf-4282-a3e5-399789834472', 'port_id': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'mac_address': 'fa:16:3e:c7:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:19Z', 'revision_number': 1, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e4e3c9-57de-4411-ae13-2024616858b6', 'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'mac_address': 'fa:16:3e:83:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f539ce31-c746-4c79-af86-b292ba170421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:58Z', 'updated_at': '2021-11-19T18:54:03Z', 'revision_number': 5, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'subnets': [{'id': 'f539ce31-c746-4c79-af86-b292ba170421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:54:23.298154 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-15b166e1-3863-4c81-bd84-63d31e0f9f9f service neutron] 10.222.0.50 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815722 Nov 19 18:54:23.494008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50464efb-5b5a-4ed1-b104-729e885752fb req-fa958dcf-73bd-46cd-a7e5-a67ca7e61ffc tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:23.496455 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50464efb-5b5a-4ed1-b104-729e885752fb req-fa958dcf-73bd-46cd-a7e5-a67ca7e61ffc tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 949 time: 0.0954275 Nov 19 18:54:23.541188 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-fa7703f0-d9bd-43cd-8c19-0451eb4f59cc service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444104 Nov 19 18:54:23.573271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:54:23.584913 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Sync routers for ids ['62b1657e-b7aa-45ff-9f86-95adf993b28e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:54:23.595448 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f92df9d0-2168-4ec9-9b6f-0445a9dbf19a admin admin] 10.222.0.50 "PUT /v2.0/routers/62b1657e-b7aa-45ff-9f86-95adf993b28e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9651675 Nov 19 18:54:23.602812 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Routers {'62b1657e-b7aa-45ff-9f86-95adf993b28e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:23.603651 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['62b1657e-b7aa-45ff-9f86-95adf993b28e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:23.615472 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50464efb-5b5a-4ed1-b104-729e885752fb req-1feb465d-bc48-40b0-a2bf-0e8ff0068e4d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043272 Nov 19 18:54:23.659478 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9f9aadc-d7ed-4762-8ae9-bcb896f96360 req-d8f620a0-2f7c-4789-ae81-1531052e02c3 service neutron] 10.222.0.50 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102083 Nov 19 18:54:23.703953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f626f2-576f-49a0-bdaa-3c180ee66109 None None] New status for floating IP 7b9f38ec-86a8-4ccc-a005-42e3bfe56458: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:54:23.826681 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-473c40f5-8643-45a8-b88d-cfa1d9045db3 req-5e199c40-55f8-4904-b8f9-047a8648214c service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746184 Nov 19 18:54:23.957325 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Set router 62b1657e-b7aa-45ff-9f86-95adf993b28e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:23.960314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'tag': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:23.966474 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c0324e-93aa-484e-af45-e7059c5fd5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae84d169-f27c-4bc8-87af-62986a9ec4db", "tag": "0e2007d0-6aa4-4ad0-878a-52e9fb2016eb"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:24.014130 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76b3e50a-dede-4813-af29-0164361427b7 req-01f551db-86fb-4f72-9be8-2b077c3e9a77 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 258 time: 0.1986685 Nov 19 18:54:24.019500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:24.025162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-2cc06c6d-f0e6-409d-95ff-0dbdf5e6a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:24.026715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-2cc06c6d-f0e6-409d-95ff-0dbdf5e6a95f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 1100 time: 0.1346426 Nov 19 18:54:24.109287 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:24.309860 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a350af9-70b2-4add-8d0d-f62280440181 x-openstack-request-id: req-1a350af9-70b2-4add-8d0d-f62280440181 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:24.310144 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae84d169-f27c-4bc8-87af-62986a9ec4db", "tag": "0e2007d0-6aa4-4ad0-878a-52e9fb2016eb", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:24.310413 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a350af9-70b2-4add-8d0d-f62280440181 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:24.310819 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'tag': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'status': 'completed', 'code': 200} Nov 19 18:54:24.391523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-408cd1d7-47ae-4d76-a78f-9d3601d835ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:24.393736 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-408cd1d7-47ae-4d76-a78f-9d3601d835ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3570490 Nov 19 18:54:24.400853 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f8808e86-4f6b-4f4e-bc59-61188ad8f161', 'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'mac_address': 'fa:16:3e:f3:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:18Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 2, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'subnets': [{'id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:24.446502 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Checking router: 62b1657e-b7aa-45ff-9f86-95adf993b28e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:54:24.446847 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Updating router 62b1657e-b7aa-45ff-9f86-95adf993b28e port f8808e86-4f6b-4f4e-bc59-61188ad8f161 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:54:24.454045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0324e-93aa-484e-af45-e7059c5fd5d4 req-09097f3f-b6bc-4f53-9b63-6afafcfd46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:24.455521 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3c0324e-93aa-484e-af45-e7059c5fd5d4 req-09097f3f-b6bc-4f53-9b63-6afafcfd46b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dcd75b933294a8794d73d8242d0287e&device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 1096 time: 0.2280161 Nov 19 18:54:24.456307 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-29dfcb6b-954a-46d4-abd4-303e8807bad4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 200 len: 217 time: 0.0537517 Nov 19 18:54:24.489996 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:24.578352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0324e-93aa-484e-af45-e7059c5fd5d4 req-63d94a8a-4470-447b-9523-54a509aaf477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:24.581468 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3c0324e-93aa-484e-af45-e7059c5fd5d4 req-63d94a8a-4470-447b-9523-54a509aaf477 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df4a4571-709c-4f97-9012-12bd32bb0f83 HTTP/1.1" status: 200 len: 929 time: 0.1137576 Nov 19 18:54:24.707490 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3c0324e-93aa-484e-af45-e7059c5fd5d4 req-97cd816c-d30d-4e81-a3f4-9d4e17b3e2b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb HTTP/1.1" status: 200 len: 1000 time: 0.1120651 Nov 19 18:54:24.734429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c37d-ece6-49c9-915d-3457c954943c req-9efd8921-4486-42ab-8338-80bf8bc25018 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:24.747353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-9efd8921-4486-42ab-8338-80bf8bc25018 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/networks?id=a021cf07-8927-4181-86a8-7d3bf2088151 HTTP/1.1" status: 200 len: 819 time: 0.2346997 Nov 19 18:54:24.758866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-d06c8bc2-b903-4beb-b15e-df515cbd47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:24.761701 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-d06c8bc2-b903-4beb-b15e-df515cbd47ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2939308 Nov 19 18:54:24.780119 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-aa19ac70-db89-4afa-b8d2-77d263513e7d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/quotas/e236eb2d55904f3cb45b4d2fa78847d3 HTTP/1.1" status: 200 len: 375 time: 0.0308006 Nov 19 18:54:24.810377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0324e-93aa-484e-af45-e7059c5fd5d4 req-98742a86-069a-4311-8bfc-7d6fdf7fae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:24.811803 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3c0324e-93aa-484e-af45-e7059c5fd5d4 req-98742a86-069a-4311-8bfc-7d6fdf7fae2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f539ce31-c746-4c79-af86-b292ba170421 HTTP/1.1" status: 200 len: 867 time: 0.0949526 Nov 19 18:54:24.843806 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:24.846933 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:24.911588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-488ad0f4-b9f5-47bc-b87e-1d4f122fd6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:24.931205 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-488ad0f4-b9f5-47bc-b87e-1d4f122fd6ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471601 Nov 19 18:54:24.999198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Allocated IP 172.25.3.49 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/68b6a649-5ade-44ff-b397-30993e602518) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:25.015909 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:25.045330 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:25.122928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-fb9a13b3-8326-4bec-b907-1418f2317fe4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e236eb2d55904f3cb45b4d2fa78847d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2916954 Nov 19 18:54:25.124937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-1f452ff6-7003-4e63-b4fd-0e4b70735bec service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736424 Nov 19 18:54:25.181674 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe76bd1-94d9-4a3e-a63a-dda7df7b6497 None None] Pushing event updated for resources: {'Port': ['ID=f8808e86-4f6b-4f4e-bc59-61188ad8f161,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:25.208430 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:25.261858 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:25.304984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0324e-93aa-484e-af45-e7059c5fd5d4 req-32130c13-59e6-44b2-a60f-df72f647d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:25.310063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3c0324e-93aa-484e-af45-e7059c5fd5d4 req-32130c13-59e6-44b2-a60f-df72f647d8a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df4a4571-709c-4f97-9012-12bd32bb0f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4841666 Nov 19 18:54:25.356598 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf261390-3485-4b78-aa86-7478211d9bc7 req-9f8e483c-7034-4eed-8654-7feeb64fc435 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222023 Nov 19 18:54:25.358271 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-5dd4f6e3-0066-4899-8625-6c894910ee32 service neutron] 10.222.0.50 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131412 Nov 19 18:54:25.369223 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Attempting to bind port f8808e86-4f6b-4f4e-bc59-61188ad8f161 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:25.373933 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Attempting to bind port f8808e86-4f6b-4f4e-bc59-61188ad8f161 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '76ada48b-5a7c-4aff-9415-cf0589cc7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:25.374445 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Attempting to bind port f8808e86-4f6b-4f4e-bc59-61188ad8f161 on network a021cf07-8927-4181-86a8-7d3bf2088151 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:25.384517 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:25.389893 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Checking segment: {'id': '76ada48b-5a7c-4aff-9415-cf0589cc7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:25.390464 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:25.390946 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Bound using segment: {'id': '76ada48b-5a7c-4aff-9415-cf0589cc7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:25.391649 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Bound port: f8808e86-4f6b-4f4e-bc59-61188ad8f161, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ada48b-5a7c-4aff-9415-cf0589cc7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:25.391995 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:25.412394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:25.445500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:25.455820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:25.460392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Pushing event updated for resources: {'Port': ['ID=68b6a649-5ade-44ff-b397-30993e602518,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:25.523184 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] For port f8808e86-4f6b-4f4e-bc59-61188ad8f161, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:25.536843 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] For port f8808e86-4f6b-4f4e-bc59-61188ad8f161, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f8808e86-4f6b-4f4e-bc59-61188ad8f161,segment=NetworkSegment(76ada48b-5a7c-4aff-9415-cf0589cc7960),segment_id=76ada48b-5a7c-4aff-9415-cf0589cc7960)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:25.552759 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:25.581006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-6aaaf3a0-7177-4bb3-979c-ea566468972b service neutron] 10.222.0.50 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103620 Nov 19 18:54:25.752833 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe76bd1-94d9-4a3e-a63a-dda7df7b6497 None None] Pushing event updated for resources: {'Port': ['ID=f8808e86-4f6b-4f4e-bc59-61188ad8f161,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:25.769024 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Routers {'62b1657e-b7aa-45ff-9f86-95adf993b28e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:25.769656 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['62b1657e-b7aa-45ff-9f86-95adf993b28e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:25.921718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f9d44-70b0-4599-be1c-2577e235c33a req-a05e5251-a3a9-4bfa-b294-07f563a2bd11 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:25.930165 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-853f9d44-70b0-4599-be1c-2577e235c33a req-a05e5251-a3a9-4bfa-b294-07f563a2bd11 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 949 time: 0.0961869 Nov 19 18:54:25.951674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3c0324e-93aa-484e-af45-e7059c5fd5d4 req-3b96266d-85dc-4ede-a958-48cd169c05d6 service neutron] 10.222.0.21 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765369 Nov 19 18:54:25.988720 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] Set router 62b1657e-b7aa-45ff-9f86-95adf993b28e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:26.068047 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-853f9d44-70b0-4599-be1c-2577e235c33a req-7b767e24-3d16-4ddb-ab66-3852f818e6c2 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290576 Nov 19 18:54:26.237998 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:26.308349 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3c0324e-93aa-484e-af45-e7059c5fd5d4 req-c1baa117-2b3a-4e63-a243-b1b551224e33 service neutron] 10.222.0.21 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447959 Nov 19 18:54:26.329190 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:26.494085 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f8808e86-4f6b-4f4e-bc59-61188ad8f161', 'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'mac_address': 'fa:16:3e:f3:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:18Z', 'updated_at': '2021-11-19T18:54:25Z', 'revision_number': 4, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'subnets': [{'id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:26.552911 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f31a0-3fc9-4b8c-a8a5-24e086dd9ec4 None None] The sync data for ids ['62b1657e-b7aa-45ff-9f86-95adf993b28e'] in n-d-815373-6 is: [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f8808e86-4f6b-4f4e-bc59-61188ad8f161', 'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'mac_address': 'fa:16:3e:f3:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:18Z', 'updated_at': '2021-11-19T18:54:25Z', 'revision_number': 4, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'subnets': [{'id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:54:26.589838 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ddb77a1f-55ee-4cf1-9c5f-ecafd4087798 req-875a262d-0a88-4f94-b1aa-8e7004e32324 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 210 time: 0.0518193 Nov 19 18:54:26.703771 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:26.711219 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:26.836730 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:26.888629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Pushing event updated for resources: {'Port': ['ID=68b6a649-5ade-44ff-b397-30993e602518,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:26.899874 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:26.922222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76b3e50a-dede-4813-af29-0164361427b7 req-aca7d2ba-be5d-4345-b183-f1c78486de2f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9049025 Nov 19 18:54:26.998322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 052060b4-c958-4120-84fc-002c995f5a21 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:54:27.004252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76b3e50a-dede-4813-af29-0164361427b7 req-0b07b27a-9060-47fa-8b8e-448458b31bd1 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 695 time: 0.0811329 Nov 19 18:54:27.161343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:27.187215 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '052060b4-c958-4120-84fc-002c995f5a21', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '052060b4-c958-4120-84fc-002c995f5a21', 'mac_address': 'fa:16:3e:68:6b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:54:27.268239 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:27.286232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052060b4-c958-4120-84fc-002c995f5a21 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:27.288582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3e50a-dede-4813-af29-0164361427b7 req-d723551f-5c19-4b05-b49f-47f718cc23b5 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:27.300257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76b3e50a-dede-4813-af29-0164361427b7 req-d723551f-5c19-4b05-b49f-47f718cc23b5 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.2834764 Nov 19 18:54:27.355828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:27.368952 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:27.450813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45dffd-2b1d-4555-b307-6f43ab01afd9 req-94257db0-17b6-4046-bb3b-9a4d8746670c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:27.452601 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad45dffd-2b1d-4555-b307-6f43ab01afd9 req-94257db0-17b6-4046-bb3b-9a4d8746670c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 949 time: 0.1759663 Nov 19 18:54:27.504286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=13']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:27.637889 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad45dffd-2b1d-4555-b307-6f43ab01afd9 req-afae4ff7-1281-467f-a899-6381089a15f7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657529 Nov 19 18:54:27.740836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c37d-ece6-49c9-915d-3457c954943c req-67e519e1-2c9c-4ef4-a452-7c3d4b201b14 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:27.745448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-67e519e1-2c9c-4ef4-a452-7c3d4b201b14 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.21 "GET /v2.0/networks?id=a021cf07-8927-4181-86a8-7d3bf2088151 HTTP/1.1" status: 200 len: 819 time: 0.2812262 Nov 19 18:54:27.791552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Request body: {'port': {'device_id': 'a50460da-31af-4233-b5c7-c92a764899ec', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'admin_state_up': True, 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:27.805704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['052060b4-c958-4120-84fc-002c995f5a21'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:27.976345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe863d21-de3d-4726-a370-f55361851800 req-0cc55235-a9f9-450c-b385-c870cfc9d043 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:27.985613 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe863d21-de3d-4726-a370-f55361851800 req-0cc55235-a9f9-450c-b385-c870cfc9d043 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2345438 Nov 19 18:54:28.102429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe863d21-de3d-4726-a370-f55361851800 req-68335296-1c07-477a-a222-78293d7a4dc6 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 695 time: 0.1158426 Nov 19 18:54:28.111705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-fe863d21-de3d-4726-a370-f55361851800 req-93133806-16e9-4f60-b7f8-2cda138e3fee tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Request body: {'floatingip': {'port_id': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:28.189104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-fe863d21-de3d-4726-a370-f55361851800 req-93133806-16e9-4f60-b7f8-2cda138e3fee tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:28.240908 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e7a93207-4093-4c25-9a94-513080a9745c req-1ebd7d85-e45f-4c40-a6b9-f03f8100fb13 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 210 time: 0.0606124 Nov 19 18:54:28.280217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Made reservation on behalf of e236eb2d55904f3cb45b4d2fa78847d3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:54:28.283972 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:28.622171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Allocated IP 172.20.0.11 (a021cf07-8927-4181-86a8-7d3bf2088151/6b2082e5-8f7d-4190-8372-20543116ab9e/0af5465b-11e9-4c64-8f6b-dead4def8a00) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:28.642377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f8808e86-4f6b-4f4e-bc59-61188ad8f161 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:28.724590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f8808e86-4f6b-4f4e-bc59-61188ad8f161 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:28.724969 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:28.824705 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-fe863d21-de3d-4726-a370-f55361851800 req-93133806-16e9-4f60-b7f8-2cda138e3fee tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 18:54:28.825837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe863d21-de3d-4726-a370-f55361851800 req-93133806-16e9-4f60-b7f8-2cda138e3fee tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "PUT /v2.0/floatingips/f7875247-533d-409d-beb9-cbc8fcf9b697 HTTP/1.1" status: 409 len: 549 time: 0.7225423 Nov 19 18:54:28.896577 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:28.961521 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a344baac-d835-4b9d-8307-4b47981b31db req-6318308d-f56b-4300-b1ff-429184135e9e tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips/f7875247-533d-409d-beb9-cbc8fcf9b697 HTTP/1.1" status: 200 len: 692 time: 0.0976465 Nov 19 18:54:28.962100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9de0e0-0e33-46f6-9409-a22ba0b39548 req-5c41edb7-f77c-4069-95a7-68afdcf30153 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:28.971634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port f8808e86-4f6b-4f4e-bc59-61188ad8f161, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f8808e86-4f6b-4f4e-bc59-61188ad8f161,segment=NetworkSegment(76ada48b-5a7c-4aff-9415-cf0589cc7960),segment_id=76ada48b-5a7c-4aff-9415-cf0589cc7960)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:28.973378 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ae9de0e0-0e33-46f6-9409-a22ba0b39548 req-5c41edb7-f77c-4069-95a7-68afdcf30153 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.1854954 Nov 19 18:54:28.983621 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:29.098190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=f8808e86-4f6b-4f4e-bc59-61188ad8f161,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:29.101906 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:29.116628 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ae9de0e0-0e33-46f6-9409-a22ba0b39548 req-67b39fbc-67a4-45cc-a7d8-76d364e3a541 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403594 Nov 19 18:54:29.179587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344baac-d835-4b9d-8307-4b47981b31db req-0c8fc40c-7c7d-4d3b-ad7c-dbd11e681136 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:29.187445 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a344baac-d835-4b9d-8307-4b47981b31db req-0c8fc40c-7c7d-4d3b-ad7c-dbd11e681136 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.2137487 Nov 19 18:54:29.193636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-a344baac-d835-4b9d-8307-4b47981b31db req-aa449490-12a5-4002-8422-599102d6f43c tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:54:29.201825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a344baac-d835-4b9d-8307-4b47981b31db req-aa449490-12a5-4002-8422-599102d6f43c tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125930 Nov 19 18:54:29.283999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a344baac-d835-4b9d-8307-4b47981b31db req-f7728fa2-6402-4a60-be4e-294336caf885 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 695 time: 0.0814977 Nov 19 18:54:29.337816 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:29.382391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a344baac-d835-4b9d-8307-4b47981b31db req-821e0fde-7938-4ddf-90f8-29c8f60a0f79 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 695 time: 0.0973902 Nov 19 18:54:29.446796 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:29.603471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Network a021cf07-8927-4181-86a8-7d3bf2088151 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:29.621130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:29.640123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:29.665544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3d4f4-88ed-48d6-947b-a6873bb1cc3c req-4147f89f-d5ce-4ae9-ba66-1de2419e44b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:29.674707 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bd3d4f4-88ed-48d6-947b-a6873bb1cc3c req-4147f89f-d5ce-4ae9-ba66-1de2419e44b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 950 time: 0.0982180 Nov 19 18:54:29.742464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Pushing event updated for resources: {'Port': ['ID=0af5465b-11e9-4c64-8f6b-dead4def8a00,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:29.762807 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bd3d4f4-88ed-48d6-947b-a6873bb1cc3c req-1e6b1ee5-f919-4563-b196-5d149c6d5a31 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837553 Nov 19 18:54:29.786199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.786199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.786199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.786199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.786952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.787161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.788018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.788018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.788348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.788506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.789082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.789446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:29.832150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:29.832910 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:29.864582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-0454319c-f895-4411-8d31-dda2c9eaae31 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0911877 Nov 19 18:54:29.880670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Request body: {'port': {'device_id': 'a50460da-31af-4233-b5c7-c92a764899ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:29.917083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a344baac-d835-4b9d-8307-4b47981b31db req-5cb25405-bb1e-4059-9cd5-ede84c8a4908 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Deleting port 68b6a649-5ade-44ff-b397-30993e602518 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:29.917402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a344baac-d835-4b9d-8307-4b47981b31db req-5cb25405-bb1e-4059-9cd5-ede84c8a4908 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:29.959766 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee4f0b-2e02-41e7-a16f-c5a64fb6a3af req-8ee869fb-e545-4a68-8897-36300386ec48 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:29.961691 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dee4f0b-2e02-41e7-a16f-c5a64fb6a3af req-8ee869fb-e545-4a68-8897-36300386ec48 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 932 time: 0.0990572 Nov 19 18:54:29.995177 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:30.060962 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dee4f0b-2e02-41e7-a16f-c5a64fb6a3af req-84158d8c-cd9e-4325-b541-82896adede47 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912135 Nov 19 18:54:30.087809 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a344baac-d835-4b9d-8307-4b47981b31db req-5cb25405-bb1e-4059-9cd5-ede84c8a4908 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:30.088204 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a344baac-d835-4b9d-8307-4b47981b31db req-5cb25405-bb1e-4059-9cd5-ede84c8a4908 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:30.113560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a344baac-d835-4b9d-8307-4b47981b31db req-5cb25405-bb1e-4059-9cd5-ede84c8a4908 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Calling delete_port for 68b6a649-5ade-44ff-b397-30993e602518 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:30.554634 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-da411bb8-ba6d-41e6-a7a5-f942f86842ec tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469062 Nov 19 18:54:30.591360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f8808e86-4f6b-4f4e-bc59-61188ad8f161 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:30.603034 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a344baac-d835-4b9d-8307-4b47981b31db req-5cb25405-bb1e-4059-9cd5-ede84c8a4908 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:30.672496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af5465b-11e9-4c64-8f6b-dead4def8a00 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:30.683254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb25405-bb1e-4059-9cd5-ede84c8a4908 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Pushing event deleted for resources: {'Port': ['ID=68b6a649-5ade-44ff-b397-30993e602518,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:30.695680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f8808e86-4f6b-4f4e-bc59-61188ad8f161 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:30.696430 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:30.699688 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:30.780115 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-1790c226-0c18-4cb5-8b94-b64417d2c066 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:30.788771 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-1790c226-0c18-4cb5-8b94-b64417d2c066 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256207 Nov 19 18:54:30.818048 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-05a5febe-6842-45db-8849-cef0c7e35448 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/quotas/c2d00f442aae48fbb0d80bf3ed71eb2d HTTP/1.1" status: 200 len: 375 time: 0.0279884 Nov 19 18:54:30.820694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a344baac-d835-4b9d-8307-4b47981b31db req-5cb25405-bb1e-4059-9cd5-ede84c8a4908 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:30.823569 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a344baac-d835-4b9d-8307-4b47981b31db req-5cb25405-bb1e-4059-9cd5-ede84c8a4908 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:30.825381 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a344baac-d835-4b9d-8307-4b47981b31db req-5cb25405-bb1e-4059-9cd5-ede84c8a4908 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "DELETE /v2.0/floatingips/f7875247-533d-409d-beb9-cbc8fcf9b697 HTTP/1.1" status: 204 len: 173 time: 1.4400773 Nov 19 18:54:30.834610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Transition to ACTIVE for port object 0af5465b-11e9-4c64-8f6b-dead4def8a00 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:54:30.843318 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:30.907316 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-70f37192-6a23-4289-8cf9-c79dd3bc1578 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880823 Nov 19 18:54:30.994512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0af5465b-11e9-4c64-8f6b-dead4def8a00,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:31.005893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 052060b4-c958-4120-84fc-002c995f5a21 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:31.017785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Attempting to bind port 0af5465b-11e9-4c64-8f6b-dead4def8a00 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:31.018116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Attempting to bind port 0af5465b-11e9-4c64-8f6b-dead4def8a00 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '76ada48b-5a7c-4aff-9415-cf0589cc7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:31.018444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Attempting to bind port 0af5465b-11e9-4c64-8f6b-dead4def8a00 on network a021cf07-8927-4181-86a8-7d3bf2088151 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:31.026640 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Port 0af5465b-11e9-4c64-8f6b-dead4def8a00 on network a021cf07-8927-4181-86a8-7d3bf2088151 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:54:31.027255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Attempting to bind port 0af5465b-11e9-4c64-8f6b-dead4def8a00 on network a021cf07-8927-4181-86a8-7d3bf2088151 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:31.034090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:31.034384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Checking segment: {'id': '76ada48b-5a7c-4aff-9415-cf0589cc7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:31.034826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Bound using segment: {'id': '76ada48b-5a7c-4aff-9415-cf0589cc7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:31.035267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Bound port: 0af5465b-11e9-4c64-8f6b-dead4def8a00, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ada48b-5a7c-4aff-9415-cf0589cc7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:31.035624 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:31.150405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 052060b4-c958-4120-84fc-002c995f5a21 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:54:31.155340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 052060b4-c958-4120-84fc-002c995f5a21 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:31.155950 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:31.173129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] For port 0af5465b-11e9-4c64-8f6b-dead4def8a00, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:31.180043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] For port 0af5465b-11e9-4c64-8f6b-dead4def8a00, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00,segment=NetworkSegment(76ada48b-5a7c-4aff-9415-cf0589cc7960),segment_id=76ada48b-5a7c-4aff-9415-cf0589cc7960)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:31.205837 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:31.268072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-01c7297d-bb48-4409-b228-a0935d546414 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 1000 time: 0.1959891 Nov 19 18:54:31.307406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:31.308317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:31.312860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] 10.222.0.21 "PUT /v2.0/ports/0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 1092 time: 1.4367778 Nov 19 18:54:31.319530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:31.321860 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57182c7f-5645-496d-a3bc-7b6523b3329d" -d '{"events": [{"name": "network-changed", "server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:31.332831 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e047c6cd-3dce-460c-9206-6aa4ad7786fd req-f43d90f2-8e13-43b3-ba93-b97d2bb20e73 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 210 time: 0.0885153 Nov 19 18:54:31.345391 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:31.374757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea906be-5c72-4973-b118-2df50509def5 req-7fd6d711-807c-49fd-a5f1-d05b97e25d9d tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:31.377847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-7fd6d711-807c-49fd-a5f1-d05b97e25d9d tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports/0e2007d0-6aa4-4ad0-878a-52e9fb2016eb HTTP/1.1" status: 200 len: 942 time: 0.1086555 Nov 19 18:54:31.424582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f1ac5-b45a-4e46-9822-ac0d4d1e27f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0af5465b-11e9-4c64-8f6b-dead4def8a00,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:31.425859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:31.432392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052060b4-c958-4120-84fc-002c995f5a21'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:31.434959 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1093a02d-f9e4-4003-a6a5-2bd895fbb9c0" -d '{"events": [{"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-plugged", "status": "completed", "tag": "052060b4-c958-4120-84fc-002c995f5a21"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:31.452306 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:31.566115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=14']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:31.587292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c37d-ece6-49c9-915d-3457c954943c req-49df4064-e34c-4be0-81e5-e2d920fdc05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:31.590685 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-49df4064-e34c-4be0-81e5-e2d920fdc05b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e236eb2d55904f3cb45b4d2fa78847d3&device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 1095 time: 0.2290466 Nov 19 18:54:31.646728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5386bf7-7f98-4498-9ee9-8a412e02f77f req-3bdef7be-6f1c-49d8-adb4-226b516e6412 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:31.654933 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5386bf7-7f98-4498-9ee9-8a412e02f77f req-3bdef7be-6f1c-49d8-adb4-226b516e6412 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 944 time: 0.1483436 Nov 19 18:54:31.660496 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-7b41d90d-3231-45d3-9335-b11ce8e5f59f tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 1000 time: 0.2093256 Nov 19 18:54:31.703866 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-992529b8-1cd5-43ac-b3a6-2de22e965ebf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 217 time: 0.0923223 Nov 19 18:54:31.782172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c37d-ece6-49c9-915d-3457c954943c req-cdc48047-9608-4186-a591-147a42eb38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:31.783676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-cdc48047-9608-4186-a591-147a42eb38ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2082e5-8f7d-4190-8372-20543116ab9e HTTP/1.1" status: 200 len: 859 time: 0.0711722 Nov 19 18:54:31.849940 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-ffbab7e7-cd49-4211-9cbe-8cf5b6771abc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a021cf07-8927-4181-86a8-7d3bf2088151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525398 Nov 19 18:54:31.865935 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea906be-5c72-4973-b118-2df50509def5 req-7a26fcad-11e8-45e1-a81c-2e214f410b9a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:31.872780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5386bf7-7f98-4498-9ee9-8a412e02f77f req-5b5990f4-fcb5-4143-b8cd-b7e07b806f05 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168164 Nov 19 18:54:31.875109 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-7a26fcad-11e8-45e1-a81c-2e214f410b9a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.2129266 Nov 19 18:54:31.975684 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-230419e2-7076-488f-b08d-823b3fdf86df tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 1000 time: 0.0996459 Nov 19 18:54:31.982347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-1ea906be-5c72-4973-b118-2df50509def5 req-15a39fb7-0d42-48af-9988-5d44eae83f26 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:31.986723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-77ad0a40-bd66-4bf5-b3d3-307df37fbf3e service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280487 Nov 19 18:54:32.061201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1ea906be-5c72-4973-b118-2df50509def5 req-15a39fb7-0d42-48af-9988-5d44eae83f26 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:32.111946 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f35021f-29bd-4efb-a1a6-2d6d30f91027 x-openstack-request-id: req-8f35021f-29bd-4efb-a1a6-2d6d30f91027 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:32.112531 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:32.113176 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f35021f-29bd-4efb-a1a6-2d6d30f91027 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:32.113826 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'status': 'completed', 'code': 200} Nov 19 18:54:32.117675 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c073c37d-ece6-49c9-915d-3457c954943c req-76ab9565-0505-4385-a1d8-c5a90f074bdd service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229105 Nov 19 18:54:32.213312 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a24af8f-7349-4f1b-99ca-4f48596b0800 x-openstack-request-id: req-0a24af8f-7349-4f1b-99ca-4f48596b0800 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:32.213840 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-plugged", "status": "completed", "tag": "052060b4-c958-4120-84fc-002c995f5a21", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:32.213942 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a24af8f-7349-4f1b-99ca-4f48596b0800 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:32.214284 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052060b4-c958-4120-84fc-002c995f5a21', 'code': 200} Nov 19 18:54:32.259587 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1ea906be-5c72-4973-b118-2df50509def5 req-15a39fb7-0d42-48af-9988-5d44eae83f26 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:32.279374 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1ea906be-5c72-4973-b118-2df50509def5 req-15a39fb7-0d42-48af-9988-5d44eae83f26 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:32.280530 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-1ea906be-5c72-4973-b118-2df50509def5 req-15a39fb7-0d42-48af-9988-5d44eae83f26 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Floating IP 7b9f38ec-86a8-4ccc-a005-42e3bfe56458 disassociated. External IP: 172.25.3.55, port: 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb. Nov 19 18:54:32.280821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57182c7f-5645-496d-a3bc-7b6523b3329d req-fe9e4273-9acf-4d9d-bd64-e1190be0fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:32.283464 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57182c7f-5645-496d-a3bc-7b6523b3329d req-fe9e4273-9acf-4d9d-bd64-e1190be0fa36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e236eb2d55904f3cb45b4d2fa78847d3&device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 1095 time: 0.0904188 Nov 19 18:54:32.485655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57182c7f-5645-496d-a3bc-7b6523b3329d req-687d0213-38d4-432f-9994-9b342bbf5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:32.487164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57182c7f-5645-496d-a3bc-7b6523b3329d req-687d0213-38d4-432f-9994-9b342bbf5cfc service neutron] 10.222.0.21 "GET /v2.0/networks?id=a021cf07-8927-4181-86a8-7d3bf2088151 HTTP/1.1" status: 200 len: 920 time: 0.1948760 Nov 19 18:54:32.554239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-f7d847c5-3acf-4574-86b1-4949f044b22b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:32.555822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-f7d847c5-3acf-4574-86b1-4949f044b22b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 820 time: 0.1989455 Nov 19 18:54:32.558781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57182c7f-5645-496d-a3bc-7b6523b3329d req-ad70ebc0-d869-4756-a160-8c307d5196f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 217 time: 0.0619376 Nov 19 18:54:32.628950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57182c7f-5645-496d-a3bc-7b6523b3329d req-4d37186d-e813-41cc-a478-8d15fc1e1dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:32.630625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57182c7f-5645-496d-a3bc-7b6523b3329d req-4d37186d-e813-41cc-a478-8d15fc1e1dfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2082e5-8f7d-4190-8372-20543116ab9e HTTP/1.1" status: 200 len: 859 time: 0.0611060 Nov 19 18:54:32.644538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-239ef4d2-5489-40cd-add5-deab54b88845 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/quotas/c39e2d28a4ba4ad4a87b739cbc13687b HTTP/1.1" status: 200 len: 375 time: 0.0819831 Nov 19 18:54:32.733467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57182c7f-5645-496d-a3bc-7b6523b3329d req-3fd00c3d-19b0-462a-a80a-6e7e1162bf38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a021cf07-8927-4181-86a8-7d3bf2088151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745215 Nov 19 18:54:32.770204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-8e5a55ab-2eaf-4573-9c68-810558b03bf8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1246550 Nov 19 18:54:32.811528 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-faceeeb1-c6b3-4a75-806a-d182dfeaeee6 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315199 Nov 19 18:54:32.971680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ea906be-5c72-4973-b118-2df50509def5 req-15a39fb7-0d42-48af-9988-5d44eae83f26 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Router 175041d5-d4bf-4282-a3e5-399789834472 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:54:33.081598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-df6c38e4-cb82-4eef-98ff-c92201874756 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:33.083184 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-df6c38e4-cb82-4eef-98ff-c92201874756 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647457 Nov 19 18:54:33.132226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Request body: {'port': {'device_id': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'c2d00f442aae48fbb0d80bf3ed71eb2d'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:33.222552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ea906be-5c72-4973-b118-2df50509def5 req-15a39fb7-0d42-48af-9988-5d44eae83f26 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:54:33.229405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1ea906be-5c72-4973-b118-2df50509def5 req-15a39fb7-0d42-48af-9988-5d44eae83f26 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:33.236384 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc058d-93e9-48e2-966f-8bbf6f96248c None None] Sync routers for ids ['175041d5-d4bf-4282-a3e5-399789834472'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:54:33.250449 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc058d-93e9-48e2-966f-8bbf6f96248c None None] Routers {'175041d5-d4bf-4282-a3e5-399789834472'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:33.251383 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7acc058d-93e9-48e2-966f-8bbf6f96248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['175041d5-d4bf-4282-a3e5-399789834472'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:33.331468 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-15a39fb7-0d42-48af-9988-5d44eae83f26 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "PUT /v2.0/floatingips/7b9f38ec-86a8-4ccc-a005-42e3bfe56458 HTTP/1.1" status: 200 len: 694 time: 1.3545015 Nov 19 18:54:33.334600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'tag': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:33.337113 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84" -d '{"events": [{"name": "network-changed", "server_uuid": "ae84d169-f27c-4bc8-87af-62986a9ec4db", "tag": "0e2007d0-6aa4-4ad0-878a-52e9fb2016eb"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:33.390661 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7acc058d-93e9-48e2-966f-8bbf6f96248c None None] Set router 175041d5-d4bf-4282-a3e5-399789834472 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:33.393167 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-c01d5bee-31ea-47d3-83b7-fe30a1156440 service neutron] 10.222.0.50 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200259 Nov 19 18:54:33.399297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea906be-5c72-4973-b118-2df50509def5 req-3ae45cf1-ac64-46c5-bd9d-21c90c1d83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:33.401443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-3ae45cf1-ac64-46c5-bd9d-21c90c1d83c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1dcd75b933294a8794d73d8242d0287e&device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 1096 time: 0.0605285 Nov 19 18:54:33.404469 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Made reservation on behalf of c2d00f442aae48fbb0d80bf3ed71eb2d for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:54:33.405734 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57182c7f-5645-496d-a3bc-7b6523b3329d req-11a2bc09-94fb-44bd-87dd-92b543524d9a service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573946 Nov 19 18:54:33.408148 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:33.491047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-94316896-4c30-472b-b496-794686c247b7 service neutron] 10.222.0.50 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979180 Nov 19 18:54:33.584158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea906be-5c72-4973-b118-2df50509def5 req-8c7ddcd4-e11c-453c-8e17-6a78d4395c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:33.585832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-8c7ddcd4-e11c-453c-8e17-6a78d4395c9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=df4a4571-709c-4f97-9012-12bd32bb0f83 HTTP/1.1" status: 200 len: 929 time: 0.1618187 Nov 19 18:54:33.667799 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-3ecb4f24-d69a-4b1a-9528-c4f600713a71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb HTTP/1.1" status: 200 len: 217 time: 0.0507710 Nov 19 18:54:33.677337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57182c7f-5645-496d-a3bc-7b6523b3329d req-9197d1ae-3535-47cb-82ec-5a7578f88db0 service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846762 Nov 19 18:54:33.748133 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7acc058d-93e9-48e2-966f-8bbf6f96248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:59Z', 'revision_number': 4, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '01e4e3c9-57de-4411-ae13-2024616858b6', 'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'mac_address': 'fa:16:3e:83:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f539ce31-c746-4c79-af86-b292ba170421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:58Z', 'updated_at': '2021-11-19T18:54:03Z', 'revision_number': 5, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'subnets': [{'id': 'f539ce31-c746-4c79-af86-b292ba170421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:33.785252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Allocated IP 192.168.233.212 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/b41f7a30-43b0-4041-84a4-fda62c65de12) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:33.803524 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc058d-93e9-48e2-966f-8bbf6f96248c None None] Checking router: 175041d5-d4bf-4282-a3e5-399789834472 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:54:33.815812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea906be-5c72-4973-b118-2df50509def5 req-be2707b5-d6b2-4c84-a815-d2db8f1bbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:33.817724 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-be2707b5-d6b2-4c84-a815-d2db8f1bbbf9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f539ce31-c746-4c79-af86-b292ba170421 HTTP/1.1" status: 200 len: 867 time: 0.1191416 Nov 19 18:54:33.828380 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc058d-93e9-48e2-966f-8bbf6f96248c None None] Routers {'175041d5-d4bf-4282-a3e5-399789834472'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:33.829300 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7acc058d-93e9-48e2-966f-8bbf6f96248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['175041d5-d4bf-4282-a3e5-399789834472'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:33.926008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea906be-5c72-4973-b118-2df50509def5 req-a1145323-d898-4235-8b7a-e8d2df59855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:33.935536 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-a1145323-d898-4235-8b7a-e8d2df59855d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df4a4571-709c-4f97-9012-12bd32bb0f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019557 Nov 19 18:54:34.005972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0af5465b-11e9-4c64-8f6b-dead4def8a00 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:54:34.055569 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7acc058d-93e9-48e2-966f-8bbf6f96248c None None] Set router 175041d5-d4bf-4282-a3e5-399789834472 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:34.123453 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:34.229472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-edd10cc1-ab76-496c-82c9-6e6af1540071 service neutron] 10.222.0.50 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925649 Nov 19 18:54:34.232615 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:34.292284 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0af5465b-11e9-4c64-8f6b-dead4def8a00, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00,segment=NetworkSegment(76ada48b-5a7c-4aff-9415-cf0589cc7960),segment_id=76ada48b-5a7c-4aff-9415-cf0589cc7960)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:34.344540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'port_id': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'mac_address': 'fa:16:3e:9b:47:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:54:34.357171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['37e31ec8-9d3c-49a2-b54c-e465891d01a9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:34.360451 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['44aff022-2a03-4706-8148-a1825fb39377', '052060b4-c958-4120-84fc-002c995f5a21'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:34.369284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:34.378295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:34.400056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:34.411221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:34.636389 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:34.641092 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:34.660997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540934a6-e675-458b-ae11-2f32713f5085 req-de6f0046-e665-4ed8-914b-66e695b8069f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:34.674433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-540934a6-e675-458b-ae11-2f32713f5085 req-de6f0046-e665-4ed8-914b-66e695b8069f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 936 time: 0.1453321 Nov 19 18:54:34.688516 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7acc058d-93e9-48e2-966f-8bbf6f96248c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:59Z', 'revision_number': 4, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '01e4e3c9-57de-4411-ae13-2024616858b6', 'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'mac_address': 'fa:16:3e:83:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f539ce31-c746-4c79-af86-b292ba170421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:58Z', 'updated_at': '2021-11-19T18:54:03Z', 'revision_number': 5, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'subnets': [{'id': 'f539ce31-c746-4c79-af86-b292ba170421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:34.738466 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ea906be-5c72-4973-b118-2df50509def5 req-57e9cc06-61e1-4c2a-b603-35e983007387 service neutron] 10.222.0.50 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929092 Nov 19 18:54:34.746350 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:34.753473 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-f63c65f7-22d9-484a-835f-1f346b7fa332 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6287923 Nov 19 18:54:34.782151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Request body: {'port': {'device_id': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:34.785095 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc058d-93e9-48e2-966f-8bbf6f96248c None None] The sync data for ids ['175041d5-d4bf-4282-a3e5-399789834472'] in n-d-815373-6 is: [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:53:59Z', 'revision_number': 4, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '01e4e3c9-57de-4411-ae13-2024616858b6', 'name': '', 'network_id': 'df4a4571-709c-4f97-9012-12bd32bb0f83', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'mac_address': 'fa:16:3e:83:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'f539ce31-c746-4c79-af86-b292ba170421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:58Z', 'updated_at': '2021-11-19T18:54:03Z', 'revision_number': 5, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'subnets': [{'id': 'f539ce31-c746-4c79-af86-b292ba170421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:54:34.818403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-540934a6-e675-458b-ae11-2f32713f5085 req-cc43ca92-a84f-41d4-ba6a-b579fe5215e5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353507 Nov 19 18:54:34.877634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af5465b-11e9-4c64-8f6b-dead4def8a00 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:34.977487 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:35.016205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-96bdc44e-5d27-42fb-ad0e-b49f70db1e83 None None] Provisioning complete for port b41f7a30-43b0-4041-84a4-fda62c65de12 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:35.016800 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-96bdc44e-5d27-42fb-ad0e-b49f70db1e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:35.096669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defe03f-f4f6-4ae0-a619-d2a05daca698 req-ca534068-5bc0-48ff-a457-32e91dfa437a tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:35.098441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0af5465b-11e9-4c64-8f6b-dead4def8a00, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00,segment=NetworkSegment(76ada48b-5a7c-4aff-9415-cf0589cc7960),segment_id=76ada48b-5a7c-4aff-9415-cf0589cc7960)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:35.099926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4defe03f-f4f6-4ae0-a619-d2a05daca698 req-ca534068-5bc0-48ff-a457-32e91dfa437a tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 944 time: 0.1527905 Nov 19 18:54:35.162240 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:35.260549 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1b9e32-21d4-47aa-b55f-0acc8ad3923e x-openstack-request-id: req-cc1b9e32-21d4-47aa-b55f-0acc8ad3923e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:35.260841 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae84d169-f27c-4bc8-87af-62986a9ec4db", "tag": "0e2007d0-6aa4-4ad0-878a-52e9fb2016eb", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:35.261094 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc1b9e32-21d4-47aa-b55f-0acc8ad3923e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:35.261523 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'tag': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'status': 'completed', 'code': 200} Nov 19 18:54:35.282692 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4defe03f-f4f6-4ae0-a619-d2a05daca698 req-7ccf054f-bbbe-4068-a764-947917be5f1c tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709452 Nov 19 18:54:35.349779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-96bdc44e-5d27-42fb-ad0e-b49f70db1e83 None None] Port b41f7a30-43b0-4041-84a4-fda62c65de12 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:54:35.363664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3013d3e-af5c-4ab6-85ad-2480a885a45b None None] New status for floating IP 7b9f38ec-86a8-4ccc-a005-42e3bfe56458: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:54:35.405138 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab54be73-c218-4db2-9dfa-b20a99b5480f req-7c3e85fd-2364-42e7-bc91-57ea38d60ebc tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 210 time: 0.0463657 Nov 19 18:54:35.408729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84 req-d4e56116-8aab-4512-aa3f-a433e485a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:35.413581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84 req-d4e56116-8aab-4512-aa3f-a433e485a7ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dcd75b933294a8794d73d8242d0287e&device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 1096 time: 0.1500187 Nov 19 18:54:35.486457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-0b923748-9cc2-4d23-ba69-991eed3b4d8b tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips/7b9f38ec-86a8-4ccc-a005-42e3bfe56458 HTTP/1.1" status: 200 len: 694 time: 0.1026852 Nov 19 18:54:35.610027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84 req-c575e505-401b-49f8-9a32-aa3555110c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:35.623081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84 req-c575e505-401b-49f8-9a32-aa3555110c95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df4a4571-709c-4f97-9012-12bd32bb0f83 HTTP/1.1" status: 200 len: 929 time: 0.1903665 Nov 19 18:54:35.678265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0af5465b-11e9-4c64-8f6b-dead4def8a00'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:35.679832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-b88f6c09-262d-41e8-9d8e-cef4e517234b tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:35.681977 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-b88f6c09-262d-41e8-9d8e-cef4e517234b tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1818118 Nov 19 18:54:35.730175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84 req-eecf982b-3bf5-4080-8c43-fc8553d8c32b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb HTTP/1.1" status: 200 len: 217 time: 0.0982614 Nov 19 18:54:35.759234 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-8104a610-59e3-471f-8039-97db8ca19231 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 697 time: 0.0655305 Nov 19 18:54:35.776968 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:54:35.844946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84 req-ff2b6ec3-31bd-4c53-b1b0-1f0f4c8d88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:35.849729 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84 req-ff2b6ec3-31bd-4c53-b1b0-1f0f4c8d88b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f539ce31-c746-4c79-af86-b292ba170421 HTTP/1.1" status: 200 len: 867 time: 0.1119747 Nov 19 18:54:35.865819 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-a232063b-b9b6-428a-90f8-4d6aa5e734ca tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.55 HTTP/1.1" status: 200 len: 697 time: 0.0963604 Nov 19 18:54:35.908381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41f7a30-43b0-4041-84a4-fda62c65de12 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:35.933515 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:35.973930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0af5465b-11e9-4c64-8f6b-dead4def8a00,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:36.112452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Transition to ACTIVE for port object b41f7a30-43b0-4041-84a4-fda62c65de12 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:54:36.123075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:36.188658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84 req-f9598b69-6a5b-43cc-9433-78513d52e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:36.197166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84 req-f9598b69-6a5b-43cc-9433-78513d52e1ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df4a4571-709c-4f97-9012-12bd32bb0f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2686882 Nov 19 18:54:36.211715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:36.348536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84 req-073bf7ce-c1f6-49a9-85c4-3ea96f3faca3 service neutron] 10.222.0.21 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358831 Nov 19 18:54:36.351674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:36.352366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:36.352920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:36.366228 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-041eb3f5-ea26-4e7d-8118-5990058bf691 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Deleting port cac73fbe-a1de-467e-bb4a-4291be78f4a7 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:36.367134 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-041eb3f5-ea26-4e7d-8118-5990058bf691 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:36.369132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Port b41f7a30-43b0-4041-84a4-fda62c65de12 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:54:36.369730 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:36.379346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:36.380059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:36.380691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:36.381369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Bound port: b41f7a30-43b0-4041-84a4-fda62c65de12, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:36.382025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:36.385103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1614ab-df03-4942-81e4-b33553d2f92c req-4e21163d-fdc5-41d5-9518-a5f3be2a3974 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:36.394461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b1614ab-df03-4942-81e4-b33553d2f92c req-4e21163d-fdc5-41d5-9518-a5f3be2a3974 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 936 time: 0.3105652 Nov 19 18:54:36.496093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b1614ab-df03-4942-81e4-b33553d2f92c req-b7191393-6ca5-4b72-8392-42f6d28ecfb4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004853 Nov 19 18:54:36.612299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:36.619346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-041eb3f5-ea26-4e7d-8118-5990058bf691 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:36.619812 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-041eb3f5-ea26-4e7d-8118-5990058bf691 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:36.640291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:36.646021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-041eb3f5-ea26-4e7d-8118-5990058bf691 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Calling delete_port for cac73fbe-a1de-467e-bb4a-4291be78f4a7 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:36.654452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:36.659086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-60c84e46-665c-4d72-a0d8-48d96646b98b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:36.660865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-60c84e46-665c-4d72-a0d8-48d96646b98b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 820 time: 0.8088779 Nov 19 18:54:36.678723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Request body: {'port': {'device_id': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d', 'admin_state_up': True, 'tenant_id': 'c39e2d28a4ba4ad4a87b739cbc13687b'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:36.727269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:36.728157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:36.729934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] 10.222.0.57 "PUT /v2.0/ports/b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 1096 time: 1.9620891 Nov 19 18:54:36.856663 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b5ff4a8-73e4-494a-9088-9bcddf8a5d84 req-e1f10deb-735c-4be4-afb8-37cf406c08cf service neutron] 10.222.0.21 "GET /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915125 Nov 19 18:54:37.016998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39415f25-a260-45e9-9267-27cbadd6f535 req-9eb1bfc2-e585-4935-9aa3-ad31627aa220 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:37.025178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39415f25-a260-45e9-9267-27cbadd6f535 req-9eb1bfc2-e585-4935-9aa3-ad31627aa220 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 945 time: 0.0990918 Nov 19 18:54:37.060121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Made reservation on behalf of c39e2d28a4ba4ad4a87b739cbc13687b for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:54:37.064424 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:37.079917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-259920d7-7daa-4177-bd92-f4e1948676fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:37.082209 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-259920d7-7daa-4177-bd92-f4e1948676fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1099 time: 0.2901623 Nov 19 18:54:37.083100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf9ead-ed14-42ef-865c-ba09bb8c7e63 service neutron] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:37.106989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39415f25-a260-45e9-9267-27cbadd6f535 req-91600268-0f5e-47f0-989c-1069de4634b4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803955 Nov 19 18:54:37.114685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-041eb3f5-ea26-4e7d-8118-5990058bf691 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:37.202036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eb3f5-ea26-4e7d-8118-5990058bf691 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Pushing event deleted for resources: {'Port': ['ID=cac73fbe-a1de-467e-bb4a-4291be78f4a7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:37.237282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6dea23f5-f156-4741-8214-beaa1103290b req-fed91344-acdb-446d-a0de-3d0c01b8dcc9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 210 time: 0.0440247 Nov 19 18:54:37.263066 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-4deb5db0-b13c-4090-8069-594ed057940e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 217 time: 0.1104081 Nov 19 18:54:37.264284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:37.266638 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf37a6d7-b6cf-489e-a02a-2bf24da78671" -d '{"events": [{"name": "network-changed", "server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:37.385893 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-041eb3f5-ea26-4e7d-8118-5990058bf691 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:37.389231 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-041eb3f5-ea26-4e7d-8118-5990058bf691 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:37.390953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f520f11-9056-4c28-8be1-dee443a112a4 req-041eb3f5-ea26-4e7d-8118-5990058bf691 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "DELETE /v2.0/floatingips/7b9f38ec-86a8-4ccc-a005-42e3bfe56458 HTTP/1.1" status: 204 len: 173 time: 1.5186100 Nov 19 18:54:37.403983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Allocated IP 172.20.0.3 (fc562952-7de9-4dd3-822f-0416150efa5d/a869ff3f-c041-4b50-8cee-e63ee42f5c3f/4f9c3741-8e67-469e-910d-ef1e93051e41) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:37.423037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-5945a6ba-c547-4f05-983d-80b17c4fb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:37.428760 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-5945a6ba-c547-4f05-983d-80b17c4fb98d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1078825 Nov 19 18:54:37.553357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-602ae389-e254-48e1-ab5f-ddad152c6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:37.561273 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-602ae389-e254-48e1-ab5f-ddad152c6054 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246529 Nov 19 18:54:37.591169 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962c6d09-1054-4da2-9291-c4180d9f19cf x-openstack-request-id: req-962c6d09-1054-4da2-9291-c4180d9f19cf {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:37.591169 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:37.596641 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-962c6d09-1054-4da2-9291-c4180d9f19cf {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:37.597309 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'status': 'completed', 'code': 200} Nov 19 18:54:37.778822 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a9ac7-744f-4ccb-a04d-9b19ef7ef578 req-f4cd819c-6674-435f-9ec7-4cb4b0ad9366 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:37.780624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b88a9ac7-744f-4ccb-a04d-9b19ef7ef578 req-f4cd819c-6674-435f-9ec7-4cb4b0ad9366 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0732958 Nov 19 18:54:37.848002 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b88a9ac7-744f-4ccb-a04d-9b19ef7ef578 req-c5457545-4402-4845-86d9-d0b7f5e5a2c5 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0524068 Nov 19 18:54:37.852154 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-436b12c0-fbd5-48f5-b8a6-5013c79046bb service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818911 Nov 19 18:54:37.906198 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:37.949159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9ffbd-faa4-40d2-bb99-15d9cb467f56 req-824d37f4-c7e0-4280-b965-0af8d69e139b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:37.951270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ee9ffbd-faa4-40d2-bb99-15d9cb467f56 req-824d37f4-c7e0-4280-b965-0af8d69e139b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 948 time: 0.2419033 Nov 19 18:54:38.010065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:38.029641 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d6047720-a009-4209-97dc-83977b68ece3'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:38.081147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Network fc562952-7de9-4dd3-822f-0416150efa5d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:38.097267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0af5465b-11e9-4c64-8f6b-dead4def8a00 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:38.115312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:38.132368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:38.192087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Pushing event updated for resources: {'Port': ['ID=4f9c3741-8e67-469e-910d-ef1e93051e41,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:38.213831 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ee9ffbd-faa4-40d2-bb99-15d9cb467f56 req-c933288f-f679-4270-806d-f6971400e610 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147610 Nov 19 18:54:38.246096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:38.248446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:38.276222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1b54b23e-13be-4140-975b-58d0b2dc6afb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6014111 Nov 19 18:54:38.289972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Request body: {'port': {'device_id': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:38.382987 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8f2da2c-7782-4482-89dd-d68f17e24439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:38.420695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 0af5465b-11e9-4c64-8f6b-dead4def8a00 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:54:38.440062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 0af5465b-11e9-4c64-8f6b-dead4def8a00 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:38.440869 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:38.441479 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:38.480152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d25f73-01ce-4cd7-82f7-63e8cae757de req-b7c55204-fd1e-4309-b989-42e1a79b2d20 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:38.489194 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8d25f73-01ce-4cd7-82f7-63e8cae757de req-b7c55204-fd1e-4309-b989-42e1a79b2d20 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 945 time: 0.1221457 Nov 19 18:54:38.502413 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9b175d70-db5e-4597-b1d5-5212d611e8b0 req-3214b962-4e96-480b-ab0c-57acab8ce16a tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0757000 Nov 19 18:54:38.618106 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd9670d3-9617-4bc3-98a6-f4df671519f5 req-2b35a610-c68c-4e05-af39-26e4a69433ed service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7573669 Nov 19 18:54:38.742045 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:38.794157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0af5465b-11e9-4c64-8f6b-dead4def8a00, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00,segment=NetworkSegment(76ada48b-5a7c-4aff-9415-cf0589cc7960),segment_id=76ada48b-5a7c-4aff-9415-cf0589cc7960)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:38.795912 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:38.800106 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236ed6e3-7593-4ca3-8fc0-532d602aa56d" -d '{"events": [{"server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "name": "network-vif-plugged", "status": "completed", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:38.804464 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:38.816746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcde75-1682-492d-bf0e-803549dbd03e req-72f1c2aa-9ec8-472b-9206-8d48b62f889b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:38.818968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5dfcde75-1682-492d-bf0e-803549dbd03e req-72f1c2aa-9ec8-472b-9206-8d48b62f889b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 931 time: 0.1684849 Nov 19 18:54:38.821123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37a6d7-b6cf-489e-a02a-2bf24da78671 req-faf4fbfa-7b30-4401-b395-c98914769f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:38.823181 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf37a6d7-b6cf-489e-a02a-2bf24da78671 req-faf4fbfa-7b30-4401-b395-c98914769f9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1099 time: 0.0806017 Nov 19 18:54:38.829909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8d25f73-01ce-4cd7-82f7-63e8cae757de req-9be02ba9-f06e-4f20-9a25-e021128ccb10 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393428 Nov 19 18:54:38.956872 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0af5465b-11e9-4c64-8f6b-dead4def8a00,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:39.025649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5dfcde75-1682-492d-bf0e-803549dbd03e req-e9f20f69-ed77-4d12-b5ee-b9c465dcdcc2 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670718 Nov 19 18:54:39.065363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37a6d7-b6cf-489e-a02a-2bf24da78671 req-90593ea5-f05c-44d2-b05c-1ea5af01f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:39.065363 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf37a6d7-b6cf-489e-a02a-2bf24da78671 req-90593ea5-f05c-44d2-b05c-1ea5af01f67d service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2135963 Nov 19 18:54:39.130099 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf37a6d7-b6cf-489e-a02a-2bf24da78671 req-1cf75b05-74ea-4b63-b9e3-3d286916d099 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 217 time: 0.0630629 Nov 19 18:54:39.213471 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02122277-4ee7-4908-b052-66134bfc77f3 x-openstack-request-id: req-02122277-4ee7-4908-b052-66134bfc77f3 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:39.214128 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "name": "network-vif-plugged", "status": "completed", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:39.214546 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02122277-4ee7-4908-b052-66134bfc77f3 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:39.215691 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'code': 200} Nov 19 18:54:39.273765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9c3741-8e67-469e-910d-ef1e93051e41 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:39.289917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37a6d7-b6cf-489e-a02a-2bf24da78671 req-2623a9b5-5436-4d90-8d2e-884abd8468c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:39.291894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:39.292250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf37a6d7-b6cf-489e-a02a-2bf24da78671 req-2623a9b5-5436-4d90-8d2e-884abd8468c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1548717 Nov 19 18:54:39.330901 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Transition to ACTIVE for port object 4f9c3741-8e67-469e-910d-ef1e93051e41 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:54:39.389540 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:39.408541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37a6d7-b6cf-489e-a02a-2bf24da78671 req-08dbdb22-f60d-4159-a64d-f8e8c1848cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:39.422021 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf37a6d7-b6cf-489e-a02a-2bf24da78671 req-08dbdb22-f60d-4159-a64d-f8e8c1848cff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104877 Nov 19 18:54:39.496532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9c3741-8e67-469e-910d-ef1e93051e41,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:39.506774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498398c-7f37-4ada-b4c7-032e9bd8e182 req-43aa7562-04ce-4ef1-8425-b7c1a99f8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:39.509419 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e498398c-7f37-4ada-b4c7-032e9bd8e182 req-43aa7562-04ce-4ef1-8425-b7c1a99f8c8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 1097 time: 0.1884513 Nov 19 18:54:39.622876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcf570-9d06-458c-8c8d-50c2cef0661c req-c94bb6eb-7df8-45f9-b539-765b1a17f788 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:39.624429 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7bbcf570-9d06-458c-8c8d-50c2cef0661c req-c94bb6eb-7df8-45f9-b539-765b1a17f788 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 948 time: 0.1597331 Nov 19 18:54:39.665480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad12478-10cb-4a13-ab0d-a5c59e4a4aac req-f71d98e4-c041-4351-be5f-26d66fe25a81 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:39.674059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ad12478-10cb-4a13-ab0d-a5c59e4a4aac req-f71d98e4-c041-4351-be5f-26d66fe25a81 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 945 time: 0.1268041 Nov 19 18:54:39.690221 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7bbcf570-9d06-458c-8c8d-50c2cef0661c req-f06e1548-0d6b-4cd8-a931-e9604b3b0473 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585816 Nov 19 18:54:39.712145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf37a6d7-b6cf-489e-a02a-2bf24da78671 req-bd50f2b6-04fc-4b6b-a7a6-a1d91b18306f service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768764 Nov 19 18:54:39.759898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e498398c-7f37-4ada-b4c7-032e9bd8e182 req-5c27af3f-b5e1-4f69-910b-5af25fe7dc27 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138705 Nov 19 18:54:39.784468 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ad12478-10cb-4a13-ab0d-a5c59e4a4aac req-dba607bc-e646-4bc6-b4a5-1bff281a1f0e tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/security-groups?id=9cb715f6-e9ef-464a-9faf-bd167ef530fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086311 Nov 19 18:54:39.799241 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:39.800140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:39.800574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:39.805426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Port 4f9c3741-8e67-469e-910d-ef1e93051e41 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:54:39.805942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:39.811705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:39.812181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:39.812671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:39.813213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Bound port: 4f9c3741-8e67-469e-910d-ef1e93051e41, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:39.813704 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:39.851459 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf37a6d7-b6cf-489e-a02a-2bf24da78671 req-20d1c991-d004-4a6d-857d-8dc05769b948 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272051 Nov 19 18:54:39.901501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:39.905684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4f9c3741-8e67-469e-910d-ef1e93051e41,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:39.913987 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:39.964945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:39.965731 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:39.967436 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] 10.222.0.21 "PUT /v2.0/ports/4f9c3741-8e67-469e-910d-ef1e93051e41 HTTP/1.1" status: 200 len: 1091 time: 1.6825116 Nov 19 18:54:39.968008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'tag': '4f9c3741-8e67-469e-910d-ef1e93051e41'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:39.970761 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e38af53-2cf1-4505-a8da-8a623ed2ae86" -d '{"events": [{"name": "network-changed", "server_uuid": "2744f38c-b9a5-4405-a351-877bb8b90ecd", "tag": "4f9c3741-8e67-469e-910d-ef1e93051e41"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:40.037255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b2b10-d570-48de-ba11-0e83be2b682c req-31713547-c1b1-4bc8-b792-7270ac048a0b tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:40.042397 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-612b2b10-d570-48de-ba11-0e83be2b682c req-31713547-c1b1-4bc8-b792-7270ac048a0b tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1107967 Nov 19 18:54:40.067407 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84db2465-eb24-4fd6-819a-fb64f36ba3d9 x-openstack-request-id: req-84db2465-eb24-4fd6-819a-fb64f36ba3d9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:40.067699 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2744f38c-b9a5-4405-a351-877bb8b90ecd", "tag": "4f9c3741-8e67-469e-910d-ef1e93051e41", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:40.067974 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84db2465-eb24-4fd6-819a-fb64f36ba3d9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:40.068404 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'tag': '4f9c3741-8e67-469e-910d-ef1e93051e41', 'status': 'completed', 'code': 200} Nov 19 18:54:40.072893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6afe5-daae-40cb-8614-eb320cc61fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9c3741-8e67-469e-910d-ef1e93051e41,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:40.095940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-9b4d0b9f-d052-47b1-b5de-8a28d9227c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:40.097475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-9b4d0b9f-d052-47b1-b5de-8a28d9227c61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 1094 time: 0.0764015 Nov 19 18:54:40.112958 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-612b2b10-d570-48de-ba11-0e83be2b682c req-147d90f3-3657-4eb4-ad49-096984206ee5 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595143 Nov 19 18:54:40.161349 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-ed9712ea-9976-4487-ac67-c1a858d99f6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9c3741-8e67-469e-910d-ef1e93051e41 HTTP/1.1" status: 200 len: 217 time: 0.0544639 Nov 19 18:54:40.239909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1305ca70-9418-425b-9cee-b169f585dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:40.242204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-1305ca70-9418-425b-9cee-b169f585dab8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.0663791 Nov 19 18:54:40.274000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e33bf-d202-496a-aa4f-07fd29c645f9 req-c660f330-3f02-4eef-aa30-202662c944a6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:40.275588 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c46e33bf-d202-496a-aa4f-07fd29c645f9 req-c660f330-3f02-4eef-aa30-202662c944a6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.0664978 Nov 19 18:54:40.290547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-6c910559-b350-4291-bdb5-2eecd0a7fae1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395739 Nov 19 18:54:40.333836 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c46e33bf-d202-496a-aa4f-07fd29c645f9 req-09fcfb83-9418-4700-8e35-0ab76066c5f4 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511508 Nov 19 18:54:40.412215 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-94149072-120b-4a1e-b3b6-ba0210b1c07f service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119018 Nov 19 18:54:40.560405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea900f90-fd45-41eb-9c38-71594983ff89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:40.587985 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7066c837-d289-46a4-8f4d-d5630cf31d21 req-22311eb9-fe55-45a8-969f-6acfb10b1193 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671638 Nov 19 18:54:40.698616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38af53-2cf1-4505-a8da-8a623ed2ae86 req-55df42ea-f5b5-4902-bc64-3f4ca7f7e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:40.700843 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e38af53-2cf1-4505-a8da-8a623ed2ae86 req-55df42ea-f5b5-4902-bc64-3f4ca7f7e79e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 1094 time: 0.0515273 Nov 19 18:54:40.825258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38af53-2cf1-4505-a8da-8a623ed2ae86 req-438ce1e8-2a97-46f2-8c2f-32f95a7ce99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:40.826979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e38af53-2cf1-4505-a8da-8a623ed2ae86 req-438ce1e8-2a97-46f2-8c2f-32f95a7ce99c service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.1179178 Nov 19 18:54:40.874684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21090224-28e6-412f-918d-cf81fed5c300 req-e852a50f-9505-4b3d-9664-b0029cce30f3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:40.877895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-21090224-28e6-412f-918d-cf81fed5c300 req-e852a50f-9505-4b3d-9664-b0029cce30f3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 948 time: 0.0810394 Nov 19 18:54:40.901069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e38af53-2cf1-4505-a8da-8a623ed2ae86 req-d101c6c0-fbef-4a28-8890-c21cbb30a45e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9c3741-8e67-469e-910d-ef1e93051e41 HTTP/1.1" status: 200 len: 217 time: 0.0644495 Nov 19 18:54:40.969499 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-21090224-28e6-412f-918d-cf81fed5c300 req-c1daacfa-80d7-4dde-bebf-2d6608be5078 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845661 Nov 19 18:54:40.996984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38af53-2cf1-4505-a8da-8a623ed2ae86 req-f8a8f9ee-1fc5-48ec-94ec-ba26f53dd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:40.999649 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e38af53-2cf1-4505-a8da-8a623ed2ae86 req-f8a8f9ee-1fc5-48ec-94ec-ba26f53dd51f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.0837846 Nov 19 18:54:41.036856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b41f7a30-43b0-4041-84a4-fda62c65de12 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:54:41.063445 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e38af53-2cf1-4505-a8da-8a623ed2ae86 req-26b5ed54-83aa-4794-8174-978a7d0a7a8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563030 Nov 19 18:54:41.159340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:41.173287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'mac_address': 'fa:16:3e:17:15:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:54:41.235051 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:41.248601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fba68-fa82-45e0-b3a9-d8ee56e9c465 req-fd9ae241-1027-4022-afd7-d077e13e4971 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:41.255776 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-315fba68-fa82-45e0-b3a9-d8ee56e9c465 req-fd9ae241-1027-4022-afd7-d077e13e4971 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 945 time: 0.1856399 Nov 19 18:54:41.259270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41f7a30-43b0-4041-84a4-fda62c65de12 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:41.300059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547ecf1-7fd5-4365-a16c-d1514ebdb7e0 req-e49b71c9-625e-462c-a636-4724bc227df8 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:41.301498 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2547ecf1-7fd5-4365-a16c-d1514ebdb7e0 req-e49b71c9-625e-462c-a636-4724bc227df8 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 945 time: 0.2045169 Nov 19 18:54:41.314747 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:41.327103 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:41.364521 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e38af53-2cf1-4505-a8da-8a623ed2ae86 req-a3ee7875-940c-4833-aa65-4d7971b06c00 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696466 Nov 19 18:54:41.409384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:41.436206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-315fba68-fa82-45e0-b3a9-d8ee56e9c465 req-0ca1c588-2025-403c-be21-ef4266523fd9 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/security-groups?id=9cb715f6-e9ef-464a-9faf-bd167ef530fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794987 Nov 19 18:54:41.485177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11610c7-e12f-42f9-a319-6d971b3bf89f req-d1366558-f0fc-4f6d-a464-06762dd74c67 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:41.487192 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e11610c7-e12f-42f9-a319-6d971b3bf89f req-d1366558-f0fc-4f6d-a464-06762dd74c67 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0714533 Nov 19 18:54:41.561874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-2547ecf1-7fd5-4365-a16c-d1514ebdb7e0 req-bcf1f9b1-c7da-4a91-8f04-466de8f95ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Deleting port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:41.562178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2547ecf1-7fd5-4365-a16c-d1514ebdb7e0 req-bcf1f9b1-c7da-4a91-8f04-466de8f95ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:41.566910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e11610c7-e12f-42f9-a319-6d971b3bf89f req-5453b8a7-1f9b-4035-a855-ac2f8dd0c13f tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729303 Nov 19 18:54:41.568451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e38af53-2cf1-4505-a8da-8a623ed2ae86 req-80898b5d-4cca-4014-9b0e-1daf6076d3e4 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915817 Nov 19 18:54:41.705734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba920b4-82b4-4b9c-a82c-6f8df36905bb req-6483b215-fe01-4716-90f4-3255a652c6e3 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:41.707273 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ba920b4-82b4-4b9c-a82c-6f8df36905bb req-6483b215-fe01-4716-90f4-3255a652c6e3 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.0517089 Nov 19 18:54:41.733774 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:41.745786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['b41f7a30-43b0-4041-84a4-fda62c65de12'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:41.756549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-2547ecf1-7fd5-4365-a16c-d1514ebdb7e0 req-bcf1f9b1-c7da-4a91-8f04-466de8f95ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] For port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb,segment=NetworkSegment(a49da5c3-5627-4e07-8191-67775c55c212),segment_id=a49da5c3-5627-4e07-8191-67775c55c212)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:41.757017 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2547ecf1-7fd5-4365-a16c-d1514ebdb7e0 req-bcf1f9b1-c7da-4a91-8f04-466de8f95ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:41.759941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ba920b4-82b4-4b9c-a82c-6f8df36905bb req-7dc661ce-890e-4f78-a2cc-36520b501c8f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459080 Nov 19 18:54:41.774205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-cc4c0036-6276-49bb-bf61-8bf7ea486537 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:41.775806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-cc4c0036-6276-49bb-bf61-8bf7ea486537 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 805 time: 0.2285874 Nov 19 18:54:41.784846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-2547ecf1-7fd5-4365-a16c-d1514ebdb7e0 req-bcf1f9b1-c7da-4a91-8f04-466de8f95ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Calling delete_port for 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:41.795767 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-b7bb261c-da94-4c13-a463-612e20f7cd4b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/quotas/9b4db7fa83d441578db11c43bb608bce HTTP/1.1" status: 200 len: 375 time: 0.0127683 Nov 19 18:54:41.910101 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-5e7a9523-6ea9-45a2-a5f9-4a10af57ff05 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1082489 Nov 19 18:54:42.054149 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-ddc2817a-36da-41e6-8ea2-a2c2be22023f service neutron] 10.222.0.50 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305377 Nov 19 18:54:42.055732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2547ecf1-7fd5-4365-a16c-d1514ebdb7e0 req-bcf1f9b1-c7da-4a91-8f04-466de8f95ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:42.067715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0e2007d0-6aa4-4ad0-878a-52e9fb2016eb'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:42.084361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1f9b1-c7da-4a91-8f04-466de8f95ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Pushing event deleted for resources: {'Port': ['ID=0e2007d0-6aa4-4ad0-878a-52e9fb2016eb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:42.182540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2547ecf1-7fd5-4365-a16c-d1514ebdb7e0 req-bcf1f9b1-c7da-4a91-8f04-466de8f95ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] No DVR routers for this DVR port 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:54:42.187129 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2547ecf1-7fd5-4365-a16c-d1514ebdb7e0 req-bcf1f9b1-c7da-4a91-8f04-466de8f95ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:42.190468 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2547ecf1-7fd5-4365-a16c-d1514ebdb7e0 req-bcf1f9b1-c7da-4a91-8f04-466de8f95ab4 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.21 "DELETE /v2.0/ports/0e2007d0-6aa4-4ad0-878a-52e9fb2016eb HTTP/1.1" status: 204 len: 173 time: 0.8784781 Nov 19 18:54:42.190934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'name': 'network-vif-deleted', 'tag': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:42.193669 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aab7dcd-113b-45cc-a111-93df57e6efa9" -d '{"events": [{"server_uuid": "ae84d169-f27c-4bc8-87af-62986a9ec4db", "name": "network-vif-deleted", "tag": "0e2007d0-6aa4-4ad0-878a-52e9fb2016eb"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:42.291289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-72f1e548-6362-481a-9bb6-fce10854b581 service neutron] 10.222.0.50 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078717 Nov 19 18:54:42.306884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f07280-f262-4b58-8ad2-9817ccb9ede6 req-d5661f35-6bcf-4723-97fb-961e57e59671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:42.309259 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3f07280-f262-4b58-8ad2-9817ccb9ede6 req-d5661f35-6bcf-4723-97fb-961e57e59671 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e236eb2d55904f3cb45b4d2fa78847d3&device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 1097 time: 0.0653303 Nov 19 18:54:42.314247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095bde1-92b2-4597-a5c1-026f86c68b3f req-8ff7ffec-6b8c-4e97-a6b3-ed8c2aa04915 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:42.316600 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5095bde1-92b2-4597-a5c1-026f86c68b3f req-8ff7ffec-6b8c-4e97-a6b3-ed8c2aa04915 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 949 time: 0.0664237 Nov 19 18:54:42.411353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5095bde1-92b2-4597-a5c1-026f86c68b3f req-d03bd5f3-23fe-4303-be27-bc0e131012f3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865214 Nov 19 18:54:42.442575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f07280-f262-4b58-8ad2-9817ccb9ede6 req-fdd2d1d6-8d5d-440c-87a5-25c885cd4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:42.444424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3f07280-f262-4b58-8ad2-9817ccb9ede6 req-fdd2d1d6-8d5d-440c-87a5-25c885cd4a89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a021cf07-8927-4181-86a8-7d3bf2088151 HTTP/1.1" status: 200 len: 920 time: 0.1194723 Nov 19 18:54:42.497849 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3f07280-f262-4b58-8ad2-9817ccb9ede6 req-0c5f611e-71e3-4fcb-baf4-82ea829d3b2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 217 time: 0.0454078 Nov 19 18:54:42.567321 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa527cc6-c763-44c4-b18e-bb32fbb3bc04 x-openstack-request-id: req-fa527cc6-c763-44c4-b18e-bb32fbb3bc04 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:42.567623 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae84d169-f27c-4bc8-87af-62986a9ec4db", "name": "network-vif-deleted", "tag": "0e2007d0-6aa4-4ad0-878a-52e9fb2016eb", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:42.567882 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa527cc6-c763-44c4-b18e-bb32fbb3bc04 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:42.568287 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae84d169-f27c-4bc8-87af-62986a9ec4db', 'name': 'network-vif-deleted', 'tag': '0e2007d0-6aa4-4ad0-878a-52e9fb2016eb', 'status': 'completed', 'code': 200} Nov 19 18:54:42.611706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f07280-f262-4b58-8ad2-9817ccb9ede6 req-cfc6b744-7512-45b7-8598-08c7ad01d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:42.612265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc08ab-51dd-4e65-8599-0bcd54f9a564 req-38f4ed9b-7358-40d2-8917-83bee4d3b527 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:42.613214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3f07280-f262-4b58-8ad2-9817ccb9ede6 req-cfc6b744-7512-45b7-8598-08c7ad01d380 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2082e5-8f7d-4190-8372-20543116ab9e HTTP/1.1" status: 200 len: 859 time: 0.1037545 Nov 19 18:54:42.623912 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3bfc08ab-51dd-4e65-8599-0bcd54f9a564 req-38f4ed9b-7358-40d2-8917-83bee4d3b527 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0777855 Nov 19 18:54:42.702754 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3f07280-f262-4b58-8ad2-9817ccb9ede6 req-a70fc423-7a66-42da-b0d3-f74470ead1ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a021cf07-8927-4181-86a8-7d3bf2088151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729628 Nov 19 18:54:42.711832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3bfc08ab-51dd-4e65-8599-0bcd54f9a564 req-af601ab8-7c60-4201-aa41-6e8e32cf6dad tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870786 Nov 19 18:54:42.846173 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3dec6711-0929-4365-9eed-df2497fbf280 req-1b233ede-835c-45f1-b728-1e46b757ebe0 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 210 time: 0.0352604 Nov 19 18:54:43.005652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4beaa-7780-4101-976c-96dafb0bca1f req-43c87334-6069-4c3c-845a-48ab3a85581f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:43.016093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a0b4beaa-7780-4101-976c-96dafb0bca1f req-43c87334-6069-4c3c-845a-48ab3a85581f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.1047306 Nov 19 18:54:43.075975 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a0b4beaa-7780-4101-976c-96dafb0bca1f req-c5ffc6d6-f04e-4e88-ba14-3d69ed93331d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587988 Nov 19 18:54:43.125926 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:43.246686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d037fb9f-0536-4d3c-9112-c14280737ce1 req-b9b5f43c-1644-4f92-8e9b-0cfcc426d8a1 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180 tempest-FloatingIPsAssociationNegativeTestJSON-1397918180-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae84d169-f27c-4bc8-87af-62986a9ec4db HTTP/1.1" status: 200 len: 210 time: 0.3790507 Nov 19 18:54:43.304432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79036abb-cb6f-47de-bcc5-0a0f6e377384 req-548e47b8-58d8-4f75-baf7-850bb5e26402 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:43.306119 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79036abb-cb6f-47de-bcc5-0a0f6e377384 req-548e47b8-58d8-4f75-baf7-850bb5e26402 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde7bb5a-eb0f-4395-b728-22cbdd0f93f6 HTTP/1.1" status: 200 len: 946 time: 0.5065467 Nov 19 18:54:43.325658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3f07280-f262-4b58-8ad2-9817ccb9ede6 req-614a3263-212c-4a6c-85f4-1146fe746c40 service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090705 Nov 19 18:54:43.476630 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3f07280-f262-4b58-8ad2-9817ccb9ede6 req-b46fb983-28bd-48bf-86b4-802a9eb0fa9b service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343460 Nov 19 18:54:43.495059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-79036abb-cb6f-47de-bcc5-0a0f6e377384 req-1e6703dc-a182-4890-8a26-4e46ea9a789b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Deleting port 75d07135-f248-49fd-a950-cd93452017df {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:43.495408 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-79036abb-cb6f-47de-bcc5-0a0f6e377384 req-1e6703dc-a182-4890-8a26-4e46ea9a789b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:43.598293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b028d-ba59-434f-a50f-a868ffacb2f9 req-1127a07f-b5ba-4389-bf66-30fd7a39b8c3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:43.599744 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd1b028d-ba59-434f-a50f-a868ffacb2f9 req-1127a07f-b5ba-4389-bf66-30fd7a39b8c3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 949 time: 0.1163175 Nov 19 18:54:43.648935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-79036abb-cb6f-47de-bcc5-0a0f6e377384 req-1e6703dc-a182-4890-8a26-4e46ea9a789b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] For port 75d07135-f248-49fd-a950-cd93452017df, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75d07135-f248-49fd-a950-cd93452017df,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:43.649350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-79036abb-cb6f-47de-bcc5-0a0f6e377384 req-1e6703dc-a182-4890-8a26-4e46ea9a789b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:43.677909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-79036abb-cb6f-47de-bcc5-0a0f6e377384 req-1e6703dc-a182-4890-8a26-4e46ea9a789b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Calling delete_port for 75d07135-f248-49fd-a950-cd93452017df owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:43.755572 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd1b028d-ba59-434f-a50f-a868ffacb2f9 req-ac7895e3-cff4-43d5-af13-ac1ce5fd2104 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496119 Nov 19 18:54:43.910128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-fba182b5-e068-4a05-a1ae-def81f9873a8 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:43.911586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-fba182b5-e068-4a05-a1ae-def81f9873a8 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 805 time: 0.2393575 Nov 19 18:54:43.936574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Request body: {'port': {'device_id': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'admin_state_up': True, 'tenant_id': '9b4db7fa83d441578db11c43bb608bce'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:43.948078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571bffa-469d-4e3f-a14b-f1ef86b08405 req-8a5821b3-e7b4-4161-b9f5-87565e9a802f tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:43.950209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a571bffa-469d-4e3f-a14b-f1ef86b08405 req-8a5821b3-e7b4-4161-b9f5-87565e9a802f tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1210437 Nov 19 18:54:43.962820 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-71d5c3c3-c742-43ea-9a86-b2e93fc86ef7 req-33b82a6e-5795-4ac2-874a-89beffc8cf5f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 210 time: 0.0340126 Nov 19 18:54:44.024544 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:44.068321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75d07135-f248-49fd-a950-cd93452017df no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:54:44.109605 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-79036abb-cb6f-47de-bcc5-0a0f6e377384 req-1e6703dc-a182-4890-8a26-4e46ea9a789b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:44.118255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No active binding found for port 75d07135-f248-49fd-a950-cd93452017df {{(pid=109889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 18:54:44.119207 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75d07135-f248-49fd-a950-cd93452017df not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:54:44.120643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:54:44.142796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:54:44.143441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0e2007d0-6aa4-4ad0-878a-52e9fb2016eb not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:54:44.158465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a571bffa-469d-4e3f-a14b-f1ef86b08405 req-f2361c72-9c80-4f56-a197-3f1c6c7d4f00 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924443 Nov 19 18:54:44.169367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6703dc-a182-4890-8a26-4e46ea9a789b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Pushing event deleted for resources: {'Port': ['ID=75d07135-f248-49fd-a950-cd93452017df,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:44.216212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-79036abb-cb6f-47de-bcc5-0a0f6e377384 req-1e6703dc-a182-4890-8a26-4e46ea9a789b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] No DVR routers for this DVR port 75d07135-f248-49fd-a950-cd93452017df on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:54:44.218909 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-79036abb-cb6f-47de-bcc5-0a0f6e377384 req-1e6703dc-a182-4890-8a26-4e46ea9a789b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:44.222175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79036abb-cb6f-47de-bcc5-0a0f6e377384 req-1e6703dc-a182-4890-8a26-4e46ea9a789b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "DELETE /v2.0/ports/75d07135-f248-49fd-a950-cd93452017df HTTP/1.1" status: 204 len: 173 time: 0.9095776 Nov 19 18:54:44.236727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887fdfc-bbd2-4a5f-96d8-96be2e193a05 req-83367bc7-2a92-4dcd-abcc-c6222fafe7ff tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:44.238900 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0887fdfc-bbd2-4a5f-96d8-96be2e193a05 req-83367bc7-2a92-4dcd-abcc-c6222fafe7ff tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.0653000 Nov 19 18:54:44.247738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Made reservation on behalf of 9b4db7fa83d441578db11c43bb608bce for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:54:44.251397 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:44.311932 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0887fdfc-bbd2-4a5f-96d8-96be2e193a05 req-d078aa63-58ea-4a74-87fa-1ef41e4519ff tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657437 Nov 19 18:54:44.334209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32820) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:44.414901 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Allocated IP 172.20.0.3 (81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c/a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91/0fd38dd8-5b4f-480c-a9b5-cf329bfe348f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:44.569367 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:44.570563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde7bb5a-eb0f-4395-b728-22cbdd0f93f6', 'name': 'network-vif-deleted', 'tag': '75d07135-f248-49fd-a950-cd93452017df'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:44.572823 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05053102-1488-4be9-b12b-74d367fdd673" -d '{"events": [{"server_uuid": "cde7bb5a-eb0f-4395-b728-22cbdd0f93f6", "name": "network-vif-deleted", "tag": "75d07135-f248-49fd-a950-cd93452017df"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:44.613232 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489219ee-1565-4290-8385-e351bf3bf738 x-openstack-request-id: req-489219ee-1565-4290-8385-e351bf3bf738 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:44.613533 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde7bb5a-eb0f-4395-b728-22cbdd0f93f6", "name": "network-vif-deleted", "tag": "75d07135-f248-49fd-a950-cd93452017df", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:44.613821 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-489219ee-1565-4290-8385-e351bf3bf738 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:44.614223 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde7bb5a-eb0f-4395-b728-22cbdd0f93f6', 'name': 'network-vif-deleted', 'tag': '75d07135-f248-49fd-a950-cd93452017df', 'status': 'completed', 'code': 200} Nov 19 18:54:44.622493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:44.670873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:44.674381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:44.678310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:44.704358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Pushing event updated for resources: {'Port': ['ID=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:44.716216 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:44.738511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:44.739226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:44.758497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-7874de48-9c42-4019-836e-919618352d7d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8270109 Nov 19 18:54:44.771765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Request body: {'port': {'device_id': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:44.871564 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:44.943568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d32cd-6fe8-431c-a220-f02b18b970c1 req-863822a4-ce6c-4e3f-8d0e-b52ca19aa0a1 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:44.945149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b7d32cd-6fe8-431c-a220-f02b18b970c1 req-863822a4-ce6c-4e3f-8d0e-b52ca19aa0a1 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 949 time: 0.1083102 Nov 19 18:54:45.007612 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b7d32cd-6fe8-431c-a220-f02b18b970c1 req-16326bd2-d1f8-4cf9-808e-16b0d62ebd1c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547767 Nov 19 18:54:45.061714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b41f7a30-43b0-4041-84a4-fda62c65de12 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:45.086845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] Deleting port 01e4e3c9-57de-4411-ae13-2024616858b6 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:45.087182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.116078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port b41f7a30-43b0-4041-84a4-fda62c65de12 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:54:45.120431 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port b41f7a30-43b0-4041-84a4-fda62c65de12 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:45.121568 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.125740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0612bf4-51b9-456a-80cc-7f125142dc88 req-0a79cc4a-4d90-47c3-8297-1db9e3298d61 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:45.127297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0612bf4-51b9-456a-80cc-7f125142dc88 req-0a79cc4a-4d90-47c3-8297-1db9e3298d61 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 931 time: 0.0801234 Nov 19 18:54:45.181537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] For port 01e4e3c9-57de-4411-ae13-2024616858b6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=01e4e3c9-57de-4411-ae13-2024616858b6,segment=NetworkSegment(a49da5c3-5627-4e07-8191-67775c55c212),segment_id=a49da5c3-5627-4e07-8191-67775c55c212)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:45.182409 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.208834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] Calling delete_port for 01e4e3c9-57de-4411-ae13-2024616858b6 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:45.209435 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.235309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:45.236102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0612bf4-51b9-456a-80cc-7f125142dc88 req-025bf1cd-40ff-4f81-a260-fea0ebf7ea1f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973811 Nov 19 18:54:45.237815 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74b5488-45ca-4216-ace2-88d8172ddb7b" -d '{"events": [{"server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "name": "network-vif-plugged", "status": "completed", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:45.244576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:45.253308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.262827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:45.266910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Transition to ACTIVE for port object 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:54:45.268097 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.274629 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.296665 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114d9ceb-1ff1-4b8f-9f10-708e7e3a8e57 x-openstack-request-id: req-114d9ceb-1ff1-4b8f-9f10-708e7e3a8e57 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:45.296971 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "name": "network-vif-plugged", "status": "completed", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:45.297396 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-114d9ceb-1ff1-4b8f-9f10-708e7e3a8e57 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:45.297996 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'code': 200} Nov 19 18:54:45.332587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:45.369284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:45.415444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df99f9-5b1a-4b9c-8587-bfac14777a9f req-ad221f50-90fc-4ae4-8b7d-5f9f737cbd97 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:45.417194 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83df99f9-5b1a-4b9c-8587-bfac14777a9f req-ad221f50-90fc-4ae4-8b7d-5f9f737cbd97 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1454196 Nov 19 18:54:45.457615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Attempting to bind port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:45.458215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Attempting to bind port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:45.458215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Attempting to bind port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:45.466474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:54:45.466792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Attempting to bind port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:45.474572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:45.474900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Checking segment: {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:45.475279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Bound using segment: {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:45.475699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Bound port: 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:45.476049 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.495127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980b587-33bc-4c7a-ab9d-8d5c3d396515 req-fce393d2-d6df-4be9-a15c-719dc29d09f5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:45.497258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f980b587-33bc-4c7a-ab9d-8d5c3d396515 req-fce393d2-d6df-4be9-a15c-719dc29d09f5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.0823195 Nov 19 18:54:45.497914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39b2da-8db8-4d3a-8df5-590abe2b60cb req-9f7ee593-be7c-45e1-84e9-e738e47830f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:45.499396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a39b2da-8db8-4d3a-8df5-590abe2b60cb req-9f7ee593-be7c-45e1-84e9-e738e47830f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1101 time: 0.1284232 Nov 19 18:54:45.548482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83df99f9-5b1a-4b9c-8587-bfac14777a9f req-83175072-33c6-4c65-a559-5bd7f8b74b76 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227100 Nov 19 18:54:45.596227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] For port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:45.599543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a39b2da-8db8-4d3a-8df5-590abe2b60cb req-1b89b3c3-c9a4-4bd9-ae4b-b505aec8b43e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870078 Nov 19 18:54:45.599684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] For port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:45.603964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f980b587-33bc-4c7a-ab9d-8d5c3d396515 req-6a801b57-a759-40c7-a75c-e6028801e475 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003692 Nov 19 18:54:45.605484 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.631447 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.646314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:45.646926 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.648294 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] 10.222.0.21 "PUT /v2.0/ports/0fd38dd8-5b4f-480c-a9b5-cf329bfe348f HTTP/1.1" status: 200 len: 1091 time: 0.8811612 Nov 19 18:54:45.656550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] Pushing event deleted for resources: {'Port': ['ID=01e4e3c9-57de-4411-ae13-2024616858b6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:45.676789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb4055-0b67-41f4-ac33-fa2a704ba441 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:45.750255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-671d5473-8925-4139-91a1-877c2f4f528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:45.752542 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-671d5473-8925-4139-91a1-877c2f4f528d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 1094 time: 0.0500450 Nov 19 18:54:45.805924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-99b79028-38a7-4b35-8abb-860ca07378ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f HTTP/1.1" status: 200 len: 217 time: 0.0400152 Nov 19 18:54:45.835026 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:45.859756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-f0f091ff-6a34-4056-871f-e160c5393df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:45.861297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-f0f091ff-6a34-4056-871f-e160c5393df3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91 HTTP/1.1" status: 200 len: 845 time: 0.0472288 Nov 19 18:54:45.900710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-6ae738bb-112a-4210-955a-37f7016041d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316172 Nov 19 18:54:46.004436 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-d11a7796-fb0b-49fa-8736-eac472c04d3b service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921807 Nov 19 18:54:46.097192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaac389-2d73-446c-8188-fdcb688e8d9d req-3ba96784-3710-41a5-af07-891e508a917b tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:46.098730 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cbaac389-2d73-446c-8188-fdcb688e8d9d req-3ba96784-3710-41a5-af07-891e508a917b tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 946 time: 0.0680225 Nov 19 18:54:46.103140 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] Router 175041d5-d4bf-4282-a3e5-399789834472 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:54:46.116043 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d254-5847-49b9-b2a5-1d5ed65d9919 req-9ecabab3-9027-4efd-90a0-48d6d94deb2b service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029809 Nov 19 18:54:46.153331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31a97c-5e3f-450e-9be0-f7b3544d459a req-86ea613f-d9dc-4bb8-9b0f-c18d991ef33c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:46.154853 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba31a97c-5e3f-450e-9be0-f7b3544d459a req-86ea613f-d9dc-4bb8-9b0f-c18d991ef33c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0568953 Nov 19 18:54:46.198624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cbaac389-2d73-446c-8188-fdcb688e8d9d req-9cf093d2-425b-4ecf-b5fd-047a7950ce58 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908833 Nov 19 18:54:46.202895 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba31a97c-5e3f-450e-9be0-f7b3544d459a req-a733b6b2-c388-4add-9252-9e645ce454a0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Nov 19 18:54:46.247868 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:54:46.252776 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e89a78e6-0fc8-4a72-968c-b2aa47f9a14c admin admin] 10.222.0.50 "PUT /v2.0/routers/175041d5-d4bf-4282-a3e5-399789834472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9175799 Nov 19 18:54:46.255511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32850) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:46.258305 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ddf71-f2a6-4770-887d-d1660dce0f80 None None] Sync routers for ids ['175041d5-d4bf-4282-a3e5-399789834472'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:54:46.272811 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ddf71-f2a6-4770-887d-d1660dce0f80 None None] Routers {'175041d5-d4bf-4282-a3e5-399789834472'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:46.273533 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cf5ddf71-f2a6-4770-887d-d1660dce0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['175041d5-d4bf-4282-a3e5-399789834472'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:46.389103 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cf5ddf71-f2a6-4770-887d-d1660dce0f80 None None] Set router 175041d5-d4bf-4282-a3e5-399789834472 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:46.403689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7a9be-b92e-4da3-a133-ed48e14142f5 req-40be1748-b7cb-4722-b895-979904884f3d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:46.405108 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98a7a9be-b92e-4da3-a133-ed48e14142f5 req-40be1748-b7cb-4722-b895-979904884f3d tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 943 time: 0.1012454 Nov 19 18:54:46.411759 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:46.543395 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98a7a9be-b92e-4da3-a133-ed48e14142f5 req-a9b4aed7-14a3-441d-b9e7-e24fa85fa6a1 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277282 Nov 19 18:54:46.565946 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:46.584419 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cf5ddf71-f2a6-4770-887d-d1660dce0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:54:45Z', 'revision_number': 5, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port': {'id': '5110a2df-ec1f-4944-8a1a-87a9f13f8023', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175041d5-d4bf-4282-a3e5-399789834472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:53:55Z', 'updated_at': '2021-11-19T18:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:46.611312 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ddf71-f2a6-4770-887d-d1660dce0f80 None None] Checking router: 175041d5-d4bf-4282-a3e5-399789834472 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:54:46.615908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'tag': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:46.618821 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a80e04-2437-4d11-a9cf-20d54fe3a1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "359237fa-b1a9-44ae-b168-61f55ec503e6", "tag": "0fd38dd8-5b4f-480c-a9b5-cf329bfe348f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:46.619750 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ddf71-f2a6-4770-887d-d1660dce0f80 None None] Routers {'175041d5-d4bf-4282-a3e5-399789834472'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:46.620574 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cf5ddf71-f2a6-4770-887d-d1660dce0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['175041d5-d4bf-4282-a3e5-399789834472'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:46.633849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Deleting port 5110a2df-ec1f-4944-8a1a-87a9f13f8023 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:46.633849 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:46.672255 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2727c5-d610-4fcb-8094-715409e71c16 x-openstack-request-id: req-4d2727c5-d610-4fcb-8094-715409e71c16 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:46.672657 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359237fa-b1a9-44ae-b168-61f55ec503e6", "tag": "0fd38dd8-5b4f-480c-a9b5-cf329bfe348f", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:46.673165 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d2727c5-d610-4fcb-8094-715409e71c16 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:46.673644 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'tag': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f', 'status': 'completed', 'code': 200} Nov 19 18:54:46.720437 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cf5ddf71-f2a6-4770-887d-d1660dce0f80 None None] Set router 175041d5-d4bf-4282-a3e5-399789834472 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:46.745019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d01d4-1130-4473-b7b1-09c95b5e334f req-16fd8035-1834-421e-9ae6-26cc242e78fa tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:46.748538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff4d01d4-1130-4473-b7b1-09c95b5e334f req-16fd8035-1834-421e-9ae6-26cc242e78fa tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1170564 Nov 19 18:54:46.771668 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] For port 5110a2df-ec1f-4944-8a1a-87a9f13f8023, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5110a2df-ec1f-4944-8a1a-87a9f13f8023,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:46.772063 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:46.776156 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cf5ddf71-f2a6-4770-887d-d1660dce0f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:54:46Z', 'revision_number': 6, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:46.787109 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Calling delete_port for 5110a2df-ec1f-4944-8a1a-87a9f13f8023 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:46.788921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a80e04-2437-4d11-a9cf-20d54fe3a1cd req-446adabc-170d-45e3-a088-5d0d354adeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:46.790518 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65a80e04-2437-4d11-a9cf-20d54fe3a1cd req-446adabc-170d-45e3-a088-5d0d354adeb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 1094 time: 0.0933845 Nov 19 18:54:46.804308 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ddf71-f2a6-4770-887d-d1660dce0f80 None None] The sync data for ids ['175041d5-d4bf-4282-a3e5-399789834472'] in n-d-815373-6 is: [{'id': '175041d5-d4bf-4282-a3e5-399789834472', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-118352065-router', 'tenant_id': '1dcd75b933294a8794d73d8242d0287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:53:54Z', 'updated_at': '2021-11-19T18:54:46Z', 'revision_number': 6, 'project_id': '1dcd75b933294a8794d73d8242d0287e', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:54:46.813744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122a3a9-4b8c-41e8-812a-126097a2d888 req-2e2833ca-53fa-4bfb-ba76-b97835e6a04e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:46.816294 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0122a3a9-4b8c-41e8-812a-126097a2d888 req-2e2833ca-53fa-4bfb-ba76-b97835e6a04e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.0899820 Nov 19 18:54:46.832246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff4d01d4-1130-4473-b7b1-09c95b5e334f req-8784912f-63ed-4259-949f-856b7c49d0fc tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803792 Nov 19 18:54:46.916240 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0122a3a9-4b8c-41e8-812a-126097a2d888 req-b3d4dd5d-9625-4fc7-9083-01dd025c94b5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644450 Nov 19 18:54:46.949595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a80e04-2437-4d11-a9cf-20d54fe3a1cd req-5725a7b0-c511-441d-b030-b271a00356be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:46.951191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65a80e04-2437-4d11-a9cf-20d54fe3a1cd req-5725a7b0-c511-441d-b030-b271a00356be service neutron] 10.222.0.21 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 906 time: 0.1480751 Nov 19 18:54:47.003410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65a80e04-2437-4d11-a9cf-20d54fe3a1cd req-99f8f8a3-3380-45d4-b436-66509ceed843 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f HTTP/1.1" status: 200 len: 217 time: 0.0445647 Nov 19 18:54:47.035740 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:47.064547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Pushing event deleted for resources: {'Port': ['ID=5110a2df-ec1f-4944-8a1a-87a9f13f8023,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:47.066711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a80e04-2437-4d11-a9cf-20d54fe3a1cd req-b26c6eb2-25a9-4314-ac89-210cb0148361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:47.068388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65a80e04-2437-4d11-a9cf-20d54fe3a1cd req-b26c6eb2-25a9-4314-ac89-210cb0148361 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91 HTTP/1.1" status: 200 len: 845 time: 0.0570600 Nov 19 18:54:47.104390 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65a80e04-2437-4d11-a9cf-20d54fe3a1cd req-9a6a4d9c-27a7-45f8-8414-0c3260fb3583 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272973 Nov 19 18:54:47.158585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:47.225886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65a80e04-2437-4d11-a9cf-20d54fe3a1cd req-21383113-0fa4-4f84-9cdc-1770ec33404b service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113794 Nov 19 18:54:47.379261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65a80e04-2437-4d11-a9cf-20d54fe3a1cd req-e5a5f0c2-11b3-46c7-a98e-2e91e1fede3a service neutron] 10.222.0.21 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432719 Nov 19 18:54:47.391158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa20e9b-2e85-4f37-8b6c-378b9f1a6c85 req-5c671867-977c-4e65-9bf1-edb7b28dbb16 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:47.392718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-faa20e9b-2e85-4f37-8b6c-378b9f1a6c85 req-5c671867-977c-4e65-9bf1-edb7b28dbb16 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0805063 Nov 19 18:54:47.446043 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-faa20e9b-2e85-4f37-8b6c-378b9f1a6c85 req-302bd1b6-e11d-40b6-a6d3-1ec484552753 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Nov 19 18:54:47.541274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f08467-e846-456a-800b-1c664c1c8113 req-b9fdfec5-0d75-42c1-8451-0afa705f18d2 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:47.543504 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2f08467-e846-456a-800b-1c664c1c8113 req-b9fdfec5-0d75-42c1-8451-0afa705f18d2 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 946 time: 0.4334958 Nov 19 18:54:47.549135 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:47.553042 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:47.603480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fa147-f7ac-407c-a1f5-9f6c2f57f23e req-f169ae9d-f9ff-429e-ba74-c3654b51a519 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:47.604991 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c53fa147-f7ac-407c-a1f5-9f6c2f57f23e req-f169ae9d-f9ff-429e-ba74-c3654b51a519 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1101 time: 0.0401225 Nov 19 18:54:47.639879 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:47.640467 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 175041d5-d4bf-4282-a3e5-399789834472 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:54:47.649285 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:47.650482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-14b3c9a9-9f0f-4b3c-aea7-f47324e533cd admin admin] 10.222.0.50 "DELETE /v2.0/routers/175041d5-d4bf-4282-a3e5-399789834472 HTTP/1.1" status: 204 len: 168 time: 1.3939490 Nov 19 18:54:47.653722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32874) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:47.662313 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2f08467-e846-456a-800b-1c664c1c8113 req-f68a17f3-a563-405f-a4cf-e30ffdaf24bc tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111214 Nov 19 18:54:47.665043 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c53fa147-f7ac-407c-a1f5-9f6c2f57f23e req-6343aebf-724f-41cc-be0a-60cf333a61ae tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532701 Nov 19 18:54:47.716771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf1e881-f85d-43cf-88ca-83ce0cc667b5 admin admin] Deleting subnet f539ce31-c746-4c79-af86-b292ba170421 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:54:47.720650 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e881-f85d-43cf-88ca-83ce0cc667b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:47.779301 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e881-f85d-43cf-88ca-83ce0cc667b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:47.832751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe14f2-dc40-49eb-853a-eb964006777c req-aa85454c-c41b-4fa2-9a20-bab4117674e7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:47.834300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1bfe14f2-dc40-49eb-853a-eb964006777c req-aa85454c-c41b-4fa2-9a20-bab4117674e7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 943 time: 0.0935512 Nov 19 18:54:47.938870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e881-f85d-43cf-88ca-83ce0cc667b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:47.972012 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1bfe14f2-dc40-49eb-853a-eb964006777c req-9f7d22ff-3998-48e8-81bb-af603f2c94ef tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305916 Nov 19 18:54:48.008677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e881-f85d-43cf-88ca-83ce0cc667b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.023653 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e881-f85d-43cf-88ca-83ce0cc667b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.029681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32894) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:48.030569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ecf1e881-f85d-43cf-88ca-83ce0cc667b5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f539ce31-c746-4c79-af86-b292ba170421 HTTP/1.1" status: 204 len: 168 time: 0.3757808 Nov 19 18:54:48.032468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3c9bb8-9253-426b-b9d9-c34fbf78014b None None] Network df4a4571-709c-4f97-9012-12bd32bb0f83 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:54:48.054661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1e881-f85d-43cf-88ca-83ce0cc667b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f539ce31-c746-4c79-af86-b292ba170421,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:48.092245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:54:48.123018 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.149983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802316a-7fa1-441b-a125-207eafe387f4 req-5d977c2f-c0ef-425b-9ac4-58eaa1f689cb tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:48.151406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f802316a-7fa1-441b-a125-207eafe387f4 req-5d977c2f-c0ef-425b-9ac4-58eaa1f689cb tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0717463 Nov 19 18:54:48.190996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Deleting port e5268759-94ef-4fb7-be18-cd2048d2d491 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:48.191650 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.225292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f802316a-7fa1-441b-a125-207eafe387f4 req-7183e169-7066-4f7e-8613-ea1a5a36485c tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675261 Nov 19 18:54:48.298319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] For port e5268759-94ef-4fb7-be18-cd2048d2d491, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e5268759-94ef-4fb7-be18-cd2048d2d491,segment=NetworkSegment(a49da5c3-5627-4e07-8191-67775c55c212),segment_id=a49da5c3-5627-4e07-8191-67775c55c212)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:48.298779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.305103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:48.321710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Calling delete_port for e5268759-94ef-4fb7-be18-cd2048d2d491 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:48.323674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-5ce08d08-5526-4586-a60c-933b43d7d190 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0622866 Nov 19 18:54:48.336517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-de6e490e-6853-4b6b-b394-116ec684a121 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:54:48.338323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-de6e490e-6853-4b6b-b394-116ec684a121 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089011 Nov 19 18:54:48.346056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a712f95-5f2a-4d11-9843-44386f2b0e12 req-0695baeb-4a19-49c8-ba90-6419ccc6c369 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:48.347752 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0a712f95-5f2a-4d11-9843-44386f2b0e12 req-0695baeb-4a19-49c8-ba90-6419ccc6c369 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.0983419 Nov 19 18:54:48.382081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'port_id': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f', 'mac_address': 'fa:16:3e:d4:af:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:54:48.453719 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.471674 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0a712f95-5f2a-4d11-9843-44386f2b0e12 req-63327430-0784-4449-8772-2146a58db03e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Nov 19 18:54:48.497078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.542319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:48.556333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5268759-94ef-4fb7-be18-cd2048d2d491,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:48.567656 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] No DVR routers for this DVR port e5268759-94ef-4fb7-be18-cd2048d2d491 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:54:48.611826 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:48.621940 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.630027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-fdaafd53-9b82-4174-8541-5bd016ca2b47 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:48.641821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-fdaafd53-9b82-4174-8541-5bd016ca2b47 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.21 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 946 time: 0.1187291 Nov 19 18:54:48.665036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5110a2df-ec1f-4944-8a1a-87a9f13f8023 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:54:48.667167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec389b4d-d20e-4fed-9d6b-e8196b23d9f2 None None] DHCP port deletion for df4a4571-709c-4f97-9012-12bd32bb0f83 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:54:48.703735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 5110a2df-ec1f-4944-8a1a-87a9f13f8023 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:54:48.704092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5110a2df-ec1f-4944-8a1a-87a9f13f8023 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:54:48.704488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 01e4e3c9-57de-4411-ae13-2024616858b6 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:54:48.734927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 01e4e3c9-57de-4411-ae13-2024616858b6 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:54:48.735349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 01e4e3c9-57de-4411-ae13-2024616858b6 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:54:48.763455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:48.768013 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.788275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0173e-28b6-498a-bd6a-8d40d8e82523 req-49132e47-e293-46ef-87ae-f59aa6bc3fec tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:48.789879 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-99c0173e-28b6-498a-bd6a-8d40d8e82523 req-49132e47-e293-46ef-87ae-f59aa6bc3fec tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.1298132 Nov 19 18:54:48.812740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4a4571-709c-4f97-9012-12bd32bb0f83']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:48.830038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49da5c3-5627-4e07-8191-67775c55c212') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:48.830351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49da5c3-5627-4e07-8191-67775c55c212') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:48.854597 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.862801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Deleting port 19f3e362-80c6-4b8b-a300-d0be51dfc739 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:48.863282 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.867225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0fd38dd8-5b4f-480c-a9b5-cf329bfe348f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:48.898276 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-99c0173e-28b6-498a-bd6a-8d40d8e82523 req-ca564678-d718-482b-adf7-f1d1de255d43 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945249 Nov 19 18:54:48.898276 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.922200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:54:48.923335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: timer() Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:54:48.926803 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:54:48.942009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598de89-0a05-4854-b0d4-1542cdd0622e req-a5498e9a-4362-4d0d-a4e5-61dfcf651b7d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:48.943519 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3598de89-0a05-4854-b0d4-1542cdd0622e req-a5498e9a-4362-4d0d-a4e5-61dfcf651b7d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 946 time: 0.1306176 Nov 19 18:54:49.024577 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:49.049220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] For port 19f3e362-80c6-4b8b-a300-d0be51dfc739, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=19f3e362-80c6-4b8b-a300-d0be51dfc739,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:49.049716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:49.056153 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:49.067358 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] 10.222.0.50 "DELETE /v2.0/networks/df4a4571-709c-4f97-9012-12bd32bb0f83 HTTP/1.1" status: 204 len: 168 time: 1.0342996 Nov 19 18:54:49.067358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc968ea-67f5-456a-91f2-a394f23cb916 admin admin] Pushing event deleted for resources: {'Network': ['ID=df4a4571-709c-4f97-9012-12bd32bb0f83,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:49.159901 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3598de89-0a05-4854-b0d4-1542cdd0622e req-26f056db-7036-4176-ada6-33197d790dfd tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups?id=cfc2f9b0-f2d3-490d-944b-f9f53938978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040663 Nov 19 18:54:49.192465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bd488-4063-4fb1-96b1-e1cce116af4f req-4d4e3efe-73cf-464c-8826-ec5c0a9c1694 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:49.194060 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-543bd488-4063-4fb1-96b1-e1cce116af4f req-4d4e3efe-73cf-464c-8826-ec5c0a9c1694 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 944 time: 0.0971837 Nov 19 18:54:49.242848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32928) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:49.288317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-543bd488-4063-4fb1-96b1-e1cce116af4f req-fcb02ee2-4233-4f03-9ac1-58ddb069bbb2 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732622 Nov 19 18:54:49.613903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-082d1b88-501a-48ae-ba3f-bbd61da113dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1dcd75b933294a8794d73d8242d0287e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698132 Nov 19 18:54:49.616797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32936) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:49.682630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cb657-616a-4e93-badf-7473a50075b2 req-174945f4-7bab-4404-a703-ac916dda8d7d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:49.684757 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-925cb657-616a-4e93-badf-7473a50075b2 req-174945f4-7bab-4404-a703-ac916dda8d7d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1144722 Nov 19 18:54:49.716771 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:49.717137 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:49.717540 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Floating IP f337e549-76fe-44b9-bee6-a545c024b711 disassociated. External IP: 172.25.3.57, port: 19f3e362-80c6-4b8b-a300-d0be51dfc739. Nov 19 18:54:49.717929 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Calling delete_port for 19f3e362-80c6-4b8b-a300-d0be51dfc739 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:49.737203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-133b8aeb-d44c-4bba-85fb-b073551ffc38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:49.767368 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-133b8aeb-d44c-4bba-85fb-b073551ffc38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:49.806533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-925cb657-616a-4e93-badf-7473a50075b2 req-6aab84e2-64ef-4f40-9762-d8d2eefa6dd6 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064134 Nov 19 18:54:49.830271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-40b2e151-c649-4835-8405-1859d14737de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:49.831881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-40b2e151-c649-4835-8405-1859d14737de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1101 time: 0.1284840 Nov 19 18:54:49.904622 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:49.922093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebe7aa-d482-4cba-b45f-1d0039136580 req-9e49f470-9c3b-4afd-adaa-db2f848ecd40 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:49.923661 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7aebe7aa-d482-4cba-b45f-1d0039136580 req-9e49f470-9c3b-4afd-adaa-db2f848ecd40 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.1627171 Nov 19 18:54:49.950737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Pushing event deleted for resources: {'Port': ['ID=19f3e362-80c6-4b8b-a300-d0be51dfc739,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:49.957775 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-133b8aeb-d44c-4bba-85fb-b073551ffc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:49.960255 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-133b8aeb-d44c-4bba-85fb-b073551ffc38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:49.961380 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-133b8aeb-d44c-4bba-85fb-b073551ffc38 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9cb715f6-e9ef-464a-9faf-bd167ef530fc HTTP/1.1" status: 204 len: 168 time: 0.3424156 Nov 19 18:54:49.995070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b8aeb-d44c-4bba-85fb-b073551ffc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb715f6-e9ef-464a-9faf-bd167ef530fc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:50.006073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-52b5f990-7923-4b1a-9e92-02ba494f2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:50.007550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-52b5f990-7923-4b1a-9e92-02ba494f2b31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1678236 Nov 19 18:54:50.025550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7aebe7aa-d482-4cba-b45f-1d0039136580 req-1ecad18b-d78a-416d-99ae-951f29354626 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935912 Nov 19 18:54:50.069819 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-6b79e5ff-8615-4fc4-a988-bde3a2e03713 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 217 time: 0.0432174 Nov 19 18:54:50.091887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:50.131982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-5f7d6d33-f9bf-4dd3-818a-57bc4ffe6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:50.133596 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-5f7d6d33-f9bf-4dd3-818a-57bc4ffe6264 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0548038 Nov 19 18:54:50.148959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:54:50.149310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e48e86-a9dc-42f7-9495-bbc8d128b073 req-17d9e808-e396-4ae6-983f-a71140d1cccd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:50.154270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80e48e86-a9dc-42f7-9495-bbc8d128b073 req-17d9e808-e396-4ae6-983f-a71140d1cccd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.1070035 Nov 19 18:54:50.158131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:50.160128 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:50.199435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-22e50705-569d-4ae5-82d9-f61c787ea306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:50.201059 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-22e50705-569d-4ae5-82d9-f61c787ea306 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563371 Nov 19 18:54:50.207161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Router 8a4e1d00-7543-473f-8c25-452f81d0090c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:54:50.234162 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80e48e86-a9dc-42f7-9495-bbc8d128b073 req-e60bd0b2-1b1a-4726-b79a-b33d5aea4b3d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722079 Nov 19 18:54:50.270806 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:50.329527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:50.335525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:50.339127 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f549de-fb4f-4bfc-a502-505f81311b3e" -d '{"events": [{"server_uuid": "359237fa-b1a9-44ae-b168-61f55ec503e6", "name": "network-vif-plugged", "status": "completed", "tag": "0fd38dd8-5b4f-480c-a9b5-cf329bfe348f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:50.349157 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:50.358945 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fadbf851-84c5-47b3-a9dd-937fc878fe02 req-ec48331c-be7d-4152-9300-32c445c55e50 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/ports?device_id=80212578-b978-47a9-ac6e-8ee824cb5a39 HTTP/1.1" status: 200 len: 210 time: 0.0717964 Nov 19 18:54:50.423724 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-dade0f2a-a5b7-4533-ad1f-81d144f3493b service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137311 Nov 19 18:54:50.453268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:50.483342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:54:50.486613 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2455f6b-976f-4d3e-991d-4dcac84e9e18 x-openstack-request-id: req-c2455f6b-976f-4d3e-991d-4dcac84e9e18 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:50.486899 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359237fa-b1a9-44ae-b168-61f55ec503e6", "name": "network-vif-plugged", "status": "completed", "tag": "0fd38dd8-5b4f-480c-a9b5-cf329bfe348f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:50.487366 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2455f6b-976f-4d3e-991d-4dcac84e9e18 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:50.487962 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f', 'code': 200} Nov 19 18:54:50.501321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c87042b-ff45-4992-a482-2deb519f54e7 None None] Sync routers for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:54:50.524147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87042b-ff45-4992-a482-2deb519f54e7 None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:50.524808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3c87042b-ff45-4992-a482-2deb519f54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:50.554594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33316a33-9e81-4645-8270-e16688f745fc req-c207bf5b-83b5-43a6-a80d-6ce1d54437f1 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:50.565098 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33316a33-9e81-4645-8270-e16688f745fc req-c207bf5b-83b5-43a6-a80d-6ce1d54437f1 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 945 time: 0.1549511 Nov 19 18:54:50.573131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] No DVR routers for this DVR port 19f3e362-80c6-4b8b-a300-d0be51dfc739 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:54:50.576939 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:50.580438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3552422-c5a5-4a9a-a162-ff8d83ce97e2 req-d8680a0e-a6a0-4ff5-94e3-4e9e389f9a17 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.21 "DELETE /v2.0/ports/19f3e362-80c6-4b8b-a300-d0be51dfc739 HTTP/1.1" status: 204 len: 173 time: 1.9375663 Nov 19 18:54:50.580926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'name': 'network-vif-deleted', 'tag': '19f3e362-80c6-4b8b-a300-d0be51dfc739'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:50.583517 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff07c92b-33f1-4819-ac75-0deeb00950b4" -d '{"events": [{"server_uuid": "80212578-b978-47a9-ac6e-8ee824cb5a39", "name": "network-vif-deleted", "tag": "19f3e362-80c6-4b8b-a300-d0be51dfc739"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:50.679904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e5268759-94ef-4fb7-be18-cd2048d2d491 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:54:50.688069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2270384-5e17-43bb-acb2-2dfb179daa72 req-548935b9-016c-48cc-a716-ca2470dc3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:50.689716 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2270384-5e17-43bb-acb2-2dfb179daa72 req-548935b9-016c-48cc-a716-ca2470dc3937 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 1096 time: 0.0968800 Nov 19 18:54:50.709893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33316a33-9e81-4645-8270-e16688f745fc req-53cde979-e6f7-4795-873f-5608ff90df1b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434994 Nov 19 18:54:50.733408 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-2e24f65d-9b93-42df-8ea9-0fd8cdf4b555 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914765 Nov 19 18:54:50.736570 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38e3672-9810-46ef-9f1b-f2001598364f x-openstack-request-id: req-b38e3672-9810-46ef-9f1b-f2001598364f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:50.736863 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80212578-b978-47a9-ac6e-8ee824cb5a39", "name": "network-vif-deleted", "tag": "19f3e362-80c6-4b8b-a300-d0be51dfc739", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:50.737117 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b38e3672-9810-46ef-9f1b-f2001598364f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:50.737784 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80212578-b978-47a9-ac6e-8ee824cb5a39', 'name': 'network-vif-deleted', 'tag': '19f3e362-80c6-4b8b-a300-d0be51dfc739', 'status': 'completed', 'code': 200} Nov 19 18:54:50.765289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: e5268759-94ef-4fb7-be18-cd2048d2d491 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:54:50.765638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e5268759-94ef-4fb7-be18-cd2048d2d491 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:54:50.770178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2270384-5e17-43bb-acb2-2dfb179daa72 req-03a60e6f-c99c-49e9-a172-bd469fec7450 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591512 Nov 19 18:54:50.856235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-3c87042b-ff45-4992-a482-2deb519f54e7 None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:50.974923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44cfe1-7807-4813-a065-8c5ca65c74d8 req-fbbaa092-dfb2-4f20-89ce-61d6060b7e1f tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:50.976957 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb44cfe1-7807-4813-a065-8c5ca65c74d8 req-fbbaa092-dfb2-4f20-89ce-61d6060b7e1f tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0685282 Nov 19 18:54:51.046055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb44cfe1-7807-4813-a065-8c5ca65c74d8 req-eb139a78-3087-4e8e-8ffd-06166514f560 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509501 Nov 19 18:54:51.072714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32978) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:51.150948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3c87042b-ff45-4992-a482-2deb519f54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:51.173814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82db4e9-fd52-42cf-849d-180d4dc4f3fd req-b73875b9-4890-40a8-9cac-96a415b22495 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:51.175387 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f82db4e9-fd52-42cf-849d-180d4dc4f3fd req-b73875b9-4890-40a8-9cac-96a415b22495 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.0530109 Nov 19 18:54:51.179208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c87042b-ff45-4992-a482-2deb519f54e7 None None] Checking router: 8a4e1d00-7543-473f-8c25-452f81d0090c for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:54:51.184822 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-network', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:51.188575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87042b-ff45-4992-a482-2deb519f54e7 None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:51.189195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3c87042b-ff45-4992-a482-2deb519f54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:51.231470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Made reservation on behalf of ea542a10fc9243ad8cc4abfbb49b797b for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:54:51.233825 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.251075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.267669 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f82db4e9-fd52-42cf-849d-180d4dc4f3fd req-46f43734-4d54-4ad4-a9e7-e2df7c88e692 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782819 Nov 19 18:54:51.380731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.391382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.403213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7df5-9bfd-4384-a9e5-b7e3fbc13e56 req-79e8a337-7eeb-4dc5-8d28-f38ca5c8d8e7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:51.405735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3a6a7df5-9bfd-4384-a9e5-b7e3fbc13e56 req-79e8a337-7eeb-4dc5-8d28-f38ca5c8d8e7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0704904 Nov 19 18:54:51.432210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:54:51.445528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0991545e-4af6-4efa-a3e8-4a10fad944be,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:51.450970 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.451313 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Added segment 297b0046-d1f2-4c79-b0d5-96e36a6aca88 of type vlan for network c849217e-fec0-4a5d-ab22-5b92bd8dc995 Nov 19 18:54:51.476795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-3c87042b-ff45-4992-a482-2deb519f54e7 None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:51.502863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.514743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3a6a7df5-9bfd-4384-a9e5-b7e3fbc13e56 req-7ab94132-f907-40c9-9504-db9a2fd2c642 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001112 Nov 19 18:54:51.546225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.547253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:51.547845 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.624432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32992) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:51.625145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5512686 Nov 19 18:54:51.628116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32994) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:51.628457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356d296-8010-4cc4-9658-bf15a1fef350 admin admin] Pushing event updated for resources: {'Network': ['ID=c849217e-fec0-4a5d-ab22-5b92bd8dc995,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:51.633200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] Request body: {'subnet': {'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-subnet', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:51.644029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network c849217e-fec0-4a5d-ab22-5b92bd8dc995 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:54:51.694767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] Made reservation on behalf of ea542a10fc9243ad8cc4abfbb49b797b for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:54:51.697745 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.760937 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15251a7a-8659-4947-bf22-b66e7b546673 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.775577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3c87042b-ff45-4992-a482-2deb519f54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:51.809513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c87042b-ff45-4992-a482-2deb519f54e7 None None] The sync data for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 is: [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:09Z', 'revision_number': 4, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7', 'name': '', 'network_id': 'f96408f8-5603-4d54-9f77-1f7ed54c35d6', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'mac_address': 'fa:16:3e:90:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:08Z', 'updated_at': '2021-11-19T18:50:15Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'subnets': [{'id': '768b4d25-02ae-4ccf-abe6-0db558209b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:54:51.829594 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15251a7a-8659-4947-bf22-b66e7b546673 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.899985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655502e-7023-4970-b584-ff066e13dbc0 req-9fce51ee-33ca-4714-8a56-5358975ab10e tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:51.901597 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8655502e-7023-4970-b584-ff066e13dbc0 req-9fce51ee-33ca-4714-8a56-5358975ab10e tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 945 time: 0.1236763 Nov 19 18:54:51.970352 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15251a7a-8659-4947-bf22-b66e7b546673 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.972966 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15251a7a-8659-4947-bf22-b66e7b546673 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:51.975405 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-15251a7a-8659-4947-bf22-b66e7b546673 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "DELETE /v2.0/security-groups/cfc2f9b0-f2d3-490d-944b-f9f53938978c HTTP/1.1" status: 204 len: 168 time: 0.3486314 Nov 19 18:54:51.977599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33000) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:51.997964 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-27a4f937-e37a-4ea5-8d4d-54bfa058e0de tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] show failed (client error): The resource could not be found. Nov 19 18:54:51.999562 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-27a4f937-e37a-4ea5-8d4d-54bfa058e0de tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "GET /v2.0/security-groups/cfc2f9b0-f2d3-490d-944b-f9f53938978c HTTP/1.1" status: 404 len: 347 time: 0.0207591 Nov 19 18:54:52.002527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33002) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:52.046319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8655502e-7023-4970-b584-ff066e13dbc0 req-ec9d383a-99be-4c60-b8b6-8c749c30a7b7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212294 Nov 19 18:54:52.051021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15251a7a-8659-4947-bf22-b66e7b546673 tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc2f9b0-f2d3-490d-944b-f9f53938978c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:52.099265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4f9c3741-8e67-469e-910d-ef1e93051e41 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:54:52.102709 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 19f3e362-80c6-4b8b-a300-d0be51dfc739 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:54:52.106082 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.154359 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e234a-c5e7-4242-a0b3-c0d5420fe0e0 None None] New status for floating IP f337e549-76fe-44b9-bee6-a545c024b711: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:54:52.164703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 19f3e362-80c6-4b8b-a300-d0be51dfc739 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:54:52.165300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 19f3e362-80c6-4b8b-a300-d0be51dfc739 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:54:52.208392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af70391-1bd0-4180-a6d1-1a86935c5ab9,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:52.251295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-01537cf4-3ea7-45fe-bbd9-a71a8bcaec4d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Deleting port 6c00bdd3-4a5d-4a61-b182-38a36e45cbd2 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:52.251911 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01537cf4-3ea7-45fe-bbd9-a71a8bcaec4d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.278826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40affd04-db7e-41d0-9bcb-2c274b14612c req-38639dc8-ecce-4ec3-b628-4447b5544948 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:52.280352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40affd04-db7e-41d0-9bcb-2c274b14612c req-38639dc8-ecce-4ec3-b628-4447b5544948 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0809550 Nov 19 18:54:52.281589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] Checking segment: {'id': '297b0046-d1f2-4c79-b0d5-96e36a6aca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:52.281996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] Network hostable DHCP agents. Network: c849217e-fec0-4a5d-ab22-5b92bd8dc995, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:54:52.329729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] Network c849217e-fec0-4a5d-ab22-5b92bd8dc995 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:54:52.341127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4f9c3741-8e67-469e-910d-ef1e93051e41,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:52.360992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, c849217e-fec0-4a5d-ab22-5b92bd8dc995) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:52.368694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:52.369500 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.374559 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87791e6-5605-48f4-bf81-23df2b1a7733 None None] Network c849217e-fec0-4a5d-ab22-5b92bd8dc995 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:54:52.377339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40affd04-db7e-41d0-9bcb-2c274b14612c req-95e1e04a-34be-4c08-8855-f2aaa89941ef tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863690 Nov 19 18:54:52.377785 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01537cf4-3ea7-45fe-bbd9-a71a8bcaec4d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.378139 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01537cf4-3ea7-45fe-bbd9-a71a8bcaec4d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.388852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '4f9c3741-8e67-469e-910d-ef1e93051e41', 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d', 'port_id': '4f9c3741-8e67-469e-910d-ef1e93051e41', 'mac_address': 'fa:16:3e:4a:e6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a869ff3f-c041-4b50-8cee-e63ee42f5c3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:54:52.396342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a64972ae-5b9e-4c47-a913-ef123cf557ff admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7670455 Nov 19 18:54:52.399111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33010) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:52.406531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-router', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:54:52.429471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-01537cf4-3ea7-45fe-bbd9-a71a8bcaec4d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Calling delete_port for 6c00bdd3-4a5d-4a61-b182-38a36e45cbd2 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:52.488227 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.503585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.504605 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.516969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9c3741-8e67-469e-910d-ef1e93051e41 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:52.528918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0717bd-41de-4b65-9dba-f0488907370a req-eea8ce7d-530e-4692-8112-cd70ef98ae3a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:52.530470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1a0717bd-41de-4b65-9dba-f0488907370a req-eea8ce7d-530e-4692-8112-cd70ef98ae3a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.1304727 Nov 19 18:54:52.569853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4f9c3741-8e67-469e-910d-ef1e93051e41,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:52.580438 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.621712 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.649006 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-c849217e-fec0-4a5d-ab22-5b92bd8dc995', 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'fixed_ips': [{'subnet_id': '6af70391-1bd0-4180-a6d1-1a86935c5ab9'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:54:52.650147 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.663613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4951ff-e3fe-441a-b3f7-4ec014dc9fc2 req-86df770f-d2ae-4a79-8fe9-c8e5d6051ea7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:52.664697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=4f9c3741-8e67-469e-910d-ef1e93051e41,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:52.665620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b4951ff-e3fe-441a-b3f7-4ec014dc9fc2 req-86df770f-d2ae-4a79-8fe9-c8e5d6051ea7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0712078 Nov 19 18:54:52.709620 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1a0717bd-41de-4b65-9dba-f0488907370a req-160a60aa-5c06-43f1-a3b3-b4e74ff509d4 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649108 Nov 19 18:54:52.751670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b4951ff-e3fe-441a-b3f7-4ec014dc9fc2 req-708b0e68-e6ef-460f-95d1-d3ce67026650 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765493 Nov 19 18:54:52.807025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Allocated IP 172.20.0.2 (c849217e-fec0-4a5d-ab22-5b92bd8dc995/6af70391-1bd0-4180-a6d1-1a86935c5ab9/4c3462a0-ecbb-4a16-82a3-ea73cf81c244) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:52.831493 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.834103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['4f9c3741-8e67-469e-910d-ef1e93051e41'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:52.853836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01537cf4-3ea7-45fe-bbd9-a71a8bcaec4d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.908694 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01537cf4-3ea7-45fe-bbd9-a71a8bcaec4d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Pushing event deleted for resources: {'Port': ['ID=6c00bdd3-4a5d-4a61-b182-38a36e45cbd2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:52.984876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01537cf4-3ea7-45fe-bbd9-a71a8bcaec4d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.987500 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01537cf4-3ea7-45fe-bbd9-a71a8bcaec4d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:52.988653 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-01537cf4-3ea7-45fe-bbd9-a71a8bcaec4d tempest-ServersWithSpecificFlavorTestJSON-1494901106 tempest-ServersWithSpecificFlavorTestJSON-1494901106-project] 10.222.0.50 "DELETE /v2.0/floatingips/f337e549-76fe-44b9-bee6-a545c024b711 HTTP/1.1" status: 204 len: 168 time: 0.9846940 Nov 19 18:54:53.047912 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:53.059920 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:53.129966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Network c849217e-fec0-4a5d-ab22-5b92bd8dc995 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:53.134423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:53.142012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:53.145780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Pushing event updated for resources: {'Port': ['ID=4c3462a0-ecbb-4a16-82a3-ea73cf81c244,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:53.213713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Attempting to bind port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:53.213713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Attempting to bind port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '297b0046-d1f2-4c79-b0d5-96e36a6aca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:53.213713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Attempting to bind port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 on network c849217e-fec0-4a5d-ab22-5b92bd8dc995 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:53.216917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:53.217353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Checking segment: {'id': '297b0046-d1f2-4c79-b0d5-96e36a6aca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:53.217684 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:53.223336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Bound using segment: {'id': '297b0046-d1f2-4c79-b0d5-96e36a6aca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:53.223336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Bound port: 4c3462a0-ecbb-4a16-82a3-ea73cf81c244, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297b0046-d1f2-4c79-b0d5-96e36a6aca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:53.223336 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:53.286519 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:53.328440 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:53.377026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] For port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:53.381173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] For port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4c3462a0-ecbb-4a16-82a3-ea73cf81c244,segment=NetworkSegment(297b0046-d1f2-4c79-b0d5-96e36a6aca88),segment_id=297b0046-d1f2-4c79-b0d5-96e36a6aca88)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:53.388927 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:53.487955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb3c90-d523-4b97-a529-eaf5843a6fb2 None None] Pushing event updated for resources: {'Port': ['ID=4c3462a0-ecbb-4a16-82a3-ea73cf81c244,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:53.521170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8f6cf-d914-4e3b-81e1-32560749867c req-74bff14f-cf8c-468a-9b72-3a7fb35eb137 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:53.522738 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72a8f6cf-d914-4e3b-81e1-32560749867c req-74bff14f-cf8c-468a-9b72-3a7fb35eb137 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 945 time: 0.1990204 Nov 19 18:54:53.556147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02622196-5fe2-46e7-b854-520b6a322f24 req-096b5cac-0f60-438c-b0a9-1551901c0c29 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:53.557719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-02622196-5fe2-46e7-b854-520b6a322f24 req-096b5cac-0f60-438c-b0a9-1551901c0c29 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0611527 Nov 19 18:54:53.581039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Allocated IP 172.25.3.122 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/103885b6-394f-4171-ae0d-d15a18d1eae0) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:53.601074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72a8f6cf-d914-4e3b-81e1-32560749867c req-cc54e741-9fd9-41f6-ac67-fee8d7756737 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710621 Nov 19 18:54:53.611851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-02622196-5fe2-46e7-b854-520b6a322f24 req-378df8a1-b951-4b13-9ebd-e60359958665 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464184 Nov 19 18:54:53.712856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33042) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:53.872202 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:53.979653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215550bd-8bbd-4ba0-9eb5-6eb6f5b33938 req-dcb9abfe-9e96-4a31-992e-922211b4c1d5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:53.981236 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-215550bd-8bbd-4ba0-9eb5-6eb6f5b33938 req-dcb9abfe-9e96-4a31-992e-922211b4c1d5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0506542 Nov 19 18:54:53.992269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf2fb-887b-47db-9e73-e0b554575969 req-c1be7005-2481-41cc-b040-95e2c34f84b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:53.993850 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c5bf2fb-887b-47db-9e73-e0b554575969 req-c1be7005-2481-41cc-b040-95e2c34f84b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 944 time: 0.1808813 Nov 19 18:54:54.031910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-215550bd-8bbd-4ba0-9eb5-6eb6f5b33938 req-1ff0206f-cbe8-4e62-b3ad-af5cae9a7966 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Nov 19 18:54:54.127215 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4f9c3741-8e67-469e-910d-ef1e93051e41 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:54.152328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032616-6248-4c91-bb3f-ef7d04099823 req-824b3e05-21ae-4e87-b9fd-509382cc61d7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:54.154066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c1032616-6248-4c91-bb3f-ef7d04099823 req-824b3e05-21ae-4e87-b9fd-509382cc61d7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 945 time: 0.0592670 Nov 19 18:54:54.182412 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 4f9c3741-8e67-469e-910d-ef1e93051e41 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:54:54.194885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 4f9c3741-8e67-469e-910d-ef1e93051e41 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:54.195357 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:54.213903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c1032616-6248-4c91-bb3f-ef7d04099823 req-3802b84c-7844-4a06-b509-28a579283323 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527439 Nov 19 18:54:54.301641 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:54.329534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9c3741-8e67-469e-910d-ef1e93051e41'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:54.332101 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374ad742-36ea-4cea-9d17-18956f40ee0f" -d '{"events": [{"server_uuid": "2744f38c-b9a5-4405-a351-877bb8b90ecd", "name": "network-vif-plugged", "status": "completed", "tag": "4f9c3741-8e67-469e-910d-ef1e93051e41"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:54.345421 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:54.349200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4f9c3741-8e67-469e-910d-ef1e93051e41,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:54.357001 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:54.408723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=4f9c3741-8e67-469e-910d-ef1e93051e41,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:54.416853 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:54.429558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:54.463953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:54.474971 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a893c61c-7bcc-4f8d-9223-9df9b5591e1a x-openstack-request-id: req-a893c61c-7bcc-4f8d-9223-9df9b5591e1a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:54.475594 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2744f38c-b9a5-4405-a351-877bb8b90ecd", "name": "network-vif-plugged", "status": "completed", "tag": "4f9c3741-8e67-469e-910d-ef1e93051e41", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:54.475993 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a893c61c-7bcc-4f8d-9223-9df9b5591e1a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:54.476582 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9c3741-8e67-469e-910d-ef1e93051e41', 'code': 200} Nov 19 18:54:54.504147 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c5bf2fb-887b-47db-9e73-e0b554575969 req-d772f1a7-9f2d-49cf-b6d2-8dee3aaff233 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881478 Nov 19 18:54:54.504832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Pushing event updated for resources: {'Port': ['ID=103885b6-394f-4171-ae0d-d15a18d1eae0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:54.646673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:54.650207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacffb23-fd26-46f0-95c5-6de63ffd5440 req-1a16d2cb-3c9b-4804-8aad-ae92de8db902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:54.653887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cacffb23-fd26-46f0-95c5-6de63ffd5440 req-1a16d2cb-3c9b-4804-8aad-ae92de8db902 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 1096 time: 0.0628011 Nov 19 18:54:54.714982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:54.715382 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:54.718328 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cacffb23-fd26-46f0-95c5-6de63ffd5440 req-5edbb70c-1208-4c33-a1e8-85757e20db9f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563223 Nov 19 18:54:54.750503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebaea5b-7945-4f1b-a571-3e7af4577a20 None None] Network c849217e-fec0-4a5d-ab22-5b92bd8dc995 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:54:54.770501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d92ec-a5c7-4f81-9b6d-63af41aef64e req-81a532dd-632b-4bfb-9667-7cf5806421b0 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:54.772004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-908d92ec-a5c7-4f81-9b6d-63af41aef64e req-81a532dd-632b-4bfb-9667-7cf5806421b0 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0529070 Nov 19 18:54:54.831292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-908d92ec-a5c7-4f81-9b6d-63af41aef64e req-43c3eae4-dab2-473a-989f-60c5b0b1cb29 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527167 Nov 19 18:54:54.848056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:54.861586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-333e5033-b944-45bd-8be7-63d91b4daf72 None None] Provisioning complete for port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:54.862204 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-333e5033-b944-45bd-8be7-63d91b4daf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:54.903450 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:54.936033 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:54.977997 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:55.066192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4c3462a0-ecbb-4a16-82a3-ea73cf81c244,segment=NetworkSegment(297b0046-d1f2-4c79-b0d5-96e36a6aca88),segment_id=297b0046-d1f2-4c79-b0d5-96e36a6aca88)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:55.076496 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:55.102104 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-333e5033-b944-45bd-8be7-63d91b4daf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:55.166830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=4c3462a0-ecbb-4a16-82a3-ea73cf81c244,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:55.188214 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-333e5033-b944-45bd-8be7-63d91b4daf72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:54:55.188580 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-333e5033-b944-45bd-8be7-63d91b4daf72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:54:55.253894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88a6d6-4690-4f2f-b30b-c2b080a7255d req-62dd9c40-a06b-461b-8a6a-4b071b3940ef tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:55.255554 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f88a6d6-4690-4f2f-b30b-c2b080a7255d req-62dd9c40-a06b-461b-8a6a-4b071b3940ef tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.1511931 Nov 19 18:54:55.264643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:55.343734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ab69e-db54-4446-8d3c-220563b55ce8 req-295d2c29-0b4d-43df-8c24-102a810a27ff tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:55.345247 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b2ab69e-db54-4446-8d3c-220563b55ce8 req-295d2c29-0b4d-43df-8c24-102a810a27ff tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 945 time: 0.0529737 Nov 19 18:54:55.393719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b2ab69e-db54-4446-8d3c-220563b55ce8 req-04f324d9-4d9e-46eb-b5ee-bfa587b803f7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Nov 19 18:54:55.425410 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f88a6d6-4690-4f2f-b30b-c2b080a7255d req-155532e8-32cb-4c7d-954c-4301e7c43e80 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620913 Nov 19 18:54:55.492951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] Deleting port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:55.493300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:55.556662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Router 0cafae9a-ae90-404d-b03b-cf2a52edb068 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:54:55.676973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] For port cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:55.677347 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:55.724956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] Calling delete_port for cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:55.758458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c35b16-b8ed-405a-a0e5-410da298b644 req-aa8ad5da-74dc-41e9-863f-6ce1cb09d2ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:55.759952 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c5c35b16-b8ed-405a-a0e5-410da298b644 req-aa8ad5da-74dc-41e9-863f-6ce1cb09d2ec tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.1403730 Nov 19 18:54:55.834901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:54:55.861002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Sync routers for ids ['0cafae9a-ae90-404d-b03b-cf2a52edb068'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:54:55.882485 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c5c35b16-b8ed-405a-a0e5-410da298b644 req-b879aa3c-f19c-4835-9dad-5ea7d7a60e54 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131966 Nov 19 18:54:55.890972 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:55.895114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7ce69d2d-e73e-4feb-be2e-d03294f48930 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4923666 Nov 19 18:54:55.895450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33090) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:55.904756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c0cf53a6-0f68-47db-918e-ce488a3641fc None None] Provisioning complete for port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:55.905145 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0cf53a6-0f68-47db-918e-ce488a3641fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:55.908443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Routers {'0cafae9a-ae90-404d-b03b-cf2a52edb068'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:55.909230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0cafae9a-ae90-404d-b03b-cf2a52edb068'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:56.055476 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:56.085591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:56.091864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab43b6-b65e-48a7-b3f0-a003c5c82ffc req-26cd62e7-1ea8-4652-af00-14f18b4553e4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:56.097154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7bab43b6-b65e-48a7-b3f0-a003c5c82ffc req-26cd62e7-1ea8-4652-af00-14f18b4553e4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1106298 Nov 19 18:54:56.234262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Set router 0cafae9a-ae90-404d-b03b-cf2a52edb068 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:56.236976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7bab43b6-b65e-48a7-b3f0-a003c5c82ffc req-987fc0d5-71de-4693-aa22-89b027600db8 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322436 Nov 19 18:54:56.310071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:56.477125 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-router', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:52Z', 'updated_at': '2021-11-19T18:54:54Z', 'revision_number': 3, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'gw_port': {'id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:53Z', 'updated_at': '2021-11-19T18:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:56.509407 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Checking router: 0cafae9a-ae90-404d-b03b-cf2a52edb068 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:54:56.509787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Updating router 0cafae9a-ae90-404d-b03b-cf2a52edb068 port 103885b6-394f-4171-ae0d-d15a18d1eae0 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:54:56.560560 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:56.584527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:56.657959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f747e-58c5-4f31-809e-dc4f87e797d9 req-93532d9f-3894-4cd0-8f2f-b4ca1c2e3264 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:56.659405 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d88f747e-58c5-4f31-809e-dc4f87e797d9 req-93532d9f-3894-4cd0-8f2f-b4ca1c2e3264 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0774240 Nov 19 18:54:56.663965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] Router 8a4e1d00-7543-473f-8c25-452f81d0090c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:54:56.709587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:56.778053 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d88f747e-58c5-4f31-809e-dc4f87e797d9 req-d4bbc687-f1f9-48c0-999d-fef47721ba7d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097641 Nov 19 18:54:56.812150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Allocated IP 172.20.0.1 (c849217e-fec0-4a5d-ab22-5b92bd8dc995/6af70391-1bd0-4180-a6d1-1a86935c5ab9/04eeb91e-88dc-411b-a548-49b517ea57ae) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:54:56.832926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:56.833317 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:56.850748 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:54:56.858250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8e0da816-51f2-4faf-9fba-f6ce6800eb6a admin admin] 10.222.0.50 "PUT /v2.0/routers/8a4e1d00-7543-473f-8c25-452f81d0090c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1443579 Nov 19 18:54:56.860608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33104) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:56.863536 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01706968-a764-4546-aa26-7558df1682d6 None None] Sync routers for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:54:56.885827 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01706968-a764-4546-aa26-7558df1682d6 None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:56.890047 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-01706968-a764-4546-aa26-7558df1682d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:56.999312 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.006120 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.015610 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.020144 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-01706968-a764-4546-aa26-7558df1682d6 None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:57.034578 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.066450 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.084479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfc032-c30c-43bf-9144-d23576047a37 None None] Pushing event updated for resources: {'Port': ['ID=103885b6-394f-4171-ae0d-d15a18d1eae0,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:57.086404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Attempting to bind port 103885b6-394f-4171-ae0d-d15a18d1eae0 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:54:57.086774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Attempting to bind port 103885b6-394f-4171-ae0d-d15a18d1eae0 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:54:57.087137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Attempting to bind port 103885b6-394f-4171-ae0d-d15a18d1eae0 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:54:57.094760 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:54:57.095137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:54:57.095538 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.095930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:54:57.096405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Bound port: 103885b6-394f-4171-ae0d-d15a18d1eae0, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:54:57.096786 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.145565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Network c849217e-fec0-4a5d-ab22-5b92bd8dc995 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:57.150083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:57.166755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] For port 103885b6-394f-4171-ae0d-d15a18d1eae0, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:54:57.169270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:54:57.173167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] For port 103885b6-394f-4171-ae0d-d15a18d1eae0, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=103885b6-394f-4171-ae0d-d15a18d1eae0,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:54:57.179644 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.200901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcfe2d-d78c-4a7b-84bf-9e7294f69067 req-d3e41edd-95de-4db3-8261-6ba07d5027ac tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:57.208302 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-18fcfe2d-d78c-4a7b-84bf-9e7294f69067 req-d3e41edd-95de-4db3-8261-6ba07d5027ac tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.1644688 Nov 19 18:54:57.238859 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.270379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfc032-c30c-43bf-9144-d23576047a37 None None] Pushing event updated for resources: {'Port': ['ID=103885b6-394f-4171-ae0d-d15a18d1eae0,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:57.275215 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Routers {'0cafae9a-ae90-404d-b03b-cf2a52edb068'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:57.276359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0cafae9a-ae90-404d-b03b-cf2a52edb068'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:57.297144 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-18fcfe2d-d78c-4a7b-84bf-9e7294f69067 req-4985e0b8-30d0-4daf-b147-7f573a82761b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877683 Nov 19 18:54:57.312110 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.385801 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-01706968-a764-4546-aa26-7558df1682d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:54:55Z', 'revision_number': 5, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port': {'id': 'f8a3f80f-d04a-4304-a839-cd3cb91a599b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:57.430062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Pushing event updated for resources: {'Port': ['ID=04eeb91e-88dc-411b-a548-49b517ea57ae,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:57.436430 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01706968-a764-4546-aa26-7558df1682d6 None None] Checking router: 8a4e1d00-7543-473f-8c25-452f81d0090c for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:54:57.448151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] Set router 0cafae9a-ae90-404d-b03b-cf2a52edb068 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:57.454973 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01706968-a764-4546-aa26-7558df1682d6 None None] Routers {'8a4e1d00-7543-473f-8c25-452f81d0090c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:54:57.457079 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-01706968-a764-4546-aa26-7558df1682d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8a4e1d00-7543-473f-8c25-452f81d0090c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:57.478068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Deleting port f8a3f80f-d04a-4304-a839-cd3cb91a599b {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:54:57.478556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.526693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b55ff6-a42f-4c4b-a53c-c46fa244a915 req-9f3de9c9-9287-4513-9a6c-3f27e12236cc tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:57.536806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7b55ff6-a42f-4c4b-a53c-c46fa244a915 req-9f3de9c9-9287-4513-9a6c-3f27e12236cc tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1010559 Nov 19 18:54:57.580305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a0d93-c112-4941-a108-8bbff4b0e3e5 req-9d62f7c4-8e35-4eb3-8a6e-7e5bc7b4b0b7 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:57.582289 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9b7a0d93-c112-4941-a108-8bbff4b0e3e5 req-9d62f7c4-8e35-4eb3-8a6e-7e5bc7b4b0b7 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 1096 time: 0.1523564 Nov 19 18:54:57.587864 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-01706968-a764-4546-aa26-7558df1682d6 None None] Set router 8a4e1d00-7543-473f-8c25-452f81d0090c gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:54:57.602265 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7b55ff6-a42f-4c4b-a53c-c46fa244a915 req-16ee68bb-36e3-4b49-a86d-e7c86699d94b tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644224 Nov 19 18:54:57.633647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-434eb237-6b6b-4512-a58c-19f59329aeaf None None] Provisioning complete for port 04eeb91e-88dc-411b-a548-49b517ea57ae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:57.634098 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-434eb237-6b6b-4512-a58c-19f59329aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.643133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] For port f8a3f80f-d04a-4304-a839-cd3cb91a599b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f8a3f80f-d04a-4304-a839-cd3cb91a599b,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:57.643839 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.661668 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-01706968-a764-4546-aa26-7558df1682d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:54:57Z', 'revision_number': 6, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:57.668582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Calling delete_port for f8a3f80f-d04a-4304-a839-cd3cb91a599b owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:54:57.675765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.677027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9b7a0d93-c112-4941-a108-8bbff4b0e3e5 req-ecec64b3-cb6b-4bce-bf16-82018a03b2cb tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872855 Nov 19 18:54:57.718980 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01706968-a764-4546-aa26-7558df1682d6 None None] The sync data for ids ['8a4e1d00-7543-473f-8c25-452f81d0090c'] in n-d-815373-6 is: [{'id': '8a4e1d00-7543-473f-8c25-452f81d0090c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057949201-router', 'tenant_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:05Z', 'updated_at': '2021-11-19T18:54:57Z', 'revision_number': 6, 'project_id': '75ef4fd3a79547a498a1c4eac20ae6c3', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:54:57.754827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-434eb237-6b6b-4512-a58c-19f59329aeaf None None] Port 04eeb91e-88dc-411b-a548-49b517ea57ae cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:54:57.813440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-router', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:52Z', 'updated_at': '2021-11-19T18:54:54Z', 'revision_number': 3, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'gw_port': {'id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:53Z', 'updated_at': '2021-11-19T18:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:54:57.884649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb852fc5-bb29-459c-8eb0-19f9a8ea4a07 None None] The sync data for ids ['0cafae9a-ae90-404d-b03b-cf2a52edb068'] in n-d-815373-6 is: [{'id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-router', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:52Z', 'updated_at': '2021-11-19T18:54:54Z', 'revision_number': 3, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'gw_port': {'id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:53Z', 'updated_at': '2021-11-19T18:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:54:57.943894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c9050-61f6-4a41-8381-16ceb37e7526 req-a82b7260-8476-4867-ad8e-ae59c841bf9b tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:57.945796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-127c9050-61f6-4a41-8381-16ceb37e7526 req-a82b7260-8476-4867-ad8e-ae59c841bf9b tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 1096 time: 0.1341274 Nov 19 18:54:58.042785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-127c9050-61f6-4a41-8381-16ceb37e7526 req-2f5b086d-49cf-4f2f-aa07-638df8bf1a83 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849910 Nov 19 18:54:58.071611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:58.083389 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:58.153847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:54:58.227414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Pushing event updated for resources: {'Port': ['ID=04eeb91e-88dc-411b-a548-49b517ea57ae,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:58.271800 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:58.449466 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:58.476040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:58.487874 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e11c5-abac-4236-8ca9-1f087cd6560b req-feb5d350-2b0a-4910-952a-dd82d17dd339 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:58.494912 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe4e11c5-abac-4236-8ca9-1f087cd6560b req-feb5d350-2b0a-4910-952a-dd82d17dd339 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.1632621 Nov 19 18:54:58.505442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'port_id': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f', 'mac_address': 'fa:16:3e:d4:af:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:54:58.510022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Network c849217e-fec0-4a5d-ab22-5b92bd8dc995 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:54:58.511796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:54:58.563218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a3f80f-d04a-4304-a839-cd3cb91a599b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:58.616111 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:58.668679 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:58.732205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:58.745175 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:58.838998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Router 0cafae9a-ae90-404d-b03b-cf2a52edb068 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:54:58.910411 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe4e11c5-abac-4236-8ca9-1f087cd6560b req-7eef78be-4a12-434c-a7cd-84567de15067 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696599 Nov 19 18:54:58.966344 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:58.976502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 103885b6-394f-4171-ae0d-d15a18d1eae0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:59.008799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:59.085935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0fd38dd8-5b4f-480c-a9b5-cf329bfe348f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:59.202281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-994535ab-f4c9-4d6c-b905-41820f9e2bea None None] Provisioning complete for port 04eeb91e-88dc-411b-a548-49b517ea57ae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:59.205025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.205661 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-994535ab-f4c9-4d6c-b905-41820f9e2bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.234058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:54:59.242089 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-408e9b9f-c76a-403e-b9e1-6a05f4f6b1fa admin admin] 10.222.0.50 "PUT /v2.0/routers/0cafae9a-ae90-404d-b03b-cf2a52edb068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3449440 Nov 19 18:54:59.294569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-994535ab-f4c9-4d6c-b905-41820f9e2bea None None] Port 04eeb91e-88dc-411b-a548-49b517ea57ae cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:54:59.311431 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.316432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 103885b6-394f-4171-ae0d-d15a18d1eae0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:59.316890 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.420776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f56c4e-4f98-4af8-9cda-0cd3de8949a7 req-a02aacb3-ec7f-4fc2-accb-369dc74dd82d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:59.430547 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33f56c4e-4f98-4af8-9cda-0cd3de8949a7 req-a02aacb3-ec7f-4fc2-accb-369dc74dd82d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.2206538 Nov 19 18:54:59.463335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.466373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4e1d00-7543-473f-8c25-452f81d0090c {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:54:59.468920 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.475779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.484731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33188) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:59.487484 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d3a09330-4de4-4a85-85a0-f5602aefca4f admin admin] 10.222.0.50 "DELETE /v2.0/routers/8a4e1d00-7543-473f-8c25-452f81d0090c HTTP/1.1" status: 204 len: 168 time: 2.6257222 Nov 19 18:54:59.557872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-000ba0d4-122e-4da2-b059-6643180cbfc0 admin admin] Deleting subnet 768b4d25-02ae-4ccf-abe6-0db558209b79 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:54:59.566364 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-000ba0d4-122e-4da2-b059-6643180cbfc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.582498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33f56c4e-4f98-4af8-9cda-0cd3de8949a7 req-fb2a84df-6ed3-455a-babd-ad71c2c8ba24 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509321 Nov 19 18:54:59.632655 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-000ba0d4-122e-4da2-b059-6643180cbfc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.647565 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.689908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 103885b6-394f-4171-ae0d-d15a18d1eae0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=103885b6-394f-4171-ae0d-d15a18d1eae0,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:59.701624 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.726866 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-000ba0d4-122e-4da2-b059-6643180cbfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.812457 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-000ba0d4-122e-4da2-b059-6643180cbfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.849884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ba0d4-122e-4da2-b059-6643180cbfc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768b4d25-02ae-4ccf-abe6-0db558209b79,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:59.851707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f8a3f80f-d04a-4304-a839-cd3cb91a599b no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:54:59.869492 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-000ba0d4-122e-4da2-b059-6643180cbfc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:59.882203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33196) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:54:59.902358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-000ba0d4-122e-4da2-b059-6643180cbfc0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/768b4d25-02ae-4ccf-abe6-0db558209b79 HTTP/1.1" status: 204 len: 168 time: 0.4159629 Nov 19 18:54:59.941037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a4a12-856f-4e29-a6ff-e9da9f59cf2f None None] Network f96408f8-5603-4d54-9f77-1f7ed54c35d6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:54:59.989800 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:00.046961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: f8a3f80f-d04a-4304-a839-cd3cb91a599b {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:00.047306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f8a3f80f-d04a-4304-a839-cd3cb91a599b not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:00.047755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:00.049794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=103885b6-394f-4171-ae0d-d15a18d1eae0,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:00.058723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Deleting port 206ef1a7-533e-4634-90b0-17a6a93453a1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:00.059465 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:00.121168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:00.121618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cee6c5a3-eb8a-4153-97ce-2ad07c8f2dd7 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:00.162782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:55:00.218543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] For port 206ef1a7-533e-4634-90b0-17a6a93453a1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=206ef1a7-533e-4634-90b0-17a6a93453a1,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:00.221200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:00.256214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Calling delete_port for 206ef1a7-533e-4634-90b0-17a6a93453a1 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:00.259436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:00.259962 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:00.345368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d6b74f-0ba2-425b-bf43-e231ca5357b3 None None] DHCP port deletion for f96408f8-5603-4d54-9f77-1f7ed54c35d6 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:55:00.378842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-24d7b031-bcd3-4568-93e6-a7e966d4a63d tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:55:00.380374 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-24d7b031-bcd3-4568-93e6-a7e966d4a63d tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075505 Nov 19 18:55:00.444767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-19d6b74f-0ba2-425b-bf43-e231ca5357b3 None None] Deleting port 206ef1a7-533e-4634-90b0-17a6a93453a1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:00.444767 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19d6b74f-0ba2-425b-bf43-e231ca5357b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:00.568525 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:00.613507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-19d6b74f-0ba2-425b-bf43-e231ca5357b3 None None] For port 206ef1a7-533e-4634-90b0-17a6a93453a1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=206ef1a7-533e-4634-90b0-17a6a93453a1,segment=NetworkSegment(3f49ecb5-604d-4285-8b0f-f2e424001125),segment_id=3f49ecb5-604d-4285-8b0f-f2e424001125)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:00.614407 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19d6b74f-0ba2-425b-bf43-e231ca5357b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:00.621842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-da811db8-83b7-40e1-849d-f988dc7d9216 req-545805dd-bb55-45f7-a53c-b6769129a260 tempest-FloatingIPsNegativeTestJSON-1597139994 tempest-FloatingIPsNegativeTestJSON-1597139994-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=ea542a10fc9243ad8cc4abfbb49b797b HTTP/1.1" status: 200 len: 217 time: 0.2399583 Nov 19 18:55:00.632117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-19d6b74f-0ba2-425b-bf43-e231ca5357b3 None None] Calling delete_port for 206ef1a7-533e-4634-90b0-17a6a93453a1 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:00.639667 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:00.682216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-aeab1ff6-6f7d-4bcc-b5e0-8fab45155ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:00.683974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-aeab1ff6-6f7d-4bcc-b5e0-8fab45155ad5 service neutron] 10.222.0.50 "GET /v2.0/ports/4f9c3741-8e67-469e-910d-ef1e93051e41 HTTP/1.1" status: 200 len: 1093 time: 0.2566004 Nov 19 18:55:00.701830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 103885b6-394f-4171-ae0d-d15a18d1eae0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:55:00.715874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:00.718498 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56542d7-f279-465e-8976-b16350870d46" -d '{"events": [{"server_uuid": "359237fa-b1a9-44ae-b168-61f55ec503e6", "name": "network-vif-plugged", "status": "completed", "tag": "0fd38dd8-5b4f-480c-a9b5-cf329bfe348f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:00.729432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Request body: {'binding': {'host': 'n-h1-815373-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:00.730792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Unknown quota resources ['binding']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:55:00.734823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Pushing event deleted for resources: {'Port': ['ID=206ef1a7-533e-4634-90b0-17a6a93453a1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:00.745783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] No DVR routers for this DVR port 206ef1a7-533e-4634-90b0-17a6a93453a1 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:00.967473 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:00.970467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:00.987058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79d822-9fee-4e2f-97c9-ee3e64d240f8 req-9e684ee5-ddf3-4eb9-bfbb-5cd8a57c3b10 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:00.989049 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8a79d822-9fee-4e2f-97c9-ee3e64d240f8 req-9e684ee5-ddf3-4eb9-bfbb-5cd8a57c3b10 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.2686810 Nov 19 18:55:01.013089 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19d6b74f-0ba2-425b-bf43-e231ca5357b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:01.015711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Sync routers for ids ['0cafae9a-ae90-404d-b03b-cf2a52edb068'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:55:01.038480 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:01.048214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96408f8-5603-4d54-9f77-1f7ed54c35d6']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:01.072482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f49ecb5-604d-4285-8b0f-f2e424001125') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:01.073834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f49ecb5-604d-4285-8b0f-f2e424001125') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:01.077981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Routers {'0cafae9a-ae90-404d-b03b-cf2a52edb068'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:01.078704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0cafae9a-ae90-404d-b03b-cf2a52edb068'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:01.083033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6b74f-0ba2-425b-bf43-e231ca5357b3 None None] Pushing event deleted for resources: {'Port': ['ID=206ef1a7-533e-4634-90b0-17a6a93453a1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:01.092242 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:01.132725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:01.142499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6b74f-0ba2-425b-bf43-e231ca5357b3 None None] No DVR routers for this DVR port 206ef1a7-533e-4634-90b0-17a6a93453a1 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:01.177033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:55:01.177439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: timer() Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:55:01.179488 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:55:01.236253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8a79d822-9fee-4e2f-97c9-ee3e64d240f8 req-b25859ff-7e4e-4cb1-848b-f1715b2a6ebd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151132 Nov 19 18:55:01.266845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 on host n-h1-815373-6 for vnic_type normal with profile None {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:55:01.267174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:55:01.267486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:01.274748 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Port 4f9c3741-8e67-469e-910d-ef1e93051e41 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:55:01.275079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:01.289497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:55:01.289917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:01.290279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:55:01.290720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Bound port: 4f9c3741-8e67-469e-910d-ef1e93051e41, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:55:01.294429 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:01.314572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:01.357290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 103885b6-394f-4171-ae0d-d15a18d1eae0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:01.357667 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:01.373414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4f9c3741-8e67-469e-910d-ef1e93051e41,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:55:01.375310 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:01.387604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33222) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:01.395796 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f96408f8-5603-4d54-9f77-1f7ed54c35d6 HTTP/1.1" status: 204 len: 168 time: 1.5118780 Nov 19 18:55:01.403998 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:01.405449 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-584974a6-244a-4e6f-90c4-f7865c2d94ce service neutron] 10.222.0.50 "POST /v2.0/ports/4f9c3741-8e67-469e-910d-ef1e93051e41/bindings HTTP/1.1" status: 201 len: 389 time: 0.6817791 Nov 19 18:55:01.420600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Set router 0cafae9a-ae90-404d-b03b-cf2a52edb068 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:01.429662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6dfc2-ceca-44b8-873c-d026395b6770 admin admin] Pushing event deleted for resources: {'Network': ['ID=f96408f8-5603-4d54-9f77-1f7ed54c35d6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:01.489436 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74593c2a-21c6-4709-bec3-252ab9b85c63 req-838f8e2f-9185-48f9-ba38-abca45931385 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:01.498069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74593c2a-21c6-4709-bec3-252ab9b85c63 req-838f8e2f-9185-48f9-ba38-abca45931385 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0979748 Nov 19 18:55:01.581683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74593c2a-21c6-4709-bec3-252ab9b85c63 req-b08b296c-bf03-4bfb-a791-5dfd4e8ffde7 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800974 Nov 19 18:55:01.674928 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6f6b4a-d476-4d34-a2d2-a7375ff563dc x-openstack-request-id: req-7a6f6b4a-d476-4d34-a2d2-a7375ff563dc {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:01.675990 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359237fa-b1a9-44ae-b168-61f55ec503e6", "name": "network-vif-plugged", "status": "completed", "tag": "0fd38dd8-5b4f-480c-a9b5-cf329bfe348f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:01.676261 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a6f6b4a-d476-4d34-a2d2-a7375ff563dc {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:01.676720 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f', 'code': 200} Nov 19 18:55:01.811521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 206ef1a7-533e-4634-90b0-17a6a93453a1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:01.854143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-8e95b6ff-1784-4df2-9bfe-83941c5fab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:01.856957 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-8e95b6ff-1784-4df2-9bfe-83941c5fab9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 1096 time: 0.0850716 Nov 19 18:55:01.891466 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25e19580-a6e4-4701-bf03-ef0e1169ae8d req-962c2537-6196-443b-8a2e-39e495bf56e6 tempest-FloatingIPsNegativeTestJSON-1597139994 tempest-FloatingIPsNegativeTestJSON-1597139994-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0579832 Nov 19 18:55:01.939578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 206ef1a7-533e-4634-90b0-17a6a93453a1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:01.942335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 206ef1a7-533e-4634-90b0-17a6a93453a1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:02.000376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-router', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:52Z', 'updated_at': '2021-11-19T18:54:57Z', 'revision_number': 4, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'gw_port': {'id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:53Z', 'updated_at': '2021-11-19T18:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '04eeb91e-88dc-411b-a548-49b517ea57ae', 'name': '', 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'mac_address': 'fa:16:3e:01:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6af70391-1bd0-4180-a6d1-1a86935c5ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:56Z', 'updated_at': '2021-11-19T18:54:57Z', 'revision_number': 2, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'subnets': [{'id': '6af70391-1bd0-4180-a6d1-1a86935c5ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:02.052761 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Checking router: 0cafae9a-ae90-404d-b03b-cf2a52edb068 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:55:02.053119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Updating router 0cafae9a-ae90-404d-b03b-cf2a52edb068 port 04eeb91e-88dc-411b-a548-49b517ea57ae binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:55:02.053359 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-05ed61a0-2cb2-4849-9fed-32c98ea85794 req-3e94a935-9330-4295-b887-9fa55029f5dc tempest-FloatingIPsNegativeTestJSON-1597139994 tempest-FloatingIPsNegativeTestJSON-1597139994-project] show failed (client error): The resource could not be found. Nov 19 18:55:02.054731 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05ed61a0-2cb2-4849-9fed-32c98ea85794 req-3e94a935-9330-4295-b887-9fa55029f5dc tempest-FloatingIPsNegativeTestJSON-1597139994 tempest-FloatingIPsNegativeTestJSON-1597139994-project] 10.222.0.50 "GET /v2.0/floatingips/e058d561-6cf0-402e-b122-7392a2869cfd HTTP/1.1" status: 404 len: 350 time: 0.0486743 Nov 19 18:55:02.065828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33236) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:02.095024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-300c23d4-305e-45e1-8bc0-b9355d57aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:02.096511 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-300c23d4-305e-45e1-8bc0-b9355d57aea2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.2299407 Nov 19 18:55:02.097696 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:02.171827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-0d212abe-8130-46d9-9885-c8b51888bfc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9c3741-8e67-469e-910d-ef1e93051e41 HTTP/1.1" status: 200 len: 217 time: 0.0616965 Nov 19 18:55:02.209674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be49e1-c67a-4d1c-aa57-cea08ecbbc07 req-687141c6-e3a1-4c72-9df6-b9908bc09f8d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:02.211213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34be49e1-c67a-4d1c-aa57-cea08ecbbc07 req-687141c6-e3a1-4c72-9df6-b9908bc09f8d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.1808779 Nov 19 18:55:02.312572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-13bb935a-bb89-484a-aa4f-efe72d1dade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:02.314882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-13bb935a-bb89-484a-aa4f-efe72d1dade2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.1344731 Nov 19 18:55:02.369626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-394e0fda-d6e6-4851-bba9-8831e1887400 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446594 Nov 19 18:55:02.544256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76533c4-99dd-4ae2-b8e7-5fda894e50b6 req-dbd3c00c-1725-4af0-9f48-7f6dde12eabf tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:02.551663 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e76533c4-99dd-4ae2-b8e7-5fda894e50b6 req-dbd3c00c-1725-4af0-9f48-7f6dde12eabf tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.1473536 Nov 19 18:55:02.598159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:02.618172 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:02.669361 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e76533c4-99dd-4ae2-b8e7-5fda894e50b6 req-ff1bcf6e-6acb-4c97-bb6b-ae043edc4c8f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167233 Nov 19 18:55:02.685144 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-b7c7c55f-3819-45b0-a722-3a8ed8f8332e service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971687 Nov 19 18:55:02.735899 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903832b-074a-4889-b915-80a896622559 None None] Pushing event updated for resources: {'Port': ['ID=04eeb91e-88dc-411b-a548-49b517ea57ae,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:02.803001 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34be49e1-c67a-4d1c-aa57-cea08ecbbc07 req-ea976607-ceb0-49d3-a6b8-70d0ab5a0251 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807037 Nov 19 18:55:02.822621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Attempting to bind port 04eeb91e-88dc-411b-a548-49b517ea57ae on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:55:02.823002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Attempting to bind port 04eeb91e-88dc-411b-a548-49b517ea57ae by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '297b0046-d1f2-4c79-b0d5-96e36a6aca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:55:02.824109 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Attempting to bind port 04eeb91e-88dc-411b-a548-49b517ea57ae on network c849217e-fec0-4a5d-ab22-5b92bd8dc995 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:02.833952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:55:02.834404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Checking segment: {'id': '297b0046-d1f2-4c79-b0d5-96e36a6aca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:02.834817 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:02.835217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Bound using segment: {'id': '297b0046-d1f2-4c79-b0d5-96e36a6aca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:55:02.835702 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Bound port: 04eeb91e-88dc-411b-a548-49b517ea57ae, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297b0046-d1f2-4c79-b0d5-96e36a6aca88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:55:02.836088 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:02.844407 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e62800c-387c-40ad-bdf6-df3185db023e req-a3fd2f01-6d83-4e09-97fb-31fee53642c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2515831 Nov 19 18:55:02.908018 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-ad10ce5e-e13e-48ca-9b21-4261e7bc4466 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115803 Nov 19 18:55:02.939505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e86f3-c1b1-4ce4-91c0-0eb725f71a25 req-c37f55a3-a3eb-4075-b04d-1e4142807808 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:02.950941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bc4e86f3-c1b1-4ce4-91c0-0eb725f71a25 req-c37f55a3-a3eb-4075-b04d-1e4142807808 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1398759 Nov 19 18:55:02.973055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:02.999416 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] For port 04eeb91e-88dc-411b-a548-49b517ea57ae, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:03.002719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] For port 04eeb91e-88dc-411b-a548-49b517ea57ae, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=04eeb91e-88dc-411b-a548-49b517ea57ae,segment=NetworkSegment(297b0046-d1f2-4c79-b0d5-96e36a6aca88),segment_id=297b0046-d1f2-4c79-b0d5-96e36a6aca88)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:55:03.012956 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:03.071790 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bc4e86f3-c1b1-4ce4-91c0-0eb725f71a25 req-060f20fb-64e2-4e05-8939-eb04fbc1fc28 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152101 Nov 19 18:55:03.214005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62800c-387c-40ad-bdf6-df3185db023e req-8f3ab265-c0eb-45b7-92ad-60fe42a772ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:03.216028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e62800c-387c-40ad-bdf6-df3185db023e req-8f3ab265-c0eb-45b7-92ad-60fe42a772ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 1100 time: 0.2957733 Nov 19 18:55:03.248875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903832b-074a-4889-b915-80a896622559 None None] Pushing event updated for resources: {'Port': ['ID=04eeb91e-88dc-411b-a548-49b517ea57ae,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:03.259994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0d9a2e1c-ff9d-4f98-ba49-872c4f5b5684 None None] Provisioning complete for port 04eeb91e-88dc-411b-a548-49b517ea57ae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:03.264261 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2e1c-ff9d-4f98-ba49-872c4f5b5684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:03.272394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Routers {'0cafae9a-ae90-404d-b03b-cf2a52edb068'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:03.277357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0cafae9a-ae90-404d-b03b-cf2a52edb068'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:03.400851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62800c-387c-40ad-bdf6-df3185db023e req-c27e3ca7-d713-475b-b088-3d90316cb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:03.403209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e62800c-387c-40ad-bdf6-df3185db023e req-c27e3ca7-d713-475b-b088-3d90316cb45c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1551607 Nov 19 18:55:03.458942 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e62800c-387c-40ad-bdf6-df3185db023e req-6ed9e174-b6a3-4b46-96a4-3b936ebed350 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=44aff022-2a03-4706-8148-a1825fb39377 HTTP/1.1" status: 200 len: 217 time: 0.0440004 Nov 19 18:55:03.528618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] Set router 0cafae9a-ae90-404d-b03b-cf2a52edb068 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:03.575533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-40e058a2-4540-4c1a-bb4a-38b348531cc3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3326752 Nov 19 18:55:03.652635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62800c-387c-40ad-bdf6-df3185db023e req-a60a48e1-2152-4e10-a6e1-e903fbd1623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:03.654171 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e62800c-387c-40ad-bdf6-df3185db023e req-a60a48e1-2152-4e10-a6e1-e903fbd1623a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1602008 Nov 19 18:55:03.763067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-d35a66b8-b746-4b07-995d-c44922bd5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:03.764699 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-d35a66b8-b746-4b07-995d-c44922bd5f0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 1100 time: 0.1304212 Nov 19 18:55:03.801911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62800c-387c-40ad-bdf6-df3185db023e req-7b1800ad-e6f8-44c0-8ed3-14356b036222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:03.801911 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e62800c-387c-40ad-bdf6-df3185db023e req-7b1800ad-e6f8-44c0-8ed3-14356b036222 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304207 Nov 19 18:55:03.820878 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2e1c-ff9d-4f98-ba49-872c4f5b5684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:03.923998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-router', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:52Z', 'updated_at': '2021-11-19T18:54:57Z', 'revision_number': 4, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'gw_port': {'id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:53Z', 'updated_at': '2021-11-19T18:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '04eeb91e-88dc-411b-a548-49b517ea57ae', 'name': '', 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'mac_address': 'fa:16:3e:01:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6af70391-1bd0-4180-a6d1-1a86935c5ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:56Z', 'updated_at': '2021-11-19T18:55:02Z', 'revision_number': 4, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'subnets': [{'id': '6af70391-1bd0-4180-a6d1-1a86935c5ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:03.933823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff8de8-d02c-4ab6-8199-b1a2921ca352 req-2a2c26e7-c257-4e4a-a87a-2fb17b055115 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:03.935878 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5ff8de8-d02c-4ab6-8199-b1a2921ca352 req-2a2c26e7-c257-4e4a-a87a-2fb17b055115 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0864592 Nov 19 18:55:03.950549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0d9a2e1c-ff9d-4f98-ba49-872c4f5b5684 None None] For port 04eeb91e-88dc-411b-a548-49b517ea57ae, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=04eeb91e-88dc-411b-a548-49b517ea57ae,segment=NetworkSegment(297b0046-d1f2-4c79-b0d5-96e36a6aca88),segment_id=297b0046-d1f2-4c79-b0d5-96e36a6aca88)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:03.976491 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2e1c-ff9d-4f98-ba49-872c4f5b5684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:03.994719 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5ff8de8-d02c-4ab6-8199-b1a2921ca352 req-027e908f-466d-46ac-8b69-db5fb25455c7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529032 Nov 19 18:55:04.047729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f34b6b-6703-4fbd-957e-d7f453f074ca None None] The sync data for ids ['0cafae9a-ae90-404d-b03b-cf2a52edb068'] in n-d-815373-6 is: [{'id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-router', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:52Z', 'updated_at': '2021-11-19T18:54:57Z', 'revision_number': 4, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'gw_port': {'id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:53Z', 'updated_at': '2021-11-19T18:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '04eeb91e-88dc-411b-a548-49b517ea57ae', 'name': '', 'network_id': 'c849217e-fec0-4a5d-ab22-5b92bd8dc995', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'mac_address': 'fa:16:3e:01:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6af70391-1bd0-4180-a6d1-1a86935c5ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:56Z', 'updated_at': '2021-11-19T18:55:02Z', 'revision_number': 4, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'subnets': [{'id': '6af70391-1bd0-4180-a6d1-1a86935c5ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:55:04.049643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a2e1c-ff9d-4f98-ba49-872c4f5b5684 None None] Pushing event updated for resources: {'Port': ['ID=04eeb91e-88dc-411b-a548-49b517ea57ae,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:04.152129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-b826cd47-764c-476f-bfa6-f41368ce45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:04.153663 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-b826cd47-764c-476f-bfa6-f41368ce45bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3495600 Nov 19 18:55:04.171086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-21b5a362-f3d4-4a6e-90e1-06d3ca8a1946 None None] Provisioning complete for port 04eeb91e-88dc-411b-a548-49b517ea57ae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:04.171458 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-21b5a362-f3d4-4a6e-90e1-06d3ca8a1946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:04.328895 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-3a106bd8-50f7-448e-9640-44857f2aa915 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 200 len: 217 time: 0.1545286 Nov 19 18:55:04.392757 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:04.444185 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfde62-612d-4276-b76d-1d049efe501f req-2e272dc0-8a0a-4e1f-a35c-ca8650e16c33 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:04.446445 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0abfde62-612d-4276-b76d-1d049efe501f req-2e272dc0-8a0a-4e1f-a35c-ca8650e16c33 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0816038 Nov 19 18:55:04.477509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] Deleting port 7843dcb6-0fde-4356-abde-b887ebf455ba {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:04.477917 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:04.572174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465611c-624d-4061-a987-c47ce68a2428 req-d2add6c9-c5c4-4329-a99b-5a5f28ec15e2 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:04.584168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0abfde62-612d-4276-b76d-1d049efe501f req-0aad62e7-be80-4717-8ec1-b207a7c26e50 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285045 Nov 19 18:55:04.587982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c465611c-624d-4061-a987-c47ce68a2428 req-d2add6c9-c5c4-4329-a99b-5a5f28ec15e2 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.6873481 Nov 19 18:55:04.703345 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 04eeb91e-88dc-411b-a548-49b517ea57ae up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:55:04.767825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e62800c-387c-40ad-bdf6-df3185db023e req-90d4d88f-8ac7-417e-a26d-7b1f2312c063 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9571226 Nov 19 18:55:04.787963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 04eeb91e-88dc-411b-a548-49b517ea57ae triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:04.788745 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:04.794647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-c0e798cf-4d6a-42e2-9365-2c49f85b75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:04.796123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-c0e798cf-4d6a-42e2-9365-2c49f85b75e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.4517753 Nov 19 18:55:04.886442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] For port 7843dcb6-0fde-4356-abde-b887ebf455ba, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7843dcb6-0fde-4356-abde-b887ebf455ba,segment=NetworkSegment(1f79f1b5-aacd-462b-9496-3d55463add8b),segment_id=1f79f1b5-aacd-462b-9496-3d55463add8b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:04.887175 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:04.907628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] Calling delete_port for 7843dcb6-0fde-4356-abde-b887ebf455ba owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:05.113937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e62800c-387c-40ad-bdf6-df3185db023e req-70fd31c6-5082-4b78-b8ab-f93286b96522 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120813 Nov 19 18:55:05.222945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28c5e1-e244-4d2e-ba90-1aac0896695a req-fc305398-05cf-44ae-a712-44a5cfedcb17 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:05.236826 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa28c5e1-e244-4d2e-ba90-1aac0896695a req-fc305398-05cf-44ae-a712-44a5cfedcb17 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.1064506 Nov 19 18:55:05.254872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c465611c-624d-4061-a987-c47ce68a2428 req-875d215d-0a1e-4b35-8df6-a9a10766cb8d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659734 Nov 19 18:55:05.296571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-8fe960dc-a6ab-408b-8242-79f7f620c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:05.298323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-8fe960dc-a6ab-408b-8242-79f7f620c1cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3881528 Nov 19 18:55:05.368540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa28c5e1-e244-4d2e-ba90-1aac0896695a req-763d7187-15a2-49e9-8ad1-7c4cbe9694c7 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306186 Nov 19 18:55:05.743042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-faae421c-9086-4440-87c4-a7e77b153825 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231234 Nov 19 18:55:06.020374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] Deleting port 04eeb91e-88dc-411b-a548-49b517ea57ae {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:06.020975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:06.471792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7667312-856b-4320-8ebf-b2ed2dadb4d7 req-e951c5d9-0d54-4c0c-8e0e-dc6b8756bfc5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:06.482996 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b7667312-856b-4320-8ebf-b2ed2dadb4d7 req-e951c5d9-0d54-4c0c-8e0e-dc6b8756bfc5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.0786664 Nov 19 18:55:06.554879 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b7667312-856b-4320-8ebf-b2ed2dadb4d7 req-1c6da688-43e7-41de-9a58-221bef3d288e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709000 Nov 19 18:55:06.682060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] For port 04eeb91e-88dc-411b-a548-49b517ea57ae, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=04eeb91e-88dc-411b-a548-49b517ea57ae,segment=NetworkSegment(297b0046-d1f2-4c79-b0d5-96e36a6aca88),segment_id=297b0046-d1f2-4c79-b0d5-96e36a6aca88)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:06.682060 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:06.697352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] Calling delete_port for 04eeb91e-88dc-411b-a548-49b517ea57ae owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:06.786012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53917495-6d78-4649-856b-382ec2aaf227 req-a3a29ce4-6b1d-4fef-8a53-a9bd5ebb8260 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:06.811476 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-53917495-6d78-4649-856b-382ec2aaf227 req-a3a29ce4-6b1d-4fef-8a53-a9bd5ebb8260 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.1416037 Nov 19 18:55:06.904843 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-53917495-6d78-4649-856b-382ec2aaf227 req-3d3e015e-77c8-4533-a096-faaac32948e3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921109 Nov 19 18:55:06.950530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:06.959732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:07.023210 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-352aaffc-d42b-40da-98fa-38f5a87d8840 req-b996e497-db14-4a95-bfb7-40e897124ae9 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2674427 Nov 19 18:55:07.024181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7843dcb6-0fde-4356-abde-b887ebf455ba,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:07.089579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=04eeb91e-88dc-411b-a548-49b517ea57ae,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:07.110986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfabb0-4448-42c7-8428-e73869a5f487 req-9eeb26a7-3a38-417f-958a-b5492a51018c tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:07.121899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fdfabb0-4448-42c7-8428-e73869a5f487 req-9eeb26a7-3a38-417f-958a-b5492a51018c tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 1.2903352 Nov 19 18:55:07.480431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fdfabb0-4448-42c7-8428-e73869a5f487 req-0497e3cb-3369-4e63-b01f-3b900259d772 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439457 Nov 19 18:55:07.625869 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:07.703262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:07.834406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd6b8f-f3eb-48e0-ab04-712b062852f2 req-c180ba81-6df0-4c01-a3a7-3115341c6513 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:07.836638 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbdd6b8f-f3eb-48e0-ab04-712b062852f2 req-c180ba81-6df0-4c01-a3a7-3115341c6513 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.1691477 Nov 19 18:55:07.981466 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbdd6b8f-f3eb-48e0-ab04-712b062852f2 req-e1c97131-3a7a-40ee-ae16-395e34907fd3 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370361 Nov 19 18:55:07.986196 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] Router f021cac2-9b15-47a0-92bf-dfd89c108245 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:55:08.162163 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1926271-2d2c-4e09-a335-50a592b27872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:08.195584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99e1f0-fae8-4837-b422-3de7bb252342 req-0ed42e97-c5fa-4059-aabb-5de7677dc306 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:08.197113 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad99e1f0-fae8-4837-b422-3de7bb252342 req-0ed42e97-c5fa-4059-aabb-5de7677dc306 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.1831942 Nov 19 18:55:08.271830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:55:08.283582 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e6785-4f6e-4a36-a500-fe3b2a830aee None None] Sync routers for ids ['f021cac2-9b15-47a0-92bf-dfd89c108245'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:55:08.288571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cdd68978-7c0e-4dee-9ad4-6ec9f17d96d1 admin admin] 10.222.0.50 "PUT /v2.0/routers/f021cac2-9b15-47a0-92bf-dfd89c108245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8951647 Nov 19 18:55:08.288687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33332) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:08.302028 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e6785-4f6e-4a36-a500-fe3b2a830aee None None] Routers {'f021cac2-9b15-47a0-92bf-dfd89c108245'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:08.302028 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-da7e6785-4f6e-4a36-a500-fe3b2a830aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f021cac2-9b15-47a0-92bf-dfd89c108245'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:08.340303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] Router 0cafae9a-ae90-404d-b03b-cf2a52edb068 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:55:08.358014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad99e1f0-fae8-4837-b422-3de7bb252342 req-86afdaa3-eb9b-436d-98f6-628341902b5d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217153 Nov 19 18:55:08.544647 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:08.610736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:55:08.621636 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e46fff17-f7d0-4b2d-8fac-c15f0fe4bce8 admin admin] 10.222.0.50 "PUT /v2.0/routers/0cafae9a-ae90-404d-b03b-cf2a52edb068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5539627 Nov 19 18:55:08.623867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90963e1c-91f4-46d1-a696-6ce5256d6d0b None None] Sync routers for ids ['0cafae9a-ae90-404d-b03b-cf2a52edb068'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:55:08.637406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33342) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:08.643303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90963e1c-91f4-46d1-a696-6ce5256d6d0b None None] Routers {'0cafae9a-ae90-404d-b03b-cf2a52edb068'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:08.644939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-90963e1c-91f4-46d1-a696-6ce5256d6d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0cafae9a-ae90-404d-b03b-cf2a52edb068'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:08.665180 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-da7e6785-4f6e-4a36-a500-fe3b2a830aee None None] Set router f021cac2-9b15-47a0-92bf-dfd89c108245 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:08.728490 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:08.856564 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:08.959535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb79534-f25e-4b7a-b45b-59437f7ff533 req-36307521-8f63-4d16-98a4-293abf81a1a9 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:08.964845 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-90963e1c-91f4-46d1-a696-6ce5256d6d0b None None] Set router 0cafae9a-ae90-404d-b03b-cf2a52edb068 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:08.973621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4fb79534-f25e-4b7a-b45b-59437f7ff533 req-36307521-8f63-4d16-98a4-293abf81a1a9 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.2842674 Nov 19 18:55:09.034062 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:09.139305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Deleting port 103885b6-394f-4171-ae0d-d15a18d1eae0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:09.140123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:09.162900 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-da7e6785-4f6e-4a36-a500-fe3b2a830aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-router', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:15Z', 'updated_at': '2021-11-19T18:55:05Z', 'revision_number': 5, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'gw_port': {'id': '510392ff-cefd-4290-8e9e-c068a6d4e5cf', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:16Z', 'updated_at': '2021-11-19T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:09.174236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Deleting port 510392ff-cefd-4290-8e9e-c068a6d4e5cf {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:09.174607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:09.192368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4fb79534-f25e-4b7a-b45b-59437f7ff533 req-bbb27132-b29c-429d-b1fb-cc0cf5e40f1d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174790 Nov 19 18:55:09.224317 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e6785-4f6e-4a36-a500-fe3b2a830aee None None] Checking router: f021cac2-9b15-47a0-92bf-dfd89c108245 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:55:09.244563 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e6785-4f6e-4a36-a500-fe3b2a830aee None None] Routers {'f021cac2-9b15-47a0-92bf-dfd89c108245'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:09.245805 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-da7e6785-4f6e-4a36-a500-fe3b2a830aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f021cac2-9b15-47a0-92bf-dfd89c108245'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:09.274814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] For port 103885b6-394f-4171-ae0d-d15a18d1eae0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=103885b6-394f-4171-ae0d-d15a18d1eae0,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:09.275162 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:09.289236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Calling delete_port for 103885b6-394f-4171-ae0d-d15a18d1eae0 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:09.408824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-90963e1c-91f4-46d1-a696-6ce5256d6d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-router', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:52Z', 'updated_at': '2021-11-19T18:55:06Z', 'revision_number': 5, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'gw_port': {'id': '103885b6-394f-4171-ae0d-d15a18d1eae0', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:53Z', 'updated_at': '2021-11-19T18:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:09.435238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] For port 510392ff-cefd-4290-8e9e-c068a6d4e5cf, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=510392ff-cefd-4290-8e9e-c068a6d4e5cf,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:09.438305 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:09.441629 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-da7e6785-4f6e-4a36-a500-fe3b2a830aee None None] Set router f021cac2-9b15-47a0-92bf-dfd89c108245 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:09.463714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Calling delete_port for 510392ff-cefd-4290-8e9e-c068a6d4e5cf owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:09.475229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90963e1c-91f4-46d1-a696-6ce5256d6d0b None None] Checking router: 0cafae9a-ae90-404d-b03b-cf2a52edb068 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:55:09.497022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90963e1c-91f4-46d1-a696-6ce5256d6d0b None None] Routers {'0cafae9a-ae90-404d-b03b-cf2a52edb068'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:09.497672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-90963e1c-91f4-46d1-a696-6ce5256d6d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:54:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0cafae9a-ae90-404d-b03b-cf2a52edb068'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:09.589476 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-da7e6785-4f6e-4a36-a500-fe3b2a830aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-router', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:15Z', 'updated_at': '2021-11-19T18:55:08Z', 'revision_number': 6, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:09.641528 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:09.704573 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e6785-4f6e-4a36-a500-fe3b2a830aee None None] The sync data for ids ['f021cac2-9b15-47a0-92bf-dfd89c108245'] in n-d-815373-6 is: [{'id': 'f021cac2-9b15-47a0-92bf-dfd89c108245', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-470563494-router', 'tenant_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:15Z', 'updated_at': '2021-11-19T18:55:08Z', 'revision_number': 6, 'project_id': '60cd2ccf3d7f4fab8cedc931a444b1be', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:55:09.745919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-90963e1c-91f4-46d1-a696-6ce5256d6d0b None None] Set router 0cafae9a-ae90-404d-b03b-cf2a52edb068 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:09.764228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=103885b6-394f-4171-ae0d-d15a18d1eae0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:09.868763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-90963e1c-91f4-46d1-a696-6ce5256d6d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-router', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:52Z', 'updated_at': '2021-11-19T18:55:09Z', 'revision_number': 6, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:09.921708 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:09.933238 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90963e1c-91f4-46d1-a696-6ce5256d6d0b None None] The sync data for ids ['0cafae9a-ae90-404d-b03b-cf2a52edb068'] in n-d-815373-6 is: [{'id': '0cafae9a-ae90-404d-b03b-cf2a52edb068', 'name': 'tempest-FloatingIPsNegativeTestJSON-1684700534-router', 'tenant_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:52Z', 'updated_at': '2021-11-19T18:55:09Z', 'revision_number': 6, 'project_id': 'ea542a10fc9243ad8cc4abfbb49b797b', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:55:09.968425 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.055717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Pushing event deleted for resources: {'Port': ['ID=510392ff-cefd-4290-8e9e-c068a6d4e5cf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:10.130293 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.132411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491f5c5-a247-4e59-ac6d-8ce6d159500a req-de1b0b5e-42e0-4e20-81a2-eef21d78a574 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:10.142900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d491f5c5-a247-4e59-ac6d-8ce6d159500a req-de1b0b5e-42e0-4e20-81a2-eef21d78a574 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.5285232 Nov 19 18:55:10.162689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.174315 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.272129 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.275640 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.289890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d491f5c5-a247-4e59-ac6d-8ce6d159500a req-88368c38-011c-4e23-8e72-1567a77e8b2e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455173 Nov 19 18:55:10.304649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.305534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cafae9a-ae90-404d-b03b-cf2a52edb068 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:55:10.312412 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.317941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-62f7ff94-3862-478e-b972-c1aa13a296f2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0cafae9a-ae90-404d-b03b-cf2a52edb068 HTTP/1.1" status: 204 len: 168 time: 1.6737034 Nov 19 18:55:10.318788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33366) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:10.362720 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.362720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f021cac2-9b15-47a0-92bf-dfd89c108245 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:55:10.368470 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.372439 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a01ac083-6707-40ec-a967-a3840d6edc07 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f021cac2-9b15-47a0-92bf-dfd89c108245 HTTP/1.1" status: 204 len: 168 time: 2.0804446 Nov 19 18:55:10.393703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79016ee7-e139-4694-92e2-dfd69d2d3f3d req-c9c9537a-5daa-4b82-8b3e-95eacbfbaea4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:10.403423 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-79016ee7-e139-4694-92e2-dfd69d2d3f3d req-c9c9537a-5daa-4b82-8b3e-95eacbfbaea4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.4524913 Nov 19 18:55:10.408091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33370) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:10.506727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-79016ee7-e139-4694-92e2-dfd69d2d3f3d req-0e7830c2-c939-495f-b92c-55517f498141 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996299 Nov 19 18:55:10.531310 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-479b771c-037f-4ebc-a6aa-71321b4c2f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.553473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26f8f79-c883-47cd-b40b-ea0e8a78bbf5 admin admin] Deleting subnet 6af70391-1bd0-4180-a6d1-1a86935c5ab9 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:55:10.558979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26f8f79-c883-47cd-b40b-ea0e8a78bbf5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.639605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145ac6-e27b-4ea1-9d1e-ba304c05dcd9 req-a74eb75d-391c-4cd7-830c-d8e9fdd767f0 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:10.641103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f145ac6-e27b-4ea1-9d1e-ba304c05dcd9 req-a74eb75d-391c-4cd7-830c-d8e9fdd767f0 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.2175591 Nov 19 18:55:10.645544 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7b2c43-932b-4a35-9ff7-8f333fd37039 admin admin] Deleting subnet 0b5932db-8383-4d14-937f-9f3034e98a8b {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:55:10.680582 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2c43-932b-4a35-9ff7-8f333fd37039 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.757051 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26f8f79-c883-47cd-b40b-ea0e8a78bbf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.770948 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f145ac6-e27b-4ea1-9d1e-ba304c05dcd9 req-b890fb9d-44f3-42b4-88c3-e005bef72109 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220634 Nov 19 18:55:10.816894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2c43-932b-4a35-9ff7-8f333fd37039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:10.973226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2c43-932b-4a35-9ff7-8f333fd37039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:11.005802 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26f8f79-c883-47cd-b40b-ea0e8a78bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:11.107698 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2c43-932b-4a35-9ff7-8f333fd37039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:11.153260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b2c43-932b-4a35-9ff7-8f333fd37039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5932db-8383-4d14-937f-9f3034e98a8b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:11.155410 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26f8f79-c883-47cd-b40b-ea0e8a78bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:11.171222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691fd1aa-9146-41e5-aa73-0583b52015ad None None] Network 1e1861b6-5eb8-4905-a361-36bf74f79633 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:55:11.178234 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2c43-932b-4a35-9ff7-8f333fd37039 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:11.185097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33384) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:11.186564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fa7b2c43-932b-4a35-9ff7-8f333fd37039 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0b5932db-8383-4d14-937f-9f3034e98a8b HTTP/1.1" status: 204 len: 168 time: 0.7764373 Nov 19 18:55:11.216047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f8f79-c883-47cd-b40b-ea0e8a78bbf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af70391-1bd0-4180-a6d1-1a86935c5ab9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:11.219011 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26f8f79-c883-47cd-b40b-ea0e8a78bbf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:11.227252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d26f8f79-c883-47cd-b40b-ea0e8a78bbf5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6af70391-1bd0-4180-a6d1-1a86935c5ab9 HTTP/1.1" status: 204 len: 168 time: 0.9070773 Nov 19 18:55:11.228058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33386) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:11.324286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf20d8-56ab-430e-bb97-5a8f1a5d8f41 None None] Network c849217e-fec0-4a5d-ab22-5b92bd8dc995 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:55:11.348587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 103885b6-394f-4171-ae0d-d15a18d1eae0 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:11.400106 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:11.424050 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:11.555113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Deleting port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:11.555682 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:11.596518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Deleting port 21e89cdb-89e2-4fd2-996e-6f79a70b51be {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:11.596868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:11.599314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 103885b6-394f-4171-ae0d-d15a18d1eae0 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:11.599788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 103885b6-394f-4171-ae0d-d15a18d1eae0 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:11.600056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 510392ff-cefd-4290-8e9e-c068a6d4e5cf no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:11.686343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 510392ff-cefd-4290-8e9e-c068a6d4e5cf {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:11.686675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 510392ff-cefd-4290-8e9e-c068a6d4e5cf not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:11.687085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 04eeb91e-88dc-411b-a548-49b517ea57ae no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:11.760080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 04eeb91e-88dc-411b-a548-49b517ea57ae {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:11.761069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 04eeb91e-88dc-411b-a548-49b517ea57ae not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:11.761788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7843dcb6-0fde-4356-abde-b887ebf455ba no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:11.831680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] For port 21e89cdb-89e2-4fd2-996e-6f79a70b51be, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=21e89cdb-89e2-4fd2-996e-6f79a70b51be,segment=NetworkSegment(1f79f1b5-aacd-462b-9496-3d55463add8b),segment_id=1f79f1b5-aacd-462b-9496-3d55463add8b)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:11.832075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:11.846794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 7843dcb6-0fde-4356-abde-b887ebf455ba {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:11.847401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7843dcb6-0fde-4356-abde-b887ebf455ba not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:11.879782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Calling delete_port for 21e89cdb-89e2-4fd2-996e-6f79a70b51be owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:11.889402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c421962-0e6d-4951-b4bf-d5f2a99e5a12 req-2fffb230-3fb4-4570-b563-1d44dc4544c5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:11.915445 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c421962-0e6d-4951-b4bf-d5f2a99e5a12 req-2fffb230-3fb4-4570-b563-1d44dc4544c5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.2035666 Nov 19 18:55:11.954960 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.091305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] DHCP port deletion for 1e1861b6-5eb8-4905-a361-36bf74f79633 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:55:12.099539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c421962-0e6d-4951-b4bf-d5f2a99e5a12 req-08cc3d10-abfd-4133-8e36-a1de960416ec tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739609 Nov 19 18:55:12.170137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4cbab-c18b-4d5e-a3cf-3a8f70e46cc8 None None] DHCP port deletion for c849217e-fec0-4a5d-ab22-5b92bd8dc995 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:55:12.194380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] For port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4c3462a0-ecbb-4a16-82a3-ea73cf81c244,segment=NetworkSegment(297b0046-d1f2-4c79-b0d5-96e36a6aca88),segment_id=297b0046-d1f2-4c79-b0d5-96e36a6aca88)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:12.195005 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.218973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Calling delete_port for 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:12.229988 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.256489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Deleting port 21e89cdb-89e2-4fd2-996e-6f79a70b51be {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:12.257165 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.305643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-97a4cbab-c18b-4d5e-a3cf-3a8f70e46cc8 None None] Deleting port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:12.306354 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97a4cbab-c18b-4d5e-a3cf-3a8f70e46cc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.316191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e89cdb-89e2-4fd2-996e-6f79a70b51be,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:12.338120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.339558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.339842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.340189 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.341149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.342119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.343864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.344307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.344899 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.345239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.347210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.347624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.362473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] No DVR routers for this DVR port 21e89cdb-89e2-4fd2-996e-6f79a70b51be on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:12.371045 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.450590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] For port 21e89cdb-89e2-4fd2-996e-6f79a70b51be, host n-d-815373-6, got binding levels [] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:12.454319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.460111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3462a0-ecbb-4a16-82a3-ea73cf81c244,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:12.466698 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] No DVR routers for this DVR port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:12.488609 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.498930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335cf29-021f-4791-8fdc-6d8a5510a73f req-3727442e-3db9-4bf8-ae2f-a4496b663116 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:12.500766 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6335cf29-021f-4791-8fdc-6d8a5510a73f req-3727442e-3db9-4bf8-ae2f-a4496b663116 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 1.0315552 Nov 19 18:55:12.521033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1861b6-5eb8-4905-a361-36bf74f79633']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:12.534062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f79f1b5-aacd-462b-9496-3d55463add8b') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:12.534456 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f79f1b5-aacd-462b-9496-3d55463add8b') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:12.537457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Calling delete_port for 21e89cdb-89e2-4fd2-996e-6f79a70b51be owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:12.543500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.ipam_backend_mixin [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Port 21e89cdb-89e2-4fd2-996e-6f79a70b51be was not found and therefore no delete operation was performed {{(pid=109889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 18:55:12.553650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-97a4cbab-c18b-4d5e-a3cf-3a8f70e46cc8 None None] For port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4c3462a0-ecbb-4a16-82a3-ea73cf81c244,segment=NetworkSegment(297b0046-d1f2-4c79-b0d5-96e36a6aca88),segment_id=297b0046-d1f2-4c79-b0d5-96e36a6aca88)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:12.558753 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97a4cbab-c18b-4d5e-a3cf-3a8f70e46cc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.581775 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.593264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-97a4cbab-c18b-4d5e-a3cf-3a8f70e46cc8 None None] Calling delete_port for 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:12.602843 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.635118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:55:12.636167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.664910 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.673127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:12.703166 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.705178 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:12.705921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:12.706058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 21e89cdb-89e2-4fd2-996e-6f79a70b51be no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: timer() Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:55:12.707595 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:55:12.719176 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6335cf29-021f-4791-8fdc-6d8a5510a73f req-063d489d-9c3c-4520-9948-c6d779960d04 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495693 Nov 19 18:55:12.735192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c849217e-fec0-4a5d-ab22-5b92bd8dc995']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:12.747696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297b0046-d1f2-4c79-b0d5-96e36a6aca88') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:12.748322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297b0046-d1f2-4c79-b0d5-96e36a6aca88') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:12.748442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.758573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.763192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Pushing event deleted for resources: {'Port': ['ID=21e89cdb-89e2-4fd2-996e-6f79a70b51be,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:12.768727 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.774113 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1e1861b6-5eb8-4905-a361-36bf74f79633 HTTP/1.1" status: 204 len: 168 time: 1.5867982 Nov 19 18:55:12.775148 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.780237 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:55:12.783215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:55:12.783711 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.806934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] No DVR routers for this DVR port 21e89cdb-89e2-4fd2-996e-6f79a70b51be on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:12.834569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.834919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.835262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.835598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.835935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.836264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.836594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.836926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.837249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.841508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.843039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.844375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64e0da-d509-47f1-ab18-5e6782232205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:12.847534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874bc2a-df01-4f4c-aa23-e05b83220eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1861b6-5eb8-4905-a361-36bf74f79633,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:55:12.856750 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:55:12.859885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 21e89cdb-89e2-4fd2-996e-6f79a70b51be {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:12.861946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 21e89cdb-89e2-4fd2-996e-6f79a70b51be not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:12.866042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c87219-0103-4e12-a534-49b68b916054 req-dbe759ee-194e-4a1f-b85c-39ecbdc1ed94 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:12.867727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00c87219-0103-4e12-a534-49b68b916054 req-dbe759ee-194e-4a1f-b85c-39ecbdc1ed94 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.2764802 Nov 19 18:55:12.870517 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.876432 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.884108 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c849217e-fec0-4a5d-ab22-5b92bd8dc995 HTTP/1.1" status: 204 len: 168 time: 1.6512148 Nov 19 18:55:12.900924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17207c-0208-4b5e-b506-cd192e4db0b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c849217e-fec0-4a5d-ab22-5b92bd8dc995,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:12.924436 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97a4cbab-c18b-4d5e-a3cf-3a8f70e46cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:12.961360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4cbab-c18b-4d5e-a3cf-3a8f70e46cc8 None None] Pushing event deleted for resources: {'Port': ['ID=4c3462a0-ecbb-4a16-82a3-ea73cf81c244,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:12.966919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97a4cbab-c18b-4d5e-a3cf-3a8f70e46cc8 None None] Network c849217e-fec0-4a5d-ab22-5b92bd8dc995 is not hosted by any dhcp agent {{(pid=109889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 18:55:12.967391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a4cbab-c18b-4d5e-a3cf-3a8f70e46cc8 None None] No DVR routers for this DVR port 4c3462a0-ecbb-4a16-82a3-ea73cf81c244 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:13.048468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33414) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:13.082304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33416) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:13.130358 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:13.136752 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-81b8aa2b-8ba4-4e06-aa60-bbdebb0cd5a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75ef4fd3a79547a498a1c4eac20ae6c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0870404 Nov 19 18:55:13.143335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33420) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:13.152806 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5ab70ce0-71a0-4f78-b6b4-0e1501da6f8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea542a10fc9243ad8cc4abfbb49b797b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0691159 Nov 19 18:55:13.155309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33422) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:13.206931 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b9e713b-4443-4d0c-b6b2-a7785cd67d27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:13.209472 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5c2d-e95f-4aa1-ac21-d8a37d08059a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:13.241626 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5c2d-e95f-4aa1-ac21-d8a37d08059a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:13.272277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b9e713b-4443-4d0c-b6b2-a7785cd67d27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:13.298222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5c2d-e95f-4aa1-ac21-d8a37d08059a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:13.314534 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5c2d-e95f-4aa1-ac21-d8a37d08059a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:13.314534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1c3e5c2d-e95f-4aa1-ac21-d8a37d08059a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0991545e-4af6-4efa-a3e8-4a10fad944be HTTP/1.1" status: 204 len: 168 time: 0.1546936 Nov 19 18:55:13.317391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba54e3-6a73-4184-9f03-272a2c5e5690 req-04137789-0710-44f3-b5be-b421fdde1d6f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:13.319110 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59ba54e3-6a73-4184-9f03-272a2c5e5690 req-04137789-0710-44f3-b5be-b421fdde1d6f tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0983591 Nov 19 18:55:13.368956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e5c2d-e95f-4aa1-ac21-d8a37d08059a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0991545e-4af6-4efa-a3e8-4a10fad944be,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:13.393897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59ba54e3-6a73-4184-9f03-272a2c5e5690 req-c6f7e920-0019-4646-9e25-340c1b81cb54 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607171 Nov 19 18:55:13.393897 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b9e713b-4443-4d0c-b6b2-a7785cd67d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:13.395998 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b9e713b-4443-4d0c-b6b2-a7785cd67d27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:13.399907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1b9e713b-4443-4d0c-b6b2-a7785cd67d27 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d9eb751-066c-40a5-abe5-76c7a67f8889 HTTP/1.1" status: 204 len: 168 time: 0.2527692 Nov 19 18:55:13.409599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e713b-4443-4d0c-b6b2-a7785cd67d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9eb751-066c-40a5-abe5-76c7a67f8889,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:13.646124 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00c87219-0103-4e12-a534-49b68b916054 req-aaed431a-c65b-4b91-b9e5-369852700a34 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7599041 Nov 19 18:55:13.953988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218d072-a40d-4535-b8a8-a77001bdba12 req-4977a9be-9a6b-4d69-a4fb-4e40c9198580 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:13.966606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2218d072-a40d-4535-b8a8-a77001bdba12 req-4977a9be-9a6b-4d69-a4fb-4e40c9198580 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.1436973 Nov 19 18:55:14.039698 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:14.067683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33460) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:14.068095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2218d072-a40d-4535-b8a8-a77001bdba12 req-ce97a556-5d26-4426-89f7-d67800c955c5 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995359 Nov 19 18:55:14.115408 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-34102866-7d26-4bcd-9a50-4c41f77685b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60cd2ccf3d7f4fab8cedc931a444b1be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462751 Nov 19 18:55:14.118251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33462) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:14.176860 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a86a9cae-883c-4932-a14d-4b3278534b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:14.206555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a86a9cae-883c-4932-a14d-4b3278534b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:14.264396 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a86a9cae-883c-4932-a14d-4b3278534b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:14.272471 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a86a9cae-883c-4932-a14d-4b3278534b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:14.274011 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a86a9cae-883c-4932-a14d-4b3278534b4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f13e34c0-1bed-4527-88d2-73a885586590 HTTP/1.1" status: 204 len: 168 time: 0.1543100 Nov 19 18:55:14.298527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a9cae-883c-4932-a14d-4b3278534b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13e34c0-1bed-4527-88d2-73a885586590,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:14.591431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6748314-cfda-428c-93d0-99c2b108c207 req-13a3f8ba-c3f3-491f-909c-9025ad846ac4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:14.600503 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a6748314-cfda-428c-93d0-99c2b108c207 req-13a3f8ba-c3f3-491f-909c-9025ad846ac4 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0922196 Nov 19 18:55:14.696440 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a6748314-cfda-428c-93d0-99c2b108c207 req-c76e7180-6bda-4fb4-aaa2-89c7dbb56bab tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879881 Nov 19 18:55:14.862824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99961df8-b8f9-48d0-9eae-144df216aa16 req-d203c8c9-da60-4ce8-950b-71aaab222e93 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:14.869526 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-99961df8-b8f9-48d0-9eae-144df216aa16 req-d203c8c9-da60-4ce8-950b-71aaab222e93 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1020656 Nov 19 18:55:14.993293 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-99961df8-b8f9-48d0-9eae-144df216aa16 req-7beb0e99-6500-4f1c-9688-ec51043065c5 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108289 Nov 19 18:55:15.079005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079920d-38dc-49c3-aaa8-c5c29e5509be req-2a539362-84c5-49ea-a41c-3c93255c0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:15.080524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a079920d-38dc-49c3-aaa8-c5c29e5509be req-2a539362-84c5-49ea-a41c-3c93255c0283 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 1097 time: 0.0959451 Nov 19 18:55:15.180267 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a079920d-38dc-49c3-aaa8-c5c29e5509be req-244ff3ef-8ec6-4fd5-acb5-21644098e0bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903976 Nov 19 18:55:15.248701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1ee73-d480-4b12-bda7-c892b76ba9cf req-488f305b-7002-467a-bd3e-6569f7f8ddcb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:15.250289 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-69b1ee73-d480-4b12-bda7-c892b76ba9cf req-488f305b-7002-467a-bd3e-6569f7f8ddcb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.0554450 Nov 19 18:55:15.326105 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-69b1ee73-d480-4b12-bda7-c892b76ba9cf req-6f095209-f4e1-48cd-a078-c2a35ab62509 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624588 Nov 19 18:55:15.868324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694c22d-7d99-4378-9d17-1a1660f80f26 req-d2af42b2-0a89-495b-8849-afde9da307a0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:15.876378 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4694c22d-7d99-4378-9d17-1a1660f80f26 req-d2af42b2-0a89-495b-8849-afde9da307a0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0785680 Nov 19 18:55:15.948628 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4694c22d-7d99-4378-9d17-1a1660f80f26 req-8db3bc99-250a-4b28-80c9-747f3507fdcc tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654294 Nov 19 18:55:16.174190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8f3b2-6584-46a8-8510-9785a93600aa req-01e633d1-8a40-4dc7-bc79-6919cadba798 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:16.182842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-29a8f3b2-6584-46a8-8510-9785a93600aa req-01e633d1-8a40-4dc7-bc79-6919cadba798 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0689597 Nov 19 18:55:16.254902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-29a8f3b2-6584-46a8-8510-9785a93600aa req-32ea4711-334c-4a6c-8c7b-0038bcc33595 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709426 Nov 19 18:55:16.634256 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-a80b626a-f077-4e02-bf60-2f90f1ea2a61 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3625aaf3a77b4193972b5949e3014f54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323329 Nov 19 18:55:16.687056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc88bd5-1b83-40b0-a792-d659ef20fc82 req-f6044a3b-9af4-4987-81df-0ae16106be63 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:16.689479 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9bc88bd5-1b83-40b0-a792-d659ef20fc82 req-f6044a3b-9af4-4987-81df-0ae16106be63 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.0811095 Nov 19 18:55:16.765787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9bc88bd5-1b83-40b0-a792-d659ef20fc82 req-623cabd6-17db-4b24-b0fc-43e855692fbd tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695181 Nov 19 18:55:17.074425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-705ffc15-d991-43de-8290-94da0b2a05f9 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:17.075937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-705ffc15-d991-43de-8290-94da0b2a05f9 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4406192 Nov 19 18:55:17.093713 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dfe98558-817e-4afb-9072-3ea67e6bbffb tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/quotas/3625aaf3a77b4193972b5949e3014f54 HTTP/1.1" status: 200 len: 375 time: 0.0102975 Nov 19 18:55:17.141883 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-9597051a-1884-4bf7-8d5c-2716df0906b2 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3625aaf3a77b4193972b5949e3014f54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418718 Nov 19 18:55:17.424406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31019fbd-54d4-4649-b482-e8c1173f7e7a req-2e564ce5-ff1c-45c0-8cb0-c603301ff3c8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:17.434714 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31019fbd-54d4-4649-b482-e8c1173f7e7a req-2e564ce5-ff1c-45c0-8cb0-c603301ff3c8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.1021986 Nov 19 18:55:17.509972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31019fbd-54d4-4649-b482-e8c1173f7e7a req-5f2a0196-fa23-4ea1-a5ec-bd35902cbc07 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678139 Nov 19 18:55:17.562910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0062c111-43e3-4ea8-8573-d9087d636f08 req-d1144cbb-6af1-48e1-ae1e-8c6c437eafd1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 210 time: 0.0367975 Nov 19 18:55:17.671583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4faad-83c0-4370-9cf4-7938624c8800 req-1c45770f-c9ac-420b-9feb-ba159e2c4643 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:17.679546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86b4faad-83c0-4370-9cf4-7938624c8800 req-1c45770f-c9ac-420b-9feb-ba159e2c4643 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0708516 Nov 19 18:55:17.737035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86b4faad-83c0-4370-9cf4-7938624c8800 req-b9320248-4218-447a-b1ac-57269c1654e4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565019 Nov 19 18:55:17.835675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6b9ada2a-0667-4b81-9b84-563a0b484ce9 req-53d0f37a-f629-46f8-a1ba-b2294aab00bb tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1301825621', 'description': 'tempest-description-1754149741'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:17.855262 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-5a7b2a9b-5046-4a0d-84a5-c076b28fc022 service neutron] show failed (client error): The resource could not be found. Nov 19 18:55:17.856432 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-5a7b2a9b-5046-4a0d-84a5-c076b28fc022 service neutron] 10.222.0.57 "GET /v2.0/ports/b41f7a30-43b0-4041-84a4-fda62c65de12/bindings/n-h2-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.1283259 Nov 19 18:55:17.889340 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b9ada2a-0667-4b81-9b84-563a0b484ce9 req-53d0f37a-f629-46f8-a1ba-b2294aab00bb tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:17.981591 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b9ada2a-0667-4b81-9b84-563a0b484ce9 req-53d0f37a-f629-46f8-a1ba-b2294aab00bb tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:17.987824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b9ada2a-0667-4b81-9b84-563a0b484ce9 req-53d0f37a-f629-46f8-a1ba-b2294aab00bb tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:18.029037 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b9ada2a-0667-4b81-9b84-563a0b484ce9 req-53d0f37a-f629-46f8-a1ba-b2294aab00bb tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:18.030415 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b9ada2a-0667-4b81-9b84-563a0b484ce9 req-53d0f37a-f629-46f8-a1ba-b2294aab00bb tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.2155631 Nov 19 18:55:18.032961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0f37a-f629-46f8-a1ba-b2294aab00bb tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c74cfd2-a8a1-4fe8-a4a9-156d2ef30911,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:18.214849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28aa7de-3c13-46b3-aa32-1f115ccc4432 req-c622d35a-b7f7-47cf-8346-43dbefb72bb9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:18.224791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a28aa7de-3c13-46b3-aa32-1f115ccc4432 req-c622d35a-b7f7-47cf-8346-43dbefb72bb9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.1118007 Nov 19 18:55:18.248157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-562a0130-fa3b-4d33-b1e7-2c3585f925c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:18.250176 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-562a0130-fa3b-4d33-b1e7-2c3585f925c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c&tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d HTTP/1.1" status: 200 len: 1101 time: 0.1036928 Nov 19 18:55:18.266657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:18.324026 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a28aa7de-3c13-46b3-aa32-1f115ccc4432 req-1f899a76-463f-4a4b-937f-f25d1080400c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977089 Nov 19 18:55:18.379116 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:18.532285 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f34be13-9711-4c70-b083-5f66bcc558bb req-86af67d4-661a-469c-827a-6425d9a1f9b5 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1301825621&fields=id&tenant_id=e236eb2d55904f3cb45b4d2fa78847d3 HTTP/1.1" status: 200 len: 267 time: 0.0477271 Nov 19 18:55:18.613331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34be13-9711-4c70-b083-5f66bcc558bb req-c8ea8676-f0b6-490c-97f6-d3f20e7b47ef tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:18.622708 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f34be13-9711-4c70-b083-5f66bcc558bb req-c8ea8676-f0b6-490c-97f6-d3f20e7b47ef tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0756688 Nov 19 18:55:18.629792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-0f34be13-9711-4c70-b083-5f66bcc558bb req-cf6cdd0d-0a11-4de3-91a1-181254ec2996 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Request body: {'port': {'security_groups': ['427038a3-5a3e-4b30-b63a-1f753a4bca56', '8c74cfd2-a8a1-4fe8-a4a9-156d2ef30911']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:18.721538 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0f34be13-9711-4c70-b083-5f66bcc558bb req-cf6cdd0d-0a11-4de3-91a1-181254ec2996 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:18.738334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:18.837309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:18.901669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-fd6320e8-02d3-4a6e-af14-c3cef1a42acb tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3625aaf3a77b4193972b5949e3014f54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589278 Nov 19 18:55:18.941257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:18.944112 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b5dd9-4c33-4b00-bfb2-55fedae14f3c" -d '{"events": [{"server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "name": "network-vif-unplugged", "status": "completed", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:18.981594 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.020771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Transition to ACTIVE for port object b41f7a30-43b0-4041-84a4-fda62c65de12 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:55:19.030532 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.032556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0f34be13-9711-4c70-b083-5f66bcc558bb req-cf6cdd0d-0a11-4de3-91a1-181254ec2996 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] For port 0af5465b-11e9-4c64-8f6b-dead4def8a00, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00,segment=NetworkSegment(76ada48b-5a7c-4aff-9415-cf0589cc7960),segment_id=76ada48b-5a7c-4aff-9415-cf0589cc7960)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:19.070808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0f34be13-9711-4c70-b083-5f66bcc558bb req-cf6cdd0d-0a11-4de3-91a1-181254ec2996 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.076857 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0f34be13-9711-4c70-b083-5f66bcc558bb req-cf6cdd0d-0a11-4de3-91a1-181254ec2996 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.092412 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0af5465b-11e9-4c64-8f6b-dead4def8a00'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:19.158951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-8af6ded5-9085-4de9-a2c6-a6517e8fa073 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:19.160451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-8af6ded5-9085-4de9-a2c6-a6517e8fa073 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518334 Nov 19 18:55:19.162589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34be13-9711-4c70-b083-5f66bcc558bb req-cf6cdd0d-0a11-4de3-91a1-181254ec2996 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:19.163267 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0f34be13-9711-4c70-b083-5f66bcc558bb req-cf6cdd0d-0a11-4de3-91a1-181254ec2996 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.165236 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f34be13-9711-4c70-b083-5f66bcc558bb req-cf6cdd0d-0a11-4de3-91a1-181254ec2996 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "PUT /v2.0/ports/0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 982 time: 0.5414579 Nov 19 18:55:19.165988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:19.169206 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7aeaad-3cbb-4e2b-884f-6da59599138b" -d '{"events": [{"name": "network-changed", "server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:19.192153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cdd0d-0a11-4de3-91a1-181254ec2996 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Pushing event updated for resources: {'Port': ['ID=0af5465b-11e9-4c64-8f6b-dead4def8a00,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:19.192859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] No DVR routers for this DVR port b41f7a30-43b0-4041-84a4-fda62c65de12 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:19.203594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Request body: {'port': {'device_id': '6a9ade26-fbd5-407f-90b0-65a9fca5796f', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '3625aaf3a77b4193972b5949e3014f54'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:19.211008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:19.277992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0af5465b-11e9-4c64-8f6b-dead4def8a00'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:19.318875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4f9c3741-8e67-469e-910d-ef1e93051e41 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:55:19.342114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:55:19.342542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:55:19.342856 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:19.342979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c23df97-a952-4627-a01b-4c98991630a8 req-d46cc5f0-a096-4070-bf9c-fda384167405 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 210 time: 0.0547230 Nov 19 18:55:19.366189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5e4ba-4f21-47dd-9ecf-fd59c845600a req-d43c3b95-0ddb-49b1-a9bd-87b9adc57f4b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:19.374418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eef5e4ba-4f21-47dd-9ecf-fd59c845600a req-d43c3b95-0ddb-49b1-a9bd-87b9adc57f4b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 948 time: 0.2237749 Nov 19 18:55:19.385783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Port b41f7a30-43b0-4041-84a4-fda62c65de12 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:55:19.386099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:19.397810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-e7485ec7-02ca-4201-b372-24601b9d3d72 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:19.399858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-e7485ec7-02ca-4201-b372-24601b9d3d72 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1096 time: 0.3104222 Nov 19 18:55:19.414953 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8b0c29-f577-44d7-941b-b3747eb363db x-openstack-request-id: req-7d8b0c29-f577-44d7-941b-b3747eb363db {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:19.415259 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "name": "network-vif-unplugged", "status": "completed", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:19.415521 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d8b0c29-f577-44d7-941b-b3747eb363db {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:19.416181 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'code': 200} Nov 19 18:55:19.421847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:55:19.422192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:19.422583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:55:19.423036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Bound port: b41f7a30-43b0-4041-84a4-fda62c65de12, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:55:19.423397 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.429363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815373-6'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:19.557879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4f9c3741-8e67-469e-910d-ef1e93051e41,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:19.570082 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-410ff5f2-dad1-48a2-be7e-5c8dc8297f9e req-e4a29a01-37b4-4ce3-a1ab-c592c6fca191 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1301825621&fields=id&tenant_id=e236eb2d55904f3cb45b4d2fa78847d3 HTTP/1.1" status: 200 len: 267 time: 0.0484614 Nov 19 18:55:19.581298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eef5e4ba-4f21-47dd-9ecf-fd59c845600a req-97b5afbe-0980-4405-9f1e-02475681d488 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059896 Nov 19 18:55:19.583510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4f9c3741-8e67-469e-910d-ef1e93051e41 has no active binding in host n-h1-815373-6 {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 18:55:19.598304 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.625650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Made reservation on behalf of 3625aaf3a77b4193972b5949e3014f54 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:55:19.630321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.637099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:19.646002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:55:19.656428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ff5f2-dad1-48a2-be7e-5c8dc8297f9e req-610fd5e7-21fd-4bf4-8469-b5ce23555a78 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:19.658162 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-410ff5f2-dad1-48a2-be7e-5c8dc8297f9e req-610fd5e7-21fd-4bf4-8469-b5ce23555a78 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 985 time: 0.0783432 Nov 19 18:55:19.665094 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de86261-0bc9-4c13-9a51-cd063590d1de x-openstack-request-id: req-9de86261-0bc9-4c13-9a51-cd063590d1de {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:19.665390 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:19.665634 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9de86261-0bc9-4c13-9a51-cd063590d1de {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:19.666460 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'status': 'completed', 'code': 200} Nov 19 18:55:19.670011 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.674098 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-410ff5f2-dad1-48a2-be7e-5c8dc8297f9e req-d5cc5b25-3089-4b39-b5e9-55ccafb41f36 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Request body: {'port': {'security_groups': ['427038a3-5a3e-4b30-b63a-1f753a4bca56']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:19.675664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.771410 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-410ff5f2-dad1-48a2-be7e-5c8dc8297f9e req-d5cc5b25-3089-4b39-b5e9-55ccafb41f36 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.888620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:19.889232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.890896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] 10.222.0.21 "PUT /v2.0/ports/b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 1096 time: 1.6285689 Nov 19 18:55:19.914962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c932e6f-4ccf-4e4e-b011-be0f9ac9f98d service neutron] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:19.921686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aeaad-3cbb-4e2b-884f-6da59599138b req-0f6b5796-99ac-4686-9ee7-99ce0e0a63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:19.923377 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c7aeaad-3cbb-4e2b-884f-6da59599138b req-0f6b5796-99ac-4686-9ee7-99ce0e0a63bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e236eb2d55904f3cb45b4d2fa78847d3&device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 1136 time: 0.2201819 Nov 19 18:55:20.017219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba1b05-9d42-447e-89a5-a6719732f227 req-7caa1091-1c88-4b2c-8c61-e3460fa89b39 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:20.018739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87ba1b05-9d42-447e-89a5-a6719732f227 req-7caa1091-1c88-4b2c-8c61-e3460fa89b39 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 945 time: 0.2754169 Nov 19 18:55:20.060330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4f9c3741-8e67-469e-910d-ef1e93051e41,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:20.063150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-4016d49e-00d4-4abc-a3b7-84d2d9f7063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:20.064620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-4016d49e-00d4-4abc-a3b7-84d2d9f7063e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1099 time: 0.1453612 Nov 19 18:55:20.095312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-410ff5f2-dad1-48a2-be7e-5c8dc8297f9e req-d5cc5b25-3089-4b39-b5e9-55ccafb41f36 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] For port 0af5465b-11e9-4c64-8f6b-dead4def8a00, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00,segment=NetworkSegment(76ada48b-5a7c-4aff-9415-cf0589cc7960),segment_id=76ada48b-5a7c-4aff-9415-cf0589cc7960)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:20.098193 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:20.116276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aeaad-3cbb-4e2b-884f-6da59599138b req-e5a9672f-7dd8-4648-890b-00db1a34ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:20.118186 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c7aeaad-3cbb-4e2b-884f-6da59599138b req-e5a9672f-7dd8-4648-890b-00db1a34ce79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a021cf07-8927-4181-86a8-7d3bf2088151 HTTP/1.1" status: 200 len: 920 time: 0.1799159 Nov 19 18:55:20.144165 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:20.175258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c7aeaad-3cbb-4e2b-884f-6da59599138b req-726152a3-4d0b-44cc-8085-674bce2e40e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 217 time: 0.0488472 Nov 19 18:55:20.177636 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-410ff5f2-dad1-48a2-be7e-5c8dc8297f9e req-d5cc5b25-3089-4b39-b5e9-55ccafb41f36 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:20.182924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-410ff5f2-dad1-48a2-be7e-5c8dc8297f9e req-d5cc5b25-3089-4b39-b5e9-55ccafb41f36 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:20.195058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0af5465b-11e9-4c64-8f6b-dead4def8a00'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:20.252342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87ba1b05-9d42-447e-89a5-a6719732f227 req-a6ae30f2-56c6-41f6-8885-16792312e880 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215946 Nov 19 18:55:20.264779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ff5f2-dad1-48a2-be7e-5c8dc8297f9e req-d5cc5b25-3089-4b39-b5e9-55ccafb41f36 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:20.266441 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-410ff5f2-dad1-48a2-be7e-5c8dc8297f9e req-d5cc5b25-3089-4b39-b5e9-55ccafb41f36 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:20.273080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e48ae-9132-44d3-bad4-a155b2c78767,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:20.282922 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-410ff5f2-dad1-48a2-be7e-5c8dc8297f9e req-d5cc5b25-3089-4b39-b5e9-55ccafb41f36 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "PUT /v2.0/ports/0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 943 time: 0.6122034 Nov 19 18:55:20.288918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:20.383963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-8cacc5e7-b7ef-42ac-8368-2526b3bff15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:20.384534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0af5465b-11e9-4c64-8f6b-dead4def8a00'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:20.386793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-8cacc5e7-b7ef-42ac-8368-2526b3bff15d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3029678 Nov 19 18:55:20.397493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aeaad-3cbb-4e2b-884f-6da59599138b req-dabf18fa-76c2-4c35-9563-7c8f8eec7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:20.399136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c7aeaad-3cbb-4e2b-884f-6da59599138b req-dabf18fa-76c2-4c35-9563-7c8f8eec7521 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2082e5-8f7d-4190-8372-20543116ab9e HTTP/1.1" status: 200 len: 859 time: 0.2113950 Nov 19 18:55:20.409622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Allocated IP 192.168.233.147 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/fe993443-e2e7-481f-b569-a94722a08b44) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:55:20.411499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5b25-3089-4b39-b5e9-55ccafb41f36 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Pushing event updated for resources: {'Port': ['ID=0af5465b-11e9-4c64-8f6b-dead4def8a00,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:20.462077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c7aeaad-3cbb-4e2b-884f-6da59599138b req-50945c2d-b8b3-4b7c-98a2-8bdf91196a1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a021cf07-8927-4181-86a8-7d3bf2088151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467093 Nov 19 18:55:20.471425 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:20.528790 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:20.601135 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c7aeaad-3cbb-4e2b-884f-6da59599138b req-de783853-5ebe-4e4c-b8dd-f63b390700ba service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310582 Nov 19 18:55:20.636929 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-6a57f22a-9509-43fe-8b62-e9fdb308ad22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 217 time: 0.1673203 Nov 19 18:55:20.719251 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c7aeaad-3cbb-4e2b-884f-6da59599138b req-c8cf0d8b-cfc4-4ea0-bad5-1ff75d361a7f service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095662 Nov 19 18:55:20.818100 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3272e51b-ea72-4df7-9c18-2ddefd302276 req-6930a569-11a5-4ce1-8a2a-c0d036b3d8b9 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 210 time: 0.0298791 Nov 19 18:55:20.849727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Pushing event updated for resources: {'Port': ['ID=4f9c3741-8e67-469e-910d-ef1e93051e41,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:20.892721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-92be3f9e-09f8-4602-b2b1-8ed645882618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:20.894226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-92be3f9e-09f8-4602-b2b1-8ed645882618 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2499404 Nov 19 18:55:20.908477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 on host n-h2-815373-6 for vnic_type normal with profile {"migrating_to": "n-h1-815373-6"} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:55:20.908829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:55:20.909177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:20.951777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Port 4f9c3741-8e67-469e-910d-ef1e93051e41 on network fc562952-7de9-4dd3-822f-0416150efa5d not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:55:20.952108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Attempting to bind port 4f9c3741-8e67-469e-910d-ef1e93051e41 on network fc562952-7de9-4dd3-822f-0416150efa5d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:20.980253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-371f91e0-4281-418a-9f9a-444962f66507 req-05c584ce-fbae-4f9d-9039-5b43f1f6dd5b tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3671331 Nov 19 18:55:20.981014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:55:20.981353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Checking segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:20.981743 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Bound using segment: {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:55:20.982370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Bound port: 4f9c3741-8e67-469e-910d-ef1e93051e41, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0a259b-b750-4458-9890-93b05b7eb669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fc562952-7de9-4dd3-822f-0416150efa5d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:55:20.982579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:20.997975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4464af8-2d9b-404e-9401-5579363ad81e req-a84571ea-48f3-405d-9f90-163562d8de54 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:20.999671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4464af8-2d9b-404e-9401-5579363ad81e req-a84571ea-48f3-405d-9f90-163562d8de54 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 948 time: 0.0566845 Nov 19 18:55:21.004884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:21.032472 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:21.055040 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4464af8-2d9b-404e-9401-5579363ad81e req-49301eca-3b79-4542-ae56-d0e5b34860f5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Nov 19 18:55:21.069042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-15682c9d-d3b9-46be-827f-a49ad5c8be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:21.070747 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-15682c9d-d3b9-46be-827f-a49ad5c8be2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1591890 Nov 19 18:55:21.113071 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:21.229424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:21.254177 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:21.266078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4f9c3741-8e67-469e-910d-ef1e93051e41,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:55:21.303896 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:21.326542 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-648d97e6-fb13-4380-858a-86dd01ec5f84 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465141 Nov 19 18:55:21.333765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:55:21.334024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b41f7a30-43b0-4041-84a4-fda62c65de12 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:21.357593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:55:21.376295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Pushing event updated for resources: {'Port': ['ID=fe993443-e2e7-481f-b569-a94722a08b44,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:21.387809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:55:21.419496 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b41f7a30-43b0-4041-84a4-fda62c65de12 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:21.428024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12'}, {'server_uuid': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9c3741-8e67-469e-910d-ef1e93051e41'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:21.430849 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d663c28-3862-4ba2-bd80-55882fefa53a" -d '{"events": [{"name": "network-changed", "server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12"}, {"server_uuid": "2744f38c-b9a5-4405-a351-877bb8b90ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9c3741-8e67-469e-910d-ef1e93051e41"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:21.543471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:21.544101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:21.545526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] 10.222.0.57 "PUT /v2.0/ports/4f9c3741-8e67-469e-910d-ef1e93051e41 HTTP/1.1" status: 200 len: 1121 time: 2.1250427 Nov 19 18:55:21.571170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:21.571958 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:21.626977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['4f9c3741-8e67-469e-910d-ef1e93051e41'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:21.668330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:21.671709 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02efe781-0f98-4172-9042-6346e0fa3aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:21.683296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['4f9c3741-8e67-469e-910d-ef1e93051e41'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:21.752946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-17568926-4fa5-42d5-a68b-a22a4855ce8e None None] Provisioning complete for port fe993443-e2e7-481f-b569-a94722a08b44 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:21.753518 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17568926-4fa5-42d5-a68b-a22a4855ce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:21.835541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-17568926-4fa5-42d5-a68b-a22a4855ce8e None None] Port fe993443-e2e7-481f-b569-a94722a08b44 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:55:21.917540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c848147-4908-4e0e-b59a-c319d794405e service neutron] Pushing event updated for resources: {'Port': ['ID=4f9c3741-8e67-469e-910d-ef1e93051e41,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:21.930246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-dbc5f7bb-b675-4e53-909a-63b7456aa1e1 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7457879 Nov 19 18:55:21.938715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab66bc1b-cd33-4b9a-932c-4adbfc419fb4 req-9c4125b8-450e-40a5-a017-0e24e59b90ac service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973477 Nov 19 18:55:21.952620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Request body: {'port': {'device_id': '6a9ade26-fbd5-407f-90b0-65a9fca5796f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:21.974623 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:22.061944 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:22.171088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Allocated IP 172.25.3.143 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/74b827c1-db91-4775-bb36-f6a8a016477c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:55:22.302115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:22.372363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb290c7e-a0bf-4629-966b-8513e471d168 req-4c87d9a1-9327-4e6b-adec-c7d8a2fa7d1c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:22.374067 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb290c7e-a0bf-4629-966b-8513e471d168 req-4c87d9a1-9327-4e6b-adec-c7d8a2fa7d1c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.0575073 Nov 19 18:55:22.397055 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:22.415142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:22.425834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:22.428429 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71a502b-5471-4553-8e3b-e1f703a51326" -d '{"events": [{"server_uuid": "359237fa-b1a9-44ae-b168-61f55ec503e6", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd38dd8-5b4f-480c-a9b5-cf329bfe348f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:22.431754 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb290c7e-a0bf-4629-966b-8513e471d168 req-57ca221d-2e1b-4481-a313-56f6bdcb0bd7 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493042 Nov 19 18:55:22.442850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:22.448591 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:22.502441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe993443-e2e7-481f-b569-a94722a08b44 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:22.507590 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:22.517868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:22.521426 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:22.554520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:55:22.563268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:55:22.568166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:55:22.570704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Transition to ACTIVE for port object fe993443-e2e7-481f-b569-a94722a08b44 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:55:22.596340 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500d7437-e891-47cd-8006-c00019f278cc x-openstack-request-id: req-500d7437-e891-47cd-8006-c00019f278cc {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:22.596638 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12", "status": "completed", "code": 200}, {"server_uuid": "2744f38c-b9a5-4405-a351-877bb8b90ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9c3741-8e67-469e-910d-ef1e93051e41", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:22.596896 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-500d7437-e891-47cd-8006-c00019f278cc {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:22.597295 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'status': 'completed', 'code': 200} Nov 19 18:55:22.597566 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9c3741-8e67-469e-910d-ef1e93051e41', 'code': 200} Nov 19 18:55:22.603537 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:22.626517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Pushing event updated for resources: {'Port': ['ID=74b827c1-db91-4775-bb36-f6a8a016477c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:22.752957 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9693b780-e364-4167-a8c8-d35764985fbe x-openstack-request-id: req-9693b780-e364-4167-a8c8-d35764985fbe {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:22.753489 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:22.753944 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9693b780-e364-4167-a8c8-d35764985fbe {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:22.754589 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'status': 'completed', 'code': 200} Nov 19 18:55:22.800153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-18e94fe5-cc75-42ff-bc0f-fc721e7200f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:22.802253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-18e94fe5-cc75-42ff-bc0f-fc721e7200f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1099 time: 0.1904616 Nov 19 18:55:22.808622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Pushing event updated for resources: {'Port': ['ID=fe993443-e2e7-481f-b569-a94722a08b44,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:22.855240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-51831353-01b5-4e33-bc77-691a7b6335bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:22.856879 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-51831353-01b5-4e33-bc77-691a7b6335bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1099 time: 0.2324567 Nov 19 18:55:22.876576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efe781-0f98-4172-9042-6346e0fa3aa7 req-d3690033-ef6c-4e16-a023-2de33c880047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:22.878346 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02efe781-0f98-4172-9042-6346e0fa3aa7 req-d3690033-ef6c-4e16-a023-2de33c880047 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e236eb2d55904f3cb45b4d2fa78847d3&device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 1097 time: 0.0957823 Nov 19 18:55:22.903801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73310cfc-9da9-46da-8294-f16b43e2c70d req-0e3a59b6-b04a-44e1-9524-7181630e635c tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:22.905530 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-73310cfc-9da9-46da-8294-f16b43e2c70d req-0e3a59b6-b04a-44e1-9524-7181630e635c tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 948 time: 0.0852468 Nov 19 18:55:22.917222 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:23.026008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-73310cfc-9da9-46da-8294-f16b43e2c70d req-28ecd29e-2232-4b3f-87d5-69f879428ec9 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105831 Nov 19 18:55:23.031824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Attempting to bind port fe993443-e2e7-481f-b569-a94722a08b44 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:55:23.032340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Attempting to bind port fe993443-e2e7-481f-b569-a94722a08b44 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:55:23.032459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Attempting to bind port fe993443-e2e7-481f-b569-a94722a08b44 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:23.036902 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efe781-0f98-4172-9042-6346e0fa3aa7 req-91a0ae91-561c-4e93-b54f-637fce463cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:23.038412 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02efe781-0f98-4172-9042-6346e0fa3aa7 req-91a0ae91-561c-4e93-b54f-637fce463cb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a021cf07-8927-4181-86a8-7d3bf2088151 HTTP/1.1" status: 200 len: 920 time: 0.1319778 Nov 19 18:55:23.054210 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:23.056032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Port fe993443-e2e7-481f-b569-a94722a08b44 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:55:23.056500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Attempting to bind port fe993443-e2e7-481f-b569-a94722a08b44 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:23.092543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02efe781-0f98-4172-9042-6346e0fa3aa7 req-4d07f109-4775-4764-8a03-2060ae7b4322 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 217 time: 0.0426433 Nov 19 18:55:23.106891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:55:23.107240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:23.107621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:55:23.108061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Bound port: fe993443-e2e7-481f-b569-a94722a08b44, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:55:23.108411 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:23.118049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-a5b7f8a7-8eba-44b0-9a80-878babc939e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:23.119670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-a5b7f8a7-8eba-44b0-9a80-878babc939e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3076994 Nov 19 18:55:23.176581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efe781-0f98-4172-9042-6346e0fa3aa7 req-80e5eed8-288c-45ac-84da-ffae6338f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:23.178082 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02efe781-0f98-4172-9042-6346e0fa3aa7 req-80e5eed8-288c-45ac-84da-ffae6338f0e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2082e5-8f7d-4190-8372-20543116ab9e HTTP/1.1" status: 200 len: 859 time: 0.0676329 Nov 19 18:55:23.178928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-e7eefcb3-b621-4b5b-8bd0-34095f7fa927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:23.180422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-e7eefcb3-b621-4b5b-8bd0-34095f7fa927 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3094914 Nov 19 18:55:23.185731 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d1967-4d1b-4f0f-a0c2-b3a1037fd95d req-f9ffa064-9338-4c46-aa9a-82871c0d3db5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:23.186024 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-ef5a3971-1687-4a1d-b0ad-7b82b7df6772 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 217 time: 0.0553815 Nov 19 18:55:23.187165 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0a0d1967-4d1b-4f0f-a0c2-b3a1037fd95d req-f9ffa064-9338-4c46-aa9a-82871c0d3db5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 948 time: 0.0865200 Nov 19 18:55:23.233940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02efe781-0f98-4172-9042-6346e0fa3aa7 req-bfbe1808-1336-438c-bb3e-24e07661def5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a021cf07-8927-4181-86a8-7d3bf2088151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343282 Nov 19 18:55:23.302579 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0a0d1967-4d1b-4f0f-a0c2-b3a1037fd95d req-61361798-439b-4ed8-9eb0-91f11e57a941 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092353 Nov 19 18:55:23.312216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-7b6ac97b-35b3-4778-ae70-061493d5e149 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 217 time: 0.1030712 Nov 19 18:55:23.346532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02efe781-0f98-4172-9042-6346e0fa3aa7 req-bac7a08a-8e0a-43d6-8b57-20150fc9056a service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015346 Nov 19 18:55:23.396051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-e8e98930-18b3-4237-a603-27d335e190f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:23.397462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-e8e98930-18b3-4237-a603-27d335e190f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1872814 Nov 19 18:55:23.433267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] For port fe993443-e2e7-481f-b569-a94722a08b44, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:23.452723 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02efe781-0f98-4172-9042-6346e0fa3aa7 req-24688c76-f185-4b30-9464-8977d96234f9 service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974662 Nov 19 18:55:23.476185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-9881845e-6de1-4a2e-bca0-cf14788fcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:23.477735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-9881845e-6de1-4a2e-bca0-cf14788fcd6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1547892 Nov 19 18:55:23.480454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] For port fe993443-e2e7-481f-b569-a94722a08b44, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=fe993443-e2e7-481f-b569-a94722a08b44,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:55:23.491567 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:23.531129 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca3dd2d-d0cf-4d23-bf00-d0020763ef5c x-openstack-request-id: req-3ca3dd2d-d0cf-4d23-bf00-d0020763ef5c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:23.531962 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359237fa-b1a9-44ae-b168-61f55ec503e6", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd38dd8-5b4f-480c-a9b5-cf329bfe348f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:23.532385 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ca3dd2d-d0cf-4d23-bf00-d0020763ef5c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:23.532937 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f', 'code': 200} Nov 19 18:55:23.574104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-3f03c34d-b188-4ff5-b02d-01d8886e67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:23.575390 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-3f03c34d-b188-4ff5-b02d-01d8886e67ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677914 Nov 19 18:55:23.577498 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:23.579772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:23.580367 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:23.581898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] 10.222.0.21 "PUT /v2.0/ports/fe993443-e2e7-481f-b569-a94722a08b44 HTTP/1.1" status: 200 len: 1096 time: 1.6347623 Nov 19 18:55:23.599627 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:23.698727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241791b-5ed0-4ae5-9d38-99aaeda46661 service neutron] Pushing event updated for resources: {'Port': ['ID=fe993443-e2e7-481f-b569-a94722a08b44,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:23.744295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-ddf74c63-b5dc-40e9-b61e-d4815300f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:23.746827 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-ddf74c63-b5dc-40e9-b61e-d4815300f8f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2506864 Nov 19 18:55:23.877281 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:23.903543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Pushing event updated for resources: {'Port': ['ID=74b827c1-db91-4775-bb36-f6a8a016477c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:23.916013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-ed18552b-dc9a-4bc2-a210-5843a5baef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:23.917676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-ed18552b-dc9a-4bc2-a210-5843a5baef1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3625aaf3a77b4193972b5949e3014f54&device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 1099 time: 0.2573779 Nov 19 18:55:23.924049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-50596de6-0cbf-4ab8-b85d-6ac252e5c3fa service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370965 Nov 19 18:55:23.929839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:23.930993 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-371f91e0-4281-418a-9f9a-444962f66507 req-75737b19-1f34-43de-b3f3-7009e336483d tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9399946 Nov 19 18:55:24.022467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-c13e7441-7c61-47c9-a852-a1cd6a4e68ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=fe993443-e2e7-481f-b569-a94722a08b44 HTTP/1.1" status: 200 len: 217 time: 0.0904365 Nov 19 18:55:24.048383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-371f91e0-4281-418a-9f9a-444962f66507 req-aada4ea7-5ac1-461a-91dc-710b46beedcc tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.1074002 Nov 19 18:55:24.098282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fc1db-a174-43e5-a9ff-3a8c0ce12ab5 req-11dec5dd-c81f-4d6b-b264-1ea865ced275 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:24.106367 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-118fc1db-a174-43e5-a9ff-3a8c0ce12ab5 req-11dec5dd-c81f-4d6b-b264-1ea865ced275 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.0682991 Nov 19 18:55:24.118968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-82084846-4b9b-4eb1-bc9b-cdd0174483f5 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440094 Nov 19 18:55:24.155788 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-118fc1db-a174-43e5-a9ff-3a8c0ce12ab5 req-fb22c17e-1558-452f-bfb5-b5dc20cd71c8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481637 Nov 19 18:55:24.323147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b41f7a30-43b0-4041-84a4-fda62c65de12 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:55:24.418281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-88472f8c-35d5-43fc-acee-967b87c9e163 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:24.423232 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-88472f8c-35d5-43fc-acee-967b87c9e163 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 805 time: 0.1176753 Nov 19 18:55:24.424547 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:24.438244 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-9e9d245b-5122-41c9-a559-5e4bac892039 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/quotas/9b4db7fa83d441578db11c43bb608bce HTTP/1.1" status: 200 len: 375 time: 0.0112231 Nov 19 18:55:24.441703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'mac_address': 'fa:16:3e:17:15:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:55:24.480940 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:24.495064 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-af04463b-9acc-46f1-8692-3186f7a68eb5 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483656 Nov 19 18:55:24.495660 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41f7a30-43b0-4041-84a4-fda62c65de12 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:24.516258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:24.523160 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:24.545058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-d337cb64-53f4-4ff0-a238-0efa4af2f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:24.547057 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-d337cb64-53f4-4ff0-a238-0efa4af2f028 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.5072219 Nov 19 18:55:24.576369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:24.609121 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-c80f3c93-9f6e-4d2c-b123-c7b8170c08ea service neutron] 10.222.0.50 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000824 Nov 19 18:55:24.613305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'tag': '4f9c3741-8e67-469e-910d-ef1e93051e41'}, {'name': 'network-changed', 'server_uuid': '6a9ade26-fbd5-407f-90b0-65a9fca5796f', 'tag': 'fe993443-e2e7-481f-b569-a94722a08b44'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:24.615604 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b064c11-3d35-491d-8d85-88d632e98b91" -d '{"events": [{"name": "network-changed", "server_uuid": "2744f38c-b9a5-4405-a351-877bb8b90ecd", "tag": "4f9c3741-8e67-469e-910d-ef1e93051e41"}, {"name": "network-changed", "server_uuid": "6a9ade26-fbd5-407f-90b0-65a9fca5796f", "tag": "fe993443-e2e7-481f-b569-a94722a08b44"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:24.631386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-c84995ca-2b1c-49a9-a1c8-d9727fa67d20 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635256 Nov 19 18:55:24.660052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f91e0-4281-418a-9f9a-444962f66507 req-05cb8ee9-72dc-4f24-9f15-5349ee83f37a tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:24.661395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-371f91e0-4281-418a-9f9a-444962f66507 req-05cb8ee9-72dc-4f24-9f15-5349ee83f37a tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.5790389 Nov 19 18:55:24.688253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d663c28-3862-4ba2-bd80-55882fefa53a req-3255061a-a8db-405d-9448-d36546418eed service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473697 Nov 19 18:55:24.691411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-2ec4bcc3-41de-45da-b4c9-367f7822fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:24.692830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-2ec4bcc3-41de-45da-b4c9-367f7822fd47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285162 Nov 19 18:55:24.714437 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-e383c3b0-c3e0-452c-ba11-0bc9170aa935 service neutron] 10.222.0.50 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989125 Nov 19 18:55:24.803161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-2c1e8f5e-7cab-4915-8eb8-291c064c9dfd service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003954 Nov 19 18:55:24.812718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['b41f7a30-43b0-4041-84a4-fda62c65de12'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:24.905950 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:25.012103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6966564-a9eb-4c3f-9128-51277bfafb34 req-0a27aa21-9faa-49b8-9140-07cdcbb299d7 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886761 Nov 19 18:55:25.027706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ae06f-f2ee-4920-9600-268447f52cd8 req-738add63-0d7c-4a41-942e-44be83f3d627 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:25.037545 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f71ae06f-f2ee-4920-9600-268447f52cd8 req-738add63-0d7c-4a41-942e-44be83f3d627 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 948 time: 0.1010237 Nov 19 18:55:25.102736 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f71ae06f-f2ee-4920-9600-268447f52cd8 req-9f0b1433-0e2f-4c36-8a3f-2b443228db52 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641825 Nov 19 18:55:25.241933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81199d86-b6d4-4097-9268-52493e9b9122 req-a62b5d3d-905b-4dc6-874b-aa4dc7f0eb55 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:25.250271 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-81199d86-b6d4-4097-9268-52493e9b9122 req-a62b5d3d-905b-4dc6-874b-aa4dc7f0eb55 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 949 time: 0.0694299 Nov 19 18:55:25.318076 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-81199d86-b6d4-4097-9268-52493e9b9122 req-48c8df27-1130-4250-8a91-408ffabd4dfd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656826 Nov 19 18:55:25.337948 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda945e5-3213-4c9e-85e8-9a208a7b3d94 x-openstack-request-id: req-dda945e5-3213-4c9e-85e8-9a208a7b3d94 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:25.338446 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2744f38c-b9a5-4405-a351-877bb8b90ecd", "tag": "4f9c3741-8e67-469e-910d-ef1e93051e41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a9ade26-fbd5-407f-90b0-65a9fca5796f", "tag": "fe993443-e2e7-481f-b569-a94722a08b44", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:25.338700 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dda945e5-3213-4c9e-85e8-9a208a7b3d94 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:25.339297 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'tag': '4f9c3741-8e67-469e-910d-ef1e93051e41', 'status': 'completed', 'code': 200} Nov 19 18:55:25.340069 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9ade26-fbd5-407f-90b0-65a9fca5796f', 'tag': 'fe993443-e2e7-481f-b569-a94722a08b44', 'status': 'completed', 'code': 200} Nov 19 18:55:25.453006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-5a1641b6-e64a-4a3c-8644-a64afdc8a152 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:25.455209 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-5a1641b6-e64a-4a3c-8644-a64afdc8a152 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0630307 Nov 19 18:55:25.467337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-214c9691-c023-49af-be6d-fce402272c68 req-84052360-68ff-4bac-a93c-a7bb9a5cedbf tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 210 time: 0.0537257 Nov 19 18:55:25.482687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-e348251a-49dd-4a26-a876-0036cdcce810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:25.484591 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-e348251a-49dd-4a26-a876-0036cdcce810 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 1124 time: 0.1135564 Nov 19 18:55:25.538356 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-a42e6ff6-0596-4948-bb77-1250ac73a9cc tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.0774114 Nov 19 18:55:25.550384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-38cd7b8b-c1e2-4f91-a25a-f49b606e09a4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Request body: {'floatingip': {'port_id': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:25.595043 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-38cd7b8b-c1e2-4f91-a25a-f49b606e09a4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:25.647989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4524668-5518-40c4-9ad3-ca0e78905b2d req-54449eb5-2526-4b98-9ff4-7de58d8a4867 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:25.656699 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4524668-5518-40c4-9ad3-ca0e78905b2d req-54449eb5-2526-4b98-9ff4-7de58d8a4867 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.0882127 Nov 19 18:55:25.732832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-c18d9c47-83af-4f33-8b10-1e729f7b9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:25.734427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-c18d9c47-83af-4f33-8b10-1e729f7b9f0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.2320943 Nov 19 18:55:25.776674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4524668-5518-40c4-9ad3-ca0e78905b2d req-49a7e92c-0beb-4f38-ae94-581db9f9e4df tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189725 Nov 19 18:55:25.803203 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0d1e2-361a-4d2a-97a3-92e7935aafc2 req-3b2ea85f-1a86-4cd3-a6c9-205f64e8736b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:25.804720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9cf0d1e2-361a-4d2a-97a3-92e7935aafc2 req-3b2ea85f-1a86-4cd3-a6c9-205f64e8736b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "GET /v2.0/ports?device_id=359237fa-b1a9-44ae-b168-61f55ec503e6 HTTP/1.1" status: 200 len: 943 time: 0.1349957 Nov 19 18:55:25.882960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-fa84a82d-1e10-4f22-a6e0-52a25390bc9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9c3741-8e67-469e-910d-ef1e93051e41 HTTP/1.1" status: 200 len: 217 time: 0.1113172 Nov 19 18:55:25.995057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-bd497860-05dd-4270-8afd-8230bd44d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:25.997185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-bd497860-05dd-4270-8afd-8230bd44d7cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.0690181 Nov 19 18:55:26.005578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-9cf0d1e2-361a-4d2a-97a3-92e7935aafc2 req-967a99b5-9897-43c3-a4bc-f1eb8340fa2c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Deleting port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:26.006044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9cf0d1e2-361a-4d2a-97a3-92e7935aafc2 req-967a99b5-9897-43c3-a4bc-f1eb8340fa2c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:26.144619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-7f0d5979-553f-4c71-8bfc-cd1054655898 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218359 Nov 19 18:55:26.163362 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-38cd7b8b-c1e2-4f91-a25a-f49b606e09a4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:26.169442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-38cd7b8b-c1e2-4f91-a25a-f49b606e09a4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:26.339528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device fe993443-e2e7-481f-b569-a94722a08b44 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:55:26.343122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b41f7a30-43b0-4041-84a4-fda62c65de12 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:55:26.347394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-2e28af08-ac9e-4fb9-a9c2-8d7581ff9d4c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:26.348938 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-2e28af08-ac9e-4fb9-a9c2-8d7581ff9d4c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.57 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 805 time: 0.1563451 Nov 19 18:55:26.373327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-52a75e07-cf27-466e-a363-1e8a9258af37 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:26.375446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-52a75e07-cf27-466e-a363-1e8a9258af37 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.21 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c&tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 949 time: 0.1544991 Nov 19 18:55:26.388351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Request body: {'port': {'device_id': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'admin_state_up': True, 'tenant_id': '9b4db7fa83d441578db11c43bb608bce'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:26.438661 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-38cd7b8b-c1e2-4f91-a25a-f49b606e09a4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Floating IP c5244db4-c622-4d13-a46d-e97394fe9655 associated. External IP: 172.25.3.143, port: 0af5465b-11e9-4c64-8f6b-dead4def8a00. Nov 19 18:55:26.560540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-9cf0d1e2-361a-4d2a-97a3-92e7935aafc2 req-967a99b5-9897-43c3-a4bc-f1eb8340fa2c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] For port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:26.561238 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9cf0d1e2-361a-4d2a-97a3-92e7935aafc2 req-967a99b5-9897-43c3-a4bc-f1eb8340fa2c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:26.595210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-9cf0d1e2-361a-4d2a-97a3-92e7935aafc2 req-967a99b5-9897-43c3-a4bc-f1eb8340fa2c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Calling delete_port for 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:26.615484 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-6856df8f-e8a1-4bef-b468-25ca8f5eaa74 service neutron] 10.222.0.21 "GET /v2.0/ports/b41f7a30-43b0-4041-84a4-fda62c65de12/bindings/n-h2-815373-6 HTTP/1.1" status: 200 len: 382 time: 0.2315519 Nov 19 18:55:26.630151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-fd331462-c7df-4564-b389-dd40605a5660 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683766 Nov 19 18:55:26.771317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-4da0bb44-5db8-4230-ac54-aaf8badecc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:26.774242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-4da0bb44-5db8-4230-ac54-aaf8badecc62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1100 time: 0.1299052 Nov 19 18:55:26.779963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Made reservation on behalf of 9b4db7fa83d441578db11c43bb608bce for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:55:26.783730 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:26.957478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port fe993443-e2e7-481f-b569-a94722a08b44, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=fe993443-e2e7-481f-b569-a94722a08b44,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:26.975657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'fe993443-e2e7-481f-b569-a94722a08b44', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': 'fe993443-e2e7-481f-b569-a94722a08b44', 'mac_address': 'fa:16:3e:1a:1e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:55:26.998451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-934b58a9-f29b-4f2c-92c0-bedaa8ffb6b1 service neutron] 10.222.0.21 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268232 Nov 19 18:55:27.032875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:27.045849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port b41f7a30-43b0-4041-84a4-fda62c65de12 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:55:27.055967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port b41f7a30-43b0-4041-84a4-fda62c65de12 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:27.056331 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:27.059417 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe993443-e2e7-481f-b569-a94722a08b44 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:27.120979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port fe993443-e2e7-481f-b569-a94722a08b44, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=fe993443-e2e7-481f-b569-a94722a08b44,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:27.134145 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:27.164015 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9cf0d1e2-361a-4d2a-97a3-92e7935aafc2 req-967a99b5-9897-43c3-a4bc-f1eb8340fa2c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:27.224336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=fe993443-e2e7-481f-b569-a94722a08b44,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:27.226066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Allocated IP 172.20.0.6 (81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c/a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91/3a0dfd62-61eb-4d51-97dd-58f7d7082c02) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:55:27.235766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a99b5-9897-43c3-a4bc-f1eb8340fa2c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Pushing event deleted for resources: {'Port': ['ID=0fd38dd8-5b4f-480c-a9b5-cf329bfe348f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:27.238829 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:27.267437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ea799-8643-4b89-b6ca-467654a7540b req-f6dd2f2d-f7d0-435e-aae4-630522c3be63 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:27.269625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d4ea799-8643-4b89-b6ca-467654a7540b req-f6dd2f2d-f7d0-435e-aae4-630522c3be63 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 948 time: 0.2536860 Nov 19 18:55:27.280195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:27.282907 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a61061-ee84-4d9f-9533-9f057cf1f627" -d '{"events": [{"server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "name": "network-vif-plugged", "status": "completed", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:27.303883 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:27.310011 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:27.313545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-65267fa7-865d-41f9-921c-743d9338a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:27.315112 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-65267fa7-865d-41f9-921c-743d9338a7f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3625aaf3a77b4193972b5949e3014f54&device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 1100 time: 0.2528362 Nov 19 18:55:27.384242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['fe993443-e2e7-481f-b569-a94722a08b44'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:27.389029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-53fe7f7e-0892-442f-ad6e-96b3fd654aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:27.391365 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-53fe7f7e-0892-442f-ad6e-96b3fd654aec service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.5370748 Nov 19 18:55:27.392790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:27.440628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf0d1e2-361a-4d2a-97a3-92e7935aafc2 req-967a99b5-9897-43c3-a4bc-f1eb8340fa2c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] No DVR routers for this DVR port 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:27.442524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-ec213acc-c162-4601-806d-610f689b4076 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 217 time: 0.0425925 Nov 19 18:55:27.444879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9cf0d1e2-361a-4d2a-97a3-92e7935aafc2 req-967a99b5-9897-43c3-a4bc-f1eb8340fa2c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:27.449167 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9cf0d1e2-361a-4d2a-97a3-92e7935aafc2 req-967a99b5-9897-43c3-a4bc-f1eb8340fa2c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.21 "DELETE /v2.0/ports/0fd38dd8-5b4f-480c-a9b5-cf329bfe348f HTTP/1.1" status: 204 len: 173 time: 1.6095707 Nov 19 18:55:27.453305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-38cd7b8b-c1e2-4f91-a25a-f49b606e09a4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Router 62b1657e-b7aa-45ff-9f86-95adf993b28e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:55:27.474446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'name': 'network-vif-deleted', 'tag': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:27.478569 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6874e889-9fc6-4d69-93ab-bbdd902b3151" -d '{"events": [{"server_uuid": "359237fa-b1a9-44ae-b168-61f55ec503e6", "name": "network-vif-deleted", "tag": "0fd38dd8-5b4f-480c-a9b5-cf329bfe348f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:27.511644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-03b12a27-cc70-4741-b5b6-ca2453783c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:27.513442 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-03b12a27-cc70-4741-b5b6-ca2453783c5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0581939 Nov 19 18:55:27.567856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d4ea799-8643-4b89-b6ca-467654a7540b req-665e6444-e461-4685-a7a4-9ae55e61c593 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659194 Nov 19 18:55:27.569890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-6f125f8a-adee-4a0a-bdf3-ab07803edd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:27.571297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-6f125f8a-adee-4a0a-bdf3-ab07803edd12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2327135 Nov 19 18:55:27.622372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-dcd934c3-9a73-4d09-b741-2bd07ee60de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:27.623977 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-dcd934c3-9a73-4d09-b741-2bd07ee60de7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019588 Nov 19 18:55:27.725623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-242659e1-f70b-4df5-8033-d51c051100e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=fe993443-e2e7-481f-b569-a94722a08b44 HTTP/1.1" status: 200 len: 217 time: 0.1432505 Nov 19 18:55:27.771474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-38cd7b8b-c1e2-4f91-a25a-f49b606e09a4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:55:27.776909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-38cd7b8b-c1e2-4f91-a25a-f49b606e09a4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:27.789451 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b56310-4f6b-45ea-a1ad-a390c2a81272 None None] Sync routers for ids ['62b1657e-b7aa-45ff-9f86-95adf993b28e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:55:27.807987 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-38cd7b8b-c1e2-4f91-a25a-f49b606e09a4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "PUT /v2.0/floatingips/c5244db4-c622-4d13-a46d-e97394fe9655 HTTP/1.1" status: 200 len: 997 time: 2.2621353 Nov 19 18:55:27.811733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:27.814082 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b170a5bc-47f8-4f69-9967-325a9b8523c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:27.822190 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b56310-4f6b-45ea-a1ad-a390c2a81272 None None] Routers {'62b1657e-b7aa-45ff-9f86-95adf993b28e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:27.825411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-8c405563-4c3f-46f4-bbeb-e07007620785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:27.827220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-8c405563-4c3f-46f4-bbeb-e07007620785 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0797017 Nov 19 18:55:27.828175 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d4b56310-4f6b-45ea-a1ad-a390c2a81272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['62b1657e-b7aa-45ff-9f86-95adf993b28e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:27.829263 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-3d22a621-cb5e-4c43-9586-6418e1d5e66f service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954095 Nov 19 18:55:27.944366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-4ef7e9de-afe3-4320-a9bb-a91df874ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:27.953367 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-4ef7e9de-afe3-4320-a9bb-a91df874ed4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e236eb2d55904f3cb45b4d2fa78847d3&device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 1097 time: 0.1180844 Nov 19 18:55:27.975091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706deef-2fcb-4a0e-8fa3-a5cdbdc2da56 req-8ca3bfcf-3e13-4e4a-8f88-c8f07d5969ca tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:27.983512 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d706deef-2fcb-4a0e-8fa3-a5cdbdc2da56 req-8ca3bfcf-3e13-4e4a-8f88-c8f07d5969ca tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.2731388 Nov 19 18:55:27.983992 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-d4b56310-4f6b-45ea-a1ad-a390c2a81272 None None] Set router 62b1657e-b7aa-45ff-9f86-95adf993b28e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:28.045346 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-045160ad-d446-4efd-8ac7-a5ad0f335221 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985466 Nov 19 18:55:28.090091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-e06dcd5c-ec57-4cc7-a7b6-a98db8802cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:28.091636 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-e06dcd5c-ec57-4cc7-a7b6-a98db8802cd9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2442915 Nov 19 18:55:28.095460 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:28.108865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-9f70568a-15ef-47d6-bd31-917a309c08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:28.114273 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-9f70568a-15ef-47d6-bd31-917a309c08ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=a021cf07-8927-4181-86a8-7d3bf2088151 HTTP/1.1" status: 200 len: 920 time: 0.1600151 Nov 19 18:55:28.117492 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d706deef-2fcb-4a0e-8fa3-a5cdbdc2da56 req-4cc69bb7-2615-43a4-8d45-988083ee4c07 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327646 Nov 19 18:55:28.181506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-593bc2a0-b18f-4353-b114-a3e838ec5b04 service neutron] 10.222.0.21 "GET /v2.0/ports/4f9c3741-8e67-469e-910d-ef1e93051e41/bindings/n-h1-815373-6 HTTP/1.1" status: 200 len: 384 time: 0.2475688 Nov 19 18:55:28.212011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-5be8dd34-6fc9-4005-bc4a-200626569444 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 1000 time: 0.0949683 Nov 19 18:55:28.272973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-1f36d855-04e0-42ef-b110-b3bad623c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:28.278504 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cde085dc-fb73-4d11-9a63-083122b1c8ad req-e0f8ab3c-d65f-4b98-bb5d-0f46b92055a6 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 210 time: 0.0505793 Nov 19 18:55:28.283259 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-1f36d855-04e0-42ef-b110-b3bad623c7a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b2082e5-8f7d-4190-8372-20543116ab9e HTTP/1.1" status: 200 len: 859 time: 0.0595469 Nov 19 18:55:28.318924 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:28.323091 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-c9a96060-2a78-4d00-95cc-742a1f7885ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a021cf07-8927-4181-86a8-7d3bf2088151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368261 Nov 19 18:55:28.370411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device fe993443-e2e7-481f-b569-a94722a08b44 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:55:28.406473 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-d3499d0e-f0bc-4869-962e-06ea9aef0bf1 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062003 Nov 19 18:55:28.419717 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d4b56310-4f6b-45ea-a1ad-a390c2a81272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'c5244db4-c622-4d13-a46d-e97394fe9655', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'port_id': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'mac_address': 'fa:16:3e:9b:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50460da-31af-4233-b5c7-c92a764899ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:55:22Z', 'updated_at': '2021-11-19T18:55:26Z', 'revision_number': 1, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8808e86-4f6b-4f4e-bc59-61188ad8f161', 'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'mac_address': 'fa:16:3e:f3:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:18Z', 'updated_at': '2021-11-19T18:54:28Z', 'revision_number': 5, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'subnets': [{'id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:28.451169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port fe993443-e2e7-481f-b569-a94722a08b44 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:55:28.453476 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b56310-4f6b-45ea-a1ad-a390c2a81272 None None] Checking router: 62b1657e-b7aa-45ff-9f86-95adf993b28e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:55:28.458861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:55:28.463297 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b56310-4f6b-45ea-a1ad-a390c2a81272 None None] Routers {'62b1657e-b7aa-45ff-9f86-95adf993b28e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:28.464309 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d4b56310-4f6b-45ea-a1ad-a390c2a81272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['62b1657e-b7aa-45ff-9f86-95adf993b28e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:28.468600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port fe993443-e2e7-481f-b569-a94722a08b44 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:28.469956 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:28.484742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-5c5f12be-ac41-413e-8dc6-0b72000ae506 service neutron] 10.222.0.50 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519198 Nov 19 18:55:28.529989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:55:28.538898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:55:28.543560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Pushing event updated for resources: {'Port': ['ID=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:28.605217 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:28.606483 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-d4b56310-4f6b-45ea-a1ad-a390c2a81272 None None] Set router 62b1657e-b7aa-45ff-9f86-95adf993b28e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:28.613524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86240e38-dba2-4c30-b0f2-b332de6557f7 req-a6d4e471-d4e2-4fe6-a5cb-7b7cdd4c41b7 service neutron] 10.222.0.50 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210763 Nov 19 18:55:28.664310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port fe993443-e2e7-481f-b569-a94722a08b44, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=fe993443-e2e7-481f-b569-a94722a08b44,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:28.670587 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:28.672608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4f9c3741-8e67-469e-910d-ef1e93051e41 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:28.773527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=fe993443-e2e7-481f-b569-a94722a08b44,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:28.833252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:28.866487 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:28.867201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0fd38dd8-5b4f-480c-a9b5-cf329bfe348f not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:28.961938 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d4b56310-4f6b-45ea-a1ad-a390c2a81272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'c5244db4-c622-4d13-a46d-e97394fe9655', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'port_id': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'mac_address': 'fa:16:3e:9b:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50460da-31af-4233-b5c7-c92a764899ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:55:22Z', 'updated_at': '2021-11-19T18:55:26Z', 'revision_number': 1, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8808e86-4f6b-4f4e-bc59-61188ad8f161', 'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'mac_address': 'fa:16:3e:f3:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:18Z', 'updated_at': '2021-11-19T18:54:28Z', 'revision_number': 5, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'subnets': [{'id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:28.996254 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b56310-4f6b-45ea-a1ad-a390c2a81272 None None] The sync data for ids ['62b1657e-b7aa-45ff-9f86-95adf993b28e'] in n-d-815373-6 is: [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'c5244db4-c622-4d13-a46d-e97394fe9655', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'port_id': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'mac_address': 'fa:16:3e:9b:47:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50460da-31af-4233-b5c7-c92a764899ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:55:22Z', 'updated_at': '2021-11-19T18:55:26Z', 'revision_number': 1, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8808e86-4f6b-4f4e-bc59-61188ad8f161', 'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'mac_address': 'fa:16:3e:f3:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:18Z', 'updated_at': '2021-11-19T18:54:28Z', 'revision_number': 5, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'subnets': [{'id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:55:29.032107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462e41-3a8e-4f78-9531-a139ecd4c5d8 req-3a238446-8e43-41d0-a378-65f2f5dc8372 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:29.033618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f462e41-3a8e-4f78-9531-a139ecd4c5d8 req-3a238446-8e43-41d0-a378-65f2f5dc8372 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 943 time: 0.6377776 Nov 19 18:55:29.061720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:29.062437 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:29.117913 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-5e51b0d8-0630-4f58-b3ef-f862efb977c7 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7369456 Nov 19 18:55:29.125665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b064c11-3d35-491d-8d85-88d632e98b91 req-cb2acf44-fcbe-4f3b-b211-830cdb431cf5 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011254 Nov 19 18:55:29.144312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Request body: {'port': {'device_id': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:29.208411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-62f2d5f9-8add-497f-beca-961b6329b705 req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4f9c3741-8e67-469e-910d-ef1e93051e41,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:29.224990 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f462e41-3a8e-4f78-9531-a139ecd4c5d8 req-6351cd92-d1b2-42f6-b614-7fb6ce8bc251 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757174 Nov 19 18:55:29.234868 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7118f552-bda8-4ca9-9eaf-ae64fe79f712 x-openstack-request-id: req-7118f552-bda8-4ca9-9eaf-ae64fe79f712 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:29.235302 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "name": "network-vif-plugged", "status": "completed", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:29.235668 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7118f552-bda8-4ca9-9eaf-ae64fe79f712 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:29.236154 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'code': 200} Nov 19 18:55:29.265382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-62f2d5f9-8add-497f-beca-961b6329b705 req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:29.291111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4f1d53-7488-4872-8319-c7c49eb859bf None None] New status for floating IP c5244db4-c622-4d13-a46d-e97394fe9655: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:55:29.305214 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa86fd7f-9424-435f-9562-a12f27cf2ea2 x-openstack-request-id: req-fa86fd7f-9424-435f-9562-a12f27cf2ea2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:29.305517 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359237fa-b1a9-44ae-b168-61f55ec503e6", "name": "network-vif-deleted", "tag": "0fd38dd8-5b4f-480c-a9b5-cf329bfe348f", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:29.305858 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa86fd7f-9424-435f-9562-a12f27cf2ea2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:29.306295 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359237fa-b1a9-44ae-b168-61f55ec503e6', 'name': 'network-vif-deleted', 'tag': '0fd38dd8-5b4f-480c-a9b5-cf329bfe348f', 'status': 'completed', 'code': 200} Nov 19 18:55:29.309407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:29.350109 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200fd71b-c7fa-43c8-9737-2d4ad154df06 x-openstack-request-id: req-200fd71b-c7fa-43c8-9737-2d4ad154df06 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:29.350451 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:29.350710 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-200fd71b-c7fa-43c8-9737-2d4ad154df06 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:29.351109 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'status': 'completed', 'code': 200} Nov 19 18:55:29.356480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-62f2d5f9-8add-497f-beca-961b6329b705 req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9c3741-8e67-469e-910d-ef1e93051e41 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:29.382809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-62f2d5f9-8add-497f-beca-961b6329b705 req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4f9c3741-8e67-469e-910d-ef1e93051e41,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:29.444890 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:29.455031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ad33-076e-400e-a30d-1cef9b2176ed req-d7e5a452-be24-4b42-a981-09c3ee47399b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:29.465021 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-34a8ad33-076e-400e-a30d-1cef9b2176ed req-d7e5a452-be24-4b42-a981-09c3ee47399b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 950 time: 0.0707576 Nov 19 18:55:29.502439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62f2d5f9-8add-497f-beca-961b6329b705 req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:29.525089 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-34a8ad33-076e-400e-a30d-1cef9b2176ed req-059de847-8c88-4e80-8745-0857eea57b50 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591037 Nov 19 18:55:29.558424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-9246cc19-5b46-4def-b343-25eded5af927 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 1000 time: 0.1952703 Nov 19 18:55:29.653900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170a5bc-47f8-4f69-9967-325a9b8523c9 req-bce7d13d-60cc-431f-a123-7f9b2855ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:29.655401 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b170a5bc-47f8-4f69-9967-325a9b8523c9 req-bce7d13d-60cc-431f-a123-7f9b2855ed64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e236eb2d55904f3cb45b4d2fa78847d3&device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 1097 time: 0.2026625 Nov 19 18:55:29.760347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646ca2b-2ff6-4865-99b9-be015475c1f3 req-c5b8d3e2-1ce6-4141-8a3e-0543ad80203c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:29.770827 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-b0c5b561-31b8-4b9b-acbd-64f48d6a2f1e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:29.771531 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6646ca2b-2ff6-4865-99b9-be015475c1f3 req-c5b8d3e2-1ce6-4141-8a3e-0543ad80203c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0825388 Nov 19 18:55:29.777969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-b0c5b561-31b8-4b9b-acbd-64f48d6a2f1e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports/0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 943 time: 0.1686664 Nov 19 18:55:29.850727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6646ca2b-2ff6-4865-99b9-be015475c1f3 req-301491f9-d8ed-40a5-b9a4-bfbd4b08a29b tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794613 Nov 19 18:55:29.981234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-62f2d5f9-8add-497f-beca-961b6329b705 req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Transition to ACTIVE for port object 4f9c3741-8e67-469e-910d-ef1e93051e41 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:55:29.996816 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-937130d5-2aa4-4649-b7a8-3bb84b41e427 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 1002 time: 0.1563022 Nov 19 18:55:30.002178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62f2d5f9-8add-497f-beca-961b6329b705 req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:30.004446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957f90c-6d35-4330-811f-cbe24eef0433 req-c9ad0bff-fa09-46ca-b354-448b04f586ab tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:30.006074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e957f90c-6d35-4330-811f-cbe24eef0433 req-c9ad0bff-fa09-46ca-b354-448b04f586ab tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 931 time: 0.0775356 Nov 19 18:55:30.090520 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e957f90c-6d35-4330-811f-cbe24eef0433 req-96a02f14-da1c-44f2-92d2-7ccaf957baab tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758545 Nov 19 18:55:30.103065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170a5bc-47f8-4f69-9967-325a9b8523c9 req-63f4e84e-2a14-44f9-ae49-aa912517c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:30.105699 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b170a5bc-47f8-4f69-9967-325a9b8523c9 req-63f4e84e-2a14-44f9-ae49-aa912517c630 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a021cf07-8927-4181-86a8-7d3bf2088151 HTTP/1.1" status: 200 len: 920 time: 0.4275842 Nov 19 18:55:30.260356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f2d5f9-8add-497f-beca-961b6329b705 req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] No DVR routers for this DVR port 4f9c3741-8e67-469e-910d-ef1e93051e41 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:30.278519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34284) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:30.287478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9c3741-8e67-469e-910d-ef1e93051e41,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:30.345496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.345893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.346260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.346682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.347020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.347439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.350318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.350814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.351230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.351588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.352005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.352420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:55:30.411463 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b170a5bc-47f8-4f69-9967-325a9b8523c9 req-f552bb17-4f36-476c-a0f1-271641899f36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 1002 time: 0.2573440 Nov 19 18:55:30.420620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-abfba829-6c2c-49cb-ba4c-c85f346323cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:30.422252 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-abfba829-6c2c-49cb-ba4c-c85f346323cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c&tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d HTTP/1.1" status: 200 len: 1101 time: 0.0734868 Nov 19 18:55:30.431623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28371a5-a47a-47dc-bd9c-9c4c8c112d1c req-d2ae466e-2c04-45b5-bcb5-bd15643c253b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:30.433738 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b28371a5-a47a-47dc-bd9c-9c4c8c112d1c req-d2ae466e-2c04-45b5-bcb5-bd15643c253b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 944 time: 0.1024590 Nov 19 18:55:30.440067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:30.445783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:30.449993 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-f77ac6cd-5d0f-4f10-badc-25236f7e2165 service neutron] 10.222.0.21 "PUT /v2.0/ports/4f9c3741-8e67-469e-910d-ef1e93051e41/bindings/n-h1-815373-6/activate HTTP/1.1" status: 200 len: 369 time: 2.2595816 Nov 19 18:55:30.461058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-df1d42cf-918b-4781-b80f-f925079f6313 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:30.462857 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-df1d42cf-918b-4781-b80f-f925079f6313 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.4539413 Nov 19 18:55:30.465082 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:30.514480 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f943568-1e6f-4588-94ce-7ef542192e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:30.557204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Transition to ACTIVE for port object 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:55:30.567715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:30.581164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170a5bc-47f8-4f69-9967-325a9b8523c9 req-433b40d3-4bce-4788-875f-4280d348ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:30.582674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b170a5bc-47f8-4f69-9967-325a9b8523c9 req-433b40d3-4bce-4788-875f-4280d348ae70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2082e5-8f7d-4190-8372-20543116ab9e HTTP/1.1" status: 200 len: 859 time: 0.1580980 Nov 19 18:55:30.615428 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:30.626468 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b28371a5-a47a-47dc-bd9c-9c4c8c112d1c req-1e1fa2f0-b0b1-49cb-97f7-c6eacd6edbcc tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728523 Nov 19 18:55:30.646668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b170a5bc-47f8-4f69-9967-325a9b8523c9 req-f74dd3b9-953e-4649-b904-629a29204227 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a021cf07-8927-4181-86a8-7d3bf2088151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407970 Nov 19 18:55:30.667327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-88bc5fd6-d99d-4012-8c4c-ef0749126b4c tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:30.669178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-88bc5fd6-d99d-4012-8c4c-ef0749126b4c tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.1579266 Nov 19 18:55:30.669718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-06b0b873-f079-4ca0-bee4-5c4dd130e82f tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 1002 time: 0.1801660 Nov 19 18:55:30.726173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:30.732300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-22294462-5cbb-4e37-aeea-1ca446a484f8 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:30.876654 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-22294462-5cbb-4e37-aeea-1ca446a484f8 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:30.892050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-729162e5-6c5f-4c3f-b840-f66f66314efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:30.893553 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-729162e5-6c5f-4c3f-b840-f66f66314efc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b HTTP/1.1" status: 200 len: 1095 time: 0.1945078 Nov 19 18:55:30.906560 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f943568-1e6f-4588-94ce-7ef542192e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:30.929943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f943568-1e6f-4588-94ce-7ef542192e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:30.930359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b170a5bc-47f8-4f69-9967-325a9b8523c9 req-bdda515e-8483-4b02-8fea-b3a70fdfd350 service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747681 Nov 19 18:55:30.975251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Attempting to bind port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:55:30.975681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Attempting to bind port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:55:30.976032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Attempting to bind port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:31.022097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0e65d-0784-40bb-ad7c-cf5bdf7edf4d req-487abb9f-b647-4dc4-9e6c-728c9152d3a4 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:31.023605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2a0e65d-0784-40bb-ad7c-cf5bdf7edf4d req-487abb9f-b647-4dc4-9e6c-728c9152d3a4 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 950 time: 0.2481740 Nov 19 18:55:31.027917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:55:31.027917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Attempting to bind port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 on network 81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:31.069279 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3f943568-1e6f-4588-94ce-7ef542192e6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e781e99f0d944a2eb08fa6e3ec7071b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7889473 Nov 19 18:55:31.073895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34294) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:31.074822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:55:31.075231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Checking segment: {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:31.075683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Bound using segment: {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:55:31.076253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Bound port: 3a0dfd62-61eb-4d51-97dd-58f7d7082c02, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15226407-f8f6-43a2-b35d-af7d6fb5279d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:55:31.076661 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.082464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f943568-1e6f-4588-94ce-7ef542192e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350707fe-85c8-4018-89d4-f2660c341ef5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:31.119711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-a9b06d6b-faf9-498d-8444-6443d1c32e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:31.121457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-a9b06d6b-faf9-498d-8444-6443d1c32e9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 1095 time: 0.1619668 Nov 19 18:55:31.155892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:31.175574 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2a0e65d-0784-40bb-ad7c-cf5bdf7edf4d req-7d8e9450-89bf-4c45-825a-18022e11c8ef tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404943 Nov 19 18:55:31.237187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9ade26-fbd5-407f-90b0-65a9fca5796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe993443-e2e7-481f-b569-a94722a08b44'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:31.240302 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cc38b6-c701-41d5-9f87-5cb279deb0a3" -d '{"events": [{"server_uuid": "6a9ade26-fbd5-407f-90b0-65a9fca5796f", "name": "network-vif-plugged", "status": "completed", "tag": "fe993443-e2e7-481f-b569-a94722a08b44"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:31.243664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-22294462-5cbb-4e37-aeea-1ca446a484f8 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.250119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:31.251922 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b170a5bc-47f8-4f69-9967-325a9b8523c9 req-68505308-714f-43bc-b8a6-174701001819 service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124917 Nov 19 18:55:31.256710 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-22294462-5cbb-4e37-aeea-1ca446a484f8 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.257055 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-22294462-5cbb-4e37-aeea-1ca446a484f8 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Floating IP c5244db4-c622-4d13-a46d-e97394fe9655 disassociated. External IP: 172.25.3.143, port: 0af5465b-11e9-4c64-8f6b-dead4def8a00. Nov 19 18:55:31.335539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-41f50557-3eeb-45e6-9e31-0e18f3debdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:31.337127 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-41f50557-3eeb-45e6-9e31-0e18f3debdb6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 200 len: 921 time: 0.2040467 Nov 19 18:55:31.345525 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.349844 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-421b9123-e2fd-4c33-9949-3d3b5e6f7176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.353816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:31.357636 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02d385f-5201-431e-856a-439ed6a1235b" -d '{"events": [{"server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "name": "network-vif-unplugged", "status": "completed", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:31.396909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] For port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:31.414818 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-9fc7fc90-80b5-43ec-92c6-a98f4cac0c8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f9c3741-8e67-469e-910d-ef1e93051e41 HTTP/1.1" status: 200 len: 217 time: 0.0624154 Nov 19 18:55:31.416311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Transition to ACTIVE for port object b41f7a30-43b0-4041-84a4-fda62c65de12 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:55:31.424844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da198-4261-4219-b150-a775b9d3c41d req-5bee2200-022b-45be-b49e-9ff521275053 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:31.426903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb1da198-4261-4219-b150-a775b9d3c41d req-5bee2200-022b-45be-b49e-9ff521275053 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.1688373 Nov 19 18:55:31.429624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] For port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:55:31.436395 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.439513 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-421b9123-e2fd-4c33-9949-3d3b5e6f7176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.441618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.505314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:31.505961 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.507357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] 10.222.0.57 "PUT /v2.0/ports/3a0dfd62-61eb-4d51-97dd-58f7d7082c02 HTTP/1.1" status: 200 len: 1091 time: 2.3705871 Nov 19 18:55:31.514388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'tag': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:31.516974 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a022671-b4b4-4465-aece-a6c8b843a38a" -d '{"events": [{"name": "network-changed", "server_uuid": "6073b7b8-4662-4765-9feb-b9b45d73c28a", "tag": "3a0dfd62-61eb-4d51-97dd-58f7d7082c02"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:31.562534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] No DVR routers for this DVR port b41f7a30-43b0-4041-84a4-fda62c65de12 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:31.564375 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=10']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:31.570879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-e1b56ca5-022f-4e76-9601-ec9096eabd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:31.573055 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-e1b56ca5-022f-4e76-9601-ec9096eabd0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 200 len: 860 time: 0.1444685 Nov 19 18:55:31.588096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d032aee-ee12-40a4-854c-e8e957a3ab63 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:31.633477 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb1da198-4261-4219-b150-a775b9d3c41d req-184bc0b0-dcc6-4b5a-812d-a3a6311954f3 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948323 Nov 19 18:55:31.642532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-64759014-f010-415c-bbdc-59e76f787e45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc562952-7de9-4dd3-822f-0416150efa5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535650 Nov 19 18:55:31.648259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:55:31.650072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:55:31.650441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:31.674994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Port b41f7a30-43b0-4041-84a4-fda62c65de12 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:55:31.675221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Attempting to bind port b41f7a30-43b0-4041-84a4-fda62c65de12 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:31.680932 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-421b9123-e2fd-4c33-9949-3d3b5e6f7176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.684851 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-421b9123-e2fd-4c33-9949-3d3b5e6f7176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.686204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-421b9123-e2fd-4c33-9949-3d3b5e6f7176 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/350707fe-85c8-4018-89d4-f2660c341ef5 HTTP/1.1" status: 204 len: 168 time: 0.6070757 Nov 19 18:55:31.708168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b9123-e2fd-4c33-9949-3d3b5e6f7176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350707fe-85c8-4018-89d4-f2660c341ef5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:31.720129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-ef06898c-1af1-467c-9c30-3839cd0abaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:31.721778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-ef06898c-1af1-467c-9c30-3839cd0abaaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 1094 time: 0.1358633 Nov 19 18:55:31.724504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:55:31.724873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:31.725275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:55:31.725724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Bound port: b41f7a30-43b0-4041-84a4-fda62c65de12, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:55:31.726109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.752765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-22294462-5cbb-4e37-aeea-1ca446a484f8 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Router 62b1657e-b7aa-45ff-9f86-95adf993b28e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:55:31.800398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-1a130bb7-b5fc-4be3-b8b8-a385ce9289d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0dfd62-61eb-4d51-97dd-58f7d7082c02 HTTP/1.1" status: 200 len: 217 time: 0.0666287 Nov 19 18:55:31.879877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-cbbf3fcd-2f86-4a48-9814-ce84d9bcdbd3 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267647 Nov 19 18:55:31.883868 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:31.891197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:55:31.909081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7534a-3d85-4015-8e49-c191f906f7bf req-8707fb1a-55db-4844-b5bf-c567063d0baa tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:31.911048 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8a7534a-3d85-4015-8e49-c191f906f7bf req-8707fb1a-55db-4844-b5bf-c567063d0baa tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 943 time: 0.1462431 Nov 19 18:55:31.913643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:31.959187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-195b0436-59ea-4e09-b654-654b2c42f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:31.960625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-195b0436-59ea-4e09-b654-654b2c42f51f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91 HTTP/1.1" status: 200 len: 845 time: 0.1503541 Nov 19 18:55:32.022517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:32.023170 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:32.024660 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] 10.222.0.57 "PUT /v2.0/ports/b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 1097 time: 1.5899255 Nov 19 18:55:32.127055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600577f7-fee7-4228-9b2b-56fdc9137cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=11']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:32.155453 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-efacc52d-24ed-420e-9ad9-8bde567006b7 service neutron] 10.222.0.57 "GET /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663944 Nov 19 18:55:32.208476 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8a7534a-3d85-4015-8e49-c191f906f7bf req-2042f608-5127-47d2-ae72-71b43e92a1d5 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794273 Nov 19 18:55:32.254717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-b71de957-2715-4680-84ea-682c34981ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:32.256618 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-b71de957-2715-4680-84ea-682c34981ff0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1100 time: 0.1946592 Nov 19 18:55:32.287844 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0a218b-cdcd-4563-b348-f7759b957124 x-openstack-request-id: req-8a0a218b-cdcd-4563-b348-f7759b957124 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:32.289918 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9ade26-fbd5-407f-90b0-65a9fca5796f", "name": "network-vif-plugged", "status": "completed", "tag": "fe993443-e2e7-481f-b569-a94722a08b44", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:32.291737 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a0a218b-cdcd-4563-b348-f7759b957124 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:32.293086 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9ade26-fbd5-407f-90b0-65a9fca5796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe993443-e2e7-481f-b569-a94722a08b44', 'code': 200} Nov 19 18:55:32.356487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-3c86a257-bd6b-4e01-95b3-4bf067ae70f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3860056 Nov 19 18:55:32.361473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-22294462-5cbb-4e37-aeea-1ca446a484f8 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:55:32.366617 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-22294462-5cbb-4e37-aeea-1ca446a484f8 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:32.373543 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cb06d-29bd-463a-a509-8bc3200f7d2e None None] Sync routers for ids ['62b1657e-b7aa-45ff-9f86-95adf993b28e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:55:32.392515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b41f7a30-43b0-4041-84a4-fda62c65de12 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:32.405491 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cb06d-29bd-463a-a509-8bc3200f7d2e None None] Routers {'62b1657e-b7aa-45ff-9f86-95adf993b28e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:32.410511 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8b0cb06d-29bd-463a-a509-8bc3200f7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['62b1657e-b7aa-45ff-9f86-95adf993b28e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:32.424514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-98cee103-2012-4f06-9668-e6fe1ca1d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:32.426174 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-98cee103-2012-4f06-9668-e6fe1ca1d948 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1596277 Nov 19 18:55:32.460156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b41f7a30-43b0-4041-84a4-fda62c65de12 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:32.512621 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-22294462-5cbb-4e37-aeea-1ca446a484f8 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "PUT /v2.0/floatingips/c5244db4-c622-4d13-a46d-e97394fe9655 HTTP/1.1" status: 200 len: 695 time: 1.8222709 Nov 19 18:55:32.550397 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-15f758c5-523e-4ffc-aed1-7cd6e99fac51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 217 time: 0.1127095 Nov 19 18:55:32.561393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99f6f0-6c0b-46ef-a0e1-2c9e4272e2a1 req-70e3dee5-146f-421b-bf57-62fb091b6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:32.562932 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b99f6f0-6c0b-46ef-a0e1-2c9e4272e2a1 req-70e3dee5-146f-421b-bf57-62fb091b6269 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 1101 time: 0.1501796 Nov 19 18:55:32.575402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-fda82f9f-92c3-4d4c-b17c-52f7a22b665c service neutron] 10.222.0.57 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040830 Nov 19 18:55:32.599794 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9977e2-d1c2-41a9-967f-b10b112cfeaf x-openstack-request-id: req-9a9977e2-d1c2-41a9-967f-b10b112cfeaf {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:32.606338 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "name": "network-vif-unplugged", "status": "completed", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:32.607376 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a9977e2-d1c2-41a9-967f-b10b112cfeaf {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:32.607824 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'code': 200} Nov 19 18:55:32.658906 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81772b9c-168f-44bb-891b-1e74ac45efb6 x-openstack-request-id: req-81772b9c-168f-44bb-891b-1e74ac45efb6 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:32.659450 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6073b7b8-4662-4765-9feb-b9b45d73c28a", "tag": "3a0dfd62-61eb-4d51-97dd-58f7d7082c02", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:32.659450 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81772b9c-168f-44bb-891b-1e74ac45efb6 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:32.659833 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'tag': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02', 'status': 'completed', 'code': 200} Nov 19 18:55:32.691837 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8b0cb06d-29bd-463a-a509-8bc3200f7d2e None None] Set router 62b1657e-b7aa-45ff-9f86-95adf993b28e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:32.692550 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b99f6f0-6c0b-46ef-a0e1-2c9e4272e2a1 req-6ec88865-d7ab-4df8-a8c5-45b57f55ee4b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160691 Nov 19 18:55:32.743585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d5f9-8add-497f-beca-961b6329b705 req-78b2837b-afdd-47a7-a81a-7068ea6142f9 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:32.745626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-78b2837b-afdd-47a7-a81a-7068ea6142f9 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd&tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.2200489 Nov 19 18:55:32.747642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-e4883079-478f-4693-8c1b-08bd9bcb14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:32.750015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1734e16e-11db-4482-9e5b-7133f5029a2a req-7e60afa2-498d-4059-b04c-afa9d828bc9b service neutron] 10.222.0.57 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583276 Nov 19 18:55:32.750509 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-e4883079-478f-4693-8c1b-08bd9bcb14cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1405611 Nov 19 18:55:32.885407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f323c-1355-4672-9811-d5ca0dd866ae req-22fda908-b119-492a-8896-0c55eaef1875 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:32.893284 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-414f323c-1355-4672-9811-d5ca0dd866ae req-22fda908-b119-492a-8896-0c55eaef1875 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 944 time: 0.1409211 Nov 19 18:55:32.900376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-f1c07377-b72e-4685-9528-f5feda6d4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:32.902619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-f1c07377-b72e-4685-9528-f5feda6d4533 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e236eb2d55904f3cb45b4d2fa78847d3&device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 1097 time: 0.3585036 Nov 19 18:55:32.911477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a022671-b4b4-4465-aece-a6c8b843a38a req-86929715-1a71-41ae-bfec-e1faa0ba63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:32.913874 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a022671-b4b4-4465-aece-a6c8b843a38a req-86929715-1a71-41ae-bfec-e1faa0ba63ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b4db7fa83d441578db11c43bb608bce&device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 1094 time: 0.0675709 Nov 19 18:55:32.933059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-75bee71d-0323-460a-9650-dc0ac76b01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:32.934746 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-75bee71d-0323-460a-9650-dc0ac76b01b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640007 Nov 19 18:55:33.015075 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8b0cb06d-29bd-463a-a509-8bc3200f7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f8808e86-4f6b-4f4e-bc59-61188ad8f161', 'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'mac_address': 'fa:16:3e:f3:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:18Z', 'updated_at': '2021-11-19T18:54:28Z', 'revision_number': 5, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'subnets': [{'id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:33.042014 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cb06d-29bd-463a-a509-8bc3200f7d2e None None] Checking router: 62b1657e-b7aa-45ff-9f86-95adf993b28e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:55:33.046353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-414f323c-1355-4672-9811-d5ca0dd866ae req-851bc7c1-08cc-4f47-b2d9-c85fbd246beb tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521132 Nov 19 18:55:33.058344 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cb06d-29bd-463a-a509-8bc3200f7d2e None None] Routers {'62b1657e-b7aa-45ff-9f86-95adf993b28e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:33.059267 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8b0cb06d-29bd-463a-a509-8bc3200f7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['62b1657e-b7aa-45ff-9f86-95adf993b28e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:33.091261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-62f2d5f9-8add-497f-beca-961b6329b705 req-177e11cf-3aed-4855-a4cf-997bd26e65d1 service neutron] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:33.095893 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-62f2d5f9-8add-497f-beca-961b6329b705 req-177e11cf-3aed-4855-a4cf-997bd26e65d1 service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:33.097011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f2d5f9-8add-497f-beca-961b6329b705 req-177e11cf-3aed-4855-a4cf-997bd26e65d1 service neutron] 10.222.0.57 "DELETE /v2.0/ports/4f9c3741-8e67-469e-910d-ef1e93051e41/bindings/n-h2-815373-6 HTTP/1.1" status: 204 len: 173 time: 0.3332911 Nov 19 18:55:33.105079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a022671-b4b4-4465-aece-a6c8b843a38a req-bff3ba52-850d-4c0f-ba20-49efc410ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:33.106697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a022671-b4b4-4465-aece-a6c8b843a38a req-bff3ba52-850d-4c0f-ba20-49efc410ea13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 200 len: 906 time: 0.1811571 Nov 19 18:55:33.107759 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-214f81d9-02b8-4976-9b2c-db53f9df2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:33.109156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-214f81d9-02b8-4976-9b2c-db53f9df2e27 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a021cf07-8927-4181-86a8-7d3bf2088151 HTTP/1.1" status: 200 len: 920 time: 0.1942117 Nov 19 18:55:33.113288 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-e4bc4f23-3c48-4ceb-bcd9-7fcf768deb0b service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581192 Nov 19 18:55:33.192084 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-35635b19-ccdf-4ef1-a0c4-d6123abca592 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 217 time: 0.0759013 Nov 19 18:55:33.236991 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4d3dbda-c9c4-4bc4-b69a-346a00153fb8 req-fae533ea-2eef-45c7-9ba4-c7151e0ed0b5 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004901 Nov 19 18:55:33.247923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a022671-b4b4-4465-aece-a6c8b843a38a req-7b63cdb3-51a5-4aae-bcd4-56918221ec18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a0dfd62-61eb-4d51-97dd-58f7d7082c02 HTTP/1.1" status: 200 len: 217 time: 0.0625341 Nov 19 18:55:33.255544 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8b0cb06d-29bd-463a-a509-8bc3200f7d2e None None] Set router 62b1657e-b7aa-45ff-9f86-95adf993b28e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:33.307506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3040e-b7e7-4bf9-9b1e-337f4f49118b req-39b41635-0e12-4fc6-901e-37205a524810 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:33.310665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72e3040e-b7e7-4bf9-9b1e-337f4f49118b req-39b41635-0e12-4fc6-901e-37205a524810 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 950 time: 0.0666039 Nov 19 18:55:33.329297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-c92056c1-8f0c-4049-8ba7-6f0d4593db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:33.339777 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-c92056c1-8f0c-4049-8ba7-6f0d4593db15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b2082e5-8f7d-4190-8372-20543116ab9e HTTP/1.1" status: 200 len: 859 time: 0.1380262 Nov 19 18:55:33.369384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72e3040e-b7e7-4bf9-9b1e-337f4f49118b req-ad643586-b0e2-4343-a9e0-0f69a184308f tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534194 Nov 19 18:55:33.383243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-db9de3d4-c63b-48af-9943-1defc115982f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a021cf07-8927-4181-86a8-7d3bf2088151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423076 Nov 19 18:55:33.393671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a022671-b4b4-4465-aece-a6c8b843a38a req-3b13de1f-c97e-49f5-bf32-59929b323c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:33.395201 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a022671-b4b4-4465-aece-a6c8b843a38a req-3b13de1f-c97e-49f5-bf32-59929b323c77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91 HTTP/1.1" status: 200 len: 845 time: 0.1252537 Nov 19 18:55:33.489415 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a022671-b4b4-4465-aece-a6c8b843a38a req-6e4a2406-d00b-442f-8201-b19e6eca2867 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758648 Nov 19 18:55:33.499426 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8b0cb06d-29bd-463a-a509-8bc3200f7d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f8808e86-4f6b-4f4e-bc59-61188ad8f161', 'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'mac_address': 'fa:16:3e:f3:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:18Z', 'updated_at': '2021-11-19T18:54:28Z', 'revision_number': 5, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'subnets': [{'id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:33.516186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad9a60-f6d0-4532-b544-811dffae720b req-6f575458-27eb-4c3b-9151-7d6b7d9e21fc tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:33.517860 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0dad9a60-f6d0-4532-b544-811dffae720b req-6f575458-27eb-4c3b-9151-7d6b7d9e21fc tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 949 time: 0.0788372 Nov 19 18:55:33.529361 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cb06d-29bd-463a-a509-8bc3200f7d2e None None] The sync data for ids ['62b1657e-b7aa-45ff-9f86-95adf993b28e'] in n-d-815373-6 is: [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'f8808e86-4f6b-4f4e-bc59-61188ad8f161', 'name': '', 'network_id': 'a021cf07-8927-4181-86a8-7d3bf2088151', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'mac_address': 'fa:16:3e:f3:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:18Z', 'updated_at': '2021-11-19T18:54:28Z', 'revision_number': 5, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'subnets': [{'id': '6b2082e5-8f7d-4190-8372-20543116ab9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:55:33.572947 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0dad9a60-f6d0-4532-b544-811dffae720b req-5359fdee-43ab-4dd5-b832-dd8840ac7b5d tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490630 Nov 19 18:55:33.610280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-248f8cf6-acd4-44fa-a2d6-0c0d4d7d52eb service neutron] 10.222.0.50 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054024 Nov 19 18:55:33.686112 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a022671-b4b4-4465-aece-a6c8b843a38a req-964c90be-33f6-414c-9c72-c2fd7a1508ab service neutron] 10.222.0.57 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850986 Nov 19 18:55:33.785224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a3a9b9e-0532-4dc4-a19a-6f31b2ce0419 req-b589ebaa-d451-4aa7-afa2-1e9bba0ef2d0 service neutron] 10.222.0.50 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630275 Nov 19 18:55:33.819835 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a022671-b4b4-4465-aece-a6c8b843a38a req-a39556ec-30d4-43d8-99c5-b35ffa1937a6 service neutron] 10.222.0.57 "GET /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240807 Nov 19 18:55:33.861457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e328492-6a04-4b34-a006-c749e87a6b1e None None] New status for floating IP c5244db4-c622-4d13-a46d-e97394fe9655: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:55:33.991102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d4392-0552-4c4f-8059-f251517b322a req-8e2b62ec-abf4-42c0-83ed-6a3285fe4aa0 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:33.992752 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d4d4392-0552-4c4f-8059-f251517b322a req-8e2b62ec-abf4-42c0-83ed-6a3285fe4aa0 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 943 time: 0.0902803 Nov 19 18:55:34.047398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-941631b8-c345-4d9e-93a0-96321493c250 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/floatingips/c5244db4-c622-4d13-a46d-e97394fe9655 HTTP/1.1" status: 200 len: 695 time: 0.0555842 Nov 19 18:55:34.058178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d4d4392-0552-4c4f-8059-f251517b322a req-cfd93205-33da-4ef8-b12b-389b8bf9d894 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515132 Nov 19 18:55:34.172058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15498d39-b6e5-4ca9-8a9e-c7e205ececa5 req-73533891-6b53-4146-8a41-768fe3cbf631 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:34.173725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-15498d39-b6e5-4ca9-8a9e-c7e205ececa5 req-73533891-6b53-4146-8a41-768fe3cbf631 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 1095 time: 0.0500159 Nov 19 18:55:34.222226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-15498d39-b6e5-4ca9-8a9e-c7e205ececa5 req-5db07ec0-1630-4e5f-94d0-68a844b99de7 tempest-LiveAutoBlockMigrationV225Test-1185379250 tempest-LiveAutoBlockMigrationV225Test-1185379250-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Nov 19 18:55:34.439463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-39073760-0cff-4b6d-a346-c5ad4661feb5 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:34.440837 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-39073760-0cff-4b6d-a346-c5ad4661feb5 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.3867705 Nov 19 18:55:34.504346 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-401f9d3d-d57a-48bc-92c0-fddca2a41438 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.0570126 Nov 19 18:55:34.557106 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-fdda4fdf-e0fc-4315-94d6-2cc65aceb41a tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.0445347 Nov 19 18:55:34.586644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b55d9-d284-4239-b6d7-b286f16cc511 req-4e2d0923-1fa5-48ba-8392-3a8f7b9e2ebc tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:34.588672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-462b55d9-d284-4239-b6d7-b286f16cc511 req-4e2d0923-1fa5-48ba-8392-3a8f7b9e2ebc tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 950 time: 0.0538142 Nov 19 18:55:34.610250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:34.612514 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:34.639752 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-462b55d9-d284-4239-b6d7-b286f16cc511 req-7dc5a05e-d35d-48e4-96ea-460e8063677b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448680 Nov 19 18:55:34.667721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:34.670085 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98259d7a-decd-4804-beed-1e71391f2eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:34.700599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-7fe10261-e13f-4fc2-8909-e8350518d3b4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Deleting port 74b827c1-db91-4775-bb36-f6a8a016477c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:34.700945 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-7fe10261-e13f-4fc2-8909-e8350518d3b4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:34.749265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b13e8-a8a5-4f57-aaa5-20b259c5aca0 req-21a50765-72a0-4ae8-8ffb-1afcc2af8752 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:34.750786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d56b13e8-a8a5-4f57-aaa5-20b259c5aca0 req-21a50765-72a0-4ae8-8ffb-1afcc2af8752 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 944 time: 0.0488267 Nov 19 18:55:34.780759 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-7fe10261-e13f-4fc2-8909-e8350518d3b4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:34.781089 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-7fe10261-e13f-4fc2-8909-e8350518d3b4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:34.793834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-7fe10261-e13f-4fc2-8909-e8350518d3b4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Calling delete_port for 74b827c1-db91-4775-bb36-f6a8a016477c owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:34.799786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d56b13e8-a8a5-4f57-aaa5-20b259c5aca0 req-82b28160-0492-48a6-aa29-9d161b68737d tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423722 Nov 19 18:55:34.938612 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-7fe10261-e13f-4fc2-8909-e8350518d3b4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:34.948085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f0163-7a05-4eb3-8473-138409ab92a5 req-fda66f2a-785d-4482-9dc6-ed7331da01ac tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:34.949656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f06f0163-7a05-4eb3-8473-138409ab92a5 req-fda66f2a-785d-4482-9dc6-ed7331da01ac tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 949 time: 0.0573025 Nov 19 18:55:34.965925 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe10261-e13f-4fc2-8909-e8350518d3b4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Pushing event deleted for resources: {'Port': ['ID=74b827c1-db91-4775-bb36-f6a8a016477c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:35.002711 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f06f0163-7a05-4eb3-8473-138409ab92a5 req-eee3cea9-8d44-4599-9d89-c89f4550d80c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466940 Nov 19 18:55:35.029879 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-7fe10261-e13f-4fc2-8909-e8350518d3b4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:35.032635 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-7fe10261-e13f-4fc2-8909-e8350518d3b4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:35.033856 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e86fbf77-fdbb-4a45-9b79-ce11109bffa0 req-7fe10261-e13f-4fc2-8909-e8350518d3b4 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "DELETE /v2.0/floatingips/c5244db4-c622-4d13-a46d-e97394fe9655 HTTP/1.1" status: 204 len: 173 time: 0.4713500 Nov 19 18:55:35.062859 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5328c2ea-dcfd-4d4c-a419-611db90d811e x-openstack-request-id: req-5328c2ea-dcfd-4d4c-a419-611db90d811e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:35.063480 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:35.063480 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5328c2ea-dcfd-4d4c-a419-611db90d811e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:35.063815 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'status': 'completed', 'code': 200} Nov 19 18:55:35.109474 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd9606b-afbb-4ca2-a5a5-44edb5a969be x-openstack-request-id: req-8cd9606b-afbb-4ca2-a5a5-44edb5a969be {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:35.109474 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:35.109474 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8cd9606b-afbb-4ca2-a5a5-44edb5a969be {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:35.109862 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'status': 'completed', 'code': 200} Nov 19 18:55:35.216522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-9fd37298-8c02-47aa-af2a-70cca9e4f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.218080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-9fd37298-8c02-47aa-af2a-70cca9e4f997 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1100 time: 0.1344535 Nov 19 18:55:35.223215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-dde6c5ca-ac1c-492d-ab91-f72ec9b90181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.224743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-dde6c5ca-ac1c-492d-ab91-f72ec9b90181 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1100 time: 0.1281946 Nov 19 18:55:35.255437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98259d7a-decd-4804-beed-1e71391f2eeb req-4a7e69c2-ffc9-4e67-8f21-a9d1b6b04efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.257058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98259d7a-decd-4804-beed-1e71391f2eeb req-4a7e69c2-ffc9-4e67-8f21-a9d1b6b04efb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e236eb2d55904f3cb45b4d2fa78847d3&device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 1097 time: 0.1120334 Nov 19 18:55:35.436122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8277d-a18b-464a-8b02-fd18e2a6b762 req-1bd3487a-aebb-4a0e-8473-b4e016dd2a96 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.437600 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-54b8277d-a18b-464a-8b02-fd18e2a6b762 req-1bd3487a-aebb-4a0e-8473-b4e016dd2a96 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.57 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 944 time: 0.0898955 Nov 19 18:55:35.454862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4eade-1884-42c7-8cc2-35420059c8cb req-62fd228e-f93e-4063-b507-f9bd071ee38e tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.456535 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-20b4eade-1884-42c7-8cc2-35420059c8cb req-62fd228e-f93e-4063-b507-f9bd071ee38e tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 943 time: 0.0752304 Nov 19 18:55:35.471844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34412) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:35.473704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e628e3a-6ce7-433e-abcd-46647ac3d57d req-a3e78931-b135-4544-8588-0bd98f70f229 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups/8c74cfd2-a8a1-4fe8-a4a9-156d2ef30911 HTTP/1.1" status: 200 len: 1825 time: 0.2158463 Nov 19 18:55:35.543935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-1714406d-3599-4f25-a7a3-d85e1e8062d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.545436 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-1714406d-3599-4f25-a7a3-d85e1e8062d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3181236 Nov 19 18:55:35.551704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98259d7a-decd-4804-beed-1e71391f2eeb req-777142e5-3abc-47d8-a448-99e4fd0707d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.553109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98259d7a-decd-4804-beed-1e71391f2eeb req-777142e5-3abc-47d8-a448-99e4fd0707d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a021cf07-8927-4181-86a8-7d3bf2088151 HTTP/1.1" status: 200 len: 920 time: 0.2583776 Nov 19 18:55:35.562871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-652fadcc-3463-4b6a-b1b3-2925ad07321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.564273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-652fadcc-3463-4b6a-b1b3-2925ad07321a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2808511 Nov 19 18:55:35.577742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-20b4eade-1884-42c7-8cc2-35420059c8cb req-65b773ff-4e00-48d7-84e2-552b4d3294b5 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134109 Nov 19 18:55:35.607034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-54b8277d-a18b-464a-8b02-fd18e2a6b762 req-2d9d1116-83e7-40fc-895b-d1c072dc297e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Deleting port 4f9c3741-8e67-469e-910d-ef1e93051e41 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:35.607034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-54b8277d-a18b-464a-8b02-fd18e2a6b762 req-2d9d1116-83e7-40fc-895b-d1c072dc297e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:35.638758 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-e7e3b3c7-e812-4342-976f-0259e45674ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 217 time: 0.0846736 Nov 19 18:55:35.667283 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d69e3ce-5899-4dc4-bcf0-f6340bf01220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:35.672049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98259d7a-decd-4804-beed-1e71391f2eeb req-b7f507a1-e09e-4cfb-9930-228df3c7515d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 200 len: 217 time: 0.1032927 Nov 19 18:55:35.683357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-059e1d0f-d14b-4302-b6eb-7e0ffbe735ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 200 len: 217 time: 0.0796566 Nov 19 18:55:35.778818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc32e9-0ac2-468f-b1a3-2bfb527b3a47 req-f797c5e8-a54c-4d0e-b9b5-99e727e03baf tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.780619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bdc32e9-0ac2-468f-b1a3-2bfb527b3a47 req-f797c5e8-a54c-4d0e-b9b5-99e727e03baf tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 950 time: 0.1176286 Nov 19 18:55:35.787951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-54b8277d-a18b-464a-8b02-fd18e2a6b762 req-2d9d1116-83e7-40fc-895b-d1c072dc297e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] For port 4f9c3741-8e67-469e-910d-ef1e93051e41, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4f9c3741-8e67-469e-910d-ef1e93051e41,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:35.788311 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-54b8277d-a18b-464a-8b02-fd18e2a6b762 req-2d9d1116-83e7-40fc-895b-d1c072dc297e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:35.798126 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5e628e3a-6ce7-433e-abcd-46647ac3d57d req-de181975-6231-4613-9bc3-ffc7456cf38e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:35.818156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-4cf074e7-639e-442f-83d0-4712437a90db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.819649 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-4cf074e7-639e-442f-83d0-4712437a90db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1463413 Nov 19 18:55:35.828147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-54b8277d-a18b-464a-8b02-fd18e2a6b762 req-2d9d1116-83e7-40fc-895b-d1c072dc297e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Calling delete_port for 4f9c3741-8e67-469e-910d-ef1e93051e41 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:35.828478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98259d7a-decd-4804-beed-1e71391f2eeb req-c4ece5e1-f595-4b3b-b225-ec7853f4d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.831791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98259d7a-decd-4804-beed-1e71391f2eeb req-c4ece5e1-f595-4b3b-b225-ec7853f4d4e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2082e5-8f7d-4190-8372-20543116ab9e HTTP/1.1" status: 200 len: 859 time: 0.1473591 Nov 19 18:55:35.865951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-c16b9db9-42f0-40c2-8e88-c0f3bfe5284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:35.867961 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-c16b9db9-42f0-40c2-8e88-c0f3bfe5284a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1554172 Nov 19 18:55:35.870301 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5e628e3a-6ce7-433e-abcd-46647ac3d57d req-de181975-6231-4613-9bc3-ffc7456cf38e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:35.916532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bdc32e9-0ac2-468f-b1a3-2bfb527b3a47 req-9ce6c9c4-7a3d-4932-9e94-b242bdacbcd2 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251457 Nov 19 18:55:35.917516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98259d7a-decd-4804-beed-1e71391f2eeb req-cd1e487c-07f2-4a9d-b2d2-7b69e0406f1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a021cf07-8927-4181-86a8-7d3bf2088151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729682 Nov 19 18:55:35.947861 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d69e3ce-5899-4dc4-bcf0-f6340bf01220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:35.956763 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d69e3ce-5899-4dc4-bcf0-f6340bf01220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:36.025805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69e3ce-5899-4dc4-bcf0-f6340bf01220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0025d5a-6c4b-469e-918e-5d1c6f168fd3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:36.033578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4d69e3ce-5899-4dc4-bcf0-f6340bf01220 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97e2003dbe9b40468d3400b7bfdca945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5595467 Nov 19 18:55:36.035193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34420) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:36.073322 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5e628e3a-6ce7-433e-abcd-46647ac3d57d req-de181975-6231-4613-9bc3-ffc7456cf38e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:36.076169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5e628e3a-6ce7-433e-abcd-46647ac3d57d req-de181975-6231-4613-9bc3-ffc7456cf38e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:36.077318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e628e3a-6ce7-433e-abcd-46647ac3d57d req-de181975-6231-4613-9bc3-ffc7456cf38e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "DELETE /v2.0/security-groups/8c74cfd2-a8a1-4fe8-a4a9-156d2ef30911 HTTP/1.1" status: 204 len: 173 time: 0.5899930 Nov 19 18:55:36.079269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-71cc85dd-0a3a-4699-99bb-ebf2b1b56aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:36.080666 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-71cc85dd-0a3a-4699-99bb-ebf2b1b56aa8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2413211 Nov 19 18:55:36.091410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-9ab8f7ba-babb-47ed-8794-bb2e7f62afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:36.093140 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-9ab8f7ba-babb-47ed-8794-bb2e7f62afac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054441 Nov 19 18:55:36.132771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de181975-6231-4613-9bc3-ffc7456cf38e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c74cfd2-a8a1-4fe8-a4a9-156d2ef30911,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:36.180582 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-54b8277d-a18b-464a-8b02-fd18e2a6b762 req-2d9d1116-83e7-40fc-895b-d1c072dc297e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:36.200151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d6047720-a009-4209-97dc-83977b68ece3', '4f9c3741-8e67-469e-910d-ef1e93051e41'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:36.229872 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e69620b9-38ba-4dd4-b40e-b9c021cae586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:36.231734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1116-83e7-40fc-895b-d1c072dc297e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Pushing event deleted for resources: {'Port': ['ID=4f9c3741-8e67-469e-910d-ef1e93051e41,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:36.246619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50947bc-afeb-44ee-ac9a-265f2fbfa3b2 req-fc8d57be-66b5-4666-84e3-aa0e702668a6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:36.248199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f50947bc-afeb-44ee-ac9a-265f2fbfa3b2 req-fc8d57be-66b5-4666-84e3-aa0e702668a6 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 866 time: 0.1534617 Nov 19 18:55:36.281423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98259d7a-decd-4804-beed-1e71391f2eeb req-0244707a-a0b2-4b8d-b39d-f6ca1ebe1e72 service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405275 Nov 19 18:55:36.331377 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e69620b9-38ba-4dd4-b40e-b9c021cae586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:36.333342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b8277d-a18b-464a-8b02-fd18e2a6b762 req-2d9d1116-83e7-40fc-895b-d1c072dc297e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] No DVR routers for this DVR port 4f9c3741-8e67-469e-910d-ef1e93051e41 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:36.344044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-54b8277d-a18b-464a-8b02-fd18e2a6b762 req-2d9d1116-83e7-40fc-895b-d1c072dc297e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:36.348679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-54b8277d-a18b-464a-8b02-fd18e2a6b762 req-2d9d1116-83e7-40fc-895b-d1c072dc297e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.57 "DELETE /v2.0/ports/4f9c3741-8e67-469e-910d-ef1e93051e41 HTTP/1.1" status: 204 len: 173 time: 0.8856015 Nov 19 18:55:36.407294 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f50947bc-afeb-44ee-ac9a-265f2fbfa3b2 req-0c3ea274-b533-47f7-8df1-07e9ca4f3b08 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529725 Nov 19 18:55:36.420413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9897020-9583-4d6b-9319-ce7e5aea905e req-d71b8b04-5f6e-4eae-acf0-81f9feb6b972 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:36.429959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c9897020-9583-4d6b-9319-ce7e5aea905e req-d71b8b04-5f6e-4eae-acf0-81f9feb6b972 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 949 time: 0.2523637 Nov 19 18:55:36.446328 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e69620b9-38ba-4dd4-b40e-b9c021cae586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:36.446466 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-1411a287-cc79-4efd-a93f-43fbbc929721 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334343 Nov 19 18:55:36.450237 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e69620b9-38ba-4dd4-b40e-b9c021cae586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:36.452099 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e69620b9-38ba-4dd4-b40e-b9c021cae586 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0025d5a-6c4b-469e-918e-5d1c6f168fd3 HTTP/1.1" status: 204 len: 168 time: 0.4151645 Nov 19 18:55:36.455560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-540f1a44-0130-4d6d-a830-d425e2272a6a service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597441 Nov 19 18:55:36.492679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69620b9-38ba-4dd4-b40e-b9c021cae586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0025d5a-6c4b-469e-918e-5d1c6f168fd3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:36.691000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c9897020-9583-4d6b-9319-ce7e5aea905e req-f1b483a1-0a14-4e76-9978-94ef0e601f99 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611194 Nov 19 18:55:36.773466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07346b0-9247-44b1-bc0e-b5899ea3b441 req-2cfbafe3-b2d9-4167-bb51-962277ebf88e tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:36.776151 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f07346b0-9247-44b1-bc0e-b5899ea3b441 req-2cfbafe3-b2d9-4167-bb51-962277ebf88e tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 1101 time: 0.0574446 Nov 19 18:55:36.978790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50c08-56a4-43dd-857c-206ca880cdb4 req-586374ec-ab5e-4fba-b359-0fe75eb405d0 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:36.989410 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26f50c08-56a4-43dd-857c-206ca880cdb4 req-586374ec-ab5e-4fba-b359-0fe75eb405d0 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1522367 Nov 19 18:55:37.068532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'name': 'network-vif-deleted', 'tag': '4f9c3741-8e67-469e-910d-ef1e93051e41'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:37.071196 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66f190f-a5ff-463a-9203-816a9119230e" -d '{"events": [{"server_uuid": "2744f38c-b9a5-4405-a351-877bb8b90ecd", "name": "network-vif-deleted", "tag": "4f9c3741-8e67-469e-910d-ef1e93051e41"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:37.081333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-f07346b0-9247-44b1-bc0e-b5899ea3b441 req-d75831f3-f685-4e44-a8e2-caefbf954051 tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] Deleting port fe993443-e2e7-481f-b569-a94722a08b44 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:37.082208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07346b0-9247-44b1-bc0e-b5899ea3b441 req-d75831f3-f685-4e44-a8e2-caefbf954051 tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:37.101615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26f50c08-56a4-43dd-857c-206ca880cdb4 req-dd240205-5bbd-4529-a9b7-d2ed200abd5e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112976 Nov 19 18:55:37.203704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-f07346b0-9247-44b1-bc0e-b5899ea3b441 req-d75831f3-f685-4e44-a8e2-caefbf954051 tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] For port fe993443-e2e7-481f-b569-a94722a08b44, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=fe993443-e2e7-481f-b569-a94722a08b44,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:37.204410 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07346b0-9247-44b1-bc0e-b5899ea3b441 req-d75831f3-f685-4e44-a8e2-caefbf954051 tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:37.209693 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98259d7a-decd-4804-beed-1e71391f2eeb req-c029a484-8102-49b5-afb5-8626db3766c2 service neutron] 10.222.0.21 "GET /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9068959 Nov 19 18:55:37.243182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-f07346b0-9247-44b1-bc0e-b5899ea3b441 req-d75831f3-f685-4e44-a8e2-caefbf954051 tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] Calling delete_port for fe993443-e2e7-481f-b569-a94722a08b44 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:37.318391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f2c67-ab50-4b2a-9116-c9447af17b5d req-00b368f8-a51b-4ba3-a036-828cd4585c4e tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:37.319914 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb1f2c67-ab50-4b2a-9116-c9447af17b5d req-00b368f8-a51b-4ba3-a036-828cd4585c4e tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9ade26-fbd5-407f-90b0-65a9fca5796f HTTP/1.1" status: 200 len: 950 time: 0.1070778 Nov 19 18:55:37.330320 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-d2492a96-9ac0-4b47-bd0f-65b1ee2b5bf5 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8602905 Nov 19 18:55:37.345355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc8e909f-cc4b-4f84-8ecd-dcd01aae2f8e req-fdc93718-7661-4404-bca3-a63180a3a241 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8596563 Nov 19 18:55:37.372628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:55:37.375386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288d655-1412-4957-b648-dbdb99b7df2d req-f6711917-3c2b-47c8-9eae-7d5396871564 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:37.382617 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a288d655-1412-4957-b648-dbdb99b7df2d req-f6711917-3c2b-47c8-9eae-7d5396871564 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 943 time: 0.2066803 Nov 19 18:55:37.470394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a288d655-1412-4957-b648-dbdb99b7df2d req-3e684f66-2c1a-474c-8fdf-e8edd01f3d39 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867875 Nov 19 18:55:37.494051 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb1f2c67-ab50-4b2a-9116-c9447af17b5d req-d180d35e-a5c8-4d94-9667-e571613c1aeb tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478822 Nov 19 18:55:37.547758 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07346b0-9247-44b1-bc0e-b5899ea3b441 req-d75831f3-f685-4e44-a8e2-caefbf954051 tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:37.564334 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cfa5b8-bf71-4b08-920a-a0fc7ac34384 x-openstack-request-id: req-01cfa5b8-bf71-4b08-920a-a0fc7ac34384 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:37.564712 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2744f38c-b9a5-4405-a351-877bb8b90ecd", "name": "network-vif-deleted", "tag": "4f9c3741-8e67-469e-910d-ef1e93051e41", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:37.564893 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01cfa5b8-bf71-4b08-920a-a0fc7ac34384 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:37.565307 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2744f38c-b9a5-4405-a351-877bb8b90ecd', 'name': 'network-vif-deleted', 'tag': '4f9c3741-8e67-469e-910d-ef1e93051e41', 'status': 'completed', 'code': 200} Nov 19 18:55:37.570358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['fe993443-e2e7-481f-b569-a94722a08b44'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:37.616044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:37.616381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75831f3-f685-4e44-a8e2-caefbf954051 tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe993443-e2e7-481f-b569-a94722a08b44,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:37.631648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'port_id': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02', 'mac_address': 'fa:16:3e:aa:77:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:55:37.689943 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:37.706038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:37.721918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07346b0-9247-44b1-bc0e-b5899ea3b441 req-d75831f3-f685-4e44-a8e2-caefbf954051 tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] No DVR routers for this DVR port fe993443-e2e7-481f-b569-a94722a08b44 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:37.725807 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07346b0-9247-44b1-bc0e-b5899ea3b441 req-d75831f3-f685-4e44-a8e2-caefbf954051 tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:37.729315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:37.730536 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f07346b0-9247-44b1-bc0e-b5899ea3b441 req-d75831f3-f685-4e44-a8e2-caefbf954051 tempest-DeleteServersAdminTestJSON-421185292 tempest-DeleteServersAdminTestJSON-421185292-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fe993443-e2e7-481f-b569-a94722a08b44 HTTP/1.1" status: 204 len: 173 time: 0.9464672 Nov 19 18:55:37.732742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1e8b7c18-bbca-4720-a1e6-18713d445f7b req-3ba1813a-4d65-42ed-a166-9f9f97d26c4a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 210 time: 0.1013296 Nov 19 18:55:37.741174 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:37.895476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:38.004803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b91165-e99c-4034-94c0-7ce2fd4b013f req-92c8eea5-eb88-42df-829f-73c88210aec8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:38.013891 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87b91165-e99c-4034-94c0-7ce2fd4b013f req-92c8eea5-eb88-42df-829f-73c88210aec8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 949 time: 0.1521816 Nov 19 18:55:38.063502 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87b91165-e99c-4034-94c0-7ce2fd4b013f req-7fd286e3-6d23-4042-8b95-f7b655f97f49 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487032 Nov 19 18:55:38.157603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['3a0dfd62-61eb-4d51-97dd-58f7d7082c02'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:38.237372 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c1f09-a233-4274-9522-9ea312983917 req-c1f9af98-7672-48e1-a2b2-3663c5c39a17 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:38.244830 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8bb5012-e5d7-4a37-9080-24801f8d3dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:38.250352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f65c1f09-a233-4274-9522-9ea312983917 req-c1f9af98-7672-48e1-a2b2-3663c5c39a17 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 1100 time: 0.0886211 Nov 19 18:55:38.290283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4b3ec-ffea-484b-b663-10149398720a req-9598bbb8-ac46-4b35-9d0e-69792fa68fee tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:38.306723 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16a4b3ec-ffea-484b-b663-10149398720a req-9598bbb8-ac46-4b35-9d0e-69792fa68fee tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1053569 Nov 19 18:55:38.363919 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f65c1f09-a233-4274-9522-9ea312983917 req-739597ca-9300-42bc-9937-c1d2fe204c65 tempest-MigrationsAdminTest-742394149 tempest-MigrationsAdminTest-742394149-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037476 Nov 19 18:55:38.393114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16a4b3ec-ffea-484b-b663-10149398720a req-6d71f97d-b33c-4371-9afe-3d6bb6391130 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815744 Nov 19 18:55:38.724675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75216d7-c123-46b9-9caf-81d1053a1cf3 req-ebeee741-0830-4423-96ad-85818bf6a137 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:38.726413 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d75216d7-c123-46b9-9caf-81d1053a1cf3 req-ebeee741-0830-4423-96ad-85818bf6a137 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 944 time: 0.0868497 Nov 19 18:55:38.782238 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d75216d7-c123-46b9-9caf-81d1053a1cf3 req-281219a1-fff8-464c-8f34-13b43702e71c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489161 Nov 19 18:55:38.834149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41970af-1f13-402c-a643-7a12a68e34ad req-f4f7463a-cd64-4d2c-98b4-383647875ae5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:38.836260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e41970af-1f13-402c-a643-7a12a68e34ad req-f4f7463a-cd64-4d2c-98b4-383647875ae5 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 949 time: 0.0672908 Nov 19 18:55:38.893642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e41970af-1f13-402c-a643-7a12a68e34ad req-bb69ece6-00d5-452d-bfd7-3d320679a7da tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500188 Nov 19 18:55:38.994440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5899d9d3-6325-4767-a24a-f0974d6cee0c req-d5bd8176-6128-458d-9a0f-463edbad90de tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 210 time: 0.0326371 Nov 19 18:55:39.026419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419b81-e1f2-4f63-b3bc-cc2ed568c903 req-792f2dbe-94fb-41c8-b1a1-f17a9c00f407 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:39.028264 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96419b81-e1f2-4f63-b3bc-cc2ed568c903 req-792f2dbe-94fb-41c8-b1a1-f17a9c00f407 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.21 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.0797210 Nov 19 18:55:39.086297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-2e6d6fe9-b8a6-4abd-bf30-92ebbd162ba5 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3625aaf3a77b4193972b5949e3014f54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549531 Nov 19 18:55:39.224335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-96419b81-e1f2-4f63-b3bc-cc2ed568c903 req-05a69f5b-b83f-4350-8c56-e8705a78fe8e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Deleting port 0af5465b-11e9-4c64-8f6b-dead4def8a00 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:39.224682 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96419b81-e1f2-4f63-b3bc-cc2ed568c903 req-05a69f5b-b83f-4350-8c56-e8705a78fe8e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:39.309917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-a0cd0f3e-d3b4-4b30-b1ac-439621d0d317 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:39.311972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-a0cd0f3e-d3b4-4b30-b1ac-439621d0d317 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874244 Nov 19 18:55:39.343660 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-53fe9430-9cd3-4f03-a756-cb91f37a6d81 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/quotas/3625aaf3a77b4193972b5949e3014f54 HTTP/1.1" status: 200 len: 375 time: 0.0255880 Nov 19 18:55:39.374273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-96419b81-e1f2-4f63-b3bc-cc2ed568c903 req-05a69f5b-b83f-4350-8c56-e8705a78fe8e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] For port 0af5465b-11e9-4c64-8f6b-dead4def8a00, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0af5465b-11e9-4c64-8f6b-dead4def8a00,segment=NetworkSegment(76ada48b-5a7c-4aff-9415-cf0589cc7960),segment_id=76ada48b-5a7c-4aff-9415-cf0589cc7960)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:39.374273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96419b81-e1f2-4f63-b3bc-cc2ed568c903 req-05a69f5b-b83f-4350-8c56-e8705a78fe8e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:39.384642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b41f7a30-43b0-4041-84a4-fda62c65de12 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:55:39.390030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4f9c3741-8e67-469e-910d-ef1e93051e41 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:39.399043 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-fe1571bf-9ded-423e-b172-0339147da241 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3625aaf3a77b4193972b5949e3014f54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423381 Nov 19 18:55:39.407111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-96419b81-e1f2-4f63-b3bc-cc2ed568c903 req-05a69f5b-b83f-4350-8c56-e8705a78fe8e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Calling delete_port for 0af5465b-11e9-4c64-8f6b-dead4def8a00 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:39.430642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 4f9c3741-8e67-469e-910d-ef1e93051e41 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:39.432331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4f9c3741-8e67-469e-910d-ef1e93051e41 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:39.606056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9ade26-fbd5-407f-90b0-65a9fca5796f', 'name': 'network-vif-deleted', 'tag': 'fe993443-e2e7-481f-b569-a94722a08b44'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:39.608332 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcab0a9-2855-42ca-973f-81078e971188" -d '{"events": [{"server_uuid": "6a9ade26-fbd5-407f-90b0-65a9fca5796f", "name": "network-vif-deleted", "tag": "fe993443-e2e7-481f-b569-a94722a08b44"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:39.616288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34520) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:39.627233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251ddb-e6dc-4496-a0bc-8b83a57a1ffc req-8d7854d9-437c-4073-98d2-5537064d256b tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:39.628518 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4251ddb-e6dc-4496-a0bc-8b83a57a1ffc req-8d7854d9-437c-4073-98d2-5537064d256b tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50460da-31af-4233-b5c7-c92a764899ec HTTP/1.1" status: 200 len: 946 time: 0.1230187 Nov 19 18:55:39.629486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:39.661519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'mac_address': 'fa:16:3e:17:15:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:55:39.705740 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-29bf10ba-613b-4c8f-a1fc-c4754d781ad2 req-612ba948-742e-47e6-af08-b4cdb79aa0c7 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 210 time: 0.0326295 Nov 19 18:55:39.734522 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:39.743289 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96419b81-e1f2-4f63-b3bc-cc2ed568c903 req-05a69f5b-b83f-4350-8c56-e8705a78fe8e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:39.758472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0af5465b-11e9-4c64-8f6b-dead4def8a00'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:39.772765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4251ddb-e6dc-4496-a0bc-8b83a57a1ffc req-b363026c-9a20-4154-86cf-bc01d4d07d47 tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.50 "GET /v2.0/security-groups?id=427038a3-5a3e-4b30-b63a-1f753a4bca56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361568 Nov 19 18:55:39.808321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41f7a30-43b0-4041-84a4-fda62c65de12 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:39.838255 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4793e2-8933-432e-a6e7-78e7d0e4090d x-openstack-request-id: req-6d4793e2-8933-432e-a6e7-78e7d0e4090d {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:39.838255 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9ade26-fbd5-407f-90b0-65a9fca5796f", "name": "network-vif-deleted", "tag": "fe993443-e2e7-481f-b569-a94722a08b44", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:39.838690 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d4793e2-8933-432e-a6e7-78e7d0e4090d {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:39.839055 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9ade26-fbd5-407f-90b0-65a9fca5796f', 'name': 'network-vif-deleted', 'tag': 'fe993443-e2e7-481f-b569-a94722a08b44', 'status': 'completed', 'code': 200} Nov 19 18:55:39.840844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a69f5b-b83f-4350-8c56-e8705a78fe8e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Pushing event deleted for resources: {'Port': ['ID=0af5465b-11e9-4c64-8f6b-dead4def8a00,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:39.880075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:39.915232 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.062841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79ab79-0f5a-44e9-8ff8-3503b5cf85e7 req-dd121c0c-0a37-4f76-94a5-6a222aacb5da tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:40.068411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7546c144-045d-4eef-9885-04a2486e36dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.070973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b79ab79-0f5a-44e9-8ff8-3503b5cf85e7 req-dd121c0c-0a37-4f76-94a5-6a222aacb5da tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 944 time: 0.1228046 Nov 19 18:55:40.071442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-96419b81-e1f2-4f63-b3bc-cc2ed568c903 req-05a69f5b-b83f-4350-8c56-e8705a78fe8e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] No DVR routers for this DVR port 0af5465b-11e9-4c64-8f6b-dead4def8a00 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:40.078222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-96419b81-e1f2-4f63-b3bc-cc2ed568c903 req-05a69f5b-b83f-4350-8c56-e8705a78fe8e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.084464 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96419b81-e1f2-4f63-b3bc-cc2ed568c903 req-05a69f5b-b83f-4350-8c56-e8705a78fe8e tempest-ServerRescueTestJSONUnderV235-1124594596 tempest-ServerRescueTestJSONUnderV235-1124594596-project] 10.222.0.21 "DELETE /v2.0/ports/0af5465b-11e9-4c64-8f6b-dead4def8a00 HTTP/1.1" status: 204 len: 173 time: 1.0369730 Nov 19 18:55:40.086499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=12']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:40.131494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f15c-f238-4f17-bf93-8fe0324a66e8 req-962501f8-7abb-4a2d-bc0a-15ca9eec21b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:40.138324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1409f15c-f238-4f17-bf93-8fe0324a66e8 req-962501f8-7abb-4a2d-bc0a-15ca9eec21b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.1182504 Nov 19 18:55:40.151314 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b79ab79-0f5a-44e9-8ff8-3503b5cf85e7 req-488b56c0-ac3a-42b6-a769-ec8272f71d63 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782075 Nov 19 18:55:40.221922 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1409f15c-f238-4f17-bf93-8fe0324a66e8 req-97a6f84e-b54b-4d03-922b-5a13fbd0f2da tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808458 Nov 19 18:55:40.290521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7546c144-045d-4eef-9885-04a2486e36dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.291159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b5ce518-6a80-44f6-812e-39441e96cd82 req-276cc021-caed-46af-b3d1-bcd75904aebd tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 210 time: 0.0643306 Nov 19 18:55:40.302055 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7546c144-045d-4eef-9885-04a2486e36dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.356866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546c144-045d-4eef-9885-04a2486e36dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dffb55-4b64-4157-8701-7a68c8701b37,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:40.358356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eef9d-9e0d-4ea2-a3f2-64e505ccf1f8 req-594cd6b5-c67a-48d0-9bec-b436dfe005cd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:40.360849 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca8eef9d-9e0d-4ea2-a3f2-64e505ccf1f8 req-594cd6b5-c67a-48d0-9bec-b436dfe005cd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 950 time: 0.0681882 Nov 19 18:55:40.377118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device fe993443-e2e7-481f-b569-a94722a08b44 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:40.393416 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7546c144-045d-4eef-9885-04a2486e36dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6bf75a30720d46fd9fe351cc9d07a010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7614336 Nov 19 18:55:40.396444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34546) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:40.419063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: fe993443-e2e7-481f-b569-a94722a08b44 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:40.419600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device fe993443-e2e7-481f-b569-a94722a08b44 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:40.503039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9cb647e-4056-4308-b466-3b18c677dadf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.523441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ca8eef9d-9e0d-4ea2-a3f2-64e505ccf1f8 req-90890fc9-1024-45b3-a95e-f613519f5745 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Deleting port b41f7a30-43b0-4041-84a4-fda62c65de12 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:40.523980 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ca8eef9d-9e0d-4ea2-a3f2-64e505ccf1f8 req-90890fc9-1024-45b3-a95e-f613519f5745 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.543544 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bbca1a40-bb92-436f-a0d1-c9492538421b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.550416 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9cb647e-4056-4308-b466-3b18c677dadf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.657065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ca8eef9d-9e0d-4ea2-a3f2-64e505ccf1f8 req-90890fc9-1024-45b3-a95e-f613519f5745 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] For port b41f7a30-43b0-4041-84a4-fda62c65de12, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b41f7a30-43b0-4041-84a4-fda62c65de12,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:40.657793 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ca8eef9d-9e0d-4ea2-a3f2-64e505ccf1f8 req-90890fc9-1024-45b3-a95e-f613519f5745 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.673435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ca8eef9d-9e0d-4ea2-a3f2-64e505ccf1f8 req-90890fc9-1024-45b3-a95e-f613519f5745 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Calling delete_port for b41f7a30-43b0-4041-84a4-fda62c65de12 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:40.675431 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9cb647e-4056-4308-b466-3b18c677dadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.678209 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9cb647e-4056-4308-b466-3b18c677dadf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.679443 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d9cb647e-4056-4308-b466-3b18c677dadf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24dffb55-4b64-4157-8701-7a68c8701b37 HTTP/1.1" status: 204 len: 168 time: 0.2818127 Nov 19 18:55:40.702945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb647e-4056-4308-b466-3b18c677dadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dffb55-4b64-4157-8701-7a68c8701b37,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:40.858678 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34558) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:40.934506 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ca8eef9d-9e0d-4ea2-a3f2-64e505ccf1f8 req-90890fc9-1024-45b3-a95e-f613519f5745 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:40.950398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['44aff022-2a03-4706-8148-a1825fb39377', '052060b4-c958-4120-84fc-002c995f5a21'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:40.952850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['37e31ec8-9d3c-49a2-b54c-e465891d01a9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:40.990186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2c0991cc-1c99-466e-9fd6-68f58a537830 req-6506cfda-4268-4cde-9db2-c76dde1ad5bd tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 210 time: 0.0684891 Nov 19 18:55:41.025795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90890fc9-1024-45b3-a95e-f613519f5745 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Pushing event deleted for resources: {'Port': ['ID=b41f7a30-43b0-4041-84a4-fda62c65de12,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:41.083132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8eef9d-9e0d-4ea2-a3f2-64e505ccf1f8 req-90890fc9-1024-45b3-a95e-f613519f5745 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] No DVR routers for this DVR port b41f7a30-43b0-4041-84a4-fda62c65de12 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:41.086765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ca8eef9d-9e0d-4ea2-a3f2-64e505ccf1f8 req-90890fc9-1024-45b3-a95e-f613519f5745 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:41.090677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca8eef9d-9e0d-4ea2-a3f2-64e505ccf1f8 req-90890fc9-1024-45b3-a95e-f613519f5745 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "DELETE /v2.0/ports/b41f7a30-43b0-4041-84a4-fda62c65de12 HTTP/1.1" status: 204 len: 173 time: 0.7222183 Nov 19 18:55:41.091832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'name': 'network-vif-deleted', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:41.096479 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a225b9b-f510-45fe-bd5f-bca5baba171b" -d '{"events": [{"server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "name": "network-vif-deleted", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:41.207872 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ac743c-3d79-4982-858c-092f77a0095d x-openstack-request-id: req-e0ac743c-3d79-4982-858c-092f77a0095d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:41.208174 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20f7707-2adc-4501-a4b6-15662ac3a34c", "name": "network-vif-deleted", "tag": "b41f7a30-43b0-4041-84a4-fda62c65de12", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:41.208437 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0ac743c-3d79-4982-858c-092f77a0095d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:41.208861 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20f7707-2adc-4501-a4b6-15662ac3a34c', 'name': 'network-vif-deleted', 'tag': 'b41f7a30-43b0-4041-84a4-fda62c65de12', 'status': 'completed', 'code': 200} Nov 19 18:55:41.411671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:55:41.412096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dee7b8e3-adfa-456a-8f6e-6e9da9ca996c req-ade595cd-bad4-4d4e-9b40-bb70b0b7d5e9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d20f7707-2adc-4501-a4b6-15662ac3a34c HTTP/1.1" status: 200 len: 210 time: 0.0718174 Nov 19 18:55:41.478890 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-ec0da16f-7fa4-4aca-95da-5dc63b547832 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3625aaf3a77b4193972b5949e3014f54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1779811 Nov 19 18:55:41.567898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:55:41.580258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:41.580877 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:41.618368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06edd62a-4d47-4c60-b909-f151b5f9a836 req-13f13136-7925-4b8c-9428-4f61d5c13a85 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 210 time: 0.0890355 Nov 19 18:55:41.733673 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:41.744305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-648123d1-d4e0-459c-94dd-aa1d94d33ea9 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:41.746506 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-648123d1-d4e0-459c-94dd-aa1d94d33ea9 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455814 Nov 19 18:55:41.763348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856e604-9c96-407d-aad2-9acc2666b5b4 req-f7c2f68c-d27e-4ab4-8c0d-6eaa80a428ff tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:41.764835 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:41.766655 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5856e604-9c96-407d-aad2-9acc2666b5b4 req-f7c2f68c-d27e-4ab4-8c0d-6eaa80a428ff tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 944 time: 0.4665663 Nov 19 18:55:41.771054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:41.773974 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbd5111-5ed7-4ecf-95d5-ba32c50deb19" -d '{"events": [{"server_uuid": "6073b7b8-4662-4765-9feb-b9b45d73c28a", "name": "network-vif-plugged", "status": "completed", "tag": "3a0dfd62-61eb-4d51-97dd-58f7d7082c02"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:41.777098 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Request body: {'port': {'device_id': '4d3f8ca2-9a2f-4ba8-8149-838fa6925013', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '3625aaf3a77b4193972b5949e3014f54'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:41.816609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:41.825709 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:41.903583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'name': 'network-vif-deleted', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:41.906383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:41.916997 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c40f09-8531-4854-a6fc-1ca7115e4f5c" -d '{"events": [{"server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "name": "network-vif-deleted", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:42.089495 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deb2ca1-33df-4f8b-908c-fc8996009f31 x-openstack-request-id: req-6deb2ca1-33df-4f8b-908c-fc8996009f31 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:42.089863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5856e604-9c96-407d-aad2-9acc2666b5b4 req-6646f6a9-0b67-47c5-afbe-957e88d15cfd tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964083 Nov 19 18:55:42.090396 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6073b7b8-4662-4765-9feb-b9b45d73c28a", "name": "network-vif-plugged", "status": "completed", "tag": "3a0dfd62-61eb-4d51-97dd-58f7d7082c02", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:42.091028 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6deb2ca1-33df-4f8b-908c-fc8996009f31 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:42.091835 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02', 'code': 200} Nov 19 18:55:42.092439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Made reservation on behalf of 3625aaf3a77b4193972b5949e3014f54 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:55:42.097496 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:42.141452 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942158ce-8122-43a9-a597-6c9c27e81bcd x-openstack-request-id: req-942158ce-8122-43a9-a597-6c9c27e81bcd {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:42.141822 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50460da-31af-4233-b5c7-c92a764899ec", "name": "network-vif-deleted", "tag": "0af5465b-11e9-4c64-8f6b-dead4def8a00", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:42.142080 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-942158ce-8122-43a9-a597-6c9c27e81bcd {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:42.143476 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50460da-31af-4233-b5c7-c92a764899ec', 'name': 'network-vif-deleted', 'tag': '0af5465b-11e9-4c64-8f6b-dead4def8a00', 'status': 'completed', 'code': 200} Nov 19 18:55:42.289810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:42.356733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Allocated IP 192.168.233.103 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/029d2db4-f468-45a2-a435-d8fd37c74ca4) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:55:42.407167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0af5465b-11e9-4c64-8f6b-dead4def8a00 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:42.438669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b75865d3-5c21-48e4-bf83-e1507924dfd8 req-4d35855f-231f-4cd1-a222-cf8a15af761e tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 210 time: 0.0514033 Nov 19 18:55:42.478364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a53067-22b3-45cc-8af5-43a01a6c276f req-41db8dd5-2967-4182-8489-00c6cbf3477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:42.481131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61a53067-22b3-45cc-8af5-43a01a6c276f req-41db8dd5-2967-4182-8489-00c6cbf3477c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 1096 time: 0.3024557 Nov 19 18:55:42.622212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61a53067-22b3-45cc-8af5-43a01a6c276f req-b408f9eb-eaa1-47db-b7c9-cdf1f4ee7a54 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332278 Nov 19 18:55:42.728068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 0af5465b-11e9-4c64-8f6b-dead4def8a00 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:42.728744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0af5465b-11e9-4c64-8f6b-dead4def8a00 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:42.797254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34618) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:42.886649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e720cc96-fcef-4526-b827-63e0aedb8f28 req-78c7cfc1-d9ab-4174-b97e-83fdcaa9ac2b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=2744f38c-b9a5-4405-a351-877bb8b90ecd HTTP/1.1" status: 200 len: 210 time: 0.0535688 Nov 19 18:55:42.996004 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-495885aa-c497-438b-8009-466174ebc537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.066540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656136c-6956-4618-9c00-6592ef11fca6 req-e7b41549-a7c4-4f5b-88c3-aecb4f0ea0bd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:43.068057 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a656136c-6956-4618-9c00-6592ef11fca6 req-e7b41549-a7c4-4f5b-88c3-aecb4f0ea0bd tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 951 time: 0.0931396 Nov 19 18:55:43.071734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.121504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] Deleting port f8808e86-4f6b-4f4e-bc59-61188ad8f161 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:43.121904 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.130020 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.143378 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.156337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a656136c-6956-4618-9c00-6592ef11fca6 req-e1f8f1cf-0407-474f-b866-81b65624430a tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783653 Nov 19 18:55:43.177554 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-495885aa-c497-438b-8009-466174ebc537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.184519 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-495885aa-c497-438b-8009-466174ebc537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.227495 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-495885aa-c497-438b-8009-466174ebc537 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=253cb59ed9ad4f00a79b22711467d092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287493 Nov 19 18:55:43.230986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34624) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:43.237862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495885aa-c497-438b-8009-466174ebc537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8fa47d-11a7-4524-92ff-efb9deacda7a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:43.300818 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-231f21c8-d6a0-48b2-96de-6682e4840efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.308043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] For port f8808e86-4f6b-4f4e-bc59-61188ad8f161, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f8808e86-4f6b-4f4e-bc59-61188ad8f161,segment=NetworkSegment(76ada48b-5a7c-4aff-9415-cf0589cc7960),segment_id=76ada48b-5a7c-4aff-9415-cf0589cc7960)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:43.308372 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.346578 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-231f21c8-d6a0-48b2-96de-6682e4840efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.347661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:55:43.358625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:55:43.360950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] Calling delete_port for f8808e86-4f6b-4f4e-bc59-61188ad8f161 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:43.366146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:55:43.371555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Pushing event updated for resources: {'Port': ['ID=029d2db4-f468-45a2-a435-d8fd37c74ca4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:43.388608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fab375-fcca-44df-affe-53947de0c492 req-30a744d7-2b2c-4051-b4ab-18a308a08c93 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:43.390196 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27fab375-fcca-44df-affe-53947de0c492 req-30a744d7-2b2c-4051-b4ab-18a308a08c93 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 945 time: 0.1747491 Nov 19 18:55:43.418246 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-231f21c8-d6a0-48b2-96de-6682e4840efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.421120 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-231f21c8-d6a0-48b2-96de-6682e4840efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.422648 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-231f21c8-d6a0-48b2-96de-6682e4840efd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa8fa47d-11a7-4524-92ff-efb9deacda7a HTTP/1.1" status: 204 len: 168 time: 0.1904123 Nov 19 18:55:43.434013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f21c8-d6a0-48b2-96de-6682e4840efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8fa47d-11a7-4524-92ff-efb9deacda7a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:43.571463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:43.572835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.637110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27fab375-fcca-44df-affe-53947de0c492 req-a47f9a74-f77f-43d6-8644-a74d38a4f6c5 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221341 Nov 19 18:55:43.650698 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-76aa8b81-fd07-43fa-9788-9b4a698e4400 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8808475 Nov 19 18:55:43.655274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440524f-3d9d-49cc-8e96-4b53affc6996 req-0a3e3a45-0289-4ec5-9cc5-26097bbc7f43 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:43.670586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b440524f-3d9d-49cc-8e96-4b53affc6996 req-0a3e3a45-0289-4ec5-9cc5-26097bbc7f43 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 936 time: 0.0960269 Nov 19 18:55:43.709033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Request body: {'port': {'device_id': '4d3f8ca2-9a2f-4ba8-8149-838fa6925013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:43.747701 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b440524f-3d9d-49cc-8e96-4b53affc6996 req-81cf27d8-1aca-451a-8bad-022e4caed75d tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838141 Nov 19 18:55:43.787646 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.823206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1e6c053a-6131-4ed6-8517-106782374fc0 None None] Provisioning complete for port 029d2db4-f468-45a2-a435-d8fd37c74ca4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:43.824471 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e6c053a-6131-4ed6-8517-106782374fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:43.866247 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c053a-6131-4ed6-8517-106782374fc0 None None] Port 029d2db4-f468-45a2-a435-d8fd37c74ca4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:55:43.908291 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:44.027985 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:44.035104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] Pushing event deleted for resources: {'Port': ['ID=f8808e86-4f6b-4f4e-bc59-61188ad8f161,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:44.191766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17d608-943e-4de1-98cf-3a4b23c46616 req-4e4c237d-975d-49df-be4a-dc51ece74317 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:44.201334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce17d608-943e-4de1-98cf-3a4b23c46616 req-4e4c237d-975d-49df-be4a-dc51ece74317 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 946 time: 0.1379704 Nov 19 18:55:44.294189 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce17d608-943e-4de1-98cf-3a4b23c46616 req-adb6b014-7bab-4fe5-80ba-6749b7e3cf59 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916224 Nov 19 18:55:44.454839 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:44.473689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822ea4c-695f-4c19-92c3-da37c74a0e2b req-08b1d035-ad1f-4a67-abcd-82d869588839 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:44.475222 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1822ea4c-695f-4c19-92c3-da37c74a0e2b req-08b1d035-ad1f-4a67-abcd-82d869588839 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 951 time: 0.1292934 Nov 19 18:55:44.488445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029d2db4-f468-45a2-a435-d8fd37c74ca4 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:44.516496 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:44.564978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34670) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:44.651225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0239c3-24b6-47eb-a7f6-dc918dd735c3 req-9d86bdf7-661c-4aed-96b7-b0b79c494c8c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:44.653576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba0239c3-24b6-47eb-a7f6-dc918dd735c3 req-9d86bdf7-661c-4aed-96b7-b0b79c494c8c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 951 time: 0.0984879 Nov 19 18:55:44.697803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Transition to ACTIVE for port object 029d2db4-f468-45a2-a435-d8fd37c74ca4 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:55:44.724881 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:44.790178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1822ea4c-695f-4c19-92c3-da37c74a0e2b req-4d4bb927-244f-4c19-b895-8b0f359a989c tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054945 Nov 19 18:55:44.793662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ba0239c3-24b6-47eb-a7f6-dc918dd735c3 req-02751b15-9708-4458-9798-db912345671e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Deleting port 052060b4-c958-4120-84fc-002c995f5a21 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:44.794576 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba0239c3-24b6-47eb-a7f6-dc918dd735c3 req-02751b15-9708-4458-9798-db912345671e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:44.946472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-188085797-network', 'tenant_id': '87e9febe9e184541b7a1c4e5650f4978'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:45.098705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Made reservation on behalf of 87e9febe9e184541b7a1c4e5650f4978 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:55:45.101021 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.123297 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.124175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Pushing event updated for resources: {'Port': ['ID=029d2db4-f468-45a2-a435-d8fd37c74ca4,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:45.144690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] Router 62b1657e-b7aa-45ff-9f86-95adf993b28e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:55:45.161204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346c926-1d28-4d09-8f28-df6b71c16454 req-9f97b937-28cd-4f8b-a4bd-445ad8a20501 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:45.177184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5346c926-1d28-4d09-8f28-df6b71c16454 req-9f97b937-28cd-4f8b-a4bd-445ad8a20501 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 945 time: 0.1993632 Nov 19 18:55:45.191259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ba0239c3-24b6-47eb-a7f6-dc918dd735c3 req-02751b15-9708-4458-9798-db912345671e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] For port 052060b4-c958-4120-84fc-002c995f5a21, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=052060b4-c958-4120-84fc-002c995f5a21,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:45.193581 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba0239c3-24b6-47eb-a7f6-dc918dd735c3 req-02751b15-9708-4458-9798-db912345671e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.251526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ba0239c3-24b6-47eb-a7f6-dc918dd735c3 req-02751b15-9708-4458-9798-db912345671e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Calling delete_port for 052060b4-c958-4120-84fc-002c995f5a21 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:45.283497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee366c-14d1-46c4-982d-1996b3575ed4 req-41e58dc8-7bc0-4d95-be2e-b511d57fb7df tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:45.292927 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-50ee366c-14d1-46c4-982d-1996b3575ed4 req-41e58dc8-7bc0-4d95-be2e-b511d57fb7df tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 948 time: 0.1718876 Nov 19 18:55:45.328208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Attempting to bind port 029d2db4-f468-45a2-a435-d8fd37c74ca4 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:55:45.328811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Attempting to bind port 029d2db4-f468-45a2-a435-d8fd37c74ca4 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:55:45.329160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Attempting to bind port 029d2db4-f468-45a2-a435-d8fd37c74ca4 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:45.364611 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5346c926-1d28-4d09-8f28-df6b71c16454 req-67ebc9a9-0730-4aff-be6d-132cf716f67b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852372 Nov 19 18:55:45.395276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Port 029d2db4-f468-45a2-a435-d8fd37c74ca4 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:55:45.395710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Attempting to bind port 029d2db4-f468-45a2-a435-d8fd37c74ca4 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:45.405072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b41f7a30-43b0-4041-84a4-fda62c65de12 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:45.421792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:55:45.422135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:45.422540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:55:45.423016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Bound port: 029d2db4-f468-45a2-a435-d8fd37c74ca4, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:55:45.423498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.435254 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-50ee366c-14d1-46c4-982d-1996b3575ed4 req-50907dc6-4ef5-470b-8cc0-365b1c877dcd tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413333 Nov 19 18:55:45.455110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: b41f7a30-43b0-4041-84a4-fda62c65de12 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:45.455110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b41f7a30-43b0-4041-84a4-fda62c65de12 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:45.488895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:55:45.496914 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ff73300e-3037-46c4-b620-828c4fb79dba admin admin] 10.222.0.50 "PUT /v2.0/routers/62b1657e-b7aa-45ff-9f86-95adf993b28e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6367161 Nov 19 18:55:45.500500 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f817673-46b9-476e-b771-72520e4fd559 None None] Sync routers for ids ['62b1657e-b7aa-45ff-9f86-95adf993b28e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:55:45.517901 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f817673-46b9-476e-b771-72520e4fd559 None None] Routers {'62b1657e-b7aa-45ff-9f86-95adf993b28e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:45.518519 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6f817673-46b9-476e-b771-72520e4fd559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:55:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['62b1657e-b7aa-45ff-9f86-95adf993b28e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:45.534579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34694) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:45.597216 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba0239c3-24b6-47eb-a7f6-dc918dd735c3 req-02751b15-9708-4458-9798-db912345671e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.616529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['37e31ec8-9d3c-49a2-b54c-e465891d01a9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:45.667142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02751b15-9708-4458-9798-db912345671e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Pushing event deleted for resources: {'Port': ['ID=052060b4-c958-4120-84fc-002c995f5a21,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:45.672234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['44aff022-2a03-4706-8148-a1825fb39377', '052060b4-c958-4120-84fc-002c995f5a21'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:45.694078 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.737165 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.784886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] For port 029d2db4-f468-45a2-a435-d8fd37c74ca4, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:45.786882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0239c3-24b6-47eb-a7f6-dc918dd735c3 req-02751b15-9708-4458-9798-db912345671e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] No DVR routers for this DVR port 052060b4-c958-4120-84fc-002c995f5a21 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:45.793338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] For port 029d2db4-f468-45a2-a435-d8fd37c74ca4, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=029d2db4-f468-45a2-a435-d8fd37c74ca4,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:55:45.798478 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6f817673-46b9-476e-b771-72520e4fd559 None None] Set router 62b1657e-b7aa-45ff-9f86-95adf993b28e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:45.806152 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.808442 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba0239c3-24b6-47eb-a7f6-dc918dd735c3 req-02751b15-9708-4458-9798-db912345671e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.816667 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba0239c3-24b6-47eb-a7f6-dc918dd735c3 req-02751b15-9708-4458-9798-db912345671e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "DELETE /v2.0/ports/052060b4-c958-4120-84fc-002c995f5a21 HTTP/1.1" status: 204 len: 173 time: 1.1560681 Nov 19 18:55:45.817163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-deleted', 'tag': '052060b4-c958-4120-84fc-002c995f5a21'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:45.840911 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63664932-21ef-4e3b-aa08-94b337a43e57" -d '{"events": [{"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-deleted", "tag": "052060b4-c958-4120-84fc-002c995f5a21"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:45.951431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:45.955064 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.957406 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] 10.222.0.21 "PUT /v2.0/ports/029d2db4-f468-45a2-a435-d8fd37c74ca4 HTTP/1.1" status: 200 len: 1096 time: 2.2940361 Nov 19 18:55:45.958594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:55:45.962131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3f8ca2-9a2f-4ba8-8149-838fa6925013', 'tag': '029d2db4-f468-45a2-a435-d8fd37c74ca4'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:45.968573 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a31a919-fca8-4355-b29c-58ad0daa4211" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3f8ca2-9a2f-4ba8-8149-838fa6925013", "tag": "029d2db4-f468-45a2-a435-d8fd37c74ca4"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:45.973723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b84f474-731a-4951-9f56-9b091fe61e8c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:45.981203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.996852 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:45.998075 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Added segment 128e9c30-730f-43e3-be22-fe0f72da8f51 of type vlan for network 75b16aa6-4915-4a77-9e90-226bbf297781 Nov 19 18:55:46.176717 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b223bb1-64d1-4416-ba80-8083a689cdf9 x-openstack-request-id: req-4b223bb1-64d1-4416-ba80-8083a689cdf9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:46.192526 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e58cd-e7ae-43b2-b441-76126777533d", "name": "network-vif-deleted", "tag": "052060b4-c958-4120-84fc-002c995f5a21", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:46.194476 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b223bb1-64d1-4416-ba80-8083a689cdf9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:46.195191 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e58cd-e7ae-43b2-b441-76126777533d', 'name': 'network-vif-deleted', 'tag': '052060b4-c958-4120-84fc-002c995f5a21', 'status': 'completed', 'code': 200} Nov 19 18:55:46.263514 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:46.355978 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:46.357945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:46.359227 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:46.523427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9573746 Nov 19 18:55:46.527420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34738) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:46.533628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] Request body: {'subnet': {'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-188085797-subnet', 'tenant_id': '87e9febe9e184541b7a1c4e5650f4978', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:46.599378 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4e6b2-f53c-4f7c-ad45-7797a8ffb595 admin admin] Pushing event updated for resources: {'Network': ['ID=75b16aa6-4915-4a77-9e90-226bbf297781,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:46.614668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 75b16aa6-4915-4a77-9e90-226bbf297781 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:55:46.615424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] Made reservation on behalf of 87e9febe9e184541b7a1c4e5650f4978 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:55:46.618058 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:46.761343 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6f817673-46b9-476e-b771-72520e4fd559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:55:43Z', 'revision_number': 5, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:46.809529 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f817673-46b9-476e-b771-72520e4fd559 None None] Checking router: 62b1657e-b7aa-45ff-9f86-95adf993b28e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:55:46.832143 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f817673-46b9-476e-b771-72520e4fd559 None None] Routers {'62b1657e-b7aa-45ff-9f86-95adf993b28e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:55:46.833017 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6f817673-46b9-476e-b771-72520e4fd559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:55:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['62b1657e-b7aa-45ff-9f86-95adf993b28e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:46.905239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:46.908064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c401d1b-66ab-4521-b945-e95290ee7cee service neutron] Pushing event updated for resources: {'Port': ['ID=029d2db4-f468-45a2-a435-d8fd37c74ca4,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:46.950665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7712d2ce-32b9-46ea-9aa8-3478125ba851 req-bc63c017-36df-4936-aeed-5c56279a4cd6 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3e58cd-e7ae-43b2-b441-76126777533d HTTP/1.1" status: 200 len: 210 time: 1.0127165 Nov 19 18:55:46.983807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-2d722305-3ffe-4774-9c82-caa2cc1c92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:46.986130 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-2d722305-3ffe-4774-9c82-caa2cc1c92f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3625aaf3a77b4193972b5949e3014f54&device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 1099 time: 0.1439772 Nov 19 18:55:47.003534 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6f817673-46b9-476e-b771-72520e4fd559 None None] Set router 62b1657e-b7aa-45ff-9f86-95adf993b28e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:55:47.035208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d9fc4-becb-4cc6-b740-50be7e9189f5 req-57714c79-26ce-442b-ab71-69d4710998d2 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:47.046323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-921d9fc4-becb-4cc6-b740-50be7e9189f5 req-57714c79-26ce-442b-ab71-69d4710998d2 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 948 time: 0.2707899 Nov 19 18:55:47.123534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-a79ec475-77b4-4406-8b79-27daf4f09939 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=029d2db4-f468-45a2-a435-d8fd37c74ca4 HTTP/1.1" status: 200 len: 217 time: 0.0800655 Nov 19 18:55:47.166132 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-921d9fc4-becb-4cc6-b740-50be7e9189f5 req-1c67cb60-140c-4610-a5e9-123f089acb26 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141751 Nov 19 18:55:47.257207 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6f817673-46b9-476e-b771-72520e4fd559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:55:43Z', 'revision_number': 5, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:47.273934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Deleting port 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:47.274551 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:47.327119 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f817673-46b9-476e-b771-72520e4fd559 None None] The sync data for ids ['62b1657e-b7aa-45ff-9f86-95adf993b28e'] in n-d-815373-6 is: [{'id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'name': 'tempest-ServerRescueTestJSONUnderV235-304248403-router', 'tenant_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:54:14Z', 'updated_at': '2021-11-19T18:55:43Z', 'revision_number': 5, 'project_id': 'e236eb2d55904f3cb45b4d2fa78847d3', 'gw_port': {'id': '1c2b0213-81fa-4a47-98f2-3825c3a1fbeb', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b1657e-b7aa-45ff-9f86-95adf993b28e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:54:15Z', 'updated_at': '2021-11-19T18:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:55:47.422067 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:47.424227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-1ce50480-8257-4484-92c3-a476f6ee96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:47.427079 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-1ce50480-8257-4484-92c3-a476f6ee96f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2968850 Nov 19 18:55:47.476564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b1a166-17d4-4927-bed6-84697db77c0d,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:47.504795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] For port 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1c2b0213-81fa-4a47-98f2-3825c3a1fbeb,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:47.505342 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:47.521884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] Checking segment: {'id': '128e9c30-730f-43e3-be22-fe0f72da8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:47.522250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] Network hostable DHCP agents. Network: 75b16aa6-4915-4a77-9e90-226bbf297781, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:55:47.535214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765cc64-3d69-47b5-a4e1-d87e321eb8ec req-e7579d45-de5a-41d3-830a-3eb2fded3114 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:47.537016 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4765cc64-3d69-47b5-a4e1-d87e321eb8ec req-e7579d45-de5a-41d3-830a-3eb2fded3114 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 945 time: 0.1538856 Nov 19 18:55:47.539037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-1f035f0e-0097-4990-9146-c3f034ac522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:47.541014 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-1f035f0e-0097-4990-9146-c3f034ac522d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042902 Nov 19 18:55:47.547592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] Network 75b16aa6-4915-4a77-9e90-226bbf297781 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:55:47.561057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Calling delete_port for 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:47.564919 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4057abf0-2fef-4bd4-afdb-5abe2a974ed7 x-openstack-request-id: req-4057abf0-2fef-4bd4-afdb-5abe2a974ed7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:47.565056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 75b16aa6-4915-4a77-9e90-226bbf297781) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:55:47.565260 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3f8ca2-9a2f-4ba8-8149-838fa6925013", "tag": "029d2db4-f468-45a2-a435-d8fd37c74ca4", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:47.565732 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4057abf0-2fef-4bd4-afdb-5abe2a974ed7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:47.566210 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3f8ca2-9a2f-4ba8-8149-838fa6925013', 'tag': '029d2db4-f468-45a2-a435-d8fd37c74ca4', 'status': 'completed', 'code': 200} Nov 19 18:55:47.575614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df0fcd1-47dd-425d-89c9-f4f4cfca4394 None None] Network 75b16aa6-4915-4a77-9e90-226bbf297781 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:55:47.583060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:47.585022 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:47.638251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e00aba55-bc10-406e-8c63-ec219a2a6813 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1087687 Nov 19 18:55:47.649161 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4765cc64-3d69-47b5-a4e1-d87e321eb8ec req-836f383a-f7f2-44cf-bd01-7b981c65636f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035519 Nov 19 18:55:47.861300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125083c-259e-4bf4-99f4-348c2f380c5f None None] Network 75b16aa6-4915-4a77-9e90-226bbf297781 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:55:47.955027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-cc7a6f29-d5e4-4562-a293-b5456fc644d1 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027259 Nov 19 18:55:48.053906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f243bc6a-12ab-4430-a402-28d017d479b1 req-a78947f8-f232-4543-b8f6-773e471073e7 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1034869855', 'description': 'tempest-description-1856790802'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:48.091298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f243bc6a-12ab-4430-a402-28d017d479b1 req-a78947f8-f232-4543-b8f6-773e471073e7 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.106927 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.184345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2b0213-81fa-4a47-98f2-3825c3a1fbeb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:48.250376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f243bc6a-12ab-4430-a402-28d017d479b1 req-a78947f8-f232-4543-b8f6-773e471073e7 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.260846 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f243bc6a-12ab-4430-a402-28d017d479b1 req-a78947f8-f232-4543-b8f6-773e471073e7 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.267212 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9e3f43d-004b-4eaa-94c6-eefb2022f389 req-5dfab536-caa0-4095-a769-6fe4548d9e6a service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009975 Nov 19 18:55:48.298310 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.364122 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f243bc6a-12ab-4430-a402-28d017d479b1 req-a78947f8-f232-4543-b8f6-773e471073e7 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.365544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f243bc6a-12ab-4430-a402-28d017d479b1 req-a78947f8-f232-4543-b8f6-773e471073e7 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3238797 Nov 19 18:55:48.366589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78947f8-f232-4543-b8f6-773e471073e7 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32dd9fd8-66c9-4c58-92f3-06870271f092,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:48.500341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.504137 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.509952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceadd5f-bdf0-4e65-9d68-3687133b3bb5 req-72e9dd6b-4bfa-450f-9ed2-6ee65fcfd44e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:48.520177 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ceadd5f-bdf0-4e65-9d68-3687133b3bb5 req-72e9dd6b-4bfa-450f-9ed2-6ee65fcfd44e tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0798993 Nov 19 18:55:48.597808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b69655-85fc-4557-9f4e-6de753bd26fc req-8d4c8186-f10b-4408-8013-23a6c780b189 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:48.606844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f6b69655-85fc-4557-9f4e-6de753bd26fc req-8d4c8186-f10b-4408-8013-23a6c780b189 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 948 time: 0.2109048 Nov 19 18:55:48.611369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.611940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b1657e-b7aa-45ff-9f86-95adf993b28e {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:55:48.618280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ceadd5f-bdf0-4e65-9d68-3687133b3bb5 req-6a6d6ed6-85fa-45d4-b284-50c7fb3da3e8 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895894 Nov 19 18:55:48.632581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31a919-fca8-4355-b29c-58ad0daa4211 req-ea2f8458-524d-4c16-86fb-359eb8d9a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:48.645778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a31a919-fca8-4355-b29c-58ad0daa4211 req-ea2f8458-524d-4c16-86fb-359eb8d9a5db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3625aaf3a77b4193972b5949e3014f54&device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 1099 time: 0.2381091 Nov 19 18:55:48.645778 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.645778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-82cbf490-14be-4cd7-a1ba-de9909f3f972 admin admin] 10.222.0.50 "DELETE /v2.0/routers/62b1657e-b7aa-45ff-9f86-95adf993b28e HTTP/1.1" status: 204 len: 168 time: 3.1044645 Nov 19 18:55:48.646477 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f8808e86-4f6b-4f4e-bc59-61188ad8f161 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:48.646582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34784) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:48.701108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-737dbcf0-674b-4a01-8abf-f2d5f4afa47f req-5af61da7-95b4-4c8e-a880-b6976efbb1af tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1062489104', 'description': 'tempest-description-1492271955'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:48.704390 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: f8808e86-4f6b-4f4e-bc59-61188ad8f161 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:48.704744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f8808e86-4f6b-4f4e-bc59-61188ad8f161 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:48.749177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-915bfa47-e79e-43d6-9d4d-fba1e0989374 admin admin] Deleting subnet 6b2082e5-8f7d-4190-8372-20543116ab9e {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:55:48.752219 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-915bfa47-e79e-43d6-9d4d-fba1e0989374 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.755239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-737dbcf0-674b-4a01-8abf-f2d5f4afa47f req-5af61da7-95b4-4c8e-a880-b6976efbb1af tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.760759 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f6b69655-85fc-4557-9f4e-6de753bd26fc req-47ccdcef-deb5-4e4c-b6cd-1777f6fa8921 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529903 Nov 19 18:55:48.808637 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-915bfa47-e79e-43d6-9d4d-fba1e0989374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.879469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-915bfa47-e79e-43d6-9d4d-fba1e0989374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.934681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31a919-fca8-4355-b29c-58ad0daa4211 req-5b82cf5f-eefc-4eef-8d7c-1d477a5b0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:48.935030 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-737dbcf0-674b-4a01-8abf-f2d5f4afa47f req-5af61da7-95b4-4c8e-a880-b6976efbb1af tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.937717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a31a919-fca8-4355-b29c-58ad0daa4211 req-5b82cf5f-eefc-4eef-8d7c-1d477a5b0638 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2861471 Nov 19 18:55:48.962990 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-737dbcf0-674b-4a01-8abf-f2d5f4afa47f req-5af61da7-95b4-4c8e-a880-b6976efbb1af tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:48.988498 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-915bfa47-e79e-43d6-9d4d-fba1e0989374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:49.003662 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a31a919-fca8-4355-b29c-58ad0daa4211 req-0cf4b5bd-9880-45d4-8046-ebe8b3c40a17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=029d2db4-f468-45a2-a435-d8fd37c74ca4 HTTP/1.1" status: 200 len: 217 time: 0.0427911 Nov 19 18:55:49.020965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-915bfa47-e79e-43d6-9d4d-fba1e0989374 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:49.025009 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-915bfa47-e79e-43d6-9d4d-fba1e0989374 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6b2082e5-8f7d-4190-8372-20543116ab9e HTTP/1.1" status: 204 len: 168 time: 0.3790069 Nov 19 18:55:49.045953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34790) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:49.061099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bb013-7c06-4d6c-888d-bd77c9a07e9d req-edba7d74-86bc-47ee-9eeb-5f766f24d0a2 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:49.062411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bfa47-e79e-43d6-9d4d-fba1e0989374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2082e5-8f7d-4190-8372-20543116ab9e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:49.064336 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e54bb013-7c06-4d6c-888d-bd77c9a07e9d req-edba7d74-86bc-47ee-9eeb-5f766f24d0a2 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 945 time: 0.1833825 Nov 19 18:55:49.089199 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-737dbcf0-674b-4a01-8abf-f2d5f4afa47f req-5af61da7-95b4-4c8e-a880-b6976efbb1af tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:49.091533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31a919-fca8-4355-b29c-58ad0daa4211 req-e83b64ea-c583-4edf-9416-cebf8bf545f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:49.092939 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a31a919-fca8-4355-b29c-58ad0daa4211 req-e83b64ea-c583-4edf-9416-cebf8bf545f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0808394 Nov 19 18:55:49.104394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-737dbcf0-674b-4a01-8abf-f2d5f4afa47f req-5af61da7-95b4-4c8e-a880-b6976efbb1af tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4353712 Nov 19 18:55:49.135242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af61da7-95b4-4c8e-a880-b6976efbb1af tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a29618-9d18-4afd-a500-15212765f4c8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:49.174327 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e54bb013-7c06-4d6c-888d-bd77c9a07e9d req-8e227df9-9744-4972-bc32-4a04cdf536fc tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933893 Nov 19 18:55:49.192645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31a919-fca8-4355-b29c-58ad0daa4211 req-f5b894bf-6f93-47f9-a383-93e3cf8e0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:49.196282 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a31a919-fca8-4355-b29c-58ad0daa4211 req-f5b894bf-6f93-47f9-a383-93e3cf8e0940 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938892 Nov 19 18:55:49.245899 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:49.353979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:49.378331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a021cf07-8927-4181-86a8-7d3bf2088151']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:49.378615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a31a919-fca8-4355-b29c-58ad0daa4211 req-4d1f0d28-28ee-41cd-97c2-ecaa4e50f956 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754744 Nov 19 18:55:49.393354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ada48b-5a7c-4aff-9415-cf0589cc7960') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:49.393948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ada48b-5a7c-4aff-9415-cf0589cc7960') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:55:49.408927 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:49.425517 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:49.435080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 052060b4-c958-4120-84fc-002c995f5a21 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:49.435601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:55:49.435840 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:49.479759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 052060b4-c958-4120-84fc-002c995f5a21 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:49.480373 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a31a919-fca8-4355-b29c-58ad0daa4211 req-3cd8c8e7-deb6-4334-8335-6a639c9db01d service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932503 Nov 19 18:55:49.480710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 052060b4-c958-4120-84fc-002c995f5a21 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:55:49.506191 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:55:49.523484 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:49.531036 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:49.536062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] 10.222.0.50 "DELETE /v2.0/networks/a021cf07-8927-4181-86a8-7d3bf2088151 HTTP/1.1" status: 204 len: 168 time: 0.4841697 Nov 19 18:55:49.545685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-38425633-c842-43bf-8109-0ccc3279dba8 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:49.553402 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-38425633-c842-43bf-8109-0ccc3279dba8 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 812 time: 0.2383702 Nov 19 18:55:49.578728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0247ed9-45cd-407a-b177-02e1a3bca7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a021cf07-8927-4181-86a8-7d3bf2088151,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:49.579739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-924365eb-09ba-46d4-8a29-a5c87672b648 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/quotas/87e9febe9e184541b7a1c4e5650f4978 HTTP/1.1" status: 200 len: 375 time: 0.0175819 Nov 19 18:55:49.616459 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-2b6c27a5-2181-4c84-a876-98765333cb70 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419443 Nov 19 18:55:49.703995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34814) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:49.774431 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-ab65306e-9ec7-441d-88fc-acdc01fa1d09 service neutron] 10.222.0.50 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568294 Nov 19 18:55:49.784542 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f2051e85-78d1-4510-a614-e73f85b6a03a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e236eb2d55904f3cb45b4d2fa78847d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0789199 Nov 19 18:55:49.786976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34816) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:49.789357 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:55:49.829408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044598ca-ba8f-4954-be1f-bfc46b752bb7 req-f4358827-0022-4453-97e4-c5ad689d93c9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:49.833760 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-044598ca-ba8f-4954-be1f-bfc46b752bb7 req-f4358827-0022-4453-97e4-c5ad689d93c9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0957670 Nov 19 18:55:49.895813 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d4712857-9140-4877-9dd3-b04a12f9a9bc service neutron] 10.222.0.50 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102674 Nov 19 18:55:49.900362 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc1f1-9e22-4ee1-b5d8-b7191dc5abfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:49.939180 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-044598ca-ba8f-4954-be1f-bfc46b752bb7 req-9fb10b09-ece7-43e0-8aa4-9b5afb99afff tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953953 Nov 19 18:55:49.947161 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc1f1-9e22-4ee1-b5d8-b7191dc5abfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:50.019812 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc1f1-9e22-4ee1-b5d8-b7191dc5abfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:50.030756 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc1f1-9e22-4ee1-b5d8-b7191dc5abfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:50.031088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6b7bc1f1-9e22-4ee1-b5d8-b7191dc5abfa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/427038a3-5a3e-4b30-b63a-1f753a4bca56 HTTP/1.1" status: 204 len: 168 time: 0.2429812 Nov 19 18:55:50.054111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bc1f1-9e22-4ee1-b5d8-b7191dc5abfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427038a3-5a3e-4b30-b63a-1f753a4bca56,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:50.129744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc568ee-c5ce-4f7c-b35f-7e53bed7004a req-42fa73ff-83c1-4966-92f6-81e3cf5cbcf0 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:50.133261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cc568ee-c5ce-4f7c-b35f-7e53bed7004a req-42fa73ff-83c1-4966-92f6-81e3cf5cbcf0 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 948 time: 0.0974200 Nov 19 18:55:50.187704 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac7744be-8ada-48c1-a251-648d19fec3cd req-3c6d6b6f-c8f0-4a86-a0a4-05c01c39d009 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 210 time: 0.0876496 Nov 19 18:55:50.219034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cc568ee-c5ce-4f7c-b35f-7e53bed7004a req-5fcf4249-f823-428a-b14a-0054e45d1504 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770583 Nov 19 18:55:50.380479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2fe89-2052-4b99-841e-1a59774c653f req-dfa0d3fe-e57f-40f4-9696-31bb5f7157aa tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:50.389395 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dff2fe89-2052-4b99-841e-1a59774c653f req-dfa0d3fe-e57f-40f4-9696-31bb5f7157aa tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 945 time: 0.0731468 Nov 19 18:55:50.448959 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dff2fe89-2052-4b99-841e-1a59774c653f req-b06771ac-013a-48c6-9a8d-abb0a5466f09 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585730 Nov 19 18:55:50.554539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:50.576401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:50.577057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1c2b0213-81fa-4a47-98f2-3825c3a1fbeb not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:50.633529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91c4a1-fa9f-4b67-929b-289d486aeb2e req-b451879c-3193-4523-8022-9102c0c0c1a9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:50.636246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea91c4a1-fa9f-4b67-929b-289d486aeb2e req-b451879c-3193-4523-8022-9102c0c0c1a9 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.0734079 Nov 19 18:55:50.795287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ea91c4a1-fa9f-4b67-929b-289d486aeb2e req-3ead86a9-8868-44c5-8900-d858f58674b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Deleting port 44aff022-2a03-4706-8148-a1825fb39377 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:50.795670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ea91c4a1-fa9f-4b67-929b-289d486aeb2e req-3ead86a9-8868-44c5-8900-d858f58674b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:50.953296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ea91c4a1-fa9f-4b67-929b-289d486aeb2e req-3ead86a9-8868-44c5-8900-d858f58674b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] For port 44aff022-2a03-4706-8148-a1825fb39377, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=44aff022-2a03-4706-8148-a1825fb39377,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:50.953893 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ea91c4a1-fa9f-4b67-929b-289d486aeb2e req-3ead86a9-8868-44c5-8900-d858f58674b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:50.991237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ea91c4a1-fa9f-4b67-929b-289d486aeb2e req-3ead86a9-8868-44c5-8900-d858f58674b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Calling delete_port for 44aff022-2a03-4706-8148-a1825fb39377 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:51.157540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34870) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:51.199014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db95ae-3520-482d-ae58-3688f4ab8651 req-cc8d2695-e1a3-4f3b-89d6-4091a2d39621 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:51.208410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32db95ae-3520-482d-ae58-3688f4ab8651 req-cc8d2695-e1a3-4f3b-89d6-4091a2d39621 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4 HTTP/1.1" status: 200 len: 949 time: 0.1311433 Nov 19 18:55:51.258597 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ea91c4a1-fa9f-4b67-929b-289d486aeb2e req-3ead86a9-8868-44c5-8900-d858f58674b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:51.273250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['44aff022-2a03-4706-8148-a1825fb39377'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:51.276851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['37e31ec8-9d3c-49a2-b54c-e465891d01a9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:51.315962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead86a9-8868-44c5-8900-d858f58674b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Pushing event deleted for resources: {'Port': ['ID=44aff022-2a03-4706-8148-a1825fb39377,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:51.367279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32db95ae-3520-482d-ae58-3688f4ab8651 req-643bd6eb-a5d9-490a-944e-e02a59fb64ef tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557479 Nov 19 18:55:51.368685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-307157660-network', 'tenant_id': '53e6341580de4da8b2e041b6688556b1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:51.400764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea91c4a1-fa9f-4b67-929b-289d486aeb2e req-3ead86a9-8868-44c5-8900-d858f58674b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] No DVR routers for this DVR port 44aff022-2a03-4706-8148-a1825fb39377 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:51.412102 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ea91c4a1-fa9f-4b67-929b-289d486aeb2e req-3ead86a9-8868-44c5-8900-d858f58674b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:51.420406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea91c4a1-fa9f-4b67-929b-289d486aeb2e req-3ead86a9-8868-44c5-8900-d858f58674b0 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.57 "DELETE /v2.0/ports/44aff022-2a03-4706-8148-a1825fb39377 HTTP/1.1" status: 204 len: 173 time: 0.7750163 Nov 19 18:55:51.420917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'name': 'network-vif-deleted', 'tag': '44aff022-2a03-4706-8148-a1825fb39377'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:51.431859 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133587d5-433f-4713-ae95-5f757262649a" -d '{"events": [{"server_uuid": "d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4", "name": "network-vif-deleted", "tag": "44aff022-2a03-4706-8148-a1825fb39377"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:51.437330 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e750d690-90d8-42ac-bc95-b7fdf70ba55c req-dd2d3d5c-07a4-481d-805a-2766e0b92262 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 210 time: 0.0932000 Nov 19 18:55:51.451759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:55:51.532081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8e076-6da5-4e14-a010-14d9ca5597f0 req-d85f2767-a163-43e4-ae51-212f96134717 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:51.540174 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-acf8e076-6da5-4e14-a010-14d9ca5597f0 req-d85f2767-a163-43e4-ae51-212f96134717 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 945 time: 0.0720723 Nov 19 18:55:51.621601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-acf8e076-6da5-4e14-a010-14d9ca5597f0 req-47f4189c-1ada-4a2c-8a06-302e31dc493a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740275 Nov 19 18:55:51.755073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Made reservation on behalf of 53e6341580de4da8b2e041b6688556b1 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:55:51.757475 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:51.762808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:51.765728 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67754378-3df8-4aae-8f80-4272713431e4 x-openstack-request-id: req-67754378-3df8-4aae-8f80-4272713431e4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:51.766295 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4", "name": "network-vif-deleted", "tag": "44aff022-2a03-4706-8148-a1825fb39377", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:51.766649 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67754378-3df8-4aae-8f80-4272713431e4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:51.767149 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b7dcb2-ab78-4bcc-b96d-61c08f11ddd4', 'name': 'network-vif-deleted', 'tag': '44aff022-2a03-4706-8148-a1825fb39377', 'status': 'completed', 'code': 200} Nov 19 18:55:51.781625 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:51.794949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02', 'network_id': '81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c', 'port_id': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02', 'mac_address': 'fa:16:3e:aa:77:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:55:51.847589 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:51.853114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b649718-c34f-4235-ac4e-a59a54604504 req-b072551a-0b9c-46aa-a746-615273f706fa tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:51.862831 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b649718-c34f-4235-ac4e-a59a54604504 req-b072551a-0b9c-46aa-a746-615273f706fa tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 948 time: 0.2456284 Nov 19 18:55:51.863021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:51.893905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-e4edfd07-591d-4b6f-9c5a-35a6ddf3eec8 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:51.894228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:51.895258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78f104-0cb8-4a34-bedd-4f4eb9fffb72 req-5907eac7-83bc-4bdc-9a83-d2a01e81182b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:51.895482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-e4edfd07-591d-4b6f-9c5a-35a6ddf3eec8 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.21 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 812 time: 0.4496109 Nov 19 18:55:51.896764 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb78f104-0cb8-4a34-bedd-4f4eb9fffb72 req-5907eac7-83bc-4bdc-9a83-d2a01e81182b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 945 time: 0.0607767 Nov 19 18:55:51.905030 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:51.906701 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:55:51.949606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'port': {'device_id': '3a10be45-966d-4ae9-8353-3130534299e2', 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781', 'admin_state_up': True, 'tenant_id': '87e9febe9e184541b7a1c4e5650f4978'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:51.966598 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb78f104-0cb8-4a34-bedd-4f4eb9fffb72 req-a7943368-d819-4b97-b78c-930793f22987 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577779 Nov 19 18:55:52.038424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:52.071006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b649718-c34f-4235-ac4e-a59a54604504 req-ecf45117-de4b-46fa-b586-ef111844bae0 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073915 Nov 19 18:55:52.111541 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.114153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:52.125364 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.137288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'port_id': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'mac_address': 'fa:16:3e:b0:13:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:55:52.161022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:55:52.183964 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.189804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:52.192716 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.193055 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Added segment 46e0ba32-a3f7-4106-bcc1-635373a2f622 of type vlan for network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 Nov 19 18:55:52.222829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c419315e-0493-4e8e-8e95-a76a5b6db2db {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:52.229738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Made reservation on behalf of 87e9febe9e184541b7a1c4e5650f4978 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:55:52.233531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.246339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:52.250037 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.255106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.297664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:52.322513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.323441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:52.324013 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.400592 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2356296 Nov 19 18:55:52.401613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34896) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:52.406989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] Request body: {'subnet': {'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-307157660-subnet', 'tenant_id': '53e6341580de4da8b2e041b6688556b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:52.423087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 029d2db4-f468-45a2-a435-d8fd37c74ca4 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:55:52.425504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41d3ed-51eb-4432-acc2-14e8468b9da8 admin admin] Pushing event updated for resources: {'Network': ['ID=a1674ba9-cd11-4d8b-a32b-c297cfe7e545,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:52.447961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] Made reservation on behalf of 53e6341580de4da8b2e041b6688556b1 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:55:52.450403 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.456233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Allocated IP 172.20.0.11 (75b16aa6-4915-4a77-9e90-226bbf297781/e2b1a166-17d4-4927-bed6-84697db77c0d/78593769-d01c-4830-9b4f-4f299d91ee07) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:55:52.460586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:55:52.513700 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['c419315e-0493-4e8e-8e95-a76a5b6db2db'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:52.554659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d25de-02da-4a3f-b685-9e6b5741db83 req-5a258f14-a73e-4858-826a-e0ed05f9e9ea tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:52.556284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b21d25de-02da-4a3f-b685-9e6b5741db83 req-5a258f14-a73e-4858-826a-e0ed05f9e9ea tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 945 time: 0.1245403 Nov 19 18:55:52.625958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8173602a-14cc-46d6-b33c-91f67b7dc97f req-0f023ec8-f818-4f5e-b53e-4b3c4c023f6b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 210 time: 0.0662429 Nov 19 18:55:52.658130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.675081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['3a0dfd62-61eb-4d51-97dd-58f7d7082c02'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:52.693973 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.resource_extend [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:55:52.752177 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.777922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b21d25de-02da-4a3f-b685-9e6b5741db83 req-bec4baa5-ecfd-4714-bc85-7190aa36c233 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Deleting port d6047720-a009-4209-97dc-83977b68ece3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:52.778262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b21d25de-02da-4a3f-b685-9e6b5741db83 req-bec4baa5-ecfd-4714-bc85-7190aa36c233 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.821989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Network 75b16aa6-4915-4a77-9e90-226bbf297781 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:55:52.842776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:55:52.848144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:55:52.853028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'Port': ['ID=78593769-d01c-4830-9b4f-4f299d91ee07,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:52.885576 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.917394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921fa17-9f83-42a2-ab91-d96a8f7582f9 req-5d2adf88-ff39-4f4d-834f-9e0b1b3009ec tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:52.918882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5921fa17-9f83-42a2-ab91-d96a8f7582f9 req-5d2adf88-ff39-4f4d-834f-9e0b1b3009ec tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1264412 Nov 19 18:55:52.929854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:52.930475 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:52.940788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 029d2db4-f468-45a2-a435-d8fd37c74ca4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=029d2db4-f468-45a2-a435-d8fd37c74ca4,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:52.970409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dcc70-c324-45e7-9511-25948824e79e req-c896be74-89e5-4e65-9ea0-388718273ca2 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:52.970696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '029d2db4-f468-45a2-a435-d8fd37c74ca4', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '029d2db4-f468-45a2-a435-d8fd37c74ca4', 'mac_address': 'fa:16:3e:bc:6d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:55:52.970891 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-205d966a-aea9-4c32-bdee-6cee5b8229b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0303023 Nov 19 18:55:52.971920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a48dcc70-c324-45e7-9511-25948824e79e req-c896be74-89e5-4e65-9ea0-388718273ca2 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1 HTTP/1.1" status: 200 len: 945 time: 0.2005351 Nov 19 18:55:52.986942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Request body: {'port': {'device_id': '3a10be45-966d-4ae9-8353-3130534299e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:52.995921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b21d25de-02da-4a3f-b685-9e6b5741db83 req-bec4baa5-ecfd-4714-bc85-7190aa36c233 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] For port d6047720-a009-4209-97dc-83977b68ece3, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6047720-a009-4209-97dc-83977b68ece3,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:52.996290 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b21d25de-02da-4a3f-b685-9e6b5741db83 req-bec4baa5-ecfd-4714-bc85-7190aa36c233 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:53.014572 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5921fa17-9f83-42a2-ab91-d96a8f7582f9 req-adf06204-6bc3-4500-961c-ef5b886a1eba tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804932 Nov 19 18:55:53.027799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe59e18c-b7e3-459f-88b9-60024191b0d1,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:53.037522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b21d25de-02da-4a3f-b685-9e6b5741db83 req-bec4baa5-ecfd-4714-bc85-7190aa36c233 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Calling delete_port for d6047720-a009-4209-97dc-83977b68ece3 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:53.054258 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:53.059925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] Checking segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:53.060295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] Network hostable DHCP agents. Network: a1674ba9-cd11-4d8b-a32b-c297cfe7e545, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:55:53.085285 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:53.117111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029d2db4-f468-45a2-a435-d8fd37c74ca4 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:53.137782 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a48dcc70-c324-45e7-9511-25948824e79e req-e9080a40-b8ad-48ca-9f26-6dad6822e68b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488554 Nov 19 18:55:53.155047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 029d2db4-f468-45a2-a435-d8fd37c74ca4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=029d2db4-f468-45a2-a435-d8fd37c74ca4,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:53.167335 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:53.183117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] Network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:55:53.217388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, a1674ba9-cd11-4d8b-a32b-c297cfe7e545) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:55:53.226787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:53.227664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:53.236100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206542c-f1cd-4ad8-a62b-4edbd08aeb7b None None] Network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:55:53.280653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-308b82a5-6ed7-45cc-a52b-c31c51b76838 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8779693 Nov 19 18:55:53.320354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=029d2db4-f468-45a2-a435-d8fd37c74ca4,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:53.322867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b00c9-f484-4a2a-a38c-47cd92c82ef3 req-653600b7-812e-42a0-a55e-e33013b16709 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:53.341132 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-822b00c9-f484-4a2a-a38c-47cd92c82ef3 req-653600b7-812e-42a0-a55e-e33013b16709 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 949 time: 0.1222305 Nov 19 18:55:53.366470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cfaa2-6cdd-47db-9798-28e16b807eca req-732a2512-d70e-4178-99e6-f2b5789d2d75 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:53.374894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-639cfaa2-6cdd-47db-9798-28e16b807eca req-732a2512-d70e-4178-99e6-f2b5789d2d75 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 944 time: 0.1113098 Nov 19 18:55:53.395255 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b21d25de-02da-4a3f-b685-9e6b5741db83 req-bec4baa5-ecfd-4714-bc85-7190aa36c233 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:53.406240 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-822b00c9-f484-4a2a-a38c-47cd92c82ef3 req-db0d656f-229b-42a4-b214-75535d16fb52 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640893 Nov 19 18:55:53.437217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4baa5-ecfd-4714-bc85-7190aa36c233 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Pushing event deleted for resources: {'Port': ['ID=d6047720-a009-4209-97dc-83977b68ece3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:53.494944 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-639cfaa2-6cdd-47db-9798-28e16b807eca req-53cf9287-ea3f-40dd-a32c-8499b3a9bef0 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131129 Nov 19 18:55:53.503646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['029d2db4-f468-45a2-a435-d8fd37c74ca4'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:53.507107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d6047720-a009-4209-97dc-83977b68ece3'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:53.510265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:55:53.515778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21d25de-02da-4a3f-b685-9e6b5741db83 req-bec4baa5-ecfd-4714-bc85-7190aa36c233 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] No DVR routers for this DVR port d6047720-a009-4209-97dc-83977b68ece3 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:53.520252 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b21d25de-02da-4a3f-b685-9e6b5741db83 req-bec4baa5-ecfd-4714-bc85-7190aa36c233 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:53.527142 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b21d25de-02da-4a3f-b685-9e6b5741db83 req-bec4baa5-ecfd-4714-bc85-7190aa36c233 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.57 "DELETE /v2.0/ports/d6047720-a009-4209-97dc-83977b68ece3 HTTP/1.1" status: 204 len: 173 time: 0.9575975 Nov 19 18:55:53.595127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78593769-d01c-4830-9b4f-4f299d91ee07 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:53.607642 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:53.626633 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Transition to ACTIVE for port object 78593769-d01c-4830-9b4f-4f299d91ee07 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:55:53.631637 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:53.688497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Pushing event updated for resources: {'Port': ['ID=78593769-d01c-4830-9b4f-4f299d91ee07,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:53.701652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port c419315e-0493-4e8e-8e95-a76a5b6db2db triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:53.702849 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:53.732535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e068a-e00e-4ef5-8d4e-e77e63a3a80f None None] Network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:55:53.770707 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'name': 'network-vif-deleted', 'tag': 'd6047720-a009-4209-97dc-83977b68ece3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:53.779507 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12af918-52e4-4e2d-9f2a-58023794a0ad" -d '{"events": [{"server_uuid": "1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1", "name": "network-vif-deleted", "tag": "d6047720-a009-4209-97dc-83977b68ece3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:53.795727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Attempting to bind port 78593769-d01c-4830-9b4f-4f299d91ee07 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:55:53.796223 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Attempting to bind port 78593769-d01c-4830-9b4f-4f299d91ee07 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '128e9c30-730f-43e3-be22-fe0f72da8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:55:53.796765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Attempting to bind port 78593769-d01c-4830-9b4f-4f299d91ee07 on network 75b16aa6-4915-4a77-9e90-226bbf297781 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:53.813783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48e06d-8a53-4c56-8e75-1e3b8e0d3fd6 req-a16d58c0-b81a-452c-a311-2d2b7ce6d2f1 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:53.815483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e48e06d-8a53-4c56-8e75-1e3b8e0d3fd6 req-a16d58c0-b81a-452c-a311-2d2b7ce6d2f1 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 944 time: 0.0780747 Nov 19 18:55:53.857242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Port 78593769-d01c-4830-9b4f-4f299d91ee07 on network 75b16aa6-4915-4a77-9e90-226bbf297781 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:55:53.857658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Attempting to bind port 78593769-d01c-4830-9b4f-4f299d91ee07 on network 75b16aa6-4915-4a77-9e90-226bbf297781 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:53.879030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:55:53.879469 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Checking segment: {'id': '128e9c30-730f-43e3-be22-fe0f72da8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:53.880168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Bound using segment: {'id': '128e9c30-730f-43e3-be22-fe0f72da8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:55:53.880319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e48e06d-8a53-4c56-8e75-1e3b8e0d3fd6 req-d1d99a4b-36e7-4975-b20b-9dae79764862 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557010 Nov 19 18:55:53.880420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Bound port: 78593769-d01c-4830-9b4f-4f299d91ee07, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128e9c30-730f-43e3-be22-fe0f72da8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:55:53.880844 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:53.935712 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfcfa0b-3da1-49e1-bc1f-05f50f1cb946 x-openstack-request-id: req-abfcfa0b-3da1-49e1-bc1f-05f50f1cb946 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:53.935903 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1", "name": "network-vif-deleted", "tag": "d6047720-a009-4209-97dc-83977b68ece3", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:53.938409 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-abfcfa0b-3da1-49e1-bc1f-05f50f1cb946 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:53.940378 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc9ac27-c4fa-41a3-a3e3-844b62b08bd1', 'name': 'network-vif-deleted', 'tag': 'd6047720-a009-4209-97dc-83977b68ece3', 'status': 'completed', 'code': 200} Nov 19 18:55:53.999273 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.004053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95380be3-f457-4682-9e4f-3758e78b9976 req-1bf9e3c5-51d9-4d2e-b6e5-1a7822a10596 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:54.010405 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-1bf9e3c5-51d9-4d2e-b6e5-1a7822a10596 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.2088597 Nov 19 18:55:54.017472 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] For port 78593769-d01c-4830-9b4f-4f299d91ee07, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:54.028494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] For port 78593769-d01c-4830-9b4f-4f299d91ee07, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=78593769-d01c-4830-9b4f-4f299d91ee07,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:55:54.034501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:54.036906 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965b2a9c-a6bf-4d75-9ca6-40858d5e5f15" -d '{"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-plugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:54.037577 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-c3afd77c-5ff9-4745-8b44-85a9a588dd6b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/quotas/53e6341580de4da8b2e041b6688556b1 HTTP/1.1" status: 200 len: 375 time: 0.0242178 Nov 19 18:55:54.050100 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.060350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:54.076870 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.077964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:55:54.113056 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36618bf-9576-447f-af24-c7d5d5848ac5 x-openstack-request-id: req-f36618bf-9576-447f-af24-c7d5d5848ac5 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:54.115183 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-plugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:54.115350 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f36618bf-9576-447f-af24-c7d5d5848ac5 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:54.117346 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'code': 200} Nov 19 18:55:54.121160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:54.121890 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.123330 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] 10.222.0.21 "PUT /v2.0/ports/78593769-d01c-4830-9b4f-4f299d91ee07 HTTP/1.1" status: 200 len: 1092 time: 1.1421721 Nov 19 18:55:54.123518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98cc5e-0731-40c7-974f-b01a274f83ac req-06273c94-9845-4fbf-8f17-f14e0561b464 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:54.123964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a10be45-966d-4ae9-8353-3130534299e2', 'tag': '78593769-d01c-4830-9b4f-4f299d91ee07'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:54.126275 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ee5bc5-6fb7-455d-aa21-90d3371b4fac" -d '{"events": [{"name": "network-changed", "server_uuid": "3a10be45-966d-4ae9-8353-3130534299e2", "tag": "78593769-d01c-4830-9b4f-4f299d91ee07"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:54.126429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d98cc5e-0731-40c7-974f-b01a274f83ac req-06273c94-9845-4fbf-8f17-f14e0561b464 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.0838890 Nov 19 18:55:54.132842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-7d7e6308-a869-4179-bafb-b6d466e5f7a1 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943882 Nov 19 18:55:54.189938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:54.212593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:54.213132 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.234104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f2875-1bfd-4883-9f54-cdf3099d2807 service neutron] Pushing event updated for resources: {'Port': ['ID=78593769-d01c-4830-9b4f-4f299d91ee07,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:54.299712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568b17f-0439-4b84-a883-79d0d87d6616 req-9533289b-1ed3-4433-a06b-b07943f0ea40 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:54.301019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-703ed4f6-b787-40de-b56e-231bfb56ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:54.302546 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-703ed4f6-b787-40de-b56e-231bfb56ab05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 1095 time: 0.1217992 Nov 19 18:55:54.307763 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b568b17f-0439-4b84-a883-79d0d87d6616 req-9533289b-1ed3-4433-a06b-b07943f0ea40 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 949 time: 0.1165974 Nov 19 18:55:54.329400 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.362593 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-af21bcc9-775e-48ee-ae9d-faca564407e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78593769-d01c-4830-9b4f-4f299d91ee07 HTTP/1.1" status: 200 len: 217 time: 0.0454082 Nov 19 18:55:54.375981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:54.382931 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.384793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 44aff022-2a03-4706-8148-a1825fb39377 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:54.386518 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b568b17f-0439-4b84-a883-79d0d87d6616 req-9c3e857f-0d4d-4ca2-8722-cd117d74bd62 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ef69f1c-ba91-4159-b949-0da15f7e351f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776131 Nov 19 18:55:54.390196 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6d98cc5e-0731-40c7-974f-b01a274f83ac req-86b871f8-c1e5-49d6-8607-23b1d6ab3f84 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Deleting port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:54.390855 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6d98cc5e-0731-40c7-974f-b01a274f83ac req-86b871f8-c1e5-49d6-8607-23b1d6ab3f84 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.409351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 44aff022-2a03-4706-8148-a1825fb39377 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:54.409351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 44aff022-2a03-4706-8148-a1825fb39377 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:54.433202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-f5fa473b-94a1-4998-857a-fff24ff0750d service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571533 Nov 19 18:55:54.439631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 029d2db4-f468-45a2-a435-d8fd37c74ca4 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:55:54.459379 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d714798-4553-4b1f-aae5-5b6856a10e91 x-openstack-request-id: req-1d714798-4553-4b1f-aae5-5b6856a10e91 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:54.459379 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a10be45-966d-4ae9-8353-3130534299e2", "tag": "78593769-d01c-4830-9b4f-4f299d91ee07", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:54.459662 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d714798-4553-4b1f-aae5-5b6856a10e91 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:54.459889 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a10be45-966d-4ae9-8353-3130534299e2', 'tag': '78593769-d01c-4830-9b4f-4f299d91ee07', 'status': 'completed', 'code': 200} Nov 19 18:55:54.501585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:54.542879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 029d2db4-f468-45a2-a435-d8fd37c74ca4 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:55:54.548250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 029d2db4-f468-45a2-a435-d8fd37c74ca4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:55:54.549571 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.551082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6d98cc5e-0731-40c7-974f-b01a274f83ac req-86b871f8-c1e5-49d6-8607-23b1d6ab3f84 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] For port 37e31ec8-9d3c-49a2-b54c-e465891d01a9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37e31ec8-9d3c-49a2-b54c-e465891d01a9,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:54.551734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6d98cc5e-0731-40c7-974f-b01a274f83ac req-86b871f8-c1e5-49d6-8607-23b1d6ab3f84 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.573083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6d98cc5e-0731-40c7-974f-b01a274f83ac req-86b871f8-c1e5-49d6-8607-23b1d6ab3f84 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Calling delete_port for 37e31ec8-9d3c-49a2-b54c-e465891d01a9 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:54.677055 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.716260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 029d2db4-f468-45a2-a435-d8fd37c74ca4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=029d2db4-f468-45a2-a435-d8fd37c74ca4,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:54.721977 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.724078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449b1e-e4d9-457a-a289-01deca5c7e7a req-5f1fc03d-f83a-4073-a875-cff33a954c65 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:54.725705 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d449b1e-e4d9-457a-a289-01deca5c7e7a req-5f1fc03d-f83a-4073-a875-cff33a954c65 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 949 time: 0.0792246 Nov 19 18:55:54.778706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=029d2db4-f468-45a2-a435-d8fd37c74ca4,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:54.807560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-e74bcd2e-21a2-4999-8ccc-93ee1ef84ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:54.809292 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-e74bcd2e-21a2-4999-8ccc-93ee1ef84ab6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2b1a166-17d4-4927-bed6-84697db77c0d HTTP/1.1" status: 200 len: 852 time: 0.4353495 Nov 19 18:55:54.821254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6d98cc5e-0731-40c7-974f-b01a274f83ac req-86b871f8-c1e5-49d6-8607-23b1d6ab3f84 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.837276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d449b1e-e4d9-457a-a289-01deca5c7e7a req-8ca34fd0-8eff-42e4-8624-83116354a067 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817585 Nov 19 18:55:54.851317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-7ed18a41-d727-438d-82cf-fb336e1b47b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75b16aa6-4915-4a77-9e90-226bbf297781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306525 Nov 19 18:55:54.874902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b871f8-c1e5-49d6-8607-23b1d6ab3f84 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Pushing event deleted for resources: {'Port': ['ID=37e31ec8-9d3c-49a2-b54c-e465891d01a9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:54.879082 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.954164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d98cc5e-0731-40c7-974f-b01a274f83ac req-86b871f8-c1e5-49d6-8607-23b1d6ab3f84 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] No DVR routers for this DVR port 37e31ec8-9d3c-49a2-b54c-e465891d01a9 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:54.957265 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6d98cc5e-0731-40c7-974f-b01a274f83ac req-86b871f8-c1e5-49d6-8607-23b1d6ab3f84 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:54.958322 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-1af40c73-c5f2-4e93-b9e7-bbb6b379c759 service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242021 Nov 19 18:55:54.960921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d98cc5e-0731-40c7-974f-b01a274f83ac req-86b871f8-c1e5-49d6-8607-23b1d6ab3f84 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.21 "DELETE /v2.0/ports/37e31ec8-9d3c-49a2-b54c-e465891d01a9 HTTP/1.1" status: 204 len: 173 time: 0.8233168 Nov 19 18:55:55.038859 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-dd4ae42d-859c-408e-b90f-b661788c3bf9 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677716 Nov 19 18:55:55.070589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8fb45-a7fb-411c-bd2a-18c9c95271af req-e90b4b4b-5934-4610-b923-c8ef874a29af tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:55.073151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7c8fb45-a7fb-411c-bd2a-18c9c95271af req-e90b4b4b-5934-4610-b923-c8ef874a29af tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 945 time: 0.0714738 Nov 19 18:55:55.142275 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7c8fb45-a7fb-411c-bd2a-18c9c95271af req-e004c303-5082-4c97-8f9e-e841b393d49a tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563715 Nov 19 18:55:55.297370 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab86f443-84b8-4a2f-9dec-b70ee20ee948 req-baff8705-ac2c-4c7a-811b-46d1c72dc391 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369926 Nov 19 18:55:55.367372 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a5c44-f31a-471f-a42b-80e30f84342b req-5aa76d7c-fded-465e-b589-35b0cb68edfc tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:55.371969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f61a5c44-f31a-471f-a42b-80e30f84342b req-5aa76d7c-fded-465e-b589-35b0cb68edfc tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 944 time: 0.0941548 Nov 19 18:55:55.468282 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07b9f514-afa4-442a-a701-228f41a713bb req-9fad5708-72a6-4c59-a226-bfaca7e60537 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 210 time: 0.0583737 Nov 19 18:55:55.482685 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f61a5c44-f31a-471f-a42b-80e30f84342b req-658eced3-f31a-406b-a0d3-994e98a78441 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031294 Nov 19 18:55:55.511655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5bc5-6fb7-455d-aa21-90d3371b4fac req-e615f65c-3760-4243-80b3-aa3ea1dd6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:55.513231 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8ee5bc5-6fb7-455d-aa21-90d3371b4fac req-e615f65c-3760-4243-80b3-aa3ea1dd6269 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 1095 time: 0.1186361 Nov 19 18:55:55.643305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2413e78-ca83-494b-877e-1dd4f102d4cc req-166bbcf8-418a-4fa0-9e34-a1714866db01 tempest-MigrationsAdminTest-483095132 tempest-MigrationsAdminTest-483095132-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e4fae8-6b6d-48f7-a705-df01381690a5 HTTP/1.1" status: 200 len: 210 time: 0.0512407 Nov 19 18:55:55.743572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955d614-1276-4e28-80e2-04c426e5d032 req-b0ea0603-a130-43d8-9f38-8af70a43f92c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:55.745130 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7955d614-1276-4e28-80e2-04c426e5d032 req-b0ea0603-a130-43d8-9f38-8af70a43f92c tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 944 time: 0.1095033 Nov 19 18:55:55.752061 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5bc5-6fb7-455d-aa21-90d3371b4fac req-0221d379-d58c-4214-998b-9cfb41867ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:55.753633 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8ee5bc5-6fb7-455d-aa21-90d3371b4fac req-0221d379-d58c-4214-998b-9cfb41867ed4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 913 time: 0.2297900 Nov 19 18:55:55.807745 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8ee5bc5-6fb7-455d-aa21-90d3371b4fac req-b4611081-1b57-4357-8298-816b5c853ddc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78593769-d01c-4830-9b4f-4f299d91ee07 HTTP/1.1" status: 200 len: 217 time: 0.0453331 Nov 19 18:55:55.879040 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7955d614-1276-4e28-80e2-04c426e5d032 req-e6400e35-3e93-4962-96e8-5b962c9a9c9a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222410 Nov 19 18:55:55.910197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5bc5-6fb7-455d-aa21-90d3371b4fac req-4485636c-c2a1-4323-b9b8-223dc77616ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:55.911961 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8ee5bc5-6fb7-455d-aa21-90d3371b4fac req-4485636c-c2a1-4323-b9b8-223dc77616ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2b1a166-17d4-4927-bed6-84697db77c0d HTTP/1.1" status: 200 len: 852 time: 0.0940630 Nov 19 18:55:55.947670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'name': 'network-vif-deleted', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:55.949780 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8ee5bc5-6fb7-455d-aa21-90d3371b4fac req-f583b34c-4bcc-440d-9481-0a13d34c79dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75b16aa6-4915-4a77-9e90-226bbf297781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290334 Nov 19 18:55:55.949933 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edadd170-9885-4b99-b21e-e1a1ea19b14c" -d '{"events": [{"server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "name": "network-vif-deleted", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:55.980177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7eb92-63d2-4fef-a6bc-a91f422dcdcb req-336ab102-93ff-4c94-a3eb-365fe75f885a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:55.981816 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2f7eb92-63d2-4fef-a6bc-a91f422dcdcb req-336ab102-93ff-4c94-a3eb-365fe75f885a tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.57 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 944 time: 0.0958905 Nov 19 18:55:56.018265 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04660768-d85e-42dd-ac1f-a06d14e8f684 x-openstack-request-id: req-04660768-d85e-42dd-ac1f-a06d14e8f684 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:56.018791 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e4fae8-6b6d-48f7-a705-df01381690a5", "name": "network-vif-deleted", "tag": "37e31ec8-9d3c-49a2-b54c-e465891d01a9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:56.019148 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04660768-d85e-42dd-ac1f-a06d14e8f684 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:56.019638 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e4fae8-6b6d-48f7-a705-df01381690a5', 'name': 'network-vif-deleted', 'tag': '37e31ec8-9d3c-49a2-b54c-e465891d01a9', 'status': 'completed', 'code': 200} Nov 19 18:55:56.091651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85854f2f-3ded-4873-aac5-458e7bc24123 req-2518b470-6653-4626-b515-8af09673ab72 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:56.105042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85854f2f-3ded-4873-aac5-458e7bc24123 req-2518b470-6653-4626-b515-8af09673ab72 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 950 time: 0.1218107 Nov 19 18:55:56.119508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02'}, {'server_uuid': '4d3f8ca2-9a2f-4ba8-8149-838fa6925013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029d2db4-f468-45a2-a435-d8fd37c74ca4'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:56.125048 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cf37f7-7a7b-4e8a-872f-59765c77843a" -d '{"events": [{"server_uuid": "6073b7b8-4662-4765-9feb-b9b45d73c28a", "name": "network-vif-plugged", "status": "completed", "tag": "3a0dfd62-61eb-4d51-97dd-58f7d7082c02"}, {"server_uuid": "4d3f8ca2-9a2f-4ba8-8149-838fa6925013", "name": "network-vif-plugged", "status": "completed", "tag": "029d2db4-f468-45a2-a435-d8fd37c74ca4"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:56.136482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8ee5bc5-6fb7-455d-aa21-90d3371b4fac req-7b57ab85-1620-40c3-845d-684d63207575 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692836 Nov 19 18:55:56.226983 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7540b5c6-ee06-4316-98c0-c7560eb45aca x-openstack-request-id: req-7540b5c6-ee06-4316-98c0-c7560eb45aca {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:56.227289 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6073b7b8-4662-4765-9feb-b9b45d73c28a", "name": "network-vif-plugged", "status": "completed", "tag": "3a0dfd62-61eb-4d51-97dd-58f7d7082c02", "code": 200}, {"server_uuid": "4d3f8ca2-9a2f-4ba8-8149-838fa6925013", "name": "network-vif-plugged", "status": "completed", "tag": "029d2db4-f468-45a2-a435-d8fd37c74ca4", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:56.227754 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7540b5c6-ee06-4316-98c0-c7560eb45aca {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:56.228641 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02', 'code': 200} Nov 19 18:55:56.229959 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3f8ca2-9a2f-4ba8-8149-838fa6925013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029d2db4-f468-45a2-a435-d8fd37c74ca4', 'code': 200} Nov 19 18:55:56.369134 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8ee5bc5-6fb7-455d-aa21-90d3371b4fac req-74b83b99-ca38-4bb2-987f-cd47c3fd3043 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227900 Nov 19 18:55:56.404013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44de7c-10ce-47f3-9685-6ab1a1f1e531 req-a70cae85-3713-45b9-a946-03e300064a32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:56.412909 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f44de7c-10ce-47f3-9685-6ab1a1f1e531 req-a70cae85-3713-45b9-a946-03e300064a32 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 945 time: 0.0943246 Nov 19 18:55:56.439093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37e31ec8-9d3c-49a2-b54c-e465891d01a9 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:56.476151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 37e31ec8-9d3c-49a2-b54c-e465891d01a9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:56.476917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37e31ec8-9d3c-49a2-b54c-e465891d01a9 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:56.487007 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f44de7c-10ce-47f3-9685-6ab1a1f1e531 req-4c759960-0f69-4ad4-8a83-ac637b5a4c4c tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730643 Nov 19 18:55:56.605703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6591f78a-2c1d-43ac-80d2-21caa4b4a74d req-64b6d91f-9f96-40f5-b2c0-9320f98404ac tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 210 time: 0.0365782 Nov 19 18:55:56.700412 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85854f2f-3ded-4873-aac5-458e7bc24123 req-45381340-d6d5-4bae-a5c8-c142505d1cc4 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919290 Nov 19 18:55:56.748195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-f2f7eb92-63d2-4fef-a6bc-a91f422dcdcb req-efa81fe4-61bc-4edf-ba12-1ef7546f4f2b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Deleting port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:56.748627 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f2f7eb92-63d2-4fef-a6bc-a91f422dcdcb req-efa81fe4-61bc-4edf-ba12-1ef7546f4f2b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:56.757183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9b90-45eb-42ff-b402-1c03ae2552fc req-e3f22179-6d2d-4a60-b31d-3808ed8f18b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:56.769699 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05ed9b90-45eb-42ff-b402-1c03ae2552fc req-e3f22179-6d2d-4a60-b31d-3808ed8f18b0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 944 time: 0.1064615 Nov 19 18:55:56.800626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc7de0-d0d4-4690-9a7b-a614e825dc66 req-efbdff00-b259-4483-a079-f0d5e23e64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:56.802659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1edc7de0-d0d4-4690-9a7b-a614e825dc66 req-efbdff00-b259-4483-a079-f0d5e23e64ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 1101 time: 0.5237877 Nov 19 18:55:56.905025 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1edc7de0-d0d4-4690-9a7b-a614e825dc66 req-f467b8fe-1078-4a6f-9172-593cc48d8eaf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919089 Nov 19 18:55:56.920578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f2f7eb92-63d2-4fef-a6bc-a91f422dcdcb req-efa81fe4-61bc-4edf-ba12-1ef7546f4f2b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] For port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:56.920992 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f2f7eb92-63d2-4fef-a6bc-a91f422dcdcb req-efa81fe4-61bc-4edf-ba12-1ef7546f4f2b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:56.943399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-f2f7eb92-63d2-4fef-a6bc-a91f422dcdcb req-efa81fe4-61bc-4edf-ba12-1ef7546f4f2b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Calling delete_port for 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:55:56.956069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05ed9b90-45eb-42ff-b402-1c03ae2552fc req-96c5ab8d-d861-4d74-939a-2a4e81a96bac tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833401 Nov 19 18:55:57.074551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95380be3-f457-4682-9e4f-3758e78b9976 req-42242451-d617-4fa0-96e6-e81c0ee61dd9 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:57.078188 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-42242451-d617-4fa0-96e6-e81c0ee61dd9 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.57 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.3031020 Nov 19 18:55:57.113878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Request body: {'port': {'device_id': '691dcb7a-e5d1-4e44-b65f-072c83bd5161', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'admin_state_up': True, 'tenant_id': '53e6341580de4da8b2e041b6688556b1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:57.166102 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f2f7eb92-63d2-4fef-a6bc-a91f422dcdcb req-efa81fe4-61bc-4edf-ba12-1ef7546f4f2b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:57.213265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa81fe4-61bc-4edf-ba12-1ef7546f4f2b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Pushing event deleted for resources: {'Port': ['ID=2bf0d960-62f7-4d60-9f4b-ffa4e6235660,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:57.276093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0118b54-f9f6-4bb6-abf6-8d5b9188d4d8 req-5e9677d6-8009-4c79-89a4-d57e925e18b8 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaa5433-e87c-4679-95bc-839d1abe8807 HTTP/1.1" status: 200 len: 210 time: 0.1499999 Nov 19 18:55:57.320003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f7eb92-63d2-4fef-a6bc-a91f422dcdcb req-efa81fe4-61bc-4edf-ba12-1ef7546f4f2b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] No DVR routers for this DVR port 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:55:57.324193 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f2f7eb92-63d2-4fef-a6bc-a91f422dcdcb req-efa81fe4-61bc-4edf-ba12-1ef7546f4f2b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:57.329874 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2f7eb92-63d2-4fef-a6bc-a91f422dcdcb req-efa81fe4-61bc-4edf-ba12-1ef7546f4f2b tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.57 "DELETE /v2.0/ports/2bf0d960-62f7-4d60-9f4b-ffa4e6235660 HTTP/1.1" status: 204 len: 173 time: 1.3022437 Nov 19 18:55:57.388766 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Made reservation on behalf of 53e6341580de4da8b2e041b6688556b1 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:55:57.396524 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:57.454031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35046) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:57.502786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:57.542197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:57.542854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2bf0d960-62f7-4d60-9f4b-ffa4e6235660 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:57.543513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6047720-a009-4209-97dc-83977b68ece3 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:57.579243 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: d6047720-a009-4209-97dc-83977b68ece3 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:55:57.579585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6047720-a009-4209-97dc-83977b68ece3 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:55:57.596290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafea94-73ea-422c-a0dd-92d74ef185b8 req-0cbcc7e1-58e0-4e57-a659-52744824800b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:57.605276 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0aafea94-73ea-422c-a0dd-92d74ef185b8 req-0cbcc7e1-58e0-4e57-a659-52744824800b tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 945 time: 0.1436701 Nov 19 18:55:57.695210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0aafea94-73ea-422c-a0dd-92d74ef185b8 req-68a631a6-0d7c-49f1-8ce2-f4a25a57bd47 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889945 Nov 19 18:55:57.737945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Allocated IP 172.20.0.7 (a1674ba9-cd11-4d8b-a32b-c297cfe7e545/fe59e18c-b7e3-459f-88b9-60024191b0d1/a8870b30-7630-4c5d-9b9e-3417a67c0832) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:55:57.761658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1627413b-0baa-4b66-a97f-62f4758a596e req-cf6811c5-7306-446e-b4ed-8487b80cbe1e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 210 time: 0.0660379 Nov 19 18:55:57.769231 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3c14db4d-2af8-4aa3-a837-6d2a7729d225 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2d00f442aae48fbb0d80bf3ed71eb2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104429 Nov 19 18:55:57.769475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35054) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:57.936199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05c9be3f-9444-4d41-a550-583bb8f3d347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:57.983882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49136c85-3510-49cf-ad36-1cec1374b7ed req-1a671bdc-5bdc-4718-958a-bf9b691aed96 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:57.986366 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49136c85-3510-49cf-ad36-1cec1374b7ed req-1a671bdc-5bdc-4718-958a-bf9b691aed96 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 950 time: 0.1806402 Nov 19 18:55:58.001521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05c9be3f-9444-4d41-a550-583bb8f3d347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:58.021058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'name': 'network-vif-deleted', 'tag': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:58.025262 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17ffeef-30f4-4786-9997-1d6ee7bd420f" -d '{"events": [{"server_uuid": "baaa5433-e87c-4679-95bc-839d1abe8807", "name": "network-vif-deleted", "tag": "2bf0d960-62f7-4d60-9f4b-ffa4e6235660"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:58.069091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:58.122525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1e812-2cc1-4533-afd0-35b1a3764704 req-12852437-c42f-429b-a139-7dee29a75ba6 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:58.131371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94d1e812-2cc1-4533-afd0-35b1a3764704 req-12852437-c42f-429b-a139-7dee29a75ba6 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 944 time: 0.0710511 Nov 19 18:55:58.199009 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94d1e812-2cc1-4533-afd0-35b1a3764704 req-4551cd1f-ddfe-4013-be13-bb5174add1ca tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653787 Nov 19 18:55:58.203787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49136c85-3510-49cf-ad36-1cec1374b7ed req-e16baecf-e8f8-40ac-abf1-a9a38ca52f9b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905999 Nov 19 18:55:58.210693 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:58.263737 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8ee6ce-5c0e-453e-a2d8-8778654dc4b1 x-openstack-request-id: req-7f8ee6ce-5c0e-453e-a2d8-8778654dc4b1 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:55:58.264036 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaa5433-e87c-4679-95bc-839d1abe8807", "name": "network-vif-deleted", "tag": "2bf0d960-62f7-4d60-9f4b-ffa4e6235660", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:55:58.264309 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f8ee6ce-5c0e-453e-a2d8-8778654dc4b1 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:55:58.264856 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaa5433-e87c-4679-95bc-839d1abe8807', 'name': 'network-vif-deleted', 'tag': '2bf0d960-62f7-4d60-9f4b-ffa4e6235660', 'status': 'completed', 'code': 200} Nov 19 18:55:58.292733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event updated for resources: {'Port': ['ID=a8870b30-7630-4c5d-9b9e-3417a67c0832,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:58.298469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05c9be3f-9444-4d41-a550-583bb8f3d347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:58.301346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05c9be3f-9444-4d41-a550-583bb8f3d347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:58.308017 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-05c9be3f-9444-4d41-a550-583bb8f3d347 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ef69f1c-ba91-4159-b949-0da15f7e351f HTTP/1.1" status: 204 len: 168 time: 0.5386782 Nov 19 18:55:58.323278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9be3f-9444-4d41-a550-583bb8f3d347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef69f1c-ba91-4159-b949-0da15f7e351f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:58.327951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:55:58.330711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:55:58.335154 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:55:58.408695 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:58.409602 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:58.443503 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-0c28ceff-ab8d-4a8b-8a6a-b66cd5da2b2c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3369646 Nov 19 18:55:58.461072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 78593769-d01c-4830-9b4f-4f299d91ee07 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:55:58.466747 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Request body: {'port': {'device_id': '691dcb7a-e5d1-4e44-b65f-072c83bd5161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:55:58.569560 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:58.716752 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 78593769-d01c-4830-9b4f-4f299d91ee07, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=78593769-d01c-4830-9b4f-4f299d91ee07,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:58.765417 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '78593769-d01c-4830-9b4f-4f299d91ee07', 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781', 'port_id': '78593769-d01c-4830-9b4f-4f299d91ee07', 'mac_address': 'fa:16:3e:b2:cb:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b1a166-17d4-4927-bed6-84697db77c0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:55:58.786914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf71532-24a8-4528-9d51-b614815d86d7 req-6718e9ba-2ab9-44ae-83ce-33aaa83abd28 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:58.805971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ecf71532-24a8-4528-9d51-b614815d86d7 req-6718e9ba-2ab9-44ae-83ce-33aaa83abd28 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 944 time: 0.1518896 Nov 19 18:55:58.854954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35080) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:58.884207 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:58.900192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8870b30-7630-4c5d-9b9e-3417a67c0832 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:58.904293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78593769-d01c-4830-9b4f-4f299d91ee07 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:55:58.908831 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:58.937571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ecf71532-24a8-4528-9d51-b614815d86d7 req-4e81bdd1-82b9-4a7f-bd39-a16a7b21e47e tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301117 Nov 19 18:55:58.940761 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 78593769-d01c-4830-9b4f-4f299d91ee07, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=78593769-d01c-4830-9b4f-4f299d91ee07,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:58.949042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Transition to ACTIVE for port object a8870b30-7630-4c5d-9b9e-3417a67c0832 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:55:58.951017 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:58.966687 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:58.972445 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-116bea72-fb49-4d83-be8d-0a0ef61f933c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e389d2700af84511a341ab26842dd54e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1160474 Nov 19 18:55:58.976017 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35082) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:55:59.054437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5778fd9-b302-41ca-adfe-738e830c0f20 req-83e78b24-77d4-4ca0-9d8b-a502ca8734ef tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:59.056511 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c5778fd9-b302-41ca-adfe-738e830c0f20 req-83e78b24-77d4-4ca0-9d8b-a502ca8734ef tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 945 time: 0.1435986 Nov 19 18:55:59.076112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=78593769-d01c-4830-9b4f-4f299d91ee07,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:59.120509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8870b30-7630-4c5d-9b9e-3417a67c0832,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:59.164977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['78593769-d01c-4830-9b4f-4f299d91ee07'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:55:59.178970 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c5778fd9-b302-41ca-adfe-738e830c0f20 req-0d7dcbb8-8b9e-47fc-8556-8c45884fab2f tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115589 Nov 19 18:55:59.180033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Attempting to bind port a8870b30-7630-4c5d-9b9e-3417a67c0832 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:55:59.180895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Attempting to bind port a8870b30-7630-4c5d-9b9e-3417a67c0832 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:55:59.181441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Attempting to bind port a8870b30-7630-4c5d-9b9e-3417a67c0832 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:59.186294 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Port a8870b30-7630-4c5d-9b9e-3417a67c0832 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:55:59.186612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Attempting to bind port a8870b30-7630-4c5d-9b9e-3417a67c0832 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:55:59.191676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:55:59.192014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Checking segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:55:59.192397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Bound using segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:55:59.192833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Bound port: a8870b30-7630-4c5d-9b9e-3417a67c0832, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:55:59.193192 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.252857 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9c9810f0-8e58-463b-9529-c1a2050ad713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.268166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232169b2-8ea1-40ee-89ea-ce5c57b3e00d req-b9a06b2b-b80e-41d2-b777-be61d187f960 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:59.269924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-232169b2-8ea1-40ee-89ea-ce5c57b3e00d req-b9a06b2b-b80e-41d2-b777-be61d187f960 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 943 time: 0.2245657 Nov 19 18:55:59.280200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] For port a8870b30-7630-4c5d-9b9e-3417a67c0832, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:55:59.283877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] For port a8870b30-7630-4c5d-9b9e-3417a67c0832, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=a8870b30-7630-4c5d-9b9e-3417a67c0832,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:55:59.294429 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.331397 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9c9810f0-8e58-463b-9529-c1a2050ad713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.388905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad8ee2-f653-46f3-a212-666672841d72 req-91fa2fa8-939a-40d6-aa67-ef131c9db336 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:59.390475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96ad8ee2-f653-46f3-a212-666672841d72 req-91fa2fa8-939a-40d6-aa67-ef131c9db336 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 944 time: 0.2198925 Nov 19 18:55:59.402184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:59.402542 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.404572 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/a8870b30-7630-4c5d-9b9e-3417a67c0832 HTTP/1.1" status: 200 len: 1091 time: 0.9456806 Nov 19 18:55:59.407249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691dcb7a-e5d1-4e44-b65f-072c83bd5161', 'tag': 'a8870b30-7630-4c5d-9b9e-3417a67c0832'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:59.409667 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26390c99-02a1-4610-8c8a-188dabd4ac6f" -d '{"events": [{"name": "network-changed", "server_uuid": "691dcb7a-e5d1-4e44-b65f-072c83bd5161", "tag": "a8870b30-7630-4c5d-9b9e-3417a67c0832"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:59.443516 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.482338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-232169b2-8ea1-40ee-89ea-ce5c57b3e00d req-fc692fbb-aee4-44f1-9b3b-4abf48961ebe tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924570 Nov 19 18:55:59.507404 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca07d3-f3ac-4a8a-87b9-fca35e6808e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8870b30-7630-4c5d-9b9e-3417a67c0832,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:59.525113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:55:59.536773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d58fe-2d80-4e89-a1a8-8eb6414ed9d1 req-fbbd7d74-5035-45d3-b1d8-51a4fa38b360 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:59.539579 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-146d58fe-2d80-4e89-a1a8-8eb6414ed9d1 req-fbbd7d74-5035-45d3-b1d8-51a4fa38b360 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.57 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 945 time: 0.1938417 Nov 19 18:55:59.551081 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9c9810f0-8e58-463b-9529-c1a2050ad713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.555487 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9d8e1-4d16-47b1-814f-32044f44c88a req-ab660429-bbdc-4e4c-a011-25edd1c2d42a tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:59.557646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1dd9d8e1-4d16-47b1-814f-32044f44c88a req-ab660429-bbdc-4e4c-a011-25edd1c2d42a tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 950 time: 0.1894994 Nov 19 18:55:59.558313 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9c9810f0-8e58-463b-9529-c1a2050ad713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.559469 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9c9810f0-8e58-463b-9529-c1a2050ad713 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d31b269-e44b-47d8-9d3b-2a955acbd339 HTTP/1.1" status: 204 len: 168 time: 0.5824959 Nov 19 18:55:59.612755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9810f0-8e58-463b-9529-c1a2050ad713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d31b269-e44b-47d8-9d3b-2a955acbd339,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:59.616696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95380be3-f457-4682-9e4f-3758e78b9976 req-a593b33f-0b26-41b1-8d4f-f7b3d7fffa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:59.619048 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-a593b33f-0b26-41b1-8d4f-f7b3d7fffa69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 1094 time: 0.1518905 Nov 19 18:55:59.692618 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.703015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1dd9d8e1-4d16-47b1-814f-32044f44c88a req-20a57862-32f2-40e3-8ea1-dd6bc3e3ed7a tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325181 Nov 19 18:55:59.730775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:55:59.730775 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a3186e-218b-49a8-9e5f-53202f3a7cc8" -d '{"events": [{"server_uuid": "6073b7b8-4662-4765-9feb-b9b45d73c28a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0dfd62-61eb-4d51-97dd-58f7d7082c02"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:55:59.735579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-96ad8ee2-f653-46f3-a212-666672841d72 req-7dad5a16-c110-4755-bdc9-07ef344a92b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Deleting port 8f5757ff-274a-4be4-bb54-22c323b5ba51 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:59.735841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-96ad8ee2-f653-46f3-a212-666672841d72 req-7dad5a16-c110-4755-bdc9-07ef344a92b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.742855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:59.755238 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.785319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-9500c438-0af1-4850-989b-963e7fdde300 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8870b30-7630-4c5d-9b9e-3417a67c0832 HTTP/1.1" status: 200 len: 217 time: 0.1309814 Nov 19 18:55:59.837425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:55:59.872431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c8687-5599-440f-8f4c-81d563310476 req-d83e5eab-238c-4305-b011-8cba87fef2e3 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:59.873764 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d62c8687-5599-440f-8f4c-81d563310476 req-d83e5eab-238c-4305-b011-8cba87fef2e3 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 945 time: 0.2434704 Nov 19 18:55:59.919051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95380be3-f457-4682-9e4f-3758e78b9976 req-09332dd2-45ec-4b08-8ed7-604499d0c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:59.921863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-09332dd2-45ec-4b08-8ed7-604499d0c3ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.1233473 Nov 19 18:55:59.927412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-146d58fe-2d80-4e89-a1a8-8eb6414ed9d1 req-6b1a3509-d3e2-40eb-8624-dfa87fb67e35 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Deleting port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:55:59.927811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-146d58fe-2d80-4e89-a1a8-8eb6414ed9d1 req-6b1a3509-d3e2-40eb-8624-dfa87fb67e35 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.989278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-96ad8ee2-f653-46f3-a212-666672841d72 req-7dad5a16-c110-4755-bdc9-07ef344a92b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] For port 8f5757ff-274a-4be4-bb54-22c323b5ba51, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=8f5757ff-274a-4be4-bb54-22c323b5ba51,segment=NetworkSegment(6d0a259b-b750-4458-9890-93b05b7eb669),segment_id=6d0a259b-b750-4458-9890-93b05b7eb669)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:55:59.989653 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-96ad8ee2-f653-46f3-a212-666672841d72 req-7dad5a16-c110-4755-bdc9-07ef344a92b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:00.007325 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d62c8687-5599-440f-8f4c-81d563310476 req-a1da05d8-6e2b-4766-8cf1-c7d8ef037b12 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227498 Nov 19 18:56:00.034297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-96ad8ee2-f653-46f3-a212-666672841d72 req-7dad5a16-c110-4755-bdc9-07ef344a92b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Calling delete_port for 8f5757ff-274a-4be4-bb54-22c323b5ba51 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:00.061975 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07604388-1a8a-4b8b-a2eb-cc4a33bbdf49 x-openstack-request-id: req-07604388-1a8a-4b8b-a2eb-cc4a33bbdf49 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:00.062278 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "691dcb7a-e5d1-4e44-b65f-072c83bd5161", "tag": "a8870b30-7630-4c5d-9b9e-3417a67c0832", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:00.065544 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07604388-1a8a-4b8b-a2eb-cc4a33bbdf49 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:00.066009 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691dcb7a-e5d1-4e44-b65f-072c83bd5161', 'tag': 'a8870b30-7630-4c5d-9b9e-3417a67c0832', 'status': 'completed', 'code': 200} Nov 19 18:56:00.078870 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-4235bbdd-6754-4f9a-82a8-c7ec4c2b3d2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421919 Nov 19 18:56:00.102070 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c2a796-b5b7-492e-8076-ed29b205ced2 x-openstack-request-id: req-e4c2a796-b5b7-492e-8076-ed29b205ced2 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:00.103542 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6073b7b8-4662-4765-9feb-b9b45d73c28a", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0dfd62-61eb-4d51-97dd-58f7d7082c02", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:00.103542 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4c2a796-b5b7-492e-8076-ed29b205ced2 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:00.103848 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02', 'code': 200} Nov 19 18:56:00.368912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-146d58fe-2d80-4e89-a1a8-8eb6414ed9d1 req-6b1a3509-d3e2-40eb-8624-dfa87fb67e35 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] For port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,segment=NetworkSegment(15226407-f8f6-43a2-b35d-af7d6fb5279d),segment_id=15226407-f8f6-43a2-b35d-af7d6fb5279d)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:00.369468 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-146d58fe-2d80-4e89-a1a8-8eb6414ed9d1 req-6b1a3509-d3e2-40eb-8624-dfa87fb67e35 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:00.377707 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-96ad8ee2-f653-46f3-a212-666672841d72 req-7dad5a16-c110-4755-bdc9-07ef344a92b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:00.395154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce404023-e051-4bc4-8de1-1e70df974959 req-2543a80c-1eac-4b1e-9bb7-5f456a1fe9a2 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:00.396670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce404023-e051-4bc4-8de1-1e70df974959 req-2543a80c-1eac-4b1e-9bb7-5f456a1fe9a2 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 950 time: 0.0887272 Nov 19 18:56:00.402784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1fc20-7778-48e7-90a1-00a50a636d3b req-ac215afd-a69b-45a6-a129-d34d35ab40cd tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:00.404313 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72b1fc20-7778-48e7-90a1-00a50a636d3b req-ac215afd-a69b-45a6-a129-d34d35ab40cd tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cef606b-9e57-4e12-8ac9-ade1b80e6ca9 HTTP/1.1" status: 200 len: 944 time: 0.1408446 Nov 19 18:56:00.411073 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-8dd812bd-a1f4-45da-a696-38945a02679e service neutron] 10.222.0.57 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255324 Nov 19 18:56:00.413097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-146d58fe-2d80-4e89-a1a8-8eb6414ed9d1 req-6b1a3509-d3e2-40eb-8624-dfa87fb67e35 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Calling delete_port for 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:00.427429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad5a16-c110-4755-bdc9-07ef344a92b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Pushing event deleted for resources: {'Port': ['ID=8f5757ff-274a-4be4-bb54-22c323b5ba51,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:00.479603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 78593769-d01c-4830-9b4f-4f299d91ee07 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:00.480206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ad8ee2-f653-46f3-a212-666672841d72 req-7dad5a16-c110-4755-bdc9-07ef344a92b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] No DVR routers for this DVR port 8f5757ff-274a-4be4-bb54-22c323b5ba51 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:56:00.482715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-96ad8ee2-f653-46f3-a212-666672841d72 req-7dad5a16-c110-4755-bdc9-07ef344a92b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:00.488932 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96ad8ee2-f653-46f3-a212-666672841d72 req-7dad5a16-c110-4755-bdc9-07ef344a92b9 tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.57 "DELETE /v2.0/ports/8f5757ff-274a-4be4-bb54-22c323b5ba51 HTTP/1.1" status: 204 len: 173 time: 1.0901887 Nov 19 18:56:00.489269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'name': 'network-vif-deleted', 'tag': '8f5757ff-274a-4be4-bb54-22c323b5ba51'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:00.491669 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e775ea-f69b-4218-a607-6781193c8d68" -d '{"events": [{"server_uuid": "8cef606b-9e57-4e12-8ac9-ade1b80e6ca9", "name": "network-vif-deleted", "tag": "8f5757ff-274a-4be4-bb54-22c323b5ba51"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:00.533385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce404023-e051-4bc4-8de1-1e70df974959 req-88661968-c53a-48ed-a71a-35169adeb5fd tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076043 Nov 19 18:56:00.632263 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72b1fc20-7778-48e7-90a1-00a50a636d3b req-1ca3bb3b-208b-4378-a0af-95eb9d77d99f tempest-LiveAutoBlockMigrationV225Test-1087065327 tempest-LiveAutoBlockMigrationV225Test-1087065327-project] 10.222.0.50 "GET /v2.0/security-groups?id=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202227 Nov 19 18:56:00.651944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 78593769-d01c-4830-9b4f-4f299d91ee07 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:56:00.661680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 78593769-d01c-4830-9b4f-4f299d91ee07 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:00.662238 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:00.761130 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95380be3-f457-4682-9e4f-3758e78b9976 req-d04cc686-3cb1-46b9-b566-fb6b21f63be6 service neutron] 10.222.0.57 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374860 Nov 19 18:56:00.786201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0773179-d464-4383-9103-3660e0616398 req-d6b85a22-b214-4320-9a7f-90511039bec3 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:00.798604 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0773179-d464-4383-9103-3660e0616398 req-d6b85a22-b214-4320-9a7f-90511039bec3 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 943 time: 0.1084995 Nov 19 18:56:00.834557 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9b9f4c-2e97-4f36-9fe3-0556300e5893 x-openstack-request-id: req-0c9b9f4c-2e97-4f36-9fe3-0556300e5893 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:00.836430 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cef606b-9e57-4e12-8ac9-ade1b80e6ca9", "name": "network-vif-deleted", "tag": "8f5757ff-274a-4be4-bb54-22c323b5ba51", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:00.837255 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c9b9f4c-2e97-4f36-9fe3-0556300e5893 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:00.840048 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cef606b-9e57-4e12-8ac9-ade1b80e6ca9', 'name': 'network-vif-deleted', 'tag': '8f5757ff-274a-4be4-bb54-22c323b5ba51', 'status': 'completed', 'code': 200} Nov 19 18:56:00.941230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0773179-d464-4383-9103-3660e0616398 req-98639256-b68e-4c77-bd4d-c01fd8718782 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/security-groups?id=46f775ef-738e-4380-84c4-f6e50c29a9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412203 Nov 19 18:56:00.978911 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:00.995003 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-146d58fe-2d80-4e89-a1a8-8eb6414ed9d1 req-6b1a3509-d3e2-40eb-8624-dfa87fb67e35 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:01.052017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a3509-d3e2-40eb-8624-dfa87fb67e35 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Pushing event deleted for resources: {'Port': ['ID=3a0dfd62-61eb-4d51-97dd-58f7d7082c02,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:01.086826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2f5ef-9f0f-4c2c-8c23-60fe170fb7ab req-5bc9e9fa-c288-4f26-97b6-9bde3f0e53a3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:01.095599 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aeb2f5ef-9f0f-4c2c-8c23-60fe170fb7ab req-5bc9e9fa-c288-4f26-97b6-9bde3f0e53a3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 943 time: 0.1747329 Nov 19 18:56:01.118837 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 78593769-d01c-4830-9b4f-4f299d91ee07, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=78593769-d01c-4830-9b4f-4f299d91ee07,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:01.134261 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:01.145046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26390c99-02a1-4610-8c8a-188dabd4ac6f req-71090a56-adeb-4991-a64e-8348d795d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:01.146804 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26390c99-02a1-4610-8c8a-188dabd4ac6f req-71090a56-adeb-4991-a64e-8348d795d092 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 1094 time: 0.2245288 Nov 19 18:56:01.178992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-146d58fe-2d80-4e89-a1a8-8eb6414ed9d1 req-6b1a3509-d3e2-40eb-8624-dfa87fb67e35 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] No DVR routers for this DVR port 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:56:01.188551 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-146d58fe-2d80-4e89-a1a8-8eb6414ed9d1 req-6b1a3509-d3e2-40eb-8624-dfa87fb67e35 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:01.192339 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-146d58fe-2d80-4e89-a1a8-8eb6414ed9d1 req-6b1a3509-d3e2-40eb-8624-dfa87fb67e35 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.57 "DELETE /v2.0/ports/3a0dfd62-61eb-4d51-97dd-58f7d7082c02 HTTP/1.1" status: 204 len: 173 time: 1.6323822 Nov 19 18:56:01.292912 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aeb2f5ef-9f0f-4c2c-8c23-60fe170fb7ab req-18a0f776-b47e-46f7-8651-b4122ca65995 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907554 Nov 19 18:56:01.335502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=78593769-d01c-4830-9b4f-4f299d91ee07,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:01.393552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26390c99-02a1-4610-8c8a-188dabd4ac6f req-e9061f4d-8885-403c-ae99-dcdfd6b35108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:01.396797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26390c99-02a1-4610-8c8a-188dabd4ac6f req-e9061f4d-8885-403c-ae99-dcdfd6b35108 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 906 time: 0.2256999 Nov 19 18:56:01.505509 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26390c99-02a1-4610-8c8a-188dabd4ac6f req-28e295b9-8e9c-42fc-9837-fe163d5136ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8870b30-7630-4c5d-9b9e-3417a67c0832 HTTP/1.1" status: 200 len: 217 time: 0.0938549 Nov 19 18:56:01.620609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26390c99-02a1-4610-8c8a-188dabd4ac6f req-0c3be6cc-453a-4418-bf25-c25228a4054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:01.626089 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26390c99-02a1-4610-8c8a-188dabd4ac6f req-0c3be6cc-453a-4418-bf25-c25228a4054d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.1049044 Nov 19 18:56:01.668968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26390c99-02a1-4610-8c8a-188dabd4ac6f req-90fc7190-cec9-47cd-83e1-254b95bf2310 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318801 Nov 19 18:56:01.678616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ea34b-47c8-4ce0-82c9-4085dad45f59 req-d5141b2b-3999-41cf-a486-4ec03a829abb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:01.684776 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f7ea34b-47c8-4ce0-82c9-4085dad45f59 req-d5141b2b-3999-41cf-a486-4ec03a829abb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 946 time: 0.1776817 Nov 19 18:56:01.777988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4c400-e4af-415c-bcf8-b721a0a4e9e0 req-78533dcc-9893-4293-a49a-7b900c0bd2c0 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:01.779548 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2bc4c400-e4af-415c-bcf8-b721a0a4e9e0 req-78533dcc-9893-4293-a49a-7b900c0bd2c0 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 950 time: 0.1985364 Nov 19 18:56:01.782279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f7ea34b-47c8-4ce0-82c9-4085dad45f59 req-2a368219-49f3-4592-8641-e2bf31b12a50 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882597 Nov 19 18:56:01.864542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35162) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:02.105927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a10be45-966d-4ae9-8353-3130534299e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78593769-d01c-4830-9b4f-4f299d91ee07'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:02.108918 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3842d394-1657-4ec4-acbe-891a7929c31b" -d '{"events": [{"server_uuid": "3a10be45-966d-4ae9-8353-3130534299e2", "name": "network-vif-plugged", "status": "completed", "tag": "78593769-d01c-4830-9b4f-4f299d91ee07"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:02.172396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b3cf327-7172-420d-abc0-f164855d0b1f req-e18fcac3-12dc-40a1-913b-0b744eeaac03 tempest-ImagesTestJSON-944762038 tempest-ImagesTestJSON-944762038-project] 10.222.0.50 "GET /v2.0/ports?device_id=6073b7b8-4662-4765-9feb-b9b45d73c28a HTTP/1.1" status: 200 len: 210 time: 0.0750966 Nov 19 18:56:02.198897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1603ec42-b5ec-468a-9362-e30d9ed6cf5b admin admin] Deleting subnet a869ff3f-c041-4b50-8cee-e63ee42f5c3f {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:56:02.207780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1603ec42-b5ec-468a-9362-e30d9ed6cf5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:02.247008 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50450265-ddbf-425e-a870-bafb57bf9cef x-openstack-request-id: req-50450265-ddbf-425e-a870-bafb57bf9cef {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:02.247307 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a10be45-966d-4ae9-8353-3130534299e2", "name": "network-vif-plugged", "status": "completed", "tag": "78593769-d01c-4830-9b4f-4f299d91ee07", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:02.247568 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50450265-ddbf-425e-a870-bafb57bf9cef {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:02.248080 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a10be45-966d-4ae9-8353-3130534299e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78593769-d01c-4830-9b4f-4f299d91ee07', 'code': 200} Nov 19 18:56:02.273027 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1603ec42-b5ec-468a-9362-e30d9ed6cf5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:02.292580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'name': 'network-vif-deleted', 'tag': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:02.295031 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb8b004-1639-423e-bdbf-9e33b0ede1e8" -d '{"events": [{"server_uuid": "6073b7b8-4662-4765-9feb-b9b45d73c28a", "name": "network-vif-deleted", "tag": "3a0dfd62-61eb-4d51-97dd-58f7d7082c02"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:02.366543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2bc4c400-e4af-415c-bcf8-b721a0a4e9e0 req-983abf28-4b98-4236-930b-2449b545a476 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589755 Nov 19 18:56:02.378074 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baff8aa3-6b2c-4d63-8c1e-6e468a0f5299 x-openstack-request-id: req-baff8aa3-6b2c-4d63-8c1e-6e468a0f5299 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:02.378561 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6073b7b8-4662-4765-9feb-b9b45d73c28a", "name": "network-vif-deleted", "tag": "3a0dfd62-61eb-4d51-97dd-58f7d7082c02", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:02.381608 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-baff8aa3-6b2c-4d63-8c1e-6e468a0f5299 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:02.382113 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6073b7b8-4662-4765-9feb-b9b45d73c28a', 'name': 'network-vif-deleted', 'tag': '3a0dfd62-61eb-4d51-97dd-58f7d7082c02', 'status': 'completed', 'code': 200} Nov 19 18:56:02.394891 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26390c99-02a1-4610-8c8a-188dabd4ac6f req-1af4e883-57b7-45c5-a4b1-f1911dc659d7 service neutron] 10.222.0.57 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162063 Nov 19 18:56:02.417576 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1603ec42-b5ec-468a-9362-e30d9ed6cf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:02.475598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37bf76-77ec-434c-9087-4fde12531e43 req-3338cf4c-5098-45c9-acf3-6f245e189992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:02.478590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b37bf76-77ec-434c-9087-4fde12531e43 req-3338cf4c-5098-45c9-acf3-6f245e189992 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 1097 time: 0.1336572 Nov 19 18:56:02.567000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b37bf76-77ec-434c-9087-4fde12531e43 req-18d1758d-cdac-40f5-b8b9-202743c58609 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805526 Nov 19 18:56:02.575568 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1603ec42-b5ec-468a-9362-e30d9ed6cf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:02.591776 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26390c99-02a1-4610-8c8a-188dabd4ac6f req-d1737101-fcd3-4750-80d7-6e03b99831d1 service neutron] 10.222.0.57 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859436 Nov 19 18:56:02.612772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603ec42-b5ec-468a-9362-e30d9ed6cf5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a869ff3f-c041-4b50-8cee-e63ee42f5c3f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:02.621209 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1603ec42-b5ec-468a-9362-e30d9ed6cf5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:02.624826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1603ec42-b5ec-468a-9362-e30d9ed6cf5b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a869ff3f-c041-4b50-8cee-e63ee42f5c3f HTTP/1.1" status: 204 len: 168 time: 0.7588923 Nov 19 18:56:02.628751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35192) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:02.646862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501226da-51e3-415a-b9d7-24a4e48920ce req-3326c9a7-db08-4e1e-979c-8a23e076a02b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:02.654056 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-501226da-51e3-415a-b9d7-24a4e48920ce req-3326c9a7-db08-4e1e-979c-8a23e076a02b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 943 time: 0.1469965 Nov 19 18:56:02.765667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:02.777966 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-501226da-51e3-415a-b9d7-24a4e48920ce req-c2b15b63-7768-476a-90ff-762b5a98729f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230323 Nov 19 18:56:03.016144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3b4f3-7de9-4c1c-b126-ab8d67e3ea9d req-749b0c99-551e-475c-9e11-21d39c793e45 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:03.018369 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9e3b4f3-7de9-4c1c-b126-ab8d67e3ea9d req-749b0c99-551e-475c-9e11-21d39c793e45 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 950 time: 0.2291412 Nov 19 18:56:03.022733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.086634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc562952-7de9-4dd3-822f-0416150efa5d']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:03.114997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c9db7-1da9-4e76-9b99-30eefc262496 req-f51168f0-0142-42b6-843a-600d1174ab78 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:03.116551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d40c9db7-1da9-4e76-9b99-30eefc262496 req-f51168f0-0142-42b6-843a-600d1174ab78 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 946 time: 0.2201061 Nov 19 18:56:03.127111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0a259b-b750-4458-9890-93b05b7eb669') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:03.127517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0a259b-b750-4458-9890-93b05b7eb669') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:03.177985 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.215655 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.239204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:56:03.239637 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:56:03.241504 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:56:03.293092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d40c9db7-1da9-4e76-9b99-30eefc262496 req-d2a63e06-d424-48cf-a1ca-9f5ee9d4485b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681137 Nov 19 18:56:03.320653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b9e3b4f3-7de9-4c1c-b126-ab8d67e3ea9d req-ead2ea4d-64e4-458d-b88d-22c8a7b1905b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Deleting port 029d2db4-f468-45a2-a435-d8fd37c74ca4 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:56:03.320653 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b9e3b4f3-7de9-4c1c-b126-ab8d67e3ea9d req-ead2ea4d-64e4-458d-b88d-22c8a7b1905b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.397740 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.412755 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.423371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fc562952-7de9-4dd3-822f-0416150efa5d HTTP/1.1" status: 204 len: 168 time: 0.7935929 Nov 19 18:56:03.427253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35234) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:03.459717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33133a2c-505d-43ca-8d4e-9a1700f04bdc req-60f98b70-d9bc-46c3-84a7-6a7317bb9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:03.463077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33133a2c-505d-43ca-8d4e-9a1700f04bdc req-60f98b70-d9bc-46c3-84a7-6a7317bb9af1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1097 time: 0.1721814 Nov 19 18:56:03.473723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef21edc-1fc2-43d8-991b-0d0d4f2a3d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc562952-7de9-4dd3-822f-0416150efa5d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:03.499511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 8f5757ff-274a-4be4-bb54-22c323b5ba51 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:56:03.537533 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 8f5757ff-274a-4be4-bb54-22c323b5ba51 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:56:03.538909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 8f5757ff-274a-4be4-bb54-22c323b5ba51 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:56:03.540273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:56:03.568260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddc3255-907b-4c16-b7bb-01e0cb6957f7 admin admin] Deleting subnet 5f7b06bf-360e-4828-a272-375aa6234347 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:56:03.577308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3255-907b-4c16-b7bb-01e0cb6957f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.603880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1055e78-914d-4923-8de9-c316f8e07972 req-6cd55275-20ca-4fca-8d30-67728f954f97 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:03.605479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:56:03.605968 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3a0dfd62-61eb-4d51-97dd-58f7d7082c02 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:56:03.611963 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1055e78-914d-4923-8de9-c316f8e07972 req-6cd55275-20ca-4fca-8d30-67728f954f97 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 950 time: 0.1470137 Nov 19 18:56:03.650096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b9e3b4f3-7de9-4c1c-b126-ab8d67e3ea9d req-ead2ea4d-64e4-458d-b88d-22c8a7b1905b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] For port 029d2db4-f468-45a2-a435-d8fd37c74ca4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=029d2db4-f468-45a2-a435-d8fd37c74ca4,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:03.650741 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b9e3b4f3-7de9-4c1c-b126-ab8d67e3ea9d req-ead2ea4d-64e4-458d-b88d-22c8a7b1905b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.678460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b9e3b4f3-7de9-4c1c-b126-ab8d67e3ea9d req-ead2ea4d-64e4-458d-b88d-22c8a7b1905b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Calling delete_port for 029d2db4-f468-45a2-a435-d8fd37c74ca4 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:03.679159 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3255-907b-4c16-b7bb-01e0cb6957f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.699813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33133a2c-505d-43ca-8d4e-9a1700f04bdc req-22b38da4-3a0f-45ca-8d7a-0bf111e4a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:03.701574 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33133a2c-505d-43ca-8d4e-9a1700f04bdc req-22b38da4-3a0f-45ca-8d7a-0bf111e4a837 service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.2120993 Nov 19 18:56:03.720417 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1055e78-914d-4923-8de9-c316f8e07972 req-672c3a2f-b8a9-4471-949a-1cea7842c027 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb0e48ae-9132-44d3-bad4-a155b2c78767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011884 Nov 19 18:56:03.772390 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3255-907b-4c16-b7bb-01e0cb6957f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.818106 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33133a2c-505d-43ca-8d4e-9a1700f04bdc req-9e0a3d35-fa01-4c5f-a676-0c54f0935fbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 1000 time: 0.1078110 Nov 19 18:56:03.920379 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3255-907b-4c16-b7bb-01e0cb6957f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.961330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc3255-907b-4c16-b7bb-01e0cb6957f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7b06bf-360e-4828-a272-375aa6234347,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:03.976533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33133a2c-505d-43ca-8d4e-9a1700f04bdc req-0dcda536-81dc-4e4b-9ff6-ca4e990cc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:03.979184 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33133a2c-505d-43ca-8d4e-9a1700f04bdc req-0dcda536-81dc-4e4b-9ff6-ca4e990cc411 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1523774 Nov 19 18:56:03.983608 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3255-907b-4c16-b7bb-01e0cb6957f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.988193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7ddc3255-907b-4c16-b7bb-01e0cb6957f7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5f7b06bf-360e-4828-a272-375aa6234347 HTTP/1.1" status: 204 len: 168 time: 0.5597136 Nov 19 18:56:03.991741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35264) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:04.017147 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b9e3b4f3-7de9-4c1c-b126-ab8d67e3ea9d req-ead2ea4d-64e4-458d-b88d-22c8a7b1905b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.030115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['029d2db4-f468-45a2-a435-d8fd37c74ca4'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:04.086898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33133a2c-505d-43ca-8d4e-9a1700f04bdc req-e37b64f9-cd32-4c94-8a62-5732133ea4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:04.089672 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33133a2c-505d-43ca-8d4e-9a1700f04bdc req-e37b64f9-cd32-4c94-8a62-5732133ea4c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002700 Nov 19 18:56:04.153352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ea4d-64e4-458d-b88d-22c8a7b1905b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Pushing event deleted for resources: {'Port': ['ID=029d2db4-f468-45a2-a435-d8fd37c74ca4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:04.184425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35278) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:04.326010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e3b4f3-7de9-4c1c-b126-ab8d67e3ea9d req-ead2ea4d-64e4-458d-b88d-22c8a7b1905b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] No DVR routers for this DVR port 029d2db4-f468-45a2-a435-d8fd37c74ca4 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:56:04.329495 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b9e3b4f3-7de9-4c1c-b126-ab8d67e3ea9d req-ead2ea4d-64e4-458d-b88d-22c8a7b1905b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.334028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9e3b4f3-7de9-4c1c-b126-ab8d67e3ea9d req-ead2ea4d-64e4-458d-b88d-22c8a7b1905b tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.21 "DELETE /v2.0/ports/029d2db4-f468-45a2-a435-d8fd37c74ca4 HTTP/1.1" status: 204 len: 173 time: 1.3065660 Nov 19 18:56:04.334475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3f8ca2-9a2f-4ba8-8149-838fa6925013', 'name': 'network-vif-deleted', 'tag': '029d2db4-f468-45a2-a435-d8fd37c74ca4'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:04.337782 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16df91c-69da-4081-9211-ec8b2684dce6" -d '{"events": [{"server_uuid": "4d3f8ca2-9a2f-4ba8-8149-838fa6925013", "name": "network-vif-deleted", "tag": "029d2db4-f468-45a2-a435-d8fd37c74ca4"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:04.343406 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.400397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-29dd3a39-f92f-4354-a459-8861b34a8cdc admin admin] Deleting subnet a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:56:04.418786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29dd3a39-f92f-4354-a459-8861b34a8cdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.484442 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33133a2c-505d-43ca-8d4e-9a1700f04bdc req-f6177f11-ccd9-4fc3-ac3c-e61314d2fff6 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850722 Nov 19 18:56:04.496406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf93d-5390-4338-a6ff-1389f4a2a497 req-a7811a8e-1e63-46b4-9e62-9d9ef706d17e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:04.506794 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-501bf93d-5390-4338-a6ff-1389f4a2a497 req-a7811a8e-1e63-46b4-9e62-9d9ef706d17e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 943 time: 0.3230686 Nov 19 18:56:04.509415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.537581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161b95bd-1e3c-493b-b3fe-288265545db3']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:04.550372 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744af018-59e4-4942-a6ca-1ff2af30dab4') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:04.551199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744af018-59e4-4942-a6ca-1ff2af30dab4') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:04.581141 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.622535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.641580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:56:04.642031 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.653448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b78d6d-4eaa-4798-bab4-4a1a6b8bba7e req-fbeb060e-98e7-4715-9ecd-d4d1ac28a9f9 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:04.654999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76b78d6d-4eaa-4798-bab4-4a1a6b8bba7e req-fbeb060e-98e7-4715-9ecd-d4d1ac28a9f9 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 946 time: 0.1010435 Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:56:04.655856 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:56:04.669567 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29dd3a39-f92f-4354-a459-8861b34a8cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.765460 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.771507 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.776103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/161b95bd-1e3c-493b-b3fe-288265545db3 HTTP/1.1" status: 204 len: 168 time: 0.7817755 Nov 19 18:56:04.780077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-501bf93d-5390-4338-a6ff-1389f4a2a497 req-4aeb82b5-3b3d-4f22-8ba0-17c2632403bd tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713819 Nov 19 18:56:04.786122 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29dd3a39-f92f-4354-a459-8861b34a8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.791029 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33133a2c-505d-43ca-8d4e-9a1700f04bdc req-ef5e77f4-3de7-48a6-b137-abab32c3413d service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775295 Nov 19 18:56:04.794447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abdfc0-1bfa-4cc3-8f73-c9626f25a3a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=161b95bd-1e3c-493b-b3fe-288265545db3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:04.814339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76b78d6d-4eaa-4798-bab4-4a1a6b8bba7e req-a82cc4c2-ca2f-4a9a-b7f8-287063151706 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383281 Nov 19 18:56:04.912409 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3831049e-8b38-446e-9650-902d6263addb x-openstack-request-id: req-3831049e-8b38-446e-9650-902d6263addb {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:04.913197 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3f8ca2-9a2f-4ba8-8149-838fa6925013", "name": "network-vif-deleted", "tag": "029d2db4-f468-45a2-a435-d8fd37c74ca4", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:04.914163 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3831049e-8b38-446e-9650-902d6263addb {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:04.915366 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3f8ca2-9a2f-4ba8-8149-838fa6925013', 'name': 'network-vif-deleted', 'tag': '029d2db4-f468-45a2-a435-d8fd37c74ca4', 'status': 'completed', 'code': 200} Nov 19 18:56:04.965191 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29dd3a39-f92f-4354-a459-8861b34a8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.014852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd3a39-f92f-4354-a459-8861b34a8cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:05.026919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29dd3a39-f92f-4354-a459-8861b34a8cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.037111 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-29dd3a39-f92f-4354-a459-8861b34a8cdc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a3af0077-0ce0-4fe0-b87c-d6eb1d7d3e91 HTTP/1.1" status: 204 len: 168 time: 0.8492689 Nov 19 18:56:05.037928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35302) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:05.079964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b475aa0e-821d-4c46-99e2-03b38b7698e4 req-8de7c171-f7b1-4bb1-b220-52f700bf7216 tempest-DeleteServersAdminTestJSON-456163288 tempest-DeleteServersAdminTestJSON-456163288-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3f8ca2-9a2f-4ba8-8149-838fa6925013 HTTP/1.1" status: 200 len: 210 time: 0.0859439 Nov 19 18:56:05.152328 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.287221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-66e79ab5-a163-415c-801e-51287370093f req-7723b7cb-85c4-403d-b8d7-f24e8df97b34 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1034869855&fields=id&tenant_id=87e9febe9e184541b7a1c4e5650f4978 HTTP/1.1" status: 200 len: 267 time: 0.0938287 Nov 19 18:56:05.288828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35304) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:05.321455 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.347510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:05.360053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15226407-f8f6-43a2-b35d-af7d6fb5279d') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:05.360432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15226407-f8f6-43a2-b35d-af7d6fb5279d') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:05.372928 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.389500 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.397007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:56:05.397538 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.428979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e79ab5-a163-415c-801e-51287370093f req-4930595a-34d8-41ed-a8f6-5ccfd6c4be89 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:05.439213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-66e79ab5-a163-415c-801e-51287370093f req-4930595a-34d8-41ed-a8f6-5ccfd6c4be89 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 946 time: 0.1510863 Nov 19 18:56:05.447561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c63b889c-909e-4c84-aa6d-35ae41757698 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c39e2d28a4ba4ad4a87b739cbc13687b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540761 Nov 19 18:56:05.453022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-66e79ab5-a163-415c-801e-51287370093f req-8412b98c-5946-4ec6-a07d-340985abf68c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'port': {'security_groups': ['2b84f474-731a-4951-9f56-9b091fe61e8c', '32dd9fd8-66c9-4c58-92f3-06870271f092']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:05.456878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35312) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:05.500048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device a8870b30-7630-4c5d-9b9e-3417a67c0832 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: timer() Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:56:05.522056 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:56:05.528213 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.535025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.538640 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] 10.222.0.50 "DELETE /v2.0/networks/81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c HTTP/1.1" status: 204 len: 168 time: 0.4997234 Nov 19 18:56:05.579108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135438e-060c-4d96-bc96-e9171395d48f admin admin] Pushing event deleted for resources: {'Network': ['ID=81c4dfcb-e8ff-46fb-9b33-ef8eb3831c3c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:05.682141 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-66e79ab5-a163-415c-801e-51287370093f req-8412b98c-5946-4ec6-a07d-340985abf68c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.696652 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21db5b4d-6f67-40dc-ab21-666a0e336374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.759545 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21db5b4d-6f67-40dc-ab21-666a0e336374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.828727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35316) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:05.873161 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21db5b4d-6f67-40dc-ab21-666a0e336374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.879246 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21db5b4d-6f67-40dc-ab21-666a0e336374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.888771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-21db5b4d-6f67-40dc-ab21-666a0e336374 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38ce66d6-37cc-4497-9b15-84a5d1f4e7d3 HTTP/1.1" status: 204 len: 168 time: 0.4304347 Nov 19 18:56:05.933745 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bd88d2e3-1c98-47c4-be79-20c090f717f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b4db7fa83d441578db11c43bb608bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1030831 Nov 19 18:56:05.947326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35326) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:05.954181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port a8870b30-7630-4c5d-9b9e-3417a67c0832, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=a8870b30-7630-4c5d-9b9e-3417a67c0832,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:05.970524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'a8870b30-7630-4c5d-9b9e-3417a67c0832', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'port_id': 'a8870b30-7630-4c5d-9b9e-3417a67c0832', 'mac_address': 'fa:16:3e:14:9c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe59e18c-b7e3-459f-88b9-60024191b0d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:56:05.980873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db5b4d-6f67-40dc-ab21-666a0e336374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ce66d6-37cc-4497-9b15-84a5d1f4e7d3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:06.071410 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-407332c4-af2d-4b45-8d43-e510350c55b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:06.084277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-66e79ab5-a163-415c-801e-51287370093f req-8412b98c-5946-4ec6-a07d-340985abf68c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] For port 78593769-d01c-4830-9b4f-4f299d91ee07, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=78593769-d01c-4830-9b4f-4f299d91ee07,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:06.136691 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:06.151673 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-66e79ab5-a163-415c-801e-51287370093f req-8412b98c-5946-4ec6-a07d-340985abf68c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:06.161621 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-66e79ab5-a163-415c-801e-51287370093f req-8412b98c-5946-4ec6-a07d-340985abf68c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:06.174022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8870b30-7630-4c5d-9b9e-3417a67c0832 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:06.175616 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-407332c4-af2d-4b45-8d43-e510350c55b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:06.190721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['78593769-d01c-4830-9b4f-4f299d91ee07'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:06.206221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1b523-8ab3-42c3-8392-4143e7fd0812 req-c31ddae3-f1e5-4861-87f5-158722e77157 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:06.216686 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3b1b523-8ab3-42c3-8392-4143e7fd0812 req-c31ddae3-f1e5-4861-87f5-158722e77157 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 943 time: 0.1329739 Nov 19 18:56:06.292556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e79ab5-a163-415c-801e-51287370093f req-8412b98c-5946-4ec6-a07d-340985abf68c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:06.294446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-66e79ab5-a163-415c-801e-51287370093f req-8412b98c-5946-4ec6-a07d-340985abf68c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:06.311093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-66e79ab5-a163-415c-801e-51287370093f req-8412b98c-5946-4ec6-a07d-340985abf68c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "PUT /v2.0/ports/78593769-d01c-4830-9b4f-4f299d91ee07 HTTP/1.1" status: 200 len: 982 time: 0.8706558 Nov 19 18:56:06.312427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port a8870b30-7630-4c5d-9b9e-3417a67c0832, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=a8870b30-7630-4c5d-9b9e-3417a67c0832,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:06.373836 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3b1b523-8ab3-42c3-8392-4143e7fd0812 req-d6df1494-3715-4cf7-82cb-ebf25678b796 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561728 Nov 19 18:56:06.377563 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-407332c4-af2d-4b45-8d43-e510350c55b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:06.379591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['78593769-d01c-4830-9b4f-4f299d91ee07'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:06.384217 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:06.391895 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-407332c4-af2d-4b45-8d43-e510350c55b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:06.393037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412b98c-5946-4ec6-a07d-340985abf68c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'Port': ['ID=78593769-d01c-4830-9b4f-4f299d91ee07,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:06.406250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-407332c4-af2d-4b45-8d43-e510350c55b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46f775ef-738e-4380-84c4-f6e50c29a9ac HTTP/1.1" status: 204 len: 168 time: 0.4638920 Nov 19 18:56:06.438148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407332c4-af2d-4b45-8d43-e510350c55b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f775ef-738e-4380-84c4-f6e50c29a9ac,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:06.588565 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b03c0a2-b5c4-4b05-8834-78981521d5d0 req-f6cd38be-46e8-407a-b8fb-d477046d8fc5 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1062489104&fields=id&tenant_id=87e9febe9e184541b7a1c4e5650f4978 HTTP/1.1" status: 200 len: 267 time: 0.0867455 Nov 19 18:56:06.622426 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 029d2db4-f468-45a2-a435-d8fd37c74ca4 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:56:06.663513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35350) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:06.689352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c0a2-b5c4-4b05-8834-78981521d5d0 req-967c1eee-9334-4537-acc0-38020205656c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:06.703726 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b03c0a2-b5c4-4b05-8834-78981521d5d0 req-967c1eee-9334-4537-acc0-38020205656c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 985 time: 0.1135123 Nov 19 18:56:06.720167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-4b03c0a2-b5c4-4b05-8834-78981521d5d0 req-930aff58-f549-4f14-afda-d5262d33c142 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'port': {'security_groups': ['2b84f474-731a-4951-9f56-9b091fe61e8c', '32dd9fd8-66c9-4c58-92f3-06870271f092', '66a29618-9d18-4afd-a500-15212765f4c8']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:06.768888 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9559eb74-f5d7-4ab7-ac4f-c71e68541683 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0377f8c7881e44b198d64772e71ff024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1037169 Nov 19 18:56:06.769846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35354) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:06.782174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=a8870b30-7630-4c5d-9b9e-3417a67c0832,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:06.816187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:06.904341 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40d0da45-5137-4a76-8168-17f554a58453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:06.916897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a10be45-966d-4ae9-8353-3130534299e2', 'tag': '78593769-d01c-4830-9b4f-4f299d91ee07'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:06.925112 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1846b158-34c5-4d12-9834-f8a75406b075" -d '{"events": [{"name": "network-changed", "server_uuid": "3a10be45-966d-4ae9-8353-3130534299e2", "tag": "78593769-d01c-4830-9b4f-4f299d91ee07"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:06.930726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 029d2db4-f468-45a2-a435-d8fd37c74ca4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:56:06.931459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 029d2db4-f468-45a2-a435-d8fd37c74ca4 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:56:06.968061 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40d0da45-5137-4a76-8168-17f554a58453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:06.999516 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08494a7f-c6ff-4054-8bc3-e817012fe3fc x-openstack-request-id: req-08494a7f-c6ff-4054-8bc3-e817012fe3fc {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:06.999944 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a10be45-966d-4ae9-8353-3130534299e2", "tag": "78593769-d01c-4830-9b4f-4f299d91ee07", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:07.000297 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08494a7f-c6ff-4054-8bc3-e817012fe3fc {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:07.000787 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a10be45-966d-4ae9-8353-3130534299e2', 'tag': '78593769-d01c-4830-9b4f-4f299d91ee07', 'status': 'completed', 'code': 200} Nov 19 18:56:07.038745 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b03c0a2-b5c4-4b05-8834-78981521d5d0 req-930aff58-f549-4f14-afda-d5262d33c142 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:07.140457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846b158-34c5-4d12-9834-f8a75406b075 req-b3c94272-7181-43d8-9817-ce4c87d642c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:07.142477 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1846b158-34c5-4d12-9834-f8a75406b075 req-b3c94272-7181-43d8-9817-ce4c87d642c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 1136 time: 0.1245246 Nov 19 18:56:07.169447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40d0da45-5137-4a76-8168-17f554a58453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:07.174215 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40d0da45-5137-4a76-8168-17f554a58453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:07.176203 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-40d0da45-5137-4a76-8168-17f554a58453 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4a0da56-892c-44f4-bc37-1a173a51a57f HTTP/1.1" status: 204 len: 168 time: 0.4051502 Nov 19 18:56:07.404865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0da45-5137-4a76-8168-17f554a58453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a0da56-892c-44f4-bc37-1a173a51a57f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:07.407232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846b158-34c5-4d12-9834-f8a75406b075 req-e5054666-cff4-4654-87f2-e9d5ddd47161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:07.409115 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1846b158-34c5-4d12-9834-f8a75406b075 req-e5054666-cff4-4654-87f2-e9d5ddd47161 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 913 time: 0.2570586 Nov 19 18:56:07.507596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35384) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:07.519960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1846b158-34c5-4d12-9834-f8a75406b075 req-ec478355-8fca-4fba-82f6-24d682dd2027 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78593769-d01c-4830-9b4f-4f299d91ee07 HTTP/1.1" status: 200 len: 217 time: 0.1011071 Nov 19 18:56:07.694577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846b158-34c5-4d12-9834-f8a75406b075 req-df23b216-f1ad-4405-b01f-627f332d4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:07.699964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1846b158-34c5-4d12-9834-f8a75406b075 req-df23b216-f1ad-4405-b01f-627f332d4696 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2b1a166-17d4-4927-bed6-84697db77c0d HTTP/1.1" status: 200 len: 852 time: 0.1704817 Nov 19 18:56:07.700193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-4b03c0a2-b5c4-4b05-8834-78981521d5d0 req-930aff58-f549-4f14-afda-d5262d33c142 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] For port 78593769-d01c-4830-9b4f-4f299d91ee07, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=78593769-d01c-4830-9b4f-4f299d91ee07,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:07.741480 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1846b158-34c5-4d12-9834-f8a75406b075 req-bc543daf-3cd4-401a-831b-bf29b8399e7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75b16aa6-4915-4a77-9e90-226bbf297781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354588 Nov 19 18:56:07.766788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b03c0a2-b5c4-4b05-8834-78981521d5d0 req-930aff58-f549-4f14-afda-d5262d33c142 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:07.776157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b03c0a2-b5c4-4b05-8834-78981521d5d0 req-930aff58-f549-4f14-afda-d5262d33c142 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:07.869257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c0a2-b5c4-4b05-8834-78981521d5d0 req-930aff58-f549-4f14-afda-d5262d33c142 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:07.870343 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b03c0a2-b5c4-4b05-8834-78981521d5d0 req-930aff58-f549-4f14-afda-d5262d33c142 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:07.879041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b03c0a2-b5c4-4b05-8834-78981521d5d0 req-930aff58-f549-4f14-afda-d5262d33c142 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "PUT /v2.0/ports/78593769-d01c-4830-9b4f-4f299d91ee07 HTTP/1.1" status: 200 len: 1021 time: 1.1743777 Nov 19 18:56:07.889108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a10be45-966d-4ae9-8353-3130534299e2', 'tag': '78593769-d01c-4830-9b4f-4f299d91ee07'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:07.891918 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ec0a0c-8c0b-4c23-8915-8344b0224576" -d '{"events": [{"name": "network-changed", "server_uuid": "3a10be45-966d-4ae9-8353-3130534299e2", "tag": "78593769-d01c-4830-9b4f-4f299d91ee07"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:07.975856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['78593769-d01c-4830-9b4f-4f299d91ee07'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:07.996673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930aff58-f549-4f14-afda-d5262d33c142 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'Port': ['ID=78593769-d01c-4830-9b4f-4f299d91ee07,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:08.051022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1846b158-34c5-4d12-9834-f8a75406b075 req-aef3cbe2-9999-4849-9b62-e68e407ecca2 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021357 Nov 19 18:56:08.071325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['78593769-d01c-4830-9b4f-4f299d91ee07'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:08.251478 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26aa90b1-1789-4689-827c-13c4e0b66b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:08.417637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35410) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:08.421701 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c67c230b-c19c-4108-9343-1bcafc8534dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3625aaf3a77b4193972b5949e3014f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8990660 Nov 19 18:56:08.451818 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1846b158-34c5-4d12-9834-f8a75406b075 req-93f4c7b7-e246-4cc8-b351-da392be90a59 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928881 Nov 19 18:56:08.510669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ef2a1-88b2-4b0d-aa95-4801d758dde6 req-1e292209-930f-46cd-81d9-c6104d9e1188 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:08.523191 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-289ef2a1-88b2-4b0d-aa95-4801d758dde6 req-1e292209-930f-46cd-81d9-c6104d9e1188 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 944 time: 0.2210157 Nov 19 18:56:08.576626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923958bb-d42c-473d-a017-58153d25d180 req-a62a5b71-62d3-486a-a935-3421043a426d tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:08.579264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-923958bb-d42c-473d-a017-58153d25d180 req-a62a5b71-62d3-486a-a935-3421043a426d tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 1024 time: 0.1207530 Nov 19 18:56:08.669690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-289ef2a1-88b2-4b0d-aa95-4801d758dde6 req-f59395a8-0a70-411f-a4aa-c5f9a33e9f1e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453931 Nov 19 18:56:08.715434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92736122-717a-4eb2-afc6-c2c6e8b58a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:08.767525 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92736122-717a-4eb2-afc6-c2c6e8b58a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:08.844587 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dd9de8-ea2a-4755-bc9c-aece269586db x-openstack-request-id: req-11dd9de8-ea2a-4755-bc9c-aece269586db {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:08.854127 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a10be45-966d-4ae9-8353-3130534299e2", "tag": "78593769-d01c-4830-9b4f-4f299d91ee07", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:08.854557 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11dd9de8-ea2a-4755-bc9c-aece269586db {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:08.855396 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a10be45-966d-4ae9-8353-3130534299e2', 'tag': '78593769-d01c-4830-9b4f-4f299d91ee07', 'status': 'completed', 'code': 200} Nov 19 18:56:08.946897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-923958bb-d42c-473d-a017-58153d25d180 req-bcbbb2b0-a7db-4024-ac3c-04289ce127af tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=66a29618-9d18-4afd-a500-15212765f4c8&id=32dd9fd8-66c9-4c58-92f3-06870271f092&id=2b84f474-731a-4951-9f56-9b091fe61e8c HTTP/1.1" status: 200 len: 6201 time: 0.3613541 Nov 19 18:56:08.964383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec0a0c-8c0b-4c23-8915-8344b0224576 req-8d87361e-cc9e-4089-97b4-b7e053470cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:08.966431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63ec0a0c-8c0b-4c23-8915-8344b0224576 req-8d87361e-cc9e-4089-97b4-b7e053470cd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 1175 time: 0.1838498 Nov 19 18:56:08.986093 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92736122-717a-4eb2-afc6-c2c6e8b58a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:08.994954 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92736122-717a-4eb2-afc6-c2c6e8b58a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:09.003370 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-92736122-717a-4eb2-afc6-c2c6e8b58a2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb0e48ae-9132-44d3-bad4-a155b2c78767 HTTP/1.1" status: 204 len: 168 time: 0.5853770 Nov 19 18:56:09.027031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49e349-61a7-4542-bf36-966d6db76ed9 req-a2cc88d9-00c7-4877-884c-c770b2e2dfdf tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:09.030419 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a49e349-61a7-4542-bf36-966d6db76ed9 req-a2cc88d9-00c7-4877-884c-c770b2e2dfdf tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 945 time: 0.1742597 Nov 19 18:56:09.086359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92736122-717a-4eb2-afc6-c2c6e8b58a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e48ae-9132-44d3-bad4-a155b2c78767,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:09.145054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec0a0c-8c0b-4c23-8915-8344b0224576 req-078d96d7-8dc4-45a7-a206-07dde2aebc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:09.146574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63ec0a0c-8c0b-4c23-8915-8344b0224576 req-078d96d7-8dc4-45a7-a206-07dde2aebc1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 913 time: 0.1726882 Nov 19 18:56:09.201521 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a49e349-61a7-4542-bf36-966d6db76ed9 req-da1f6552-a0fe-4556-b4e8-3e28350fdd6e tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1588185 Nov 19 18:56:09.225971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63ec0a0c-8c0b-4c23-8915-8344b0224576 req-e82c81c3-7c94-484b-ac0e-b56061d7057c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78593769-d01c-4830-9b4f-4f299d91ee07 HTTP/1.1" status: 200 len: 217 time: 0.0683317 Nov 19 18:56:09.233572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-7302bc63-7f20-465a-ba55-50f6e1e9112f req-dec3a4d9-461c-4fe3-964c-afee498d3b2c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'security_group': {'name': ' tempest-securitygroup -406988202 ', 'description': 'tempest-description-1791733817'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:09.262000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7302bc63-7f20-465a-ba55-50f6e1e9112f req-dec3a4d9-461c-4fe3-964c-afee498d3b2c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:09.330243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec0a0c-8c0b-4c23-8915-8344b0224576 req-f3981c3f-6ed1-4e30-a5cd-03be3df5eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:09.332258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63ec0a0c-8c0b-4c23-8915-8344b0224576 req-f3981c3f-6ed1-4e30-a5cd-03be3df5eecb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2b1a166-17d4-4927-bed6-84697db77c0d HTTP/1.1" status: 200 len: 852 time: 0.0990505 Nov 19 18:56:09.376818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7302bc63-7f20-465a-ba55-50f6e1e9112f req-dec3a4d9-461c-4fe3-964c-afee498d3b2c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:09.393213 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7302bc63-7f20-465a-ba55-50f6e1e9112f req-dec3a4d9-461c-4fe3-964c-afee498d3b2c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:09.405515 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63ec0a0c-8c0b-4c23-8915-8344b0224576 req-6521ec3a-47da-4a28-90c1-07c06512439c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75b16aa6-4915-4a77-9e90-226bbf297781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649488 Nov 19 18:56:09.452947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7302bc63-7f20-465a-ba55-50f6e1e9112f req-dec3a4d9-461c-4fe3-964c-afee498d3b2c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:09.460908 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7302bc63-7f20-465a-ba55-50f6e1e9112f req-dec3a4d9-461c-4fe3-964c-afee498d3b2c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2321696 Nov 19 18:56:09.483741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3a4d9-461c-4fe3-964c-afee498d3b2c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8c3347-a8e2-46c1-93ba-0b09537c217c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:09.517785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device a8870b30-7630-4c5d-9b9e-3417a67c0832 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:09.606715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63ec0a0c-8c0b-4c23-8915-8344b0224576 req-ea7cfbd3-3f64-4dd3-bb60-31e3e7a09c13 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906860 Nov 19 18:56:09.671012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port a8870b30-7630-4c5d-9b9e-3417a67c0832 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:56:09.672292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port a8870b30-7630-4c5d-9b9e-3417a67c0832 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:09.672675 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:09.673313 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cd628256-b1f7-49d7-b0c4-05cec1aa87ef req-031ab407-df88-4458-8a1c-e5572e4f9d00 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/ab8c3347-a8e2-46c1-93ba-0b09537c217c HTTP/1.1" status: 200 len: 1797 time: 0.1606967 Nov 19 18:56:09.846611 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:09.905160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691dcb7a-e5d1-4e44-b65f-072c83bd5161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8870b30-7630-4c5d-9b9e-3417a67c0832'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:09.921453 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f590efc-50e6-4200-a093-cf665c9df623" -d '{"events": [{"server_uuid": "691dcb7a-e5d1-4e44-b65f-072c83bd5161", "name": "network-vif-plugged", "status": "completed", "tag": "a8870b30-7630-4c5d-9b9e-3417a67c0832"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:09.940738 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0de6d226-8c23-4f65-bf4d-e922c4c1e947 req-1edbb649-a2c7-4382-8f91-2d77fc97e1b5 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/ab8c3347-a8e2-46c1-93ba-0b09537c217c HTTP/1.1" status: 200 len: 1797 time: 0.2003369 Nov 19 18:56:09.950299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bb696-b847-4c70-9890-e906d4858c93 req-4b9f37c2-200e-4c7b-8f37-1cc1e525891f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:09.958168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5b3bb696-b847-4c70-9890-e906d4858c93 req-4b9f37c2-200e-4c7b-8f37-1cc1e525891f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 944 time: 0.1911449 Nov 19 18:56:09.959558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port a8870b30-7630-4c5d-9b9e-3417a67c0832, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=a8870b30-7630-4c5d-9b9e-3417a67c0832,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:09.969678 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.016282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-30c89d6a-9ece-427f-b9ab-84b0d0c603de tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:10.019857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35462) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:10.021867 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-30c89d6a-9ece-427f-b9ab-84b0d0c603de tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 945 time: 0.2115378 Nov 19 18:56:10.028934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=a8870b30-7630-4c5d-9b9e-3417a67c0832,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:10.062074 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63ec0a0c-8c0b-4c23-8915-8344b0224576 req-82499728-d223-445e-b64b-c04d32531597 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513388 Nov 19 18:56:10.092574 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-855f8dc4-9447-4e5b-867e-15917565ecdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.182290 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5b3bb696-b847-4c70-9890-e906d4858c93 req-2e5aa8ab-d6b1-4ca5-9680-e0a8c1307ca0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230222 Nov 19 18:56:10.212748 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0de6d226-8c23-4f65-bf4d-e922c4c1e947 req-c25aa075-bc90-4775-8e2d-63d2a4662282 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.275391 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b58a58a-9d56-4bb5-a6f5-f685bdba61af x-openstack-request-id: req-7b58a58a-9d56-4bb5-a6f5-f685bdba61af {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:10.276249 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691dcb7a-e5d1-4e44-b65f-072c83bd5161", "name": "network-vif-plugged", "status": "completed", "tag": "a8870b30-7630-4c5d-9b9e-3417a67c0832", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:10.276521 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b58a58a-9d56-4bb5-a6f5-f685bdba61af {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:10.276974 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691dcb7a-e5d1-4e44-b65f-072c83bd5161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8870b30-7630-4c5d-9b9e-3417a67c0832', 'code': 200} Nov 19 18:56:10.308837 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Deleting port 57612535-566b-492f-9cf9-40aae06c8bf0 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:56:10.309322 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.346017 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0de6d226-8c23-4f65-bf4d-e922c4c1e947 req-c25aa075-bc90-4775-8e2d-63d2a4662282 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.409146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35478) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:10.534291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f886197-3123-47dd-81e0-e7d92b8b98a2 req-10f9a60f-339a-4ef1-a2ec-524aa9c99008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:10.536678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1f886197-3123-47dd-81e0-e7d92b8b98a2 req-10f9a60f-339a-4ef1-a2ec-524aa9c99008 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 1096 time: 0.1421237 Nov 19 18:56:10.548797 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-81d830f0-fd85-4b45-8bb5-6eb941ef1cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.560810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] For port 57612535-566b-492f-9cf9-40aae06c8bf0, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=57612535-566b-492f-9cf9-40aae06c8bf0,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:10.561339 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.605033 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-855f8dc4-9447-4e5b-867e-15917565ecdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.626329 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-855f8dc4-9447-4e5b-867e-15917565ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.691155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-855f8dc4-9447-4e5b-867e-15917565ecdd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb89950713b84eddb057c076507ae90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6697571 Nov 19 18:56:10.693940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35484) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:10.714168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1f886197-3123-47dd-81e0-e7d92b8b98a2 req-2437692b-e31b-40cf-8474-c08b36b8d9fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667643 Nov 19 18:56:10.761586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0de6d226-8c23-4f65-bf4d-e922c4c1e947 req-c25aa075-bc90-4775-8e2d-63d2a4662282 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.766973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0de6d226-8c23-4f65-bf4d-e922c4c1e947 req-c25aa075-bc90-4775-8e2d-63d2a4662282 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.767896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0de6d226-8c23-4f65-bf4d-e922c4c1e947 req-c25aa075-bc90-4775-8e2d-63d2a4662282 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "DELETE /v2.0/security-groups/ab8c3347-a8e2-46c1-93ba-0b09537c217c HTTP/1.1" status: 204 len: 173 time: 0.8141768 Nov 19 18:56:10.775444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f8dc4-9447-4e5b-867e-15917565ecdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eaee37-7bdc-45b9-a9a5-29a34a743c22,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:10.810128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aa075-bc90-4775-8e2d-63d2a4662282 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8c3347-a8e2-46c1-93ba-0b09537c217c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:10.867298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c0fcc9-3c21-42ec-ab4c-65f2937d3235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.968617 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.969131 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.969298 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Floating IP 3e0494a3-6f07-42eb-9341-20abb62a1724 disassociated. External IP: 172.25.3.86, port: 57612535-566b-492f-9cf9-40aae06c8bf0. Nov 19 18:56:10.969655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Calling delete_port for 57612535-566b-492f-9cf9-40aae06c8bf0 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:10.987115 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c0fcc9-3c21-42ec-ab4c-65f2937d3235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.996200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-502418169-network', 'tenant_id': '259b3162d6d440c788fffaaf792127c3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:11.064609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Made reservation on behalf of 259b3162d6d440c788fffaaf792127c3 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:11.068165 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:11.092681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79d26f-525f-44e3-ad4e-0796823eab72 req-8ae1aa4e-9d90-4505-b7c5-b0f5c615753c tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:11.094766 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db79d26f-525f-44e3-ad4e-0796823eab72 req-8ae1aa4e-9d90-4505-b7c5-b0f5c615753c tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 945 time: 0.1841977 Nov 19 18:56:11.097785 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:11.116075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-5860e3c3-4553-4173-a046-c6848f6bcf6c tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b0edff492e384fc290975a98617e12f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346377 Nov 19 18:56:11.142252 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c0fcc9-3c21-42ec-ab4c-65f2937d3235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:11.144841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c0fcc9-3c21-42ec-ab4c-65f2937d3235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:11.152263 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-92c0fcc9-3c21-42ec-ab4c-65f2937d3235 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74eaee37-7bdc-45b9-a9a5-29a34a743c22 HTTP/1.1" status: 204 len: 168 time: 0.4482141 Nov 19 18:56:11.195586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0fcc9-3c21-42ec-ab4c-65f2937d3235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eaee37-7bdc-45b9-a9a5-29a34a743c22,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:11.239469 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db79d26f-525f-44e3-ad4e-0796823eab72 req-3192a24c-0d88-48cf-9e3a-43e972e40b39 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups?id=12057947-5597-43eb-acd7-303f1133bdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1180382 Nov 19 18:56:11.292600 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:11.303244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:11.341651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:56:11.355953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5f9067-2913-43b1-87ec-109cf91a9c22,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:11.364731 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:11.366005 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Added segment 0a45a5c8-03b5-4c52-bfc9-18d92283c39a of type vlan for network 80a55be3-e003-4761-8b13-b7a58d796be2 Nov 19 18:56:11.368237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-5da70252-b0ea-4e7b-812b-a61604bfd3da tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:11.377778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-5da70252-b0ea-4e7b-812b-a61604bfd3da tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465639 Nov 19 18:56:11.386842 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:11.420038 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-0e922f90-d8ae-4c0f-b96c-9ae33d06573e tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/quotas/b0edff492e384fc290975a98617e12f8 HTTP/1.1" status: 200 len: 375 time: 0.0389979 Nov 19 18:56:11.431544 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:11.481018 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-793bf007-aa4c-4b93-b951-5a87aeee7c0e tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b0edff492e384fc290975a98617e12f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600064 Nov 19 18:56:11.508735 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:11.509918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:11.510522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:11.735927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Pushing event deleted for resources: {'Port': ['ID=57612535-566b-492f-9cf9-40aae06c8bf0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:11.747257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Router 29c93f6d-e878-4564-a26a-0b31e814ce9e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:56:11.770226 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:12.062047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:56:12.075211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd1c464-277a-4f40-b81d-7031f86d7b63 None None] Sync routers for ids ['29c93f6d-e878-4564-a26a-0b31e814ce9e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:56:12.113038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1c464-277a-4f40-b81d-7031f86d7b63 None None] Routers {'29c93f6d-e878-4564-a26a-0b31e814ce9e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:12.113695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3bd1c464-277a-4f40-b81d-7031f86d7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['29c93f6d-e878-4564-a26a-0b31e814ce9e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:12.167772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] No DVR routers for this DVR port 57612535-566b-492f-9cf9-40aae06c8bf0 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:56:12.194992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7717faa-8ba4-4c82-808d-e1012f461a1a req-c2bd7845-635b-4b92-8898-2c54139022cc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:12.197456 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7717faa-8ba4-4c82-808d-e1012f461a1a req-c2bd7845-635b-4b92-8898-2c54139022cc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 945 time: 0.2846429 Nov 19 18:56:12.200694 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:12.205013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3990151a-1a5b-4224-a9c0-686c8da477b6 req-01f26ea4-4e44-4199-b7e3-44ad4948f454 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.57 "DELETE /v2.0/ports/57612535-566b-492f-9cf9-40aae06c8bf0 HTTP/1.1" status: 204 len: 173 time: 2.1739550 Nov 19 18:56:12.218900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'name': 'network-vif-deleted', 'tag': '57612535-566b-492f-9cf9-40aae06c8bf0'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:12.221485 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df465e5b-68df-43bb-90e3-bdb8f2288540" -d '{"events": [{"server_uuid": "4bae9d7f-f1c3-466f-9814-0791c161fbff", "name": "network-vif-deleted", "tag": "57612535-566b-492f-9cf9-40aae06c8bf0"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:12.326973 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7717faa-8ba4-4c82-808d-e1012f461a1a req-a4c419af-a60c-4de9-8329-a4c0fbce7e04 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018608 Nov 19 18:56:12.509297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] Pushing event updated for resources: {'Network': ['ID=80a55be3-e003-4761-8b13-b7a58d796be2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:12.517281 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-50bf9394-563c-476d-b1d6-55041c5c39e3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0932157 Nov 19 18:56:12.517281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35548) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:12.521734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] Request body: {'subnet': {'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-502418169-subnet', 'tenant_id': '259b3162d6d440c788fffaaf792127c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:12.528562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 80a55be3-e003-4761-8b13-b7a58d796be2 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:56:12.533979 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-a37d1edf-fe7d-4edb-9b7c-e5ff36c480f8 req-3df40cee-619a-40b1-b80a-b861d9ba90f3 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] show failed (client error): The resource could not be found. Nov 19 18:56:12.535019 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a37d1edf-fe7d-4edb-9b7c-e5ff36c480f8 req-3df40cee-619a-40b1-b80a-b861d9ba90f3 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/ab8c3347-a8e2-46c1-93ba-0b09537c217c HTTP/1.1" status: 404 len: 352 time: 0.0358205 Nov 19 18:56:12.562162 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] Made reservation on behalf of 259b3162d6d440c788fffaaf792127c3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:12.565532 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:12.626820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-3bd1c464-277a-4f40-b81d-7031f86d7b63 None None] Set router 29c93f6d-e878-4564-a26a-0b31e814ce9e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:12.857270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6b96858-0c7d-4efd-b319-be803e4ce088 req-d221086d-d6a8-4515-938e-175c0ebd34ac tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 210 time: 0.0717449 Nov 19 18:56:12.996280 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd8e717-a722-4d13-893b-a1ccce7cbd7b x-openstack-request-id: req-4bd8e717-a722-4d13-893b-a1ccce7cbd7b {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:12.996630 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bae9d7f-f1c3-466f-9814-0791c161fbff", "name": "network-vif-deleted", "tag": "57612535-566b-492f-9cf9-40aae06c8bf0", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:12.996895 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bd8e717-a722-4d13-893b-a1ccce7cbd7b {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:12.997373 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bae9d7f-f1c3-466f-9814-0791c161fbff', 'name': 'network-vif-deleted', 'tag': '57612535-566b-492f-9cf9-40aae06c8bf0', 'status': 'completed', 'code': 200} Nov 19 18:56:13.005251 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:13.090986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:13.098437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:13.098927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] Network hostable DHCP agents. Network: 80a55be3-e003-4761-8b13-b7a58d796be2, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:56:13.157380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] Network 80a55be3-e003-4761-8b13-b7a58d796be2 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:56:13.185742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 80a55be3-e003-4761-8b13-b7a58d796be2) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:13.198460 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:13.203369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3bd1c464-277a-4f40-b81d-7031f86d7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:48Z', 'revision_number': 4, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4796e885-fc4d-4956-9cb5-e690d92801d1', 'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'mac_address': 'fa:16:3e:8e:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:47Z', 'updated_at': '2021-11-19T18:52:55Z', 'revision_number': 5, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'subnets': [{'id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:13.231965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:13.232987 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:13.238069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cd348d0-abce-4e6f-98a7-d0561a10bf66 req-0d7967fb-7369-485b-90b7-1e97d9a2fae6 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bae9d7f-f1c3-466f-9814-0791c161fbff HTTP/1.1" status: 200 len: 210 time: 0.0735164 Nov 19 18:56:13.263724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-333dc68f-8ab8-47e4-9332-a7a9293e38f8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7454996 Nov 19 18:56:13.315596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-dca78f6d-6f38-4146-9c9e-7baef4bcc5f4 req-4a7fe06b-7c86-4485-8796-8a47001640fe tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-831571910', 'description': 'tempest-description-558062779'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:13.363190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a7b29-0831-400e-a4b5-a91903c02a1c None None] Network 80a55be3-e003-4761-8b13-b7a58d796be2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:56:13.371643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd1c464-277a-4f40-b81d-7031f86d7b63 None None] Checking router: 29c93f6d-e878-4564-a26a-0b31e814ce9e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:56:13.393273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dca78f6d-6f38-4146-9c9e-7baef4bcc5f4 req-4a7fe06b-7c86-4485-8796-8a47001640fe tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:13.453411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1c464-277a-4f40-b81d-7031f86d7b63 None None] Routers {'29c93f6d-e878-4564-a26a-0b31e814ce9e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:13.454561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3bd1c464-277a-4f40-b81d-7031f86d7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['29c93f6d-e878-4564-a26a-0b31e814ce9e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:13.563758 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-b209a262-ebee-4b50-afc9-962590ff75ec tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b0edff492e384fc290975a98617e12f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814917 Nov 19 18:56:13.564378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 57612535-566b-492f-9cf9-40aae06c8bf0 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:56:13.643624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 57612535-566b-492f-9cf9-40aae06c8bf0 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:56:13.643624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 57612535-566b-492f-9cf9-40aae06c8bf0 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:56:13.719675 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dca78f6d-6f38-4146-9c9e-7baef4bcc5f4 req-4a7fe06b-7c86-4485-8796-8a47001640fe tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:13.754718 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dca78f6d-6f38-4146-9c9e-7baef4bcc5f4 req-4a7fe06b-7c86-4485-8796-8a47001640fe tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:13.757138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878d554-00c0-4c88-afd8-6d88ee7277fb req-06c92bc7-6668-404c-8bb0-4d0efb87e008 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:13.782351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4878d554-00c0-4c88-afd8-6d88ee7277fb req-06c92bc7-6668-404c-8bb0-4d0efb87e008 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 945 time: 0.1359277 Nov 19 18:56:13.786686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-3bd1c464-277a-4f40-b81d-7031f86d7b63 None None] Set router 29c93f6d-e878-4564-a26a-0b31e814ce9e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:13.858315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c4e8be-3abe-4fc7-a4fa-fa1619df7bcc None None] Network 80a55be3-e003-4761-8b13-b7a58d796be2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:56:13.927375 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4878d554-00c0-4c88-afd8-6d88ee7277fb req-9be4080b-cde9-4c11-8665-77ba334aee0f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407983 Nov 19 18:56:13.942652 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dca78f6d-6f38-4146-9c9e-7baef4bcc5f4 req-4a7fe06b-7c86-4485-8796-8a47001640fe tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:13.968917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dca78f6d-6f38-4146-9c9e-7baef4bcc5f4 req-4a7fe06b-7c86-4485-8796-8a47001640fe tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6576722 Nov 19 18:56:14.064730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fe06b-7c86-4485-8796-8a47001640fe tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3097f6b5-9307-4f2a-8c51-b8d3dd468196,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:14.154038 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ee7c2fb-0328-4922-936e-3aeb14978c89 req-0b172015-fd74-4127-9665-296796a4f750 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 210 time: 0.0497744 Nov 19 18:56:14.164040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-5cae5c6d-e6ed-4079-b4f9-e6bba49c6c62 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:14.165336 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-5cae5c6d-e6ed-4079-b4f9-e6bba49c6c62 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5835497 Nov 19 18:56:14.168205 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.180444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Request body: {'port': {'device_id': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'b0edff492e384fc290975a98617e12f8'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:14.235445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-43a53872-f708-41f8-af92-1979eff0116a req-01e24f64-b0da-40af-afdc-2d4302e6925b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2030590383', 'description': 'tempest-description-168251748'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:14.296185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-43a53872-f708-41f8-af92-1979eff0116a req-01e24f64-b0da-40af-afdc-2d4302e6925b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.372526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Made reservation on behalf of b0edff492e384fc290975a98617e12f8 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:14.376289 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.391735 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.426576 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-43a53872-f708-41f8-af92-1979eff0116a req-01e24f64-b0da-40af-afdc-2d4302e6925b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.442925 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-43a53872-f708-41f8-af92-1979eff0116a req-01e24f64-b0da-40af-afdc-2d4302e6925b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.493889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e24f64-b0da-40af-afdc-2d4302e6925b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517ea4c9-17cd-4453-89b3-6578b238174f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:14.511428 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-43a53872-f708-41f8-af92-1979eff0116a req-01e24f64-b0da-40af-afdc-2d4302e6925b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.513029 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-43a53872-f708-41f8-af92-1979eff0116a req-01e24f64-b0da-40af-afdc-2d4302e6925b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3133121 Nov 19 18:56:14.600041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.610588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.616540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3bd1c464-277a-4f40-b81d-7031f86d7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:48Z', 'revision_number': 4, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4796e885-fc4d-4956-9cb5-e690d92801d1', 'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'mac_address': 'fa:16:3e:8e:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:47Z', 'updated_at': '2021-11-19T18:52:55Z', 'revision_number': 5, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'subnets': [{'id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:14.699570 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd1c464-277a-4f40-b81d-7031f86d7b63 None None] The sync data for ids ['29c93f6d-e878-4564-a26a-0b31e814ce9e'] in n-d-815373-6 is: [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:52:48Z', 'revision_number': 4, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4796e885-fc4d-4956-9cb5-e690d92801d1', 'name': '', 'network_id': '771c6b1f-f339-42fa-b632-aa08933a0b14', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'mac_address': 'fa:16:3e:8e:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:47Z', 'updated_at': '2021-11-19T18:52:55Z', 'revision_number': 5, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'subnets': [{'id': 'f5465295-d6d3-46f4-a2ab-7792ea6e2507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:56:14.724176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e6a071-903a-409f-bf48-ad692051ce91,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:14.859699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Allocated IP 192.168.233.186 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/3d2ad11c-0607-447d-a5ad-b112b09a2bf0) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:14.913440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35616) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:14.919776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1864994034-network', 'tenant_id': '555df60fce9f416d89613715af54d12f'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:14.969418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Made reservation on behalf of 555df60fce9f416d89613715af54d12f for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:14.977350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.011718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.166940 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.173082 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.201402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:56:15.207501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6a661-d4ee-4bfa-b0a8-d85e4fa3a2a8 req-fedb6257-6718-4fa1-9fcb-88165343a038 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:15.209725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ea6a661-d4ee-4bfa-b0a8-d85e4fa3a2a8 req-fedb6257-6718-4fa1-9fcb-88165343a038 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.1581113 Nov 19 18:56:15.216619 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2608b38-1416-46bb-8297-eb24a72cd320 None None] New status for floating IP 3e0494a3-6f07-42eb-9341-20abb62a1724: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:56:15.237329 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b112ca1c-273a-4f94-ba22-f097c6bfe440,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:15.239943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ea6a661-d4ee-4bfa-b0a8-d85e4fa3a2a8 req-f723edad-ff4b-43a5-98ec-c89a70ab327b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/quotas/53e6341580de4da8b2e041b6688556b1 HTTP/1.1" status: 200 len: 375 time: 0.0221174 Nov 19 18:56:15.246343 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.246971 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Added segment bf2c5fab-c33b-4e6c-887e-2e2cbcb0e68c of type vlan for network 95f0edd3-506b-462d-91cb-474054ee9bed Nov 19 18:56:15.306412 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.338530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.345552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.346056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.346335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.346673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.347049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.347609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.347952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.349493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.349998 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.350316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.350648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.350968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:15.357016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.358221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:15.359568 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.387070 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ea6a661-d4ee-4bfa-b0a8-d85e4fa3a2a8 req-b945dee6-ce1c-4613-9bf2-646260024dfc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1312516 Nov 19 18:56:15.396966 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4790566 Nov 19 18:56:15.397791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35632) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:15.404945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] Request body: {'subnet': {'network_id': '95f0edd3-506b-462d-91cb-474054ee9bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1864994034-subnet', 'tenant_id': '555df60fce9f416d89613715af54d12f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:15.458307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaecc00-eb8e-4750-9871-898f028a96e3 admin admin] Pushing event updated for resources: {'Network': ['ID=95f0edd3-506b-462d-91cb-474054ee9bed,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:15.471959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 95f0edd3-506b-462d-91cb-474054ee9bed details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:56:15.501257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-d3a7386e-58a4-4444-9e58-c3af149f950d req-f4476701-c0c1-4334-865d-4fbf6e5ce473 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-276145239', 'description': 'tempest-description-869277297'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:15.531115 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d3a7386e-58a4-4444-9e58-c3af149f950d req-f4476701-c0c1-4334-865d-4fbf6e5ce473 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.593251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ea6a661-d4ee-4bfa-b0a8-d85e4fa3a2a8 req-c460f6e2-17d6-4570-a435-bdc290c62b2b service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842835 Nov 19 18:56:15.661781 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d3a7386e-58a4-4444-9e58-c3af149f950d req-f4476701-c0c1-4334-865d-4fbf6e5ce473 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.668694 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d3a7386e-58a4-4444-9e58-c3af149f950d req-f4476701-c0c1-4334-865d-4fbf6e5ce473 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.707201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d3a7386e-58a4-4444-9e58-c3af149f950d req-f4476701-c0c1-4334-865d-4fbf6e5ce473 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.720491 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d3a7386e-58a4-4444-9e58-c3af149f950d req-f4476701-c0c1-4334-865d-4fbf6e5ce473 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2245126 Nov 19 18:56:15.722725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4476701-c0c1-4334-865d-4fbf6e5ce473 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7e74b9-955d-4194-af2a-f11a6e492829,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:15.736037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] Made reservation on behalf of 555df60fce9f416d89613715af54d12f for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:15.740498 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.861555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:15.873251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa0a27-be18-456d-be13-36fc6fb93ced req-532a2fcf-1aba-4c2b-b902-d4de80258a79 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:15.875483 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98aa0a27-be18-456d-be13-36fc6fb93ced req-532a2fcf-1aba-4c2b-b902-d4de80258a79 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 936 time: 0.0753968 Nov 19 18:56:15.899473 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ea6a661-d4ee-4bfa-b0a8-d85e4fa3a2a8 req-5f6e6020-2da0-4060-98af-12124f51db29 service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945464 Nov 19 18:56:15.940148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35644) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:15.958528 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98aa0a27-be18-456d-be13-36fc6fb93ced req-7277f817-f56a-4540-8c5f-766f05f1311b tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768292 Nov 19 18:56:15.971015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:15.981084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:15.989666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:16.021406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Pushing event updated for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:16.080818 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:16.081326 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:16.086017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35648) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:16.192460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-ae15c9b6-0a33-403a-a997-389fbd91e8c0 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0173168 Nov 19 18:56:16.224858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Request body: {'port': {'device_id': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:16.280065 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eea91b22-5dc9-43bc-89f8-15081708810f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:16.352780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbb2f-7403-42c5-9a41-9961fa1babf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:16.416392 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:16.515114 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:16.575201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-64a7a1a8-f176-4bd7-b307-ef7a92daa452 None None] Provisioning complete for port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:16.575787 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-64a7a1a8-f176-4bd7-b307-ef7a92daa452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:16.629786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b185ae59-e9b4-489a-9bc3-934fa63434b2,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:16.735018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-64a7a1a8-f176-4bd7-b307-ef7a92daa452 None None] Port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:56:16.749714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] Checking segment: {'id': 'bf2c5fab-c33b-4e6c-887e-2e2cbcb0e68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '95f0edd3-506b-462d-91cb-474054ee9bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:16.750744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] Network hostable DHCP agents. Network: 95f0edd3-506b-462d-91cb-474054ee9bed, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:56:16.850672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbb2f-7403-42c5-9a41-9961fa1babf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:16.875399 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbb2f-7403-42c5-9a41-9961fa1babf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:16.891937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] Network 95f0edd3-506b-462d-91cb-474054ee9bed is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:56:17.022570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 95f0edd3-506b-462d-91cb-474054ee9bed) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:17.029176 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ff2bbb2f-7403-42c5-9a41-9961fa1babf5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8580ccb460c4fb3a4a721973bb06d18&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0878356 Nov 19 18:56:17.032364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:17.032963 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:17.033468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a66d1e-a366-4e5b-b7ae-2c3827991c06 None None] Network 95f0edd3-506b-462d-91cb-474054ee9bed requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:56:17.035330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bbb2f-7403-42c5-9a41-9961fa1babf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8827c5-24c4-4a9d-94ce-0c6c84af3c96,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:17.036742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35680) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:17.080206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-643f3a37-7dcc-49de-b3c6-221a3df9c676 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6789525 Nov 19 18:56:17.151303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eea91b22-5dc9-43bc-89f8-15081708810f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:17.254686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c6cdfba-f963-4d52-95e5-a64ea7c875f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:17.277513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d529e9e3-eee1-4f93-9222-df3a9c32e05a None None] Network 95f0edd3-506b-462d-91cb-474054ee9bed requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:56:17.281978 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c6cdfba-f963-4d52-95e5-a64ea7c875f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:17.300160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:17.319712 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:17.361097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Transition to ACTIVE for port object 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:56:17.370656 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:17.447530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c6cdfba-f963-4d52-95e5-a64ea7c875f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:17.450308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c6cdfba-f963-4d52-95e5-a64ea7c875f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:17.453931 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8c6cdfba-f963-4d52-95e5-a64ea7c875f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b8827c5-24c4-4a9d-94ce-0c6c84af3c96 HTTP/1.1" status: 204 len: 168 time: 0.4083002 Nov 19 18:56:17.485899 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-752faf3d-680f-42f2-80f0-a0ff1146f10d req-88f51f07-c817-4fb7-a367-db452667d6dd tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87e9febe9e184541b7a1c4e5650f4978 HTTP/1.1" status: 200 len: 10997 time: 1.2792301 Nov 19 18:56:17.518235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cdfba-f963-4d52-95e5-a64ea7c875f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8827c5-24c4-4a9d-94ce-0c6c84af3c96,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:17.569337 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eea91b22-5dc9-43bc-89f8-15081708810f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:17.578685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eea91b22-5dc9-43bc-89f8-15081708810f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:17.582350 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eea91b22-5dc9-43bc-89f8-15081708810f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "DELETE /v2.0/security-groups/12057947-5597-43eb-acd7-303f1133bdb9 HTTP/1.1" status: 204 len: 168 time: 1.4921401 Nov 19 18:56:17.591072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35702) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:17.682481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea91b22-5dc9-43bc-89f8-15081708810f tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12057947-5597-43eb-acd7-303f1133bdb9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:17.708603 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-752faf3d-680f-42f2-80f0-a0ff1146f10d req-6d51ef2a-4be1-4e4b-801c-4e8dc1dc42e9 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/2b84f474-731a-4951-9f56-9b091fe61e8c HTTP/1.1" status: 200 len: 2998 time: 0.2193711 Nov 19 18:56:17.728253 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-4a866d9b-8c36-4452-9575-2b4a6aed48bc tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] show failed (client error): The resource could not be found. Nov 19 18:56:17.731353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4a866d9b-8c36-4452-9575-2b4a6aed48bc tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "GET /v2.0/security-groups/12057947-5597-43eb-acd7-303f1133bdb9 HTTP/1.1" status: 404 len: 347 time: 0.1242857 Nov 19 18:56:17.739787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35708) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:17.745785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Pushing event updated for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:17.811301 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-752faf3d-680f-42f2-80f0-a0ff1146f10d req-5e8a19ff-e413-4789-8c97-f5f6a0a577aa tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/2b84f474-731a-4951-9f56-9b091fe61e8c HTTP/1.1" status: 200 len: 2998 time: 0.1016433 Nov 19 18:56:17.862692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Attempting to bind port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:17.863161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Attempting to bind port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:17.863467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Attempting to bind port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:17.934521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:56:17.934785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Attempting to bind port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:17.970362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:17.970619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:17.970868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:17.971317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Bound port: 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:17.971688 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.000233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35716) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:18.010534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4693bc2-5640-4ffe-9753-f643760a8d01 req-50432344-f20a-4a9b-b5d4-d02590618c05 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:18.012092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4693bc2-5640-4ffe-9753-f643760a8d01 req-50432344-f20a-4a9b-b5d4-d02590618c05 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 948 time: 0.1938543 Nov 19 18:56:18.020098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec5ff-ead6-471e-b6ff-81a00ade33d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.139585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0e153d55-69d1-452d-8193-b097a887a9c0 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Deleting port 6151c95b-83b8-4e5f-963e-2e43c28d9ea0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:56:18.139928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e153d55-69d1-452d-8193-b097a887a9c0 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.151130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec5ff-ead6-471e-b6ff-81a00ade33d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.158821 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec5ff-ead6-471e-b6ff-81a00ade33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.170318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4693bc2-5640-4ffe-9753-f643760a8d01 req-fa2ff272-c88b-4a13-bbaa-f682bf651bac tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378081 Nov 19 18:56:18.219504 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ec8ec5ff-ead6-471e-b6ff-81a00ade33d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5180a523cf024ca3a3c30e3aa45c3cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179058 Nov 19 18:56:18.220166 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ec5ff-ead6-471e-b6ff-81a00ade33d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af03fd48-cb7d-4b0f-b4d4-9c9bf2797f57,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:18.223007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35722) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:18.240903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:18.275276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:18.300381 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.301228 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08717b42-74c7-41e1-b0e0-5585a2f39970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.344008 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08717b42-74c7-41e1-b0e0-5585a2f39970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.381024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:18.381646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.383689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] 10.222.0.21 "PUT /v2.0/ports/3d2ad11c-0607-447d-a5ad-b112b09a2bf0 HTTP/1.1" status: 200 len: 1096 time: 2.1798902 Nov 19 18:56:18.384149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:18.386513 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b821155-e270-4199-8b82-69c3980a9924" -d '{"events": [{"name": "network-changed", "server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:18.435036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08717b42-74c7-41e1-b0e0-5585a2f39970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.439027 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08717b42-74c7-41e1-b0e0-5585a2f39970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.443787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08717b42-74c7-41e1-b0e0-5585a2f39970 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af03fd48-cb7d-4b0f-b4d4-9c9bf2797f57 HTTP/1.1" status: 204 len: 168 time: 0.2186611 Nov 19 18:56:18.448363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8adf2fc-836a-4f42-9153-460a6f44359e req-4e987194-2db2-40f9-b338-2a68a191ad40 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/3097f6b5-9307-4f2a-8c51-b8d3dd468196 HTTP/1.1" status: 200 len: 1816 time: 0.2091260 Nov 19 18:56:18.453214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e153d55-69d1-452d-8193-b097a887a9c0 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.453555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e153d55-69d1-452d-8193-b097a887a9c0 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.547348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0e153d55-69d1-452d-8193-b097a887a9c0 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Calling delete_port for 6151c95b-83b8-4e5f-963e-2e43c28d9ea0 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:18.559849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e623e70-be0c-4dc7-9537-5176f2ba4bfa service neutron] Pushing event updated for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:18.600662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-fc7966c6-60f8-4298-971b-bcd3b4068880 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:18.602997 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-fc7966c6-60f8-4298-971b-bcd3b4068880 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 807 time: 0.1532633 Nov 19 18:56:18.608930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08717b42-74c7-41e1-b0e0-5585a2f39970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af03fd48-cb7d-4b0f-b4d4-9c9bf2797f57,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:18.623135 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-335acf16-fa38-49d3-b846-55f123aea644 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/quotas/259b3162d6d440c788fffaaf792127c3 HTTP/1.1" status: 200 len: 375 time: 0.0118227 Nov 19 18:56:18.673275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-c80ee233-b212-4f4c-a15f-b86d0ef276fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:18.674759 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-c80ee233-b212-4f4c-a15f-b86d0ef276fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0edff492e384fc290975a98617e12f8&device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 1099 time: 0.2080815 Nov 19 18:56:18.677584 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b8adf2fc-836a-4f42-9153-460a6f44359e req-1dd674b9-e19e-42ce-bafc-5e296e05e620 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.710211 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-e3892c0f-d025-4578-8188-e188ddb0d717 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760539 Nov 19 18:56:18.759187 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-703b02c8-34cb-4919-be94-08c3fea10c5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0 HTTP/1.1" status: 200 len: 217 time: 0.0727549 Nov 19 18:56:18.764236 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b8adf2fc-836a-4f42-9153-460a6f44359e req-1dd674b9-e19e-42ce-bafc-5e296e05e620 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.853408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-01079a5a-b5d3-4a8e-af5c-bb1c45214fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:18.855033 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-01079a5a-b5d3-4a8e-af5c-bb1c45214fc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0867336 Nov 19 18:56:18.870053 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-1cf30336-edf2-46c9-aa23-04617b698298 service neutron] 10.222.0.50 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587932 Nov 19 18:56:18.903518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b8adf2fc-836a-4f42-9153-460a6f44359e req-1dd674b9-e19e-42ce-bafc-5e296e05e620 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.907104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b8adf2fc-836a-4f42-9153-460a6f44359e req-1dd674b9-e19e-42ce-bafc-5e296e05e620 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:18.920601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8adf2fc-836a-4f42-9153-460a6f44359e req-1dd674b9-e19e-42ce-bafc-5e296e05e620 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "DELETE /v2.0/security-groups/3097f6b5-9307-4f2a-8c51-b8d3dd468196 HTTP/1.1" status: 204 len: 173 time: 0.4712920 Nov 19 18:56:19.003032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-7686bfc2-db8f-463f-b530-1038efc6dfbf service neutron] 10.222.0.50 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264043 Nov 19 18:56:19.042781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd674b9-e19e-42ce-bafc-5e296e05e620 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3097f6b5-9307-4f2a-8c51-b8d3dd468196,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:19.069260 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e153d55-69d1-452d-8193-b097a887a9c0 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:19.132447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e153d55-69d1-452d-8193-b097a887a9c0 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Pushing event deleted for resources: {'Port': ['ID=6151c95b-83b8-4e5f-963e-2e43c28d9ea0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:19.137292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-05940767-6156-432e-a6c3-976adc3aee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:19.138903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-05940767-6156-432e-a6c3-976adc3aee7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2726178 Nov 19 18:56:19.279029 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f718d9-15ca-4543-aaa2-4a74030c044b x-openstack-request-id: req-49f718d9-15ca-4543-aaa2-4a74030c044b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:19.279334 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:19.279600 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49f718d9-15ca-4543-aaa2-4a74030c044b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:19.280011 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'status': 'completed', 'code': 200} Nov 19 18:56:19.297263 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-7f50dbc1-5128-4fef-a734-509f9f138e81 req-4f32b4e3-9bf8-46b4-a642-975266a0f71e tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] show failed (client error): The resource could not be found. Nov 19 18:56:19.314581 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f50dbc1-5128-4fef-a734-509f9f138e81 req-4f32b4e3-9bf8-46b4-a642-975266a0f71e tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/3097f6b5-9307-4f2a-8c51-b8d3dd468196 HTTP/1.1" status: 404 len: 352 time: 0.0313041 Nov 19 18:56:19.343130 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e153d55-69d1-452d-8193-b097a887a9c0 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:19.346434 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e153d55-69d1-452d-8193-b097a887a9c0 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:19.347354 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0e153d55-69d1-452d-8193-b097a887a9c0 tempest-ServersTestFqdnHostnames-1976654190 tempest-ServersTestFqdnHostnames-1976654190-project] 10.222.0.50 "DELETE /v2.0/floatingips/3e0494a3-6f07-42eb-9341-20abb62a1724 HTTP/1.1" status: 204 len: 168 time: 1.6033583 Nov 19 18:56:19.356237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35784) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:19.392884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2662b65d-210b-4b16-baf5-0e056ec7c9ac req-7ba7d6f6-fc86-4552-9445-065f12ef42a3 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 210 time: 0.0434794 Nov 19 18:56:19.475796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-41b5778e-7934-4400-8702-d1be1bbc4e05 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:19.477572 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-41b5778e-7934-4400-8702-d1be1bbc4e05 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.4114223 Nov 19 18:56:19.527305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-a0ee6de5-3119-4833-bd5b-97b98ce9d88f service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095286 Nov 19 18:56:19.567935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-8603e07f-ff50-4b23-8cf0-4071129afdc0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/quotas/53e6341580de4da8b2e041b6688556b1 HTTP/1.1" status: 200 len: 375 time: 0.0433533 Nov 19 18:56:19.607476 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d455d44-01be-4647-9df0-600cecdf0ba0 req-9fc65798-c217-4e1e-8e1f-1f9685dec001 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:19.609032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0d455d44-01be-4647-9df0-600cecdf0ba0 req-9fc65798-c217-4e1e-8e1f-1f9685dec001 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 948 time: 0.0617952 Nov 19 18:56:19.670655 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0d455d44-01be-4647-9df0-600cecdf0ba0 req-85fa3bb6-197d-4934-84b6-80d55097176b tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540199 Nov 19 18:56:19.749660 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-99a35745-d233-4dd9-86c5-65087385f52f req-007ebe9e-11cc-4b82-831e-52fdc044a12e tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/517ea4c9-17cd-4453-89b3-6578b238174f HTTP/1.1" status: 200 len: 1817 time: 0.0482786 Nov 19 18:56:19.819897 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-99a35745-d233-4dd9-86c5-65087385f52f req-178397aa-9069-4bad-ab28-1ce4a13a957d tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:19.862462 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-99a35745-d233-4dd9-86c5-65087385f52f req-178397aa-9069-4bad-ab28-1ce4a13a957d tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:19.938836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-99a35745-d233-4dd9-86c5-65087385f52f req-178397aa-9069-4bad-ab28-1ce4a13a957d tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:19.941593 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-99a35745-d233-4dd9-86c5-65087385f52f req-178397aa-9069-4bad-ab28-1ce4a13a957d tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:19.942858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-99a35745-d233-4dd9-86c5-65087385f52f req-178397aa-9069-4bad-ab28-1ce4a13a957d tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "DELETE /v2.0/security-groups/517ea4c9-17cd-4453-89b3-6578b238174f HTTP/1.1" status: 204 len: 173 time: 0.1865249 Nov 19 18:56:19.960543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178397aa-9069-4bad-ab28-1ce4a13a957d tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=517ea4c9-17cd-4453-89b3-6578b238174f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:20.103817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-805b7890-760c-47b4-baca-6f96b75fb996 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4840567 Nov 19 18:56:20.108074 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8dd5878a-90ed-49b8-a111-69f6113a0067 req-9cf86776-5fc7-444d-b9c1-043462808f92 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677373 Nov 19 18:56:20.127519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2096-dfb3-4491-b2f5-9936b5500fac req-c0456b86-a6d7-4502-9922-6d79a92e0ab4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:20.129604 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8a2c2096-dfb3-4491-b2f5-9936b5500fac req-c0456b86-a6d7-4502-9922-6d79a92e0ab4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 946 time: 0.0821428 Nov 19 18:56:20.220598 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8a2c2096-dfb3-4491-b2f5-9936b5500fac req-f04a7c42-0ad4-4742-984e-be91d754ba2c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817471 Nov 19 18:56:20.248717 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-8d99287c-bcdd-436d-9e4b-0529c7b5cc2b req-0035fed4-5d4a-4adc-a625-777509492d2a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] show failed (client error): The resource could not be found. Nov 19 18:56:20.249951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8d99287c-bcdd-436d-9e4b-0529c7b5cc2b req-0035fed4-5d4a-4adc-a625-777509492d2a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/517ea4c9-17cd-4453-89b3-6578b238174f HTTP/1.1" status: 404 len: 352 time: 0.0157347 Nov 19 18:56:20.321375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b821155-e270-4199-8b82-69c3980a9924 req-6669acd9-b959-4a2d-970e-7d1ca8d00d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:20.323004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b821155-e270-4199-8b82-69c3980a9924 req-6669acd9-b959-4a2d-970e-7d1ca8d00d32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0edff492e384fc290975a98617e12f8&device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 1099 time: 0.1194355 Nov 19 18:56:20.327105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-d16df63b-274f-44c3-ba9e-fc2a75935d3f service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064760 Nov 19 18:56:20.536138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b821155-e270-4199-8b82-69c3980a9924 req-ddba3bce-a929-410e-bcd5-e6dd49355c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:20.537991 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b821155-e270-4199-8b82-69c3980a9924 req-ddba3bce-a929-410e-bcd5-e6dd49355c24 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2066269 Nov 19 18:56:20.595023 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-3ea6500a-6ac4-41c4-a6e3-c689948ef978 service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082012 Nov 19 18:56:20.597653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b821155-e270-4199-8b82-69c3980a9924 req-e3dc4b1d-908d-4145-8047-97b913165496 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0 HTTP/1.1" status: 200 len: 217 time: 0.0499907 Nov 19 18:56:20.702312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35850) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:20.781171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b821155-e270-4199-8b82-69c3980a9924 req-6dea9d2e-a42d-4060-b5c5-2c2d82fdb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:20.782879 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b821155-e270-4199-8b82-69c3980a9924 req-6dea9d2e-a42d-4060-b5c5-2c2d82fdb701 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1613612 Nov 19 18:56:20.841443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4377ad27-851e-45f7-8787-6f49608e729d req-aab48f62-ade3-4366-a698-c83a4b097f21 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/ad7e74b9-955d-4194-af2a-f11a6e492829 HTTP/1.1" status: 200 len: 1816 time: 0.1006544 Nov 19 18:56:20.857091 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:20.870797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b233ca16-be63-4822-b629-2a9b898a2ac1 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:20.870797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b233ca16-be63-4822-b629-2a9b898a2ac1 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.57 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 807 time: 0.2609172 Nov 19 18:56:20.890972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Request body: {'port': {'device_id': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2', 'admin_state_up': True, 'tenant_id': '259b3162d6d440c788fffaaf792127c3'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:20.927718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b821155-e270-4199-8b82-69c3980a9924 req-3fc4eefb-f303-44c2-adcb-3c0b0cffe2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:20.930112 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b821155-e270-4199-8b82-69c3980a9924 req-3fc4eefb-f303-44c2-adcb-3c0b0cffe2b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356189 Nov 19 18:56:20.989143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4377ad27-851e-45f7-8787-6f49608e729d req-aced6fc0-4de8-419c-8d1a-8ea017879588 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.041714 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4377ad27-851e-45f7-8787-6f49608e729d req-aced6fc0-4de8-419c-8d1a-8ea017879588 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.085120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a138a992-c407-44d1-a673-e3978434c3b2 req-06d9a9dc-a377-451a-9e92-5a8fafd048dd tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 210 time: 0.0801690 Nov 19 18:56:21.090053 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0a9dca7-753e-450e-95dc-a1a66defd967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.098652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Made reservation on behalf of 259b3162d6d440c788fffaaf792127c3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:21.102577 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.138595 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4377ad27-851e-45f7-8787-6f49608e729d req-aced6fc0-4de8-419c-8d1a-8ea017879588 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.141461 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4377ad27-851e-45f7-8787-6f49608e729d req-aced6fc0-4de8-419c-8d1a-8ea017879588 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.152083 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4377ad27-851e-45f7-8787-6f49608e729d req-aced6fc0-4de8-419c-8d1a-8ea017879588 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "DELETE /v2.0/security-groups/ad7e74b9-955d-4194-af2a-f11a6e492829 HTTP/1.1" status: 204 len: 173 time: 0.3096371 Nov 19 18:56:21.174349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced6fc0-4de8-419c-8d1a-8ea017879588 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7e74b9-955d-4194-af2a-f11a6e492829,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:21.248051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b821155-e270-4199-8b82-69c3980a9924 req-58d9aa8c-7f86-4199-89fb-73a952e288c4 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084753 Nov 19 18:56:21.311218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Allocated IP 172.20.0.3 (80a55be3-e003-4761-8b13-b7a58d796be2/75459c32-c9b9-44ce-a1f4-a5e3d5132ec5/f1bc1216-8ec9-41a7-8db1-07774156f921) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:21.426560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0a9dca7-753e-450e-95dc-a1a66defd967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.447209 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69f632-53ea-45be-8260-07c91b77aed2 req-4f55cb99-3adc-440b-a075-186eed611bb3 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:21.454296 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b69f632-53ea-45be-8260-07c91b77aed2 req-4f55cb99-3adc-440b-a075-186eed611bb3 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 948 time: 0.2133002 Nov 19 18:56:21.456206 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0a9dca7-753e-450e-95dc-a1a66defd967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.468431 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-303fa0ad-d772-4782-9372-b72b2c90c7e1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670662 Nov 19 18:56:21.551841 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e0a9dca7-753e-450e-95dc-a1a66defd967 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0181b427ff6f4bc0bcf182b19c646e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8280005 Nov 19 18:56:21.558431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35882) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:21.566637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9dca7-753e-450e-95dc-a1a66defd967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aa8925-c364-4df3-a021-50761e6e7191,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:21.574606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b821155-e270-4199-8b82-69c3980a9924 req-3b819fb1-4f69-48d3-bcbd-07763f3b19be service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024752 Nov 19 18:56:21.619022 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.625578 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b69f632-53ea-45be-8260-07c91b77aed2 req-b34fbb4f-31d8-4288-8e18-7a750406fcd2 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692343 Nov 19 18:56:21.678590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-5a61d63a-539b-45db-8021-a975524a878c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:21.680922 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-5a61d63a-539b-45db-8021-a975524a878c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035401 Nov 19 18:56:21.707421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] Deleting port 4796e885-fc4d-4956-9cb5-e690d92801d1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:56:21.707767 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.717444 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-24e8740c-d61a-4c72-b5cc-d1c2fbafd6ce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/quotas/d1e4c83e396245f58364fb76770be297 HTTP/1.1" status: 200 len: 375 time: 0.0293090 Nov 19 18:56:21.724362 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d86cbf25-d004-4448-90cf-fdb4434e65ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.750755 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.774847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-752dd67b-8582-467b-b995-e776865cfab4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442162 Nov 19 18:56:21.783249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0e9915d-4c43-4f1d-8783-657d2badb9bf req-47bb817b-ec51-4c5e-ba63-2f1ee716673b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 210 time: 0.0609200 Nov 19 18:56:21.786031 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d86cbf25-d004-4448-90cf-fdb4434e65ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.841417 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] For port 4796e885-fc4d-4956-9cb5-e690d92801d1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4796e885-fc4d-4956-9cb5-e690d92801d1,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:21.841949 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.854251 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-7d31e040-0e56-46df-9cbe-f6e34511b5b3 req-decf610f-aba1-41ad-b724-e9a27aa2ad8e tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] show failed (client error): The resource could not be found. Nov 19 18:56:21.855295 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d31e040-0e56-46df-9cbe-f6e34511b5b3 req-decf610f-aba1-41ad-b724-e9a27aa2ad8e tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/ad7e74b9-955d-4194-af2a-f11a6e492829 HTTP/1.1" status: 404 len: 352 time: 0.0376170 Nov 19 18:56:21.859151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Network 80a55be3-e003-4761-8b13-b7a58d796be2 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:21.862882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] Calling delete_port for 4796e885-fc4d-4956-9cb5-e690d92801d1 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:21.872013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:21.874908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Pushing event updated for resources: {'Port': ['ID=f1bc1216-8ec9-41a7-8db1-07774156f921,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:21.877632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:21.957125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:21.957819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.960294 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d86cbf25-d004-4448-90cf-fdb4434e65ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.962960 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d86cbf25-d004-4448-90cf-fdb4434e65ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:21.967227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d86cbf25-d004-4448-90cf-fdb4434e65ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4aa8925-c364-4df3-a021-50761e6e7191 HTTP/1.1" status: 204 len: 168 time: 0.4047205 Nov 19 18:56:22.003327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cbf25-d004-4448-90cf-fdb4434e65ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aa8925-c364-4df3-a021-50761e6e7191,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:22.013811 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-805143e4-b251-4b26-b440-e0aa6520798c req-0056367a-3c59-4d7f-8307-231d1c5eada2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 210 time: 0.0475883 Nov 19 18:56:22.028195 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-b581ad89-bfe3-439c-a335-a54dac2b07ac tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1485128 Nov 19 18:56:22.056455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Request body: {'port': {'device_id': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:22.217334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8398759-6b7e-4d7a-ad23-2b36b0682b22 req-ef9f7f07-04c3-40ef-bc4f-dc824cb2f991 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87e9febe9e184541b7a1c4e5650f4978 HTTP/1.1" status: 200 len: 6201 time: 0.2816691 Nov 19 18:56:22.224110 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:22.315455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c75cf-cf5b-4c10-b1ee-3f67ae6452c7 req-c6ca7cf7-0940-4cab-b43c-5a67870b1e5a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:22.317284 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d0c75cf-cf5b-4c10-b1ee-3f67ae6452c7 req-c6ca7cf7-0940-4cab-b43c-5a67870b1e5a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 931 time: 0.1338594 Nov 19 18:56:22.350770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-83075a21-b9b8-4ee1-83d3-35eae63dce65 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:22.353116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-83075a21-b9b8-4ee1-83d3-35eae63dce65 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.2634230 Nov 19 18:56:22.360771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8398759-6b7e-4d7a-ad23-2b36b0682b22 req-081db725-1a06-4ca1-b6ef-09ff630ed708 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/2b84f474-731a-4951-9f56-9b091fe61e8c HTTP/1.1" status: 200 len: 2998 time: 0.1289425 Nov 19 18:56:22.371874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Request body: {'port': {'device_id': '8ea466d4-6a02-402f-ad57-e5cf5843d33c', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'admin_state_up': True, 'tenant_id': '53e6341580de4da8b2e041b6688556b1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:22.442685 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d0c75cf-cf5b-4c10-b1ee-3f67ae6452c7 req-e7fb70b2-aa9c-4a9d-b5a0-f96fed20ee77 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146240 Nov 19 18:56:22.456503 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:22.516774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=4796e885-fc4d-4956-9cb5-e690d92801d1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:22.518759 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35904) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:22.543946 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-959909fb-2f29-4b01-be9d-426da13a65e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:22.556708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8398759-6b7e-4d7a-ad23-2b36b0682b22 req-f18a74b8-688b-48c2-8c8e-feff31cc8393 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/2b84f474-731a-4951-9f56-9b091fe61e8c HTTP/1.1" status: 200 len: 2998 time: 0.1800935 Nov 19 18:56:22.639923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ab067a07-4c3a-489d-9c08-32a443d3210d req-2570ac90-35ea-468d-956a-c16d60dec721 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-128150756', 'description': 'tempest-description-565781541'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:22.684491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Made reservation on behalf of 53e6341580de4da8b2e041b6688556b1 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:22.690903 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:22.710571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bc1216-8ec9-41a7-8db1-07774156f921 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:22.730660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:22.756855 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab067a07-4c3a-489d-9c08-32a443d3210d req-2570ac90-35ea-468d-956a-c16d60dec721 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:22.777008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Transition to ACTIVE for port object f1bc1216-8ec9-41a7-8db1-07774156f921 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:56:22.795214 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:22.913073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-959909fb-2f29-4b01-be9d-426da13a65e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:22.928125 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:22.936240 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-959909fb-2f29-4b01-be9d-426da13a65e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:22.951083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bc1216-8ec9-41a7-8db1-07774156f921,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:23.018128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959909fb-2f29-4b01-be9d-426da13a65e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db251430-8df4-4533-9e4e-7df07748240d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:23.039987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70321131-3e01-4095-82d8-642f1a6b8574 req-7cedf2a3-d9a6-49de-9bf2-ef9961ac975c tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:23.041791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70321131-3e01-4095-82d8-642f1a6b8574 req-7cedf2a3-d9a6-49de-9bf2-ef9961ac975c tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 948 time: 0.2323556 Nov 19 18:56:23.043724 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab067a07-4c3a-489d-9c08-32a443d3210d req-2570ac90-35ea-468d-956a-c16d60dec721 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.049416 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-959909fb-2f29-4b01-be9d-426da13a65e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8acf45e6e9ad49c6aa2b4f3401465b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5294573 Nov 19 18:56:23.050549 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35920) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:23.067613 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab067a07-4c3a-489d-9c08-32a443d3210d req-2570ac90-35ea-468d-956a-c16d60dec721 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.105073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:23.105304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:23.105627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:23.126367 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab067a07-4c3a-489d-9c08-32a443d3210d req-2570ac90-35ea-468d-956a-c16d60dec721 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.127618 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab067a07-4c3a-489d-9c08-32a443d3210d req-2570ac90-35ea-468d-956a-c16d60dec721 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4985902 Nov 19 18:56:23.135886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Port f1bc1216-8ec9-41a7-8db1-07774156f921 on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:56:23.136208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:23.138357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570ac90-35ea-468d-956a-c16d60dec721 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bdf838-bcf0-4f66-a238-18a14b77c742,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:23.147254 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:23.147378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:23.147769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:23.148284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Bound port: f1bc1216-8ec9-41a7-8db1-07774156f921, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:23.148652 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.175330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-679fc7f6-5175-4ceb-b2ba-993de6940748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.238377 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-51ffaeb9-36c6-4ab8-abfa-2872b73e3e53 req-f7fdf226-406b-426e-b2d8-251ee7acc3ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 210 time: 0.0436139 Nov 19 18:56:23.266933 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-679fc7f6-5175-4ceb-b2ba-993de6940748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.288713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:23.324322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f1bc1216-8ec9-41a7-8db1-07774156f921,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:23.343666 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f22e00c3-ce2a-4d48-ab9d-c7662eaae95c req-79dc7bfc-f7e7-4291-a093-b28e13856910 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 210 time: 0.0390213 Nov 19 18:56:23.344760 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.380637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-fc51608d-4f22-457f-82f3-9a93ecef0e1d req-5f53b7c8-2911-4240-854f-dfb01df77992 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-172407723', 'description': 'tempest-description-227576085'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:23.402942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:23.403611 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.405024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] 10.222.0.57 "PUT /v2.0/ports/f1bc1216-8ec9-41a7-8db1-07774156f921 HTTP/1.1" status: 200 len: 1091 time: 1.3541994 Nov 19 18:56:23.405526 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'tag': 'f1bc1216-8ec9-41a7-8db1-07774156f921'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:23.407813 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f52aa9f-7e9c-4deb-b596-adb8312aa209" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6", "tag": "f1bc1216-8ec9-41a7-8db1-07774156f921"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:23.433667 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-679fc7f6-5175-4ceb-b2ba-993de6940748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.436772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-679fc7f6-5175-4ceb-b2ba-993de6940748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.440112 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-679fc7f6-5175-4ceb-b2ba-993de6940748 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db251430-8df4-4533-9e4e-7df07748240d HTTP/1.1" status: 204 len: 168 time: 0.3836696 Nov 19 18:56:23.447966 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fc51608d-4f22-457f-82f3-9a93ecef0e1d req-5f53b7c8-2911-4240-854f-dfb01df77992 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.461376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Allocated IP 172.20.0.4 (a1674ba9-cd11-4d8b-a32b-c297cfe7e545/fe59e18c-b7e3-459f-88b9-60024191b0d1/bab01183-f0c5-43c4-a411-1c147827eef9) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:23.482399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18359d19-8558-4084-a1d0-2a5d68e44747 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bc1216-8ec9-41a7-8db1-07774156f921,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:23.537650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70321131-3e01-4095-82d8-642f1a6b8574 req-42d436be-33a0-42f0-a274-342e71b7dbea tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856465 Nov 19 18:56:23.546190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fc7f6-5175-4ceb-b2ba-993de6940748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db251430-8df4-4533-9e4e-7df07748240d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:23.620882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:56:23.645991 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fc51608d-4f22-457f-82f3-9a93ecef0e1d req-5f53b7c8-2911-4240-854f-dfb01df77992 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.665439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fc51608d-4f22-457f-82f3-9a93ecef0e1d req-5f53b7c8-2911-4240-854f-dfb01df77992 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.729562 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da13ed63-c906-4a6d-a9c2-2fcf2721ee0a x-openstack-request-id: req-da13ed63-c906-4a6d-a9c2-2fcf2721ee0a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:23.729824 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6", "tag": "f1bc1216-8ec9-41a7-8db1-07774156f921", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:23.730052 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da13ed63-c906-4a6d-a9c2-2fcf2721ee0a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:23.731758 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'tag': 'f1bc1216-8ec9-41a7-8db1-07774156f921', 'status': 'completed', 'code': 200} Nov 19 18:56:23.734610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-e6f8f717-041a-419f-bfdb-9a45f05c6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:23.736415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-e6f8f717-041a-419f-bfdb-9a45f05c6934 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 1094 time: 0.2445915 Nov 19 18:56:23.740689 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fc51608d-4f22-457f-82f3-9a93ecef0e1d req-5f53b7c8-2911-4240-854f-dfb01df77992 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.748277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc51608d-4f22-457f-82f3-9a93ecef0e1d req-5f53b7c8-2911-4240-854f-dfb01df77992 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3739235 Nov 19 18:56:23.750558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-b99a43a6-4137-44a3-a172-df15813850df tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028662 Nov 19 18:56:23.764074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53b7c8-2911-4240-854f-dfb01df77992 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e40203d-bcfb-44a1-8422-f86b06cabf2e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:23.825711 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-ca955e69-0ebb-4a12-a463-0c34991b0ed6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1bc1216-8ec9-41a7-8db1-07774156f921 HTTP/1.1" status: 200 len: 217 time: 0.0736279 Nov 19 18:56:23.861216 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:23.948023 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:23.950398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:23.959029 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2aec93-da55-43ec-89cd-d1a0bcd56e03" -d '{"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-unplugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:23.968410 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.003062 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.013006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-54616eff-2b90-4f9d-8b01-3d8ddfcae5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:24.014576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdca94-056b-4caa-878e-a644640b2856 req-8508c5d3-df8a-42b3-aed6-3a5a9976a8d8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:24.015410 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-54616eff-2b90-4f9d-8b01-3d8ddfcae5d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.1740811 Nov 19 18:56:24.022343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3acdca94-056b-4caa-878e-a644640b2856 req-8508c5d3-df8a-42b3-aed6-3a5a9976a8d8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 943 time: 0.1872027 Nov 19 18:56:24.031627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] Router 29c93f6d-e878-4564-a26a-0b31e814ce9e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:56:24.057701 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:24.067105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.067846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.068296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.068734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.069167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.069599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.070221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.070730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.071281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.072034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.072947 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.073473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:24.082529 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-8da932b9-d3af-4035-9649-f8c78f69599c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564673 Nov 19 18:56:24.169153 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3acdca94-056b-4caa-878e-a644640b2856 req-81cd49eb-a82c-4726-86e6-8d9398ada690 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445858 Nov 19 18:56:24.172153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.187316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:24.191506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-c1ed7979-a9d6-4477-8839-923a5425c816 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:24.193208 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-c1ed7979-a9d6-4477-8839-923a5425c816 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4302866 Nov 19 18:56:24.210296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Request body: {'port': {'device_id': '4132bd9a-caca-425f-a6b0-bf423400cf6a', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'd1e4c83e396245f58364fb76770be297'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:24.278359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:24.284786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:24.290136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:24.292984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event updated for resources: {'Port': ['ID=bab01183-f0c5-43c4-a411-1c147827eef9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:24.310919 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214177d8-548e-481b-bea9-8f3f95109bcb x-openstack-request-id: req-214177d8-548e-481b-bea9-8f3f95109bcb {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:24.311216 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-unplugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:24.311475 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-214177d8-548e-481b-bea9-8f3f95109bcb {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:24.311877 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'code': 200} Nov 19 18:56:24.324874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:56:24.334522 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-92fb3939-6546-4bf6-b88a-2e5d85a12a7c admin admin] 10.222.0.50 "PUT /v2.0/routers/29c93f6d-e878-4564-a26a-0b31e814ce9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9750736 Nov 19 18:56:24.336457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35962) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:24.371944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c210fb24-02fa-4422-a3b1-92fd09357610 None None] Sync routers for ids ['29c93f6d-e878-4564-a26a-0b31e814ce9e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:56:24.403182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:24.403819 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.422551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c210fb24-02fa-4422-a3b1-92fd09357610 None None] Routers {'29c93f6d-e878-4564-a26a-0b31e814ce9e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:24.424997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c210fb24-02fa-4422-a3b1-92fd09357610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['29c93f6d-e878-4564-a26a-0b31e814ce9e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:24.470676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-6fb9a756-4bed-4f6e-9204-bd72b13658df tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:24.472230 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-6fb9a756-4bed-4f6e-9204-bd72b13658df tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 812 time: 0.4082386 Nov 19 18:56:24.487765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-9d8241ac-906e-4cd3-8e38-92d41a0b98a7 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929090 Nov 19 18:56:24.494134 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-11c36e6c-0353-4828-9083-5c2bb2f37fe0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1286519 Nov 19 18:56:24.499869 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-a221b95e-6426-4a39-83b2-ca345ee054c9 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/quotas/87e9febe9e184541b7a1c4e5650f4978 HTTP/1.1" status: 200 len: 375 time: 0.0110817 Nov 19 18:56:24.509278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Made reservation on behalf of d1e4c83e396245f58364fb76770be297 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:24.512100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Request body: {'port': {'device_id': '8ea466d4-6a02-402f-ad57-e5cf5843d33c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:24.512654 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.535631 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.561915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee729af-6c4e-4a93-97a5-7ad7882fd104 req-cfc078a6-3d05-4936-b99d-b66ef0eba049 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:24.563457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ee729af-6c4e-4a93-97a5-7ad7882fd104 req-cfc078a6-3d05-4936-b99d-b66ef0eba049 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 931 time: 0.1497927 Nov 19 18:56:24.564709 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.580955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-c210fb24-02fa-4422-a3b1-92fd09357610 None None] Set router 29c93f6d-e878-4564-a26a-0b31e814ce9e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:24.615453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:56:24.657017 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-21765b67-9914-4cae-9d6c-b2f684e8b8fd tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1316793 Nov 19 18:56:24.704845 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.744830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:24.772445 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85ad2c2f-43f7-4faa-8583-b944528c9b44 req-f38209cd-b37e-4bde-9c95-651586419e94 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715943 Nov 19 18:56:24.775943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ee729af-6c4e-4a93-97a5-7ad7882fd104 req-1dfda742-705b-4726-8914-5d9535dc63ac tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733406 Nov 19 18:56:24.805744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'mac_address': 'fa:16:3e:4c:e7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:56:24.870145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-1fceaf30-d032-4a20-af2c-20de796b58de service neutron] 10.222.0.50 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990840 Nov 19 18:56:24.936682 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.941644 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.962770 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.971636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:24.973734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:24.997988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2112a0f7-a54e-4661-95b0-e3f5f4c13ab9 req-f74a0ea2-10ea-4ee0-b0b0-9017af9571ac tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 210 time: 0.0438390 Nov 19 18:56:25.005510 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:25.013934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52aa9f-7e9c-4deb-b596-adb8312aa209 req-7aa7a21c-cbc1-4adc-8a6d-ffb1566988e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:25.015439 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f52aa9f-7e9c-4deb-b596-adb8312aa209 req-7aa7a21c-cbc1-4adc-8a6d-ffb1566988e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 1094 time: 0.1557684 Nov 19 18:56:25.022650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:25.055711 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:25.135454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:25.143130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2662a0-873c-487a-9ac2-5836cec664bb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:25.171919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c210fb24-02fa-4422-a3b1-92fd09357610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:56:22Z', 'revision_number': 5, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port': {'id': '7fd00e61-5f63-47a5-9de0-7030905f6c4f', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:41Z', 'updated_at': '2021-11-19T18:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:25.192286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087e451-6512-46fb-9615-99813c3d59a9 req-71b0dcc2-4afb-41cb-a653-78302ee7d401 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:25.199437 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-273b8baa-b0d3-4d9c-bbe1-df8f78b3fafe service neutron] 10.222.0.50 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277783 Nov 19 18:56:25.200110 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d087e451-6512-46fb-9615-99813c3d59a9 req-71b0dcc2-4afb-41cb-a653-78302ee7d401 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 949 time: 0.0855172 Nov 19 18:56:25.217070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c210fb24-02fa-4422-a3b1-92fd09357610 None None] Checking router: 29c93f6d-e878-4564-a26a-0b31e814ce9e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:56:25.229629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c210fb24-02fa-4422-a3b1-92fd09357610 None None] Routers {'29c93f6d-e878-4564-a26a-0b31e814ce9e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:25.230320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c210fb24-02fa-4422-a3b1-92fd09357610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['29c93f6d-e878-4564-a26a-0b31e814ce9e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:25.233171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Deleting port 7fd00e61-5f63-47a5-9de0-7030905f6c4f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:56:25.233507 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:25.312981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52aa9f-7e9c-4deb-b596-adb8312aa209 req-aa28d16a-837a-4d1b-a706-6d2ef44f8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:25.314509 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f52aa9f-7e9c-4deb-b596-adb8312aa209 req-aa28d16a-837a-4d1b-a706-6d2ef44f8dae service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.2760663 Nov 19 18:56:25.318302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['3d2ad11c-0607-447d-a5ad-b112b09a2bf0'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:25.356277 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d087e451-6512-46fb-9615-99813c3d59a9 req-4c22b349-b80f-4de8-8434-2fb050078a6c tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552181 Nov 19 18:56:25.364619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Allocated IP 192.168.233.191 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/8db4de91-f995-4ba7-a61f-8b89e299b27d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:25.367608 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f52aa9f-7e9c-4deb-b596-adb8312aa209 req-10ad6229-4a3a-4aa7-8294-f244a237a2dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1bc1216-8ec9-41a7-8db1-07774156f921 HTTP/1.1" status: 200 len: 217 time: 0.0414653 Nov 19 18:56:25.395550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-c210fb24-02fa-4422-a3b1-92fd09357610 None None] Set router 29c93f6d-e878-4564-a26a-0b31e814ce9e gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:25.428681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52aa9f-7e9c-4deb-b596-adb8312aa209 req-c2d14946-4a5a-4858-9d91-d8c6bcc26776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:25.430167 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f52aa9f-7e9c-4deb-b596-adb8312aa209 req-c2d14946-4a5a-4858-9d91-d8c6bcc26776 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.0522881 Nov 19 18:56:25.462743 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c210fb24-02fa-4422-a3b1-92fd09357610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:56:24Z', 'revision_number': 6, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:25.478196 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab01183-f0c5-43c4-a411-1c147827eef9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:25.483770 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f52aa9f-7e9c-4deb-b596-adb8312aa209 req-ceb07cb6-b420-443d-a46f-3c0058844371 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392892 Nov 19 18:56:25.492156 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:25.510212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Transition to ACTIVE for port object bab01183-f0c5-43c4-a411-1c147827eef9 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:56:25.528672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:25.531187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c210fb24-02fa-4422-a3b1-92fd09357610 None None] The sync data for ids ['29c93f6d-e878-4564-a26a-0b31e814ce9e'] in n-d-815373-6 is: [{'id': '29c93f6d-e878-4564-a26a-0b31e814ce9e', 'name': 'tempest-ServersTestFqdnHostnames-64331969-router', 'tenant_id': 'ef0679c5fafa485eb373069d774a7a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:39Z', 'updated_at': '2021-11-19T18:56:24Z', 'revision_number': 6, 'project_id': 'ef0679c5fafa485eb373069d774a7a70', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:56:25.663675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:56:25.828651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Attempting to bind port bab01183-f0c5-43c4-a411-1c147827eef9 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:25.828879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:25.829361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Attempting to bind port bab01183-f0c5-43c4-a411-1c147827eef9 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:25.829361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Attempting to bind port bab01183-f0c5-43c4-a411-1c147827eef9 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:25.845108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'port_id': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'mac_address': 'fa:16:3e:b0:13:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:56:25.855473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] For port 7fd00e61-5f63-47a5-9de0-7030905f6c4f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7fd00e61-5f63-47a5-9de0-7030905f6c4f,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:25.855871 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:25.860031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Port bab01183-f0c5-43c4-a411-1c147827eef9 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:56:25.860362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Attempting to bind port bab01183-f0c5-43c4-a411-1c147827eef9 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:25.882994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b0474-fb7c-4166-9043-a52a6d6366d7 req-d43949a3-2ec7-4232-9a4c-82595f536b52 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:25.905055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-965b0474-fb7c-4166-9043-a52a6d6366d7 req-d43949a3-2ec7-4232-9a4c-82595f536b52 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 943 time: 0.3929489 Nov 19 18:56:25.909312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Pushing event updated for resources: {'Port': ['ID=bab01183-f0c5-43c4-a411-1c147827eef9,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:25.942445 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:25.968060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:25.968436 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Checking segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:25.968790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Bound using segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:25.971996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Bound port: bab01183-f0c5-43c4-a411-1c147827eef9, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:25.972375 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:25.984720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c419315e-0493-4e8e-8e95-a76a5b6db2db {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:26.002588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Calling delete_port for 7fd00e61-5f63-47a5-9de0-7030905f6c4f owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:26.024096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:26.032953 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:26.077768 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47302f09-bd2e-4b59-89b5-f93f53d75833 req-24d0262c-9995-433c-89a7-de2ddaddea75 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 210 time: 0.1650298 Nov 19 18:56:26.104917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:26.159465 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f52aa9f-7e9c-4deb-b596-adb8312aa209 req-b4f56a4e-b121-4734-9f0b-c718246a2aa6 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643574 Nov 19 18:56:26.163922 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-965b0474-fb7c-4166-9043-a52a6d6366d7 req-82821d2d-5d25-4bc5-aa2b-bb9558a519c4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556062 Nov 19 18:56:26.203085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] For port bab01183-f0c5-43c4-a411-1c147827eef9, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:26.218968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] For port bab01183-f0c5-43c4-a411-1c147827eef9, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bab01183-f0c5-43c4-a411-1c147827eef9,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:26.268598 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:26.310685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d21f0-38d4-48b7-9031-0f8f13551b82 req-b235ac65-5d03-4dde-b357-f245b0dfffc1 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:26.312315 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb9d21f0-38d4-48b7-9031-0f8f13551b82 req-b235ac65-5d03-4dde-b357-f245b0dfffc1 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 943 time: 0.1518347 Nov 19 18:56:26.338194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:26.338824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:26.340230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] 10.222.0.21 "PUT /v2.0/ports/bab01183-f0c5-43c4-a411-1c147827eef9 HTTP/1.1" status: 200 len: 1091 time: 1.8347805 Nov 19 18:56:26.340696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea466d4-6a02-402f-ad57-e5cf5843d33c', 'tag': 'bab01183-f0c5-43c4-a411-1c147827eef9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:26.342119 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:26.343027 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f27fccb-6038-4b4b-8f81-817c4449e520" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea466d4-6a02-402f-ad57-e5cf5843d33c", "tag": "bab01183-f0c5-43c4-a411-1c147827eef9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:26.368118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939f9fd-b433-4b08-847e-9cd9cc200a99 service neutron] Pushing event updated for resources: {'Port': ['ID=bab01183-f0c5-43c4-a411-1c147827eef9,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:26.387442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['c419315e-0493-4e8e-8e95-a76a5b6db2db'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:26.395205 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f52aa9f-7e9c-4deb-b596-adb8312aa209 req-48aafaa2-5001-4c1b-b54b-a1fd2a4f9195 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206297 Nov 19 18:56:26.465281 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb9d21f0-38d4-48b7-9031-0f8f13551b82 req-913cf76e-f7b8-4be0-87f8-176fd0a59ab2 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350677 Nov 19 18:56:26.495330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:26.532960 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:26.551092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:26.558455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:26.561280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:26.582032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:26.614548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event updated for resources: {'Port': ['ID=8db4de91-f995-4ba7-a61f-8b89e299b27d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:26.633823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-0d3342ba-1b76-4fe0-a8b4-534eaf04ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:26.635601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-0d3342ba-1b76-4fe0-a8b4-534eaf04ba55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 1094 time: 0.1643858 Nov 19 18:56:26.659935 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:26.660556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:26.666791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd00e61-5f63-47a5-9de0-7030905f6c4f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:26.688194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4f127-d814-4341-bcf6-65c402755d1f req-b7c22e75-6574-4bfc-952f-5e437c325c57 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:26.699720 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3cc4f127-d814-4341-bcf6-65c402755d1f req-b7c22e75-6574-4bfc-952f-5e437c325c57 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 936 time: 0.1096907 Nov 19 18:56:26.712413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:56:26.736410 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-25662ca0-b428-46c8-8bbb-a773252e9237 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5298162 Nov 19 18:56:26.736642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:26.736774 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:26.754370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-54269a01-051c-4dd0-9ed9-530a05b9b020 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bab01183-f0c5-43c4-a411-1c147827eef9 HTTP/1.1" status: 200 len: 217 time: 0.0887623 Nov 19 18:56:26.780340 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:56:26.799057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Request body: {'port': {'device_id': '4132bd9a-caca-425f-a6b0-bf423400cf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:26.844712 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:26.868731 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:26.889306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:26.896800 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764f2fce-946d-4a99-b66b-4a65c849e62c" -d '{"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-plugged", "status": "completed", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:26.906920 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3cc4f127-d814-4341-bcf6-65c402755d1f req-f8dec4e2-8ed5-4610-b85d-8a345e0c2176 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052937 Nov 19 18:56:26.930185 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7fd00e61-5f63-47a5-9de0-7030905f6c4f no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:56:26.937371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:26.965664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 7fd00e61-5f63-47a5-9de0-7030905f6c4f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:56:26.965939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7fd00e61-5f63-47a5-9de0-7030905f6c4f not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:56:26.966346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4796e885-fc4d-4956-9cb5-e690d92801d1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:56:26.967906 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.019037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 4796e885-fc4d-4956-9cb5-e690d92801d1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:56:27.019382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4796e885-fc4d-4956-9cb5-e690d92801d1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:56:27.036707 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.038669 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f15cc5-0faf-4cd6-a13a-94bdeec9502c x-openstack-request-id: req-41f15cc5-0faf-4cd6-a13a-94bdeec9502c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:27.039144 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea466d4-6a02-402f-ad57-e5cf5843d33c", "tag": "bab01183-f0c5-43c4-a411-1c147827eef9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:27.039414 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41f15cc5-0faf-4cd6-a13a-94bdeec9502c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:27.040935 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea466d4-6a02-402f-ad57-e5cf5843d33c', 'tag': 'bab01183-f0c5-43c4-a411-1c147827eef9', 'status': 'completed', 'code': 200} Nov 19 18:56:27.046332 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e11c7290-f1ed-4d90-97ab-4a134132f419 None None] Provisioning complete for port 8db4de91-f995-4ba7-a61f-8b89e299b27d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:27.046549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111494f-cb2a-417e-a863-3a6bbb2ff16a req-b0ef5fe7-1751-4ce7-9bfe-ed67316e4add tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.047039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111494f-cb2a-417e-a863-3a6bbb2ff16a req-b0ef5fe7-1751-4ce7-9bfe-ed67316e4add tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.047270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e11c7290-f1ed-4d90-97ab-4a134132f419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.047517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111494f-cb2a-417e-a863-3a6bbb2ff16a req-b0ef5fe7-1751-4ce7-9bfe-ed67316e4add tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.047991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111494f-cb2a-417e-a863-3a6bbb2ff16a req-b0ef5fe7-1751-4ce7-9bfe-ed67316e4add tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.048459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111494f-cb2a-417e-a863-3a6bbb2ff16a req-b0ef5fe7-1751-4ce7-9bfe-ed67316e4add tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.049113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111494f-cb2a-417e-a863-3a6bbb2ff16a req-b0ef5fe7-1751-4ce7-9bfe-ed67316e4add tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.050315 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111494f-cb2a-417e-a863-3a6bbb2ff16a req-b0ef5fe7-1751-4ce7-9bfe-ed67316e4add tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.050801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111494f-cb2a-417e-a863-3a6bbb2ff16a req-b0ef5fe7-1751-4ce7-9bfe-ed67316e4add tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.051277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111494f-cb2a-417e-a863-3a6bbb2ff16a req-b0ef5fe7-1751-4ce7-9bfe-ed67316e4add tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.053745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d111494f-cb2a-417e-a863-3a6bbb2ff16a req-b0ef5fe7-1751-4ce7-9bfe-ed67316e4add tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6391 time: 0.5462315 Nov 19 18:56:27.066469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.069773 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.078475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-6f62908d-5fec-47cf-8810-646c01dc96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.079971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-6f62908d-5fec-47cf-8810-646c01dc96f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.2932987 Nov 19 18:56:27.114103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:27.138346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e11c7290-f1ed-4d90-97ab-4a134132f419 None None] Port 8db4de91-f995-4ba7-a61f-8b89e299b27d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:56:27.144506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-a1361697-7ac6-492d-878b-2a3de8a01806 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289550 Nov 19 18:56:27.165515 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06c58bf-56a7-4239-9046-f0a330be0f42 x-openstack-request-id: req-e06c58bf-56a7-4239-9046-f0a330be0f42 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:27.166230 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-plugged", "status": "completed", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:27.166493 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e06c58bf-56a7-4239-9046-f0a330be0f42 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:27.166983 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'code': 200} Nov 19 18:56:27.178133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.178799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29c93f6d-e878-4564-a26a-0b31e814ce9e {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:56:27.199510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.203793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9ff08995-ac82-479d-8c03-ab72f7a4d709 admin admin] 10.222.0.50 "DELETE /v2.0/routers/29c93f6d-e878-4564-a26a-0b31e814ce9e HTTP/1.1" status: 204 len: 168 time: 2.8660100 Nov 19 18:56:27.204545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36032) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:27.221163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-977f18a0-888c-49f5-bb42-78df3b2213f5 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.223397 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-977f18a0-888c-49f5-bb42-78df3b2213f5 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.21 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 812 time: 0.2973878 Nov 19 18:56:27.256951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'port': {'device_id': 'f969e366-d005-40d8-bd34-c3542cf54501', 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781', 'admin_state_up': True, 'tenant_id': '87e9febe9e184541b7a1c4e5650f4978'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:27.359624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab931104-3152-440e-8606-416fd4f5d9b3 req-5f8af9e7-eb98-4a67-b6ce-7fa11221c361 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.361119 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab931104-3152-440e-8606-416fd4f5d9b3 req-5f8af9e7-eb98-4a67-b6ce-7fa11221c361 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 950 time: 0.2131879 Nov 19 18:56:27.404059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f16b26f-fd9d-488d-885a-e99f6e12b096 admin admin] Deleting subnet f5465295-d6d3-46f4-a2ab-7792ea6e2507 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:56:27.414552 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f16b26f-fd9d-488d-885a-e99f6e12b096 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.454887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87599c-41f5-4704-a400-ee265cc4b4dc req-373b5026-2999-45b8-af95-3e65f78c5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.456375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf87599c-41f5-4704-a400-ee265cc4b4dc req-373b5026-2999-45b8-af95-3e65f78c5c46 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 1101 time: 0.1725869 Nov 19 18:56:27.461118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099800-1e3f-491b-b5ba-2561cfd6bf56 req-17d28001-3160-4bdd-b807-07fe8295c9e9 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.462461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef099800-1e3f-491b-b5ba-2561cfd6bf56 req-17d28001-3160-4bdd-b807-07fe8295c9e9 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 886 time: 0.2810981 Nov 19 18:56:27.464315 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-84934c5f-01fc-4e92-8fe0-96a45204e06f service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114970 Nov 19 18:56:27.488466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f16b26f-fd9d-488d-885a-e99f6e12b096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.514384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab931104-3152-440e-8606-416fd4f5d9b3 req-0fd57893-39a4-45ab-b1eb-4c2fe48704f2 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415896 Nov 19 18:56:27.561989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Made reservation on behalf of 87e9febe9e184541b7a1c4e5650f4978 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:27.565876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.650399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:27.713221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port c419315e-0493-4e8e-8e95-a76a5b6db2db triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:27.713612 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.776547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db4de91-f995-4ba7-a61f-8b89e299b27d {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:27.790007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac4234-95af-4d1d-b474-d8dace73b742 req-4eac6e0b-e688-4ced-87b0-ffba3f7a0c06 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:27.791847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2eac4234-95af-4d1d-b474-d8dace73b742 req-4eac6e0b-e688-4ced-87b0-ffba3f7a0c06 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 943 time: 0.1879783 Nov 19 18:56:27.802362 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.805415 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.843642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:27.844937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Transition to ACTIVE for port object 8db4de91-f995-4ba7-a61f-8b89e299b27d will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:56:27.848471 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.863458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:27.869358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Allocated IP 172.20.0.14 (75b16aa6-4915-4a77-9e90-226bbf297781/e2b1a166-17d4-4927-bed6-84697db77c0d/85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:27.907389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6a19690-cf8f-4b1c-ad55-19ff2f383a81 req-67aa578f-1f73-4f46-8fdc-27e2a5e2c821 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 210 time: 0.0713875 Nov 19 18:56:27.909355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=10']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:27.953741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2eac4234-95af-4d1d-b474-d8dace73b742 req-6f8ee958-cb99-4e9a-8f66-780ebe014ef2 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477289 Nov 19 18:56:27.962399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Pushing event updated for resources: {'Port': ['ID=8db4de91-f995-4ba7-a61f-8b89e299b27d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:27.996188 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf87599c-41f5-4704-a400-ee265cc4b4dc req-d95bc7d6-fda9-4bfd-b0a6-2c71b1782585 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308995 Nov 19 18:56:28.105600 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4fa8b0-d96b-4766-bbdc-962f4d7151b9 req-233400a4-446d-4303-9743-73e1068adc8a service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292512 Nov 19 18:56:28.110067 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f16b26f-fd9d-488d-885a-e99f6e12b096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:28.192037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1701-fbef-48f8-a5db-cab29df8102c req-0cd68839-e5ba-443e-9701-4ab69eaaca17 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.192326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1701-fbef-48f8-a5db-cab29df8102c req-0cd68839-e5ba-443e-9701-4ab69eaaca17 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.192703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1701-fbef-48f8-a5db-cab29df8102c req-0cd68839-e5ba-443e-9701-4ab69eaaca17 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.193238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1701-fbef-48f8-a5db-cab29df8102c req-0cd68839-e5ba-443e-9701-4ab69eaaca17 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.193701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1701-fbef-48f8-a5db-cab29df8102c req-0cd68839-e5ba-443e-9701-4ab69eaaca17 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.194383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1701-fbef-48f8-a5db-cab29df8102c req-0cd68839-e5ba-443e-9701-4ab69eaaca17 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.195302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1701-fbef-48f8-a5db-cab29df8102c req-0cd68839-e5ba-443e-9701-4ab69eaaca17 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.195909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1701-fbef-48f8-a5db-cab29df8102c req-0cd68839-e5ba-443e-9701-4ab69eaaca17 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.196938 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1701-fbef-48f8-a5db-cab29df8102c req-0cd68839-e5ba-443e-9701-4ab69eaaca17 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.198491 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e66d1701-fbef-48f8-a5db-cab29df8102c req-0cd68839-e5ba-443e-9701-4ab69eaaca17 tempest-NetworksTest-11029007 tempest-NetworksTest-11029007-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6391 time: 0.2567668 Nov 19 18:56:28.207138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bb1f1-c076-4975-926f-08277e9c6f67 req-38cd6c85-98bd-4bd4-b2e1-370fda117644 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.208808 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-067bb1f1-c076-4975-926f-08277e9c6f67 req-38cd6c85-98bd-4bd4-b2e1-370fda117644 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 943 time: 0.1471848 Nov 19 18:56:28.214127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Attempting to bind port 8db4de91-f995-4ba7-a61f-8b89e299b27d on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:28.214493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Attempting to bind port 8db4de91-f995-4ba7-a61f-8b89e299b27d by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:28.215249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Attempting to bind port 8db4de91-f995-4ba7-a61f-8b89e299b27d on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:28.243596 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f16b26f-fd9d-488d-885a-e99f6e12b096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:28.248961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Port 8db4de91-f995-4ba7-a61f-8b89e299b27d on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:56:28.249489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Attempting to bind port 8db4de91-f995-4ba7-a61f-8b89e299b27d on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:28.264770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:28.265660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:28.266591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:28.267267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Bound port: 8db4de91-f995-4ba7-a61f-8b89e299b27d, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:28.267865 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:28.287041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16b26f-fd9d-488d-885a-e99f6e12b096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5465295-d6d3-46f4-a2ab-7792ea6e2507,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:28.292842 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f16b26f-fd9d-488d-885a-e99f6e12b096 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:28.297460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5f16b26f-fd9d-488d-885a-e99f6e12b096 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f5465295-d6d3-46f4-a2ab-7792ea6e2507 HTTP/1.1" status: 204 len: 168 time: 1.0174623 Nov 19 18:56:28.298438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b5a00-bd05-4a29-9613-fad26579defa None None] Network 771c6b1f-f339-42fa-b632-aa08933a0b14 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:56:28.318853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36046) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:28.330914 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-067bb1f1-c076-4975-926f-08277e9c6f67 req-b9fff6c7-4026-414c-85f8-14ba2fc56b35 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091940 Nov 19 18:56:28.370937 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:28.433407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] For port 8db4de91-f995-4ba7-a61f-8b89e299b27d, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:28.435919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27fccb-6038-4b4b-8f81-817c4449e520 req-8960b518-bd00-427d-acb2-bc5fedeab04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.437959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f27fccb-6038-4b4b-8f81-817c4449e520 req-8960b518-bd00-427d-acb2-bc5fedeab04a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 1094 time: 0.1816192 Nov 19 18:56:28.449558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837b9cc-50d4-45fd-abe9-369bffa2d61c req-d29f2ee3-9d83-4b4d-b1e2-c80c5f7a52f4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.451152 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5837b9cc-50d4-45fd-abe9-369bffa2d61c req-d29f2ee3-9d83-4b4d-b1e2-c80c5f7a52f4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 948 time: 0.1680129 Nov 19 18:56:28.452868 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] For port 8db4de91-f995-4ba7-a61f-8b89e299b27d, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=8db4de91-f995-4ba7-a61f-8b89e299b27d,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:28.455187 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:28.463703 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:28.482032 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:28.487835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.488784 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:28.490950 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] 10.222.0.57 "PUT /v2.0/ports/8db4de91-f995-4ba7-a61f-8b89e299b27d HTTP/1.1" status: 200 len: 1096 time: 1.7324712 Nov 19 18:56:28.505951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4132bd9a-caca-425f-a6b0-bf423400cf6a', 'tag': '8db4de91-f995-4ba7-a61f-8b89e299b27d'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:28.510544 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5" -d '{"events": [{"name": "network-changed", "server_uuid": "4132bd9a-caca-425f-a6b0-bf423400cf6a", "tag": "8db4de91-f995-4ba7-a61f-8b89e299b27d"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:28.585030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Network 75b16aa6-4915-4a77-9e90-226bbf297781 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:28.597256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:28.604043 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c780fce-384c-4513-aae5-1f0aaf913f5c x-openstack-request-id: req-1c780fce-384c-4513-aae5-1f0aaf913f5c {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:28.604323 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4132bd9a-caca-425f-a6b0-bf423400cf6a", "tag": "8db4de91-f995-4ba7-a61f-8b89e299b27d", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:28.604588 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c780fce-384c-4513-aae5-1f0aaf913f5c {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:28.605012 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4132bd9a-caca-425f-a6b0-bf423400cf6a', 'tag': '8db4de91-f995-4ba7-a61f-8b89e299b27d', 'status': 'completed', 'code': 200} Nov 19 18:56:28.608088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:28.649042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['78593769-d01c-4830-9b4f-4f299d91ee07'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:28.680769 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5837b9cc-50d4-45fd-abe9-369bffa2d61c req-dfa4c4cd-4134-488b-a6c1-ba3476e486ed tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148144 Nov 19 18:56:28.708814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27fccb-6038-4b4b-8f81-817c4449e520 req-dd8e716e-14bc-4e76-a3b4-6aaa92bb074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.717648 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f27fccb-6038-4b4b-8f81-817c4449e520 req-dd8e716e-14bc-4e76-a3b4-6aaa92bb074b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 906 time: 0.2631450 Nov 19 18:56:28.757523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.758320 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:28.764086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36054) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:28.766099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c27f0d-2b91-4243-9d3a-87ce44b2ac24 service neutron] Pushing event updated for resources: {'Port': ['ID=8db4de91-f995-4ba7-a61f-8b89e299b27d,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:28.790189 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f27fccb-6038-4b4b-8f81-817c4449e520 req-f9f4f717-6c7d-4c94-9eae-eff9881c72f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bab01183-f0c5-43c4-a411-1c147827eef9 HTTP/1.1" status: 200 len: 217 time: 0.0622485 Nov 19 18:56:28.843919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Deleting port acbade7d-a52d-4d06-9b7d-61dc420c8291 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:56:28.844267 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:28.855959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-328f6b36-a38c-4fee-930e-c7d267ffe57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.857001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-328f6b36-a38c-4fee-930e-c7d267ffe57e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 1099 time: 0.3104248 Nov 19 18:56:28.875242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1d1d9-68bb-4b26-8d8f-b832f58bcd09 None None] DHCP port deletion for 771c6b1f-f339-42fa-b632-aa08933a0b14 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:56:28.942680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27fccb-6038-4b4b-8f81-817c4449e520 req-889e20ae-a7f6-4fed-abb8-b48eac976196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:28.946634 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f27fccb-6038-4b4b-8f81-817c4449e520 req-889e20ae-a7f6-4fed-abb8-b48eac976196 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.1459529 Nov 19 18:56:28.974850 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7220030 Nov 19 18:56:29.001134 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f27fccb-6038-4b4b-8f81-817c4449e520 req-7bb47e05-b5b8-476d-9496-8508d8814ad1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405512 Nov 19 18:56:29.011169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1d1d9-68bb-4b26-8d8f-b832f58bcd09 None None] Deleting port acbade7d-a52d-4d06-9b7d-61dc420c8291 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:56:29.011536 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f7c1d1d9-68bb-4b26-8d8f-b832f58bcd09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.014761 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Request body: {'port': {'device_id': 'f969e366-d005-40d8-bd34-c3542cf54501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:29.016828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] For port acbade7d-a52d-4d06-9b7d-61dc420c8291, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=acbade7d-a52d-4d06-9b7d-61dc420c8291,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:29.017420 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.033138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Calling delete_port for acbade7d-a52d-4d06-9b7d-61dc420c8291 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:29.055300 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b25fad-ab91-4e15-8ddd-9d2304dc6b97 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'Port': ['ID=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:29.094488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-949f7f73-7991-489b-b295-aab1328533fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=8db4de91-f995-4ba7-a61f-8b89e299b27d HTTP/1.1" status: 200 len: 217 time: 0.2208967 Nov 19 18:56:29.123387 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-338ab48a-f7b4-4e44-904e-d23e611e8985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.133563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f7c1d1d9-68bb-4b26-8d8f-b832f58bcd09 None None] For port acbade7d-a52d-4d06-9b7d-61dc420c8291, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=acbade7d-a52d-4d06-9b7d-61dc420c8291,segment=NetworkSegment(5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa),segment_id=5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:29.134891 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f7c1d1d9-68bb-4b26-8d8f-b832f58bcd09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.142421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40412-4f22-4a91-aca3-b8698741527f req-89d6dbbb-3648-4e7d-ab5d-f995ba894cc4 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:29.149853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1d1d9-68bb-4b26-8d8f-b832f58bcd09 None None] Calling delete_port for acbade7d-a52d-4d06-9b7d-61dc420c8291 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:29.150644 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-61a40412-4f22-4a91-aca3-b8698741527f req-89d6dbbb-3648-4e7d-ab5d-f995ba894cc4 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 950 time: 0.4762151 Nov 19 18:56:29.192851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:29.196254 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902948a8-a32f-41db-9494-a0f4b9748405" -d '{"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-plugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:29.200749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.234496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-75531836-f18d-4b59-b935-d12b7023d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:29.236144 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-75531836-f18d-4b59-b935-d12b7023d266 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1045508 Nov 19 18:56:29.237995 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f7c1d1d9-68bb-4b26-8d8f-b832f58bcd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.249916 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.269384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1d1d9-68bb-4b26-8d8f-b832f58bcd09 None None] Pushing event deleted for resources: {'Port': ['ID=acbade7d-a52d-4d06-9b7d-61dc420c8291,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:29.275030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1d1d9-68bb-4b26-8d8f-b832f58bcd09 None None] No DVR routers for this DVR port acbade7d-a52d-4d06-9b7d-61dc420c8291 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:56:29.281943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Pushing event deleted for resources: {'Port': ['ID=acbade7d-a52d-4d06-9b7d-61dc420c8291,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:29.315279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f27fccb-6038-4b4b-8f81-817c4449e520 req-da8513bf-e780-4989-9a61-21b67ab06700 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767812 Nov 19 18:56:29.328554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95bcf-d749-45e4-a970-e96d033562d1 req-4d48fb48-fbe6-4d9f-8ea7-a63f577c3be6 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:29.330239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d9e95bcf-d749-45e4-a970-e96d033562d1 req-4d48fb48-fbe6-4d9f-8ea7-a63f577c3be6 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 932 time: 0.1903462 Nov 19 18:56:29.332642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] No DVR routers for this DVR port acbade7d-a52d-4d06-9b7d-61dc420c8291 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:56:29.344757 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-61a40412-4f22-4a91-aca3-b8698741527f req-72221dbc-4b08-4b04-9223-ded54a6597f6 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930676 Nov 19 18:56:29.429316 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.478828 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-bb37df9f-8f9c-4423-90d5-175e3c5728b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:29.480398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-bb37df9f-8f9c-4423-90d5-175e3c5728b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2356560 Nov 19 18:56:29.502587 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.533997 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d9e95bcf-d749-45e4-a970-e96d033562d1 req-37119893-3a22-44b0-8ded-27d8b9a6b00b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872890 Nov 19 18:56:29.560330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771c6b1f-f339-42fa-b632-aa08933a0b14']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:29.579538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:29.579778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f084ed2-ef9f-4e6f-b5f7-9e8cb0985aaa') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:29.589695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f27fccb-6038-4b4b-8f81-817c4449e520 req-5a9af431-9947-4961-857c-55b74674df9c service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556124 Nov 19 18:56:29.593419 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.595050 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1794c93-f550-448e-84bc-7b0ef4c78343 x-openstack-request-id: req-d1794c93-f550-448e-84bc-7b0ef4c78343 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:29.595549 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-plugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:29.595973 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1794c93-f550-448e-84bc-7b0ef4c78343 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:29.596544 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'code': 200} Nov 19 18:56:29.609712 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.621729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:56:29.623093 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.651923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f1bc1216-8ec9-41a7-8db1-07774156f921 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:56:29.652150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67cc5a-0b8c-4e94-afee-843f811fd5d5 req-e5cad18c-4eb0-4a99-9a79-d636f3fea40d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:29.653921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b67cc5a-0b8c-4e94-afee-843f811fd5d5 req-e5cad18c-4eb0-4a99-9a79-d636f3fea40d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 943 time: 0.2047243 Nov 19 18:56:29.665043 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-338ab48a-f7b4-4e44-904e-d23e611e8985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.683200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-338ab48a-f7b4-4e44-904e-d23e611e8985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:56:29.687770 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:56:29.759493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fa7d5-c19a-4dff-bfa4-f5e1a1001338 req-8e874d77-e9e1-465c-bd3d-1154a6811662 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:29.761212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae1fa7d5-c19a-4dff-bfa4-f5e1a1001338 req-8e874d77-e9e1-465c-bd3d-1154a6811662 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 943 time: 0.0703428 Nov 19 18:56:29.761909 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.786903 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.794038 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] 10.222.0.50 "DELETE /v2.0/networks/771c6b1f-f339-42fa-b632-aa08933a0b14 HTTP/1.1" status: 204 len: 168 time: 1.4693494 Nov 19 18:56:29.795049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e62f3-386b-4ff4-a08b-1123c16c6269 admin admin] Pushing event deleted for resources: {'Network': ['ID=771c6b1f-f339-42fa-b632-aa08933a0b14,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:29.796686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f1bc1216-8ec9-41a7-8db1-07774156f921,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:29.813348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'f1bc1216-8ec9-41a7-8db1-07774156f921', 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2', 'port_id': 'f1bc1216-8ec9-41a7-8db1-07774156f921', 'mac_address': 'fa:16:3e:66:2f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75459c32-c9b9-44ce-a1f4-a5e3d5132ec5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:56:29.830850 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-338ab48a-f7b4-4e44-904e-d23e611e8985 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46425ee3c93b485094b2fbeea83acfd8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0567994 Nov 19 18:56:29.842594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36086) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:29.849139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ab48a-f7b4-4e44-904e-d23e611e8985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d81e08-17a4-4c7c-abde-e5b221ba7c4a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:29.881019 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:29.902959 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-0d8f6db0-8787-44a2-918c-d07ec8b67e26 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993342 Nov 19 18:56:29.913574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae1fa7d5-c19a-4dff-bfa4-f5e1a1001338 req-c9ef293d-f05b-4c8e-92b6-fe7f8492cc8b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201630 Nov 19 18:56:29.914290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bc1216-8ec9-41a7-8db1-07774156f921 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:29.923132 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b67cc5a-0b8c-4e94-afee-843f811fd5d5 req-731cc205-7885-4817-9fbc-b1e603efb547 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562885 Nov 19 18:56:29.965667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f1bc1216-8ec9-41a7-8db1-07774156f921,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:29.972778 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.006722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c9fed4-b1d2-4cfb-a9f4-5f1a83437461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.028723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36092) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:30.062979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=f1bc1216-8ec9-41a7-8db1-07774156f921,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:30.075458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07467a7c-6d84-4ca7-8575-19f531761011 req-2ab46c11-7a89-4a1c-8a02-95e8c2771c01 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:30.083995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07467a7c-6d84-4ca7-8575-19f531761011 req-2ab46c11-7a89-4a1c-8a02-95e8c2771c01 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 948 time: 0.0778453 Nov 19 18:56:30.142551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07467a7c-6d84-4ca7-8575-19f531761011 req-65d4cb1f-ad26-4da1-bb5a-4d361bef7a05 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571852 Nov 19 18:56:30.334816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['f1bc1216-8ec9-41a7-8db1-07774156f921'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:30.407088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:30.412510 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c9fed4-b1d2-4cfb-a9f4-5f1a83437461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.441477 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.481621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9892a2f-b267-4799-b2c8-a228266090e5 req-9282b672-47ad-4826-b1f3-acf72edfee93 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658300 Nov 19 18:56:30.530040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Transition to ACTIVE for port object 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:56:30.545126 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.549455 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f86a67f1-39ce-4882-ad6f-7880854bb946 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef0679c5fafa485eb373069d774a7a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5166306 Nov 19 18:56:30.552149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36106) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:30.642538 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.703983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fe578-dd5f-4cab-af6a-5b46d1bf9687 req-3059c931-0396-4efd-ac4e-4dd2c0b86c7f tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:30.712519 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.713727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-374fe578-dd5f-4cab-af6a-5b46d1bf9687 req-3059c931-0396-4efd-ac4e-4dd2c0b86c7f tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 950 time: 0.2644210 Nov 19 18:56:30.744503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Pushing event updated for resources: {'Port': ['ID=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:30.784238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c9fed4-b1d2-4cfb-a9f4-5f1a83437461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.786896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c9fed4-b1d2-4cfb-a9f4-5f1a83437461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.788031 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e8c9fed4-b1d2-4cfb-a9f4-5f1a83437461 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61d81e08-17a4-4c7c-abde-e5b221ba7c4a HTTP/1.1" status: 204 len: 168 time: 0.9399440 Nov 19 18:56:30.788680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44682308-9ce9-4774-8ef5-c5d07c268123 req-9b634706-0454-4a13-b620-49ae0e2c6970 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:30.790391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-44682308-9ce9-4774-8ef5-c5d07c268123 req-9b634706-0454-4a13-b620-49ae0e2c6970 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 944 time: 0.1184525 Nov 19 18:56:30.824364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5 req-5b5a57a3-b5bc-4ed2-8882-bc1b50755728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:30.826218 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5 req-5b5a57a3-b5bc-4ed2-8882-bc1b50755728 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 1099 time: 0.2656858 Nov 19 18:56:30.839170 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.843331 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.847674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d09318d2-3dca-4fd8-a23f-c77510756d67 HTTP/1.1" status: 204 len: 168 time: 0.2927277 Nov 19 18:56:30.863705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09318d2-3dca-4fd8-a23f-c77510756d67,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:30.865942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9fed4-b1d2-4cfb-a9f4-5f1a83437461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d81e08-17a4-4c7c-abde-e5b221ba7c4a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:30.940062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.940407 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.940775 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.941096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.941434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.941792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.947305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-374fe578-dd5f-4cab-af6a-5b46d1bf9687 req-bd7f17bf-e7ca-47a6-aef9-86ad7c7c0353 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303283 Nov 19 18:56:30.956386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.956733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.958126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.958801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.962385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.964229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc0994-b303-4ab0-afba-a0dd1163e311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:30.966527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device acbade7d-a52d-4d06-9b7d-61dc420c8291 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:56:31.017624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Attempting to bind port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:31.018003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Attempting to bind port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '128e9c30-730f-43e3-be22-fe0f72da8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:31.018413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Attempting to bind port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 on network 75b16aa6-4915-4a77-9e90-226bbf297781 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:31.019290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: acbade7d-a52d-4d06-9b7d-61dc420c8291 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:56:31.020072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device acbade7d-a52d-4d06-9b7d-61dc420c8291 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:56:31.044408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-44682308-9ce9-4774-8ef5-c5d07c268123 req-01b44950-0a30-491a-84b1-9e91b83bbd99 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425804 Nov 19 18:56:31.057972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 on network 75b16aa6-4915-4a77-9e90-226bbf297781 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:56:31.058300 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Attempting to bind port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 on network 75b16aa6-4915-4a77-9e90-226bbf297781 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:31.094466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:31.094791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Checking segment: {'id': '128e9c30-730f-43e3-be22-fe0f72da8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:31.095368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Bound using segment: {'id': '128e9c30-730f-43e3-be22-fe0f72da8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:31.095967 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Bound port: 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128e9c30-730f-43e3-be22-fe0f72da8f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:31.096498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:31.101965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5 req-2850a484-d2e5-4af9-abc3-a4102252c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:31.103655 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5 req-2850a484-d2e5-4af9-abc3-a4102252c851 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2664819 Nov 19 18:56:31.169390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5 req-6164bc1e-47d2-4cec-99a3-1cc594cc0929 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=8db4de91-f995-4ba7-a61f-8b89e299b27d HTTP/1.1" status: 200 len: 217 time: 0.0545921 Nov 19 18:56:31.238974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3de9a-1975-42ed-bbb6-edd633854352 req-05cf044d-89dc-486c-bcd9-bb80a74295e0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:31.256665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2cb3de9a-1975-42ed-bbb6-edd633854352 req-05cf044d-89dc-486c-bcd9-bb80a74295e0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 944 time: 0.1206074 Nov 19 18:56:31.268556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] For port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:31.274397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] For port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:31.285215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69dd57-f61a-4e1d-92e1-ba68430f2048 req-441903f1-8425-49bd-84c9-9591e4d276ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:31.287839 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e69dd57-f61a-4e1d-92e1-ba68430f2048 req-441903f1-8425-49bd-84c9-9591e4d276ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 943 time: 0.2368374 Nov 19 18:56:31.295209 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:31.371455 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2cb3de9a-1975-42ed-bbb6-edd633854352 req-652b1df0-9ee9-427c-bc4d-c5bd22bd8ae9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057892 Nov 19 18:56:31.386352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Pushing event updated for resources: {'Port': ['ID=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:31.441187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:31.441971 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:31.444054 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-67790b88-f4ad-43ad-9ddb-bbc47de23e97 service neutron] 10.222.0.21 "PUT /v2.0/ports/85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 HTTP/1.1" status: 200 len: 1092 time: 2.4591057 Nov 19 18:56:31.448670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f969e366-d005-40d8-bd34-c3542cf54501', 'tag': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:31.451434 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884de11f-c9f1-4faa-8bb0-d0bb6ed5a5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f969e366-d005-40d8-bd34-c3542cf54501", "tag": "85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:31.461847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5 req-5c00d4f0-4d9c-46a1-90bb-625f6c30fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:31.464398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5 req-5c00d4f0-4d9c-46a1-90bb-625f6c30fd0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2747269 Nov 19 18:56:31.598236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36140) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:31.626184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-758d5455-4c14-4c19-88e8-b0dc56475eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:31.628213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5 req-36b678ea-bd35-4ecb-8a36-4db162a39712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:31.630138 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5 req-36b678ea-bd35-4ecb-8a36-4db162a39712 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569808 Nov 19 18:56:31.634984 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e69dd57-f61a-4e1d-92e1-ba68430f2048 req-1791e978-a950-4458-bf55-f1510ac87fc0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316133 Nov 19 18:56:31.637205 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-0d45093a-9be6-438d-b126-375c344a0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:31.638854 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-0d45093a-9be6-438d-b126-375c344a0a52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 1095 time: 0.0854838 Nov 19 18:56:31.667275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f1bc1216-8ec9-41a7-8db1-07774156f921 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:31.723389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-1dccaf2e-6d68-48db-8cf2-d5ff8464ccc5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 HTTP/1.1" status: 200 len: 217 time: 0.0684872 Nov 19 18:56:31.773875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port f1bc1216-8ec9-41a7-8db1-07774156f921 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:56:31.778893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port f1bc1216-8ec9-41a7-8db1-07774156f921 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:31.779243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:31.839116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-92454373-fbab-4f4b-bde1-a2d349c88383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:31.842234 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-92454373-fbab-4f4b-bde1-a2d349c88383 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2b1a166-17d4-4927-bed6-84697db77c0d HTTP/1.1" status: 200 len: 852 time: 0.0761168 Nov 19 18:56:31.866144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-758d5455-4c14-4c19-88e8-b0dc56475eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:31.884879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-758d5455-4c14-4c19-88e8-b0dc56475eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:31.899967 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-24077704-896f-4bf1-8f8e-14652eaf42e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75b16aa6-4915-4a77-9e90-226bbf297781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388908 Nov 19 18:56:32.004289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-758d5455-4c14-4c19-88e8-b0dc56475eb8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2472125214ef46d3aedc221577e0dfb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4043741 Nov 19 18:56:32.008565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36150) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:32.010659 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:32.032996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d5455-4c14-4c19-88e8-b0dc56475eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc431840-c926-4686-95bc-ca82805fc5cf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:32.039616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59494a-13be-40ce-8b58-ef65160ac434 req-c1570649-8bb5-4c19-bd8d-d1d2c2ea08c8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:32.051995 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3c59494a-13be-40ce-8b58-ef65160ac434 req-c1570649-8bb5-4c19-bd8d-d1d2c2ea08c8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 948 time: 0.2021554 Nov 19 18:56:32.099614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f1bc1216-8ec9-41a7-8db1-07774156f921,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:32.100924 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bc1216-8ec9-41a7-8db1-07774156f921'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:32.104236 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3519d200-9340-4aea-a0a3-cab758f1ac86" -d '{"events": [{"server_uuid": "e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6", "name": "network-vif-plugged", "status": "completed", "tag": "f1bc1216-8ec9-41a7-8db1-07774156f921"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:32.109476 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:32.194185 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc81624f-9bb1-49ed-a5f8-724533deab71 x-openstack-request-id: req-fc81624f-9bb1-49ed-a5f8-724533deab71 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:32.194514 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f969e366-d005-40d8-bd34-c3542cf54501", "tag": "85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:32.200860 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc81624f-9bb1-49ed-a5f8-724533deab71 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:32.201466 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f969e366-d005-40d8-bd34-c3542cf54501', 'tag': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306', 'status': 'completed', 'code': 200} Nov 19 18:56:32.204073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=f1bc1216-8ec9-41a7-8db1-07774156f921,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:32.218993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd970-6332-43b9-846c-c16786f39d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:32.258189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-e0d0ece7-7c85-4149-a699-9d00c026ea03 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326216 Nov 19 18:56:32.260952 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd970-6332-43b9-846c-c16786f39d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:32.359206 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd970-6332-43b9-846c-c16786f39d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:32.369101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd970-6332-43b9-846c-c16786f39d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:32.373065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ae2bd970-6332-43b9-846c-c16786f39d11 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc431840-c926-4686-95bc-ca82805fc5cf HTTP/1.1" status: 204 len: 168 time: 0.3626425 Nov 19 18:56:32.398568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bd970-6332-43b9-846c-c16786f39d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc431840-c926-4686-95bc-ca82805fc5cf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:32.469102 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe8da3a0-0d97-4b13-bb4f-069e64c5d7f4 req-925f0833-eaab-4d57-a5e8-bcff34e1a496 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900320 Nov 19 18:56:32.503736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36182) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:32.522524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3c59494a-13be-40ce-8b58-ef65160ac434 req-abbb1fbf-3ad4-43c4-b273-42b65493123e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695964 Nov 19 18:56:32.544891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe597c-de48-472f-99fb-ef8df574acad req-56e43dc9-4556-4df6-86fd-469f7d1c5a4e tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:32.546547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08fe597c-de48-472f-99fb-ef8df574acad req-56e43dc9-4556-4df6-86fd-469f7d1c5a4e tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 944 time: 0.1024337 Nov 19 18:56:32.589970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bab01183-f0c5-43c4-a411-1c147827eef9 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:56:32.623115 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cac8add-cb5a-42ed-9ec8-faea2097f763 x-openstack-request-id: req-6cac8add-cb5a-42ed-9ec8-faea2097f763 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:32.623349 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6", "name": "network-vif-plugged", "status": "completed", "tag": "f1bc1216-8ec9-41a7-8db1-07774156f921", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:32.623580 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cac8add-cb5a-42ed-9ec8-faea2097f763 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:32.623944 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bc1216-8ec9-41a7-8db1-07774156f921', 'code': 200} Nov 19 18:56:32.657174 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08fe597c-de48-472f-99fb-ef8df574acad req-654e2787-7f8d-46a2-8029-4f082553ea7c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961814 Nov 19 18:56:32.692107 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5 req-f9642d70-818b-45d8-a8e7-215f52ee573d service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0490518 Nov 19 18:56:32.752034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de11f-c9f1-4faa-8bb0-d0bb6ed5a5c3 req-3b870306-aca1-4327-a506-ad889263c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:32.761269 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-884de11f-c9f1-4faa-8bb0-d0bb6ed5a5c3 req-3b870306-aca1-4327-a506-ad889263c8f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 1095 time: 0.2272208 Nov 19 18:56:32.933018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port bab01183-f0c5-43c4-a411-1c147827eef9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bab01183-f0c5-43c4-a411-1c147827eef9,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:32.935633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7c1d3-97f2-4604-a5cf-7e960655d277 req-fa9ddebc-eec5-49e9-ab24-571c1bc6183e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:32.950246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7a7c1d3-97f2-4604-a5cf-7e960655d277 req-fa9ddebc-eec5-49e9-ab24-571c1bc6183e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 943 time: 0.1135383 Nov 19 18:56:32.965519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'bab01183-f0c5-43c4-a411-1c147827eef9', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'port_id': 'bab01183-f0c5-43c4-a411-1c147827eef9', 'mac_address': 'fa:16:3e:e7:89:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe59e18c-b7e3-459f-88b9-60024191b0d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:56:33.017041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de11f-c9f1-4faa-8bb0-d0bb6ed5a5c3 req-f8bf141e-cfb6-4c8a-8105-f6ffd06190dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:33.018970 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-884de11f-c9f1-4faa-8bb0-d0bb6ed5a5c3 req-f8bf141e-cfb6-4c8a-8105-f6ffd06190dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 913 time: 0.2113788 Nov 19 18:56:33.031952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-network', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:33.044093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7a7c1d3-97f2-4604-a5cf-7e960655d277 req-4078bcec-8822-447d-8a24-13d6b7b17a7d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929055 Nov 19 18:56:33.051643 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:33.071875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:33.074216 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:33.083041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab01183-f0c5-43c4-a411-1c147827eef9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:33.119326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port bab01183-f0c5-43c4-a411-1c147827eef9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bab01183-f0c5-43c4-a411-1c147827eef9,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:33.123733 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-884de11f-c9f1-4faa-8bb0-d0bb6ed5a5c3 req-2dad1ada-c9c9-4e13-93ad-947991323366 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 HTTP/1.1" status: 200 len: 217 time: 0.0712047 Nov 19 18:56:33.126104 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:33.127940 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:33.141245 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1009c-acdb-440a-98c9-1ba4ce0a2c61 req-64a5a56a-49c8-48c9-9a8c-e584d75b254d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:33.149414 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87a1009c-acdb-440a-98c9-1ba4ce0a2c61 req-64a5a56a-49c8-48c9-9a8c-e584d75b254d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 945 time: 0.3829405 Nov 19 18:56:33.152784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b530a7f-2b7e-400a-abeb-1fdbeeafc363 req-8ce4647f-03a0-42f1-84d8-d6c5a7d59ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:33.154300 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3b530a7f-2b7e-400a-abeb-1fdbeeafc363 req-8ce4647f-03a0-42f1-84d8-d6c5a7d59ada service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 1096 time: 0.4777968 Nov 19 18:56:33.203293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=bab01183-f0c5-43c4-a411-1c147827eef9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:33.292507 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d1cac1d-4178-4cf1-8d45-9901ea55ddf5 req-0202dc5d-79ff-4922-b632-1976f2441be1 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288157 Nov 19 18:56:33.335961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de11f-c9f1-4faa-8bb0-d0bb6ed5a5c3 req-d2fffe7f-60a6-4453-991d-4baef19ad4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:33.337439 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-884de11f-c9f1-4faa-8bb0-d0bb6ed5a5c3 req-d2fffe7f-60a6-4453-991d-4baef19ad4e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2b1a166-17d4-4927-bed6-84697db77c0d HTTP/1.1" status: 200 len: 852 time: 0.1823161 Nov 19 18:56:33.406175 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3b530a7f-2b7e-400a-abeb-1fdbeeafc363 req-7bc297b2-db45-4a99-899e-8b3d1b0288dc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206459 Nov 19 18:56:33.406175 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87a1009c-acdb-440a-98c9-1ba4ce0a2c61 req-3b25744d-7cb9-4e53-a150-e25c0c372250 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552309 Nov 19 18:56:33.408910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-884de11f-c9f1-4faa-8bb0-d0bb6ed5a5c3 req-34eb7759-ef65-4fb5-a681-175b2f5d0364 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75b16aa6-4915-4a77-9e90-226bbf297781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607624 Nov 19 18:56:33.449931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['bab01183-f0c5-43c4-a411-1c147827eef9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:33.547474 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:33.560277 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:33.593495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:56:33.606512 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-884de11f-c9f1-4faa-8bb0-d0bb6ed5a5c3 req-1210cdbe-3f2e-402d-bffa-4deb8de58e17 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819370 Nov 19 18:56:33.614010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d72d02-7317-4799-bdac-fa4be201e8d2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:33.617705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:33.618176 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Added segment 7affa6b3-4c2f-4052-8cf3-a7063ac04fdd of type vlan for network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 Nov 19 18:56:33.739105 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:33.752397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd198dc9-7e8e-4f48-a958-4ade5277c9b3 req-c2a607e9-bdf6-480e-b201-3bd063ea2f52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:33.764447 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd198dc9-7e8e-4f48-a958-4ade5277c9b3 req-c2a607e9-bdf6-480e-b201-3bd063ea2f52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 948 time: 0.1612368 Nov 19 18:56:33.793739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-884de11f-c9f1-4faa-8bb0-d0bb6ed5a5c3 req-00e284dc-9e12-42b4-adc7-b532feb30c30 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739392 Nov 19 18:56:33.801704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:33.802927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:33.804069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:33.856937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd198dc9-7e8e-4f48-a958-4ade5277c9b3 req-c11526d5-dc5b-4605-ab42-3277b7db6347 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834923 Nov 19 18:56:33.902054 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3756657 Nov 19 18:56:33.905346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36226) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:33.911335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] Request body: {'subnet': {'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-subnet', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:33.944541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eca6b3-aa94-4a11-8e77-7b5c67734a2c admin admin] Pushing event updated for resources: {'Network': ['ID=286d1fc7-eb8b-400b-9e62-c852f81e73e6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:33.958733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:56:33.963845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bc750-2ebf-4e1a-b6c3-212e10e9b6f8 req-03dec38f-1cd0-4213-ad57-4dd0eb1b893c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:33.965416 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-225bc750-2ebf-4e1a-b6c3-212e10e9b6f8 req-03dec38f-1cd0-4213-ad57-4dd0eb1b893c tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 944 time: 0.1569512 Nov 19 18:56:33.984393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:33.987852 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:34.113773 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-225bc750-2ebf-4e1a-b6c3-212e10e9b6f8 req-9697d3fe-8527-4fde-bfd5-ca6dfdab0955 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378727 Nov 19 18:56:34.198422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36d86a-bf89-4fbf-b33f-c13f7d008ced req-3eb4122e-28eb-43ca-ac59-b70c1d0177ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:34.200033 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b36d86a-bf89-4fbf-b33f-c13f7d008ced req-3eb4122e-28eb-43ca-ac59-b70c1d0177ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 944 time: 0.0625558 Nov 19 18:56:34.262647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b36d86a-bf89-4fbf-b33f-c13f7d008ced req-bd2fee30-cf89-4464-88e8-91c47231cdc4 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561922 Nov 19 18:56:34.290087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:34.356929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e8f2d6-a875-485a-9e1c-3db0096650a5,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:34.368023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] Checking segment: {'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:34.368023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] Network hostable DHCP agents. Network: 286d1fc7-eb8b-400b-9e62-c852f81e73e6, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:56:34.391871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] Network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:56:34.403535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 286d1fc7-eb8b-400b-9e62-c852f81e73e6) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:34.418197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8c243e-7f59-4449-9b8a-f8fd1fbdb581 None None] Network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:56:34.422020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:34.422628 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:34.451890 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3edaee4d-ae67-40bd-9e01-6151da11a022 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5429232 Nov 19 18:56:34.452243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36252) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:34.462021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:34.571848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:34.572932 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:34.619060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bab01183-f0c5-43c4-a411-1c147827eef9 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:34.689556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90e560-aedc-4dfc-b6b6-6f51b71ffc37 req-e3441140-85b9-46a3-a333-5ee0a6e1624a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:34.691448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b90e560-aedc-4dfc-b6b6-6f51b71ffc37 req-e3441140-85b9-46a3-a333-5ee0a6e1624a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 945 time: 0.1585162 Nov 19 18:56:34.699195 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:34.729667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:56:34.730588 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:34.766370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port bab01183-f0c5-43c4-a411-1c147827eef9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:56:34.776187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port bab01183-f0c5-43c4-a411-1c147827eef9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:34.776907 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:34.917368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b90e560-aedc-4dfc-b6b6-6f51b71ffc37 req-72e9d46c-9f31-4e1f-8308-d76dd2f59210 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147319 Nov 19 18:56:34.934494 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.101194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f54b5-8a8f-48f7-b2d0-f5f94f9d48bd req-6c92e4cf-f752-4502-8d77-757caf0098a6 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:35.104670 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-407f54b5-8a8f-48f7-b2d0-f5f94f9d48bd req-6c92e4cf-f752-4502-8d77-757caf0098a6 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 948 time: 0.0966899 Nov 19 18:56:35.172318 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Allocated IP 172.20.0.2 (286d1fc7-eb8b-400b-9e62-c852f81e73e6/69e8f2d6-a875-485a-9e1c-3db0096650a5/98e1134b-9184-410c-ba87-3c381303433d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:35.192948 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.209027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-407f54b5-8a8f-48f7-b2d0-f5f94f9d48bd req-1d5a3b1b-c9b3-4cce-9df5-d1aaf1788b19 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965807 Nov 19 18:56:35.289341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea466d4-6a02-402f-ad57-e5cf5843d33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab01183-f0c5-43c4-a411-1c147827eef9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:35.292697 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae70bd3-5787-4bfc-898e-9a13209b7d31" -d '{"events": [{"server_uuid": "8ea466d4-6a02-402f-ad57-e5cf5843d33c", "name": "network-vif-plugged", "status": "completed", "tag": "bab01183-f0c5-43c4-a411-1c147827eef9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:35.317272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port bab01183-f0c5-43c4-a411-1c147827eef9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bab01183-f0c5-43c4-a411-1c147827eef9,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:35.331138 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.339236 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.384469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.434312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b88ef-1320-4ce5-ae15-8bbc9ba9ef97 req-b7da8b8f-c46e-4589-aa28-75a0063a5048 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:35.445900 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-610b88ef-1320-4ce5-ae15-8bbc9ba9ef97 req-b7da8b8f-c46e-4589-aa28-75a0063a5048 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 944 time: 0.1207790 Nov 19 18:56:35.554261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Allocated IP 172.25.3.207 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/b79fbe69-25c6-4ce1-b39a-3055d919d5fa) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:35.565297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-610b88ef-1320-4ce5-ae15-8bbc9ba9ef97 req-76b1ada1-da10-4e07-ab58-d28d0c53400b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157582 Nov 19 18:56:35.603973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=bab01183-f0c5-43c4-a411-1c147827eef9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:35.660714 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc8a3f-c131-4679-9404-3aea0cd86547 x-openstack-request-id: req-34bc8a3f-c131-4679-9404-3aea0cd86547 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:35.661017 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea466d4-6a02-402f-ad57-e5cf5843d33c", "name": "network-vif-plugged", "status": "completed", "tag": "bab01183-f0c5-43c4-a411-1c147827eef9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:35.661275 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34bc8a3f-c131-4679-9404-3aea0cd86547 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:35.661671 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea466d4-6a02-402f-ad57-e5cf5843d33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab01183-f0c5-43c4-a411-1c147827eef9', 'code': 200} Nov 19 18:56:35.685797 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.700166 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.716056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 8db4de91-f995-4ba7-a61f-8b89e299b27d details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:56:35.779474 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:35.785553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:35.794014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81811eee-70e7-4731-a11d-46e950770d5e req-edddbd5d-4eb5-4ec0-b1ef-a1dc5eceea49 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:35.798043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:35.808924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81811eee-70e7-4731-a11d-46e950770d5e req-edddbd5d-4eb5-4ec0-b1ef-a1dc5eceea49 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 945 time: 0.1527667 Nov 19 18:56:35.819428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61bf96-cf10-41eb-b555-f49f3653f7cc req-89dcd9bd-c11c-45fa-9909-5303f30bee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:35.822425 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7e61bf96-cf10-41eb-b555-f49f3653f7cc req-89dcd9bd-c11c-45fa-9909-5303f30bee1c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 1096 time: 0.0725231 Nov 19 18:56:35.831900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Pushing event updated for resources: {'Port': ['ID=98e1134b-9184-410c-ba87-3c381303433d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:35.876780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.907754 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7e61bf96-cf10-41eb-b555-f49f3653f7cc req-bf229c32-9fdc-4f38-8a8a-b38893333e83 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745723 Nov 19 18:56:35.947894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Attempting to bind port 98e1134b-9184-410c-ba87-3c381303433d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:35.948768 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Attempting to bind port 98e1134b-9184-410c-ba87-3c381303433d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:35.949149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Attempting to bind port 98e1134b-9184-410c-ba87-3c381303433d on network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:35.952708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81811eee-70e7-4731-a11d-46e950770d5e req-6cd4b40d-69dd-429e-a1bb-bc1e8620d3ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352129 Nov 19 18:56:35.957947 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:35.958327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Checking segment: {'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:35.958762 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.959162 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Bound using segment: {'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:35.959661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Bound port: 98e1134b-9184-410c-ba87-3c381303433d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:35.960056 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.988044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:36.040395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:36.044038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:36.048909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:36.053143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Pushing event updated for resources: {'Port': ['ID=b79fbe69-25c6-4ce1-b39a-3055d919d5fa,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:36.079634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 8db4de91-f995-4ba7-a61f-8b89e299b27d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=8db4de91-f995-4ba7-a61f-8b89e299b27d,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:36.146642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '8db4de91-f995-4ba7-a61f-8b89e299b27d', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '8db4de91-f995-4ba7-a61f-8b89e299b27d', 'mac_address': 'fa:16:3e:e5:9a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:56:36.256791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] For port 98e1134b-9184-410c-ba87-3c381303433d, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:36.304605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] For port 98e1134b-9184-410c-ba87-3c381303433d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=98e1134b-9184-410c-ba87-3c381303433d,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:36.311760 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:36.336782 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:36.372770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db4de91-f995-4ba7-a61f-8b89e299b27d {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:36.477017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f2c04-7cfa-450c-a1ec-d0cf47edb89a None None] Pushing event updated for resources: {'Port': ['ID=98e1134b-9184-410c-ba87-3c381303433d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:36.516866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 8db4de91-f995-4ba7-a61f-8b89e299b27d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=8db4de91-f995-4ba7-a61f-8b89e299b27d,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:36.526125 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:36.572090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30a5d1-ea28-47a1-a08a-d9a5de4d9c4d req-18ca333e-83b8-400a-978c-cf6a495a3867 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:36.579787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-af30a5d1-ea28-47a1-a08a-d9a5de4d9c4d req-18ca333e-83b8-400a-978c-cf6a495a3867 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 945 time: 0.2017229 Nov 19 18:56:36.617122 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:36.620495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=8db4de91-f995-4ba7-a61f-8b89e299b27d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:36.635488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:56:36.833574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-af30a5d1-ea28-47a1-a08a-d9a5de4d9c4d req-6ea0de42-75b3-4d39-9c62-70c75abd2464 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523568 Nov 19 18:56:36.882504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:36.936578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306', 'network_id': '75b16aa6-4915-4a77-9e90-226bbf297781', 'port_id': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306', 'mac_address': 'fa:16:3e:1f:bf:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b1a166-17d4-4927-bed6-84697db77c0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:56:36.986851 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.007366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:37.047649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:37.051426 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:37.148840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 98e1134b-9184-410c-ba87-3c381303433d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:37.191236 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.191920 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:56:37.356110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd5acc-52f0-44ed-a134-8ce5596d7386 req-dd01c5a5-be7b-465c-b31a-1205fd39cb6c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:37.357898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-acbd5acc-52f0-44ed-a134-8ce5596d7386 req-dd01c5a5-be7b-465c-b31a-1205fd39cb6c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 949 time: 0.1658113 Nov 19 18:56:37.437968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-acbd5acc-52f0-44ed-a134-8ce5596d7386 req-ff42411b-b191-4483-ae1c-afb82f1dcdd1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671744 Nov 19 18:56:37.488077 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.552857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:37.623566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'mac_address': 'fa:16:3e:4c:e7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:56:37.629705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 98e1134b-9184-410c-ba87-3c381303433d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:37.630131 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.740208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:37.906591 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.992317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:38.062218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:38.074209 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:38.216700 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:38.319718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a97ae-6372-41b2-a124-ef176c654faa None None] Network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:56:38.481581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31de41-f762-46a0-bf84-825d00832b7b req-77a271d6-a9cb-4b66-8f90-e19ec4e4302b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:38.489234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a31de41-f762-46a0-bf84-825d00832b7b req-77a271d6-a9cb-4b66-8f90-e19ec4e4302b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 945 time: 0.1822040 Nov 19 18:56:38.650533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a31de41-f762-46a0-bf84-825d00832b7b req-b4fd128f-b286-48d2-8247-a990c2f66920 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507957 Nov 19 18:56:38.653036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Router 44e50af2-91ee-44b1-99b2-0e032da641b1 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:56:38.722908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['3d2ad11c-0607-447d-a5ad-b112b09a2bf0'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:38.801158 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:39.018487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:56:39.032951 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Sync routers for ids ['44e50af2-91ee-44b1-99b2-0e032da641b1'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:56:39.039716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:39.042698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e0412e10-83fa-48ef-8290-01f4a380fa8a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5890741 Nov 19 18:56:39.046443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36360) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:39.058222 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Routers {'44e50af2-91ee-44b1-99b2-0e032da641b1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:39.064099 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['44e50af2-91ee-44b1-99b2-0e032da641b1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:39.116156 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2646d3d9-ee3f-43e0-9f01-e9229d9ea8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:39.228669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f04f4f-33c4-444c-b727-3fd003d49fa7 req-779c4a46-b5b9-4642-b325-fb82e20a5b4c tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:39.233080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52f04f4f-33c4-444c-b727-3fd003d49fa7 req-779c4a46-b5b9-4642-b325-fb82e20a5b4c tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 1096 time: 0.1012037 Nov 19 18:56:39.329587 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52f04f4f-33c4-444c-b727-3fd003d49fa7 req-d473b94a-aa04-4a57-ae82-ea64c75f87b7 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906234 Nov 19 18:56:39.350197 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Set router 44e50af2-91ee-44b1-99b2-0e032da641b1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:39.465374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 98e1134b-9184-410c-ba87-3c381303433d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=98e1134b-9184-410c-ba87-3c381303433d,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:39.501789 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:39.509042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-27ea4982-5752-40c2-828e-75ce8654570e None None] Provisioning complete for port 98e1134b-9184-410c-ba87-3c381303433d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:39.509792 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27ea4982-5752-40c2-828e-75ce8654570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:39.520487 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:39.581825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548f7fe-df49-48e0-b0b9-4e74fdc95a37 req-5b09e832-13f7-4489-9f18-ed989f08cfc5 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:39.590224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e548f7fe-df49-48e0-b0b9-4e74fdc95a37 req-5b09e832-13f7-4489-9f18-ed989f08cfc5 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 945 time: 0.1112747 Nov 19 18:56:39.658620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=98e1134b-9184-410c-ba87-3c381303433d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:39.703793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e548f7fe-df49-48e0-b0b9-4e74fdc95a37 req-ce277393-f02c-4d1d-bfc7-eef826f60544 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125255 Nov 19 18:56:39.869576 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:36Z', 'revision_number': 3, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:39.939489 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Checking router: 44e50af2-91ee-44b1-99b2-0e032da641b1 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:56:39.939842 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Updating router 44e50af2-91ee-44b1-99b2-0e032da641b1 port b79fbe69-25c6-4ce1-b39a-3055d919d5fa binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:56:40.019783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:40.043845 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:40.127941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-59c11bf0-7381-417b-b130-49e86d144b18 None None] Provisioning complete for port 98e1134b-9184-410c-ba87-3c381303433d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:40.132865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59c11bf0-7381-417b-b130-49e86d144b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:40.173851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a15bd-7ec9-4726-bf5d-88cbf850d539 req-5c23f8ec-7661-469f-9fe5-701cd0927690 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:40.181132 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b9a15bd-7ec9-4726-bf5d-88cbf850d539 req-5c23f8ec-7661-469f-9fe5-701cd0927690 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 949 time: 0.1240990 Nov 19 18:56:40.346503 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b9a15bd-7ec9-4726-bf5d-88cbf850d539 req-eaa604e5-0ded-4674-ae0f-3fe228f74692 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483731 Nov 19 18:56:40.424999 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Allocated IP 172.20.0.1 (286d1fc7-eb8b-400b-9e62-c852f81e73e6/69e8f2d6-a875-485a-9e1c-3db0096650a5/b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:40.576659 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f7ecdd79-2423-4a77-8ac0-6e608da46f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:40.641894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:40.670441 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:40.676093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba68f-b1bc-492b-85ec-db1f6ad41eef req-b3394a03-8bc5-4f2d-aac8-a9ea35ad5751 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:40.681325 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06eba68f-b1bc-492b-85ec-db1f6ad41eef req-b3394a03-8bc5-4f2d-aac8-a9ea35ad5751 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 1096 time: 0.1918833 Nov 19 18:56:40.684782 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:40.778748 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:40.786322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:56:40.792730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:40.793300 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:40.824237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06eba68f-b1bc-492b-85ec-db1f6ad41eef req-7fe6b380-4537-4fd2-82a8-066f25f85afe tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304703 Nov 19 18:56:40.870493 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:40.970280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Pushing event updated for resources: {'Port': ['ID=b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:41.003823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:41.005409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:41.008780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:41.012080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d3a72-de2b-4a94-90a4-532e62ea1c37 req-02d80c3b-fa4c-4cc6-b09b-6f1735cf297b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:41.030268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb3d3a72-de2b-4a94-90a4-532e62ea1c37 req-02d80c3b-fa4c-4cc6-b09b-6f1735cf297b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 945 time: 0.1088965 Nov 19 18:56:41.053593 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:41.115339 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:41.126584 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Attempting to bind port b79fbe69-25c6-4ce1-b39a-3055d919d5fa on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:41.127148 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Attempting to bind port b79fbe69-25c6-4ce1-b39a-3055d919d5fa by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:41.131002 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Attempting to bind port b79fbe69-25c6-4ce1-b39a-3055d919d5fa on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:41.133978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:41.136475 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Pushing event updated for resources: {'Port': ['ID=b79fbe69-25c6-4ce1-b39a-3055d919d5fa,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:41.137820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f969e366-d005-40d8-bd34-c3542cf54501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:41.140764 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8840c7-7715-411f-a3f4-ab5d0d68b2b4" -d '{"events": [{"server_uuid": "f969e366-d005-40d8-bd34-c3542cf54501", "name": "network-vif-plugged", "status": "completed", "tag": "85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:41.147720 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:41.149464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:41.166594 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb3d3a72-de2b-4a94-90a4-532e62ea1c37 req-46db4501-66d5-4a75-95ab-93077700b057 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353409 Nov 19 18:56:41.185863 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.186213 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.186548 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.186897 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.187221 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.187543 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.187864 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.188180 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.188520 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.188813 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.196506 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.196947 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:41.218857 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:41.219233 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:41.219640 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:41.220039 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:41.227218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:41.230033 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Bound port: b79fbe69-25c6-4ce1-b39a-3055d919d5fa, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:41.240517 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:41.343855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:41.346661 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:41.380767 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] For port b79fbe69-25c6-4ce1-b39a-3055d919d5fa, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:41.391390 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] For port b79fbe69-25c6-4ce1-b39a-3055d919d5fa, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b79fbe69-25c6-4ce1-b39a-3055d919d5fa,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:41.404014 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:41.424953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886db9c4-0012-4077-9521-f87465ed5942 req-e6c3412b-63b7-4fc5-bbe4-b094097ac45b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:41.437359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-886db9c4-0012-4077-9521-f87465ed5942 req-e6c3412b-63b7-4fc5-bbe4-b094097ac45b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 945 time: 0.1668427 Nov 19 18:56:41.547581 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:41.565535 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:41.574338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-886db9c4-0012-4077-9521-f87465ed5942 req-1bd2c334-cb69-4aa1-b280-8c61900d3b9b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359496 Nov 19 18:56:41.641318 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb152105-9d72-42f8-9f6f-b4d1d7698fb3 None None] Pushing event updated for resources: {'Port': ['ID=b79fbe69-25c6-4ce1-b39a-3055d919d5fa,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:41.656280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-92d0d73a-1f1a-40e1-8500-c6691b3ba4a2 None None] Provisioning complete for port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:41.656590 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-92d0d73a-1f1a-40e1-8500-c6691b3ba4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:41.661054 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Routers {'44e50af2-91ee-44b1-99b2-0e032da641b1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:41.662536 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['44e50af2-91ee-44b1-99b2-0e032da641b1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:41.704538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 98e1134b-9184-410c-ba87-3c381303433d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:41.771899 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 8db4de91-f995-4ba7-a61f-8b89e299b27d up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:41.808959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36392) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:41.813145 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:41.866994 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:41.981858 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] Set router 44e50af2-91ee-44b1-99b2-0e032da641b1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:42.022001 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b5b8b30-a082-4332-9ea2-babb3f08b2ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:42.030327 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578892b9-6ff9-4189-ac6f-12dc9fca5984 x-openstack-request-id: req-578892b9-6ff9-4189-ac6f-12dc9fca5984 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:42.030630 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f969e366-d005-40d8-bd34-c3542cf54501", "name": "network-vif-plugged", "status": "completed", "tag": "85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:42.030939 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-578892b9-6ff9-4189-ac6f-12dc9fca5984 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:42.031344 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f969e366-d005-40d8-bd34-c3542cf54501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306', 'code': 200} Nov 19 18:56:42.033059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:42.063087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:42.063800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-92d0d73a-1f1a-40e1-8500-c6691b3ba4a2 None None] Port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:56:42.075521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 98e1134b-9184-410c-ba87-3c381303433d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:42.075897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:42.181629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 8db4de91-f995-4ba7-a61f-8b89e299b27d completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:56:42.188691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbef216-4b93-4544-b643-c436693ff01b req-38195eec-d755-47c8-8b50-d0204f0d3f7f tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:42.191936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 8db4de91-f995-4ba7-a61f-8b89e299b27d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:42.192324 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:42.201356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bbbef216-4b93-4544-b643-c436693ff01b req-38195eec-d755-47c8-8b50-d0204f0d3f7f tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 949 time: 0.1637080 Nov 19 18:56:42.380987 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:42.399217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bbbef216-4b93-4544-b643-c436693ff01b req-3817bb11-7ee1-4e2b-8ba6-a69d080b697e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964691 Nov 19 18:56:42.479718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 8db4de91-f995-4ba7-a61f-8b89e299b27d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=8db4de91-f995-4ba7-a61f-8b89e299b27d,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:42.489026 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:42.521990 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b5b8b30-a082-4332-9ea2-babb3f08b2ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:42.534031 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b5b8b30-a082-4332-9ea2-babb3f08b2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:42.612039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=8db4de91-f995-4ba7-a61f-8b89e299b27d,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:42.647436 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde', 'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'mac_address': 'fa:16:3e:81:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:40Z', 'updated_at': '2021-11-19T18:56:40Z', 'revision_number': 1, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'subnets': [{'id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:42.685280 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd95114-cc87-4f38-b5c9-07b71d04c786 None None] The sync data for ids ['44e50af2-91ee-44b1-99b2-0e032da641b1'] in n-d-815373-6 is: [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde', 'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'mac_address': 'fa:16:3e:81:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:40Z', 'updated_at': '2021-11-19T18:56:40Z', 'revision_number': 1, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'subnets': [{'id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:56:42.699339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b8b30-a082-4332-9ea2-babb3f08b2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d56d214-8802-4f50-9e12-48792e9287cd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:42.710096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3b5b8b30-a082-4332-9ea2-babb3f08b2ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70a8db2d118343d5ab7918a45059d406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9009073 Nov 19 18:56:42.714389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36398) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:42.878534 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf30f8-ddba-40f0-a6e1-152826373098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:42.899248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf38a92-8e86-4f12-a2f7-76195edbd032 req-e38adfc9-3ee6-4e6e-89e2-14c1ae02b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:42.904694 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7bf38a92-8e86-4f12-a2f7-76195edbd032 req-e38adfc9-3ee6-4e6e-89e2-14c1ae02b15e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 1097 time: 0.9571936 Nov 19 18:56:42.920669 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf30f8-ddba-40f0-a6e1-152826373098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:43.015419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:43.021417 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf30f8-ddba-40f0-a6e1-152826373098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:43.030748 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bf30f8-ddba-40f0-a6e1-152826373098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:43.056034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-50bf30f8-ddba-40f0-a6e1-152826373098 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d56d214-8802-4f50-9e12-48792e9287cd HTTP/1.1" status: 204 len: 168 time: 0.3390114 Nov 19 18:56:43.095393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf30f8-ddba-40f0-a6e1-152826373098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d56d214-8802-4f50-9e12-48792e9287cd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:43.141653 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7bf38a92-8e86-4f12-a2f7-76195edbd032 req-be72d278-6817-4a36-a2ea-3ced1db377f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162330 Nov 19 18:56:43.142993 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:43.230395 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:43.283667 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:43.290410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Pushing event updated for resources: {'Port': ['ID=b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:43.590199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36416) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:43.598481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:43.603169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:43.617149 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f4a858d-fbbd-452d-b896-c3d2ec737c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:43.831568 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f4a858d-fbbd-452d-b896-c3d2ec737c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:43.851795 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f4a858d-fbbd-452d-b896-c3d2ec737c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:43.972697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36430) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:43.974332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5f4a858d-fbbd-452d-b896-c3d2ec737c52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8ef6d5737954c51a330ca44d58814c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827701 Nov 19 18:56:43.975130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a858d-fbbd-452d-b896-c3d2ec737c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55618757-ee47-4ebb-a5a7-b81ae4afc837,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:43.991791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Router 44e50af2-91ee-44b1-99b2-0e032da641b1 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:56:44.038755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0'}, {'server_uuid': '4132bd9a-caca-425f-a6b0-bf423400cf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db4de91-f995-4ba7-a61f-8b89e299b27d'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:44.045175 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea40063f-cd56-4363-91aa-36370d850d42" -d '{"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-plugged", "status": "completed", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0"}, {"server_uuid": "4132bd9a-caca-425f-a6b0-bf423400cf6a", "name": "network-vif-plugged", "status": "completed", "tag": "8db4de91-f995-4ba7-a61f-8b89e299b27d"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:44.094984 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:44.245653 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-62fdd0ec-64a1-43ae-a7e0-2e021ba993e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:44.355134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-de1fd592-7bf6-40ea-bbcf-bb7b557d483f None None] Provisioning complete for port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:44.355933 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-de1fd592-7bf6-40ea-bbcf-bb7b557d483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:44.368780 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-62fdd0ec-64a1-43ae-a7e0-2e021ba993e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:44.405680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:56:44.445596 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5f149cf9-3674-4472-8d1a-ef17aa1629cb admin admin] 10.222.0.50 "PUT /v2.0/routers/44e50af2-91ee-44b1-99b2-0e032da641b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3977683 Nov 19 18:56:44.498431 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-62fdd0ec-64a1-43ae-a7e0-2e021ba993e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:44.501215 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-62fdd0ec-64a1-43ae-a7e0-2e021ba993e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:44.509084 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-62fdd0ec-64a1-43ae-a7e0-2e021ba993e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55618757-ee47-4ebb-a5a7-b81ae4afc837 HTTP/1.1" status: 204 len: 168 time: 0.5350511 Nov 19 18:56:44.542231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-de1fd592-7bf6-40ea-bbcf-bb7b557d483f None None] Port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:56:44.553541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdd0ec-64a1-43ae-a7e0-2e021ba993e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55618757-ee47-4ebb-a5a7-b81ae4afc837,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:44.801894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192ffb5-4bcc-4d9f-a532-be3dcd9b87f7 req-dadd130a-4f3f-4c02-8c2c-9da0cdc76e6e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:44.808508 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d192ffb5-4bcc-4d9f-a532-be3dcd9b87f7 req-dadd130a-4f3f-4c02-8c2c-9da0cdc76e6e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ea466d4-6a02-402f-ad57-e5cf5843d33c HTTP/1.1" status: 200 len: 945 time: 0.1776495 Nov 19 18:56:45.152563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-d192ffb5-4bcc-4d9f-a532-be3dcd9b87f7 req-b4b7e9a2-4cda-4230-8d42-9cdde8f6be42 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Deleting port bab01183-f0c5-43c4-a411-1c147827eef9 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:56:45.153292 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d192ffb5-4bcc-4d9f-a532-be3dcd9b87f7 req-b4b7e9a2-4cda-4230-8d42-9cdde8f6be42 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:45.362421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d192ffb5-4bcc-4d9f-a532-be3dcd9b87f7 req-b4b7e9a2-4cda-4230-8d42-9cdde8f6be42 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] For port bab01183-f0c5-43c4-a411-1c147827eef9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bab01183-f0c5-43c4-a411-1c147827eef9,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:45.362765 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d192ffb5-4bcc-4d9f-a532-be3dcd9b87f7 req-b4b7e9a2-4cda-4230-8d42-9cdde8f6be42 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:45.428562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-d192ffb5-4bcc-4d9f-a532-be3dcd9b87f7 req-b4b7e9a2-4cda-4230-8d42-9cdde8f6be42 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Calling delete_port for bab01183-f0c5-43c4-a411-1c147827eef9 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:45.630433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-3524b0f9-6d59-40a7-8721-2db4bf64ba4d tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:56:45.641418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-3524b0f9-6d59-40a7-8721-2db4bf64ba4d tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5250301 Nov 19 18:56:45.737971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b79fbe69-25c6-4ce1-b39a-3055d919d5fa up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:45.813428 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d192ffb5-4bcc-4d9f-a532-be3dcd9b87f7 req-b4b7e9a2-4cda-4230-8d42-9cdde8f6be42 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:45.869926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:45.872611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['bab01183-f0c5-43c4-a411-1c147827eef9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:45.895696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7e9a2-4cda-4230-8d42-9cdde8f6be42 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event deleted for resources: {'Port': ['ID=bab01183-f0c5-43c4-a411-1c147827eef9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:45.988814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d192ffb5-4bcc-4d9f-a532-be3dcd9b87f7 req-b4b7e9a2-4cda-4230-8d42-9cdde8f6be42 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] No DVR routers for this DVR port bab01183-f0c5-43c4-a411-1c147827eef9 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:56:45.994810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d192ffb5-4bcc-4d9f-a532-be3dcd9b87f7 req-b4b7e9a2-4cda-4230-8d42-9cdde8f6be42 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:45.997797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d192ffb5-4bcc-4d9f-a532-be3dcd9b87f7 req-b4b7e9a2-4cda-4230-8d42-9cdde8f6be42 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "DELETE /v2.0/ports/bab01183-f0c5-43c4-a411-1c147827eef9 HTTP/1.1" status: 204 len: 173 time: 1.1758993 Nov 19 18:56:45.998402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea466d4-6a02-402f-ad57-e5cf5843d33c', 'name': 'network-vif-deleted', 'tag': 'bab01183-f0c5-43c4-a411-1c147827eef9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:46.002399 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7724d38d-7782-4c39-9ab2-6b0a08ad78da" -d '{"events": [{"server_uuid": "8ea466d4-6a02-402f-ad57-e5cf5843d33c", "name": "network-vif-deleted", "tag": "bab01183-f0c5-43c4-a411-1c147827eef9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:46.102165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b79fbe69-25c6-4ce1-b39a-3055d919d5fa triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:46.102552 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:46.225857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a101986b-9e9d-4b3a-81f8-b16b4aa2bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:46.238217 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a101986b-9e9d-4b3a-81f8-b16b4aa2bd8e service neutron] 10.222.0.50 "GET /v2.0/ports/f1bc1216-8ec9-41a7-8db1-07774156f921 HTTP/1.1" status: 200 len: 1093 time: 0.5712378 Nov 19 18:56:46.252059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Request body: {'binding': {'host': 'n-h2-815373-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:46.252533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Unknown quota resources ['binding']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:56:46.325321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36480) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:46.332480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-300124589-network', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:46.434765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Made reservation on behalf of f0dbb3890ed3490fbde27012ad02dba4 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:46.458786 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:46.488232 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:46.507743 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:46.541044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port b79fbe69-25c6-4ce1-b39a-3055d919d5fa, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b79fbe69-25c6-4ce1-b39a-3055d919d5fa,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:46.549443 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:46.676349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 on host n-h2-815373-6 for vnic_type normal with profile None {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:46.680259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:46.682183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:46.695917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Port f1bc1216-8ec9-41a7-8db1-07774156f921 on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:56:46.696359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:46.700838 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=b79fbe69-25c6-4ce1-b39a-3055d919d5fa,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:46.717151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:46.717774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:46.718347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:46.718981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Bound port: f1bc1216-8ec9-41a7-8db1-07774156f921, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:46.740978 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:46.756370 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:46.779613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:56:46.808149 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:46.808149 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Added segment 1b329917-9893-451a-a83e-a30d62398282 of type vlan for network 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d Nov 19 18:56:46.835560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f1bc1216-8ec9-41a7-8db1-07774156f921,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:46.847374 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:46.848798 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-a9afe541-ee08-4b4c-bf5a-3ab413e3b662 service neutron] 10.222.0.50 "POST /v2.0/ports/f1bc1216-8ec9-41a7-8db1-07774156f921/bindings HTTP/1.1" status: 201 len: 389 time: 0.6061721 Nov 19 18:56:46.861672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b2a1b5-8083-4ef9-b303-e1161ff8a8d4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:46.880560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Sync routers for ids ['44e50af2-91ee-44b1-99b2-0e032da641b1'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:56:46.917970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Routers {'44e50af2-91ee-44b1-99b2-0e032da641b1'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:46.920923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['44e50af2-91ee-44b1-99b2-0e032da641b1'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:46.961671 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:47.043250 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:47.044566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:47.045352 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:47.185003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8584054 Nov 19 18:56:47.187824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36490) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:47.193040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] Request body: {'subnet': {'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-300124589-subnet', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:47.198681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Set router 44e50af2-91ee-44b1-99b2-0e032da641b1 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:47.333995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] Made reservation on behalf of f0dbb3890ed3490fbde27012ad02dba4 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:47.348927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dae99-b99e-4417-bf31-e305ae8c9483 admin admin] Pushing event updated for resources: {'Network': ['ID=309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:47.350202 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:47.387298 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:56:47.426750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db26e7e-93af-4cfb-9a9b-a3c3ba9d8028 req-da3f188f-2ff4-46bd-adb7-6ca1946c14d6 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:47.428638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9db26e7e-93af-4cfb-9a9b-a3c3ba9d8028 req-da3f188f-2ff4-46bd-adb7-6ca1946c14d6 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 946 time: 0.2158043 Nov 19 18:56:47.566050 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9db26e7e-93af-4cfb-9a9b-a3c3ba9d8028 req-4d2941d8-fa2d-4a09-8070-1f29e69964c6 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289656 Nov 19 18:56:47.724303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b79fbe69-25c6-4ce1-b39a-3055d919d5fa up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:47.794077 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:47.822854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde', 'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'mac_address': 'fa:16:3e:81:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:40Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 2, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'subnets': [{'id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:47.841896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-7a1c7579-909b-4c89-a554-2c1da46aabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:47.864423 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-7a1c7579-909b-4c89-a554-2c1da46aabeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 1096 time: 0.6336820 Nov 19 18:56:47.949774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c9aff-c0aa-474b-9bd1-da1bcea3f8c9 req-560fd67b-d3db-42a2-a67d-a7c27bc2f968 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:47.951385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb8c9aff-c0aa-474b-9bd1-da1bcea3f8c9 req-560fd67b-d3db-42a2-a67d-a7c27bc2f968 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 950 time: 0.1132073 Nov 19 18:56:48.043962 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb8c9aff-c0aa-474b-9bd1-da1bcea3f8c9 req-237b10e5-a34f-4da9-89bf-1b8a9c261421 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852258 Nov 19 18:56:48.082985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Checking router: 44e50af2-91ee-44b1-99b2-0e032da641b1 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:56:48.083911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Updating router 44e50af2-91ee-44b1-99b2-0e032da641b1 port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:56:48.108322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b79fbe69-25c6-4ce1-b39a-3055d919d5fa triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:48.108703 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:48.136876 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:48.228623 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183fa051-f394-4e03-8c65-fd5ad517f723 x-openstack-request-id: req-183fa051-f394-4e03-8c65-fd5ad517f723 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:48.228864 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-plugged", "status": "completed", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0", "code": 200}, {"server_uuid": "4132bd9a-caca-425f-a6b0-bf423400cf6a", "name": "network-vif-plugged", "status": "completed", "tag": "8db4de91-f995-4ba7-a61f-8b89e299b27d", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:48.229116 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-183fa051-f394-4e03-8c65-fd5ad517f723 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:48.229513 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'code': 200} Nov 19 18:56:48.229788 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4132bd9a-caca-425f-a6b0-bf423400cf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db4de91-f995-4ba7-a61f-8b89e299b27d', 'code': 200} Nov 19 18:56:48.239040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-57aaafa4-27ff-4ee2-b721-e537aca34c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:48.240536 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-57aaafa4-27ff-4ee2-b721-e537aca34c68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.3040338 Nov 19 18:56:48.262177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] Checking segment: {'id': '1b329917-9893-451a-a83e-a30d62398282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:48.274356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] Network hostable DHCP agents. Network: 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:56:48.284123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30958760-392f-43f6-8894-79e3d933f36d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:48.387240 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeef7ec-6338-4f9f-a3c9-a36eb86e5998 x-openstack-request-id: req-fbeef7ec-6338-4f9f-a3c9-a36eb86e5998 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:48.387921 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea466d4-6a02-402f-ad57-e5cf5843d33c", "name": "network-vif-deleted", "tag": "bab01183-f0c5-43c4-a411-1c147827eef9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:48.387921 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbeef7ec-6338-4f9f-a3c9-a36eb86e5998 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:48.388158 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea466d4-6a02-402f-ad57-e5cf5843d33c', 'name': 'network-vif-deleted', 'tag': 'bab01183-f0c5-43c4-a411-1c147827eef9', 'status': 'completed', 'code': 200} Nov 19 18:56:48.428191 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-f98885dd-9ac8-4cd2-9c26-27c0ca9d0195 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1bc1216-8ec9-41a7-8db1-07774156f921 HTTP/1.1" status: 200 len: 217 time: 0.1690066 Nov 19 18:56:48.568460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90299c-2801-4cc6-88eb-9e1f5637c6a8 req-e11d9854-afa0-43dd-a9ab-3689597c8b4d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:48.587855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff90299c-2801-4cc6-88eb-9e1f5637c6a8 req-e11d9854-afa0-43dd-a9ab-3689597c8b4d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 945 time: 0.1061463 Nov 19 18:56:48.603169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] Network 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:56:48.675109 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:48.679186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6e336-38e3-47cb-a450-c25c437226fb req-a4f1965e-11a4-4939-88ef-ef4aaaf7524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:48.681042 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4c6e336-38e3-47cb-a450-c25c437226fb req-a4f1965e-11a4-4939-88ef-ef4aaaf7524f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 1101 time: 0.2956340 Nov 19 18:56:48.688347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-e123028a-5043-4f4f-bbeb-7c8c25de3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:48.691489 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-e123028a-5043-4f4f-bbeb-7c8c25de3422 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.2493343 Nov 19 18:56:48.698969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff90299c-2801-4cc6-88eb-9e1f5637c6a8 req-8e36ebce-81a7-40bb-8b60-0e5564c77739 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098268 Nov 19 18:56:48.714661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:48.714661 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:48.763274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e659655-77ec-4bc7-bee1-54da5b57c6a0 None None] Network 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:56:48.769944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bab01183-f0c5-43c4-a411-1c147827eef9 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:56:48.792320 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-2cf43b73-cce2-4870-9ec6-e949ec06b36e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880089 Nov 19 18:56:48.815428 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-499a5bc0-63cf-43a1-8806-42b6d3add567 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6263256 Nov 19 18:56:48.847192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36508) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:48.851657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-300124589-router', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:48.874893 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:48.910317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: bab01183-f0c5-43c4-a411-1c147827eef9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:56:48.910828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bab01183-f0c5-43c4-a411-1c147827eef9 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:56:48.941769 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:48.953456 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63acf650-3c9d-49cd-ba84-8fdcb8657cce req-23d35365-79e1-4f41-b110-37faec6e0c71 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-128150756&fields=id&tenant_id=87e9febe9e184541b7a1c4e5650f4978 HTTP/1.1" status: 200 len: 267 time: 0.1517193 Nov 19 18:56:48.995818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f203b-3814-41d4-91cb-74f796fbc1da None None] Pushing event updated for resources: {'Port': ['ID=b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:49.068861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acf650-3c9d-49cd-ba84-8fdcb8657cce req-31953729-50e5-4576-bd1b-c35d8fe56cc0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:49.079714 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63acf650-3c9d-49cd-ba84-8fdcb8657cce req-31953729-50e5-4576-bd1b-c35d8fe56cc0 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 946 time: 0.1250181 Nov 19 18:56:49.090845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-63acf650-3c9d-49cd-ba84-8fdcb8657cce req-99925a63-dd18-4a6b-93f3-8ae973f8e323 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'port': {'security_groups': ['2b84f474-731a-4951-9f56-9b091fe61e8c', 'd3bdf838-bcf0-4f66-a238-18a14b77c742']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:49.108381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4c6e336-38e3-47cb-a450-c25c437226fb req-b68143e1-5832-4ebd-8f4f-47f6d1a89f23 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159236 Nov 19 18:56:49.118125 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Attempting to bind port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:49.118693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Attempting to bind port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:49.119111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Attempting to bind port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde on network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:49.129055 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:49.130127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:49.196011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:49.196011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Checking segment: {'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:49.202230 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:49.202807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Bound using segment: {'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:49.203434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Bound port: b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:49.203959 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:49.215930 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-63acf650-3c9d-49cd-ba84-8fdcb8657cce req-99925a63-dd18-4a6b-93f3-8ae973f8e323 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:49.217935 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-3d64435f-97be-4620-9a78-69d886c7108a service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061990 Nov 19 18:56:49.287612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d', 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'fixed_ips': [{'subnet_id': '30958760-392f-43f6-8894-79e3d933f36d'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:56:49.288873 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:49.451339 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-e7bdd192-f957-4e7a-bad5-c57b4ef840b1 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245696 Nov 19 18:56:49.900945 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:49.933579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-2b67478b-8833-4c70-b9a6-d2c17e737b22 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:49.935600 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-2b67478b-8833-4c70-b9a6-d2c17e737b22 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1096 time: 0.2352576 Nov 19 18:56:49.982387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-63acf650-3c9d-49cd-ba84-8fdcb8657cce req-99925a63-dd18-4a6b-93f3-8ae973f8e323 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] For port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:49.992761 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Allocated IP 172.20.0.2 (309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d/30958760-392f-43f6-8894-79e3d933f36d/8e3333f6-4c6d-468f-bd31-9ce56e36c3b6) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:50.021178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-6'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:50.038940 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-63acf650-3c9d-49cd-ba84-8fdcb8657cce req-99925a63-dd18-4a6b-93f3-8ae973f8e323 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:50.052122 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-63acf650-3c9d-49cd-ba84-8fdcb8657cce req-99925a63-dd18-4a6b-93f3-8ae973f8e323 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:50.115299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acf650-3c9d-49cd-ba84-8fdcb8657cce req-99925a63-dd18-4a6b-93f3-8ae973f8e323 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:50.117056 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-63acf650-3c9d-49cd-ba84-8fdcb8657cce req-99925a63-dd18-4a6b-93f3-8ae973f8e323 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:50.119185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63acf650-3c9d-49cd-ba84-8fdcb8657cce req-99925a63-dd18-4a6b-93f3-8ae973f8e323 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "PUT /v2.0/ports/85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 HTTP/1.1" status: 200 len: 982 time: 1.0381651 Nov 19 18:56:50.119921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f969e366-d005-40d8-bd34-c3542cf54501', 'tag': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:50.123429 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff68e1e-57ba-4029-af56-d2afcba09767" -d '{"events": [{"name": "network-changed", "server_uuid": "f969e366-d005-40d8-bd34-c3542cf54501", "tag": "85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:50.131035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['78593769-d01c-4830-9b4f-4f299d91ee07', '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:50.140508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] For port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:50.170404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99925a63-dd18-4a6b-93f3-8ae973f8e323 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'Port': ['ID=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:50.241560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] For port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:50.245351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:50.254376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-14cbb2fc-0740-4a56-be81-ca7c7f382ceb None None] Provisioning complete for port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:50.254751 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-14cbb2fc-0740-4a56-be81-ca7c7f382ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:50.310672 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:50.313302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:50.399395 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:50.457806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Routers {'44e50af2-91ee-44b1-99b2-0e032da641b1'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:50.458383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['44e50af2-91ee-44b1-99b2-0e032da641b1'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:50.860543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f1bc1216-8ec9-41a7-8db1-07774156f921,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:50.909201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f203b-3814-41d4-91cb-74f796fbc1da None None] Pushing event updated for resources: {'Port': ['ID=b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:51.039291 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:51.086787 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:51.154479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:51.173068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] Set router 44e50af2-91ee-44b1-99b2-0e032da641b1 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:51.197577 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:51.198978 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-14cbb2fc-0740-4a56-be81-ca7c7f382ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:51.227003 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:51.245941 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1bc1216-8ec9-41a7-8db1-07774156f921'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:51.248488 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9542f56-53d0-4064-b19b-5989f9a2ac7f" -d '{"events": [{"server_uuid": "e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1bc1216-8ec9-41a7-8db1-07774156f921"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:51.254926 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:51.261575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa2e9a-73b5-4b69-9b13-62750f6e6130 req-6acc51f9-d022-4bbc-a354-8a2845433277 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:51.270047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4daa2e9a-73b5-4b69-9b13-62750f6e6130 req-6acc51f9-d022-4bbc-a354-8a2845433277 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 950 time: 0.1336145 Nov 19 18:56:51.293453 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:51.388338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4daa2e9a-73b5-4b69-9b13-62750f6e6130 req-76c03015-6f43-4b42-a08b-87d772f4458a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138015 Nov 19 18:56:51.451132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Pushing event updated for resources: {'Port': ['ID=f1bc1216-8ec9-41a7-8db1-07774156f921,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:51.470113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 on host n-h1-815373-6 for vnic_type normal with profile {"migrating_to": "n-h2-815373-6"} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:51.470448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:51.470776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:51.477110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Port f1bc1216-8ec9-41a7-8db1-07774156f921 on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:56:51.477449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Attempting to bind port f1bc1216-8ec9-41a7-8db1-07774156f921 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:51.495509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:51.495844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:51.496232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:51.496675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Bound port: f1bc1216-8ec9-41a7-8db1-07774156f921, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:51.497031 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:51.626431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7833ef-9e1a-46f2-9b00-fef585bb06c3 req-2d5dabed-cccc-434b-b545-7f751c7dca13 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:51.630527 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd7833ef-9e1a-46f2-9b00-fef585bb06c3 req-2d5dabed-cccc-434b-b545-7f751c7dca13 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 943 time: 0.1391115 Nov 19 18:56:51.638437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:51.645513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f1bc1216-8ec9-41a7-8db1-07774156f921,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:51.669090 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:51.678161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Allocated IP 172.25.3.20 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/6ec24214-d689-4179-88d8-b5d505ab0b67) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:51.760122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd7833ef-9e1a-46f2-9b00-fef585bb06c3 req-805a826a-908c-4c72-b8c6-8748512ece6d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219146 Nov 19 18:56:51.864745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Network 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:51.869896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88b7bf3c-df39-4b69-a05a-908339f9ac45 req-53cc2201-aeda-4d0b-b0c9-824e1de17777 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/d3bdf838-bcf0-4f66-a238-18a14b77c742 HTTP/1.1" status: 200 len: 1816 time: 0.0904312 Nov 19 18:56:51.911666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:51.960774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:51.967938 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-88b7bf3c-df39-4b69-a05a-908339f9ac45 req-6f5f6bc6-23b3-4606-99e7-9f3c0172ba14 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 18:56:51.987541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88b7bf3c-df39-4b69-a05a-908339f9ac45 req-6f5f6bc6-23b3-4606-99e7-9f3c0172ba14 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "DELETE /v2.0/security-groups/d3bdf838-bcf0-4f66-a238-18a14b77c742 HTTP/1.1" status: 409 len: 341 time: 0.1166897 Nov 19 18:56:52.005883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Pushing event updated for resources: {'Port': ['ID=f1bc1216-8ec9-41a7-8db1-07774156f921,revision_number=8']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:52.009794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:52.010498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.011828 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-abdaa8fa-2c11-4677-8251-819da9938b8e service neutron] 10.222.0.21 "PUT /v2.0/ports/f1bc1216-8ec9-41a7-8db1-07774156f921 HTTP/1.1" status: 200 len: 1121 time: 2.0173101 Nov 19 18:56:52.028150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:52.066474 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337707c6-6b7a-4464-969c-e7d4c65f41f2 x-openstack-request-id: req-337707c6-6b7a-4464-969c-e7d4c65f41f2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:52.067241 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f969e366-d005-40d8-bd34-c3542cf54501", "tag": "85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:52.067813 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-337707c6-6b7a-4464-969c-e7d4c65f41f2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:52.068760 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f969e366-d005-40d8-bd34-c3542cf54501', 'tag': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306', 'status': 'completed', 'code': 200} Nov 19 18:56:52.142314 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.153166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-14cbb2fc-0740-4a56-be81-ca7c7f382ceb None None] For port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:52.161666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Pushing event updated for resources: {'Port': ['ID=8e3333f6-4c6d-468f-bd31-9ce56e36c3b6,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:52.217242 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-14cbb2fc-0740-4a56-be81-ca7c7f382ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.235878 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.248613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['f1bc1216-8ec9-41a7-8db1-07774156f921'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:52.274637 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e39bd4-58cb-44ac-b98f-3fee747a23c0 x-openstack-request-id: req-56e39bd4-58cb-44ac-b98f-3fee747a23c0 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:52.274931 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1bc1216-8ec9-41a7-8db1-07774156f921", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:52.275268 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56e39bd4-58cb-44ac-b98f-3fee747a23c0 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:52.276012 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1bc1216-8ec9-41a7-8db1-07774156f921', 'code': 200} Nov 19 18:56:52.325114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff68e1e-57ba-4029-af56-d2afcba09767 req-cff7df44-010c-4a00-ba16-495f6052023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:52.327835 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ff68e1e-57ba-4029-af56-d2afcba09767 req-cff7df44-010c-4a00-ba16-495f6052023d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 1136 time: 0.2324474 Nov 19 18:56:52.352566 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:52.372219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:52.409865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Pushing event updated for resources: {'Port': ['ID=6ec24214-d689-4179-88d8-b5d505ab0b67,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:52.422276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:52.612189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:52.612189 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.639342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Attempting to bind port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:52.639861 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Attempting to bind port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '1b329917-9893-451a-a83e-a30d62398282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:52.640336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Attempting to bind port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 on network 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:52.674497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-898170f0-c53d-463a-9683-f5cc6ac5e575 None None] Provisioning complete for port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:52.675020 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-898170f0-c53d-463a-9683-f5cc6ac5e575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.725632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3dc0d-2082-4ba4-ab9a-61eb935f08e0 req-b6472f4b-e785-44b2-8e3a-f51e434b9247 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:52.737370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81d3dc0d-2082-4ba4-ab9a-61eb935f08e0 req-b6472f4b-e785-44b2-8e3a-f51e434b9247 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 1101 time: 0.0872257 Nov 19 18:56:52.737651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:52.738209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Checking segment: {'id': '1b329917-9893-451a-a83e-a30d62398282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:52.738721 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.739226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Bound using segment: {'id': '1b329917-9893-451a-a83e-a30d62398282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:52.739828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Bound port: 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b329917-9893-451a-a83e-a30d62398282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:52.740318 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.745316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbb2fc-0740-4a56-be81-ca7c7f382ceb None None] Pushing event updated for resources: {'Port': ['ID=b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:52.745513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff68e1e-57ba-4029-af56-d2afcba09767 req-5ef9e950-6b5e-4c9c-bc9b-268c86401141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:52.746843 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ff68e1e-57ba-4029-af56-d2afcba09767 req-5ef9e950-6b5e-4c9c-bc9b-268c86401141 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 913 time: 0.4077404 Nov 19 18:56:52.761236 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-81d3dc0d-2082-4ba4-ab9a-61eb935f08e0 req-a4fccde7-1200-4569-beb5-5245d14896bd tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.817465 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ff68e1e-57ba-4029-af56-d2afcba09767 req-9e11afc9-ad4c-4f4c-80d8-81ffe54fdfb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 HTTP/1.1" status: 200 len: 217 time: 0.0529599 Nov 19 18:56:53.095741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-108d3500-9178-4200-babc-086b43f2df44 None None] For port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:53.147969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-108d3500-9178-4200-babc-086b43f2df44 None None] For port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8e3333f6-4c6d-468f-bd31-9ce56e36c3b6,segment=NetworkSegment(1b329917-9893-451a-a83e-a30d62398282),segment_id=1b329917-9893-451a-a83e-a30d62398282)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:53.203631 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-81d3dc0d-2082-4ba4-ab9a-61eb935f08e0 req-a4fccde7-1200-4569-beb5-5245d14896bd tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:53.220100 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-81d3dc0d-2082-4ba4-ab9a-61eb935f08e0 req-a4fccde7-1200-4569-beb5-5245d14896bd tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:53.223590 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:53.226782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde', 'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'mac_address': 'fa:16:3e:81:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:40Z', 'updated_at': '2021-11-19T18:56:50Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'subnets': [{'id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:53.350086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81d3dc0d-2082-4ba4-ab9a-61eb935f08e0 req-a4fccde7-1200-4569-beb5-5245d14896bd tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063669 Nov 19 18:56:53.377792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fccde7-1200-4569-beb5-5245d14896bd tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077c0ccb-97e4-4c72-9147-15726b5913ee,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:53.383482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9021381-3ba9-477f-9f6b-6927d2861116 None None] The sync data for ids ['44e50af2-91ee-44b1-99b2-0e032da641b1'] in n-d-815373-6 is: [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde', 'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'mac_address': 'fa:16:3e:81:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:40Z', 'updated_at': '2021-11-19T18:56:50Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'subnets': [{'id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:56:53.466504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d3500-9178-4200-babc-086b43f2df44 None None] Pushing event updated for resources: {'Port': ['ID=8e3333f6-4c6d-468f-bd31-9ce56e36c3b6,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:53.558497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a48f7-b303-4505-925c-615e340789ab req-23697c01-d059-48ef-95de-5eaba9fac626 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:53.560101 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce3a48f7-b303-4505-925c-615e340789ab req-23697c01-d059-48ef-95de-5eaba9fac626 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 947 time: 0.1078303 Nov 19 18:56:53.594078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff68e1e-57ba-4029-af56-d2afcba09767 req-a029285b-36ab-47f2-9360-92c8b6630170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:53.596316 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ff68e1e-57ba-4029-af56-d2afcba09767 req-a029285b-36ab-47f2-9360-92c8b6630170 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2b1a166-17d4-4927-bed6-84697db77c0d HTTP/1.1" status: 200 len: 852 time: 0.7685683 Nov 19 18:56:53.653895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ff68e1e-57ba-4029-af56-d2afcba09767 req-280041c5-288a-4760-b5cf-e3be5e40001e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75b16aa6-4915-4a77-9e90-226bbf297781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472562 Nov 19 18:56:53.660185 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:53.662303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce3a48f7-b303-4505-925c-615e340789ab req-76be6a9e-42df-4b06-b0cb-9ff7570caf31 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930660 Nov 19 18:56:53.799083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:53.799623 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:53.934726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5ae71-2b14-450a-b874-be30c18cd10e req-b486126a-a366-43cf-acb3-fbc57c9bd3fc tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:53.947446 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ca5ae71-2b14-450a-b874-be30c18cd10e req-b486126a-a366-43cf-acb3-fbc57c9bd3fc tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 985 time: 0.1187685 Nov 19 18:56:53.977661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-c9c48bc4-a27f-41c5-ab8e-0f105967aa18 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:53.984981 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-c9c48bc4-a27f-41c5-ab8e-0f105967aa18 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 1.1128840 Nov 19 18:56:54.026464 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-427d7be7-955a-4aab-8773-6ec68a73afbd tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/quotas/53e6341580de4da8b2e041b6688556b1 HTTP/1.1" status: 200 len: 375 time: 0.0401816 Nov 19 18:56:54.051359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ca5ae71-2b14-450a-b874-be30c18cd10e req-93cefbaf-ca74-468d-948d-a7bda5abfdb8 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&id=d3bdf838-bcf0-4f66-a238-18a14b77c742&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1024714 Nov 19 18:56:54.079905 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ff68e1e-57ba-4029-af56-d2afcba09767 req-f99ade41-5181-4e95-9c0a-23e1837af059 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077811 Nov 19 18:56:54.083299 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:54.280455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b54c-1a8e-47a2-885d-761e92f8a031 req-9631e3e0-8fde-4d53-a128-7156663ae2c8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:54.281479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'tag': 'f1bc1216-8ec9-41a7-8db1-07774156f921'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:54.285440 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565aac9d-b075-4a6d-83b0-9697a0cdc407" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6", "tag": "f1bc1216-8ec9-41a7-8db1-07774156f921"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:54.288119 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5b8b54c-1a8e-47a2-885d-761e92f8a031 req-9631e3e0-8fde-4d53-a128-7156663ae2c8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 943 time: 0.0848773 Nov 19 18:56:54.353210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-74d12454-4abd-4860-a37a-d218672de636 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2766538 Nov 19 18:56:54.371098 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5b8b54c-1a8e-47a2-885d-761e92f8a031 req-724bd47e-016d-4e23-a0c0-3fdb3ac851f4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771105 Nov 19 18:56:54.597711 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ff68e1e-57ba-4029-af56-d2afcba09767 req-15f70961-4f68-4f92-b5bd-9c38f1364a79 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484272 Nov 19 18:56:54.682943 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-98a70dc8-15b0-4547-9036-537924aa92de service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287330 Nov 19 18:56:54.692159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f1bc1216-8ec9-41a7-8db1-07774156f921 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:56:54.872747 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f1bc1216-8ec9-41a7-8db1-07774156f921,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:54.908734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f1bc1216-8ec9-41a7-8db1-07774156f921 has no active binding in host n-h2-815373-6 {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 18:56:54.919561 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:54.973232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e2557-b2e1-487a-a3e1-73b052b79a38 req-112386a8-7c00-4e59-993c-22522fdd74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:54.974937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-803e2557-b2e1-487a-a3e1-73b052b79a38 req-112386a8-7c00-4e59-993c-22522fdd74b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 1136 time: 0.2791579 Nov 19 18:56:55.102462 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.119369 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-5d9c7579-ed60-45c9-9c62-7d2f0eed9320 service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351916 Nov 19 18:56:55.124722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a35fd1-30e0-4eb9-baa0-6b7641ce19ee None None] Network 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:56:55.200564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e2557-b2e1-487a-a3e1-73b052b79a38 req-ecbc50ec-1d2f-4534-b5a3-64b80d394693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:55.202095 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-803e2557-b2e1-487a-a3e1-73b052b79a38 req-ecbc50ec-1d2f-4534-b5a3-64b80d394693 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 913 time: 0.2140753 Nov 19 18:56:55.297524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-803e2557-b2e1-487a-a3e1-73b052b79a38 req-1e327fa4-6222-4d41-89c5-bd1258e9f9a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 HTTP/1.1" status: 200 len: 217 time: 0.0567803 Nov 19 18:56:55.340550 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745b2261-d9d4-475d-a2da-b98c58ff1feb x-openstack-request-id: req-745b2261-d9d4-475d-a2da-b98c58ff1feb {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:55.340848 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6", "tag": "f1bc1216-8ec9-41a7-8db1-07774156f921", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:55.341462 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-745b2261-d9d4-475d-a2da-b98c58ff1feb {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:55.341462 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'tag': 'f1bc1216-8ec9-41a7-8db1-07774156f921', 'status': 'completed', 'code': 200} Nov 19 18:56:55.372293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e2557-b2e1-487a-a3e1-73b052b79a38 req-ddc01330-2113-434e-be2b-24d1fe9a5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:55.373743 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-803e2557-b2e1-487a-a3e1-73b052b79a38 req-ddc01330-2113-434e-be2b-24d1fe9a5b26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2b1a166-17d4-4927-bed6-84697db77c0d HTTP/1.1" status: 200 len: 852 time: 0.0673997 Nov 19 18:56:55.446995 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-803e2557-b2e1-487a-a3e1-73b052b79a38 req-111cb9d5-d480-4061-9cf5-ea91f2c16ba2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75b16aa6-4915-4a77-9e90-226bbf297781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589626 Nov 19 18:56:55.499222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ba4c7ec7-ba77-4fb4-8147-fd88a977d6a8 None None] Provisioning complete for port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:55.500124 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba4c7ec7-ba77-4fb4-8147-fd88a977d6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.580608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551025f-b09a-49b0-992e-bef642484f16 req-d2dd0224-2a3a-459a-9417-d78b085c43ca tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:55.592992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6551025f-b09a-49b0-992e-bef642484f16 req-d2dd0224-2a3a-459a-9417-d78b085c43ca tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 985 time: 0.0787623 Nov 19 18:56:55.638438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-803e2557-b2e1-487a-a3e1-73b052b79a38 req-76dbbc72-5097-484d-a208-fb9099aeb4c0 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804125 Nov 19 18:56:55.709352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6551025f-b09a-49b0-992e-bef642484f16 req-3d1a4d6c-500c-4d32-bc05-9c28f62c76f6 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&id=d3bdf838-bcf0-4f66-a238-18a14b77c742&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1102304 Nov 19 18:56:55.741999 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba4c7ec7-ba77-4fb4-8147-fd88a977d6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.744495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:55.871074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ba4c7ec7-ba77-4fb4-8147-fd88a977d6a8 None None] For port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8e3333f6-4c6d-468f-bd31-9ce56e36c3b6,segment=NetworkSegment(1b329917-9893-451a-a83e-a30d62398282),segment_id=1b329917-9893-451a-a83e-a30d62398282)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:55.873542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-b2c37129-1e2d-4105-92ca-cd9cf19313fc tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2332392 Nov 19 18:56:55.886644 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba4c7ec7-ba77-4fb4-8147-fd88a977d6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.917721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549821a-6061-40d5-99e4-a0b8e881e5c2 req-afcbfd95-878c-4d5f-8070-67681a17de86 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:55.932040 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a549821a-6061-40d5-99e4-a0b8e881e5c2 req-afcbfd95-878c-4d5f-8070-67681a17de86 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 947 time: 0.1411183 Nov 19 18:56:56.035165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:56.035617 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:56.061234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a549821a-6061-40d5-99e4-a0b8e881e5c2 req-50091596-c2ad-4f5c-9ae0-c00aa6da98a5 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244164 Nov 19 18:56:56.090552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aac9d-b075-4a6d-83b0-9697a0cdc407 req-43e99e95-0e4c-460d-af8a-b30be6ba4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:56.092929 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-565aac9d-b075-4a6d-83b0-9697a0cdc407 req-43e99e95-0e4c-460d-af8a-b30be6ba4ee9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 1124 time: 0.7160802 Nov 19 18:56:56.119085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Router fb906a66-bed9-454c-af16-1efa21f61bf9 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:56:56.123563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c7ec7-ba77-4fb4-8147-fd88a977d6a8 None None] Pushing event updated for resources: {'Port': ['ID=8e3333f6-4c6d-468f-bd31-9ce56e36c3b6,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:56.152617 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1ce6941-b7c8-4ef3-aca1-f1bd65b9cee0 req-528deb17-c62a-435d-a0db-8e5130bd5c7d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 210 time: 0.0415342 Nov 19 18:56:56.184855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-81d70c4b-2468-4bf6-b0b0-094b88292d62 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:56.189742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-616de4eb-0ef9-4e20-a311-7c528a973585 None None] Provisioning complete for port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:56.190447 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-616de4eb-0ef9-4e20-a311-7c528a973585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:56.194587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-81d70c4b-2468-4bf6-b0b0-094b88292d62 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3162589 Nov 19 18:56:56.233458 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-89941c08-3ff7-4a4d-8326-95c70068f494 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/quotas/d1e4c83e396245f58364fb76770be297 HTTP/1.1" status: 200 len: 375 time: 0.0376813 Nov 19 18:56:56.316851 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-803e2557-b2e1-487a-a3e1-73b052b79a38 req-d3c1bd82-2355-4634-8d1a-3998606cbf1a service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119123 Nov 19 18:56:56.393671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e18907-5f99-4ea7-a344-f61a8cad579a req-45bb9f4b-f321-4132-a239-a25b45390d15 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:56.397338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3e18907-5f99-4ea7-a344-f61a8cad579a req-45bb9f4b-f321-4132-a239-a25b45390d15 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 943 time: 0.1128464 Nov 19 18:56:56.490578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-13acace8-b1a2-4c17-a15d-15d3fa85f55a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2556713 Nov 19 18:56:56.494382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aac9d-b075-4a6d-83b0-9697a0cdc407 req-702f33cc-09b6-4c80-bb9e-85f52281a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:56.495854 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-565aac9d-b075-4a6d-83b0-9697a0cdc407 req-702f33cc-09b6-4c80-bb9e-85f52281a7d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.3914406 Nov 19 18:56:56.510817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3e18907-5f99-4ea7-a344-f61a8cad579a req-ff54d31f-1dac-45dc-b8d6-289b2461d2d8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062586 Nov 19 18:56:56.593378 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-565aac9d-b075-4a6d-83b0-9697a0cdc407 req-5de7ba53-4175-454b-8b83-c6ec6c78cc22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1bc1216-8ec9-41a7-8db1-07774156f921 HTTP/1.1" status: 200 len: 217 time: 0.0765188 Nov 19 18:56:56.599323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:56:56.615254 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Sync routers for ids ['fb906a66-bed9-454c-af16-1efa21f61bf9'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:56:56.649001 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Routers {'fb906a66-bed9-454c-af16-1efa21f61bf9'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:56.649951 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb906a66-bed9-454c-af16-1efa21f61bf9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:56.715002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aac9d-b075-4a6d-83b0-9697a0cdc407 req-44e5ac1e-e1a3-4610-85a5-8aabb876a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:56.720020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-565aac9d-b075-4a6d-83b0-9697a0cdc407 req-44e5ac1e-e1a3-4610-85a5-8aabb876a81c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.1086764 Nov 19 18:56:56.740065 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:56.745133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36668) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:56.758491 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8b1df547-4e27-4a06-ba66-4d439d59394c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9101732 Nov 19 18:56:56.842155 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Set router fb906a66-bed9-454c-af16-1efa21f61bf9 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:56.869405 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-565aac9d-b075-4a6d-83b0-9697a0cdc407 req-5ed5fe69-3d01-4fa3-8ba9-0470677f5328 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058643 Nov 19 18:56:57.262034 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'name': 'tempest-TaggedBootDevicesTest_v242-300124589-router', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:49Z', 'updated_at': '2021-11-19T18:56:52Z', 'revision_number': 3, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'gw_port': {'id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:51Z', 'updated_at': '2021-11-19T18:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:57.322103 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Checking router: fb906a66-bed9-454c-af16-1efa21f61bf9 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:56:57.322542 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Updating router fb906a66-bed9-454c-af16-1efa21f61bf9 port 6ec24214-d689-4179-88d8-b5d505ab0b67 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:56:57.328091 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-565aac9d-b075-4a6d-83b0-9697a0cdc407 req-7295a84c-5d23-4492-8c91-e10f6f214c16 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442141 Nov 19 18:56:57.359878 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:57.361250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598a3b1-8018-4e0d-b272-f913fb2ca72d req-833225ea-8c2f-48ba-a391-095fabd5cff3 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:57.373134 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5598a3b1-8018-4e0d-b272-f913fb2ca72d req-833225ea-8c2f-48ba-a391-095fabd5cff3 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 985 time: 0.2538693 Nov 19 18:56:57.577107 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5598a3b1-8018-4e0d-b272-f913fb2ca72d req-50e6ec29-fe37-4132-9645-604614d4b904 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&id=d3bdf838-bcf0-4f66-a238-18a14b77c742&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2017512 Nov 19 18:56:57.583995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36686) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:57.679963 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-565aac9d-b075-4a6d-83b0-9697a0cdc407 req-fc56c535-225d-4438-be69-b73aebe4d0c8 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923139 Nov 19 18:56:57.708953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:57.777515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:56:57.783022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3115b9d7-dbfb-4c44-9484-7b8d7fdc4687 req-92e35c82-3a19-479f-83e2-925fa4402b37 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 210 time: 0.0727990 Nov 19 18:56:57.916145 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:57.920014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29643a33-9e84-4dfa-8521-45fdb83e4555 req-dc787a1e-b626-44e2-a4c7-738bbeb77946 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:57.930520 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-29643a33-9e84-4dfa-8521-45fdb83e4555 req-dc787a1e-b626-44e2-a4c7-738bbeb77946 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 947 time: 0.2221065 Nov 19 18:56:57.932323 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:57.953172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-8e8bcfde-9473-4a5d-ba17-daa20426e153 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:57.955308 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-8e8bcfde-9473-4a5d-ba17-daa20426e153 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.7225587 Nov 19 18:56:57.966689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11213354-be75-47eb-9789-b12fcdb2c015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:57.977522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Request body: {'port': {'device_id': 'd0c8e71c-1168-43c9-8b0a-fa8bf388fa36', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'admin_state_up': True, 'tenant_id': '53e6341580de4da8b2e041b6688556b1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:58.036124 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661ad8b-d255-4738-8db3-dca3737ed436 None None] Pushing event updated for resources: {'Port': ['ID=6ec24214-d689-4179-88d8-b5d505ab0b67,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:58.107257 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Attempting to bind port 6ec24214-d689-4179-88d8-b5d505ab0b67 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:58.107625 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Attempting to bind port 6ec24214-d689-4179-88d8-b5d505ab0b67 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:58.107983 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Attempting to bind port 6ec24214-d689-4179-88d8-b5d505ab0b67 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:58.119962 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:58.127641 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:58.128341 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:58.128895 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:58.129628 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Bound port: 6ec24214-d689-4179-88d8-b5d505ab0b67, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:58.130253 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:58.151756 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-29643a33-9e84-4dfa-8521-45fdb83e4555 req-bf4c012d-db5f-48d5-ab19-8e1a80c4068a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115252 Nov 19 18:56:58.211744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Made reservation on behalf of 53e6341580de4da8b2e041b6688556b1 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:58.215499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:58.325574 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] For port 6ec24214-d689-4179-88d8-b5d505ab0b67, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:58.339954 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] For port 6ec24214-d689-4179-88d8-b5d505ab0b67, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6ec24214-d689-4179-88d8-b5d505ab0b67,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:58.357298 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:58.375939 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11213354-be75-47eb-9789-b12fcdb2c015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:58.392738 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11213354-be75-47eb-9789-b12fcdb2c015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:58.449252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:58.449682 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:58.463954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6a6b4-df88-4ba4-aa0f-936f78b7a660 req-dd7a1fc7-6227-4fb7-95b8-d14106d59719 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:58.471999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75b6a6b4-df88-4ba4-aa0f-936f78b7a660 req-dd7a1fc7-6227-4fb7-95b8-d14106d59719 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 943 time: 0.1868274 Nov 19 18:56:58.527744 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661ad8b-d255-4738-8db3-dca3737ed436 None None] Pushing event updated for resources: {'Port': ['ID=6ec24214-d689-4179-88d8-b5d505ab0b67,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:58.547061 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec9ac2f6-b1bd-4395-b445-914f0f7eabb3 req-a507d2f8-c0ec-4b45-8c7a-4466e6dc34bd tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 210 time: 0.1182728 Nov 19 18:56:58.547443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11213354-be75-47eb-9789-b12fcdb2c015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef3ed18-34e5-4fd2-8b01-e26209095382,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:58.563609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36716) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:58.571470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-11213354-be75-47eb-9789-b12fcdb2c015 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84da3df2cfde4207942d3a42026f2eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9838891 Nov 19 18:56:58.613388 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Routers {'fb906a66-bed9-454c-af16-1efa21f61bf9'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:58.615478 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb906a66-bed9-454c-af16-1efa21f61bf9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:58.660526 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:58.723581 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:58.795311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:58.797905 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edc778f-c0fa-464c-b964-a3a88e25eb96" -d '{"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-unplugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:58.874784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75b6a6b4-df88-4ba4-aa0f-936f78b7a660 req-da81c9c5-6f5c-4e0b-b810-009545dc8aca tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016757 Nov 19 18:56:58.891815 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] Set router fb906a66-bed9-454c-af16-1efa21f61bf9 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:58.905344 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:58.932691 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:58.983154 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Allocated IP 172.20.0.9 (a1674ba9-cd11-4d8b-a32b-c297cfe7e545/fe59e18c-b7e3-459f-88b9-60024191b0d1/ba691988-284d-4938-afa6-c965d5c6b7b0) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:59.089089 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34b14ab9-7b0e-4afc-a97b-97e061e215e0 req-7a5dd785-d8fb-4a11-9d6b-24bb7e33c1e2 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 210 time: 0.0449665 Nov 19 18:56:59.093798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Allocated IP 172.20.0.1 (309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d/30958760-392f-43f6-8894-79e3d933f36d/4c682995-3b93-4983-a631-46a686b6ac5e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:59.144087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=11']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:59.174068 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c53d212-b943-422b-88e6-7394240d02a1 x-openstack-request-id: req-3c53d212-b943-422b-88e6-7394240d02a1 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:59.174370 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-unplugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:59.174630 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c53d212-b943-422b-88e6-7394240d02a1 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:59.175039 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'code': 200} Nov 19 18:56:59.284061 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'name': 'tempest-TaggedBootDevicesTest_v242-300124589-router', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:49Z', 'updated_at': '2021-11-19T18:56:52Z', 'revision_number': 3, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'gw_port': {'id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:51Z', 'updated_at': '2021-11-19T18:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:59.325637 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf240f3-4c23-4ee7-9c6c-81292c0e49b0 None None] The sync data for ids ['fb906a66-bed9-454c-af16-1efa21f61bf9'] in n-d-815373-6 is: [{'id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'name': 'tempest-TaggedBootDevicesTest_v242-300124589-router', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:49Z', 'updated_at': '2021-11-19T18:56:52Z', 'revision_number': 3, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'gw_port': {'id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:51Z', 'updated_at': '2021-11-19T18:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:56:59.344292 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:59.376918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e4b9-41b3-46e8-bb0d-13d5b7a8ba47 req-a41f8f04-934a-49bc-9bf0-683789feb658 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:59.378926 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87a8e4b9-41b3-46e8-bb0d-13d5b7a8ba47 req-a41f8f04-934a-49bc-9bf0-683789feb658 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0845554 Nov 19 18:56:59.420395 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:59.424628 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:59.493043 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87a8e4b9-41b3-46e8-bb0d-13d5b7a8ba47 req-e7f4a68f-0da6-4396-91df-bc76b4f8d4a7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028702 Nov 19 18:56:59.494982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Network 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:59.498426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:59.502187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:59.508070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c682995-3b93-4983-a631-46a686b6ac5e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:59.514103 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb445c58-6254-4228-8c91-f6c9a48d9f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:59.573431 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-e0a3fb42-18a1-4302-9e36-b0226b764a03 service neutron] 10.222.0.57 "GET /v2.0/ports/f1bc1216-8ec9-41a7-8db1-07774156f921/bindings/n-h2-815373-6 HTTP/1.1" status: 200 len: 384 time: 1.0181327 Nov 19 18:56:59.577183 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:59.611420 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb445c58-6254-4228-8c91-f6c9a48d9f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:59.723594 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:59.740444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942b444-f8d1-452f-a8c2-f3c09cc3a117 req-cb2c54e2-0469-40c3-b991-a5c6d96cb724 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:59.750022 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1942b444-f8d1-452f-a8c2-f3c09cc3a117 req-cb2c54e2-0469-40c3-b991-a5c6d96cb724 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 985 time: 1.0094843 Nov 19 18:56:59.765036 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7689c300-a89e-43c0-bf7a-9dea23dd9fb7 req-1c3256e6-8ad4-4387-8e20-08c33a7eabdb tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 210 time: 0.0651879 Nov 19 18:56:59.778607 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:56:59.957804 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.007921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9ea6902a-8f6d-4184-a070-56040438054f None None] Provisioning complete for port 4c682995-3b93-4983-a631-46a686b6ac5e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:00.008264 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ea6902a-8f6d-4184-a070-56040438054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.017943 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1942b444-f8d1-452f-a8c2-f3c09cc3a117 req-f0a408ed-63e4-450b-bab6-4d9439da8f18 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=2b84f474-731a-4951-9f56-9b091fe61e8c&id=d3bdf838-bcf0-4f66-a238-18a14b77c742&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2661979 Nov 19 18:57:00.078488 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.111129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:00.147593 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb445c58-6254-4228-8c91-f6c9a48d9f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.151595 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb445c58-6254-4228-8c91-f6c9a48d9f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.155265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fb445c58-6254-4228-8c91-f6c9a48d9f60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ef3ed18-34e5-4fd2-8b01-e26209095382 HTTP/1.1" status: 204 len: 168 time: 1.5748763 Nov 19 18:57:00.221105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:00.249618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6902a-8f6d-4184-a070-56040438054f None None] Port 4c682995-3b93-4983-a631-46a686b6ac5e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:57:00.250639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87d3e6-388a-47f6-b4c3-ab4a4d65ef3e req-03faf727-2b59-42f4-b00f-05f7cbb001b8 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:00.257345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f5866234-3f6e-4f29-9e31-9a24acec0749 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294358 Nov 19 18:57:00.261613 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc87d3e6-388a-47f6-b4c3-ab4a4d65ef3e req-03faf727-2b59-42f4-b00f-05f7cbb001b8 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 950 time: 0.2095990 Nov 19 18:57:00.263227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb445c58-6254-4228-8c91-f6c9a48d9f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef3ed18-34e5-4fd2-8b01-e26209095382,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:00.276263 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'port_id': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'mac_address': 'fa:16:3e:b0:13:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:57:00.381057 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.398403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:00.404348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc87d3e6-388a-47f6-b4c3-ab4a4d65ef3e req-a810acee-41eb-43a6-89a0-986e6df5e673 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415410 Nov 19 18:57:00.497545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c419315e-0493-4e8e-8e95-a76a5b6db2db {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:00.509271 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.523065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.573181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:00.588909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.596800 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:00.616777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:00.637065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.651062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c682995-3b93-4983-a631-46a686b6ac5e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:00.677550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=12']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:00.686349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['c419315e-0493-4e8e-8e95-a76a5b6db2db'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:00.695790 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-8d316723-c541-459f-ac53-1e00f4c05001 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249106 Nov 19 18:57:00.725984 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event updated for resources: {'Port': ['ID=ba691988-284d-4938-afa6-c965d5c6b7b0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:00.799673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36774) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:00.832710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:00.833367 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.850245 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a7752-a174-4808-8654-644c8a34882e req-3d87aa43-8294-407f-a50e-c3860efa2990 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:00.858045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e99a7752-a174-4808-8654-644c8a34882e req-3d87aa43-8294-407f-a50e-c3860efa2990 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 943 time: 0.6859055 Nov 19 18:57:00.908102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cc185dd-4749-4c53-b427-181ecb3d202e req-879979a3-0884-42ba-b162-c75dea8e0fae tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-172407723&fields=id&tenant_id=87e9febe9e184541b7a1c4e5650f4978 HTTP/1.1" status: 200 len: 267 time: 0.3386922 Nov 19 18:57:00.921242 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0dce-83c8-43be-966f-3b7f002e9960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:00.988421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-b0a3c4ba-65be-4145-80cf-ae5532759eff tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:00.989880 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-b0a3c4ba-65be-4145-80cf-ae5532759eff tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6983969 Nov 19 18:57:00.993651 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-0dbb3d63-cabe-4002-a756-947e5a526012 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0251338 Nov 19 18:57:01.019032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Request body: {'port': {'device_id': 'd0c8e71c-1168-43c9-8b0a-fa8bf388fa36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:01.024208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Request body: {'port': {'device_id': 'd4001e9d-c508-4268-aaf2-c7e58caad377', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'd1e4c83e396245f58364fb76770be297'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:01.028424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-d188b500-e99c-4a6e-b2e4-fbcee376bf97 service neutron] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f1bc1216-8ec9-41a7-8db1-07774156f921,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:01.034124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-d8e8f7bf-e448-438c-81c6-ba39841dbc3b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:01.035564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-d8e8f7bf-e448-438c-81c6-ba39841dbc3b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3231997 Nov 19 18:57:01.039165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Network 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:01.050663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc185dd-4749-4c53-b427-181ecb3d202e req-9210c08b-7220-4778-844c-ca0a039e10ae tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:01.052152 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cc185dd-4749-4c53-b427-181ecb3d202e req-9210c08b-7220-4778-844c-ca0a039e10ae tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 985 time: 0.1180785 Nov 19 18:57:01.053601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:01.059917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Request body: {'port': {'device_id': '46a9b51a-9a6c-471d-b1e3-028d8acd4d44', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'd1e4c83e396245f58364fb76770be297'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:01.087285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-4cc185dd-4749-4c53-b427-181ecb3d202e req-c8b10c1c-129c-4c7f-8093-9b065d4223eb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'port': {'security_groups': ['2b84f474-731a-4951-9f56-9b091fe61e8c', 'd3bdf838-bcf0-4f66-a238-18a14b77c742', '5e40203d-bcfb-44a1-8422-f86b06cabf2e']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:01.157803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-d188b500-e99c-4a6e-b2e4-fbcee376bf97 service neutron] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:01.222881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e99a7752-a174-4808-8654-644c8a34882e req-ba2887ec-5715-40b2-949d-f14de8a58892 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592963 Nov 19 18:57:01.319533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4cc185dd-4749-4c53-b427-181ecb3d202e req-c8b10c1c-129c-4c7f-8093-9b065d4223eb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:01.322104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:01.339245 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-d188b500-e99c-4a6e-b2e4-fbcee376bf97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bc1216-8ec9-41a7-8db1-07774156f921 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:01.378019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-d188b500-e99c-4a6e-b2e4-fbcee376bf97 service neutron] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f1bc1216-8ec9-41a7-8db1-07774156f921,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:01.392650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a4321fe5-866d-419e-bc34-d6f694ace524 None None] Provisioning complete for port 4c682995-3b93-4983-a631-46a686b6ac5e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:01.393232 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a4321fe5-866d-419e-bc34-d6f694ace524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:01.412324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Made reservation on behalf of d1e4c83e396245f58364fb76770be297 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:01.417249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:01.435981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a4321fe5-866d-419e-bc34-d6f694ace524 None None] Port 4c682995-3b93-4983-a631-46a686b6ac5e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:57:01.450807 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-d188b500-e99c-4a6e-b2e4-fbcee376bf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:01.518188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38637555-af6d-44e1-826f-736d0cb3f188 req-af8f0f73-b545-4ab9-a00b-7ec682d99af1 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:01.519815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38637555-af6d-44e1-826f-736d0cb3f188 req-af8f0f73-b545-4ab9-a00b-7ec682d99af1 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 931 time: 0.2279499 Nov 19 18:57:01.533173 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0dce-83c8-43be-966f-3b7f002e9960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:01.559200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0dce-83c8-43be-966f-3b7f002e9960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:01.671720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Router fb906a66-bed9-454c-af16-1efa21f61bf9 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:57:01.696345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Made reservation on behalf of d1e4c83e396245f58364fb76770be297 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:01.699850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:01.734384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6ec24214-d689-4179-88d8-b5d505ab0b67 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:01.763627 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5c3c0dce-83c8-43be-966f-3b7f002e9960 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5380ebf22c6413980da94220426d7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9596534 Nov 19 18:57:01.800424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36778) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:01.801045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:01.839847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38637555-af6d-44e1-826f-736d0cb3f188 req-c4f4e644-8a7e-4d1e-adcb-bb6ed1c8d121 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102314 Nov 19 18:57:01.882836 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 6ec24214-d689-4179-88d8-b5d505ab0b67 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:01.883417 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:01.921692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c0dce-83c8-43be-966f-3b7f002e9960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f62be2-11e5-42aa-a9cb-1ce96703638a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:01.997668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port c419315e-0493-4e8e-8e95-a76a5b6db2db triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:02.002623 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.026960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Allocated IP 192.168.233.223 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/77bd6c75-8f82-42db-9e33-4404a19207b1) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:02.048981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:57:02.056785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-86252cba-c73d-4d46-9a45-1517b3d354d5 admin admin] 10.222.0.50 "PUT /v2.0/routers/fb906a66-bed9-454c-af16-1efa21f61bf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3095825 Nov 19 18:57:02.057714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fb075fe-8630-4cba-82c9-b398645dd1aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.098420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Sync routers for ids ['fb906a66-bed9-454c-af16-1efa21f61bf9'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:57:02.105530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fb075fe-8630-4cba-82c9-b398645dd1aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.142727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-d188b500-e99c-4a6e-b2e4-fbcee376bf97 service neutron] Transition to ACTIVE for port object f1bc1216-8ec9-41a7-8db1-07774156f921 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:57:02.159330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-4cc185dd-4749-4c53-b427-181ecb3d202e req-c8b10c1c-129c-4c7f-8093-9b065d4223eb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] For port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:02.166897 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-d188b500-e99c-4a6e-b2e4-fbcee376bf97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.168011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Routers {'fb906a66-bed9-454c-af16-1efa21f61bf9'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:57:02.168814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb906a66-bed9-454c-af16-1efa21f61bf9'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:57:02.223190 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4cc185dd-4749-4c53-b427-181ecb3d202e req-c8b10c1c-129c-4c7f-8093-9b065d4223eb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.234164 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4cc185dd-4749-4c53-b427-181ecb3d202e req-c8b10c1c-129c-4c7f-8093-9b065d4223eb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.244717 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.250171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259233f1-cd42-4a01-9e79-3adb8875474a req-873caf3b-e6a5-4898-8d55-30cb8d1f24d2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:02.251727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-259233f1-cd42-4a01-9e79-3adb8875474a req-873caf3b-e6a5-4898-8d55-30cb8d1f24d2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 946 time: 0.2154675 Nov 19 18:57:02.255967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['78593769-d01c-4830-9b4f-4f299d91ee07', '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:02.335588 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.348031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 6ec24214-d689-4179-88d8-b5d505ab0b67, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6ec24214-d689-4179-88d8-b5d505ab0b67,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:02.368682 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.388925 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fb075fe-8630-4cba-82c9-b398645dd1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.395080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fb075fe-8630-4cba-82c9-b398645dd1aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.396143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-d188b500-e99c-4a6e-b2e4-fbcee376bf97 service neutron] No DVR routers for this DVR port f1bc1216-8ec9-41a7-8db1-07774156f921 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:57:02.397415 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0fb075fe-8630-4cba-82c9-b398645dd1aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85f62be2-11e5-42aa-a9cb-1ce96703638a HTTP/1.1" status: 204 len: 168 time: 0.5933573 Nov 19 18:57:02.402265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b10c1c-129c-4c7f-8093-9b065d4223eb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'Port': ['ID=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:02.428876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:02.430957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc185dd-4749-4c53-b427-181ecb3d202e req-c8b10c1c-129c-4c7f-8093-9b065d4223eb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:02.431369 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f81f58e-16d8-4220-97cb-bc917b2c31e5" -d '{"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-plugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:02.432176 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4cc185dd-4749-4c53-b427-181ecb3d202e req-c8b10c1c-129c-4c7f-8093-9b065d4223eb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.435257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cc185dd-4749-4c53-b427-181ecb3d202e req-c8b10c1c-129c-4c7f-8093-9b065d4223eb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "PUT /v2.0/ports/85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 HTTP/1.1" status: 200 len: 1021 time: 1.3683021 Nov 19 18:57:02.436037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f969e366-d005-40d8-bd34-c3542cf54501', 'tag': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:02.440144 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33835ae-e712-44c1-a78f-f4edf7880963" -d '{"events": [{"name": "network-changed", "server_uuid": "f969e366-d005-40d8-bd34-c3542cf54501", "tag": "85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:02.442417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188b500-e99c-4a6e-b2e4-fbcee376bf97 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bc1216-8ec9-41a7-8db1-07774156f921,revision_number=10']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:02.452684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb075fe-8630-4cba-82c9-b398645dd1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f62be2-11e5-42aa-a9cb-1ce96703638a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:02.468419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Set router fb906a66-bed9-454c-af16-1efa21f61bf9 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:57:02.471382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:02.513365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:02.529590 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-259233f1-cd42-4a01-9e79-3adb8875474a req-38a484be-5fc8-40bb-9e0a-d0803abfdb79 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312925 Nov 19 18:57:02.535491 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.536228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f1bc1216-8ec9-41a7-8db1-07774156f921 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:57:02.536361 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-d188b500-e99c-4a6e-b2e4-fbcee376bf97 service neutron] 10.222.0.57 "PUT /v2.0/ports/f1bc1216-8ec9-41a7-8db1-07774156f921/bindings/n-h2-815373-6/activate HTTP/1.1" status: 200 len: 369 time: 2.9224961 Nov 19 18:57:02.541132 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.549151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba691988-284d-4938-afa6-c965d5c6b7b0 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:02.560178 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.581167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Transition to ACTIVE for port object ba691988-284d-4938-afa6-c965d5c6b7b0 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:57:02.590166 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.622986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=6ec24214-d689-4179-88d8-b5d505ab0b67,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:02.653126 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.699766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:02.707936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Pushing event updated for resources: {'Port': ['ID=ba691988-284d-4938-afa6-c965d5c6b7b0,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:02.801096 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:02.840704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:02.863353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:02.905349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event updated for resources: {'Port': ['ID=77bd6c75-8f82-42db-9e33-4404a19207b1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:02.940164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c65b916a-73b7-40ba-92ae-3af81d80fed2 req-dd9c7b65-218c-4bed-96e0-3ef25c9d8313 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 210 time: 0.1900752 Nov 19 18:57:03.005372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:03.011390 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:03.023913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Allocated IP 192.168.233.242 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/5c135e11-ae3d-4d34-bc30-3b68f75e24d1) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:03.031493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-b9e79959-1bbe-4850-8f7f-fa58df937c9b tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:03.031636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b2df6-249c-4af5-9303-a682b395ee7a req-aec3b240-d07f-428b-a0c4-cd8a1df42609 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:03.033109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-b9e79959-1bbe-4850-8f7f-fa58df937c9b tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.3110147 Nov 19 18:57:03.035024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b73b2df6-249c-4af5-9303-a682b395ee7a req-aec3b240-d07f-428b-a0c4-cd8a1df42609 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 944 time: 0.2446318 Nov 19 18:57:03.040750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Attempting to bind port ba691988-284d-4938-afa6-c965d5c6b7b0 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:03.043810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Attempting to bind port ba691988-284d-4938-afa6-c965d5c6b7b0 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:03.044213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Attempting to bind port ba691988-284d-4938-afa6-c965d5c6b7b0 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:03.111030 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6f1157-5beb-41d2-af94-d0db638cfef5 x-openstack-request-id: req-4c6f1157-5beb-41d2-af94-d0db638cfef5 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:03.111318 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-plugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:03.111573 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c6f1157-5beb-41d2-af94-d0db638cfef5 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:03.111964 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'code': 200} Nov 19 18:57:03.141020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b73b2df6-249c-4af5-9303-a682b395ee7a req-4ae882db-e490-4838-9661-d0540290d253 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941660 Nov 19 18:57:03.142102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Port ba691988-284d-4938-afa6-c965d5c6b7b0 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:57:03.142557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Attempting to bind port ba691988-284d-4938-afa6-c965d5c6b7b0 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:03.150497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:03.150982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Checking segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:03.151509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Bound using segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:03.152232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Bound port: ba691988-284d-4938-afa6-c965d5c6b7b0, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:03.154157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:03.194189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=13']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:03.216124 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f1bc1216-8ec9-41a7-8db1-07774156f921 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:57:03.255558 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88198882-0c4f-43ef-8e45-9ba8b88c0630 x-openstack-request-id: req-88198882-0c4f-43ef-8e45-9ba8b88c0630 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:03.258127 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f969e366-d005-40d8-bd34-c3542cf54501", "tag": "85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:03.259167 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88198882-0c4f-43ef-8e45-9ba8b88c0630 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:03.261286 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f969e366-d005-40d8-bd34-c3542cf54501', 'tag': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306', 'status': 'completed', 'code': 200} Nov 19 18:57:03.270137 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f7f9269e-7710-471b-aabe-32745732a95d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2655323 Nov 19 18:57:03.293961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Request body: {'port': {'device_id': 'd4001e9d-c508-4268-aaf2-c7e58caad377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:03.412906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] For port ba691988-284d-4938-afa6-c965d5c6b7b0, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:03.434304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3a219b33-3b74-459b-bad7-7bf671f6c2b6 None None] Provisioning complete for port 77bd6c75-8f82-42db-9e33-4404a19207b1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:03.434832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a219b33-3b74-459b-bad7-7bf671f6c2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:03.447849 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:03.474157 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2dc1b1b8-a6d7-4936-a61f-995893bd4046 req-65b663ec-d3b6-4315-bc23-a1b3ba7a4ef9 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/5e40203d-bcfb-44a1-8422-f86b06cabf2e HTTP/1.1" status: 200 len: 1816 time: 0.3567426 Nov 19 18:57:03.494628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] For port ba691988-284d-4938-afa6-c965d5c6b7b0, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ba691988-284d-4938-afa6-c965d5c6b7b0,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:03.547285 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:03.581492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-0855aae1-4d59-41a5-949a-b46033990f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:03.584778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-0855aae1-4d59-41a5-949a-b46033990f62 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6&tenant_id=259b3162d6d440c788fffaaf792127c3 HTTP/1.1" status: 200 len: 1095 time: 0.5354967 Nov 19 18:57:03.669324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:03.670361 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:03.673124 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] 10.222.0.21 "PUT /v2.0/ports/ba691988-284d-4938-afa6-c965d5c6b7b0 HTTP/1.1" status: 200 len: 1091 time: 2.6675420 Nov 19 18:57:03.673857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c8e71c-1168-43c9-8b0a-fa8bf388fa36', 'tag': 'ba691988-284d-4938-afa6-c965d5c6b7b0'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:03.676968 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4171dc-a7d2-4bf8-8059-0d2fe56ecf14" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c8e71c-1168-43c9-8b0a-fa8bf388fa36", "tag": "ba691988-284d-4938-afa6-c965d5c6b7b0"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:03.692737 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6ec24214-d689-4179-88d8-b5d505ab0b67 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:03.700190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3a219b33-3b74-459b-bad7-7bf671f6c2b6 None None] Port 77bd6c75-8f82-42db-9e33-4404a19207b1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:57:03.780751 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:57:03.799580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dde66-3916-4412-9cca-f60edf51d642 service neutron] Pushing event updated for resources: {'Port': ['ID=ba691988-284d-4938-afa6-c965d5c6b7b0,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:03.853746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-eaa75daf-1cbc-4de4-a12c-797a96eff088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:03.867130 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-eaa75daf-1cbc-4de4-a12c-797a96eff088 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 1094 time: 0.1157763 Nov 19 18:57:03.888389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'name': 'tempest-TaggedBootDevicesTest_v242-300124589-router', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:49Z', 'updated_at': '2021-11-19T18:56:59Z', 'revision_number': 4, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'gw_port': {'id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:51Z', 'updated_at': '2021-11-19T18:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4c682995-3b93-4983-a631-46a686b6ac5e', 'name': '', 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'mac_address': 'fa:16:3e:f8:51:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '30958760-392f-43f6-8894-79e3d933f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:58Z', 'updated_at': '2021-11-19T18:57:00Z', 'revision_number': 2, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'subnets': [{'id': '30958760-392f-43f6-8894-79e3d933f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:57:03.927322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Checking router: fb906a66-bed9-454c-af16-1efa21f61bf9 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:57:03.928189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Updating router fb906a66-bed9-454c-af16-1efa21f61bf9 port 4c682995-3b93-4983-a631-46a686b6ac5e binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:57:03.977160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 6ec24214-d689-4179-88d8-b5d505ab0b67 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:03.977788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:03.986977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:04.018112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36900) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:04.034568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-592754f8-f308-4938-8453-8cea1ab8e72b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba691988-284d-4938-afa6-c965d5c6b7b0 HTTP/1.1" status: 200 len: 217 time: 0.1580682 Nov 19 18:57:04.035458 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:04.071484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33835ae-e712-44c1-a78f-f4edf7880963 req-4e13d990-887c-4afc-81bc-cc366e896b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:04.073359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a33835ae-e712-44c1-a78f-f4edf7880963 req-4e13d990-887c-4afc-81bc-cc366e896b5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 1175 time: 0.7017076 Nov 19 18:57:04.081230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-1477413b-7a24-44f4-9ca0-fd930e73029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:04.082835 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-1477413b-7a24-44f4-9ca0-fd930e73029b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 1095 time: 0.3983402 Nov 19 18:57:04.177363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-6e00d751-cc75-4233-90ca-aa8038ac9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:04.179264 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-6e00d751-cc75-4233-90ca-aa8038ac9b16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.1330333 Nov 19 18:57:04.242183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1005395735-network', 'tenant_id': 'ed6793dba474415ca78cd6e561ff46ec'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:04.255637 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-65d8c110-84c0-49c0-a866-73b6bc628e0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677176 Nov 19 18:57:04.286359 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-2dc1b1b8-a6d7-4936-a61f-995893bd4046 req-f49c699c-37fd-4b92-9d98-ad8cfecc37a7 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 18:57:04.314765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2dc1b1b8-a6d7-4936-a61f-995893bd4046 req-f49c699c-37fd-4b92-9d98-ad8cfecc37a7 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "DELETE /v2.0/security-groups/5e40203d-bcfb-44a1-8422-f86b06cabf2e HTTP/1.1" status: 409 len: 341 time: 0.7455783 Nov 19 18:57:04.388344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-7f049010-afba-44fc-a8a5-93306f6a8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:04.389904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-7f049010-afba-44fc-a8a5-93306f6a8f5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.2768648 Nov 19 18:57:04.393354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:04.409055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:04.468954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-fe447791-7b44-4d35-a5d8-9a89e3fea11d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1bc1216-8ec9-41a7-8db1-07774156f921 HTTP/1.1" status: 200 len: 217 time: 0.0609083 Nov 19 18:57:04.516186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Made reservation on behalf of ed6793dba474415ca78cd6e561ff46ec for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:04.519412 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:04.520059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:04.528988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:04.574744 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:04.591376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:04.755643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-eccd0061-4f4b-497d-80bd-cc25a8d9ca4c service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921463 Nov 19 18:57:04.763912 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:57:04.804766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33835ae-e712-44c1-a78f-f4edf7880963 req-a55b1ff9-26c2-41b7-acea-d1a372dd07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:04.806646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a33835ae-e712-44c1-a78f-f4edf7880963 req-a55b1ff9-26c2-41b7-acea-d1a372dd07c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 913 time: 0.7175028 Nov 19 18:57:04.814252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event updated for resources: {'Port': ['ID=5c135e11-ae3d-4d34-bc30-3b68f75e24d1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:04.827632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-ba6fd337-19d7-40ec-9ae3-7b8f19330664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:04.829136 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-ba6fd337-19d7-40ec-9ae3-7b8f19330664 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.3074462 Nov 19 18:57:04.848065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c020-8c9b-429e-b82f-ade74f1a3207 req-5b06da73-b0c7-4e27-8303-712516d3589a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:04.850251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4f3c020-8c9b-429e-b82f-ade74f1a3207 req-5b06da73-b0c7-4e27-8303-712516d3589a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 943 time: 0.3398650 Nov 19 18:57:04.948485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:04.949156 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:04.971027 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a33835ae-e712-44c1-a78f-f4edf7880963 req-61cdb4dc-28c4-4ce4-9c77-11c24d530855 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 HTTP/1.1" status: 200 len: 217 time: 0.1496599 Nov 19 18:57:04.982248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-62e50926-b150-4726-a78c-f94a2cb6e960 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275184 Nov 19 18:57:05.123550 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-849d529c-c2ab-47c1-b5ef-5a429dd4552c service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213224 Nov 19 18:57:05.216437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2c98664b-4309-43a9-94ac-6ca27d71626b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1601961 Nov 19 18:57:05.226748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-574f8c23-5c6a-473b-b45d-c93f72be6886 None None] Provisioning complete for port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:05.226748 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-574f8c23-5c6a-473b-b45d-c93f72be6886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.229543 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.255930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Request body: {'port': {'device_id': '46a9b51a-9a6c-471d-b1e3-028d8acd4d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:05.281105 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.295951 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.370327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-574f8c23-5c6a-473b-b45d-c93f72be6886 None None] Port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:57:05.402459 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4f3c020-8c9b-429e-b82f-ade74f1a3207 req-fa38ab51-ed02-4901-9307-c46ae0946c4e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619989 Nov 19 18:57:05.426966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:05.428836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.429480 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05f119f-cfac-459a-96d2-ccb92008afae" -d '{"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:05.475940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf44f4a-0815-454f-9054-c4549cee71b3 None None] Pushing event updated for resources: {'Port': ['ID=4c682995-3b93-4983-a631-46a686b6ac5e,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:05.500283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:05.511708 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.524653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bd6c75-8f82-42db-9e33-4404a19207b1 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:05.529510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.545007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33835ae-e712-44c1-a78f-f4edf7880963 req-772b7d02-36d1-44cd-b45b-12b70e087a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:05.552010 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a33835ae-e712-44c1-a78f-f4edf7880963 req-772b7d02-36d1-44cd-b45b-12b70e087a1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2b1a166-17d4-4927-bed6-84697db77c0d HTTP/1.1" status: 200 len: 852 time: 0.5687943 Nov 19 18:57:05.560760 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.596774 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b5392c-f0e0-4730-bc1c-f29e6a658e5e x-openstack-request-id: req-20b5392c-f0e0-4730-bc1c-f29e6a658e5e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:05.597862 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c8e71c-1168-43c9-8b0a-fa8bf388fa36", "tag": "ba691988-284d-4938-afa6-c965d5c6b7b0", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:05.599767 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20b5392c-f0e0-4730-bc1c-f29e6a658e5e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:05.607033 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c8e71c-1168-43c9-8b0a-fa8bf388fa36', 'tag': 'ba691988-284d-4938-afa6-c965d5c6b7b0', 'status': 'completed', 'code': 200} Nov 19 18:57:05.632791 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.695489 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3ff4230-6725-4c8e-ad88-e0529f68e234 req-08170bcc-bd32-4679-b323-49e229531a85 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9286716 Nov 19 18:57:05.738571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c247a6-e5d3-4944-97c5-6f5ba2b57ed3 req-94c0d9d4-2731-4fa8-8e86-04c0d750fd5b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:05.749224 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e7c247a6-e5d3-4944-97c5-6f5ba2b57ed3 req-94c0d9d4-2731-4fa8-8e86-04c0d750fd5b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 947 time: 0.5063450 Nov 19 18:57:05.762462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a33835ae-e712-44c1-a78f-f4edf7880963 req-ddbf2edb-6c91-4e17-9061-d50357b00fe3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75b16aa6-4915-4a77-9e90-226bbf297781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1945579 Nov 19 18:57:05.776489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:57:05.797496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Transition to ACTIVE for port object 77bd6c75-8f82-42db-9e33-4404a19207b1 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:57:05.816961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Attempting to bind port 4c682995-3b93-4983-a631-46a686b6ac5e on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:05.817573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Attempting to bind port 4c682995-3b93-4983-a631-46a686b6ac5e by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '1b329917-9893-451a-a83e-a30d62398282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:05.817720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Attempting to bind port 4c682995-3b93-4983-a631-46a686b6ac5e on network 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:05.855986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c182bd-60c1-4afc-8933-56d9cb6b50fd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:05.879655 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-e460aa95-fad2-41ef-baef-95b1ce4d8f66 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979501 Nov 19 18:57:05.883000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:05.883380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Checking segment: {'id': '1b329917-9893-451a-a83e-a30d62398282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:05.883786 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.898763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Bound using segment: {'id': '1b329917-9893-451a-a83e-a30d62398282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:05.899290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Bound port: 4c682995-3b93-4983-a631-46a686b6ac5e, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b329917-9893-451a-a83e-a30d62398282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:05.899704 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.905260 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.908743 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.909209 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Added segment 3d136527-e369-479d-bf3e-f0ff65775ad0 of type vlan for network da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 Nov 19 18:57:06.084449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:06.121015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] For port 4c682995-3b93-4983-a631-46a686b6ac5e, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:06.165783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] For port 4c682995-3b93-4983-a631-46a686b6ac5e, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4c682995-3b93-4983-a631-46a686b6ac5e,segment=NetworkSegment(1b329917-9893-451a-a83e-a30d62398282),segment_id=1b329917-9893-451a-a83e-a30d62398282)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:06.192063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6db33a4a-33b2-4f08-ae5a-c40897160534 None None] Provisioning complete for port 4c682995-3b93-4983-a631-46a686b6ac5e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:06.198098 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6db33a4a-33b2-4f08-ae5a-c40897160534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:06.201976 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:06.277374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Pushing event updated for resources: {'Port': ['ID=77bd6c75-8f82-42db-9e33-4404a19207b1,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:06.293947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:06.352473 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e7c247a6-e5d3-4944-97c5-6f5ba2b57ed3 req-956883a7-b3ae-4432-809b-96581b9d571c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6012459 Nov 19 18:57:06.387149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4171dc-a7d2-4bf8-8059-0d2fe56ecf14 req-4d775d92-75af-4279-99c2-4f311cc99121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:06.390585 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d4171dc-a7d2-4bf8-8059-0d2fe56ecf14 req-4d775d92-75af-4279-99c2-4f311cc99121 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 1094 time: 0.5913076 Nov 19 18:57:06.514354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf44f4a-0815-454f-9054-c4549cee71b3 None None] Pushing event updated for resources: {'Port': ['ID=4c682995-3b93-4983-a631-46a686b6ac5e,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:06.623321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Routers {'fb906a66-bed9-454c-af16-1efa21f61bf9'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:57:06.631573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb906a66-bed9-454c-af16-1efa21f61bf9'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:57:06.738432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4171dc-a7d2-4bf8-8059-0d2fe56ecf14 req-a03dc594-df3d-4018-8eb0-33efc1d6686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:06.743555 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d4171dc-a7d2-4bf8-8059-0d2fe56ecf14 req-a03dc594-df3d-4018-8eb0-33efc1d6686d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 906 time: 0.3269241 Nov 19 18:57:06.829780 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:06.838646 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:06.841164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:06.860563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a33835ae-e712-44c1-a78f-f4edf7880963 req-451b22b5-eee6-47a8-b1ab-bf6153c8a2f9 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9422760 Nov 19 18:57:06.910415 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6db33a4a-33b2-4f08-ae5a-c40897160534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:07.007461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] Set router fb906a66-bed9-454c-af16-1efa21f61bf9 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:57:07.028597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:07.041953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:07.061867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfadc40-ca26-4c5e-a21a-453b0d6bb006 req-a4842f92-3567-4d33-a9ea-cb8918ab3023 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:07.064904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7cfadc40-ca26-4c5e-a21a-453b0d6bb006 req-a4842f92-3567-4d33-a9ea-cb8918ab3023 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 936 time: 1.3365319 Nov 19 18:57:07.083577 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0642805 Nov 19 18:57:07.106506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6db33a4a-33b2-4f08-ae5a-c40897160534 None None] For port 4c682995-3b93-4983-a631-46a686b6ac5e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4c682995-3b93-4983-a631-46a686b6ac5e,segment=NetworkSegment(1b329917-9893-451a-a83e-a30d62398282),segment_id=1b329917-9893-451a-a83e-a30d62398282)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:07.124363 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6db33a4a-33b2-4f08-ae5a-c40897160534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:07.173609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36982) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:07.204196 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] Request body: {'subnet': {'network_id': 'da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1005395735-subnet', 'tenant_id': 'ed6793dba474415ca78cd6e561ff46ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:07.209341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76e566-e180-4638-aa12-f53b5b8d8e1e admin admin] Pushing event updated for resources: {'Network': ['ID=da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:07.234405 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d4171dc-a7d2-4bf8-8059-0d2fe56ecf14 req-513dfb23-c6b9-4455-861a-afd6b943c95e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba691988-284d-4938-afa6-c965d5c6b7b0 HTTP/1.1" status: 200 len: 217 time: 0.3393507 Nov 19 18:57:07.235183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Transition to ACTIVE for port object 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:57:07.244378 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] Made reservation on behalf of ed6793dba474415ca78cd6e561ff46ec for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:07.247115 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:07.253106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Attempting to bind port 77bd6c75-8f82-42db-9e33-4404a19207b1 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:07.253498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Attempting to bind port 77bd6c75-8f82-42db-9e33-4404a19207b1 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:07.253872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Attempting to bind port 77bd6c75-8f82-42db-9e33-4404a19207b1 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:07.265500 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:07.345231 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Port 77bd6c75-8f82-42db-9e33-4404a19207b1 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:57:07.345556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Attempting to bind port 77bd6c75-8f82-42db-9e33-4404a19207b1 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:07.375689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:07.376025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:07.376412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:07.377738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Bound port: 77bd6c75-8f82-42db-9e33-4404a19207b1, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:07.378123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:07.407580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-63fb3c26-ec42-44b1-b345-93fe70e45653 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:07.410271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05126763-f54d-47e5-8b9b-ba7754831ab8 req-eb4d9b6e-7ec7-41b5-adb1-a5bc59df5e10 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:07.410940 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-63fb3c26-ec42-44b1-b345-93fe70e45653 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1095 time: 1.0228555 Nov 19 18:57:07.423124 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05126763-f54d-47e5-8b9b-ba7754831ab8 req-eb4d9b6e-7ec7-41b5-adb1-a5bc59df5e10 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 944 time: 0.6758976 Nov 19 18:57:07.461043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4171dc-a7d2-4bf8-8059-0d2fe56ecf14 req-d4892bdf-6d18-44d6-86dd-7ff18179bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:07.463812 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d4171dc-a7d2-4bf8-8059-0d2fe56ecf14 req-d4892bdf-6d18-44d6-86dd-7ff18179bf61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.2072961 Nov 19 18:57:07.622364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db33a4a-33b2-4f08-ae5a-c40897160534 None None] Pushing event updated for resources: {'Port': ['ID=4c682995-3b93-4983-a631-46a686b6ac5e,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:07.642851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7368badd-fc96-4149-873d-92909619308a req-70e7fc88-1869-46fe-8fe7-b49ccaa18351 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2773645 Nov 19 18:57:07.643279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:57:07.736206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] For port 77bd6c75-8f82-42db-9e33-4404a19207b1, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:07.752112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] For port 77bd6c75-8f82-42db-9e33-4404a19207b1, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=77bd6c75-8f82-42db-9e33-4404a19207b1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:07.825492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c135e11-ae3d-4d34-bc30-3b68f75e24d1,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:07.837067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd43c26e-536f-4a6d-876c-8ef7055d4430 None None] Provisioning complete for port 4c682995-3b93-4983-a631-46a686b6ac5e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:07.840015 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd43c26e-536f-4a6d-876c-8ef7055d4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:07.881787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a33835ae-e712-44c1-a78f-f4edf7880963 req-1993dc0a-91e7-402a-82c1-17d75d5f16de service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9969239 Nov 19 18:57:07.884401 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7cfadc40-ca26-4c5e-a21a-453b0d6bb006 req-e4fa172b-e431-4a8f-93bd-0d19eb2d2a65 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097399 Nov 19 18:57:07.884799 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:07.925875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d4171dc-a7d2-4bf8-8059-0d2fe56ecf14 req-acfe162b-581d-4d07-a774-0025fd901ecd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4493721 Nov 19 18:57:08.184739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d4171dc-a7d2-4bf8-8059-0d2fe56ecf14 req-d621a943-da87-42d9-abf0-44ff8e63349e service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489092 Nov 19 18:57:08.241571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:08.242242 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:08.243806 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] 10.222.0.57 "PUT /v2.0/ports/77bd6c75-8f82-42db-9e33-4404a19207b1 HTTP/1.1" status: 200 len: 1096 time: 4.9576895 Nov 19 18:57:08.250214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4001e9d-c508-4268-aaf2-c7e58caad377', 'tag': '77bd6c75-8f82-42db-9e33-4404a19207b1'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:08.252555 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a544c9-aa66-403d-9fd8-4d7582a69896" -d '{"events": [{"name": "network-changed", "server_uuid": "d4001e9d-c508-4268-aaf2-c7e58caad377", "tag": "77bd6c75-8f82-42db-9e33-4404a19207b1"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:08.281516 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eb1eba4c-559c-445d-86de-4b17d14f5622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:08.346523 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05126763-f54d-47e5-8b9b-ba7754831ab8 req-42fdd660-78b2-4ad4-866a-9d17d56c9d10 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9223001 Nov 19 18:57:08.362422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368badd-fc96-4149-873d-92909619308a req-a1e6a71c-cc00-4308-afb4-c4e415394937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:08.364139 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7368badd-fc96-4149-873d-92909619308a req-a1e6a71c-cc00-4308-afb4-c4e415394937 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e9febe9e184541b7a1c4e5650f4978&device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 1175 time: 0.6296537 Nov 19 18:57:08.364935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Attempting to bind port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:08.365932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Attempting to bind port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:08.366370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Attempting to bind port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:08.428197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:57:08.428612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Attempting to bind port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:08.463901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a655db-a36e-40e6-a9d8-c042f9faf92b service neutron] Pushing event updated for resources: {'Port': ['ID=77bd6c75-8f82-42db-9e33-4404a19207b1,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:08.522391 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b726bbe-8c28-4385-9b18-0bfd0eafc038 x-openstack-request-id: req-0b726bbe-8c28-4385-9b18-0bfd0eafc038 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:08.524071 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:08.524890 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b726bbe-8c28-4385-9b18-0bfd0eafc038 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:08.525864 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'code': 200} Nov 19 18:57:08.564617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-08155b25-a7f0-4cc1-8303-514e663adf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:08.578405 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-08155b25-a7f0-4cc1-8303-514e663adf01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=d4001e9d-c508-4268-aaf2-c7e58caad377 HTTP/1.1" status: 200 len: 1099 time: 0.2257473 Nov 19 18:57:08.609821 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d4171dc-a7d2-4bf8-8059-0d2fe56ecf14 req-859b2ad5-9e51-4e57-b037-e138cb36f037 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650064 Nov 19 18:57:08.621914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'name': 'tempest-TaggedBootDevicesTest_v242-300124589-router', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:49Z', 'updated_at': '2021-11-19T18:56:59Z', 'revision_number': 4, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'gw_port': {'id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:51Z', 'updated_at': '2021-11-19T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4c682995-3b93-4983-a631-46a686b6ac5e', 'name': '', 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'mac_address': 'fa:16:3e:f8:51:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '30958760-392f-43f6-8894-79e3d933f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:58Z', 'updated_at': '2021-11-19T18:57:06Z', 'revision_number': 4, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'subnets': [{'id': '30958760-392f-43f6-8894-79e3d933f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:57:08.652283 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-38f2a400-b1df-4880-94d8-dac1d0484f25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=77bd6c75-8f82-42db-9e33-4404a19207b1 HTTP/1.1" status: 200 len: 217 time: 0.0597749 Nov 19 18:57:08.705404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690d85f-0fa3-4b52-97e2-debd77fcc3f1 None None] The sync data for ids ['fb906a66-bed9-454c-af16-1efa21f61bf9'] in n-d-815373-6 is: [{'id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'name': 'tempest-TaggedBootDevicesTest_v242-300124589-router', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:49Z', 'updated_at': '2021-11-19T18:56:59Z', 'revision_number': 4, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'gw_port': {'id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:51Z', 'updated_at': '2021-11-19T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4c682995-3b93-4983-a631-46a686b6ac5e', 'name': '', 'network_id': '309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'mac_address': 'fa:16:3e:f8:51:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '30958760-392f-43f6-8894-79e3d933f36d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:58Z', 'updated_at': '2021-11-19T18:57:06Z', 'revision_number': 4, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'subnets': [{'id': '30958760-392f-43f6-8894-79e3d933f36d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:57:08.789783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ba691988-284d-4938-afa6-c965d5c6b7b0 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:57:08.827159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-aebb48ae-7f91-4f2e-99f7-abb7b6c32c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:08.828740 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-aebb48ae-7f91-4f2e-99f7-abb7b6c32c79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1668646 Nov 19 18:57:08.874844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092b120-9611-4560-89de-e4e1df3d8bd3 req-1669a334-4370-4547-bd93-e1e2db05482d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:08.876665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a092b120-9611-4560-89de-e4e1df3d8bd3 req-1669a334-4370-4547-bd93-e1e2db05482d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 943 time: 0.2003677 Nov 19 18:57:08.989408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-49def5ee-8b48-47ef-87d5-2264461ab1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:08.996715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-49def5ee-8b48-47ef-87d5-2264461ab1dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1506517 Nov 19 18:57:09.098872 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ba691988-284d-4938-afa6-c965d5c6b7b0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ba691988-284d-4938-afa6-c965d5c6b7b0,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:09.133099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'ba691988-284d-4938-afa6-c965d5c6b7b0', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'port_id': 'ba691988-284d-4938-afa6-c965d5c6b7b0', 'mac_address': 'fa:16:3e:17:cb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe59e18c-b7e3-459f-88b9-60024191b0d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:57:09.164824 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a092b120-9611-4560-89de-e4e1df3d8bd3 req-dff01db8-4ca1-42fb-bfd4-02c6a5dac5a3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497084 Nov 19 18:57:09.192768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:09.194267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:09.194418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:09.195652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Bound port: 5c135e11-ae3d-4d34-bc30-3b68f75e24d1, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:09.196354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:09.285880 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:09.292485 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-c7d35f07-f7da-4bfb-a491-2371d975f06c service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896245 Nov 19 18:57:09.317840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba691988-284d-4938-afa6-c965d5c6b7b0 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:09.365695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ba691988-284d-4938-afa6-c965d5c6b7b0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ba691988-284d-4938-afa6-c965d5c6b7b0,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:09.383083 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:09.430080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-431123fa-83f0-49da-afd5-f5caa7ab4981 service neutron] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:09.431847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368badd-fc96-4149-873d-92909619308a req-befe81a1-8728-453d-a890-2f195c4a78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:09.433657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7368badd-fc96-4149-873d-92909619308a req-befe81a1-8728-453d-a890-2f195c4a78a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 200 len: 913 time: 1.0410109 Nov 19 18:57:09.442044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-431123fa-83f0-49da-afd5-f5caa7ab4981 service neutron] Publish callbacks [] for binding, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:09.443668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c518334a-633f-47bc-8160-7dd248b71ef1 req-431123fa-83f0-49da-afd5-f5caa7ab4981 service neutron] 10.222.0.21 "DELETE /v2.0/ports/f1bc1216-8ec9-41a7-8db1-07774156f921/bindings/n-h1-815373-6 HTTP/1.1" status: 204 len: 173 time: 2.0019405 Nov 19 18:57:09.444518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:09.487500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=ba691988-284d-4938-afa6-c965d5c6b7b0,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:09.573574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] For port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:09.600257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7368badd-fc96-4149-873d-92909619308a req-d12e2859-6fea-4b8b-a353-aa232a32e806 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78593769-d01c-4830-9b4f-4f299d91ee07 HTTP/1.1" status: 200 len: 217 time: 0.0792568 Nov 19 18:57:09.622785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] For port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=5c135e11-ae3d-4d34-bc30-3b68f75e24d1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:09.672094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] Checking segment: {'id': '3d136527-e369-479d-bf3e-f0ff65775ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:09.672750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] Network hostable DHCP agents. Network: da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:57:09.679047 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:09.684296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['ba691988-284d-4938-afa6-c965d5c6b7b0'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:09.710850 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-3d569730-2e94-453f-a3ff-ab0ad7ce8f9d service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082289 Nov 19 18:57:09.746369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f080c27a-9efd-420d-be17-d49b94ca083c,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:09.767007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4c682995-3b93-4983-a631-46a686b6ac5e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:09.771986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c135e11-ae3d-4d34-bc30-3b68f75e24d1,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:09.793177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ad0b3-511e-4f99-83a8-fdce7aa388b1 req-c5279341-1824-4ee1-af2f-d7e866ce400f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:09.803502 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d79ad0b3-511e-4f99-83a8-fdce7aa388b1 req-c5279341-1824-4ee1-af2f-d7e866ce400f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 947 time: 0.4595661 Nov 19 18:57:09.825893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368badd-fc96-4149-873d-92909619308a req-9966e6d7-ed1b-436e-a452-18e23a2cf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:09.826605 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7368badd-fc96-4149-873d-92909619308a req-9966e6d7-ed1b-436e-a452-18e23a2cf90b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e2b1a166-17d4-4927-bed6-84697db77c0d HTTP/1.1" status: 200 len: 852 time: 0.2148411 Nov 19 18:57:09.829839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:09.830457 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:09.841471 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-2379339b-808e-4406-9891-50f8d5c932e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/5c135e11-ae3d-4d34-bc30-3b68f75e24d1 HTTP/1.1" status: 200 len: 1096 time: 4.6077025 Nov 19 18:57:09.841945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a9b51a-9a6c-471d-b1e3-028d8acd4d44', 'tag': '5c135e11-ae3d-4d34-bc30-3b68f75e24d1'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:09.844786 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807" -d '{"events": [{"name": "network-changed", "server_uuid": "46a9b51a-9a6c-471d-b1e3-028d8acd4d44", "tag": "5c135e11-ae3d-4d34-bc30-3b68f75e24d1"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:09.934114 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7368badd-fc96-4149-873d-92909619308a req-67796d12-1b4c-4553-bbec-b938ac414e91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=75b16aa6-4915-4a77-9e90-226bbf297781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794010 Nov 19 18:57:09.935139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] Network da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:57:09.937068 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d79ad0b3-511e-4f99-83a8-fdce7aa388b1 req-23f0f17d-9a93-499d-b5f2-8a13b9b2a240 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324887 Nov 19 18:57:10.032596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 4c682995-3b93-4983-a631-46a686b6ac5e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:10.033142 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:10.195737 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7368badd-fc96-4149-873d-92909619308a req-5290d1d7-21e7-49cd-9069-e1621107213d service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528160 Nov 19 18:57:10.340790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb9896-1120-4b3a-9fc7-7bd4d63107b7 req-e9a8f251-b435-48c8-b6eb-2357ea3c10c5 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:10.348739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0edb9896-1120-4b3a-9fc7-7bd4d63107b7 req-e9a8f251-b435-48c8-b6eb-2357ea3c10c5 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 1024 time: 0.1863513 Nov 19 18:57:10.423133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:10.441184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9c9d69-0f52-45e4-8ff5-fee8a841fd17 None None] Network da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:57:10.481215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:10.481819 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:10.527173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-537ab3a1-aa80-4a13-b381-c411231e41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:10.528785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-537ab3a1-aa80-4a13-b381-c411231e41b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 1099 time: 0.2839124 Nov 19 18:57:10.536488 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ff422ee4-1dac-475e-a7e6-50af69917b56 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3555772 Nov 19 18:57:10.558938 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2034c-5668-4947-8594-3942305a80cc req-1cc18ad0-e102-4ad5-94b1-5e7237108c93 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:10.564847 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2f2034c-5668-4947-8594-3942305a80cc req-1cc18ad0-e102-4ad5-94b1-5e7237108c93 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.21 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 1024 time: 0.3596797 Nov 19 18:57:10.593690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0edb9896-1120-4b3a-9fc7-7bd4d63107b7 req-0a05649e-aa7a-4b3d-9e5f-a8c7595c823f tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3bdf838-bcf0-4f66-a238-18a14b77c742&id=2b84f474-731a-4951-9f56-9b091fe61e8c&id=5e40203d-bcfb-44a1-8422-f86b06cabf2e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2397540 Nov 19 18:57:10.662047 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-42475856-af09-4bf9-884d-50322dfe7409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:10.679814 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-cf98d60a-9aa3-44e3-b68d-f4ad656c1476 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=5c135e11-ae3d-4d34-bc30-3b68f75e24d1 HTTP/1.1" status: 200 len: 217 time: 0.1078141 Nov 19 18:57:10.859300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7368badd-fc96-4149-873d-92909619308a req-1460d7c0-fe01-4425-bf51-346b8ef49a03 service neutron] 10.222.0.21 "GET /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654750 Nov 19 18:57:10.906534 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1ab09b-20e5-457c-bab5-b50adb0c412e x-openstack-request-id: req-1a1ab09b-20e5-457c-bab5-b50adb0c412e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:10.911662 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4001e9d-c508-4268-aaf2-c7e58caad377", "tag": "77bd6c75-8f82-42db-9e33-4404a19207b1", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:10.913515 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a1ab09b-20e5-457c-bab5-b50adb0c412e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:10.916236 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4001e9d-c508-4268-aaf2-c7e58caad377', 'tag': '77bd6c75-8f82-42db-9e33-4404a19207b1', 'status': 'completed', 'code': 200} Nov 19 18:57:10.963176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-31bfe3ed-d11c-45ac-9ac9-1f0fda25514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:10.964736 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-31bfe3ed-d11c-45ac-9ac9-1f0fda25514e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2762446 Nov 19 18:57:10.967285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df644298-8bce-4f30-b926-6743268e6211 None None] Network da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:57:10.989111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a544c9-aa66-403d-9fd8-4d7582a69896 req-fd32215e-3bc1-4d2f-b1fc-5b5a8b52eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:10.990804 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-22a544c9-aa66-403d-9fd8-4d7582a69896 req-fd32215e-3bc1-4d2f-b1fc-5b5a8b52eba4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=d4001e9d-c508-4268-aaf2-c7e58caad377 HTTP/1.1" status: 200 len: 1099 time: 0.1975958 Nov 19 18:57:11.072577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-d5daa26d-769f-474d-9c37-049b6ce70eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:11.074130 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-d5daa26d-769f-474d-9c37-049b6ce70eb1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981438 Nov 19 18:57:11.127028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-e2f2034c-5668-4947-8594-3942305a80cc req-a9fb94ea-8bb8-4c42-b31a-5806e791a44a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Deleting port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:57:11.127423 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2f2034c-5668-4947-8594-3942305a80cc req-a9fb94ea-8bb8-4c42-b31a-5806e791a44a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:11.275602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee2afc-6b51-4e7f-9840-c879fd7f555c req-a0cf78a0-860f-42e1-8b0a-1f991fb5b85c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:11.277292 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-68ee2afc-6b51-4e7f-9840-c879fd7f555c req-a0cf78a0-860f-42e1-8b0a-1f991fb5b85c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 948 time: 0.2324805 Nov 19 18:57:11.358789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a544c9-aa66-403d-9fd8-4d7582a69896 req-a9c0acbd-3258-4f8e-ae9e-41475dbcbc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:11.367372 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-22a544c9-aa66-403d-9fd8-4d7582a69896 req-a9c0acbd-3258-4f8e-ae9e-41475dbcbc20 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3585522 Nov 19 18:57:11.419229 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-562811db-6df2-47a1-9e13-b845018c2676 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341737 Nov 19 18:57:11.421061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e2f2034c-5668-4947-8594-3942305a80cc req-a9fb94ea-8bb8-4c42-b31a-5806e791a44a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] For port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:11.421439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2f2034c-5668-4947-8594-3942305a80cc req-a9fb94ea-8bb8-4c42-b31a-5806e791a44a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:11.455614 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-22a544c9-aa66-403d-9fd8-4d7582a69896 req-0611d5f6-3ba2-43c2-a7df-a2a3f09d8916 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=77bd6c75-8f82-42db-9e33-4404a19207b1 HTTP/1.1" status: 200 len: 217 time: 0.0771348 Nov 19 18:57:11.508230 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-68ee2afc-6b51-4e7f-9840-c879fd7f555c req-c5e675e6-6444-4f09-af90-962416178687 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060678 Nov 19 18:57:11.541449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-e2f2034c-5668-4947-8594-3942305a80cc req-a9fb94ea-8bb8-4c42-b31a-5806e791a44a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Calling delete_port for 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:57:11.616454 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32961921-81a0-4efe-a52f-da50ed40db16 x-openstack-request-id: req-32961921-81a0-4efe-a52f-da50ed40db16 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:11.616782 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a9b51a-9a6c-471d-b1e3-028d8acd4d44", "tag": "5c135e11-ae3d-4d34-bc30-3b68f75e24d1", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:11.617011 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32961921-81a0-4efe-a52f-da50ed40db16 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:11.617418 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a9b51a-9a6c-471d-b1e3-028d8acd4d44', 'tag': '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'status': 'completed', 'code': 200} Nov 19 18:57:11.647944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a544c9-aa66-403d-9fd8-4d7582a69896 req-c0ab2e31-558e-406c-a729-b9b004da3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:11.649368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-22a544c9-aa66-403d-9fd8-4d7582a69896 req-c0ab2e31-558e-406c-a729-b9b004da3404 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1539819 Nov 19 18:57:11.751619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37030) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:11.759262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1791978431-network', 'tenant_id': 'f938dc5d53de49d49a8ceb4042318a51'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:11.762749 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:11.828650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a544c9-aa66-403d-9fd8-4d7582a69896 req-96e2c855-d2c1-443e-bf30-ab3b21b5c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:11.829724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a88617d-71d4-49d3-b289-307f260fc0e7 req-acd23979-3ad5-45f2-a3de-84f0280eee79 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943636 Nov 19 18:57:11.831009 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-22a544c9-aa66-403d-9fd8-4d7582a69896 req-96e2c855-d2c1-443e-bf30-ab3b21b5c752 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1689792 Nov 19 18:57:11.831312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Made reservation on behalf of f938dc5d53de49d49a8ceb4042318a51 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:11.834710 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:11.848312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33829225-bd64-4a34-aca8-6c9893ff5137 req-e5213f88-704a-463c-8a9e-baed6ad420ea tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:11.857641 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:11.858773 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33829225-bd64-4a34-aca8-6c9893ff5137 req-e5213f88-704a-463c-8a9e-baed6ad420ea tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 944 time: 0.1243520 Nov 19 18:57:11.994647 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-22a544c9-aa66-403d-9fd8-4d7582a69896 req-046d6890-c80d-43d7-a2ae-fd4b97c2a3bf service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321120 Nov 19 18:57:12.088769 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2f2034c-5668-4947-8594-3942305a80cc req-a9fb94ea-8bb8-4c42-b31a-5806e791a44a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:12.104202 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['78593769-d01c-4830-9b4f-4f299d91ee07', '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:12.164891 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-22a544c9-aa66-403d-9fd8-4d7582a69896 req-c4cac7d3-f70d-4a55-9926-5798902d7818 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564233 Nov 19 18:57:12.218764 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33829225-bd64-4a34-aca8-6c9893ff5137 req-4b42c6e2-af53-4dd6-9a8c-fb40080301b9 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581934 Nov 19 18:57:12.259128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807 req-e670bb56-df61-4bc6-a93c-d4aac91f9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:12.260675 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807 req-e670bb56-df61-4bc6-a93c-d4aac91f9f11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 1099 time: 0.3221326 Nov 19 18:57:12.381514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb94ea-8bb8-4c42-b31a-5806e791a44a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event deleted for resources: {'Port': ['ID=85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:12.384020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807 req-1124e75f-cb95-486a-9151-58324d590457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:12.385571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807 req-1124e75f-cb95-486a-9151-58324d590457 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1089001 Nov 19 18:57:12.424746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dcec6-fce4-4f58-86d7-60060a3ae142 req-b45b2902-2789-4bac-aee3-736a3d8ac9d0 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:12.427537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f2034c-5668-4947-8594-3942305a80cc req-a9fb94ea-8bb8-4c42-b31a-5806e791a44a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] No DVR routers for this DVR port 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:57:12.433868 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2f2034c-5668-4947-8594-3942305a80cc req-a9fb94ea-8bb8-4c42-b31a-5806e791a44a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:12.437201 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2f2034c-5668-4947-8594-3942305a80cc req-a9fb94ea-8bb8-4c42-b31a-5806e791a44a tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.21 "DELETE /v2.0/ports/85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 HTTP/1.1" status: 204 len: 173 time: 1.7552142 Nov 19 18:57:12.447753 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-858dcec6-fce4-4f58-86d7-60060a3ae142 req-b45b2902-2789-4bac-aee3-736a3d8ac9d0 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 1095 time: 0.1187136 Nov 19 18:57:12.515985 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807 req-eb5594ac-15de-4fde-a350-187498a246a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=5c135e11-ae3d-4d34-bc30-3b68f75e24d1 HTTP/1.1" status: 200 len: 217 time: 0.0996418 Nov 19 18:57:12.523444 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:12.546854 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:12.566159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:57:12.571360 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-858dcec6-fce4-4f58-86d7-60060a3ae142 req-4a13aec0-78bf-453f-b33a-deb1724da07b tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220322 Nov 19 18:57:12.605637 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:12.609080 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Added segment e709afda-1d1b-4093-ba56-cbab592cb9bc of type vlan for network 733ec4e6-ede4-43df-a17c-f3e63ac3398a Nov 19 18:57:12.810757 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ba691988-284d-4938-afa6-c965d5c6b7b0 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:12.860492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4ff5-2cc6-42b9-8d03-3476e8002fa5 req-f9fdedaf-a747-4268-a5f6-5dea16fee33c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:12.860492 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f82b4ff5-2cc6-42b9-8d03-3476e8002fa5 req-f9fdedaf-a747-4268-a5f6-5dea16fee33c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 947 time: 0.1387386 Nov 19 18:57:12.866401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:12.869893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c420f7f-0e18-4955-9b4b-5fe384b36b67,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:12.907561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807 req-b710093d-d674-4937-ba06-57359907cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:12.908600 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807 req-b710093d-d674-4937-ba06-57359907cc82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.3795629 Nov 19 18:57:12.924306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port ba691988-284d-4938-afa6-c965d5c6b7b0 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:57:12.933520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port ba691988-284d-4938-afa6-c965d5c6b7b0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:12.934087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:12.967137 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f82b4ff5-2cc6-42b9-8d03-3476e8002fa5 req-41daa8e7-f872-427d-a5fe-5221bdbd26f2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935671 Nov 19 18:57:12.982504 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:12.984113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:12.985287 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:13.109965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807 req-69338bcb-8ea3-44e6-95e1-4a21f9e86d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:13.112288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807 req-69338bcb-8ea3-44e6-95e1-4a21f9e86d4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946394 Nov 19 18:57:13.132574 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:13.205232 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4501007 Nov 19 18:57:13.225555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37040) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:13.230880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] Request body: {'subnet': {'network_id': '733ec4e6-ede4-43df-a17c-f3e63ac3398a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1791978431-subnet', 'tenant_id': 'f938dc5d53de49d49a8ceb4042318a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:13.236646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c8e71c-1168-43c9-8b0a-fa8bf388fa36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba691988-284d-4938-afa6-c965d5c6b7b0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:13.242165 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9472fd-cb8e-41f2-a381-33936886d3e5" -d '{"events": [{"server_uuid": "d0c8e71c-1168-43c9-8b0a-fa8bf388fa36", "name": "network-vif-plugged", "status": "completed", "tag": "ba691988-284d-4938-afa6-c965d5c6b7b0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:13.244843 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-774016a8-8fb5-42d2-ad6e-527c40b3568e req-3e79851d-ae9e-4476-93a7-cd77804d8384 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=f969e366-d005-40d8-bd34-c3542cf54501 HTTP/1.1" status: 200 len: 210 time: 0.0507393 Nov 19 18:57:13.292959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] Made reservation on behalf of f938dc5d53de49d49a8ceb4042318a51 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:13.295631 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:13.295826 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:13.308986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ba691988-284d-4938-afa6-c965d5c6b7b0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ba691988-284d-4938-afa6-c965d5c6b7b0,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:13.320308 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:13.323181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:57:13.332449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b1b53-b727-469e-a605-b64e76a8090b admin admin] Pushing event updated for resources: {'Network': ['ID=733ec4e6-ede4-43df-a17c-f3e63ac3398a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:13.399249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807 req-4f0a7418-a43e-4215-bc1d-6a1e380d928e service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779756 Nov 19 18:57:13.400960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 733ec4e6-ede4-43df-a17c-f3e63ac3398a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:57:13.456309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46165704-b677-4ce6-85cb-716dcf98a1a0 req-c75211ee-cc2a-4e5e-893b-6fd0d96f04a3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:13.465175 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46165704-b677-4ce6-85cb-716dcf98a1a0 req-c75211ee-cc2a-4e5e-893b-6fd0d96f04a3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 948 time: 0.0891802 Nov 19 18:57:13.501976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:57:13.502441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:57:13.561987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=ba691988-284d-4938-afa6-c965d5c6b7b0,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:13.584538 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46165704-b677-4ce6-85cb-716dcf98a1a0 req-2e8cf9f6-57cb-44a9-8f41-c8a082d1ee9a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172175 Nov 19 18:57:13.619463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f969e366-d005-40d8-bd34-c3542cf54501', 'name': 'network-vif-deleted', 'tag': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:13.625671 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecee8b63-2c41-4a47-b62d-b47f3cbebaff" -d '{"events": [{"server_uuid": "f969e366-d005-40d8-bd34-c3542cf54501", "name": "network-vif-deleted", "tag": "85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:13.636172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9b53fb0-1e6f-41e5-ad3e-a3537bdb5807 req-2022c5a3-41a9-4c10-991a-00cde9247315 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272956 Nov 19 18:57:13.713005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:13.781164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] Checking segment: {'id': 'e709afda-1d1b-4093-ba56-cbab592cb9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '733ec4e6-ede4-43df-a17c-f3e63ac3398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:13.781522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] Network hostable DHCP agents. Network: 733ec4e6-ede4-43df-a17c-f3e63ac3398a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:57:13.783555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c606c192-bed7-49c2-8eb0-b2a2b28572a1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:13.827304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] Network 733ec4e6-ede4-43df-a17c-f3e63ac3398a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:57:13.845637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 733ec4e6-ede4-43df-a17c-f3e63ac3398a) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:13.851084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:13.851747 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:13.858337 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376c0629-8f2e-4fe6-9429-913ff3b8e0ea None None] Network 733ec4e6-ede4-43df-a17c-f3e63ac3398a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:57:13.888204 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d929b8ed-71bb-4eba-b36b-b52f7df81122 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6522810 Nov 19 18:57:13.981471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 77bd6c75-8f82-42db-9e33-4404a19207b1 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:57:14.102231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c1c51-9f1b-4c0a-916a-d89d357a4e5c None None] Network 733ec4e6-ede4-43df-a17c-f3e63ac3398a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:57:14.155832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:14.242139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 77bd6c75-8f82-42db-9e33-4404a19207b1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=77bd6c75-8f82-42db-9e33-4404a19207b1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:14.302227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '77bd6c75-8f82-42db-9e33-4404a19207b1', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '77bd6c75-8f82-42db-9e33-4404a19207b1', 'mac_address': 'fa:16:3e:7e:c2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:57:14.352250 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:14.372528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bd6c75-8f82-42db-9e33-4404a19207b1 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:14.398678 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 77bd6c75-8f82-42db-9e33-4404a19207b1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=77bd6c75-8f82-42db-9e33-4404a19207b1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:14.403698 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:14.466009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=77bd6c75-8f82-42db-9e33-4404a19207b1,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:14.771282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['77bd6c75-8f82-42db-9e33-4404a19207b1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:15.886680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:57:15.888737 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 77bd6c75-8f82-42db-9e33-4404a19207b1 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:16.006387 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 77bd6c75-8f82-42db-9e33-4404a19207b1 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:57:16.014142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 77bd6c75-8f82-42db-9e33-4404a19207b1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:16.014510 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:16.230670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=5c135e11-ae3d-4d34-bc30-3b68f75e24d1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:16.250298 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'mac_address': 'fa:16:3e:95:d7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:57:16.326546 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:16.328508 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:16.352181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:16.390077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 77bd6c75-8f82-42db-9e33-4404a19207b1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=77bd6c75-8f82-42db-9e33-4404a19207b1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:16.392568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=5c135e11-ae3d-4d34-bc30-3b68f75e24d1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:16.399860 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:16.405649 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:16.461678 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=77bd6c75-8f82-42db-9e33-4404a19207b1,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:16.528204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=5c135e11-ae3d-4d34-bc30-3b68f75e24d1,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:16.806070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['5c135e11-ae3d-4d34-bc30-3b68f75e24d1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:17.898884 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:17.980275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:57:17.984379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:17.984830 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:18.092119 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:18.130204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=5c135e11-ae3d-4d34-bc30-3b68f75e24d1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:18.138099 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:18.198319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=5c135e11-ae3d-4d34-bc30-3b68f75e24d1,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:20.695805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b967dc3-0069-4b2c-9d65-dab9a9fcd11a req-b5c2d213-765c-4b17-9d10-2da20b197b37 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:20.705119 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b967dc3-0069-4b2c-9d65-dab9a9fcd11a req-b5c2d213-765c-4b17-9d10-2da20b197b37 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 945 time: 0.0681760 Nov 19 18:57:20.763898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-c9011e18-5a66-462f-9c1e-308034863771 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:20.765359 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-c9011e18-5a66-462f-9c1e-308034863771 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 807 time: 0.1369734 Nov 19 18:57:20.768780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b967dc3-0069-4b2c-9d65-dab9a9fcd11a req-b903e5e5-0049-4473-bc45-77989a2cdf28 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624747 Nov 19 18:57:20.802998 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-8e56a4e3-cf1a-4962-9ab5-cc6c1a7b5d7c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/quotas/259b3162d6d440c788fffaaf792127c3 HTTP/1.1" status: 200 len: 375 time: 0.0206952 Nov 19 18:57:20.823130 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266488d2-7d23-4b85-9340-62b160e1745c x-openstack-request-id: req-266488d2-7d23-4b85-9340-62b160e1745c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:20.823814 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c8e71c-1168-43c9-8b0a-fa8bf388fa36", "name": "network-vif-plugged", "status": "completed", "tag": "ba691988-284d-4938-afa6-c965d5c6b7b0", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:20.823814 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-266488d2-7d23-4b85-9340-62b160e1745c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:20.824084 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c8e71c-1168-43c9-8b0a-fa8bf388fa36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba691988-284d-4938-afa6-c965d5c6b7b0', 'code': 200} Nov 19 18:57:20.870036 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-b42132a4-9058-4d1d-b452-b0257566d3c8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655231 Nov 19 18:57:20.874335 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b624dd-da70-48e0-8f00-226c89b6eb1d x-openstack-request-id: req-f5b624dd-da70-48e0-8f00-226c89b6eb1d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:20.874610 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f969e366-d005-40d8-bd34-c3542cf54501", "name": "network-vif-deleted", "tag": "85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:20.874877 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5b624dd-da70-48e0-8f00-226c89b6eb1d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:20.875298 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f969e366-d005-40d8-bd34-c3542cf54501', 'name': 'network-vif-deleted', 'tag': '85f54cc5-2aad-4ed1-ada2-d5fd6fe3d306', 'status': 'completed', 'code': 200} Nov 19 18:57:20.978799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10ee06-0115-49af-a821-4032e95fd879 req-e7d2fc5b-ff09-48f9-9c1d-4fd591a09a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:20.982376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce10ee06-0115-49af-a821-4032e95fd879 req-e7d2fc5b-ff09-48f9-9c1d-4fd591a09a43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 1096 time: 0.0902622 Nov 19 18:57:21.007071 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-09ea1056-9521-4b2a-9b9c-b7bd45b9888b service neutron] 10.222.0.50 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243019 Nov 19 18:57:21.050083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce10ee06-0115-49af-a821-4032e95fd879 req-68a3dae3-5743-41cf-8cc1-67d4ca1f247d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593076 Nov 19 18:57:21.114703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-4db31e8a-171b-41fa-8ff1-125371a934a3 service neutron] 10.222.0.50 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993862 Nov 19 18:57:21.324153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121afb9-8cb9-4472-b074-0a6f8316d306 req-b853fa3b-b2a0-4158-a3b1-9557dec4637f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:21.325719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7121afb9-8cb9-4472-b074-0a6f8316d306 req-b853fa3b-b2a0-4158-a3b1-9557dec4637f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 947 time: 0.0865574 Nov 19 18:57:21.389272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7121afb9-8cb9-4472-b074-0a6f8316d306 req-8ca9f659-598e-4fad-bb13-78eca9b0f5ad tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567825 Nov 19 18:57:21.521488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee69712-3d6f-4c4f-845f-85694002cba0 req-f4f06823-3af1-48af-9ae5-467cfcdf933b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:21.522678 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-0fe6b0ce-34b0-4b69-8652-13436bde7c63 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:21.523154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ee69712-3d6f-4c4f-845f-85694002cba0 req-f4f06823-3af1-48af-9ae5-467cfcdf933b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 950 time: 0.0710208 Nov 19 18:57:21.524621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-0fe6b0ce-34b0-4b69-8652-13436bde7c63 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/networks?id=da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 HTTP/1.1" status: 200 len: 815 time: 0.1272483 Nov 19 18:57:21.549863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-94951727-fb4d-4c09-957e-59180c836013 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/quotas/ed6793dba474415ca78cd6e561ff46ec HTTP/1.1" status: 200 len: 375 time: 0.0117664 Nov 19 18:57:21.577098 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ee69712-3d6f-4c4f-845f-85694002cba0 req-a950cf77-d45b-477e-8fbe-1d946eb02a33 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476091 Nov 19 18:57:21.589153 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-762ffd70-e929-4dd3-a4de-35f9eec1d05c tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed6793dba474415ca78cd6e561ff46ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289297 Nov 19 18:57:21.722874 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-1233c63c-618b-490d-8b2e-8ca78565db60 service neutron] 10.222.0.50 "GET /v2.0/networks/da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246071 Nov 19 18:57:21.834552 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-302dfbc8-8e45-4f4b-9cf0-f3e855af4929 service neutron] 10.222.0.50 "GET /v2.0/networks/da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030755 Nov 19 18:57:22.140366 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c2a47a7-baa2-4838-89ba-7b3fa27e5a70 req-a0e04db9-61d8-4a3d-a03d-02af169fc085 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 210 time: 0.0385935 Nov 19 18:57:22.237278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6aa125c4-c650-4cdf-8599-131d735e226f req-04a131d3-1ced-4de7-bb96-2c91631863c2 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/d3bdf838-bcf0-4f66-a238-18a14b77c742 HTTP/1.1" status: 200 len: 1816 time: 0.1259627 Nov 19 18:57:22.280888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e733a4a-f28f-4114-9e8f-7cf539345d63 req-379afd46-6ac6-4299-8461-ae6a446fffde tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:22.290121 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e733a4a-f28f-4114-9e8f-7cf539345d63 req-379afd46-6ac6-4299-8461-ae6a446fffde tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 945 time: 0.0799060 Nov 19 18:57:22.310528 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6aa125c4-c650-4cdf-8599-131d735e226f req-15296ecc-4d44-4fd2-9f12-36ea804f0815 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:22.356879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6aa125c4-c650-4cdf-8599-131d735e226f req-15296ecc-4d44-4fd2-9f12-36ea804f0815 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:22.390283 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e733a4a-f28f-4114-9e8f-7cf539345d63 req-261dc663-2a29-4da0-b603-2b4fc243c98b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906377 Nov 19 18:57:22.432862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6aa125c4-c650-4cdf-8599-131d735e226f req-15296ecc-4d44-4fd2-9f12-36ea804f0815 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:22.437398 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6aa125c4-c650-4cdf-8599-131d735e226f req-15296ecc-4d44-4fd2-9f12-36ea804f0815 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:22.462633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6aa125c4-c650-4cdf-8599-131d735e226f req-15296ecc-4d44-4fd2-9f12-36ea804f0815 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "DELETE /v2.0/security-groups/d3bdf838-bcf0-4f66-a238-18a14b77c742 HTTP/1.1" status: 204 len: 173 time: 0.2238586 Nov 19 18:57:22.499356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15296ecc-4d44-4fd2-9f12-36ea804f0815 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bdf838-bcf0-4f66-a238-18a14b77c742,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:22.611255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-34b41da2-0f3e-4b40-b9ba-3512ae1cb620 req-5185498f-e50d-418b-bd3c-cae06d3a9f6b tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 210 time: 0.0720072 Nov 19 18:57:22.750649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2ea37ed-9f2f-4121-bbb9-88a17c5a8551 req-512e4f8f-176a-4146-8a96-da6608fbcfe3 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/5e40203d-bcfb-44a1-8422-f86b06cabf2e HTTP/1.1" status: 200 len: 1816 time: 0.0938466 Nov 19 18:57:22.778950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-65b316ce-5632-4b4c-a08c-8c0c56ea5695 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:22.780786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-65b316ce-5632-4b4c-a08c-8c0c56ea5695 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.21 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 807 time: 0.2408066 Nov 19 18:57:22.800176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86679cf-c541-447d-9264-abecf0765c64 req-fd8535da-941f-42c7-a243-733694503930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:22.810887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e86679cf-c541-447d-9264-abecf0765c64 req-fd8535da-941f-42c7-a243-733694503930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 947 time: 0.1083975 Nov 19 18:57:22.818163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Request body: {'port': {'device_id': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2', 'admin_state_up': True, 'tenant_id': '259b3162d6d440c788fffaaf792127c3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:22.825415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4001e9d-c508-4268-aaf2-c7e58caad377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bd6c75-8f82-42db-9e33-4404a19207b1'}, {'server_uuid': '46a9b51a-9a6c-471d-b1e3-028d8acd4d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c135e11-ae3d-4d34-bc30-3b68f75e24d1'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:22.828816 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b712cb1c-62a9-4801-88b8-9997eee0128c" -d '{"events": [{"server_uuid": "d4001e9d-c508-4268-aaf2-c7e58caad377", "name": "network-vif-plugged", "status": "completed", "tag": "77bd6c75-8f82-42db-9e33-4404a19207b1"}, {"server_uuid": "46a9b51a-9a6c-471d-b1e3-028d8acd4d44", "name": "network-vif-plugged", "status": "completed", "tag": "5c135e11-ae3d-4d34-bc30-3b68f75e24d1"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:22.879658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2ea37ed-9f2f-4121-bbb9-88a17c5a8551 req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:22.910686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2ea37ed-9f2f-4121-bbb9-88a17c5a8551 req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:22.967878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e86679cf-c541-447d-9264-abecf0765c64 req-087f922e-3261-43d6-a7c1-30761054ff5a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387162 Nov 19 18:57:22.970041 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2ea37ed-9f2f-4121-bbb9-88a17c5a8551 req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:22.973574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2ea37ed-9f2f-4121-bbb9-88a17c5a8551 req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:22.976277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2ea37ed-9f2f-4121-bbb9-88a17c5a8551 req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "DELETE /v2.0/security-groups/5e40203d-bcfb-44a1-8422-f86b06cabf2e HTTP/1.1" status: 204 len: 173 time: 0.2176723 Nov 19 18:57:22.998186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e40203d-bcfb-44a1-8422-f86b06cabf2e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:23.027852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.028278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.028692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.029143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.030207 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.030207 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.030992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.031403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.031876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.032297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.032699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.033145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55eb10-0994-4ecf-a8b5-1ff3f67a3372 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:23.089873 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a96d0f1-b89d-4929-a7a1-35205b4037fa x-openstack-request-id: req-5a96d0f1-b89d-4929-a7a1-35205b4037fa {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:23.090397 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4001e9d-c508-4268-aaf2-c7e58caad377", "name": "network-vif-plugged", "status": "completed", "tag": "77bd6c75-8f82-42db-9e33-4404a19207b1", "code": 200}, {"server_uuid": "46a9b51a-9a6c-471d-b1e3-028d8acd4d44", "name": "network-vif-plugged", "status": "completed", "tag": "5c135e11-ae3d-4d34-bc30-3b68f75e24d1", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:23.090949 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a96d0f1-b89d-4929-a7a1-35205b4037fa {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:23.091570 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4001e9d-c508-4268-aaf2-c7e58caad377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bd6c75-8f82-42db-9e33-4404a19207b1', 'code': 200} Nov 19 18:57:23.092139 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a9b51a-9a6c-471d-b1e3-028d8acd4d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'code': 200} Nov 19 18:57:23.111597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-827437e1-16ce-419a-bff7-5614566479bc req-139a0b15-088d-4daf-801f-fe0b30e1fb99 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1126304855', 'description': 'tempest-description-2077046041'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:23.112847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Made reservation on behalf of 259b3162d6d440c788fffaaf792127c3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:23.120160 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:23.142555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-827437e1-16ce-419a-bff7-5614566479bc req-139a0b15-088d-4daf-801f-fe0b30e1fb99 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:23.198053 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4e68d-84de-4c5c-9e88-9f04abd2de10 req-26d8294e-903a-47ec-af84-522fd9331ab9 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:23.199540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3e4e68d-84de-4c5c-9e88-9f04abd2de10 req-26d8294e-903a-47ec-af84-522fd9331ab9 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 950 time: 0.1204391 Nov 19 18:57:23.278661 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-827437e1-16ce-419a-bff7-5614566479bc req-139a0b15-088d-4daf-801f-fe0b30e1fb99 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:23.291277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91a706-69ca-4c1d-9257-a9410c7fd6c7 req-dc1478ca-87a0-4767-86b0-735f982f9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:23.293951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f91a706-69ca-4c1d-9257-a9410c7fd6c7 req-dc1478ca-87a0-4767-86b0-735f982f9c1d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 1101 time: 0.0824940 Nov 19 18:57:23.294905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-827437e1-16ce-419a-bff7-5614566479bc req-139a0b15-088d-4daf-801f-fe0b30e1fb99 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:23.325682 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-827437e1-16ce-419a-bff7-5614566479bc req-139a0b15-088d-4daf-801f-fe0b30e1fb99 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:23.331614 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827437e1-16ce-419a-bff7-5614566479bc req-139a0b15-088d-4daf-801f-fe0b30e1fb99 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2241287 Nov 19 18:57:23.355534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8810771-6453-40e2-9eba-54a4cf681862 req-220c5af3-0d11-41c2-9b5a-e3d6109e54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:23.357038 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8810771-6453-40e2-9eba-54a4cf681862 req-220c5af3-0d11-41c2-9b5a-e3d6109e54b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4001e9d-c508-4268-aaf2-c7e58caad377 HTTP/1.1" status: 200 len: 1101 time: 0.1546781 Nov 19 18:57:23.371390 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3e4e68d-84de-4c5c-9e88-9f04abd2de10 req-4b682830-8b27-46b6-9a91-c47ddd49f097 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303883 Nov 19 18:57:23.400723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a0b15-088d-4daf-801f-fe0b30e1fb99 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef19412f-228d-4a51-94ca-86b97949cb54,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:23.406001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f91a706-69ca-4c1d-9257-a9410c7fd6c7 req-f35c5514-2bde-4942-b7ba-2c45858831d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961840 Nov 19 18:57:23.445718 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd5366bd-57a8-4467-9176-3d778ab21c42 req-db773637-d3db-43a3-8f81-1845ea2d23f4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 210 time: 0.0292504 Nov 19 18:57:23.451674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Allocated IP 172.20.0.5 (80a55be3-e003-4761-8b13-b7a58d796be2/75459c32-c9b9-44ce-a1f4-a5e3d5132ec5/62444648-498b-491c-aba6-11b998345ba2) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:23.460884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8810771-6453-40e2-9eba-54a4cf681862 req-b98c62d6-5d21-4fbe-a5a4-d30803f263c8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931916 Nov 19 18:57:23.482669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0893e575-f771-43b0-916a-56c348c518bb req-27e55e32-60ea-46f5-9cb5-ff0d4860b626 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/ef19412f-228d-4a51-94ca-86b97949cb54 HTTP/1.1" status: 200 len: 1818 time: 0.0783696 Nov 19 18:57:23.501185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-0893e575-f771-43b0-916a-56c348c518bb req-1b88412e-380e-44c5-ad72-b5a068185250 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Request body: {'security_group': {'name': 'tempest-sg-hth-423149851', 'description': 'tempest-description-hth-2020956139'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:23.576217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928a26-4db2-49c5-a75f-9a1b8f0d179b req-b52e410e-e2ab-45e8-aec5-9d1e713597f8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:23.578025 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10928a26-4db2-49c5-a75f-9a1b8f0d179b req-b52e410e-e2ab-45e8-aec5-9d1e713597f8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 945 time: 0.0657659 Nov 19 18:57:23.597998 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0893e575-f771-43b0-916a-56c348c518bb req-1b88412e-380e-44c5-ad72-b5a068185250 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:23.646297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10928a26-4db2-49c5-a75f-9a1b8f0d179b req-418594d7-576a-4819-bee5-5f0d71b777e2 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601561 Nov 19 18:57:23.675395 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0893e575-f771-43b0-916a-56c348c518bb req-1b88412e-380e-44c5-ad72-b5a068185250 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:23.681452 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0893e575-f771-43b0-916a-56c348c518bb req-1b88412e-380e-44c5-ad72-b5a068185250 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:23.684197 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0893e575-f771-43b0-916a-56c348c518bb req-1b88412e-380e-44c5-ad72-b5a068185250 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:23.686273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0893e575-f771-43b0-916a-56c348c518bb req-1b88412e-380e-44c5-ad72-b5a068185250 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "PUT /v2.0/security-groups/ef19412f-228d-4a51-94ca-86b97949cb54 HTTP/1.1" status: 200 len: 1791 time: 0.1956482 Nov 19 18:57:23.718646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:23.804200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32302e36-0968-4aae-a855-3fcfab2ec0c6 req-cc6e3283-4f7c-4226-86d1-9646dfa805d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 210 time: 0.0489223 Nov 19 18:57:23.807323 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:23.809916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88412e-380e-44c5-ad72-b5a068185250 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef19412f-228d-4a51-94ca-86b97949cb54,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:23.831492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ab495-03d0-4d5d-97e2-b966c43cb2b6 req-361c3111-d96b-4159-b1e6-710414e2a676 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:23.834209 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-095ab495-03d0-4d5d-97e2-b966c43cb2b6 req-361c3111-d96b-4159-b1e6-710414e2a676 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 945 time: 0.0643480 Nov 19 18:57:23.877163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Network 80a55be3-e003-4761-8b13-b7a58d796be2 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:23.886742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:23.893263 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:23.894944 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-095ab495-03d0-4d5d-97e2-b966c43cb2b6 req-4c36890f-c46e-473e-b156-b51595bc8fcc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527854 Nov 19 18:57:23.946622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Pushing event updated for resources: {'Port': ['ID=62444648-498b-491c-aba6-11b998345ba2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:23.974141 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4fccc967-3ef4-414a-bd40-3f225a4181f5 req-1b8f659d-dbd8-4d03-afc6-0666b412ba8e tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/ef19412f-228d-4a51-94ca-86b97949cb54 HTTP/1.1" status: 200 len: 1791 time: 0.1380126 Nov 19 18:57:23.985170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:23.986401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:24.003241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-d81ec3c1-976e-481d-bb43-3be78ff78113 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1894770 Nov 19 18:57:24.021821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Request body: {'port': {'device_id': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:24.174445 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d005f4fe-0754-4e5e-a4e3-be57955d6925 req-1f89636c-c7cf-41c5-b264-4493fa877d6f tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/ef19412f-228d-4a51-94ca-86b97949cb54 HTTP/1.1" status: 200 len: 1791 time: 0.1700838 Nov 19 18:57:24.212163 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:24.269682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212ffcc-1a9c-4f29-a2ed-f7ebcaa0e545 req-4d5063fb-5c50-488f-a845-8cb555b4b79b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:24.271921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1212ffcc-1a9c-4f29-a2ed-f7ebcaa0e545 req-4d5063fb-5c50-488f-a845-8cb555b4b79b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 945 time: 0.0749602 Nov 19 18:57:24.319450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-713496a7-1af6-4db5-aa12-8d79ac1d992c tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:24.322178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-713496a7-1af6-4db5-aa12-8d79ac1d992c tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.57 "GET /v2.0/networks?id=da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 HTTP/1.1" status: 200 len: 815 time: 0.2903183 Nov 19 18:57:24.329185 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1212ffcc-1a9c-4f29-a2ed-f7ebcaa0e545 req-1e15c943-0dd1-40c0-9cf6-19bc117db20a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502880 Nov 19 18:57:24.339988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Request body: {'port': {'device_id': 'ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d', 'network_id': 'da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1', 'admin_state_up': True, 'tenant_id': 'ed6793dba474415ca78cd6e561ff46ec'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:24.350632 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d005f4fe-0754-4e5e-a4e3-be57955d6925 req-1af60b4e-6e1a-4019-86f6-6fe63cb5d134 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:24.424928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d005f4fe-0754-4e5e-a4e3-be57955d6925 req-1af60b4e-6e1a-4019-86f6-6fe63cb5d134 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:24.463168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40334-6c15-4ded-a186-3ce2680ea077 req-d03ac366-3d9b-43f2-bea2-53c43573550f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:24.464735 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b7b40334-6c15-4ded-a186-3ce2680ea077 req-d03ac366-3d9b-43f2-bea2-53c43573550f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 947 time: 0.0559547 Nov 19 18:57:24.516058 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b7b40334-6c15-4ded-a186-3ce2680ea077 req-2bbc8ab9-ce5c-4f9a-8679-15ceda84a165 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443370 Nov 19 18:57:24.613962 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d005f4fe-0754-4e5e-a4e3-be57955d6925 req-1af60b4e-6e1a-4019-86f6-6fe63cb5d134 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:24.616716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d005f4fe-0754-4e5e-a4e3-be57955d6925 req-1af60b4e-6e1a-4019-86f6-6fe63cb5d134 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:24.622487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d005f4fe-0754-4e5e-a4e3-be57955d6925 req-1af60b4e-6e1a-4019-86f6-6fe63cb5d134 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "DELETE /v2.0/security-groups/ef19412f-228d-4a51-94ca-86b97949cb54 HTTP/1.1" status: 204 len: 173 time: 0.4265192 Nov 19 18:57:24.667354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310754b6-1bd0-49c4-953b-bd48d83ea6c8 req-cf332e05-8b9f-4beb-90d1-3fb2e103e1a1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:24.678422 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-310754b6-1bd0-49c4-953b-bd48d83ea6c8 req-cf332e05-8b9f-4beb-90d1-3fb2e103e1a1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 950 time: 0.0742884 Nov 19 18:57:24.686830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af60b4e-6e1a-4019-86f6-6fe63cb5d134 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef19412f-228d-4a51-94ca-86b97949cb54,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:24.709893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Made reservation on behalf of ed6793dba474415ca78cd6e561ff46ec for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:24.713401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:24.794662 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-310754b6-1bd0-49c4-953b-bd48d83ea6c8 req-4ffc5792-dcad-4018-b2a6-b5f9266203e6 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138942 Nov 19 18:57:24.890749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063b05-ee11-4260-8df2-487c45419a56 req-4f5f91e6-7a2f-4ace-aeb5-dc2fca174351 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:24.898028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19063b05-ee11-4260-8df2-487c45419a56 req-4f5f91e6-7a2f-4ace-aeb5-dc2fca174351 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 931 time: 0.1801376 Nov 19 18:57:24.913038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62444648-498b-491c-aba6-11b998345ba2 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:24.920000 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:24.931808 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:24.984830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Transition to ACTIVE for port object 62444648-498b-491c-aba6-11b998345ba2 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:57:25.000166 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:25.026678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19063b05-ee11-4260-8df2-487c45419a56 req-38689e93-14d8-46e5-84b5-805d859fd4a7 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265259 Nov 19 18:57:25.096304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Allocated IP 172.20.0.8 (da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1/f080c27a-9efd-420d-be17-d49b94ca083c/51c434fd-0133-4611-bc0b-56dfc16c975e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:25.128570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Pushing event updated for resources: {'Port': ['ID=62444648-498b-491c-aba6-11b998345ba2,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:25.145473 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4825d71-eab8-4845-8f39-5286e37e1862 req-9a58373a-57e7-48b9-8d79-7b8763155e0e tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 210 time: 0.0876923 Nov 19 18:57:25.533665 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-75b85119-829e-469b-808e-22cf5d7e0fcd req-aa8e367b-989d-49d5-8172-09a8c604a3aa tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] show failed (client error): The resource could not be found. Nov 19 18:57:25.534745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75b85119-829e-469b-808e-22cf5d7e0fcd req-aa8e367b-989d-49d5-8172-09a8c604a3aa tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/5e40203d-bcfb-44a1-8422-f86b06cabf2e HTTP/1.1" status: 404 len: 352 time: 0.0525327 Nov 19 18:57:25.617610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:25.618507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:25.618947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:25.631049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Port 62444648-498b-491c-aba6-11b998345ba2 on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:57:25.631704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:25.638785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eed882-ec1a-4b74-b7be-b6d3047bc9d6 req-3979485e-d421-4278-8480-6afe48d0200a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:25.648242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7eed882-ec1a-4b74-b7be-b6d3047bc9d6 req-3979485e-d421-4278-8480-6afe48d0200a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 945 time: 0.1525068 Nov 19 18:57:25.655168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:25.656056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:25.656707 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:25.658090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Bound port: 62444648-498b-491c-aba6-11b998345ba2, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:25.658514 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:25.684840 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-add4b230-c366-48b3-8cea-996e9a63a9da req-5bb8e187-5327-4bf0-b9ff-57428cf3048b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] show failed (client error): The resource could not be found. Nov 19 18:57:25.686015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-add4b230-c366-48b3-8cea-996e9a63a9da req-5bb8e187-5327-4bf0-b9ff-57428cf3048b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/d3bdf838-bcf0-4f66-a238-18a14b77c742 HTTP/1.1" status: 404 len: 352 time: 0.0516117 Nov 19 18:57:25.742193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7eed882-ec1a-4b74-b7be-b6d3047bc9d6 req-98f44a66-3068-423b-809a-397f30f87dbf tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923104 Nov 19 18:57:25.761978 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-eca3e1ba-3af0-4323-a542-386af5b72957 req-774a539e-294f-43b4-a275-280bc49987e6 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] show failed (client error): The resource could not be found. Nov 19 18:57:25.762993 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eca3e1ba-3af0-4323-a542-386af5b72957 req-774a539e-294f-43b4-a275-280bc49987e6 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/ad7e74b9-955d-4194-af2a-f11a6e492829 HTTP/1.1" status: 404 len: 352 time: 0.0398860 Nov 19 18:57:25.794750 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:25.806541 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-f318b9ee-02aa-49ec-9894-af666c14e161 req-a60924b5-04ea-49d0-a5a1-1f6ef7a31f3e tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] show failed (client error): The resource could not be found. Nov 19 18:57:25.814357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f318b9ee-02aa-49ec-9894-af666c14e161 req-a60924b5-04ea-49d0-a5a1-1f6ef7a31f3e tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/517ea4c9-17cd-4453-89b3-6578b238174f HTTP/1.1" status: 404 len: 352 time: 0.0210724 Nov 19 18:57:25.823973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:25.829737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=62444648-498b-491c-aba6-11b998345ba2,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:25.849813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:25.907176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:57:25.907440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccb45f-147c-4481-86b6-e9fc9e896e8a req-2a71a70a-2099-410b-b0a0-502bf828e506 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:25.909160 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8ccb45f-147c-4481-86b6-e9fc9e896e8a req-2a71a70a-2099-410b-b0a0-502bf828e506 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 945 time: 0.1617086 Nov 19 18:57:25.921923 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-894c59cc-ea2d-4378-89f8-d9443e9626b7 req-6c963974-96ce-445d-b550-9dd649686351 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] show failed (client error): The resource could not be found. Nov 19 18:57:25.923185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-894c59cc-ea2d-4378-89f8-d9443e9626b7 req-6c963974-96ce-445d-b550-9dd649686351 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/3097f6b5-9307-4f2a-8c51-b8d3dd468196 HTTP/1.1" status: 404 len: 352 time: 0.0752120 Nov 19 18:57:25.936299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:25.937288 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:25.938936 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/62444648-498b-491c-aba6-11b998345ba2 HTTP/1.1" status: 200 len: 1091 time: 1.9243188 Nov 19 18:57:25.941948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'tag': '62444648-498b-491c-aba6-11b998345ba2'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:25.945565 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80482469-bd88-4080-995a-6f1c726502cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb4ab05-2698-4e9b-b8a7-01d7f565655c", "tag": "62444648-498b-491c-aba6-11b998345ba2"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:25.992659 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:26.053572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ddf0-5d78-410e-a9a0-5e1cdb71e9f7 req-db0d30d6-a3a3-46df-b65c-cca7498d7426 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:26.055159 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ff3ddf0-5d78-410e-a9a0-5e1cdb71e9f7 req-db0d30d6-a3a3-46df-b65c-cca7498d7426 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 950 time: 0.1234472 Nov 19 18:57:26.063637 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:26.067280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f08009-477d-4640-a5c6-6661afd313c2 service neutron] Pushing event updated for resources: {'Port': ['ID=62444648-498b-491c-aba6-11b998345ba2,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:26.072826 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-7205ad8e-7673-4618-994b-8e8ed41307d3 req-ba24cb15-d939-4f17-816d-18228630fafb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] show failed (client error): The resource could not be found. Nov 19 18:57:26.074500 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7205ad8e-7673-4618-994b-8e8ed41307d3 req-ba24cb15-d939-4f17-816d-18228630fafb tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/ab8c3347-a8e2-46c1-93ba-0b09537c217c HTTP/1.1" status: 404 len: 352 time: 0.0780771 Nov 19 18:57:26.122168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Network da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:26.156359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:26.165730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:26.167061 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ff3ddf0-5d78-410e-a9a0-5e1cdb71e9f7 req-86079597-4a3f-402f-8640-08874fac333a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032484 Nov 19 18:57:26.183630 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:26.193677 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c724da0-7434-4aa3-988b-90889814168b" -d '{"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-unplugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:26.220151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-0222bc0b-fd73-4609-a606-279fd1bfef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:26.221978 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-0222bc0b-fd73-4609-a606-279fd1bfef46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 1094 time: 0.2265434 Nov 19 18:57:26.222931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Pushing event updated for resources: {'Port': ['ID=51c434fd-0133-4611-bc0b-56dfc16c975e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:26.271464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:26.274113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:26.274962 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:26.281397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:26.282520 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449577ce-3e65-4a5c-9a4f-9e9a44fe7927 x-openstack-request-id: req-449577ce-3e65-4a5c-9a4f-9e9a44fe7927 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:26.283586 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb4ab05-2698-4e9b-b8a7-01d7f565655c", "tag": "62444648-498b-491c-aba6-11b998345ba2", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:26.283870 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-449577ce-3e65-4a5c-9a4f-9e9a44fe7927 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:26.284428 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'tag': '62444648-498b-491c-aba6-11b998345ba2', 'status': 'completed', 'code': 200} Nov 19 18:57:26.353677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-eccecd90-a903-4e2a-b089-c467aad2f381 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62444648-498b-491c-aba6-11b998345ba2 HTTP/1.1" status: 200 len: 217 time: 0.0753291 Nov 19 18:57:26.376526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=14']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:26.390001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.392047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.392659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.393213 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.393824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.394351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.394922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.395455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.396582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.397479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.398092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.398671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:26.400015 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e413613-5c74-4286-a623-3dbb0bd075b3 req-29f2a166-4f90-4ae0-957c-fc11a02ca58e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:26.413446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e413613-5c74-4286-a623-3dbb0bd075b3 req-29f2a166-4f90-4ae0-957c-fc11a02ca58e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 943 time: 0.1061540 Nov 19 18:57:26.415380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-14160baf-56e4-47b7-a158-a03094dac3d7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0824184 Nov 19 18:57:26.444648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Request body: {'port': {'device_id': 'ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:26.459636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-c8ccb45f-147c-4481-86b6-e9fc9e896e8a req-cbb265e5-2a2b-4200-87fb-1adeacf63ffc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Deleting port ba691988-284d-4938-afa6-c965d5c6b7b0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:57:26.460360 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c8ccb45f-147c-4481-86b6-e9fc9e896e8a req-cbb265e5-2a2b-4200-87fb-1adeacf63ffc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:26.472630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e413613-5c74-4286-a623-3dbb0bd075b3 req-dbdd8d40-bfb2-42dd-9cf7-2b9c34f8ea6f tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580053 Nov 19 18:57:26.554677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f2606609-e3c4-4194-a2e8-35357376bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:26.557319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-f2606609-e3c4-4194-a2e8-35357376bf8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.1891465 Nov 19 18:57:26.635855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-61e00f05-5dfa-403d-ba1f-bc8126fb0d17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678930 Nov 19 18:57:26.648912 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cae82-f328-49ad-a97c-695d1388520e req-186045cd-0229-4e04-9a6f-8c36df0c604e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:26.656472 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-591cae82-f328-49ad-a97c-695d1388520e req-186045cd-0229-4e04-9a6f-8c36df0c604e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.3089671 Nov 19 18:57:26.734685 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:26.844588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e22940-f063-42e5-8369-035b66e2845d req-f0713e92-bcd7-4eee-88bf-0380aa818b62 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:26.854145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3e22940-f063-42e5-8369-035b66e2845d req-f0713e92-bcd7-4eee-88bf-0380aa818b62 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 931 time: 0.0845649 Nov 19 18:57:26.856735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-591cae82-f328-49ad-a97c-695d1388520e req-947e9dc6-f102-499f-9647-29e1be491b40 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992011 Nov 19 18:57:26.873637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c8ccb45f-147c-4481-86b6-e9fc9e896e8a req-cbb265e5-2a2b-4200-87fb-1adeacf63ffc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] For port ba691988-284d-4938-afa6-c965d5c6b7b0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ba691988-284d-4938-afa6-c965d5c6b7b0,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:26.874558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c8ccb45f-147c-4481-86b6-e9fc9e896e8a req-cbb265e5-2a2b-4200-87fb-1adeacf63ffc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:26.884727 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:57:26.910078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-c8ccb45f-147c-4481-86b6-e9fc9e896e8a req-cbb265e5-2a2b-4200-87fb-1adeacf63ffc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Calling delete_port for ba691988-284d-4938-afa6-c965d5c6b7b0 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:57:26.939060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-76759393-c148-4538-934b-86ee7dc59930 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755332 Nov 19 18:57:26.990847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3e22940-f063-42e5-8369-035b66e2845d req-3921930d-be9b-478b-9cb1-b67357b5c2af tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351039 Nov 19 18:57:27.123192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:27.140478 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24e551d-f1fa-44e3-bf75-ea847df0c2c2 x-openstack-request-id: req-b24e551d-f1fa-44e3-bf75-ea847df0c2c2 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:27.140832 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-unplugged", "status": "completed", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:27.141052 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b24e551d-f1fa-44e3-bf75-ea847df0c2c2 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:27.141399 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'code': 200} Nov 19 18:57:27.143034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'mac_address': 'fa:16:3e:4c:e7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:57:27.204089 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:27.220513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:27.262162 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:27.275137 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:27.285448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c52f3ef-9e50-4dbe-9cf1-e959f46aaae8 req-b844e807-d432-46bf-a813-3fd4ef319af2 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353703 Nov 19 18:57:27.295566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915a159-9049-46b6-ae73-ffdb8aebef34 req-8b5c5ccd-dd75-4b98-a50c-1517cdc982cf tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:27.297109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9915a159-9049-46b6-ae73-ffdb8aebef34 req-8b5c5ccd-dd75-4b98-a50c-1517cdc982cf tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4001e9d-c508-4268-aaf2-c7e58caad377 HTTP/1.1" status: 200 len: 950 time: 0.2879071 Nov 19 18:57:27.352958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60ba0-a107-4b0b-9b0f-7536ff30d5cd req-ebb02398-80b2-4edd-9739-de5eebbef018 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:27.361926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36f60ba0-a107-4b0b-9b0f-7536ff30d5cd req-ebb02398-80b2-4edd-9739-de5eebbef018 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 1024 time: 0.1253517 Nov 19 18:57:27.394455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:27.409823 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['3d2ad11c-0607-447d-a5ad-b112b09a2bf0'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:27.471588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c8ccb45f-147c-4481-86b6-e9fc9e896e8a req-cbb265e5-2a2b-4200-87fb-1adeacf63ffc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:27.487948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:27.509479 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9915a159-9049-46b6-ae73-ffdb8aebef34 req-1a183f1c-05d0-45bd-903a-139ddced68a4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028446 Nov 19 18:57:27.524036 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36f60ba0-a107-4b0b-9b0f-7536ff30d5cd req-d8774121-22e4-4d11-becc-ddef96393410 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=66a29618-9d18-4afd-a500-15212765f4c8&id=32dd9fd8-66c9-4c58-92f3-06870271f092&id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1611657 Nov 19 18:57:27.553836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb265e5-2a2b-4200-87fb-1adeacf63ffc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event deleted for resources: {'Port': ['ID=ba691988-284d-4938-afa6-c965d5c6b7b0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:27.561405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80482469-bd88-4080-995a-6f1c726502cc req-b647d1dd-cee8-4be4-bb8d-cc373840c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:27.562766 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80482469-bd88-4080-995a-6f1c726502cc req-b647d1dd-cee8-4be4-bb8d-cc373840c870 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 1094 time: 0.1966112 Nov 19 18:57:27.572211 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c434fd-0133-4611-bc0b-56dfc16c975e {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:27.616716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:27.697272 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-63c03d55-47dd-4249-ac65-4fdd8e97daf3 req-17ee9a84-065e-4614-a4c9-82429147986c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c8e71c-1168-43c9-8b0a-fa8bf388fa36 HTTP/1.1" status: 200 len: 210 time: 0.0604405 Nov 19 18:57:27.721154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ccb45f-147c-4481-86b6-e9fc9e896e8a req-cbb265e5-2a2b-4200-87fb-1adeacf63ffc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] No DVR routers for this DVR port ba691988-284d-4938-afa6-c965d5c6b7b0 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:57:27.728386 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c8ccb45f-147c-4481-86b6-e9fc9e896e8a req-cbb265e5-2a2b-4200-87fb-1adeacf63ffc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:27.731796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8ccb45f-147c-4481-86b6-e9fc9e896e8a req-cbb265e5-2a2b-4200-87fb-1adeacf63ffc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "DELETE /v2.0/ports/ba691988-284d-4938-afa6-c965d5c6b7b0 HTTP/1.1" status: 204 len: 173 time: 1.8121905 Nov 19 18:57:27.739956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Transition to ACTIVE for port object 51c434fd-0133-4611-bc0b-56dfc16c975e will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:57:27.756882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:27.933309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80482469-bd88-4080-995a-6f1c726502cc req-c558d642-4457-4ab8-8700-dbff6b272fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:27.955126 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80482469-bd88-4080-995a-6f1c726502cc req-c558d642-4457-4ab8-8700-dbff6b272fc7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.3626111 Nov 19 18:57:27.961651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=51c434fd-0133-4611-bc0b-56dfc16c975e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:27.970563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac80be3-89bc-457a-91dd-dc1050cb6055 req-023628a7-eb97-412f-bb97-d76ef355eb57 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:27.972076 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ac80be3-89bc-457a-91dd-dc1050cb6055 req-023628a7-eb97-412f-bb97-d76ef355eb57 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 943 time: 0.0917020 Nov 19 18:57:28.071822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80482469-bd88-4080-995a-6f1c726502cc req-e54146ea-8224-4d96-9a49-8d031afffca5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62444648-498b-491c-aba6-11b998345ba2 HTTP/1.1" status: 200 len: 217 time: 0.0830054 Nov 19 18:57:28.146357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ac80be3-89bc-457a-91dd-dc1050cb6055 req-465d7924-c626-46e6-9ec7-cb368fe5eacf tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443238 Nov 19 18:57:28.160281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4131305-ee29-4163-bd1a-2960566ce934 req-105279c3-caf5-40fe-a308-baa673ac775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:28.163808 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4131305-ee29-4163-bd1a-2960566ce934 req-105279c3-caf5-40fe-a308-baa673ac775f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1096 time: 0.1023674 Nov 19 18:57:28.293333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c8e71c-1168-43c9-8b0a-fa8bf388fa36', 'name': 'network-vif-deleted', 'tag': 'ba691988-284d-4938-afa6-c965d5c6b7b0'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:28.295289 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7306e9a3-e6e0-498f-9328-15f570314525" -d '{"events": [{"server_uuid": "d0c8e71c-1168-43c9-8b0a-fa8bf388fa36", "name": "network-vif-deleted", "tag": "ba691988-284d-4938-afa6-c965d5c6b7b0"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:28.376269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Attempting to bind port 51c434fd-0133-4611-bc0b-56dfc16c975e on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:28.376643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Attempting to bind port 51c434fd-0133-4611-bc0b-56dfc16c975e by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '3d136527-e369-479d-bf3e-f0ff65775ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:28.376946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Attempting to bind port 51c434fd-0133-4611-bc0b-56dfc16c975e on network da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:28.398238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca9d57-0565-45bf-be61-20e10794177a req-56303e99-1726-47b6-9777-1392bca1863f tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:28.400053 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2ca9d57-0565-45bf-be61-20e10794177a req-56303e99-1726-47b6-9777-1392bca1863f tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 1024 time: 0.2797501 Nov 19 18:57:28.400688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Port 51c434fd-0133-4611-bc0b-56dfc16c975e on network da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:57:28.401053 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Attempting to bind port 51c434fd-0133-4611-bc0b-56dfc16c975e on network da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:28.405524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80482469-bd88-4080-995a-6f1c726502cc req-46797d3e-4f9c-4ba9-b1ad-e5f0a199a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:28.406988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80482469-bd88-4080-995a-6f1c726502cc req-46797d3e-4f9c-4ba9-b1ad-e5f0a199a279 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.2951739 Nov 19 18:57:28.589228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80482469-bd88-4080-995a-6f1c726502cc req-64810e8e-6067-4336-89f1-910f3c73f9fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154864 Nov 19 18:57:28.591940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:28.592285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Checking segment: {'id': '3d136527-e369-479d-bf3e-f0ff65775ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:28.592681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Bound using segment: {'id': '3d136527-e369-479d-bf3e-f0ff65775ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:28.593163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Bound port: 51c434fd-0133-4611-bc0b-56dfc16c975e, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d136527-e369-479d-bf3e-f0ff65775ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:28.593530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:28.821393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277b40-3a97-4803-8cef-1a65b10ec8a2 req-f4be1a46-a2f1-4527-a5b3-42602ea18d88 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:28.832893 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8277b40-3a97-4803-8cef-1a65b10ec8a2 req-f4be1a46-a2f1-4527-a5b3-42602ea18d88 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1988826 Nov 19 18:57:28.836791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4131305-ee29-4163-bd1a-2960566ce934 req-cec8bb32-9c3c-4ebb-8a46-55f7da5d0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:28.838591 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4131305-ee29-4163-bd1a-2960566ce934 req-cec8bb32-9c3c-4ebb-8a46-55f7da5d0768 service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.6670275 Nov 19 18:57:28.907515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:28.932783 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4131305-ee29-4163-bd1a-2960566ce934 req-a94fceb3-5b2f-4bdf-abb6-aea6875ac47e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 998 time: 0.0767050 Nov 19 18:57:28.980746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:28.981181 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:29.014274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47c325-600b-402e-b907-1bbfc3e3ac02 req-7949a82a-d008-4d32-94e2-abda0d75560c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:29.022115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47c325-600b-402e-b907-1bbfc3e3ac02 req-7949a82a-d008-4d32-94e2-abda0d75560c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:29.029882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd47c325-600b-402e-b907-1bbfc3e3ac02 req-7949a82a-d008-4d32-94e2-abda0d75560c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44&device_id=d4001e9d-c508-4268-aaf2-c7e58caad377 HTTP/1.1" status: 200 len: 1691 time: 0.6603107 Nov 19 18:57:29.037968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80482469-bd88-4080-995a-6f1c726502cc req-eb20841e-3934-437d-95b8-2fa6dc747d46 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175467 Nov 19 18:57:29.041077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8277b40-3a97-4803-8cef-1a65b10ec8a2 req-d2f17cb2-d385-44df-864c-5a9127db6726 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956120 Nov 19 18:57:29.069069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4131305-ee29-4163-bd1a-2960566ce934 req-648f070f-3904-4559-ab3d-727441657121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:29.071561 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4131305-ee29-4163-bd1a-2960566ce934 req-648f070f-3904-4559-ab3d-727441657121 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1295145 Nov 19 18:57:29.139145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd47c325-600b-402e-b907-1bbfc3e3ac02 req-868eab05-6ecd-463d-9602-c15c9f03fa54 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077778 Nov 19 18:57:29.154654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] For port 51c434fd-0133-4611-bc0b-56dfc16c975e, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:29.174603 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:29.181379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] For port 51c434fd-0133-4611-bc0b-56dfc16c975e, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=51c434fd-0133-4611-bc0b-56dfc16c975e,segment=NetworkSegment(3d136527-e369-479d-bf3e-f0ff65775ad0),segment_id=3d136527-e369-479d-bf3e-f0ff65775ad0)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:29.191163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4131305-ee29-4163-bd1a-2960566ce934 req-05590027-4c2f-4d0c-b61c-f2b8df32f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:29.193167 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4131305-ee29-4163-bd1a-2960566ce934 req-05590027-4c2f-4d0c-b61c-f2b8df32f278 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141734 Nov 19 18:57:29.237594 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f4e1db-cd46-4c7d-91ce-a021d80d15e9 x-openstack-request-id: req-72f4e1db-cd46-4c7d-91ce-a021d80d15e9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:29.238013 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c8e71c-1168-43c9-8b0a-fa8bf388fa36", "name": "network-vif-deleted", "tag": "ba691988-284d-4938-afa6-c965d5c6b7b0", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:29.238607 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72f4e1db-cd46-4c7d-91ce-a021d80d15e9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:29.239262 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c8e71c-1168-43c9-8b0a-fa8bf388fa36', 'name': 'network-vif-deleted', 'tag': 'ba691988-284d-4938-afa6-c965d5c6b7b0', 'status': 'completed', 'code': 200} Nov 19 18:57:29.252987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a2ca9d57-0565-45bf-be61-20e10794177a req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Deleting port 78593769-d01c-4830-9b4f-4f299d91ee07 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:57:29.255573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a2ca9d57-0565-45bf-be61-20e10794177a req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:29.258133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:29.258718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:29.262887 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabd4d95-910e-4fe6-a6a0-cd0ad24f600e" -d '{"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-plugged", "status": "completed", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:29.297890 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:29.299808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ba691988-284d-4938-afa6-c965d5c6b7b0 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:57:29.306817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:29.337149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: ba691988-284d-4938-afa6-c965d5c6b7b0 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:57:29.337513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ba691988-284d-4938-afa6-c965d5c6b7b0 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:57:29.373153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1723d9-d253-420a-a246-22b6aac96ab0 req-a9d58790-f8c4-42b6-bea7-9f9c3be24d6d tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:29.384351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d1723d9-d253-420a-a246-22b6aac96ab0 req-a9d58790-f8c4-42b6-bea7-9f9c3be24d6d tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 943 time: 0.2178533 Nov 19 18:57:29.462019 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d1723d9-d253-420a-a246-22b6aac96ab0 req-acdd1a32-eb70-4e02-8a0a-7f63cd5cb73b tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697126 Nov 19 18:57:29.538599 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:29.539716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=10']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:29.550078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4131305-ee29-4163-bd1a-2960566ce934 req-f2028db1-f5dc-496d-a4b7-9b91484ca667 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278437 Nov 19 18:57:29.632140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a2ca9d57-0565-45bf-be61-20e10794177a req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] For port 78593769-d01c-4830-9b4f-4f299d91ee07, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=78593769-d01c-4830-9b4f-4f299d91ee07,segment=NetworkSegment(128e9c30-730f-43e3-be22-fe0f72da8f51),segment_id=128e9c30-730f-43e3-be22-fe0f72da8f51)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:29.632563 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a2ca9d57-0565-45bf-be61-20e10794177a req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:29.688332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:29.690480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:29.692594 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] 10.222.0.57 "PUT /v2.0/ports/51c434fd-0133-4611-bc0b-56dfc16c975e HTTP/1.1" status: 200 len: 1091 time: 3.2571099 Nov 19 18:57:29.735407 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a2ca9d57-0565-45bf-be61-20e10794177a req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Calling delete_port for 78593769-d01c-4830-9b4f-4f299d91ee07 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:57:29.758975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce090342-b7d0-4b4e-831a-91c4ab48cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=51c434fd-0133-4611-bc0b-56dfc16c975e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:29.788006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4131305-ee29-4163-bd1a-2960566ce934 req-931ada98-ffc6-4836-9ae7-2e3a7c511b4d service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304161 Nov 19 18:57:29.902210 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80482469-bd88-4080-995a-6f1c726502cc req-89a56675-952b-4ae4-9689-d0523159f508 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8086495 Nov 19 18:57:29.915199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4ed6-aa35-4e95-9239-72a9eb164a87 req-4bbe5ee9-175f-4024-87a0-ce3a57b4b02b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:29.922832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55fe4ed6-aa35-4e95-9239-72a9eb164a87 req-4bbe5ee9-175f-4024-87a0-ce3a57b4b02b tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 1024 time: 0.3929791 Nov 19 18:57:29.990257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-0af03b89-0362-4014-8942-5450770bafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:29.993537 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-0af03b89-0362-4014-8942-5450770bafdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed6793dba474415ca78cd6e561ff46ec&device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 1094 time: 0.2480240 Nov 19 18:57:29.999184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c176259-8e0c-4dcb-96eb-45ded7e358d0 req-bb0e2fa2-ff23-40d3-836a-9a7c9a7a38ec tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:30.000747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3c176259-8e0c-4dcb-96eb-45ded7e358d0 req-bb0e2fa2-ff23-40d3-836a-9a7c9a7a38ec tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 943 time: 0.1139281 Nov 19 18:57:30.064785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-a8403d15-5664-4710-82f9-8d2ec6c7af98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51c434fd-0133-4611-bc0b-56dfc16c975e HTTP/1.1" status: 200 len: 217 time: 0.0483587 Nov 19 18:57:30.105281 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3c176259-8e0c-4dcb-96eb-45ded7e358d0 req-8b726700-2c61-4967-a047-ee4bb4854d97 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955391 Nov 19 18:57:30.167176 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315507bb-05d2-4f43-adb5-7b7e80da5720 x-openstack-request-id: req-315507bb-05d2-4f43-adb5-7b7e80da5720 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:30.167722 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-plugged", "status": "completed", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:30.167916 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-315507bb-05d2-4f43-adb5-7b7e80da5720 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:30.168403 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'code': 200} Nov 19 18:57:30.178514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-90123759-6b77-40e4-bb28-67d58d5eb564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:30.180467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-90123759-6b77-40e4-bb28-67d58d5eb564 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f080c27a-9efd-420d-be17-d49b94ca083c HTTP/1.1" status: 200 len: 855 time: 0.1068952 Nov 19 18:57:30.242785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-6c9d9485-f4be-4490-acf6-13d4264c7e40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517526 Nov 19 18:57:30.249783 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55fe4ed6-aa35-4e95-9239-72a9eb164a87 req-25802877-5f18-4632-819c-30502c0aa9bf tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups?id=66a29618-9d18-4afd-a500-15212765f4c8&id=32dd9fd8-66c9-4c58-92f3-06870271f092&id=2b84f474-731a-4951-9f56-9b091fe61e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3261275 Nov 19 18:57:30.393220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16be954-7575-4da7-a275-b5d4877a78d9 req-e5eb7d06-fa48-4dc2-86fc-c9951bd5347e tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:30.402643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c16be954-7575-4da7-a275-b5d4877a78d9 req-e5eb7d06-fa48-4dc2-86fc-c9951bd5347e tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 1101 time: 0.1244981 Nov 19 18:57:30.467955 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c16be954-7575-4da7-a275-b5d4877a78d9 req-ff478436-b584-4794-8739-9bac58025204 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639405 Nov 19 18:57:30.704468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-f439b481-ef36-4cb8-8ab9-02e182dceca3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:30.713319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-f439b481-ef36-4cb8-8ab9-02e182dceca3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.1483192 Nov 19 18:57:30.732143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a94c5f86-4fd3-49a2-97d0-09748d10b6c6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/quotas/53e6341580de4da8b2e041b6688556b1 HTTP/1.1" status: 200 len: 375 time: 0.0173781 Nov 19 18:57:30.840070 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-4843584d-2f1a-4e6c-a35d-6f6715671b6d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029305 Nov 19 18:57:30.876018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-fba02b09-02f9-491f-8c3b-496cd91bf718 service neutron] 10.222.0.57 "GET /v2.0/networks/da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229594 Nov 19 18:57:30.899768 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 62444648-498b-491c-aba6-11b998345ba2 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:57:30.941633 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a2ca9d57-0565-45bf-be61-20e10794177a req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:30.966136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['78593769-d01c-4830-9b4f-4f299d91ee07'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:31.031306 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-84a72841-9c9e-4781-a8e0-c690d221845e service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900833 Nov 19 18:57:31.069602 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.resource_extend [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:57:31.176130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event deleted for resources: {'Port': ['ID=78593769-d01c-4830-9b4f-4f299d91ee07,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:31.190938 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.192246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.192721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.193742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.194373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.194373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.195332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.195749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.196942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.197087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.197455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.198394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:31.228057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=62444648-498b-491c-aba6-11b998345ba2,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:31.241278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '62444648-498b-491c-aba6-11b998345ba2', 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2', 'port_id': '62444648-498b-491c-aba6-11b998345ba2', 'mac_address': 'fa:16:3e:fb:fb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75459c32-c9b9-44ce-a1f4-a5e3d5132ec5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:57:31.247570 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-dddd401b-93a6-4cb2-a8d0-fc5f294ed640 service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117972 Nov 19 18:57:31.251417 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2073-f4ed-47dd-96dd-01259b6bd732 req-7d865d39-9dd3-4a18-a839-360bb4de5828 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:31.259852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-258d2073-f4ed-47dd-96dd-01259b6bd732 req-7d865d39-9dd3-4a18-a839-360bb4de5828 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.8423021 Nov 19 18:57:31.268267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d', 'tag': '51c434fd-0133-4611-bc0b-56dfc16c975e'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:31.273007 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1898f12a-a2e9-4ae1-aaa6-6dcb7292b691" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d", "tag": "51c434fd-0133-4611-bc0b-56dfc16c975e"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:31.303068 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:31.328748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62444648-498b-491c-aba6-11b998345ba2 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:31.338794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ca9d57-0565-45bf-be61-20e10794177a req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] No DVR routers for this DVR port 78593769-d01c-4830-9b4f-4f299d91ee07 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:57:31.342903 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a2ca9d57-0565-45bf-be61-20e10794177a req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:31.347337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2ca9d57-0565-45bf-be61-20e10794177a req-6773849d-1337-4f98-b887-5f97fcf14e13 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.21 "DELETE /v2.0/ports/78593769-d01c-4830-9b4f-4f299d91ee07 HTTP/1.1" status: 204 len: 173 time: 2.9284391 Nov 19 18:57:31.354710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=62444648-498b-491c-aba6-11b998345ba2,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:31.372784 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:31.461705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=62444648-498b-491c-aba6-11b998345ba2,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:31.504812 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-258d2073-f4ed-47dd-96dd-01259b6bd732 req-215161bc-4dbc-4982-aea1-928ca66d1507 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427161 Nov 19 18:57:31.551065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a390d-6584-4b25-a493-9d47bbd0440f req-689f2191-bdc9-4ff1-b11a-b4194b273c4f tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:31.557842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad1c763-f345-44ca-9369-b957a6f0694a req-e0db384c-1602-4340-b5d2-79d1216c7738 service neutron] 10.222.0.57 "GET /v2.0/networks/da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492882 Nov 19 18:57:31.559584 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea3a390d-6584-4b25-a493-9d47bbd0440f req-689f2191-bdc9-4ff1-b11a-b4194b273c4f tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 943 time: 0.0793226 Nov 19 18:57:31.621913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['62444648-498b-491c-aba6-11b998345ba2'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:31.707041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e969-4caa-45f2-aaf9-2203ee673962 req-c2b79fe7-ca49-4629-ba52-f5a8c44052f5 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:31.710748 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea3a390d-6584-4b25-a493-9d47bbd0440f req-1574d413-0593-4b30-b7ea-9b4511cc9b1f tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487005 Nov 19 18:57:31.718596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30d4e969-4caa-45f2-aaf9-2203ee673962 req-c2b79fe7-ca49-4629-ba52-f5a8c44052f5 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d4001e9d-c508-4268-aaf2-c7e58caad377 HTTP/1.1" status: 200 len: 1101 time: 0.0885129 Nov 19 18:57:31.835963 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30d4e969-4caa-45f2-aaf9-2203ee673962 req-d6d16b06-225e-41ca-8935-443acf673d7a tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055634 Nov 19 18:57:32.039677 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20373c-dc41-4022-9723-ad76e4147439 req-cc7d6d3e-3f2d-4b33-9015-10debefcb4b4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:32.048174 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac20373c-dc41-4022-9723-ad76e4147439 req-cc7d6d3e-3f2d-4b33-9015-10debefcb4b4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.1283705 Nov 19 18:57:32.155034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b306daa-1efa-4998-a7f1-2037b23df025 req-ba8d77e2-c6ba-4bbc-93f9-4df4d66bf5d4 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a10be45-966d-4ae9-8353-3130534299e2 HTTP/1.1" status: 200 len: 210 time: 0.0619693 Nov 19 18:57:32.176723 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac20373c-dc41-4022-9723-ad76e4147439 req-7f816347-867d-466d-9b64-50af72d28ef8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012585 Nov 19 18:57:32.238205 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7d4e8d-339a-4c43-b72e-190d5dc3f76f x-openstack-request-id: req-cf7d4e8d-339a-4c43-b72e-190d5dc3f76f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:32.238503 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d", "tag": "51c434fd-0133-4611-bc0b-56dfc16c975e", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:32.238760 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf7d4e8d-339a-4c43-b72e-190d5dc3f76f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:32.239645 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d', 'tag': '51c434fd-0133-4611-bc0b-56dfc16c975e', 'status': 'completed', 'code': 200} Nov 19 18:57:32.331902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-857afb54-5cd2-4403-8966-058ffb6128f0 req-c7e927ca-0b9e-4163-92b5-1beb0f5e2fe3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 210 time: 0.0637364 Nov 19 18:57:32.426723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898f12a-a2e9-4ae1-aaa6-6dcb7292b691 req-1c07be38-6c16-413c-a56a-e2089086e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:32.435250 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1898f12a-a2e9-4ae1-aaa6-6dcb7292b691 req-1c07be38-6c16-413c-a56a-e2089086e546 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed6793dba474415ca78cd6e561ff46ec&device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 1094 time: 0.1651330 Nov 19 18:57:32.676029 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898f12a-a2e9-4ae1-aaa6-6dcb7292b691 req-ccbe0780-9360-4d28-852f-44b8f089a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:32.678388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1898f12a-a2e9-4ae1-aaa6-6dcb7292b691 req-ccbe0780-9360-4d28-852f-44b8f089a342 service neutron] 10.222.0.57 "GET /v2.0/networks?id=da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 HTTP/1.1" status: 200 len: 916 time: 0.2290194 Nov 19 18:57:32.697180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca026e4-32f0-4677-b8bb-65aed24f88fe req-36c3471a-7540-4f40-83b3-6190988c84b2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:32.714529 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eca026e4-32f0-4677-b8bb-65aed24f88fe req-36c3471a-7540-4f40-83b3-6190988c84b2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0985241 Nov 19 18:57:32.769200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1898f12a-a2e9-4ae1-aaa6-6dcb7292b691 req-ba58a235-de9d-45fb-98c6-6a7fae0987b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51c434fd-0133-4611-bc0b-56dfc16c975e HTTP/1.1" status: 200 len: 217 time: 0.0814281 Nov 19 18:57:32.799524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eca026e4-32f0-4677-b8bb-65aed24f88fe req-9f45b26e-76ab-4273-ab22-78143340f174 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799563 Nov 19 18:57:32.877496 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-82d8719a-374f-404c-ac34-39d9964c33fd tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501122 Nov 19 18:57:32.918187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898f12a-a2e9-4ae1-aaa6-6dcb7292b691 req-03f32b0c-82eb-4568-a466-2f4842a103d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:32.920035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1898f12a-a2e9-4ae1-aaa6-6dcb7292b691 req-03f32b0c-82eb-4568-a466-2f4842a103d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f080c27a-9efd-420d-be17-d49b94ca083c HTTP/1.1" status: 200 len: 855 time: 0.1435134 Nov 19 18:57:32.965010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b041ca-bbc1-4f91-b4ff-83968935a7d4 req-180d62a4-63cb-44f4-bb04-38148546ef29 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:32.974892 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-78b041ca-bbc1-4f91-b4ff-83968935a7d4 req-180d62a4-63cb-44f4-bb04-38148546ef29 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 943 time: 0.1041336 Nov 19 18:57:33.001021 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1898f12a-a2e9-4ae1-aaa6-6dcb7292b691 req-3536dfd1-8e77-4145-81c8-8674ebe56534 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650785 Nov 19 18:57:33.045662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 62444648-498b-491c-aba6-11b998345ba2 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:33.084115 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-78b041ca-bbc1-4f91-b4ff-83968935a7d4 req-1dcc4d99-083c-45d0-bd9c-c351288c927b tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083307 Nov 19 18:57:33.317191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-54fbd069-a3e5-4684-ade2-1a6c6cca8df6 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:33.330917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-54fbd069-a3e5-4684-ade2-1a6c6cca8df6 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4516079 Nov 19 18:57:33.350586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc1c81-ec12-48bf-8ea6-a18cbc94b43e req-eb9a0e05-7b93-4e0a-a237-005a3ad43bd4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:33.362732 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40cc1c81-ec12-48bf-8ea6-a18cbc94b43e req-eb9a0e05-7b93-4e0a-a237-005a3ad43bd4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.0787311 Nov 19 18:57:33.366810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 62444648-498b-491c-aba6-11b998345ba2 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:57:33.374749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 62444648-498b-491c-aba6-11b998345ba2 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:33.375470 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:33.390603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f8d230e6-57cf-4e1d-9ca7-46978df74ee7 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/quotas/d1e4c83e396245f58364fb76770be297 HTTP/1.1" status: 200 len: 375 time: 0.0582402 Nov 19 18:57:33.424326 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1898f12a-a2e9-4ae1-aaa6-6dcb7292b691 req-0531fb36-bc6a-413b-865a-0f174a4e8d0d service neutron] 10.222.0.57 "GET /v2.0/networks/da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816440 Nov 19 18:57:33.454981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-d37a80cc-fc60-4740-9908-bb85031c6ca6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:33.456979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-d37a80cc-fc60-4740-9908-bb85031c6ca6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.4586895 Nov 19 18:57:33.477819 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:33.495566 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40cc1c81-ec12-48bf-8ea6-a18cbc94b43e req-626107df-2b8f-4101-a5bd-70d273ca2a59 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313272 Nov 19 18:57:33.508437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Request body: {'port': {'device_id': '465c6191-ccb1-4c52-bee9-9c36c36a4d3b', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'admin_state_up': True, 'tenant_id': '53e6341580de4da8b2e041b6688556b1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:33.554501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62444648-498b-491c-aba6-11b998345ba2'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:33.557804 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b8e130-4a77-4302-bac9-49611c0badec" -d '{"events": [{"server_uuid": "ebb4ab05-2698-4e9b-b8a7-01d7f565655c", "name": "network-vif-plugged", "status": "completed", "tag": "62444648-498b-491c-aba6-11b998345ba2"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:33.627677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=62444648-498b-491c-aba6-11b998345ba2,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:33.635498 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:33.637629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 78593769-d01c-4830-9b4f-4f299d91ee07 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:57:33.658173 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-5afb209a-3bdf-463c-ba39-a03ce2a44876 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2659779 Nov 19 18:57:33.690122 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dbe83882-ad12-4768-b458-8acce1f71b00 req-8d197f91-ccd2-4d2b-9ad7-03854ba759cc tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/66a29618-9d18-4afd-a500-15212765f4c8 HTTP/1.1" status: 200 len: 1818 time: 0.1279967 Nov 19 18:57:33.732457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 78593769-d01c-4830-9b4f-4f299d91ee07 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:57:33.732793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 78593769-d01c-4830-9b4f-4f299d91ee07 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:57:33.756821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1898f12a-a2e9-4ae1-aaa6-6dcb7292b691 req-d5128977-af43-4354-a0bd-4cd3cc8770d3 service neutron] 10.222.0.57 "GET /v2.0/networks/da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986648 Nov 19 18:57:33.799227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Made reservation on behalf of 53e6341580de4da8b2e041b6688556b1 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:33.804580 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:33.845941 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dbe83882-ad12-4768-b458-8acce1f71b00 req-fd0f4f55-4a9d-44c1-8003-452f7f8eea6f tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:33.875046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=62444648-498b-491c-aba6-11b998345ba2,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:33.889693 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dbe83882-ad12-4768-b458-8acce1f71b00 req-fd0f4f55-4a9d-44c1-8003-452f7f8eea6f tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:34.004061 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dbe83882-ad12-4768-b458-8acce1f71b00 req-fd0f4f55-4a9d-44c1-8003-452f7f8eea6f tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:34.006875 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dbe83882-ad12-4768-b458-8acce1f71b00 req-fd0f4f55-4a9d-44c1-8003-452f7f8eea6f tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:34.025875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dbe83882-ad12-4768-b458-8acce1f71b00 req-fd0f4f55-4a9d-44c1-8003-452f7f8eea6f tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "DELETE /v2.0/security-groups/66a29618-9d18-4afd-a500-15212765f4c8 HTTP/1.1" status: 204 len: 173 time: 0.3347311 Nov 19 18:57:34.037721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Allocated IP 172.20.0.9 (a1674ba9-cd11-4d8b-a32b-c297cfe7e545/fe59e18c-b7e3-459f-88b9-60024191b0d1/c9b3715b-a3e5-468b-ae57-4b5bd1f25df4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:34.056419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f4f55-4a9d-44c1-8003-452f7f8eea6f tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a29618-9d18-4afd-a500-15212765f4c8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:34.161285 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dcef3eff-e9d7-4d56-b913-873adcddde9a req-684654f9-0f48-433e-bd24-497e6069e7d2 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 210 time: 0.0375090 Nov 19 18:57:34.237552 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639726fd-7d56-4f28-96ad-a92888f59bbe x-openstack-request-id: req-639726fd-7d56-4f28-96ad-a92888f59bbe {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:34.238088 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb4ab05-2698-4e9b-b8a7-01d7f565655c", "name": "network-vif-plugged", "status": "completed", "tag": "62444648-498b-491c-aba6-11b998345ba2", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:34.238363 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-639726fd-7d56-4f28-96ad-a92888f59bbe {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:34.238878 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62444648-498b-491c-aba6-11b998345ba2', 'code': 200} Nov 19 18:57:34.253429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a10be45-966d-4ae9-8353-3130534299e2', 'name': 'network-vif-deleted', 'tag': '78593769-d01c-4830-9b4f-4f299d91ee07'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:34.256313 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0fa691-1d98-480c-8804-4858365e0822" -d '{"events": [{"server_uuid": "3a10be45-966d-4ae9-8353-3130534299e2", "name": "network-vif-deleted", "tag": "78593769-d01c-4830-9b4f-4f299d91ee07"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:34.331347 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:34.374887 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:34.387418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:34.401337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f082797-1ff0-4bbe-a797-08975048bca1 req-f26622c6-0e76-4dee-b947-ad9b6fd96a9f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:34.404055 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f082797-1ff0-4bbe-a797-08975048bca1 req-f26622c6-0e76-4dee-b947-ad9b6fd96a9f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0829809 Nov 19 18:57:34.461486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:34.467426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event updated for resources: {'Port': ['ID=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:34.469991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:34.474365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:34.499751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f082797-1ff0-4bbe-a797-08975048bca1 req-7ee4fa1c-a0dc-4d6e-b058-000c27dc40de tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862253 Nov 19 18:57:34.574341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:34.574976 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:34.619761 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b999f9a-3cfa-4186-956e-acf921953597 req-9bee30c0-dcf4-4e1a-b74c-5298217d5f47 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "GET /v2.0/security-groups/32dd9fd8-66c9-4c58-92f3-06870271f092 HTTP/1.1" status: 200 len: 1818 time: 0.1526542 Nov 19 18:57:34.625148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1dca0-f329-4eb0-aac6-35b7d921e909 req-e1d74efa-5f0d-4045-8d2d-90c43e19ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:34.628932 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59d1dca0-f329-4eb0-aac6-35b7d921e909 req-e1d74efa-5f0d-4045-8d2d-90c43e19ddd9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 1096 time: 0.2923970 Nov 19 18:57:34.642485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-a11a2e76-036b-4d97-b193-a28518c18d79 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1591635 Nov 19 18:57:34.673362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0b428-790d-41df-bd44-913537a04d83 req-a13d9a72-c7b1-488b-8b99-9284b2402ea7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:34.678478 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5eb0b428-790d-41df-bd44-913537a04d83 req-a13d9a72-c7b1-488b-8b99-9284b2402ea7 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 943 time: 0.1001809 Nov 19 18:57:34.694242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Request body: {'port': {'device_id': '465c6191-ccb1-4c52-bee9-9c36c36a4d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:34.793050 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5eb0b428-790d-41df-bd44-913537a04d83 req-fe4b7a72-2cad-4fd7-b823-8e0b350d1a2a tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067080 Nov 19 18:57:34.853362 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:34.912056 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7b999f9a-3cfa-4186-956e-acf921953597 req-bfcb59f5-65ef-4181-9a4d-ea438d01f0d9 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:35.008068 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59d1dca0-f329-4eb0-aac6-35b7d921e909 req-e8caeec6-5c2d-4819-82b8-d0f7c75d6918 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638976 Nov 19 18:57:35.034741 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a17671-cf18-4969-b9f0-1576550335bd x-openstack-request-id: req-f8a17671-cf18-4969-b9f0-1576550335bd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:35.035059 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a10be45-966d-4ae9-8353-3130534299e2", "name": "network-vif-deleted", "tag": "78593769-d01c-4830-9b4f-4f299d91ee07", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:35.035331 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8a17671-cf18-4969-b9f0-1576550335bd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:35.035747 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a10be45-966d-4ae9-8353-3130534299e2', 'name': 'network-vif-deleted', 'tag': '78593769-d01c-4830-9b4f-4f299d91ee07', 'status': 'completed', 'code': 200} Nov 19 18:57:35.088343 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7b999f9a-3cfa-4186-956e-acf921953597 req-bfcb59f5-65ef-4181-9a4d-ea438d01f0d9 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:35.221333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94ccb-c31d-43e0-a77a-f0907c94cee7 req-773fcc09-c95d-4300-9ac9-8c94cb336ba0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:35.229241 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7b999f9a-3cfa-4186-956e-acf921953597 req-bfcb59f5-65ef-4181-9a4d-ea438d01f0d9 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:35.231862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7b999f9a-3cfa-4186-956e-acf921953597 req-bfcb59f5-65ef-4181-9a4d-ea438d01f0d9 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:35.238451 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3a94ccb-c31d-43e0-a77a-f0907c94cee7 req-773fcc09-c95d-4300-9ac9-8c94cb336ba0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 945 time: 0.1213243 Nov 19 18:57:35.238772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b999f9a-3cfa-4186-956e-acf921953597 req-bfcb59f5-65ef-4181-9a4d-ea438d01f0d9 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] 10.222.0.50 "DELETE /v2.0/security-groups/32dd9fd8-66c9-4c58-92f3-06870271f092 HTTP/1.1" status: 204 len: 173 time: 0.6070700 Nov 19 18:57:35.239965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37642) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:35.364682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3a94ccb-c31d-43e0-a77a-f0907c94cee7 req-fe7bf1bc-4719-45a9-a374-47f176e89974 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226120 Nov 19 18:57:35.390036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb59f5-65ef-4181-9a4d-ea438d01f0d9 tempest-SecurityGroupsTestJSON-791918821 tempest-SecurityGroupsTestJSON-791918821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dd9fd8-66c9-4c58-92f3-06870271f092,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:35.424407 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-717fed0a-cdcf-41e5-b087-fc0ab685375a req-89fb6396-af65-4b5f-8cb2-5f5423296fdd tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 210 time: 0.0855608 Nov 19 18:57:35.543885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e61824e-adb4-4178-a209-31c61409538a admin admin] Deleting subnet e2b1a166-17d4-4927-bed6-84697db77c0d {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:57:35.580476 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e61824e-adb4-4178-a209-31c61409538a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:35.607704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19508c5-e50c-467b-9d0c-209a2b3dcd8f req-6e4f3f9c-a7ef-4434-a767-380a3b401372 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:35.617136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b19508c5-e50c-467b-9d0c-209a2b3dcd8f req-6e4f3f9c-a7ef-4434-a767-380a3b401372 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 931 time: 0.1385939 Nov 19 18:57:35.677540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b19508c5-e50c-467b-9d0c-209a2b3dcd8f req-caf3ee1c-4e9c-429f-84e2-f50a1802aaf4 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591288 Nov 19 18:57:35.736258 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e61824e-adb4-4178-a209-31c61409538a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:35.847568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bc114-7faf-431b-8bcf-55783157eda3 req-5a046c4c-9b21-4ed1-964e-1b2d2d7d6e80 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:35.849553 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c63bc114-7faf-431b-8bcf-55783157eda3 req-5a046c4c-9b21-4ed1-964e-1b2d2d7d6e80 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.2213306 Nov 19 18:57:35.857545 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e61824e-adb4-4178-a209-31c61409538a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:35.908642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:35.918073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 51c434fd-0133-4611-bc0b-56dfc16c975e details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:57:35.960965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.018304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c63bc114-7faf-431b-8bcf-55783157eda3 req-bf2e77d3-d73e-49e0-befb-5d281f00c0b9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550198 Nov 19 18:57:36.040847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Transition to ACTIVE for port object c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:57:36.057940 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.095477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888ecc8-86b8-4b01-ba51-eabc8f8efd49 req-5011e8d7-d6bb-4d6b-bfaa-c166587562cd tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:36.100604 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d888ecc8-86b8-4b01-ba51-eabc8f8efd49 req-5011e8d7-d6bb-4d6b-bfaa-c166587562cd tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 943 time: 0.1420455 Nov 19 18:57:36.174507 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e61824e-adb4-4178-a209-31c61409538a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.247202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61824e-adb4-4178-a209-31c61409538a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b1a166-17d4-4927-bed6-84697db77c0d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:36.272308 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d888ecc8-86b8-4b01-ba51-eabc8f8efd49 req-8761e6d2-5994-45bf-91a9-52735a2b32b6 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633117 Nov 19 18:57:36.276993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e61824e-adb4-4178-a209-31c61409538a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.282244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3e61824e-adb4-4178-a209-31c61409538a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e2b1a166-17d4-4927-bed6-84697db77c0d HTTP/1.1" status: 204 len: 168 time: 0.9536855 Nov 19 18:57:36.288787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37668) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:36.296434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Pushing event updated for resources: {'Port': ['ID=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:36.357035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 51c434fd-0133-4611-bc0b-56dfc16c975e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=51c434fd-0133-4611-bc0b-56dfc16c975e,segment=NetworkSegment(3d136527-e369-479d-bf3e-f0ff65775ad0),segment_id=3d136527-e369-479d-bf3e-f0ff65775ad0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:36.389483 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '51c434fd-0133-4611-bc0b-56dfc16c975e', 'network_id': 'da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1', 'port_id': '51c434fd-0133-4611-bc0b-56dfc16c975e', 'mac_address': 'fa:16:3e:8d:16:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f080c27a-9efd-420d-be17-d49b94ca083c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:57:36.500606 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.516988 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.522042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Attempting to bind port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:36.522618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Attempting to bind port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:36.522739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Attempting to bind port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:36.537340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c434fd-0133-4611-bc0b-56dfc16c975e {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:36.538207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:57:36.538541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Attempting to bind port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:36.548142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:36.548492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Checking segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:36.548889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Bound using segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:36.549333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Bound port: c9b3715b-a3e5-468b-ae57-4b5bd1f25df4, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:36.549699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.596771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 51c434fd-0133-4611-bc0b-56dfc16c975e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=51c434fd-0133-4611-bc0b-56dfc16c975e,segment=NetworkSegment(3d136527-e369-479d-bf3e-f0ff65775ad0),segment_id=3d136527-e369-479d-bf3e-f0ff65775ad0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:36.608260 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.661939 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9091575-cf40-4edd-bc3a-a55839d57349 req-08b4512e-cde6-4f40-85aa-4daa274e246c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 210 time: 0.0694089 Nov 19 18:57:36.717369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=51c434fd-0133-4611-bc0b-56dfc16c975e,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:36.750508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] For port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:36.758314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] For port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:36.762481 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.778204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-09913700-3f19-4a7b-8033-91984f36e254 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986264 Nov 19 18:57:36.814915 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.848108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b16aa6-4915-4a77-9e90-226bbf297781']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:57:36.869724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128e9c30-730f-43e3-be22-fe0f72da8f51') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:57:36.870424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128e9c30-730f-43e3-be22-fe0f72da8f51') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:57:36.906240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36e9b3-e6c4-4241-a353-b71c10cd07b8 req-a79b218b-916f-4827-9922-bc308ed3e074 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:36.914915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd36e9b3-e6c4-4241-a353-b71c10cd07b8 req-a79b218b-916f-4827-9922-bc308ed3e074 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 943 time: 0.1263139 Nov 19 18:57:36.918734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.950043 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.965339 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:57:36.966220 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: timer() Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:57:36.968476 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:57:36.983397 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['51c434fd-0133-4611-bc0b-56dfc16c975e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:37.051317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:37.052394 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:37.054158 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] 10.222.0.21 "PUT /v2.0/ports/c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 HTTP/1.1" status: 200 len: 1091 time: 2.3781192 Nov 19 18:57:37.066599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60675-1c0e-491b-8111-fd596ec816eb req-27b24a16-573d-43f8-963f-ec51ed97aa8a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:37.077004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2e60675-1c0e-491b-8111-fd596ec816eb req-27b24a16-573d-43f8-963f-ec51ed97aa8a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 945 time: 0.4009948 Nov 19 18:57:37.079038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465c6191-ccb1-4c52-bee9-9c36c36a4d3b', 'tag': 'c9b3715b-a3e5-468b-ae57-4b5bd1f25df4'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:37.083373 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d744fe-d054-4895-9c93-edfd5e52822f" -d '{"events": [{"name": "network-changed", "server_uuid": "465c6191-ccb1-4c52-bee9-9c36c36a4d3b", "tag": "c9b3715b-a3e5-468b-ae57-4b5bd1f25df4"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:37.115736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2b874-36ed-44d6-b2af-862d0127f6ce service neutron] Pushing event updated for resources: {'Port': ['ID=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:37.130204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-652e6b90-5b68-48a6-b6bf-e186fc554e80 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:37.132082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-652e6b90-5b68-48a6-b6bf-e186fc554e80 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541008 Nov 19 18:57:37.151037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Request body: {'port': {'device_id': '58d6f562-dfd3-4352-a02f-a2c736d9a2d0', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'd1e4c83e396245f58364fb76770be297'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:37.179303 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd36e9b3-e6c4-4241-a353-b71c10cd07b8 req-f73ece27-1e28-4049-855c-ac14a3b1088f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628572 Nov 19 18:57:37.206807 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:37.215324 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:37.226250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] 10.222.0.50 "DELETE /v2.0/networks/75b16aa6-4915-4a77-9e90-226bbf297781 HTTP/1.1" status: 204 len: 168 time: 0.9360595 Nov 19 18:57:37.253007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a2738-edc7-4d0d-849c-03e2cbc4375f admin admin] Pushing event deleted for resources: {'Network': ['ID=75b16aa6-4915-4a77-9e90-226bbf297781,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:37.353217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2e60675-1c0e-491b-8111-fd596ec816eb req-ba3007a1-58b7-4d77-9bde-049051a85c5b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748396 Nov 19 18:57:37.421057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5ecb7-e885-4b7d-ae68-214b5aecf2ff req-045e1c06-4a2a-4db0-bdfa-f5573a228778 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:37.433823 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dad5ecb7-e885-4b7d-ae68-214b5aecf2ff req-045e1c06-4a2a-4db0-bdfa-f5573a228778 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1157234 Nov 19 18:57:37.448717 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-e62d9645-44d1-4554-9bb6-2654ece33785 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1437523 Nov 19 18:57:37.468105 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc27fe1-e4e6-404c-bc9c-b532b6c7c6f9 x-openstack-request-id: req-fdc27fe1-e4e6-404c-bc9c-b532b6c7c6f9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:37.468447 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465c6191-ccb1-4c52-bee9-9c36c36a4d3b", "tag": "c9b3715b-a3e5-468b-ae57-4b5bd1f25df4", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:37.468707 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdc27fe1-e4e6-404c-bc9c-b532b6c7c6f9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:37.469107 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465c6191-ccb1-4c52-bee9-9c36c36a4d3b', 'tag': 'c9b3715b-a3e5-468b-ae57-4b5bd1f25df4', 'status': 'completed', 'code': 200} Nov 19 18:57:37.509311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-0f7bfd92-85fe-41ff-94dc-3ff6788dd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:37.512181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-0f7bfd92-85fe-41ff-94dc-3ff6788dd6d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 1094 time: 0.3908484 Nov 19 18:57:37.519930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Made reservation on behalf of d1e4c83e396245f58364fb76770be297 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:37.521201 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:37.565558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dad5ecb7-e885-4b7d-ae68-214b5aecf2ff req-fa10dd6c-f91b-4efb-9596-1ea4b7a832e5 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308262 Nov 19 18:57:37.620651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37702) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:37.625825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-601677580'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:37.668657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:37.680975 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:37.694275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37704) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:37.768793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:57:37.796942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2081b10-9502-4c98-9b3c-d6f84d94112d req-9358ce1d-619b-45d1-8b3c-6529f520c2ae tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:37.805631 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2081b10-9502-4c98-9b3c-d6f84d94112d req-9358ce1d-619b-45d1-8b3c-6529f520c2ae tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 1096 time: 0.1102314 Nov 19 18:57:37.815013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9293c23e-777f-4526-9fb0-9390582902bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87e9febe9e184541b7a1c4e5650f4978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1184399 Nov 19 18:57:37.815624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37708) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:37.822216 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:37.822949 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Added segment acc9664d-f100-48cd-a110-75fe5946b181 of type vlan for network 6b12120c-2801-47c9-9799-bcf3692162a2 Nov 19 18:57:37.955320 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:37.976740 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2081b10-9502-4c98-9b3c-d6f84d94112d req-191abbba-3f21-4740-895f-15a9d1faf271 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681588 Nov 19 18:57:38.006910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-9ec0a3d7-fdd0-4a69-9da7-f77d3c72823a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 HTTP/1.1" status: 200 len: 217 time: 0.4690237 Nov 19 18:57:38.015123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eff801b1-7c31-40df-8933-27a640242b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.049679 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.056028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:38.056653 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.061372 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eff801b1-7c31-40df-8933-27a640242b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.199476 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5775058 Nov 19 18:57:38.199995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37714) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:38.200662 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5f1a-cb44-4210-bc42-a6334e4656c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.216550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-358256403'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:38.243721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-d66331f5-8fa9-47b0-a656-9fb59fa71d2c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:38.245445 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-d66331f5-8fa9-47b0-a656-9fb59fa71d2c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7799723 Nov 19 18:57:38.258190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb908629-370b-47b7-bdfe-9daec8f3ba97 req-ef37fb87-5e1a-46a2-85d7-17ae2bc1b62a tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:38.266066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb908629-370b-47b7-bdfe-9daec8f3ba97 req-ef37fb87-5e1a-46a2-85d7-17ae2bc1b62a tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 944 time: 0.2669137 Nov 19 18:57:38.274966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Request body: {'port': {'device_id': '5065f2fc-e135-4587-a85a-f70f4e2cab72', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'd1e4c83e396245f58364fb76770be297'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:38.280302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-793277ea-aa6c-4811-8e33-cc00fdc620f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:38.282389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-793277ea-aa6c-4811-8e33-cc00fdc620f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.2243042 Nov 19 18:57:38.301848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd2b1d-1153-4caa-8048-12ce9aa9de59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Network': ['ID=6b12120c-2801-47c9-9799-bcf3692162a2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:38.314055 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-06d72262-2ca1-4a76-9e6a-5d58e176f988 req-f0b05888-1eac-420d-b6a1-4f1f326c1b5d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 210 time: 0.0907152 Nov 19 18:57:38.322725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 6b12120c-2801-47c9-9799-bcf3692162a2 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:57:38.345470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:38.350065 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.405063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:57:38.413597 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-45dae882-e008-49b5-beb9-6d99d66bc892 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204684 Nov 19 18:57:38.418289 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.418464 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Added segment c8751441-bc51-4b35-a18d-be329ebc8ce9 of type vlan for network 18e71340-48e5-45a3-a91b-e4f71f01a421 Nov 19 18:57:38.459961 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.484684 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eff801b1-7c31-40df-8933-27a640242b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.487796 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eff801b1-7c31-40df-8933-27a640242b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.500218 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eff801b1-7c31-40df-8933-27a640242b5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b84f474-731a-4951-9f56-9b091fe61e8c HTTP/1.1" status: 204 len: 168 time: 0.6707323 Nov 19 18:57:38.508749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.516895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:38.525195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:38.538383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-d176493d-7171-48ea-94d3-c79acc4997a4 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097808 Nov 19 18:57:38.595749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Allocated IP 192.168.233.27 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/1f4e0031-4617-4f71-a4db-e26503e370bc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:38.597042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff801b1-7c31-40df-8933-27a640242b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b84f474-731a-4951-9f56-9b091fe61e8c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:38.656754 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4441264 Nov 19 18:57:38.657648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37722) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:38.671313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'subnet': {'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:38.727606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb908629-370b-47b7-bdfe-9daec8f3ba97 req-cf5e72b7-f5a7-43a9-9f8b-599e89446057 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605854 Nov 19 18:57:38.736797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e9127-c36f-442f-9a73-621638e2a9e8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Network': ['ID=18e71340-48e5-45a3-a91b-e4f71f01a421,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:38.744301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd3c8-03c5-4d30-8083-af2889559dc3 req-ac1ce756-229e-46f0-93cf-918ec33513b9 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:38.753170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-daadd3c8-03c5-4d30-8083-af2889559dc3 req-ac1ce756-229e-46f0-93cf-918ec33513b9 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 1096 time: 0.2697968 Nov 19 18:57:38.757347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 18e71340-48e5-45a3-a91b-e4f71f01a421 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:57:38.919124 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-daadd3c8-03c5-4d30-8083-af2889559dc3 req-ecb6ab18-8b11-475c-b99c-cd544aeb1042 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646330 Nov 19 18:57:39.075121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:39.133817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430b869-2f6e-4df8-85c5-a397deb1f30f req-9ba709ce-c7b3-4775-b408-a962726c0396 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:39.143175 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6430b869-2f6e-4df8-85c5-a397deb1f30f req-9ba709ce-c7b3-4775-b408-a962726c0396 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 943 time: 0.1300886 Nov 19 18:57:39.143422 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:39.157528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d', '77bd6c75-8f82-42db-9e33-4404a19207b1', '5c135e11-ae3d-4d34-bc30-3b68f75e24d1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:39.234926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event updated for resources: {'Port': ['ID=1f4e0031-4617-4f71-a4db-e26503e370bc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:39.251215 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd4e0ee1-017d-4d43-91f9-d71ac84a8b05 req-8d75300b-4044-427f-944d-bbcf85062d7a service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7016201 Nov 19 18:57:39.252938 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Made reservation on behalf of d1e4c83e396245f58364fb76770be297 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:39.260619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:39.269241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:39.274987 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:39.340884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6430b869-2f6e-4df8-85c5-a397deb1f30f req-38567cce-3138-4968-a235-e307675b87c6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966913 Nov 19 18:57:39.497449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:39.540263 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:39.591640 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffdffe-52ee-4723-806c-6606e3b10457 req-4d978275-3967-4402-af90-f50620b3ce73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:39.604241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3fffdffe-52ee-4723-806c-6606e3b10457 req-4d978275-3967-4402-af90-f50620b3ce73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.7312450 Nov 19 18:57:39.658442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:39.823690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Allocated IP 192.168.233.230 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/b9366726-b693-4eb0-a5bc-b5cc597ff332) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:39.843725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:39.857695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3fffdffe-52ee-4723-806c-6606e3b10457 req-118aa8d2-6e48-4337-9057-4e5fd139c21d tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524662 Nov 19 18:57:39.873171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d744fe-d054-4895-9c93-edfd5e52822f req-47187cbc-70a2-4050-9558-aa32cbefb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:39.878529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95d744fe-d054-4895-9c93-edfd5e52822f req-47187cbc-70a2-4050-9558-aa32cbefb9d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 1094 time: 0.5149937 Nov 19 18:57:39.943933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 51c434fd-0133-4611-bc0b-56dfc16c975e up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:40.028432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Subnet': ['ID=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:40.043357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87f040ac-20ed-435c-8a49-60cc3e6a210c req-65c495d4-1127-4706-895b-c7da5e92c935 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 210 time: 0.2343345 Nov 19 18:57:40.090621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Checking segment: {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:40.091224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network hostable DHCP agents. Network: 6b12120c-2801-47c9-9799-bcf3692162a2, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:57:40.123682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network 6b12120c-2801-47c9-9799-bcf3692162a2 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:57:40.140878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:40.142771 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:40.143538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 6b12120c-2801-47c9-9799-bcf3692162a2) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:40.160233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:40.162381 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:40.175405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020ae3f-987f-4389-88f1-c20ab367d8a6 None None] Network 6b12120c-2801-47c9-9799-bcf3692162a2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:57:40.269815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ac2cfd17-9c7f-4a87-a95f-619a13404fe5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6060934 Nov 19 18:57:40.275093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37766) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:40.290814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'subnet': {'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:40.308431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a00328b2-75db-436c-acc3-065023f40d61 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1613312 Nov 19 18:57:40.370429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d744fe-d054-4895-9c93-edfd5e52822f req-8a347b6c-a4a1-41ec-9434-0555d9dde359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:40.375012 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95d744fe-d054-4895-9c93-edfd5e52822f req-8a347b6c-a4a1-41ec-9434-0555d9dde359 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 906 time: 0.4864950 Nov 19 18:57:40.387598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Request body: {'port': {'device_id': '58d6f562-dfd3-4352-a02f-a2c736d9a2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:40.436997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 51c434fd-0133-4611-bc0b-56dfc16c975e completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:57:40.443058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4207168-ed8c-4ddc-bd3f-a71e501eac61 req-0dbbc725-2492-420e-9658-fa5ead0bf1c4 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:40.452163 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4207168-ed8c-4ddc-bd3f-a71e501eac61 req-0dbbc725-2492-420e-9658-fa5ead0bf1c4 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 944 time: 0.2476954 Nov 19 18:57:40.466794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 51c434fd-0133-4611-bc0b-56dfc16c975e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:40.466794 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:40.526551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9b2859d-bef5-4a46-b877-91e1911cb13c None None] Provisioning complete for port 1f4e0031-4617-4f71-a4db-e26503e370bc triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:40.526812 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9b2859d-bef5-4a46-b877-91e1911cb13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:40.618661 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4207168-ed8c-4ddc-bd3f-a71e501eac61 req-e0521707-6eb3-4794-b497-82eaf50175db tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540484 Nov 19 18:57:40.638651 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95d744fe-d054-4895-9c93-edfd5e52822f req-5500fdd4-ca64-4149-a359-7ae6ec7f9fac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 HTTP/1.1" status: 200 len: 217 time: 0.2223887 Nov 19 18:57:40.645475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:40.650331 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:40.667350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72380ee-5102-4e29-b1a5-72003bd5a2bb req-6deee06c-8e42-4562-981d-57eda9119cec tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:40.687044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a72380ee-5102-4e29-b1a5-72003bd5a2bb req-6deee06c-8e42-4562-981d-57eda9119cec tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.4219077 Nov 19 18:57:40.688128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-6b12120c-2801-47c9-9799-bcf3692162a2', 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'fixed_ips': [{'subnet_id': '7e4458ef-c2e3-46c8-8de0-ab50ce1f610c'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:57:40.689542 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:40.734582 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-849c3d43-2fd3-4723-9b31-92c24d8bdd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:40.745040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9b2859d-bef5-4a46-b877-91e1911cb13c None None] Port 1f4e0031-4617-4f71-a4db-e26503e370bc cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:57:40.781220 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:57:40.951353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d744fe-d054-4895-9c93-edfd5e52822f req-86488f4c-ed21-4399-8c0e-4c411039864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:40.952968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95d744fe-d054-4895-9c93-edfd5e52822f req-86488f4c-ed21-4399-8c0e-4c411039864f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.3080642 Nov 19 18:57:40.953532 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:40.975817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:40.994701 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Allocated IP 10.1.1.2 (6b12120c-2801-47c9-9799-bcf3692162a2/7e4458ef-c2e3-46c8-8de0-ab50ce1f610c/5c911bf2-2545-4cd5-a62c-4cd5597fbe43) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:41.039677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95d744fe-d054-4895-9c93-edfd5e52822f req-4d2c129c-7d8d-4e6f-b2a7-f1a89121dcb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695610 Nov 19 18:57:41.044490 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a72380ee-5102-4e29-b1a5-72003bd5a2bb req-207e3776-7231-43b4-8ff3-4fefe8a8162b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3554685 Nov 19 18:57:41.142850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Subnet': ['ID=0f9665a9-7412-4abc-9a4c-1731fa47e4cc,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:41.169282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Checking segment: {'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:41.169648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network hostable DHCP agents. Network: 18e71340-48e5-45a3-a91b-e4f71f01a421, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:57:41.170401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:41.294537 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:41.299801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network 18e71340-48e5-45a3-a91b-e4f71f01a421 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:57:41.313857 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:41.324627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 18e71340-48e5-45a3-a91b-e4f71f01a421) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:41.353094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a888d-a997-47f6-aeef-adc87dd5fc52 req-60cae271-be78-49f4-ae6c-b5d2a9af6836 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:41.362079 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a5a888d-a997-47f6-aeef-adc87dd5fc52 req-60cae271-be78-49f4-ae6c-b5d2a9af6836 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 1096 time: 0.1844311 Nov 19 18:57:41.368705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:41.370291 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:41.378501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e552224a-d6e2-4b53-ac0a-235b49568ef8 None None] Network 18e71340-48e5-45a3-a91b-e4f71f01a421 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:57:41.406888 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95d744fe-d054-4895-9c93-edfd5e52822f req-b73d9be2-1212-485e-b4d3-969887cad205 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218727 Nov 19 18:57:41.408724 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f62b6da2-63f1-4627-925e-fd93b2f45cc7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1281703 Nov 19 18:57:41.409558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37788) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:41.420501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'port': {'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2', 'name': 'tempest-TaggedBootDevicesTest_v242-883287084', 'fixed_ips': [{'subnet_id': '7e4458ef-c2e3-46c8-8de0-ab50ce1f610c'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:41.422700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa14d1-8307-40f0-8e79-e947bc2365fd req-e4c34f44-54b6-45ea-8e2f-c6b614b2e687 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:41.425037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfaa14d1-8307-40f0-8e79-e947bc2365fd req-e4c34f44-54b6-45ea-8e2f-c6b614b2e687 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 943 time: 0.2226884 Nov 19 18:57:41.495256 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:41.500185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:41.542527 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a5a888d-a997-47f6-aeef-adc87dd5fc52 req-7fcb363f-b581-4a32-81d2-08fbfb7865e5 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793840 Nov 19 18:57:41.554908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d', '77bd6c75-8f82-42db-9e33-4404a19207b1', '5c135e11-ae3d-4d34-bc30-3b68f75e24d1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:41.608759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Network 6b12120c-2801-47c9-9799-bcf3692162a2 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:41.619562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:41.637739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:41.686693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Pushing event updated for resources: {'Port': ['ID=5c911bf2-2545-4cd5-a62c-4cd5597fbe43,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:41.700710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c434fd-0133-4611-bc0b-56dfc16c975e'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:41.705584 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aff40ee-73f2-42ad-a464-39185ba711fb" -d '{"events": [{"server_uuid": "ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d", "name": "network-vif-plugged", "status": "completed", "tag": "51c434fd-0133-4611-bc0b-56dfc16c975e"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:41.720367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37806) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:41.741827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:41.762569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4e0031-4617-4f71-a4db-e26503e370bc {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:41.771232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:41.774223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 51c434fd-0133-4611-bc0b-56dfc16c975e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=51c434fd-0133-4611-bc0b-56dfc16c975e,segment=NetworkSegment(3d136527-e369-479d-bf3e-f0ff65775ad0),segment_id=3d136527-e369-479d-bf3e-f0ff65775ad0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:41.786946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Transition to ACTIVE for port object 1f4e0031-4617-4f71-a4db-e26503e370bc will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:57:41.832216 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:41.852613 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:41.905373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=51c434fd-0133-4611-bc0b-56dfc16c975e,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:41.908667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-18e71340-48e5-45a3-a91b-e4f71f01a421', 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'fixed_ips': [{'subnet_id': '0f9665a9-7412-4abc-9a4c-1731fa47e4cc'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:57:41.909601 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:41.940016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:41.970120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:41.970793 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:41.979348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:42.000945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Attempting to bind port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:42.001539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Attempting to bind port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:42.001694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Attempting to bind port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 on network 6b12120c-2801-47c9-9799-bcf3692162a2 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:42.029330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eb97ac1e-c4f9-4039-90aa-ed3642f6b9bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:42.054052 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:42.077681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] device_id is not set on port 00e8f34b-4ae3-4047-a368-968e2e9be854 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:57:42.124670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Attempting to bind port 1f4e0031-4617-4f71-a4db-e26503e370bc on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:42.125398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Attempting to bind port 1f4e0031-4617-4f71-a4db-e26503e370bc by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:42.125934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Attempting to bind port 1f4e0031-4617-4f71-a4db-e26503e370bc on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:42.136429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfaa14d1-8307-40f0-8e79-e947bc2365fd req-3d7b3144-18f9-416a-acfc-5e9bc82473e6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6981087 Nov 19 18:57:42.145281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Port 1f4e0031-4617-4f71-a4db-e26503e370bc on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:57:42.145923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Attempting to bind port 1f4e0031-4617-4f71-a4db-e26503e370bc on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:42.168082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:42.168713 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:42.169272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:42.169941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Bound port: 1f4e0031-4617-4f71-a4db-e26503e370bc, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:42.170668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:42.177608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Allocated IP 10.2.2.2 (18e71340-48e5-45a3-a91b-e4f71f01a421/0f9665a9-7412-4abc-9a4c-1731fa47e4cc/b211098d-d19b-4bd5-bdec-8ee794e79343) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:42.202677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event updated for resources: {'Port': ['ID=b9366726-b693-4eb0-a5bc-b5cc597ff332,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:42.327671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Pushing event updated for resources: {'Port': ['ID=1f4e0031-4617-4f71-a4db-e26503e370bc,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:42.402949 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:42.419805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:42.420224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Checking segment: {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:42.420633 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:42.421028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Bound using segment: {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:42.421515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Bound port: 5c911bf2-2545-4cd5-a62c-4cd5597fbe43, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:42.421940 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:42.429073 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:42.532268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-65edc9a8-53f4-4e42-9dc2-f74bcc2ddedf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:42.534195 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-65edc9a8-53f4-4e42-9dc2-f74bcc2ddedf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 812 time: 0.1965683 Nov 19 18:57:42.541853 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95d744fe-d054-4895-9c93-edfd5e52822f req-260729a7-1c0b-4449-a8dd-d9a2810e74b8 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1128573 Nov 19 18:57:42.562920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-60bf997e-bcb2-4b39-9b83-9f227b8b6e8b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/quotas/150e4155c84e42198c074cd95c02f145 HTTP/1.1" status: 200 len: 375 time: 0.0172617 Nov 19 18:57:42.574968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:42.575949 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:42.579285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Network 18e71340-48e5-45a3-a91b-e4f71f01a421 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:42.602911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:42.679025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] For port 1f4e0031-4617-4f71-a4db-e26503e370bc, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:42.686338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] For port 1f4e0031-4617-4f71-a4db-e26503e370bc, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1f4e0031-4617-4f71-a4db-e26503e370bc,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:42.691035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-f3c6b313-16a9-473b-af29-4548b6435bb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4222271 Nov 19 18:57:42.702286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-9517d6d9-cb0b-4372-af21-82d2229ccb69 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099877 Nov 19 18:57:42.705712 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:42.722043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Request body: {'port': {'device_id': '5065f2fc-e135-4587-a85a-f70f4e2cab72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:42.760858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:42.761511 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:42.764216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] 10.222.0.21 "PUT /v2.0/ports/1f4e0031-4617-4f71-a4db-e26503e370bc HTTP/1.1" status: 200 len: 1095 time: 2.3957422 Nov 19 18:57:42.781649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:42.816534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d6f562-dfd3-4352-a02f-a2c736d9a2d0', 'tag': '1f4e0031-4617-4f71-a4db-e26503e370bc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:42.823609 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a" -d '{"events": [{"name": "network-changed", "server_uuid": "58d6f562-dfd3-4352-a02f-a2c736d9a2d0", "tag": "1f4e0031-4617-4f71-a4db-e26503e370bc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:42.826687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:42.896945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Pushing event updated for resources: {'Port': ['ID=b211098d-d19b-4bd5-bdec-8ee794e79343,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:42.921090 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c0c82-7d97-4c9a-ac24-7a537830f522 req-7d7635ce-c4de-415c-85d5-971d5ccda306 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:42.933813 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e44c0c82-7d97-4c9a-ac24-7a537830f522 req-7d7635ce-c4de-415c-85d5-971d5ccda306 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 936 time: 1.0328314 Nov 19 18:57:42.948853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Attempting to bind port b211098d-d19b-4bd5-bdec-8ee794e79343 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:42.949221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Attempting to bind port b211098d-d19b-4bd5-bdec-8ee794e79343 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:42.949770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Attempting to bind port b211098d-d19b-4bd5-bdec-8ee794e79343 on network 18e71340-48e5-45a3-a91b-e4f71f01a421 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:43.004029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:57:43.007590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Allocated IP 10.1.1.120 (6b12120c-2801-47c9-9799-bcf3692162a2/7e4458ef-c2e3-46c8-8de0-ab50ce1f610c/00e8f34b-4ae3-4047-a368-968e2e9be854) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:43.017644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:43.018094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Checking segment: {'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:43.018509 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.018915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Bound using segment: {'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:43.019399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Bound port: b211098d-d19b-4bd5-bdec-8ee794e79343, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:43.019782 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.042361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ef0dceee-5cfb-45ac-9459-d0e1814969fe None None] Provisioning complete for port b9366726-b693-4eb0-a5bc-b5cc597ff332 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:43.042690 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef0dceee-5cfb-45ac-9459-d0e1814969fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.074754 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e44c0c82-7d97-4c9a-ac24-7a537830f522 req-e8ef2e17-d4d2-458d-ad6c-2fe42712d29c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396298 Nov 19 18:57:43.088567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a79971-20cd-41a6-a4ad-fe44c9e98f5c service neutron] Pushing event updated for resources: {'Port': ['ID=1f4e0031-4617-4f71-a4db-e26503e370bc,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:43.114599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] For port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:43.203267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] For port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5c911bf2-2545-4cd5-a62c-4cd5597fbe43,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:43.225576 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.248079 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.273356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eb97ac1e-c4f9-4039-90aa-ed3642f6b9bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.308450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ef0dceee-5cfb-45ac-9459-d0e1814969fe None None] Port b9366726-b693-4eb0-a5bc-b5cc597ff332 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:57:43.392421 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eb97ac1e-c4f9-4039-90aa-ed3642f6b9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.404503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-ff31c0a5-29b2-4a99-ab8a-15d3cc573d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:43.406532 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-ff31c0a5-29b2-4a99-ab8a-15d3cc573d62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=58d6f562-dfd3-4352-a02f-a2c736d9a2d0 HTTP/1.1" status: 200 len: 1098 time: 0.5162807 Nov 19 18:57:43.431837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-3f6d7e5d-b1f0-4663-aded-9ee9b77803be service neutron] 10.222.0.50 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787381 Nov 19 18:57:43.456020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eb97ac1e-c4f9-4039-90aa-ed3642f6b9bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de67aaf013a74aedb04e518ab7f7ee63&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7345471 Nov 19 18:57:43.470739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97ac1e-c4f9-4039-90aa-ed3642f6b9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcd75b2-3d5f-4124-8e46-edf9472201fa,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:43.480972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37824) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:43.537994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:43.581540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'c9b3715b-a3e5-468b-ae57-4b5bd1f25df4', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'port_id': 'c9b3715b-a3e5-468b-ae57-4b5bd1f25df4', 'mac_address': 'fa:16:3e:85:b4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe59e18c-b7e3-459f-88b9-60024191b0d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:57:43.592749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.596200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d82a5103-e83a-4c92-b072-1fc4cb37be2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.610943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] For port b211098d-d19b-4bd5-bdec-8ee794e79343, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:43.676339 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.724670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] For port b211098d-d19b-4bd5-bdec-8ee794e79343, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b211098d-d19b-4bd5-bdec-8ee794e79343,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:43.732957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network 6b12120c-2801-47c9-9799-bcf3692162a2 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:43.736536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d82a5103-e83a-4c92-b072-1fc4cb37be2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.741284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:43.764331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:43.795079 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.806024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531b6b3-1837-4fd2-83bb-bed4714854b6 None None] Pushing event updated for resources: {'Port': ['ID=5c911bf2-2545-4cd5-a62c-4cd5597fbe43,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:43.919330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Port': ['ID=00e8f34b-4ae3-4047-a368-968e2e9be854,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:43.935103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:43.935748 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:43.960381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-27df3b40-c543-42a1-a24e-1afcbbdeca52 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5455930 Nov 19 18:57:43.967888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37836) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:43.983406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'port': {'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2', 'name': 'tempest-TaggedBootDevicesTest_v242-1768421012', 'fixed_ips': [{'subnet_id': '7e4458ef-c2e3-46c8-8de0-ab50ce1f610c'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:44.016747 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:44.073157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:44.140033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:44.159111 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:44.175724 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d82a5103-e83a-4c92-b072-1fc4cb37be2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:44.176831 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d82a5103-e83a-4c92-b072-1fc4cb37be2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:44.186582 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d82a5103-e83a-4c92-b072-1fc4cb37be2e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3dcd75b2-3d5f-4124-8e46-edf9472201fa HTTP/1.1" status: 204 len: 168 time: 0.7018523 Nov 19 18:57:44.214678 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:44.221581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f105179-069d-403f-b5f6-ab9cefdaeb13 None None] Pushing event updated for resources: {'Port': ['ID=b211098d-d19b-4bd5-bdec-8ee794e79343,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:44.250683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a5103-e83a-4c92-b072-1fc4cb37be2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcd75b2-3d5f-4124-8e46-edf9472201fa,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:44.373420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:44.416814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c9b3715b-a3e5-468b-ae57-4b5bd1f25df4'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:44.531328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:44.550049 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:44.593692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-22cd4d7b-f898-4506-911e-0f8db5e2fb52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=1f4e0031-4617-4f71-a4db-e26503e370bc HTTP/1.1" status: 200 len: 217 time: 1.1421795 Nov 19 18:57:44.628805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] device_id is not set on port 67956144-0508-45ed-934a-ac5fa1d15788 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:57:44.811518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a429204b-05db-45b7-8734-d657b460e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:44.813244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-a429204b-05db-45b7-8734-d657b460e971 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2085230 Nov 19 18:57:44.917552 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-fcaa12ce-56b8-4530-ab82-e709e2035011 service neutron] 10.222.0.50 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4767578 Nov 19 18:57:44.995745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-8d2dc782-b597-41b6-818b-fa910287f3ba tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:57:44.996622 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-8d2dc782-b597-41b6-818b-fa910287f3ba tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222516 Nov 19 18:57:45.036530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Allocated IP 10.1.1.41 (6b12120c-2801-47c9-9799-bcf3692162a2/7e4458ef-c2e3-46c8-8de0-ab50ce1f610c/67956144-0508-45ed-934a-ac5fa1d15788) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:45.048264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-54a7bc5f-b9fe-4680-adcd-e3c466622e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:45.061282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-54a7bc5f-b9fe-4680-adcd-e3c466622e3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2286153 Nov 19 18:57:45.262296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e51d18d-697c-4b6a-a383-bb947429537a None None] Network 6b12120c-2801-47c9-9799-bcf3692162a2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:57:45.319571 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:45.382605 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:45.409269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9366726-b693-4eb0-a5bc-b5cc597ff332 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:45.444154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:45.446156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Port': ['ID=67956144-0508-45ed-934a-ac5fa1d15788,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:45.481553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network 6b12120c-2801-47c9-9799-bcf3692162a2 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:45.490154 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:45.503487 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-94846cca-10ab-4a81-b8f8-263422bd35eb None None] Provisioning complete for port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:45.506320 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94846cca-10ab-4a81-b8f8-263422bd35eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:45.511719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:45.543037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-72629adf-8ae8-4e26-baed-556360edefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:45.546359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-72629adf-8ae8-4e26-baed-556360edefdb service neutron] 10.222.0.50 "GET /v2.0/ports/62444648-498b-491c-aba6-11b998345ba2 HTTP/1.1" status: 200 len: 1093 time: 0.5391328 Nov 19 18:57:45.615686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Request body: {'binding': {'host': 'n-h1-815373-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:45.618006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Unknown quota resources ['binding']. {{(pid=109887) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:57:45.646566 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:45.649783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:45.660871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Transition to ACTIVE for port object b9366726-b693-4eb0-a5bc-b5cc597ff332 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:57:45.740419 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8d41ace8-6079-47e7-b1fb-3b74200cf291 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7664764 Nov 19 18:57:45.788813 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94846cca-10ab-4a81-b8f8-263422bd35eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:45.806549 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:45.878393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37880) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:45.893043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-94846cca-10ab-4a81-b8f8-263422bd35eb None None] For port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5c911bf2-2545-4cd5-a62c-4cd5597fbe43,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:45.906686 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94846cca-10ab-4a81-b8f8-263422bd35eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:45.953773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b211098d-d19b-4bd5-bdec-8ee794e79343 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:46.085446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6041f638-093d-4dfc-8416-94777d9abb68 None None] Network 18e71340-48e5-45a3-a91b-e4f71f01a421 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:57:46.092116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94846cca-10ab-4a81-b8f8-263422bd35eb None None] Pushing event updated for resources: {'Port': ['ID=5c911bf2-2545-4cd5-a62c-4cd5597fbe43,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:46.200075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b211098d-d19b-4bd5-bdec-8ee794e79343 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:46.200529 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:46.213622 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-75da2aa7-fc24-4270-8bed-e2315f3dc5cc service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1429667 Nov 19 18:57:46.214696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Pushing event updated for resources: {'Port': ['ID=b9366726-b693-4eb0-a5bc-b5cc597ff332,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:46.218285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-707457189-network', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:46.250126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261b96c-37e8-4143-8d0a-2d87752cf5f8 req-f4ac0a8c-234b-42f5-acb2-eba6049a8af6 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:46.255290 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a261b96c-37e8-4143-8d0a-2d87752cf5f8 req-f4ac0a8c-234b-42f5-acb2-eba6049a8af6 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 945 time: 0.7817645 Nov 19 18:57:46.286736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-633c3d8a-79cf-408e-a178-e1284227a2a3 None None] Provisioning complete for port b211098d-d19b-4bd5-bdec-8ee794e79343 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:46.287315 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-633c3d8a-79cf-408e-a178-e1284227a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:46.310370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Made reservation on behalf of ca9babe42a11492796ab1ce4fa3e20cf for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:46.316515 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:46.362797 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:46.595356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a261b96c-37e8-4143-8d0a-2d87752cf5f8 req-ee0d4cf9-a1e7-4da3-a999-51e9d75992c8 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192647 Nov 19 18:57:46.596113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Attempting to bind port b9366726-b693-4eb0-a5bc-b5cc597ff332 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:46.596464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Attempting to bind port b9366726-b693-4eb0-a5bc-b5cc597ff332 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:46.596946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Attempting to bind port b9366726-b693-4eb0-a5bc-b5cc597ff332 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:46.615444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Port b9366726-b693-4eb0-a5bc-b5cc597ff332 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:57:46.615776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Attempting to bind port b9366726-b693-4eb0-a5bc-b5cc597ff332 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:46.635125 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:46.641990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:46.666111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:46.670187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:46.672358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:46.673231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Bound port: b9366726-b693-4eb0-a5bc-b5cc597ff332, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:46.674798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:46.696825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:57:46.738633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:46.738930 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Added segment 198d0b36-c435-44d6-a5e7-f0f6ef57366d of type vlan for network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f Nov 19 18:57:46.746688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5c33d6-c858-4da3-9180-32b62285726f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:46.764890 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d870286-bd82-48e1-bb28-54970da083c1 x-openstack-request-id: req-4d870286-bd82-48e1-bb28-54970da083c1 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:46.764890 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d", "name": "network-vif-plugged", "status": "completed", "tag": "51c434fd-0133-4611-bc0b-56dfc16c975e", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:46.765358 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d870286-bd82-48e1-bb28-54970da083c1 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:46.766037 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c434fd-0133-4611-bc0b-56dfc16c975e', 'code': 200} Nov 19 18:57:46.843383 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-633c3d8a-79cf-408e-a178-e1284227a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:46.857112 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:46.959084 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:46.969209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928c153-9fad-4101-9780-91c7dfefb4a4 req-2d9cc636-b2fb-4d68-8ab8-e37fb5955316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:46.970819 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4928c153-9fad-4101-9780-91c7dfefb4a4 req-2d9cc636-b2fb-4d68-8ab8-e37fb5955316 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 1096 time: 0.1227405 Nov 19 18:57:46.987484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-c730657b-11c3-43eb-ab81-236313427875 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584224 Nov 19 18:57:47.023122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:47.034568 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.036363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:47.041986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.047615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-633c3d8a-79cf-408e-a178-e1284227a2a3 None None] For port b211098d-d19b-4bd5-bdec-8ee794e79343, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b211098d-d19b-4bd5-bdec-8ee794e79343,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:47.069534 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcaa847-c3df-4f2e-8004-dd5bff0230c1 x-openstack-request-id: req-8bcaa847-c3df-4f2e-8004-dd5bff0230c1 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:47.071070 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d6f562-dfd3-4352-a02f-a2c736d9a2d0", "tag": "1f4e0031-4617-4f71-a4db-e26503e370bc", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:47.072816 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bcaa847-c3df-4f2e-8004-dd5bff0230c1 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:47.073495 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d6f562-dfd3-4352-a02f-a2c736d9a2d0', 'tag': '1f4e0031-4617-4f71-a4db-e26503e370bc', 'status': 'completed', 'code': 200} Nov 19 18:57:47.105400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] For port b9366726-b693-4eb0-a5bc-b5cc597ff332, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:47.136566 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-633c3d8a-79cf-408e-a178-e1284227a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.147431 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2675576 Nov 19 18:57:47.177996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 on host n-h1-815373-6 for vnic_type normal with profile None {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:47.180280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:47.182284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:47.198262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37894) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:47.203637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Port 62444648-498b-491c-aba6-11b998345ba2 on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:57:47.208349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:47.214099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] Request body: {'subnet': {'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-707457189-subnet', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:47.265175 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:57:47.265879 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:57:47.304866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] For port b9366726-b693-4eb0-a5bc-b5cc597ff332, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b9366726-b693-4eb0-a5bc-b5cc597ff332,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:47.306564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:47.321586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:47.322422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:47.323069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Bound port: 62444648-498b-491c-aba6-11b998345ba2, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:47.332924 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] Made reservation on behalf of ca9babe42a11492796ab1ce4fa3e20cf for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:47.335780 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.387589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-257ebe14-8210-4ee3-988f-92918d8bf7fb None None] Provisioning complete for port 00e8f34b-4ae3-4047-a368-968e2e9be854 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:47.388071 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-257ebe14-8210-4ee3-988f-92918d8bf7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.435358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-257ebe14-8210-4ee3-988f-92918d8bf7fb None None] Port 00e8f34b-4ae3-4047-a368-968e2e9be854 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:57:47.458703 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.461018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c3d8a-79cf-408e-a178-e1284227a2a3 None None] Pushing event updated for resources: {'Port': ['ID=b211098d-d19b-4bd5-bdec-8ee794e79343,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:47.465124 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-257ebe14-8210-4ee3-988f-92918d8bf7fb None None] Provisioning complete for port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:47.465617 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-257ebe14-8210-4ee3-988f-92918d8bf7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.472127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:57:47.495820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:47.496337 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.576156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feaa86-e55f-446f-80b1-9685e025b7bd req-02e55fa7-b4e8-400d-af1d-7ae6f453d9a2 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:47.585148 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86feaa86-e55f-446f-80b1-9685e025b7bd req-02e55fa7-b4e8-400d-af1d-7ae6f453d9a2 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 944 time: 0.2974386 Nov 19 18:57:47.595092 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.601076 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4928c153-9fad-4101-9780-91c7dfefb4a4 req-defa3e7d-e19e-42a4-8da8-7e1d36158460 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208534 Nov 19 18:57:47.662466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cdfda16-eaa8-42de-8ab8-e99fa8c058a9,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:47.667712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5d95a-ad14-4b52-be72-367aa798a4e3 admin admin] Pushing event updated for resources: {'Network': ['ID=dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:47.713402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] Checking segment: {'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:47.713902 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] Network hostable DHCP agents. Network: dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:57:47.735615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] Network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:57:47.740575 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86feaa86-e55f-446f-80b1-9685e025b7bd req-a0c868ed-47da-4453-bbce-bf8524ca96b5 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538708 Nov 19 18:57:47.752817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:47.754579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.756458 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] 10.222.0.57 "PUT /v2.0/ports/b9366726-b693-4eb0-a5bc-b5cc597ff332 HTTP/1.1" status: 200 len: 1096 time: 5.0525522 Nov 19 18:57:47.765862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:47.779416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:47.780023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.806123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a req-35f6306b-0280-4728-879d-d09f1592e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:47.807662 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a req-35f6306b-0280-4728-879d-d09f1592e6ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=58d6f562-dfd3-4352-a02f-a2c736d9a2d0 HTTP/1.1" status: 200 len: 1098 time: 0.6889157 Nov 19 18:57:47.821628 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-25c769d7-31f1-48bc-95a0-2e4e4fc3ccce admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6196141 Nov 19 18:57:47.828048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37898) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:47.832495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:47.867317 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.868972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:57:47.872659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:47.875570 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f60d3c-d070-4633-8ab4-2472604f9a0d None None] Network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:57:47.963042 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:48.047833 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a req-6aa5711d-e14e-45a6-b186-0cc8a837e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:48.049935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a req-6aa5711d-e14e-45a6-b186-0cc8a837e78d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1986356 Nov 19 18:57:48.053113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=62444648-498b-491c-aba6-11b998345ba2,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:48.113142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca0134-8681-4f37-83af-474112fc7f9f service neutron] Pushing event updated for resources: {'Port': ['ID=b9366726-b693-4eb0-a5bc-b5cc597ff332,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:48.164202 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:48.182758 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] Publish callbacks [] for binding, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:48.195804 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-520f82f4-fe97-4371-9b35-118867f0efce service neutron] 10.222.0.50 "POST /v2.0/ports/62444648-498b-491c-aba6-11b998345ba2/bindings HTTP/1.1" status: 201 len: 389 time: 2.6018114 Nov 19 18:57:48.196018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'fixed_ips': [{'subnet_id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:57:48.197380 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:48.217109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a req-5c191bbb-4006-478f-a1d7-0b4a089f3da9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=1f4e0031-4617-4f71-a4db-e26503e370bc HTTP/1.1" status: 200 len: 217 time: 0.1530364 Nov 19 18:57:48.231807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:48.248008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-12567898-317d-4c8b-9dab-73c4ef58db31 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:48.252255 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-12567898-317d-4c8b-9dab-73c4ef58db31 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.21 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 812 time: 1.0523527 Nov 19 18:57:48.266396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693bed2-c7d6-471f-9191-b8d32ab819da req-d8ba4bde-bfdc-4abc-8fc0-3f44b7d476d2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:48.283055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f693bed2-c7d6-471f-9191-b8d32ab819da req-d8ba4bde-bfdc-4abc-8fc0-3f44b7d476d2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 948 time: 0.4233279 Nov 19 18:57:48.320901 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:48.353310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-257ebe14-8210-4ee3-988f-92918d8bf7fb None None] Provisioning complete for port 67956144-0508-45ed-934a-ac5fa1d15788 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:48.353687 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-257ebe14-8210-4ee3-988f-92918d8bf7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:48.362103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a req-89372f02-2c25-4038-8616-f386c931f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:48.365351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a req-89372f02-2c25-4038-8616-f386c931f18a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1103933 Nov 19 18:57:48.369658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Request body: {'port': {'device_id': 'bc632370-4235-41c6-9cc5-3a34e0b47b4b', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'admin_state_up': True, 'tenant_id': '150e4155c84e42198c074cd95c02f145'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:48.398597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-48434ea5-8ab6-4266-b3af-f6f6e34ddcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:48.402086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-48434ea5-8ab6-4266-b3af-f6f6e34ddcf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 1099 time: 0.3443551 Nov 19 18:57:48.464972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7b46089-6a22-4b69-9bea-cbdde2cdb7a5 req-38172cfc-08f3-491d-953d-b3eec414d03d tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 210 time: 0.0619175 Nov 19 18:57:48.545338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:48.548890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-257ebe14-8210-4ee3-988f-92918d8bf7fb None None] Port 67956144-0508-45ed-934a-ac5fa1d15788 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:57:48.555407 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:48.555776 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:48.562213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-51437288-a408-4184-972f-13c9cd6299fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b9366726-b693-4eb0-a5bc-b5cc597ff332 HTTP/1.1" status: 200 len: 217 time: 0.0910671 Nov 19 18:57:48.576971 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:48.631441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-56280b09-421f-406c-9bf1-68f478e127b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:48.633207 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-56280b09-421f-406c-9bf1-68f478e127b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0602107 Nov 19 18:57:48.659814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Allocated IP 172.20.0.2 (dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f/0cdfda16-eaa8-42de-8ab8-e99fa8c058a9/d4a87b7d-0610-41c4-baa7-60e1978d5cd7) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:48.713232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:48.743202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f693bed2-c7d6-471f-9191-b8d32ab819da req-a62500e6-fdf5-45a1-8dfc-3e70fa3f85e1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696482 Nov 19 18:57:48.749147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a req-0ff2c89f-0ce7-4238-a812-acd1c2149193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:48.750755 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a req-0ff2c89f-0ce7-4238-a812-acd1c2149193 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3754041 Nov 19 18:57:48.754187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e94a2bd8-d727-41fb-b965-cdcfcae960be None None] Provisioning complete for port 67956144-0508-45ed-934a-ac5fa1d15788 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:48.756211 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e94a2bd8-d727-41fb-b965-cdcfcae960be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:48.759289 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:48.764913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-1129867c-9244-4f69-9d1a-2789fc9bd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:48.766554 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-1129867c-9244-4f69-9d1a-2789fc9bd4ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035349 Nov 19 18:57:48.767695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465c6191-ccb1-4c52-bee9-9c36c36a4d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b3715b-a3e5-468b-ae57-4b5bd1f25df4'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:48.775109 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b207975-5455-487d-89c9-59e99a2f80cd" -d '{"events": [{"server_uuid": "465c6191-ccb1-4c52-bee9-9c36c36a4d3b", "name": "network-vif-plugged", "status": "completed", "tag": "c9b3715b-a3e5-468b-ae57-4b5bd1f25df4"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:48.788602 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:48.920926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Allocated IP 172.25.3.253 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/069a79ef-f165-473a-8676-e719618dc9e6) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:48.937414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e94a2bd8-d727-41fb-b965-cdcfcae960be None None] Port 67956144-0508-45ed-934a-ac5fa1d15788 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:57:48.950967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-e26dbbdf-3311-4f57-bbdb-18119e976a3b service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564705 Nov 19 18:57:48.992165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Made reservation on behalf of 150e4155c84e42198c074cd95c02f145 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:48.996244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.031111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e94a2bd8-d727-41fb-b965-cdcfcae960be None None] Provisioning complete for port b211098d-d19b-4bd5-bdec-8ee794e79343 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:49.037021 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e94a2bd8-d727-41fb-b965-cdcfcae960be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.056245 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.083428 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5065f2fc-e135-4587-a85a-f70f4e2cab72', 'tag': 'b9366726-b693-4eb0-a5bc-b5cc597ff332'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:49.086200 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812" -d '{"events": [{"name": "network-changed", "server_uuid": "5065f2fc-e135-4587-a85a-f70f4e2cab72", "tag": "b9366726-b693-4eb0-a5bc-b5cc597ff332"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:49.095265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-8ced75cd-7e8f-449d-b127-3aa4f22961bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:49.099852 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-8ced75cd-7e8f-449d-b127-3aa4f22961bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 1096 time: 0.4357886 Nov 19 18:57:49.109071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.112472 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37910) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:49.213625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-89fe6ed0-50d3-4ba0-bb03-969574a74e4f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714266720', 'description': 'tempest-description--1453266608'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:49.228908 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.244267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Pushing event updated for resources: {'Port': ['ID=069a79ef-f165-473a-8676-e719618dc9e6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:49.267709 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-89fe6ed0-50d3-4ba0-bb03-969574a74e4f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.277961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b211098d-d19b-4bd5-bdec-8ee794e79343 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:49.280306 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.338579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Allocated IP 172.20.0.4 (868a0451-7a93-491d-aa08-705efd7de61f/ad1bc7be-31c4-455f-8b22-2cfdf211e77c/f4e5a938-65e7-43e9-8674-924bf8597028) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:49.364324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:49.402793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:49.428268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536396e-dd80-43df-ae15-e7867ac3f1eb req-da4c2ad2-78b3-4f86-a023-e9774c3b7126 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:49.429846 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0536396e-dd80-43df-ae15-e7867ac3f1eb req-da4c2ad2-78b3-4f86-a023-e9774c3b7126 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 945 time: 0.4499438 Nov 19 18:57:49.436092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:49.444670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:49.448712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:49.453367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Pushing event updated for resources: {'Port': ['ID=d4a87b7d-0610-41c4-baa7-60e1978d5cd7,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:49.488963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-829abd94-6e98-43ca-a3ed-cce96dc5c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:49.490810 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-829abd94-6e98-43ca-a3ed-cce96dc5c38c service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.2881835 Nov 19 18:57:49.491982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:49.498629 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a req-f7f6b936-d4f8-4f2d-abda-1b145f3af351 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290804 Nov 19 18:57:49.518100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d34e77-c9bb-4da3-96e2-11de44bdb4eb req-8c36c9f9-6c40-45b6-8ba8-ae8b09413ae8 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347602 Nov 19 18:57:49.557297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b211098d-d19b-4bd5-bdec-8ee794e79343 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:49.558419 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.561658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Attempting to bind port d4a87b7d-0610-41c4-baa7-60e1978d5cd7 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:49.562306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Attempting to bind port d4a87b7d-0610-41c4-baa7-60e1978d5cd7 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:49.563585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Attempting to bind port d4a87b7d-0610-41c4-baa7-60e1978d5cd7 on network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:49.592352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:49.593159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Checking segment: {'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:49.594454 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.595071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Bound using segment: {'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:49.596361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Bound port: d4a87b7d-0610-41c4-baa7-60e1978d5cd7, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:49.596999 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.609103 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-e6a3ae83-6f5d-495e-bbe6-1b1af488406a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62444648-498b-491c-aba6-11b998345ba2 HTTP/1.1" status: 200 len: 217 time: 0.0790765 Nov 19 18:57:49.655171 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0536396e-dd80-43df-ae15-e7867ac3f1eb req-2842139b-fd30-40a7-ad0a-cc688a74fd88 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138557 Nov 19 18:57:49.656986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd11c3-49aa-4dad-8f8c-fe910b845b1d req-c721702e-c004-4793-bf79-51020b3f01ad tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:49.669031 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2dd11c3-49aa-4dad-8f8c-fe910b845b1d req-c721702e-c004-4793-bf79-51020b3f01ad tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 945 time: 0.3034799 Nov 19 18:57:49.739876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4c48e10-d35a-4a1c-9a04-8fd707d0da1a req-0d7493ee-e976-40bf-8779-c1ed4bafde7f service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250116 Nov 19 18:57:49.743296 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.800060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] For port d4a87b7d-0610-41c4-baa7-60e1978d5cd7, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:49.807560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:49.813234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] For port d4a87b7d-0610-41c4-baa7-60e1978d5cd7, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d4a87b7d-0610-41c4-baa7-60e1978d5cd7,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:49.856515 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.868780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f1ced-cfa1-4548-b9dc-980bda2e873e req-d73de30d-c569-4645-81d0-1fb234950662 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:49.870397 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-768f1ced-cfa1-4548-b9dc-980bda2e873e req-d73de30d-c569-4645-81d0-1fb234950662 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 945 time: 0.1001656 Nov 19 18:57:49.882668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.961957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7864b4f-aa5a-467f-9f57-3a741c8941c7 None None] Pushing event updated for resources: {'Port': ['ID=d4a87b7d-0610-41c4-baa7-60e1978d5cd7,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:49.976985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:49.977611 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:49.992216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-b14ed4fd-4c25-40d0-91b6-7743cc8fa881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:49.994600 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-b14ed4fd-4c25-40d0-91b6-7743cc8fa881 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.3639491 Nov 19 18:57:50.025658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Network 868a0451-7a93-491d-aa08-705efd7de61f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:50.032664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:50.041591 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-768f1ced-cfa1-4548-b9dc-980bda2e873e req-9cc37695-f745-4416-89c9-9abc408f4d22 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604488 Nov 19 18:57:50.042653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:50.057139 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2dd11c3-49aa-4dad-8f8c-fe910b845b1d req-59541469-74f2-486d-9314-c40e386b55b2 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865674 Nov 19 18:57:50.060749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-89fe6ed0-50d3-4ba0-bb03-969574a74e4f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:50.123847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-6c4411c6-2ef4-462c-af9e-62d42eff5b57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168351 Nov 19 18:57:50.153736 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cee3f53-91ec-4f2b-b15d-6cf89a4de9ec x-openstack-request-id: req-1cee3f53-91ec-4f2b-b15d-6cf89a4de9ec {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:50.154082 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465c6191-ccb1-4c52-bee9-9c36c36a4d3b", "name": "network-vif-plugged", "status": "completed", "tag": "c9b3715b-a3e5-468b-ae57-4b5bd1f25df4", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:50.226543 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1cee3f53-91ec-4f2b-b15d-6cf89a4de9ec {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:50.226543 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465c6191-ccb1-4c52-bee9-9c36c36a4d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b3715b-a3e5-468b-ae57-4b5bd1f25df4', 'code': 200} Nov 19 18:57:50.227067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event updated for resources: {'Port': ['ID=f4e5a938-65e7-43e9-8674-924bf8597028,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:50.227782 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-89fe6ed0-50d3-4ba0-bb03-969574a74e4f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:50.228285 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2e48df-dd89-4a24-8d08-5c5ea0fec4db x-openstack-request-id: req-ca2e48df-dd89-4a24-8d08-5c5ea0fec4db {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:50.228285 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5065f2fc-e135-4587-a85a-f70f4e2cab72", "tag": "b9366726-b693-4eb0-a5bc-b5cc597ff332", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:50.228285 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca2e48df-dd89-4a24-8d08-5c5ea0fec4db {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:50.228285 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5065f2fc-e135-4587-a85a-f70f4e2cab72', 'tag': 'b9366726-b693-4eb0-a5bc-b5cc597ff332', 'status': 'completed', 'code': 200} Nov 19 18:57:50.450604 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-89fe6ed0-50d3-4ba0-bb03-969574a74e4f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:50.456752 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-89fe6ed0-50d3-4ba0-bb03-969574a74e4f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2551441 Nov 19 18:57:50.527444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37930) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:50.530875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-5ba6b1a6-3eb9-41df-bcb4-c004c7726509 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898990 Nov 19 18:57:50.545291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-99698444-d271-44fd-8c45-a43b2d384ad8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'security_group_rule': {'security_group_id': 'd1f57b86-84f6-4953-ad74-8b7bd4ac9d05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:50.550160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe6ed0-50d3-4ba0-bb03-969574a74e4f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:50.677571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-55418eae-44ec-4fef-8cb2-6d93ed0022b2 None None] Provisioning complete for port f4e5a938-65e7-43e9-8674-924bf8597028 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:50.678440 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55418eae-44ec-4fef-8cb2-6d93ed0022b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:50.755656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-55418eae-44ec-4fef-8cb2-6d93ed0022b2 None None] Port f4e5a938-65e7-43e9-8674-924bf8597028 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:57:50.869550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:50.870204 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:50.920162 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bd405-99b9-4a91-9ea4-401e24e6b2dd req-9b2d2f75-249e-4468-8a4f-9a4401d6e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:50.922048 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-905bd405-99b9-4a91-9ea4-401e24e6b2dd req-9b2d2f75-249e-4468-8a4f-9a4401d6e881 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 1096 time: 0.6591234 Nov 19 18:57:50.969153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812 req-83c48668-9ae6-4856-ad9d-2e558e7409bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:50.970708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812 req-83c48668-9ae6-4856-ad9d-2e558e7409bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 1099 time: 0.7359521 Nov 19 18:57:50.987489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54660794-e38d-4751-8adc-e9f0a76a8839 req-9ad5a7e7-af0f-47fc-a643-03335347b625 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:50.990356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54660794-e38d-4751-8adc-e9f0a76a8839 req-9ad5a7e7-af0f-47fc-a643-03335347b625 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 931 time: 0.1456993 Nov 19 18:57:51.036640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-905bd405-99b9-4a91-9ea4-401e24e6b2dd req-0d01dc7e-09dc-4ebe-b0d5-9fc451b28df6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066000 Nov 19 18:57:51.042089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1f4e0031-4617-4f71-a4db-e26503e370bc details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:57:51.070720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47961022-a5c4-4992-885d-affecab6d5cf req-f3471b18-ab4c-4c70-96dc-43a9e0690029 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:51.072467 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47961022-a5c4-4992-885d-affecab6d5cf req-f3471b18-ab4c-4c70-96dc-43a9e0690029 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 948 time: 0.7767203 Nov 19 18:57:51.145138 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54660794-e38d-4751-8adc-e9f0a76a8839 req-70fcf5b1-70d7-4a26-a78c-60ae573916f3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422811 Nov 19 18:57:51.185007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d4a87b7d-0610-41c4-baa7-60e1978d5cd7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:51.193700 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47961022-a5c4-4992-885d-affecab6d5cf req-e6529f3f-363e-49e2-ba3e-ffbbea7632d8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036839 Nov 19 18:57:51.211374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812 req-3a98eba2-bbdf-4353-b689-95fa3cea0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:51.213388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812 req-3a98eba2-bbdf-4353-b689-95fa3cea0216 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2221417 Nov 19 18:57:51.298399 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99698444-d271-44fd-8c45-a43b2d384ad8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:51.310774 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:51.355487 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 1f4e0031-4617-4f71-a4db-e26503e370bc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1f4e0031-4617-4f71-a4db-e26503e370bc,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:51.363907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-556c8f93-53de-4740-a5e6-c4bdd3fae5dc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0035999 Nov 19 18:57:51.365313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812 req-00d3dc1f-28cb-4059-82d3-ee822e60bd18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b9366726-b693-4eb0-a5bc-b5cc597ff332 HTTP/1.1" status: 200 len: 217 time: 0.1400268 Nov 19 18:57:51.389573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '1f4e0031-4617-4f71-a4db-e26503e370bc', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '1f4e0031-4617-4f71-a4db-e26503e370bc', 'mac_address': 'fa:16:3e:bb:0c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:57:51.391312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d4a87b7d-0610-41c4-baa7-60e1978d5cd7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:51.391680 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:51.400210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-3a2daee2-3fcf-4008-8fe0-52d9751e6a58 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8435726 Nov 19 18:57:51.409090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Request body: {'port': {'device_id': 'bc632370-4235-41c6-9cc5-3a34e0b47b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:51.524930 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:51.554091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4e0031-4617-4f71-a4db-e26503e370bc {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:51.583274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812 req-eb3a5666-b14f-455a-812c-853ebf01a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:51.588390 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812 req-eb3a5666-b14f-455a-812c-853ebf01a4d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2112412 Nov 19 18:57:51.637989 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:51.700898 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99698444-d271-44fd-8c45-a43b2d384ad8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:51.704477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a6f1b-d660-464e-a896-eaabd7d5e0bf req-9f9a907e-77d1-4b0c-88ff-1ae90bbb82ea tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:51.706119 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b1a6f1b-d660-464e-a896-eaabd7d5e0bf req-9f9a907e-77d1-4b0c-88ff-1ae90bbb82ea tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 945 time: 0.2704852 Nov 19 18:57:51.751930 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99698444-d271-44fd-8c45-a43b2d384ad8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:51.774799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 1f4e0031-4617-4f71-a4db-e26503e370bc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1f4e0031-4617-4f71-a4db-e26503e370bc,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:51.794860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a5c86-f2f1-4b30-b34f-3d4e3346ee60 req-ad307b1f-8a00-4f9e-b96a-a87685ba12ad tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:51.806773 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-907a5c86-f2f1-4b30-b34f-3d4e3346ee60 req-ad307b1f-8a00-4f9e-b96a-a87685ba12ad tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 945 time: 0.3791778 Nov 19 18:57:51.806971 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:51.807071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-f3cc7b0d-1430-4549-a8cd-3bf363fcb441 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:51.807071 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-f3cc7b0d-1430-4549-a8cd-3bf363fcb441 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1096 time: 0.3301232 Nov 19 18:57:51.820024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815373-6'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:51.848914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812 req-026e44b3-eaff-4dff-83d9-ac580c5f7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:51.848914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812 req-026e44b3-eaff-4dff-83d9-ac580c5f7d71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2336471 Nov 19 18:57:51.849328 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:51.858587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e37194c-b4f7-4869-ae29-f87ff16d0ed7 None None] Network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:57:51.871972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b1a6f1b-d660-464e-a896-eaabd7d5e0bf req-3fbb2688-df16-4266-b538-707eb17817b2 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264162 Nov 19 18:57:51.883749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99698444-d271-44fd-8c45-a43b2d384ad8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:51.890740 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-99698444-d271-44fd-8c45-a43b2d384ad8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3552403 Nov 19 18:57:51.900440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37948) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:51.905517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3888023b-7154-4776-8ad6-070ea0d455d1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'security_group_rule': {'security_group_id': 'd1f57b86-84f6-4953-ad74-8b7bd4ac9d05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:51.908945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port d4a87b7d-0610-41c4-baa7-60e1978d5cd7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d4a87b7d-0610-41c4-baa7-60e1978d5cd7,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:51.925730 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-907a5c86-f2f1-4b30-b34f-3d4e3346ee60 req-98c7a002-8d8f-4f92-a37a-2a3530d02e86 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156204 Nov 19 18:57:51.963750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99698444-d271-44fd-8c45-a43b2d384ad8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ba9535-cccc-4610-80c2-8fb2b08d9ec0,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:52.031349 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.053731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.078167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.130726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-972f3d1b-92cd-4f69-ab8a-863314526eb9 None None] Provisioning complete for port d4a87b7d-0610-41c4-baa7-60e1978d5cd7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:52.131065 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-972f3d1b-92cd-4f69-ab8a-863314526eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.134822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=1f4e0031-4617-4f71-a4db-e26503e370bc,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:52.202867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36420e08-a4e4-4b05-bfaf-e54d91ce0e15 req-1b4c0518-6ec0-4bc8-9811-60296db1858e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:52.203525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1f4e0031-4617-4f71-a4db-e26503e370bc'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:52.204803 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36420e08-a4e4-4b05-bfaf-e54d91ce0e15 req-1b4c0518-6ec0-4bc8-9811-60296db1858e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 945 time: 0.1879883 Nov 19 18:57:52.221429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3888023b-7154-4776-8ad6-070ea0d455d1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.264073 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812 req-70f564b7-b3e5-4c8a-8b8e-f37611510796 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111288 Nov 19 18:57:52.353802 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=d4a87b7d-0610-41c4-baa7-60e1978d5cd7,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:52.371492 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3888023b-7154-4776-8ad6-070ea0d455d1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.389274 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3888023b-7154-4776-8ad6-070ea0d455d1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.467033 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36420e08-a4e4-4b05-bfaf-e54d91ce0e15 req-dfdd4d87-b4fe-4fab-ae4a-0bb34594075a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521746 Nov 19 18:57:52.467819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888023b-7154-4776-8ad6-070ea0d455d1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf371b4-b80c-462d-a931-8469cebe07e6,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:52.496197 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3888023b-7154-4776-8ad6-070ea0d455d1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.496197 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3888023b-7154-4776-8ad6-070ea0d455d1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5943739 Nov 19 18:57:52.501550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37966) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:52.506449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:52.601311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ded0cc9-9a0a-4ba4-8b81-ddda14d43812 req-b78f3105-afa2-4936-a5dd-b915126eda7a service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199852 Nov 19 18:57:52.672340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e3a88-fbfb-4dd5-be25-5c6287290721 req-f58cfd11-e442-4d24-be0d-76a79c0146ab tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:52.692353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e81e3a88-fbfb-4dd5-be25-5c6287290721 req-f58cfd11-e442-4d24-be0d-76a79c0146ab tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 931 time: 0.4040625 Nov 19 18:57:52.703028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=62444648-498b-491c-aba6-11b998345ba2,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:52.753518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.761101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e5a938-65e7-43e9-8674-924bf8597028 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:52.787678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.792367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:52.848233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6fd99-ba51-463b-b6e0-869f087660e6 req-6b73e5d3-1803-4e01-a743-0d287e42b08f tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:52.850182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4fa6fd99-ba51-463b-b6e0-869f087660e6 req-6b73e5d3-1803-4e01-a743-0d287e42b08f tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 948 time: 0.1429148 Nov 19 18:57:52.854230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Transition to ACTIVE for port object f4e5a938-65e7-43e9-8674-924bf8597028 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:57:52.871095 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.906411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:52.909443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62444648-498b-491c-aba6-11b998345ba2'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:52.912871 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab0d668-1417-4ff7-990b-87c2f5823d0c" -d '{"events": [{"server_uuid": "ebb4ab05-2698-4e9b-b8a7-01d7f565655c", "name": "network-vif-unplugged", "status": "completed", "tag": "62444648-498b-491c-aba6-11b998345ba2"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:52.928239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:53.002142 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e81e3a88-fbfb-4dd5-be25-5c6287290721 req-20180f3a-7e9e-45d9-97a2-75f57ea3d04c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891316 Nov 19 18:57:53.012495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Router 626f5a67-babd-487d-9b04-bb0fb3901d93 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:57:53.023918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e5a938-65e7-43e9-8674-924bf8597028,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:53.045414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4fa6fd99-ba51-463b-b6e0-869f087660e6 req-9308cc2f-97d4-4adb-8317-6e3391a2b354 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826444 Nov 19 18:57:53.064068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b61e920a-0ce1-4dca-b2e2-4826f75f08a7 None None] Provisioning complete for port d4a87b7d-0610-41c4-baa7-60e1978d5cd7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:53.067020 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b61e920a-0ce1-4dca-b2e2-4826f75f08a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:53.178831 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:53.190052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Attempting to bind port f4e5a938-65e7-43e9-8674-924bf8597028 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:53.190538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Attempting to bind port f4e5a938-65e7-43e9-8674-924bf8597028 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:53.191000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Attempting to bind port f4e5a938-65e7-43e9-8674-924bf8597028 on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:53.200251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Port f4e5a938-65e7-43e9-8674-924bf8597028 on network 868a0451-7a93-491d-aa08-705efd7de61f not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:57:53.200922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Attempting to bind port f4e5a938-65e7-43e9-8674-924bf8597028 on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:53.243269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d4a87b7d-0610-41c4-baa7-60e1978d5cd7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:53.253445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:53.253820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Checking segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:53.255101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Bound using segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:53.255398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Bound port: f4e5a938-65e7-43e9-8674-924bf8597028, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:53.256267 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:53.272898 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366b3919-3a17-4afa-9f5c-16eb3c635f68 x-openstack-request-id: req-366b3919-3a17-4afa-9f5c-16eb3c635f68 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:53.273386 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb4ab05-2698-4e9b-b8a7-01d7f565655c", "name": "network-vif-unplugged", "status": "completed", "tag": "62444648-498b-491c-aba6-11b998345ba2", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:53.275463 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-366b3919-3a17-4afa-9f5c-16eb3c635f68 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:53.275903 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62444648-498b-491c-aba6-11b998345ba2', 'code': 200} Nov 19 18:57:53.337297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d4a87b7d-0610-41c4-baa7-60e1978d5cd7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:53.342003 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:53.356892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Pushing event updated for resources: {'Port': ['ID=62444648-498b-491c-aba6-11b998345ba2,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:53.456231 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 on host n-h2-815373-6 for vnic_type normal with profile {"migrating_to": "n-h1-815373-6"} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:53.456686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:53.457032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:53.464647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Allocated IP 172.25.3.183 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/9cafe875-e753-4017-b1d0-f9566ca49c86) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:53.470682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] For port f4e5a938-65e7-43e9-8674-924bf8597028, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:53.479508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ef445-232d-4709-bae5-218e64b63c30 req-759a1d24-a8b5-45c3-a346-fde503c5fc45 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:53.480469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] For port f4e5a938-65e7-43e9-8674-924bf8597028, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f4e5a938-65e7-43e9-8674-924bf8597028,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:53.481621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-060ef445-232d-4709-bae5-218e64b63c30 req-759a1d24-a8b5-45c3-a346-fde503c5fc45 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 945 time: 0.2006931 Nov 19 18:57:53.484924 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Port 62444648-498b-491c-aba6-11b998345ba2 on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:57:53.485247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Attempting to bind port 62444648-498b-491c-aba6-11b998345ba2 on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:53.503837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbab4c-7652-4b26-a37c-698c7bd0e8a0 req-85b23f3a-c398-467a-b716-cd48639b1a45 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:53.506094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ecbab4c-7652-4b26-a37c-698c7bd0e8a0 req-85b23f3a-c398-467a-b716-cd48639b1a45 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 951 time: 0.1469665 Nov 19 18:57:53.508243 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:53.511623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:53.512078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:53.512478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:53.512928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Bound port: 62444648-498b-491c-aba6-11b998345ba2, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:53.513308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:53.520218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:57:53.532382 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Sync routers for ids ['626f5a67-babd-487d-9b04-bb0fb3901d93'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:57:53.553431 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Routers {'626f5a67-babd-487d-9b04-bb0fb3901d93'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:57:53.556823 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:57:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['626f5a67-babd-487d-9b04-bb0fb3901d93'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:57:53.584854 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:53.588619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5e990d7d-de08-485e-8c02-608e149626e5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7585421 Nov 19 18:57:53.589569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:53.589569 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:53.590112 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/f4e5a938-65e7-43e9-8674-924bf8597028 HTTP/1.1" status: 200 len: 1091 time: 2.2139113 Nov 19 18:57:53.591702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38000) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:57:53.601426 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-060ef445-232d-4709-bae5-218e64b63c30 req-ca12f669-50b7-49a0-9d29-97a43ce009dd tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106682 Nov 19 18:57:53.617706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc632370-4235-41c6-9cc5-3a34e0b47b4b', 'tag': 'f4e5a938-65e7-43e9-8674-924bf8597028'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:53.630443 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f557c42-4f85-4258-913f-2cff070b6bba" -d '{"events": [{"name": "network-changed", "server_uuid": "bc632370-4235-41c6-9cc5-3a34e0b47b4b", "tag": "f4e5a938-65e7-43e9-8674-924bf8597028"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:53.677966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:53.689720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=62444648-498b-491c-aba6-11b998345ba2,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:53.704536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:53.761200 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Set router 626f5a67-babd-487d-9b04-bb0fb3901d93 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:57:53.899234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Pushing event updated for resources: {'Port': ['ID=62444648-498b-491c-aba6-11b998345ba2,revision_number=8']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:53.960515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b9366726-b693-4eb0-a5bc-b5cc597ff332 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:57:53.960849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:53.961402 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:53.967130 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-11b16337-f1c5-4187-8bab-54a06e4a3f63 service neutron] 10.222.0.57 "PUT /v2.0/ports/62444648-498b-491c-aba6-11b998345ba2 HTTP/1.1" status: 200 len: 1121 time: 2.1496964 Nov 19 18:57:53.998843 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5761ef-1854-476b-b82e-867e31ad900e req-ba8d80e0-550c-4022-867b-4791164dbd89 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:54.000458 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4c5761ef-1854-476b-b82e-867e31ad900e req-ba8d80e0-550c-4022-867b-4791164dbd89 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 943 time: 0.1913075 Nov 19 18:57:54.027884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bcf3e-cfb1-46a4-8761-304db2d537b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e5a938-65e7-43e9-8674-924bf8597028,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:54.081358 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:50Z', 'revision_number': 3, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:57:54.090564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['62444648-498b-491c-aba6-11b998345ba2'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:54.094032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4c5761ef-1854-476b-b82e-867e31ad900e req-282dbb35-12a6-4030-870a-93c959fbd703 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799303 Nov 19 18:57:54.111399 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Checking router: 626f5a67-babd-487d-9b04-bb0fb3901d93 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:57:54.112002 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Updating router 626f5a67-babd-487d-9b04-bb0fb3901d93 port 069a79ef-f165-473a-8676-e719618dc9e6 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:57:54.143890 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:54.145248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b9366726-b693-4eb0-a5bc-b5cc597ff332, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b9366726-b693-4eb0-a5bc-b5cc597ff332,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:54.164905 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ecbab4c-7652-4b26-a37c-698c7bd0e8a0 req-d561667c-36cd-452d-9c23-bde79415dbad tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804796 Nov 19 18:57:54.165768 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'b9366726-b693-4eb0-a5bc-b5cc597ff332', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': 'b9366726-b693-4eb0-a5bc-b5cc597ff332', 'mac_address': 'fa:16:3e:50:ba:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:57:54.169511 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c487931-d234-4de9-92ba-9b3a339125b2 x-openstack-request-id: req-1c487931-d234-4de9-92ba-9b3a339125b2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:54.171067 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc632370-4235-41c6-9cc5-3a34e0b47b4b", "tag": "f4e5a938-65e7-43e9-8674-924bf8597028", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:54.172520 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c487931-d234-4de9-92ba-9b3a339125b2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:54.173006 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc632370-4235-41c6-9cc5-3a34e0b47b4b', 'tag': 'f4e5a938-65e7-43e9-8674-924bf8597028', 'status': 'completed', 'code': 200} Nov 19 18:57:54.242813 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:54.259664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:54.267789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9366726-b693-4eb0-a5bc-b5cc597ff332 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:54.300174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-877a84e9-7fce-467f-bf59-8311ad59846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:54.302408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-877a84e9-7fce-467f-bf59-8311ad59846c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 1094 time: 0.4800253 Nov 19 18:57:54.304871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b9366726-b693-4eb0-a5bc-b5cc597ff332, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b9366726-b693-4eb0-a5bc-b5cc597ff332,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:54.315947 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:54.374132 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:54.392692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-7e6ff3d5-221d-4685-b581-dcc085e2ee58 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:54.398875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=b9366726-b693-4eb0-a5bc-b5cc597ff332,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:54.402987 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-7e6ff3d5-221d-4685-b581-dcc085e2ee58 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.1581929 Nov 19 18:57:54.418631 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-4746bf4b-cb6d-47b9-b0b5-fbfdedc7e5e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4e5a938-65e7-43e9-8674-924bf8597028 HTTP/1.1" status: 200 len: 217 time: 0.0829148 Nov 19 18:57:54.422166 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-58abf467-8b09-49dd-ac46-014e3126d22e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/quotas/53e6341580de4da8b2e041b6688556b1 HTTP/1.1" status: 200 len: 375 time: 0.0181499 Nov 19 18:57:54.482504 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-58f12671-3473-4c22-96e8-be416c01974f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518179 Nov 19 18:57:54.484595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:54.519457 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:54.520298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c979067-82b0-44a3-910b-3215ad64e69a req-e2f2e750-6457-47b5-90f6-2cccca8be545 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:54.521834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c979067-82b0-44a3-910b-3215ad64e69a req-e2f2e750-6457-47b5-90f6-2cccca8be545 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 943 time: 0.2272227 Nov 19 18:57:54.522841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:54.528246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:54.530508 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:54.572549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Port': ['ID=9cafe875-e753-4017-b1d0-f9566ca49c86,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:54.582663 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Attempting to bind port 069a79ef-f165-473a-8676-e719618dc9e6 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:57:54.583249 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Attempting to bind port 069a79ef-f165-473a-8676-e719618dc9e6 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:57:54.583516 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Attempting to bind port 069a79ef-f165-473a-8676-e719618dc9e6 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:57:54.586927 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-d225ece9-dadc-4003-a1b9-ae6f3c9041fd service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025116 Nov 19 18:57:54.593033 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:57:54.593787 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:57:54.594394 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:54.594984 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:57:54.595459 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Bound port: 069a79ef-f165-473a-8676-e719618dc9e6, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:57:54.595839 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:54.626433 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Pushing event updated for resources: {'Port': ['ID=069a79ef-f165-473a-8676-e719618dc9e6,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:54.639204 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.639551 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.639886 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.640441 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.640779 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.641106 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.641431 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.641773 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.642092 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.642414 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.642787 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.643047 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:57:54.647819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-4f404c5c-74ac-4cc1-a3ed-bbe6852561b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:54.649314 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-4f404c5c-74ac-4cc1-a3ed-bbe6852561b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1889286 Nov 19 18:57:54.665046 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] For port 069a79ef-f165-473a-8676-e719618dc9e6, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:57:54.668798 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] For port 069a79ef-f165-473a-8676-e719618dc9e6, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=069a79ef-f165-473a-8676-e719618dc9e6,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:57:54.673877 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:54.700565 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-f19faab2-1f17-4f27-aed5-310408c95019 service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068523 Nov 19 18:57:54.721966 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c979067-82b0-44a3-910b-3215ad64e69a req-3eeb6231-1254-4c1b-acdf-39302a570335 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859708 Nov 19 18:57:54.727160 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Routers {'626f5a67-babd-487d-9b04-bb0fb3901d93'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:57:54.727782 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:57:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['626f5a67-babd-487d-9b04-bb0fb3901d93'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:57:54.828911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-8a37c40d-db75-4acf-98ab-cb1e67c53643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:54.830541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-8a37c40d-db75-4acf-98ab-cb1e67c53643 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698818 Nov 19 18:57:54.860586 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] Set router 626f5a67-babd-487d-9b04-bb0fb3901d93 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:57:54.862268 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8848c-1f51-4d9a-b181-5448a31a782a None None] Pushing event updated for resources: {'Port': ['ID=069a79ef-f165-473a-8676-e719618dc9e6,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:54.874813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:54.878347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['b9366726-b693-4eb0-a5bc-b5cc597ff332'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:54.956652 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:55.055162 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:55.064176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1f4e0031-4617-4f71-a4db-e26503e370bc up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:55.113032 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:50Z', 'revision_number': 3, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:57:55.130124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290b332-1d76-4841-ab04-43dd79968a9f req-30138a47-4884-4aef-b33b-e70817b59a49 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:55.131704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5290b332-1d76-4841-ab04-43dd79968a9f req-30138a47-4884-4aef-b33b-e70817b59a49 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 949 time: 0.2548454 Nov 19 18:57:55.154568 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3c598-36fb-4bc7-a94d-ecbc7147e727 None None] The sync data for ids ['626f5a67-babd-487d-9b04-bb0fb3901d93'] in n-d-815373-6 is: [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:50Z', 'revision_number': 3, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:57:55.230912 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 1f4e0031-4617-4f71-a4db-e26503e370bc completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:57:55.238405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 1f4e0031-4617-4f71-a4db-e26503e370bc triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:55.238974 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:55.277081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'tag': '62444648-498b-491c-aba6-11b998345ba2'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:55.286620 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e228bd18-1df5-40bf-8f9c-cd6891b0cdcb" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb4ab05-2698-4e9b-b8a7-01d7f565655c", "tag": "62444648-498b-491c-aba6-11b998345ba2"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:55.294161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-915e9ccf-8cf3-4c83-b8d4-a53f957e96a6 service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530668 Nov 19 18:57:55.354326 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:55.423126 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 1f4e0031-4617-4f71-a4db-e26503e370bc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1f4e0031-4617-4f71-a4db-e26503e370bc,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:55.424386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d6f562-dfd3-4352-a02f-a2c736d9a2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4e0031-4617-4f71-a4db-e26503e370bc'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:55.429349 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c8870e-d952-48db-bed3-890361da0fb9" -d '{"events": [{"server_uuid": "58d6f562-dfd3-4352-a02f-a2c736d9a2d0", "name": "network-vif-plugged", "status": "completed", "tag": "1f4e0031-4617-4f71-a4db-e26503e370bc"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:55.434780 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:55.514392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=1f4e0031-4617-4f71-a4db-e26503e370bc,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:55.805698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5290b332-1d76-4841-ab04-43dd79968a9f req-a94c6338-6cfc-428a-ab8e-b9a5ea9177fb tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6429410 Nov 19 18:57:55.929419 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:55.955550 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57c2bd05-4717-449a-b48a-f49fd9f00c4d req-3d61a250-15b5-467e-a93a-12986bcb4654 service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504357 Nov 19 18:57:55.976593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 62444648-498b-491c-aba6-11b998345ba2 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:57:55.985043 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6663ba9-0bc5-4eed-9996-9291d243314c req-305a8597-3535-41ef-aa81-1497e81ad23a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 210 time: 0.0679462 Nov 19 18:57:56.201382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=62444648-498b-491c-aba6-11b998345ba2,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:56.202265 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:56.212818 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eca399-d059-41fe-a4bf-0f6f115cd754 x-openstack-request-id: req-e6eca399-d059-41fe-a4bf-0f6f115cd754 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:56.214079 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb4ab05-2698-4e9b-b8a7-01d7f565655c", "tag": "62444648-498b-491c-aba6-11b998345ba2", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:56.214684 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6eca399-d059-41fe-a4bf-0f6f115cd754 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:56.215433 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'tag': '62444648-498b-491c-aba6-11b998345ba2', 'status': 'completed', 'code': 200} Nov 19 18:57:56.252629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 62444648-498b-491c-aba6-11b998345ba2 has no active binding in host n-h1-815373-6 {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 18:57:56.299316 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f4cece-d527-4a58-9cb8-db67d2d10423 x-openstack-request-id: req-d8f4cece-d527-4a58-9cb8-db67d2d10423 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:57:56.299617 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d6f562-dfd3-4352-a02f-a2c736d9a2d0", "name": "network-vif-plugged", "status": "completed", "tag": "1f4e0031-4617-4f71-a4db-e26503e370bc", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:57:56.299873 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8f4cece-d527-4a58-9cb8-db67d2d10423 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:57:56.300276 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d6f562-dfd3-4352-a02f-a2c736d9a2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4e0031-4617-4f71-a4db-e26503e370bc', 'code': 200} Nov 19 18:57:56.317049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228bd18-1df5-40bf-8f9c-cd6891b0cdcb req-2b48ad23-8f69-434d-b0fd-386088aa52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:56.321447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e228bd18-1df5-40bf-8f9c-cd6891b0cdcb req-2b48ad23-8f69-434d-b0fd-386088aa52ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 1124 time: 0.0835788 Nov 19 18:57:56.445417 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:56.531148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89ad1e-fd20-4b10-9d99-889167c2a96d req-f3a7709c-cd4b-4407-a352-8f78ce534557 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:56.534848 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce89ad1e-fd20-4b10-9d99-889167c2a96d req-f3a7709c-cd4b-4407-a352-8f78ce534557 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 943 time: 0.0956635 Nov 19 18:57:56.540360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228bd18-1df5-40bf-8f9c-cd6891b0cdcb req-037653cd-44f7-4876-8ed0-765cd3bba048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:56.542286 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e228bd18-1df5-40bf-8f9c-cd6891b0cdcb req-037653cd-44f7-4876-8ed0-765cd3bba048 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.2129402 Nov 19 18:57:56.572712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f557c42-4f85-4258-913f-2cff070b6bba req-98c6f870-7363-4883-a5c5-441f825b47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:56.574978 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f557c42-4f85-4258-913f-2cff070b6bba req-98c6f870-7363-4883-a5c5-441f825b47dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 1094 time: 0.5517015 Nov 19 18:57:56.636727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce89ad1e-fd20-4b10-9d99-889167c2a96d req-659aa91f-c0a1-470a-b9f0-9ceb4541e93c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936134 Nov 19 18:57:56.638319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e228bd18-1df5-40bf-8f9c-cd6891b0cdcb req-38a7448a-bf38-4196-b46a-26f45f81778c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62444648-498b-491c-aba6-11b998345ba2 HTTP/1.1" status: 200 len: 217 time: 0.0873206 Nov 19 18:57:56.709068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228bd18-1df5-40bf-8f9c-cd6891b0cdcb req-357b79e2-f2bb-4422-ba71-3ec5d9afdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:56.710698 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e228bd18-1df5-40bf-8f9c-cd6891b0cdcb req-357b79e2-f2bb-4422-ba71-3ec5d9afdfcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.0643487 Nov 19 18:57:56.726599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36ce13-8c60-46a1-a9c7-997160101214 req-f0912af7-62c1-47c3-a141-1e6f12c4a3f4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:56.733738 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a36ce13-8c60-46a1-a9c7-997160101214 req-f0912af7-62c1-47c3-a141-1e6f12c4a3f4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 943 time: 0.6502450 Nov 19 18:57:56.756170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e228bd18-1df5-40bf-8f9c-cd6891b0cdcb req-9af475f6-5895-42fe-a812-e4e924eaa5c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373297 Nov 19 18:57:56.766088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-8ce069de-1fd3-4e09-9483-dd44b269d2f0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:56.767565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-8ce069de-1fd3-4e09-9483-dd44b269d2f0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.4770243 Nov 19 18:57:56.805261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Allocated IP 172.20.0.1 (dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f/0cdfda16-eaa8-42de-8ab8-e99fa8c058a9/8fcdf1fd-37a6-44a7-8953-07548394dca4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:56.814925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Request body: {'port': {'device_id': '6407fb16-6f7b-436d-9b0a-3031774725f7', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'admin_state_up': True, 'tenant_id': '53e6341580de4da8b2e041b6688556b1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:56.851214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Port': ['ID=9cafe875-e753-4017-b1d0-f9566ca49c86,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:56.913779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbacab7-f464-4264-b7bb-4e807929b55f req-ddd04d90-cb98-44fa-b277-81f418e2c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:56.915298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbbacab7-f464-4264-b7bb-4e807929b55f req-ddd04d90-cb98-44fa-b277-81f418e2c504 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58d6f562-dfd3-4352-a02f-a2c736d9a2d0 HTTP/1.1" status: 200 len: 1100 time: 0.4130173 Nov 19 18:57:56.919652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e228bd18-1df5-40bf-8f9c-cd6891b0cdcb req-d147ebde-f077-46a5-916f-f79f1b3f30e8 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550722 Nov 19 18:57:56.956946 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:57.048935 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d114ec-a6e2-4f2a-aea1-54e96e3835a3 req-fa7e6f08-c2b2-4fb4-b8d9-9f18079813d2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:57.052413 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0d114ec-a6e2-4f2a-aea1-54e96e3835a3 req-fa7e6f08-c2b2-4fb4-b8d9-9f18079813d2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 949 time: 0.1133542 Nov 19 18:57:57.053461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f557c42-4f85-4258-913f-2cff070b6bba req-0479a941-cbde-4793-94b9-a48bad7427c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:57.055828 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f557c42-4f85-4258-913f-2cff070b6bba req-0479a941-cbde-4793-94b9-a48bad7427c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.4097147 Nov 19 18:57:57.057406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:57:57.072097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a36ce13-8c60-46a1-a9c7-997160101214 req-7905794d-3232-4712-88bf-3834406bad93 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373299 Nov 19 18:57:57.111525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:57.112476 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d38c54fb-48bd-4441-820d-ff6a9ea6e2c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6098552 Nov 19 18:57:57.135470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e228bd18-1df5-40bf-8f9c-cd6891b0cdcb req-0d5f76ad-9253-4828-aa7b-123d579714c2 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029119 Nov 19 18:57:57.237807 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0d114ec-a6e2-4f2a-aea1-54e96e3835a3 req-f1d58a9b-d282-4a40-be3b-3182ae56d98a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417589 Nov 19 18:57:57.241803 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 069a79ef-f165-473a-8676-e719618dc9e6 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:57.242194 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f557c42-4f85-4258-913f-2cff070b6bba req-da7d5a97-7f06-40b6-9ab5-5132cf6444bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4e5a938-65e7-43e9-8674-924bf8597028 HTTP/1.1" status: 200 len: 217 time: 0.1520891 Nov 19 18:57:57.332665 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:57.409455 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbbacab7-f464-4264-b7bb-4e807929b55f req-58a4633b-a680-43b7-94d2-35b181e21bae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605088 Nov 19 18:57:57.412703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:57.413936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 069a79ef-f165-473a-8676-e719618dc9e6 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:57.414305 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:57.421089 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-21e58bfa-4813-4fd1-8b6e-1ed5eda6c7af req-c1700f41-d2e9-4bfa-a19a-d9d366b666ad tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 210 time: 0.0444384 Nov 19 18:57:57.444201 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:57.485973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:57.490346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Made reservation on behalf of 53e6341580de4da8b2e041b6688556b1 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:57:57.495167 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:57.526626 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=11']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:57.527868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f557c42-4f85-4258-913f-2cff070b6bba req-a6d355a1-6ed4-4069-8478-a463922ca467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:57.530500 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f557c42-4f85-4258-913f-2cff070b6bba req-a6d355a1-6ed4-4069-8478-a463922ca467 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.2746398 Nov 19 18:57:57.579279 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:57.610747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-fede3e53-f819-46cc-b6b5-f5f663cf2fda tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--714266720&fields=id&tenant_id=0a7769fe5eec468ba5b5a296b98428b1 HTTP/1.1" status: 200 len: 267 time: 0.0695567 Nov 19 18:57:57.623154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 069a79ef-f165-473a-8676-e719618dc9e6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=069a79ef-f165-473a-8676-e719618dc9e6,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:57.624620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b7405-9ea3-428a-a6fd-a9e6711044e8 req-40f502c4-1dee-4e3d-a576-b8245ece47dd tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:57.630995 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:57.633630 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-922b7405-9ea3-428a-a6fd-a9e6711044e8 req-40f502c4-1dee-4e3d-a576-b8245ece47dd tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 951 time: 0.4317615 Nov 19 18:57:57.682373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-c9ebf2cc-16b8-4bae-8ba4-042277db7970 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:57.690895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-c9ebf2cc-16b8-4bae-8ba4-042277db7970 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports/00e8f34b-4ae3-4047-a368-968e2e9be854 HTTP/1.1" status: 200 len: 936 time: 0.0708437 Nov 19 18:57:57.705900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=069a79ef-f165-473a-8676-e719618dc9e6,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:57.743189 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e373f038-5d35-4773-aa00-23836dae71a8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:57.744764 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e373f038-5d35-4773-aa00-23836dae71a8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports/67956144-0508-45ed-934a-ac5fa1d15788 HTTP/1.1" status: 200 len: 936 time: 0.0519948 Nov 19 18:57:57.793388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Allocated IP 172.20.0.14 (a1674ba9-cd11-4d8b-a32b-c297cfe7e545/fe59e18c-b7e3-459f-88b9-60024191b0d1/e06456b6-2310-43e6-b1d5-0aba8edaff14) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:57:57.800322 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-922b7405-9ea3-428a-a6fd-a9e6711044e8 req-3eb32ae7-4dd3-4a58-8c94-7de76b6a016b tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657288 Nov 19 18:57:57.805926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f557c42-4f85-4258-913f-2cff070b6bba req-62ba4c7a-3062-46de-84b4-34b098e77ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:57.807508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f557c42-4f85-4258-913f-2cff070b6bba req-62ba4c7a-3062-46de-84b4-34b098e77ac6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616812 Nov 19 18:57:57.810633 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-6f7d08e9-2ced-45e6-bf23-18da785fa3b6 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?network_id=18e71340-48e5-45a3-a91b-e4f71f01a421&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0582397 Nov 19 18:57:57.814703 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:57.876942 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-f3e64d30-68ed-43bb-ae4b-dc1cccd33b71 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?network_id=18e71340-48e5-45a3-a91b-e4f71f01a421&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0472970 Nov 19 18:57:57.915880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Pushing event updated for resources: {'Port': ['ID=8fcdf1fd-37a6-44a7-8953-07548394dca4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:57.979965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:57.980797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b9366726-b693-4eb0-a5bc-b5cc597ff332 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:57.986692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:57.994226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:58.018569 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-a76d2439-3465-416e-bb76-1bb154256bca tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:58.030257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-a76d2439-3465-416e-bb76-1bb154256bca tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:58.037593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-a76d2439-3465-416e-bb76-1bb154256bca tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:58.040295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-a76d2439-3465-416e-bb76-1bb154256bca tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/networks?id=286d1fc7-eb8b-400b-9e62-c852f81e73e6&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=18e71340-48e5-45a3-a91b-e4f71f01a421&id=18e71340-48e5-45a3-a91b-e4f71f01a421 HTTP/1.1" status: 200 len: 1994 time: 0.1622202 Nov 19 18:57:58.070939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port b9366726-b693-4eb0-a5bc-b5cc597ff332 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:57:58.072636 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-1cce1e2b-7ee9-4068-ad24-a7f5a0a79a95 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/quotas/0a7769fe5eec468ba5b5a296b98428b1 HTTP/1.1" status: 200 len: 375 time: 0.0252323 Nov 19 18:57:58.076103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port b9366726-b693-4eb0-a5bc-b5cc597ff332 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:58.076684 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:58.188521 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-adb17f91-7bd9-4fdf-ae3e-d12641020acb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1032126 Nov 19 18:57:58.198875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:58.212159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca85109-c257-49d1-b1d7-868eda5f8586 req-4da18b2d-e4d5-4661-8f75-c918f55a4705 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:58.215234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fca85109-c257-49d1-b1d7-868eda5f8586 req-4da18b2d-e4d5-4661-8f75-c918f55a4705 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 943 time: 0.3233731 Nov 19 18:57:58.217144 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f557c42-4f85-4258-913f-2cff070b6bba req-9b12e96e-efc8-47c4-bd3c-ebc0bf3e5c5c service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884647 Nov 19 18:57:58.257945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b9366726-b693-4eb0-a5bc-b5cc597ff332, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b9366726-b693-4eb0-a5bc-b5cc597ff332,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:58.272402 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:58.307033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0'}, {'server_uuid': '5065f2fc-e135-4587-a85a-f70f4e2cab72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9366726-b693-4eb0-a5bc-b5cc597ff332'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:57:58.311866 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec8c2b5-db96-40e6-9d22-d0bb92371b4b" -d '{"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0"}, {"server_uuid": "5065f2fc-e135-4587-a85a-f70f4e2cab72", "name": "network-vif-plugged", "status": "completed", "tag": "b9366726-b693-4eb0-a5bc-b5cc597ff332"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:57:58.329030 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:58.329639 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-6f9217ea-2d6d-4f55-96d4-56e9a4419be9 service neutron] 10.222.0.50 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367431 Nov 19 18:57:58.354522 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=b9366726-b693-4eb0-a5bc-b5cc597ff332,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:58.396824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:58.432598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-51339aac-432c-4111-a1d6-5edb471c710d None None] Provisioning complete for port 8fcdf1fd-37a6-44a7-8953-07548394dca4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:58.433129 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51339aac-432c-4111-a1d6-5edb471c710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:58.450950 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fca85109-c257-49d1-b1d7-868eda5f8586 req-2a5c67dc-e56c-4095-8402-ad0aec7da61c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262201 Nov 19 18:57:58.492585 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f557c42-4f85-4258-913f-2cff070b6bba req-11dc662a-3b52-49e5-8fbc-91310ec3d586 service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610934 Nov 19 18:57:58.501204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-51339aac-432c-4111-a1d6-5edb471c710d None None] Port 8fcdf1fd-37a6-44a7-8953-07548394dca4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:57:58.511599 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-fba4af70-aa85-4091-9e3b-b10ea7dc4668 service neutron] 10.222.0.50 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726849 Nov 19 18:57:58.590671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-770993bf-54bd-4bdd-a4b4-535ec22d981a service neutron] 10.222.0.50 "GET /v2.0/ports/00e8f34b-4ae3-4047-a368-968e2e9be854?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0780501 Nov 19 18:57:58.638044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:58.655179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:58.655440 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:58.658722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c9b3715b-a3e5-468b-ae57-4b5bd1f25df4'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:58.697169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166701a-b9b7-4785-b125-4e68505504a1 req-7ac822ea-a6f9-4a9b-93a0-c81d3f3c5d57 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:58.698856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5166701a-b9b7-4785-b125-4e68505504a1 req-7ac822ea-a6f9-4a9b-93a0-c81d3f3c5d57 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 943 time: 0.1424732 Nov 19 18:57:58.728288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:57:58.743423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:57:58.752426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:57:58.771852 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-df31192d-0f79-4014-ac94-d74785c0c8d2 service neutron] 10.222.0.50 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798599 Nov 19 18:57:58.815075 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:58.815605 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:58.855404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event updated for resources: {'Port': ['ID=e06456b6-2310-43e6-b1d5-0aba8edaff14,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:58.881972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-28615fd5-93ec-4f4a-8bd1-6f366d5041eb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0997801 Nov 19 18:57:58.907411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Request body: {'port': {'device_id': '6407fb16-6f7b-436d-9b0a-3031774725f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:57:58.947227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7546600b-aca2-4105-9b82-74ff89160f1e service neutron] 10.222.0.50 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724665 Nov 19 18:57:58.999093 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:59.005705 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-de84436a-fd37-4a33-82ec-f79cf63bdce8 service neutron] 10.222.0.50 "GET /v2.0/ports/67956144-0508-45ed-934a-ac5fa1d15788?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0568826 Nov 19 18:57:59.028929 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5166701a-b9b7-4785-b125-4e68505504a1 req-65668155-ab90-44da-973c-90dffb8c97af tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950137 Nov 19 18:57:59.080511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f4e5a938-65e7-43e9-8674-924bf8597028 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:57:59.143581 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-5d690333-d982-4fa4-bf33-d6844b3aa77d service neutron] 10.222.0.50 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227257 Nov 19 18:57:59.201740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f4e5a938-65e7-43e9-8674-924bf8597028, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f4e5a938-65e7-43e9-8674-924bf8597028,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:59.216200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'f4e5a938-65e7-43e9-8674-924bf8597028', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'port_id': 'f4e5a938-65e7-43e9-8674-924bf8597028', 'mac_address': 'fa:16:3e:6b:39:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:57:59.218574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 069a79ef-f165-473a-8676-e719618dc9e6 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:57:59.272546 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-367d5028-360e-48da-9027-df4b820535bd service neutron] 10.222.0.50 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270144 Nov 19 18:57:59.371313 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-5485cd47-451f-411d-b4ba-70794de401d4 service neutron] 10.222.0.50 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977623 Nov 19 18:57:59.470492 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-284fa703-2db5-4cb0-b7e4-2fd8a818b9be service neutron] 10.222.0.50 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924017 Nov 19 18:57:59.493732 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:59.498404 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:59.528183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e5a938-65e7-43e9-8674-924bf8597028 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:57:59.567303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f4e5a938-65e7-43e9-8674-924bf8597028, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f4e5a938-65e7-43e9-8674-924bf8597028,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:57:59.577022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 069a79ef-f165-473a-8676-e719618dc9e6 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:57:59.577685 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:59.582876 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:59.633832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-2c5e1af4-3b9b-4643-a7db-f63c6cdeaaee service neutron] 10.222.0.50 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539576 Nov 19 18:57:59.656683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755ba12-0b1a-4217-add1-2ca48e569ca4 req-38bc23ab-5129-4b38-ba8c-74182dd5d632 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:59.658199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9755ba12-0b1a-4217-add1-2ca48e569ca4 req-38bc23ab-5129-4b38-ba8c-74182dd5d632 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 949 time: 0.2206447 Nov 19 18:57:59.663476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=f4e5a938-65e7-43e9-8674-924bf8597028,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:57:59.673646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7303b5-5566-4d95-8b09-e7753b04188e req-ab405e36-f340-40b9-89cf-2300054feba4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:59.684734 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b7303b5-5566-4d95-8b09-e7753b04188e req-ab405e36-f340-40b9-89cf-2300054feba4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.2560554 Nov 19 18:57:59.754678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-62f7e41f-b6d6-42c9-b5ca-7c64e9d3e7ec service neutron] 10.222.0.50 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199803 Nov 19 18:57:59.785324 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:59.806986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:59.848047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['f4e5a938-65e7-43e9-8674-924bf8597028'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:57:59.855131 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-ca6e2214-e26e-48fe-8951-1b76691839aa service neutron] 10.222.0.50 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995722 Nov 19 18:57:59.950548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b7303b5-5566-4d95-8b09-e7753b04188e req-252b069d-f5cf-441c-bcd6-6f282328e412 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649248 Nov 19 18:57:59.952179 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-30b5f12a-4ec3-47b4-841b-ae9aaf1d46f5 service neutron] 10.222.0.50 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905950 Nov 19 18:58:00.009113 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:00.020517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Pushing event updated for resources: {'Port': ['ID=8fcdf1fd-37a6-44a7-8953-07548394dca4,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:00.034067 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 19 Nov 2021 18:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c32b31e-f97e-4928-b030-af62fd85a55e x-openstack-request-id: req-5c32b31e-f97e-4928-b030-af62fd85a55e {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:00.034377 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0", "code": 200}, {"server_uuid": "5065f2fc-e135-4587-a85a-f70f4e2cab72", "name": "network-vif-plugged", "status": "completed", "tag": "b9366726-b693-4eb0-a5bc-b5cc597ff332", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:00.034673 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c32b31e-f97e-4928-b030-af62fd85a55e {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:00.037382 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'code': 200} Nov 19 18:58:00.037673 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5065f2fc-e135-4587-a85a-f70f4e2cab72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9366726-b693-4eb0-a5bc-b5cc597ff332', 'code': 200} Nov 19 18:58:00.167548 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-227bc8ba-095f-473e-8cce-c1a509287eda service neutron] 10.222.0.50 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080631 Nov 19 18:58:00.200777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432efd8-f832-4f0a-b29c-8eb5782dff6f req-6fc7b3e3-a1af-45ed-ba2a-6c68ae9a2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:00.202293 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5432efd8-f832-4f0a-b29c-8eb5782dff6f req-6fc7b3e3-a1af-45ed-ba2a-6c68ae9a2e11 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 1101 time: 0.0844226 Nov 19 18:58:00.211355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-9755ba12-0b1a-4217-add1-2ca48e569ca4 req-d7e1d5ec-2fa4-4a7c-935e-6e191a756c96 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Deleting port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:58:00.211697 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9755ba12-0b1a-4217-add1-2ca48e569ca4 req-d7e1d5ec-2fa4-4a7c-935e-6e191a756c96 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:00.270721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06456b6-2310-43e6-b1d5-0aba8edaff14 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:00.284961 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:00.334808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Transition to ACTIVE for port object e06456b6-2310-43e6-b1d5-0aba8edaff14 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:00.348397 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:00.368565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a58ed-7d09-4137-babe-03e5aea6133b req-39856140-8c88-4d39-9f72-da861c9b4ca4 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:00.370216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf9a58ed-7d09-4137-babe-03e5aea6133b req-39856140-8c88-4d39-9f72-da861c9b4ca4 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 932 time: 0.2276230 Nov 19 18:58:00.431839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:00.439502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-9755ba12-0b1a-4217-add1-2ca48e569ca4 req-d7e1d5ec-2fa4-4a7c-935e-6e191a756c96 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] For port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:00.439876 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9755ba12-0b1a-4217-add1-2ca48e569ca4 req-d7e1d5ec-2fa4-4a7c-935e-6e191a756c96 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:00.456582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:00.480910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-9755ba12-0b1a-4217-add1-2ca48e569ca4 req-d7e1d5ec-2fa4-4a7c-935e-6e191a756c96 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Calling delete_port for 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:58:00.497796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Pushing event updated for resources: {'Port': ['ID=e06456b6-2310-43e6-b1d5-0aba8edaff14,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:00.635298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf9a58ed-7d09-4137-babe-03e5aea6133b req-de688cc0-9e5a-4a61-a495-17d7ba3e2ca7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324367 Nov 19 18:58:00.641050 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5432efd8-f832-4f0a-b29c-8eb5782dff6f req-42fdd9d3-0503-469b-bb52-902ddfbb2f76 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749063 Nov 19 18:58:00.691845 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-20cb5faa-865d-4f70-9c12-61d6e2e35360 service neutron] 10.222.0.50 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166676 Nov 19 18:58:00.841460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fb2d289a-c788-4d9b-b158-91567db0687d None None] Provisioning complete for port 8fcdf1fd-37a6-44a7-8953-07548394dca4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:00.842027 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2d289a-c788-4d9b-b158-91567db0687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:00.884349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d289a-c788-4d9b-b158-91567db0687d None None] Port 8fcdf1fd-37a6-44a7-8953-07548394dca4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:00.899080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Attempting to bind port e06456b6-2310-43e6-b1d5-0aba8edaff14 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:00.899080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Attempting to bind port e06456b6-2310-43e6-b1d5-0aba8edaff14 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:00.899080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Attempting to bind port e06456b6-2310-43e6-b1d5-0aba8edaff14 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:00.915352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-f8edae47-f1ea-4c3c-b2b7-bcd9a75ec39a service neutron] 10.222.0.21 "GET /v2.0/ports/62444648-498b-491c-aba6-11b998345ba2/bindings/n-h1-815373-6 HTTP/1.1" status: 200 len: 384 time: 0.2790108 Nov 19 18:58:00.921888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Port e06456b6-2310-43e6-b1d5-0aba8edaff14 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:00.922224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Attempting to bind port e06456b6-2310-43e6-b1d5-0aba8edaff14 on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:00.932539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Router 626f5a67-babd-487d-9b04-bb0fb3901d93 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:58:00.946777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988f92-00b0-4ad9-b0fc-3a4f98323fa2 req-78a4bc02-711d-4641-a54e-248edacd1c64 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:00.948273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d6988f92-00b0-4ad9-b0fc-3a4f98323fa2 req-78a4bc02-711d-4641-a54e-248edacd1c64 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 949 time: 0.1956851 Nov 19 18:58:00.953778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:00.954144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Checking segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:00.954546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Bound using segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:00.955061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Bound port: e06456b6-2310-43e6-b1d5-0aba8edaff14, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:00.955430 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:01.104725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f4e5a938-65e7-43e9-8674-924bf8597028 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:58:01.189736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port f4e5a938-65e7-43e9-8674-924bf8597028 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:58:01.198594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port f4e5a938-65e7-43e9-8674-924bf8597028 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:01.201062 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:01.216705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9755ba12-0b1a-4217-add1-2ca48e569ca4 req-d7e1d5ec-2fa4-4a7c-935e-6e191a756c96 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:01.272922 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d6988f92-00b0-4ad9-b0fc-3a4f98323fa2 req-8a0703a2-525f-49ba-81d2-df5f15072985 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/security-groups?id=39e6a071-903a-409f-bf48-ad692051ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845542 Nov 19 18:58:01.337017 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1d5ec-2fa4-4a7c-935e-6e191a756c96 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Pushing event deleted for resources: {'Port': ['ID=3d2ad11c-0607-447d-a5ad-b112b09a2bf0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:01.385876 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:01.388165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] For port e06456b6-2310-43e6-b1d5-0aba8edaff14, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:01.440820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f4e5a938-65e7-43e9-8674-924bf8597028, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f4e5a938-65e7-43e9-8674-924bf8597028,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:01.451823 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:01.453231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:58:01.514266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9755ba12-0b1a-4217-add1-2ca48e569ca4 req-d7e1d5ec-2fa4-4a7c-935e-6e191a756c96 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] No DVR routers for this DVR port 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:58:01.517947 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9755ba12-0b1a-4217-add1-2ca48e569ca4 req-d7e1d5ec-2fa4-4a7c-935e-6e191a756c96 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:01.521681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9755ba12-0b1a-4217-add1-2ca48e569ca4 req-d7e1d5ec-2fa4-4a7c-935e-6e191a756c96 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.21 "DELETE /v2.0/ports/3d2ad11c-0607-447d-a5ad-b112b09a2bf0 HTTP/1.1" status: 204 len: 173 time: 1.8294935 Nov 19 18:58:01.527682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] For port e06456b6-2310-43e6-b1d5-0aba8edaff14, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e06456b6-2310-43e6-b1d5-0aba8edaff14,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:01.528829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-deleted', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:01.531359 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d13ef2-8554-4249-b141-fb265754f04b" -d '{"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-deleted", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:01.540230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:58:01.547703 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b40b6e93-b883-4eb7-8868-8ba6862286df admin admin] 10.222.0.50 "PUT /v2.0/routers/626f5a67-babd-487d-9b04-bb0fb3901d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9206696 Nov 19 18:58:01.595576 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:01.608611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Sync routers for ids ['626f5a67-babd-487d-9b04-bb0fb3901d93'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:58:01.617395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:01.618147 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:01.620244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] 10.222.0.21 "PUT /v2.0/ports/e06456b6-2310-43e6-b1d5-0aba8edaff14 HTTP/1.1" status: 200 len: 1092 time: 2.7181482 Nov 19 18:58:01.668810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:58:01.669164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3d2ad11c-0607-447d-a5ad-b112b09a2bf0 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:58:01.702031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Routers {'626f5a67-babd-487d-9b04-bb0fb3901d93'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:58:01.709834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:57:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['626f5a67-babd-487d-9b04-bb0fb3901d93'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:58:01.746129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcac79-bc1b-4b08-87ec-7380ce44ef8b req-3be14b5b-a00a-4cc2-9677-4c760674ad82 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:01.769239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-99bcac79-bc1b-4b08-87ec-7380ce44ef8b req-3be14b5b-a00a-4cc2-9677-4c760674ad82 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 943 time: 0.2154906 Nov 19 18:58:01.812502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193375bc-8b1d-43a1-b23f-f1a1c0f345fe service neutron] Pushing event updated for resources: {'Port': ['ID=e06456b6-2310-43e6-b1d5-0aba8edaff14,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:01.864081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=f4e5a938-65e7-43e9-8674-924bf8597028,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:01.910647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252c2ee-721d-4fc8-9aee-630ccc276713 req-1addca04-2978-4e70-8c0e-fd4704b4dcfb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:01.926704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Set router 626f5a67-babd-487d-9b04-bb0fb3901d93 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:58:01.930516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0252c2ee-721d-4fc8-9aee-630ccc276713 req-1addca04-2978-4e70-8c0e-fd4704b4dcfb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 944 time: 0.5479465 Nov 19 18:58:01.966535 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-99bcac79-bc1b-4b08-87ec-7380ce44ef8b req-3955b632-b3f4-47ca-b0c0-db7862ead7aa tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925113 Nov 19 18:58:02.081857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc632370-4235-41c6-9cc5-3a34e0b47b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e5a938-65e7-43e9-8674-924bf8597028'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:02.086439 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6748dd5f-946d-44c2-ac7a-9de86d26df8a" -d '{"events": [{"server_uuid": "bc632370-4235-41c6-9cc5-3a34e0b47b4b", "name": "network-vif-plugged", "status": "completed", "tag": "f4e5a938-65e7-43e9-8674-924bf8597028"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:02.149665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-7662a200-9c00-4874-a8f1-f44f1e2233b0 service neutron] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=62444648-498b-491c-aba6-11b998345ba2,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:02.205733 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0252c2ee-721d-4fc8-9aee-630ccc276713 req-cf3b0d0c-30be-435d-a588-a4185d4b64fb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741766 Nov 19 18:58:02.219021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-dbe6afb1-5938-4011-8c78-126436910ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:02.221823 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-dbe6afb1-5938-4011-8c78-126436910ce2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 1095 time: 0.3913274 Nov 19 18:58:02.224033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa23cb-7650-41c7-8527-19b3ded00ec8 req-e2e9b0f4-cd12-4d75-8fbf-aedb4270d31e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:02.226656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-7662a200-9c00-4874-a8f1-f44f1e2233b0 service neutron] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:02.235845 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9faa23cb-7650-41c7-8527-19b3ded00ec8 req-e2e9b0f4-cd12-4d75-8fbf-aedb4270d31e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.1411455 Nov 19 18:58:02.355107 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-248519fb-490a-46ae-908a-ab74aadf528f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06456b6-2310-43e6-b1d5-0aba8edaff14 HTTP/1.1" status: 200 len: 217 time: 0.1173477 Nov 19 18:58:02.396543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9faa23cb-7650-41c7-8527-19b3ded00ec8 req-3cc5b1a2-fb1e-4fb9-a9bb-78f1ceab8aa5 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548295 Nov 19 18:58:02.457697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc1069b8-0cb9-46a4-8f89-b3843ea861c8 req-59cea84a-1fd9-4362-917d-5c1faeb482bb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0954890 Nov 19 18:58:02.474289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-7662a200-9c00-4874-a8f1-f44f1e2233b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62444648-498b-491c-aba6-11b998345ba2 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:02.478114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:58Z', 'revision_number': 4, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '8fcdf1fd-37a6-44a7-8953-07548394dca4', 'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'mac_address': 'fa:16:3e:c0:83:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:56Z', 'updated_at': '2021-11-19T18:57:58Z', 'revision_number': 2, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'subnets': [{'id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:58:02.525709 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5650f30a-4260-4a86-8581-84d62a5a5305 x-openstack-request-id: req-5650f30a-4260-4a86-8581-84d62a5a5305 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:02.526085 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9618a5b-81bb-4516-84ab-354264853b5b", "name": "network-vif-deleted", "tag": "3d2ad11c-0607-447d-a5ad-b112b09a2bf0", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:02.526396 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5650f30a-4260-4a86-8581-84d62a5a5305 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:02.528099 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9618a5b-81bb-4516-84ab-354264853b5b', 'name': 'network-vif-deleted', 'tag': '3d2ad11c-0607-447d-a5ad-b112b09a2bf0', 'status': 'completed', 'code': 200} Nov 19 18:58:02.538587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-7662a200-9c00-4874-a8f1-f44f1e2233b0 service neutron] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=62444648-498b-491c-aba6-11b998345ba2,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:02.548600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Checking router: 626f5a67-babd-487d-9b04-bb0fb3901d93 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:58:02.548955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Updating router 626f5a67-babd-487d-9b04-bb0fb3901d93 port 8fcdf1fd-37a6-44a7-8953-07548394dca4 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:58:02.563703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-c5feb892-6c7b-49ed-b5d6-625ff855d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:02.565465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-c5feb892-6c7b-49ed-b5d6-625ff855d8b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.1923537 Nov 19 18:58:02.609920 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:02.635142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-7662a200-9c00-4874-a8f1-f44f1e2233b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:02.648010 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-b71c7699-e1fe-4551-8773-da579bbc660a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650740 Nov 19 18:58:02.678478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b6f73-98e6-40ef-8fab-9132e165e6ea req-40a5da05-809f-44b9-8ded-9f5f6e74fa5a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:02.690933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d69b6f73-98e6-40ef-8fab-9132e165e6ea req-40a5da05-809f-44b9-8ded-9f5f6e74fa5a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 944 time: 0.1035435 Nov 19 18:58:02.783439 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d69b6f73-98e6-40ef-8fab-9132e165e6ea req-f688aad0-7b40-466f-adb2-8f49cf2e6cd3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892904 Nov 19 18:58:02.902342 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de47b04-8b7f-4cc1-bffa-7999db628915 x-openstack-request-id: req-2de47b04-8b7f-4cc1-bffa-7999db628915 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:02.903399 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc632370-4235-41c6-9cc5-3a34e0b47b4b", "name": "network-vif-plugged", "status": "completed", "tag": "f4e5a938-65e7-43e9-8674-924bf8597028", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:02.903399 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2de47b04-8b7f-4cc1-bffa-7999db628915 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:02.903399 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc632370-4235-41c6-9cc5-3a34e0b47b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e5a938-65e7-43e9-8674-924bf8597028', 'code': 200} Nov 19 18:58:02.954543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-7662a200-9c00-4874-a8f1-f44f1e2233b0 service neutron] Transition to ACTIVE for port object 62444648-498b-491c-aba6-11b998345ba2 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:02.965864 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-7662a200-9c00-4874-a8f1-f44f1e2233b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:03.060757 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4b62049-6dee-491e-838e-3bc703bf485d req-3895083e-a9cc-4515-a328-e7aee87058c7 tempest-ImagesOneServerTestJSON-943119360 tempest-ImagesOneServerTestJSON-943119360-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9618a5b-81bb-4516-84ab-354264853b5b HTTP/1.1" status: 200 len: 210 time: 0.0589259 Nov 19 18:58:03.092255 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:03.107557 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:03.189201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405215a1-d014-4260-a85d-e13e58ad0c4a req-b66ae922-1916-43dd-953a-8fa137b8ab74 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:03.191098 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-405215a1-d014-4260-a85d-e13e58ad0c4a req-b66ae922-1916-43dd-953a-8fa137b8ab74 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.0655603 Nov 19 18:58:03.282369 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-405215a1-d014-4260-a85d-e13e58ad0c4a req-de0798a7-781d-4bb2-8bb0-77a66fb553af tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830033 Nov 19 18:58:03.298278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307fc7a-fb5a-4cb6-9fc5-cb751b4d40c6 None None] Pushing event updated for resources: {'Port': ['ID=8fcdf1fd-37a6-44a7-8953-07548394dca4,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:03.320750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Attempting to bind port 8fcdf1fd-37a6-44a7-8953-07548394dca4 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:03.321130 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Attempting to bind port 8fcdf1fd-37a6-44a7-8953-07548394dca4 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:03.321498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Attempting to bind port 8fcdf1fd-37a6-44a7-8953-07548394dca4 on network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:03.327844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:03.328226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Checking segment: {'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:03.328636 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:03.329887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Bound using segment: {'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:03.331876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Bound port: 8fcdf1fd-37a6-44a7-8953-07548394dca4, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:03.332283 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:03.474726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] For port 8fcdf1fd-37a6-44a7-8953-07548394dca4, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:03.478555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] For port 8fcdf1fd-37a6-44a7-8953-07548394dca4, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8fcdf1fd-37a6-44a7-8953-07548394dca4,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:03.488797 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:03.515503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662a200-9c00-4874-a8f1-f44f1e2233b0 service neutron] Pushing event updated for resources: {'Port': ['ID=62444648-498b-491c-aba6-11b998345ba2,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:03.518994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c63d6-cabb-4203-81ae-2af8abb3770d req-2a8aa92f-a488-4ec9-86a4-0c00a59b685e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:03.527141 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b31c63d6-cabb-4203-81ae-2af8abb3770d req-2a8aa92f-a488-4ec9-86a4-0c00a59b685e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.1248987 Nov 19 18:58:03.527537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38198) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:58:03.551222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8024c16d-540b-4eb7-919e-6b0ad3fba1f4 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42958731', 'description': 'tempest-description--672584403'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:03.574464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307fc7a-fb5a-4cb6-9fc5-cb751b4d40c6 None None] Pushing event updated for resources: {'Port': ['ID=8fcdf1fd-37a6-44a7-8953-07548394dca4,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:03.603512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-16a8f7e6-cc57-49f0-a63e-bab930f03de3 None None] Provisioning complete for port 8fcdf1fd-37a6-44a7-8953-07548394dca4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:03.603916 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16a8f7e6-cc57-49f0-a63e-bab930f03de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:03.629326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-7662a200-9c00-4874-a8f1-f44f1e2233b0 service neutron] No DVR routers for this DVR port 62444648-498b-491c-aba6-11b998345ba2 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:58:03.629603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Routers {'626f5a67-babd-487d-9b04-bb0fb3901d93'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:58:03.630294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:57:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['626f5a67-babd-487d-9b04-bb0fb3901d93'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:58:03.638032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b31c63d6-cabb-4203-81ae-2af8abb3770d req-fd17582c-c6e5-4aaf-9dd8-882d60eb0872 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038635 Nov 19 18:58:03.641742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f972e4b-9e98-43be-803b-2d8b9cccb494 req-6c07649f-ed0d-4bba-a0fc-43bec5500fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:03.643597 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f972e4b-9e98-43be-803b-2d8b9cccb494 req-6c07649f-ed0d-4bba-a0fc-43bec5500fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 1096 time: 0.6440446 Nov 19 18:58:03.750042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f972e4b-9e98-43be-803b-2d8b9cccb494 req-60bc22fc-e07c-421c-8096-c91c9f5121e3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784574 Nov 19 18:58:03.791104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-9172c397-d57e-4bb4-a834-bb2e0ec5d845 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1257830 Nov 19 18:58:03.795893 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8024c16d-540b-4eb7-919e-6b0ad3fba1f4 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:03.801993 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96f27e72-0007-45e8-aef4-a9001d7f0248 req-083ca0a4-d55f-4d81-8647-3db31c4fb437 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0402122 Nov 19 18:58:03.834725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3ef68-19cc-43e3-a974-d53f9b73ad53 req-48ab9c04-33da-479a-a4c1-a77ab5446211 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:03.842338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38c3ef68-19cc-43e3-a974-d53f9b73ad53 req-48ab9c04-33da-479a-a4c1-a77ab5446211 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.2776451 Nov 19 18:58:03.850476 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-7662a200-9c00-4874-a8f1-f44f1e2233b0 service neutron] 10.222.0.21 "PUT /v2.0/ports/62444648-498b-491c-aba6-11b998345ba2/bindings/n-h1-815373-6/activate HTTP/1.1" status: 200 len: 369 time: 2.9206576 Nov 19 18:58:03.889061 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16a8f7e6-cc57-49f0-a63e-bab930f03de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:03.920923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] Set router 626f5a67-babd-487d-9b04-bb0fb3901d93 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:58:03.947841 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38c3ef68-19cc-43e3-a974-d53f9b73ad53 req-df47a891-e9ef-4832-a6c4-4e4b1628a2cb tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038494 Nov 19 18:58:03.982217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b2c33-d41c-4f96-a883-23ad638a3a30 req-74870492-b281-4252-928a-921ce898cf71 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:03.983733 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c85b2c33-d41c-4f96-a883-23ad638a3a30 req-74870492-b281-4252-928a-921ce898cf71 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 944 time: 0.0766144 Nov 19 18:58:04.003608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-16a8f7e6-cc57-49f0-a63e-bab930f03de3 None None] For port 8fcdf1fd-37a6-44a7-8953-07548394dca4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8fcdf1fd-37a6-44a7-8953-07548394dca4,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:04.013451 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16a8f7e6-cc57-49f0-a63e-bab930f03de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.036278 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8024c16d-540b-4eb7-919e-6b0ad3fba1f4 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.043370 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8024c16d-540b-4eb7-919e-6b0ad3fba1f4 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.054476 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c85b2c33-d41c-4f96-a883-23ad638a3a30 req-37ac1077-6cd2-4160-8c6f-ee45d20f29b6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599334 Nov 19 18:58:04.098923 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8024c16d-540b-4eb7-919e-6b0ad3fba1f4 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.100281 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8024c16d-540b-4eb7-919e-6b0ad3fba1f4 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5701466 Nov 19 18:58:04.103604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38208) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:58:04.104638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024c16d-540b-4eb7-919e-6b0ad3fba1f4 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:04.123884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47ffc682-ca50-45ef-94b9-b051c205d27d req-f1d9172c-3f03-4586-af89-f2716bec6d9b service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562865 Nov 19 18:58:04.124571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3bac2a88-229a-414b-93a3-bb0b6187f92d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Request body: {'security_group_rule': {'security_group_id': 'b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:04.187831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-56f930fc-b88a-4449-ab4e-cfd87fd3b75b None None] Provisioning complete for port 8fcdf1fd-37a6-44a7-8953-07548394dca4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:04.188218 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-56f930fc-b88a-4449-ab4e-cfd87fd3b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.194919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8f7e6-cc57-49f0-a63e-bab930f03de3 None None] Pushing event updated for resources: {'Port': ['ID=8fcdf1fd-37a6-44a7-8953-07548394dca4,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:04.198397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bac2a88-229a-414b-93a3-bb0b6187f92d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.272439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bac2a88-229a-414b-93a3-bb0b6187f92d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.277014 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bac2a88-229a-414b-93a3-bb0b6187f92d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.301446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac2a88-229a-414b-93a3-bb0b6187f92d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cba716-4f95-4947-95cb-e9d97abe5ed1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:04.315720 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bac2a88-229a-414b-93a3-bb0b6187f92d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.316998 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3bac2a88-229a-414b-93a3-bb0b6187f92d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2113910 Nov 19 18:58:04.320095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38216) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:58:04.324874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-11621269-6227-44da-b6fc-48d6ea19c25d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Request body: {'security_group_rule': {'security_group_id': 'b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:04.346972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:58Z', 'revision_number': 4, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '8fcdf1fd-37a6-44a7-8953-07548394dca4', 'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'mac_address': 'fa:16:3e:c0:83:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:56Z', 'updated_at': '2021-11-19T18:58:03Z', 'revision_number': 4, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'subnets': [{'id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:58:04.373277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11621269-6227-44da-b6fc-48d6ea19c25d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.380445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da1540-b817-4933-8353-f565ad12da6b None None] The sync data for ids ['626f5a67-babd-487d-9b04-bb0fb3901d93'] in n-d-815373-6 is: [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:58Z', 'revision_number': 4, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '8fcdf1fd-37a6-44a7-8953-07548394dca4', 'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'mac_address': 'fa:16:3e:c0:83:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:56Z', 'updated_at': '2021-11-19T18:58:03Z', 'revision_number': 4, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'subnets': [{'id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:58:04.440804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075cacf-9230-41f0-bffc-cb61dade599d req-d060ca2a-a650-49dc-8834-aafdbd802660 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:04.454359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11621269-6227-44da-b6fc-48d6ea19c25d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.454359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38218) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:58:04.455350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11621269-6227-44da-b6fc-48d6ea19c25d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.465591 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b075cacf-9230-41f0-bffc-cb61dade599d req-d060ca2a-a650-49dc-8834-aafdbd802660 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.1113322 Nov 19 18:58:04.480659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11621269-6227-44da-b6fc-48d6ea19c25d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1618171c-ec66-4757-bbab-8bd92aca8a8d,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:04.500470 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11621269-6227-44da-b6fc-48d6ea19c25d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.505424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-11621269-6227-44da-b6fc-48d6ea19c25d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1807048 Nov 19 18:58:04.505863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38222) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:58:04.513965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:04.529534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6407fb16-6f7b-436d-9b0a-3031774725f7', 'tag': 'e06456b6-2310-43e6-b1d5-0aba8edaff14'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:04.533783 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89fa52e-aa89-4e39-a818-df91136edda7" -d '{"events": [{"name": "network-changed", "server_uuid": "6407fb16-6f7b-436d-9b0a-3031774725f7", "tag": "e06456b6-2310-43e6-b1d5-0aba8edaff14"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:04.549900 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b075cacf-9230-41f0-bffc-cb61dade599d req-622a26e8-a383-4846-8646-a80950f3f517 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808339 Nov 19 18:58:04.577421 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.603799 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9593684f-937f-4420-9e78-53ace4193025 x-openstack-request-id: req-9593684f-937f-4420-9e78-53ace4193025 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:04.604112 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6407fb16-6f7b-436d-9b0a-3031774725f7", "tag": "e06456b6-2310-43e6-b1d5-0aba8edaff14", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:04.604380 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9593684f-937f-4420-9e78-53ace4193025 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:04.604818 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6407fb16-6f7b-436d-9b0a-3031774725f7', 'tag': 'e06456b6-2310-43e6-b1d5-0aba8edaff14', 'status': 'completed', 'code': 200} Nov 19 18:58:04.722125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fa52e-aa89-4e39-a818-df91136edda7 req-0f029da5-5a0b-43ff-9092-ae087edd33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:04.724392 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c89fa52e-aa89-4e39-a818-df91136edda7 req-0f029da5-5a0b-43ff-9092-ae087edd33af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 1095 time: 0.0944562 Nov 19 18:58:04.731735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5a4bc259-6686-4dbe-9987-2a0abedd4861 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0edff492e384fc290975a98617e12f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855685 Nov 19 18:58:04.740752 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38228) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:58:04.784932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dda6a-bd26-4c41-9469-9874dde796c2 req-f120839f-0af0-403e-9ff3-50f7c31d4d3e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:04.790277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a1dda6a-bd26-4c41-9469-9874dde796c2 req-f120839f-0af0-403e-9ff3-50f7c31d4d3e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.0730441 Nov 19 18:58:04.793437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.848726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ec90fc7-f2cc-4f84-97bd-566bfa234dba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.889566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fa52e-aa89-4e39-a818-df91136edda7 req-794ea065-9d47-49bf-86d9-3390cdb8beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:04.891090 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c89fa52e-aa89-4e39-a818-df91136edda7 req-794ea065-9d47-49bf-86d9-3390cdb8beda service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 906 time: 0.1585493 Nov 19 18:58:04.904198 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ec90fc7-f2cc-4f84-97bd-566bfa234dba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.935607 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a1dda6a-bd26-4c41-9469-9874dde796c2 req-bc7b87a0-3dd4-4a37-97b4-0c08189ba7ce tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393602 Nov 19 18:58:04.959362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c89fa52e-aa89-4e39-a818-df91136edda7 req-40f91f37-b784-448c-ad00-ac950830f3ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06456b6-2310-43e6-b1d5-0aba8edaff14 HTTP/1.1" status: 200 len: 217 time: 0.0483444 Nov 19 18:58:05.025380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Allocated IP 172.25.3.146 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/8e7fb17a-549b-4042-a513-b77911a2f137) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:05.073526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f3213a4-fee3-4554-8a5d-6495654e3623 req-b2cee318-94c1-408e-bd0b-33deaaf1e6ed tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0865805 Nov 19 18:58:05.116973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fa52e-aa89-4e39-a818-df91136edda7 req-06bea3bb-30ce-4c07-b31f-5c1ca40bf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:05.118965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c89fa52e-aa89-4e39-a818-df91136edda7 req-06bea3bb-30ce-4c07-b31f-5c1ca40bf5fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.1307976 Nov 19 18:58:05.120640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ec90fc7-f2cc-4f84-97bd-566bfa234dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:05.126470 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ec90fc7-f2cc-4f84-97bd-566bfa234dba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:05.127632 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2ec90fc7-f2cc-4f84-97bd-566bfa234dba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39e6a071-903a-409f-bf48-ad692051ce91 HTTP/1.1" status: 204 len: 168 time: 0.3859277 Nov 19 18:58:05.128766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 62444648-498b-491c-aba6-11b998345ba2 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:58:05.182447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec90fc7-f2cc-4f84-97bd-566bfa234dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e6a071-903a-409f-bf48-ad692051ce91,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:05.236151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c89fa52e-aa89-4e39-a818-df91136edda7 req-6f0ccea3-7fcd-4ead-9d62-beb66c5ae06b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074221 Nov 19 18:58:05.259812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 62444648-498b-491c-aba6-11b998345ba2 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:58:05.266744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c99ea1-753d-49fb-bd6e-a6bce41f89b7 req-ba2c861f-595a-4691-b135-5f08324223d3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:05.268560 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59c99ea1-753d-49fb-bd6e-a6bce41f89b7 req-ba2c861f-595a-4691-b135-5f08324223d3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.1230001 Nov 19 18:58:05.304252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8fcdf1fd-37a6-44a7-8953-07548394dca4 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:58:05.334848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:05.390919 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59c99ea1-753d-49fb-bd6e-a6bce41f89b7 req-079f3513-ca10-4748-a355-a418ed94ef85 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148458 Nov 19 18:58:05.411299 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8fcdf1fd-37a6-44a7-8953-07548394dca4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:05.411685 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:05.428715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c89fa52e-aa89-4e39-a818-df91136edda7 req-e34b2305-6d26-4d06-b0c1-1e31461341dc service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502697 Nov 19 18:58:05.456453 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:05.530855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e629fc6-950f-418d-b888-0b4efeacabff req-b3950e04-7e70-423e-9a1e-730959b208f3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:05.538163 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e629fc6-950f-418d-b888-0b4efeacabff req-b3950e04-7e70-423e-9a1e-730959b208f3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 944 time: 0.3065212 Nov 19 18:58:05.621383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c89fa52e-aa89-4e39-a818-df91136edda7 req-a5622044-4eb4-4c4e-a7ed-333716e75f81 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846261 Nov 19 18:58:05.634528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Pushing event updated for resources: {'Port': ['ID=8e7fb17a-549b-4042-a513-b77911a2f137,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:05.654823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:05.666449 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e629fc6-950f-418d-b888-0b4efeacabff req-017d8fef-cac6-410f-9cfb-a212ff1505d0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115167 Nov 19 18:58:05.684280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:05.690689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:05.824821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a358059-e8d0-4be6-9268-cad353aea8a5 req-4c924fd7-0acf-448d-9a44-783854c96d3b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:05.832517 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a358059-e8d0-4be6-9268-cad353aea8a5 req-4c924fd7-0acf-448d-9a44-783854c96d3b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.1726313 Nov 19 18:58:05.851817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:05.931410 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:05.996676 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a358059-e8d0-4be6-9268-cad353aea8a5 req-c06e7a11-8903-4bb6-81f7-fde712549f97 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631587 Nov 19 18:58:06.123360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f9e97-0455-4ad6-8d1e-01f844535ed7 req-908ddbf8-0faf-40de-89df-ee5ed9f50253 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:06.135972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-588f9e97-0455-4ad6-8d1e-01f844535ed7 req-908ddbf8-0faf-40de-89df-ee5ed9f50253 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.0932555 Nov 19 18:58:06.221976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-588f9e97-0455-4ad6-8d1e-01f844535ed7 req-5cf9d288-85d8-4fa7-ba6d-4b678395c7a0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847595 Nov 19 18:58:06.275695 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2917c05-ca88-4d90-9b40-a49a77efe570 req-62af75c4-e8a1-4ada-b7b7-e0307083a342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0537314 Nov 19 18:58:06.283045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:06.292382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:06.379682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Pushing event updated for resources: {'Port': ['ID=8e7fb17a-549b-4042-a513-b77911a2f137,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:06.409155 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:06.452574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:06.461810 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-25c75af9-a870-43aa-846a-e5c897eb1e31 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9482126 Nov 19 18:58:06.586003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224f4d1-266f-472d-81a8-357b5772a53e req-ff789d78-7fdf-4838-8b26-0f43167fef93 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:06.594287 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4224f4d1-266f-472d-81a8-357b5772a53e req-ff789d78-7fdf-4838-8b26-0f43167fef93 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.0930243 Nov 19 18:58:06.624195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbb848-00ec-48e8-897b-d8dd749eb88e req-e0c4d081-f5b9-49e3-8a31-6d6df90157d1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:06.626265 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0bcbb848-00ec-48e8-897b-d8dd749eb88e req-e0c4d081-f5b9-49e3-8a31-6d6df90157d1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.1367340 Nov 19 18:58:06.678028 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4224f4d1-266f-472d-81a8-357b5772a53e req-4bbf5b47-d7cc-468f-a94d-fd086fd8eb40 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766287 Nov 19 18:58:06.716448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0bcbb848-00ec-48e8-897b-d8dd749eb88e req-94fc5fbe-096b-433e-9e20-3f4ded17f6b3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812507 Nov 19 18:58:06.810725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a21fa7-986a-4794-b23c-0d4cee2f5b42 req-b9c06d58-ee40-4ed6-9b8f-85e91f94706a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:06.812212 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-88a21fa7-986a-4794-b23c-0d4cee2f5b42 req-b9c06d58-ee40-4ed6-9b8f-85e91f94706a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 944 time: 0.0508096 Nov 19 18:58:06.865218 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-88a21fa7-986a-4794-b23c-0d4cee2f5b42 req-c6a7b51f-0f20-4f55-8590-b9126b310899 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Nov 19 18:58:07.116599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52f90f-df74-4430-803e-8aa164b42f4e req-e7b1c4a9-a1df-40f2-8ff8-afc2c0e38018 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:07.118198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b52f90f-df74-4430-803e-8aa164b42f4e req-e7b1c4a9-a1df-40f2-8ff8-afc2c0e38018 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.0532520 Nov 19 18:58:07.135451 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e06456b6-2310-43e6-b1d5-0aba8edaff14 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:58:07.195728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b52f90f-df74-4430-803e-8aa164b42f4e req-753c0f09-b4fc-4413-b376-c82de0bb0cff tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660257 Nov 19 18:58:07.273094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e06456b6-2310-43e6-b1d5-0aba8edaff14, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e06456b6-2310-43e6-b1d5-0aba8edaff14,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:07.286290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'e06456b6-2310-43e6-b1d5-0aba8edaff14', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'port_id': 'e06456b6-2310-43e6-b1d5-0aba8edaff14', 'mac_address': 'fa:16:3e:b8:1e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe59e18c-b7e3-459f-88b9-60024191b0d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:58:07.335007 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:07.353485 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06456b6-2310-43e6-b1d5-0aba8edaff14 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:07.376556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e06456b6-2310-43e6-b1d5-0aba8edaff14, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e06456b6-2310-43e6-b1d5-0aba8edaff14,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:07.381556 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:07.392135 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-29fac171-587c-47b9-b4c3-fb0f77e88a9b req-ce68ff1a-4d94-495b-a66f-f3f4ac2f3e57 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0301447 Nov 19 18:58:07.439260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=e06456b6-2310-43e6-b1d5-0aba8edaff14,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:07.669856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['e06456b6-2310-43e6-b1d5-0aba8edaff14'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:07.827057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857bd64-5fcc-4005-bc16-26cc95a1e0de req-20a0a0e7-b14d-46f5-9f98-0034e479702c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:07.830739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d857bd64-5fcc-4005-bc16-26cc95a1e0de req-20a0a0e7-b14d-46f5-9f98-0034e479702c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.0734949 Nov 19 18:58:07.872745 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975b6e2-0012-42ba-b59e-9004f35e26f2 req-db270abd-4652-40ac-955d-97a16c082cc2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:07.874513 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f975b6e2-0012-42ba-b59e-9004f35e26f2 req-db270abd-4652-40ac-955d-97a16c082cc2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.0746627 Nov 19 18:58:07.911863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d857bd64-5fcc-4005-bc16-26cc95a1e0de req-d474fb2e-75e7-4a3d-8b9b-eaf623ddd619 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743806 Nov 19 18:58:07.956342 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f975b6e2-0012-42ba-b59e-9004f35e26f2 req-9c1b3a05-4748-452e-a845-0b8e03302b97 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712991 Nov 19 18:58:08.037817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec992c9c-65ab-4915-bae4-1ecf5d85b001 req-adf8843e-ae34-4643-b396-1430f99dee14 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:08.039364 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec992c9c-65ab-4915-bae4-1ecf5d85b001 req-adf8843e-ae34-4643-b396-1430f99dee14 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 945 time: 0.0542870 Nov 19 18:58:08.092996 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec992c9c-65ab-4915-bae4-1ecf5d85b001 req-24efc6ab-798e-42b5-ac4c-ce3a16babea3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468929 Nov 19 18:58:08.157196 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88d2aa64-0511-44be-a98f-c986fb6706e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:08.374079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e9fdd-a656-44ef-8f96-79d3e5b2ad86 req-1698e653-3e96-4223-8407-fc0ba0e0504c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:08.376706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb3e9fdd-a656-44ef-8f96-79d3e5b2ad86 req-1698e653-3e96-4223-8407-fc0ba0e0504c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.0699608 Nov 19 18:58:08.440095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb3e9fdd-a656-44ef-8f96-79d3e5b2ad86 req-52a60175-1f21-4c93-a26e-959e6f9038cb tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555427 Nov 19 18:58:08.496887 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9ee63b21-dd52-4582-8c10-0067c9830287 req-b6dabece-da78-445b-a947-7bee8f909990 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0260992 Nov 19 18:58:09.039016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989e7ba-730c-4634-88a3-2f2c72946eb0 req-b5d16f71-e4a2-48e3-8eb3-8a9c5c47ee37 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:09.040810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d989e7ba-730c-4634-88a3-2f2c72946eb0 req-b5d16f71-e4a2-48e3-8eb3-8a9c5c47ee37 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.0575325 Nov 19 18:58:09.088026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766108-6d92-413b-b4f1-fe0126dc96d6 req-3c6a7b13-d018-4a84-8cc0-6ec1e57c9301 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:09.089560 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74766108-6d92-413b-b4f1-fe0126dc96d6 req-3c6a7b13-d018-4a84-8cc0-6ec1e57c9301 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.0562370 Nov 19 18:58:09.094734 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d989e7ba-730c-4634-88a3-2f2c72946eb0 req-412c4200-bbe9-4244-9f5c-4e70444b3da1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 Nov 19 18:58:09.147013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74766108-6d92-413b-b4f1-fe0126dc96d6 req-10700f17-a823-4d04-bf61-fe80bd898494 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506217 Nov 19 18:58:09.166269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e06456b6-2310-43e6-b1d5-0aba8edaff14 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:58:09.231693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port e06456b6-2310-43e6-b1d5-0aba8edaff14 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:58:09.235975 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port e06456b6-2310-43e6-b1d5-0aba8edaff14 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:09.236352 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:09.237231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60869c-14f1-4449-b652-8ad2a9476a49 req-75535147-62b3-49d3-bcdf-119195f6272a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:09.239610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c60869c-14f1-4449-b652-8ad2a9476a49 req-75535147-62b3-49d3-bcdf-119195f6272a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 945 time: 0.0599129 Nov 19 18:58:09.298303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c60869c-14f1-4449-b652-8ad2a9476a49 req-55c6101c-8a4f-43d6-ba93-54758757e9ca tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516198 Nov 19 18:58:09.336644 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:09.367733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6407fb16-6f7b-436d-9b0a-3031774725f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06456b6-2310-43e6-b1d5-0aba8edaff14'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:09.370008 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc772404-162c-408a-ae73-4352eebc7fa4" -d '{"events": [{"server_uuid": "6407fb16-6f7b-436d-9b0a-3031774725f7", "name": "network-vif-plugged", "status": "completed", "tag": "e06456b6-2310-43e6-b1d5-0aba8edaff14"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:09.389991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e06456b6-2310-43e6-b1d5-0aba8edaff14, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e06456b6-2310-43e6-b1d5-0aba8edaff14,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:09.397789 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:09.425110 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0236e25d-6830-4b75-a083-ebb4d372ff1c x-openstack-request-id: req-0236e25d-6830-4b75-a083-ebb4d372ff1c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:09.425546 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6407fb16-6f7b-436d-9b0a-3031774725f7", "name": "network-vif-plugged", "status": "completed", "tag": "e06456b6-2310-43e6-b1d5-0aba8edaff14", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:09.426306 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0236e25d-6830-4b75-a083-ebb4d372ff1c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:09.426306 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6407fb16-6f7b-436d-9b0a-3031774725f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06456b6-2310-43e6-b1d5-0aba8edaff14', 'code': 200} Nov 19 18:58:09.456402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=e06456b6-2310-43e6-b1d5-0aba8edaff14,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:09.577537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c42bf-9d12-4552-b330-5f66d0502944 req-b05b3e9f-fb4a-4fa8-9389-ebea8ab7d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:09.579438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b52c42bf-9d12-4552-b330-5f66d0502944 req-b05b3e9f-fb4a-4fa8-9389-ebea8ab7d340 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 1097 time: 0.0927229 Nov 19 18:58:09.607622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9408a1-b179-4fb7-8580-c33cb6fa75e9 req-909d0142-d1b6-4738-bafb-a6b3804152ed tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:09.609206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c9408a1-b179-4fb7-8580-c33cb6fa75e9 req-909d0142-d1b6-4738-bafb-a6b3804152ed tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.0862360 Nov 19 18:58:09.619128 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b254571c-496f-43e3-b867-e17f4437fae4 req-2ccab0d2-27ef-4689-8070-6c6564f1de8a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0348754 Nov 19 18:58:09.681808 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b52c42bf-9d12-4552-b330-5f66d0502944 req-680def64-3629-4df4-9de6-ebae32a7d6e5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931249 Nov 19 18:58:09.685697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c9408a1-b179-4fb7-8580-c33cb6fa75e9 req-1e26632a-9e0c-4c10-a0a8-af28d38ee67e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683043 Nov 19 18:58:10.226271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaccdd-6d51-48e6-a2cc-e0e3092524ad req-a26a23e0-da28-47d0-aacf-7af998cf92f1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:10.227945 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3eeaccdd-6d51-48e6-a2cc-e0e3092524ad req-a26a23e0-da28-47d0-aacf-7af998cf92f1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.0626798 Nov 19 18:58:10.278524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca01652-1c15-44cb-8643-adb0a0d95e6d req-8f8b4670-c4a0-4e14-95de-158c037ff3ad tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:10.279693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3eeaccdd-6d51-48e6-a2cc-e0e3092524ad req-dc853971-2a5b-4103-8fdd-54113f4421ef tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Nov 19 18:58:10.282190 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ca01652-1c15-44cb-8643-adb0a0d95e6d req-8f8b4670-c4a0-4e14-95de-158c037ff3ad tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.0603435 Nov 19 18:58:10.340493 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ca01652-1c15-44cb-8643-adb0a0d95e6d req-7dd9cfad-8331-4fe2-9a83-9c6fd9e9e869 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533197 Nov 19 18:58:10.423732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a23b61-09ae-4be0-84c7-89a7f15e2ebb req-73b6e418-6a74-4370-8c04-8192e134a161 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:10.425614 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d0a23b61-09ae-4be0-84c7-89a7f15e2ebb req-73b6e418-6a74-4370-8c04-8192e134a161 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 946 time: 0.0588298 Nov 19 18:58:10.477988 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d0a23b61-09ae-4be0-84c7-89a7f15e2ebb req-dfcc9181-ccfa-4763-815d-dcacd09fe5ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462565 Nov 19 18:58:10.539309 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e33e0d0-daa5-4227-bf13-df6e96825453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:10.738368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-69393790-15bd-48c3-9f5e-5fafc84a1dd9 req-9518fb27-9550-4d6e-89b2-5897769f277d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0353680 Nov 19 18:58:10.819927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3f0b8-eb70-466b-a192-05e90b9129b6 req-29a26df9-2e85-4b4a-9dc7-62834c3b64f9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:10.821490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70a3f0b8-eb70-466b-a192-05e90b9129b6 req-29a26df9-2e85-4b4a-9dc7-62834c3b64f9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.0574389 Nov 19 18:58:10.877613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70a3f0b8-eb70-466b-a192-05e90b9129b6 req-4eb7956c-e165-491a-89bf-6c21bb23f06e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483160 Nov 19 18:58:11.394952 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-74f58122-7678-43ae-a5aa-9547b5b25f27 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8be7b990a85a4682a1f35f7ca364b0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238664 Nov 19 18:58:11.417156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aba713-acee-45ff-94ef-2676ee845e0c req-d9a962ec-3eb7-4409-aef0-9cf69f287f74 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:11.425994 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3aba713-acee-45ff-94ef-2676ee845e0c req-d9a962ec-3eb7-4409-aef0-9cf69f287f74 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.0703285 Nov 19 18:58:11.482309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3aba713-acee-45ff-94ef-2676ee845e0c req-3b416edb-6b85-4776-96b9-d9c38ceb932e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550768 Nov 19 18:58:11.537781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-05724b2e-12ab-4d78-b549-accb0368d2df tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:11.539533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-05724b2e-12ab-4d78-b549-accb0368d2df tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378160 Nov 19 18:58:11.562907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-a4fd1a29-21e4-422c-934b-8fea5b63c5fc tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/quotas/8be7b990a85a4682a1f35f7ca364b0ed HTTP/1.1" status: 200 len: 375 time: 0.0116401 Nov 19 18:58:11.600551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ff82-ad19-42ef-bfac-37165ce6083c req-a3d1ecd9-01fd-444d-9f80-c9b1f3a6f76d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:11.601606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-7b343974-02c9-4efb-82e7-b0223e7984bd tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8be7b990a85a4682a1f35f7ca364b0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325313 Nov 19 18:58:11.615651 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4a9ff82-ad19-42ef-bfac-37165ce6083c req-a3d1ecd9-01fd-444d-9f80-c9b1f3a6f76d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.0699434 Nov 19 18:58:11.677473 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4a9ff82-ad19-42ef-bfac-37165ce6083c req-f20d0aab-e03e-4d13-b5ce-c50aa61a6437 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588822 Nov 19 18:58:11.767262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:11.804319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d0c10-1a64-4b50-b308-29d360862338 req-1de000dc-2acb-47d7-877a-1599e4094819 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:11.806193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-101d0c10-1a64-4b50-b308-29d360862338 req-1de000dc-2acb-47d7-877a-1599e4094819 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 946 time: 0.0594091 Nov 19 18:58:11.873088 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-101d0c10-1a64-4b50-b308-29d360862338 req-66f35a1c-dc02-4f3a-9c4f-0df2750bd2a2 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606322 Nov 19 18:58:11.907897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9fc4b14-9f45-41cc-9256-601d53695e47 req-e0ecc6cd-ad49-4913-bf7e-8f9ed1e4cbef tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0549829 Nov 19 18:58:12.017571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-a75b1a1c-ab3e-4022-b1fa-eaea86c7bd26 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.019562 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-a75b1a1c-ab3e-4022-b1fa-eaea86c7bd26 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.1028595 Nov 19 18:58:12.083040 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26747d04-5e5e-4697-bd63-f722be735b20 req-4e782c29-66db-4909-8990-9d01cd54ee79 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914662 Nov 19 18:58:12.099849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fce94-5de3-40c5-9e6f-e749aa0a83ed req-7fe264e5-fcc4-4a60-a6d2-aa9e3f211d48 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.101355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-050fce94-5de3-40c5-9e6f-e749aa0a83ed req-7fe264e5-fcc4-4a60-a6d2-aa9e3f211d48 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 945 time: 0.0711937 Nov 19 18:58:12.166697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-a3a2dac2-da0a-4b13-85b4-ef43902aafce tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8be7b990a85a4682a1f35f7ca364b0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1045182 Nov 19 18:58:12.214546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26747d04-5e5e-4697-bd63-f722be735b20 req-9e74c616-8c56-415e-9d31-0bdea88d85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.216562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26747d04-5e5e-4697-bd63-f722be735b20 req-9e74c616-8c56-415e-9d31-0bdea88d85b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1096 time: 0.0706913 Nov 19 18:58:12.242224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-050fce94-5de3-40c5-9e6f-e749aa0a83ed req-4ace5a5b-e732-4778-a55c-09a6d7974df7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329901 Nov 19 18:58:12.283744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-306cb823-694b-4926-b3f4-2a54d0f1ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.285952 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-306cb823-694b-4926-b3f4-2a54d0f1ffaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c&tenant_id=259b3162d6d440c788fffaaf792127c3 HTTP/1.1" status: 200 len: 1095 time: 0.2481315 Nov 19 18:58:12.293454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-9a0e25e0-a7c1-40e0-b987-f630d5bc552a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.300647 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-9a0e25e0-a7c1-40e0-b987-f630d5bc552a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329515 Nov 19 18:58:12.321334 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-768c7581-3bf3-40a1-820e-2b607287fa26 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/quotas/8be7b990a85a4682a1f35f7ca364b0ed HTTP/1.1" status: 200 len: 375 time: 0.0190856 Nov 19 18:58:12.387683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-2de63358-fc5a-4bc1-ab7f-ecc5e46eb841 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8be7b990a85a4682a1f35f7ca364b0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653477 Nov 19 18:58:12.439167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-4942fdfc-f7de-42f8-93f8-d84d78dc9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.439353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26747d04-5e5e-4697-bd63-f722be735b20 req-1c76ce5f-30b6-4b21-9bda-01675ebaf36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.441336 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26747d04-5e5e-4697-bd63-f722be735b20 req-1c76ce5f-30b6-4b21-9bda-01675ebaf36c service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.1953688 Nov 19 18:58:12.441530 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-4942fdfc-f7de-42f8-93f8-d84d78dc9d33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 1095 time: 0.1182396 Nov 19 18:58:12.469163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6fc8e-f487-4e91-8a4c-4285767d320d req-e0d88534-2a6d-4bce-89d4-cdbfab05fd79 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.477149 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8b6fc8e-f487-4e91-8a4c-4285767d320d req-e0d88534-2a6d-4bce-89d4-cdbfab05fd79 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.0944107 Nov 19 18:58:12.634282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26747d04-5e5e-4697-bd63-f722be735b20 req-bc940154-07b1-4c7f-b6e8-ffcea42c8d26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 998 time: 0.1737692 Nov 19 18:58:12.650764 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8b6fc8e-f487-4e91-8a4c-4285767d320d req-7ebd8b01-62f9-478d-b97a-08b2caca6a4a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719670 Nov 19 18:58:12.788109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26747d04-5e5e-4697-bd63-f722be735b20 req-2b7f2840-263a-4373-8ade-b458f625c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.790853 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26747d04-5e5e-4697-bd63-f722be735b20 req-2b7f2840-263a-4373-8ade-b458f625c05c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1366313 Nov 19 18:58:12.816158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-926d9367-58a1-4b17-95e9-164314fd60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.817825 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-926d9367-58a1-4b17-95e9-164314fd60c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.3578217 Nov 19 18:58:12.828925 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3edaf-78ec-4352-9098-68cc215feda1 req-9804d082-8f30-48fa-b4c1-fde69712eada tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.830967 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-90f3edaf-78ec-4352-9098-68cc215feda1 req-9804d082-8f30-48fa-b4c1-fde69712eada tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 946 time: 0.1202252 Nov 19 18:58:12.886046 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-155eba2e-f0f0-499e-8f77-3ef236f19d1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62444648-498b-491c-aba6-11b998345ba2 HTTP/1.1" status: 200 len: 217 time: 0.0533543 Nov 19 18:58:12.907208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819a175-3347-48be-8b89-7b639861169f req-0637a493-c254-41af-bd00-3fad44137204 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.909154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819a175-3347-48be-8b89-7b639861169f req-0637a493-c254-41af-bd00-3fad44137204 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.1151576 Nov 19 18:58:12.915887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26747d04-5e5e-4697-bd63-f722be735b20 req-0785f5aa-7936-4b04-8732-8749b2f3d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.917566 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26747d04-5e5e-4697-bd63-f722be735b20 req-0785f5aa-7936-4b04-8732-8749b2f3d225 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011987 Nov 19 18:58:12.963191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-54b7c4dc-b87e-4d9e-9f10-fd40b2c034f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:12.964790 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-54b7c4dc-b87e-4d9e-9f10-fd40b2c034f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.0645525 Nov 19 18:58:13.011123 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-95501abb-9056-4c7f-9196-e42781cf6227 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339947 Nov 19 18:58:13.015243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-90f3edaf-78ec-4352-9098-68cc215feda1 req-028faaa0-760e-4ce6-9865-eaef05828f0d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761477 Nov 19 18:58:13.028248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819a175-3347-48be-8b89-7b639861169f req-4c26b22f-68bf-4b7f-9f4c-2bdde4395260 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092989 Nov 19 18:58:13.080101 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26747d04-5e5e-4697-bd63-f722be735b20 req-746711db-16fa-4f62-bc27-1d5aec22bcd5 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522434 Nov 19 18:58:13.178908 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:13.231286 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c29fa5dc-eaa3-4638-93d2-9fdb82399728 req-1ddde486-56dc-4294-a2de-f35824b203dc tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 210 time: 0.0999763 Nov 19 18:58:13.281807 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-c468726a-bc9b-4217-8670-b6870779ccad service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608848 Nov 19 18:58:13.295558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a7f3a-abc5-437d-803a-5575f640367e req-032d2654-e6ea-4d96-89f2-1fec8bf78660 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:13.297946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-718a7f3a-abc5-437d-803a-5575f640367e req-032d2654-e6ea-4d96-89f2-1fec8bf78660 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.1111615 Nov 19 18:58:13.304998 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26747d04-5e5e-4697-bd63-f722be735b20 req-f11adda9-6c5f-4cc1-974c-d4a1aab8c537 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171643 Nov 19 18:58:13.371760 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-718a7f3a-abc5-437d-803a-5575f640367e req-4a7cdf12-c731-43a8-a887-a5d225662e2c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656612 Nov 19 18:58:13.458961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-51dffa84-d416-4310-9b4e-71764bbb5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:13.460628 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-51dffa84-d416-4310-9b4e-71764bbb5480 service neutron] 10.222.0.57 "GET /v2.0/ports/00e8f34b-4ae3-4047-a368-968e2e9be854 HTTP/1.1" status: 200 len: 1032 time: 0.1031494 Nov 19 18:58:13.470357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a83abfc-9f49-424e-80d0-d981d7109bac req-bf15bfaa-cf8a-45ee-9af4-4b53f258ec65 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0676789 Nov 19 18:58:13.528317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8d803fa7-a7c7-48ae-9357-49c48333a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:13.528568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-be9fec99-05af-42c0-aad5-84504c6e7630 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368073 Nov 19 18:58:13.530502 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8d803fa7-a7c7-48ae-9357-49c48333a1b4 service neutron] 10.222.0.57 "GET /v2.0/ports/67956144-0508-45ed-934a-ac5fa1d15788 HTTP/1.1" status: 200 len: 1032 time: 0.0611005 Nov 19 18:58:13.778530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-454d702f-28ce-4d65-af6e-71204e2533f1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:13.793102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-454d702f-28ce-4d65-af6e-71204e2533f1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:13.799332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baba06-2592-4de5-9c3d-168d9f6a2fc7 req-86870bf3-1e42-49d1-9cfe-9f4920c35dad tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:13.808211 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c1baba06-2592-4de5-9c3d-168d9f6a2fc7 req-86870bf3-1e42-49d1-9cfe-9f4920c35dad tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 946 time: 0.1144774 Nov 19 18:58:13.811524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-454d702f-28ce-4d65-af6e-71204e2533f1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:13.813166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-454d702f-28ce-4d65-af6e-71204e2533f1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "GET /v2.0/networks?id=286d1fc7-eb8b-400b-9e62-c852f81e73e6&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=18e71340-48e5-45a3-a91b-e4f71f01a421&id=18e71340-48e5-45a3-a91b-e4f71f01a421 HTTP/1.1" status: 200 len: 1994 time: 0.2716944 Nov 19 18:58:13.863505 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-65cd1514-704a-4087-827a-2560265bd719 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8be7b990a85a4682a1f35f7ca364b0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2469974 Nov 19 18:58:13.958571 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c1baba06-2592-4de5-9c3d-168d9f6a2fc7 req-91b45c4c-700f-40fa-9708-9e2d459202e9 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340330 Nov 19 18:58:14.039172 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:14.127763 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531cb25-d347-4989-83bf-3facbf8e8723 req-3666670f-bf02-4966-a4cb-c48a58b17f63 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:14.135904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3531cb25-d347-4989-83bf-3facbf8e8723 req-3666670f-bf02-4966-a4cb-c48a58b17f63 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.3211687 Nov 19 18:58:14.166196 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-ee14c5a8-191f-4b68-86f2-9d48620aea9d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a7769fe5eec468ba5b5a296b98428b1 HTTP/1.1" status: 200 len: 379 time: 0.3163502 Nov 19 18:58:14.193746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'admin_state_up': True, 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'security_groups': ['d1f57b86-84f6-4953-ad74-8b7bd4ac9d05']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:14.215445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-fedaffb5-9cbf-4683-b078-6e233039c631 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:14.217773 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-fedaffb5-9cbf-4683-b078-6e233039c631 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.1326575 Nov 19 18:58:14.245536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519051a7-c6f1-4e5d-8c58-8cbcc8dfd404 req-adabe92f-757b-4f72-9537-ec941bcd9579 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:14.255691 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-519051a7-c6f1-4e5d-8c58-8cbcc8dfd404 req-adabe92f-757b-4f72-9537-ec941bcd9579 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.1119571 Nov 19 18:58:14.279676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-5ad76877-4975-4a0d-ac7e-396f97af448a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:14.284004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-5ad76877-4975-4a0d-ac7e-396f97af448a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3698094 Nov 19 18:58:14.291414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3531cb25-d347-4989-83bf-3facbf8e8723 req-bbbac61f-b91b-4454-b204-360dd0c953a0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546817 Nov 19 18:58:14.307011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Request body: {'port': {'device_id': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '8be7b990a85a4682a1f35f7ca364b0ed'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:14.372903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-519051a7-c6f1-4e5d-8c58-8cbcc8dfd404 req-193eb54a-ac5c-4b24-b336-bf043fa6cfa4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144431 Nov 19 18:58:14.516012 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-083b41df-7516-4d36-b209-f008094e6d4e req-7d9c3865-236c-432f-9dc8-1fba555bfd9c tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 210 time: 0.0702472 Nov 19 18:58:14.535080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:14.541533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:14.575360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-a3fa9b9b-de15-477c-8beb-91a428b920b1 service neutron] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:14.603078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-a3fa9b9b-de15-477c-8beb-91a428b920b1 service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:14.607014 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252b180f-9093-4746-aaf7-283d3b2f56c8 req-a3fa9b9b-de15-477c-8beb-91a428b920b1 service neutron] 10.222.0.57 "DELETE /v2.0/ports/62444648-498b-491c-aba6-11b998345ba2/bindings/n-h2-815373-6 HTTP/1.1" status: 204 len: 173 time: 0.3782349 Nov 19 18:58:14.622658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Made reservation on behalf of 8be7b990a85a4682a1f35f7ca364b0ed for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:14.633325 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:14.659919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df160aed-7620-4a40-ae65-0c7cbd5bf943 req-2962c7dc-d4d8-4a7b-baaf-faed7edbacad tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:14.662006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-df160aed-7620-4a40-ae65-0c7cbd5bf943 req-2962c7dc-d4d8-4a7b-baaf-faed7edbacad tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.1249256 Nov 19 18:58:14.742662 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-df160aed-7620-4a40-ae65-0c7cbd5bf943 req-bd4e8c5c-16a8-42f1-9790-1ef57c1e5850 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661380 Nov 19 18:58:14.817906 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-439a3777-aa8f-42cd-8cd9-82150ebaf940 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8be7b990a85a4682a1f35f7ca364b0ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2144878 Nov 19 18:58:14.818596 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:14.916177 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45b459b1-becd-492c-9896-64d56d0da0d8 req-54125d2b-4461-461a-a0e0-47f18d470ad6 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.2739418 Nov 19 18:58:15.150844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Allocated IP 172.20.0.9 (286d1fc7-eb8b-400b-9e62-c852f81e73e6/69e8f2d6-a875-485a-9e1c-3db0096650a5/85a50779-8b47-40c8-8920-14ead89eaf3f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:15.193740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bfd35-d808-4a62-b238-a30ac0d92894 req-eacc11ba-a5f3-489d-a71a-01a75a34b8d7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:15.198129 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a43bfd35-d808-4a62-b238-a30ac0d92894 req-eacc11ba-a5f3-489d-a71a-01a75a34b8d7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 946 time: 0.1163142 Nov 19 18:58:15.265645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-71a2f393-3839-455d-b8ca-2f1bfee197f1 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:15.267529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-71a2f393-3839-455d-b8ca-2f1bfee197f1 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4249475 Nov 19 18:58:15.271034 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:15.278679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a43bfd35-d808-4a62-b238-a30ac0d92894 req-7536cdec-ad56-4d28-a48e-319652941d48 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716648 Nov 19 18:58:15.281783 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:15.316480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Request body: {'port': {'device_id': '89486c19-1de5-4791-b338-87447641e422', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '8be7b990a85a4682a1f35f7ca364b0ed'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:15.492685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d244a9e-783b-4c31-99ab-bbda83edf92b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:15.539464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34481d22-b3dd-4525-b86c-814596b121c0 req-6245dbc1-f80d-4329-892a-716bf2785fcb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:15.542008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-34481d22-b3dd-4525-b86c-814596b121c0 req-6245dbc1-f80d-4329-892a-716bf2785fcb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.0651815 Nov 19 18:58:15.614716 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-34481d22-b3dd-4525-b86c-814596b121c0 req-0db74fb5-fa76-46b1-8288-1f3f83f1fb99 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659177 Nov 19 18:58:15.723454 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36e31c80-308d-4289-9ce7-7eab3c440dc5 req-c946d44e-5e2e-48ac-95ac-d3b202bff621 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 210 time: 0.0383358 Nov 19 18:58:15.732762 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fa0b-a7eb-4f2a-b6f7-961caa5e0c52 req-42303340-e087-4d90-abc2-953997e990c3 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:15.742810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3f1fa0b-a7eb-4f2a-b6f7-961caa5e0c52 req-42303340-e087-4d90-abc2-953997e990c3 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.2673008 Nov 19 18:58:15.758106 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:15.825212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4165-b1a9-4934-a2eb-466d428e9d5f req-1638b40a-efab-4b07-a973-2bc4cb2d3e7f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:15.826993 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b4a4165-b1a9-4934-a2eb-466d428e9d5f req-1638b40a-efab-4b07-a973-2bc4cb2d3e7f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 946 time: 0.3529651 Nov 19 18:58:15.839627 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:15.875612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Allocated IP 192.168.233.106 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/75306d00-6ec7-4471-b601-8632b8e90afa) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:15.945205 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2718f6-c6bc-469b-b0ab-2b4dc5e4427b req-03bd4c02-3c67-4ade-b25b-3e8aa03a61cc tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:15.947275 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7c2718f6-c6bc-469b-b0ab-2b4dc5e4427b req-03bd4c02-3c67-4ade-b25b-3e8aa03a61cc tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.0829101 Nov 19 18:58:16.018707 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7c2718f6-c6bc-469b-b0ab-2b4dc5e4427b req-65e48f4d-40f4-4499-bcb3-9c946f951504 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642595 Nov 19 18:58:16.037498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Made reservation on behalf of 8be7b990a85a4682a1f35f7ca364b0ed for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:16.041382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:16.046742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:16.116974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Port': ['ID=85a50779-8b47-40c8-8920-14ead89eaf3f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:16.126690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:16.169852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3f1fa0b-a7eb-4f2a-b6f7-961caa5e0c52 req-bbb0da7f-8287-4b3e-a87d-b038df7475ec tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606334 Nov 19 18:58:16.170993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:16.203644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa53eb-d3cc-43a9-84e4-339cc8502a1d req-743b4050-1a17-4c76-a01c-ceaae532957e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:16.216884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eefa53eb-d3cc-43a9-84e4-339cc8502a1d req-743b4050-1a17-4c76-a01c-ceaae532957e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 931 time: 0.0876696 Nov 19 18:58:16.314421 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eefa53eb-d3cc-43a9-84e4-339cc8502a1d req-5450a5fb-cc2a-41a8-a6b5-e095d58752fe tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921140 Nov 19 18:58:16.466180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f910fa-ea5e-41f8-ad1b-082bc285343e req-574870ce-0395-45ce-99b2-671c5a133cc2 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:16.470254 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-45f910fa-ea5e-41f8-ad1b-082bc285343e req-574870ce-0395-45ce-99b2-671c5a133cc2 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 946 time: 0.0623693 Nov 19 18:58:16.533667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c8017af7-a8a7-41b0-ac78-a544c2774a61 None None] Provisioning complete for port 85a50779-8b47-40c8-8920-14ead89eaf3f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:16.538184 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8017af7-a8a7-41b0-ac78-a544c2774a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:16.561516 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-45f910fa-ea5e-41f8-ad1b-082bc285343e req-3f918150-65cd-4a7f-bd5a-5aac31f0e324 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851789 Nov 19 18:58:16.613933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c8017af7-a8a7-41b0-ac78-a544c2774a61 None None] Port 85a50779-8b47-40c8-8920-14ead89eaf3f cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:16.758009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82becf-af93-4abc-b6d5-0bcfb5f32252 req-d8580e87-aa78-4ead-a4e3-bcd626894f97 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:16.762302 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b82becf-af93-4abc-b6d5-0bcfb5f32252 req-d8580e87-aa78-4ead-a4e3-bcd626894f97 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.0642269 Nov 19 18:58:16.851518 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b82becf-af93-4abc-b6d5-0bcfb5f32252 req-b22b1d24-97ad-4400-a154-a6d4db8b6498 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796294 Nov 19 18:58:16.864909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:16.865721 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:16.903895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7b4a4165-b1a9-4934-a2eb-466d428e9d5f req-ae6d5f1a-f582-4215-b563-1d1ba2cd72ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Deleting port e06456b6-2310-43e6-b1d5-0aba8edaff14 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:58:16.904406 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7b4a4165-b1a9-4934-a2eb-466d428e9d5f req-ae6d5f1a-f582-4215-b563-1d1ba2cd72ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:16.983356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479174ac-34d2-4083-979f-766d4c3e8283 req-6050e5ce-cc2b-4046-90b6-f7e203446184 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:16.984905 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-479174ac-34d2-4083-979f-766d4c3e8283 req-6050e5ce-cc2b-4046-90b6-f7e203446184 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 1095 time: 0.2114933 Nov 19 18:58:16.992501 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e8aaa650-f6d3-4248-994c-abc9fcc9d56d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8043268 Nov 19 18:58:17.008769 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2', 'admin_state_up': True, 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'security_groups': ['d1f57b86-84f6-4953-ad74-8b7bd4ac9d05']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:17.032382 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e20967b-93ee-481a-88d5-e4bbb88da00f req-fbf47f15-3b79-4a2b-923d-c6cc2c3aa9a0 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 210 time: 0.0799429 Nov 19 18:58:17.149597 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:17.232881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d94ba-8382-4fbf-b9b7-d29bde84f0b7 req-0e8efe42-e60b-4048-953e-bcd3e27d7219 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:17.234849 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-040d94ba-8382-4fbf-b9b7-d29bde84f0b7 req-0e8efe42-e60b-4048-953e-bcd3e27d7219 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.0746319 Nov 19 18:58:17.242194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:17.246418 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:17.298547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7b4a4165-b1a9-4934-a2eb-466d428e9d5f req-ae6d5f1a-f582-4215-b563-1d1ba2cd72ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] For port e06456b6-2310-43e6-b1d5-0aba8edaff14, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e06456b6-2310-43e6-b1d5-0aba8edaff14,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:17.299034 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7b4a4165-b1a9-4934-a2eb-466d428e9d5f req-ae6d5f1a-f582-4215-b563-1d1ba2cd72ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:17.314403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-479174ac-34d2-4083-979f-766d4c3e8283 req-a0764468-51c8-4b23-b155-17ba10dc2c9f tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163664 Nov 19 18:58:17.318065 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-040d94ba-8382-4fbf-b9b7-d29bde84f0b7 req-e150795f-e33b-41c0-a45f-dbed7cfdf8e3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751741 Nov 19 18:58:17.335520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7b4a4165-b1a9-4934-a2eb-466d428e9d5f req-ae6d5f1a-f582-4215-b563-1d1ba2cd72ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Calling delete_port for e06456b6-2310-43e6-b1d5-0aba8edaff14 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:58:17.482492 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:17.491527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41b669-cc79-468c-93e9-bf1adc2b7e3d req-48633417-13fe-4945-afe2-99c0627e01bb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:17.500622 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9e41b669-cc79-468c-93e9-bf1adc2b7e3d req-48633417-13fe-4945-afe2-99c0627e01bb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 931 time: 0.0744851 Nov 19 18:58:17.575622 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9e41b669-cc79-468c-93e9-bf1adc2b7e3d req-49f0855d-39f2-4cb7-a571-25a0daad2a76 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737112 Nov 19 18:58:17.601732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Pushing event updated for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:17.747932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:17.768956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e10f-00e7-44a1-bfa3-a3e126d1bfed req-77197669-bb35-4438-9418-13bf81279a0e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:17.777138 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6441e10f-00e7-44a1-bfa3-a3e126d1bfed req-77197669-bb35-4438-9418-13bf81279a0e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=6407fb16-6f7b-436d-9b0a-3031774725f7 HTTP/1.1" status: 200 len: 946 time: 0.0800025 Nov 19 18:58:17.778810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:17.781548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Allocated IP 192.168.233.89 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/cfcd3dac-c366-4029-b7ac-483958ada716) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:17.783760 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:58:17.822678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:17.840246 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6441e10f-00e7-44a1-bfa3-a3e126d1bfed req-b13ca67f-87e5-4ae3-99f8-cae79dee35f8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617554 Nov 19 18:58:17.868379 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7b4a4165-b1a9-4934-a2eb-466d428e9d5f req-ae6d5f1a-f582-4215-b563-1d1ba2cd72ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:17.882964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c9b3715b-a3e5-468b-ae57-4b5bd1f25df4'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:17.885898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:17.983498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d5f1a-f582-4215-b563-1d1ba2cd72ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event deleted for resources: {'Port': ['ID=e06456b6-2310-43e6-b1d5-0aba8edaff14,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:18.086519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bff6f-cfa0-48fa-a0ac-1e681df615b1 req-146115c7-72f8-4cf5-9319-150dc0921966 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:18.096403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-197bff6f-cfa0-48fa-a0ac-1e681df615b1 req-146115c7-72f8-4cf5-9319-150dc0921966 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.0975611 Nov 19 18:58:18.146569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Allocated IP 10.1.1.251 (6b12120c-2801-47c9-9799-bcf3692162a2/7e4458ef-c2e3-46c8-8de0-ab50ce1f610c/5f2d97c5-4262-464d-bd12-5ac7c301bebf) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:18.224444 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-197bff6f-cfa0-48fa-a0ac-1e681df615b1 req-885d2357-3a77-4fd9-89b5-7c6c6ba34166 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268899 Nov 19 18:58:18.267840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-48f80a15-e33f-4c81-91ea-fd8dddcc8835 None None] Provisioning complete for port 75306d00-6ec7-4471-b601-8632b8e90afa triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:18.268222 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-48f80a15-e33f-4c81-91ea-fd8dddcc8835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:18.326405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-48f80a15-e33f-4c81-91ea-fd8dddcc8835 None None] Port 75306d00-6ec7-4471-b601-8632b8e90afa cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:18.357050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-d849dce2-d46c-4eed-94e6-43d3bf162ec8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:18.358822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-d849dce2-d46c-4eed-94e6-43d3bf162ec8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 807 time: 0.6657691 Nov 19 18:58:18.370369 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-81e98d96-8107-4551-8505-3b5f0b472d3a req-c430b835-dcc6-49d3-aea4-a0f1231af64c tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 210 time: 0.0457587 Nov 19 18:58:18.384694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:18.435279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-35ad7c7b-06b8-4183-8fd8-10e5c127ea92 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/quotas/259b3162d6d440c788fffaaf792127c3 HTTP/1.1" status: 200 len: 375 time: 0.0120208 Nov 19 18:58:18.441077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:18.441991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:18.529000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4a4165-b1a9-4934-a2eb-466d428e9d5f req-ae6d5f1a-f582-4215-b563-1d1ba2cd72ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] No DVR routers for this DVR port e06456b6-2310-43e6-b1d5-0aba8edaff14 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:58:18.532193 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7b4a4165-b1a9-4934-a2eb-466d428e9d5f req-ae6d5f1a-f582-4215-b563-1d1ba2cd72ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:18.537010 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b4a4165-b1a9-4934-a2eb-466d428e9d5f req-ae6d5f1a-f582-4215-b563-1d1ba2cd72ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "DELETE /v2.0/ports/e06456b6-2310-43e6-b1d5-0aba8edaff14 HTTP/1.1" status: 204 len: 173 time: 2.6784027 Nov 19 18:58:18.586225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6407fb16-6f7b-436d-9b0a-3031774725f7', 'name': 'network-vif-deleted', 'tag': 'e06456b6-2310-43e6-b1d5-0aba8edaff14'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:18.588549 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e60dd6-7801-49cb-a4fb-c06d5f218e93" -d '{"events": [{"server_uuid": "6407fb16-6f7b-436d-9b0a-3031774725f7", "name": "network-vif-deleted", "tag": "e06456b6-2310-43e6-b1d5-0aba8edaff14"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:18.604472 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-796fe26f-2cdd-4db3-9e8c-567123e05256 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3021989 Nov 19 18:58:18.682139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Request body: {'port': {'device_id': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:18.779723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-bb7196e6-9e82-4f25-b156-4f802d39d8e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3252416 Nov 19 18:58:18.902518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:18.920517 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-5842b65a-8d01-4c06-a0a6-49445d39801e service neutron] 10.222.0.50 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398082 Nov 19 18:58:18.960590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda09b4f-a458-43e0-91a4-82a7dedaa361 req-92aed397-94ee-437f-8748-d8f9d9f57e26 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:18.962458 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eda09b4f-a458-43e0-91a4-82a7dedaa361 req-92aed397-94ee-437f-8748-d8f9d9f57e26 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.0726089 Nov 19 18:58:19.057898 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eda09b4f-a458-43e0-91a4-82a7dedaa361 req-a16ed538-e7a6-4e64-a8d3-d1e0f6a1a2a8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892589 Nov 19 18:58:19.085304 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:19.090953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:19.122871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network 6b12120c-2801-47c9-9799-bcf3692162a2 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:19.132865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Port': ['ID=5f2d97c5-4262-464d-bd12-5ac7c301bebf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:19.135571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:19.141733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:19.191875 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f206d3c6-f329-46b6-990c-87da117ed71d x-openstack-request-id: req-f206d3c6-f329-46b6-990c-87da117ed71d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:19.191875 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6407fb16-6f7b-436d-9b0a-3031774725f7", "name": "network-vif-deleted", "tag": "e06456b6-2310-43e6-b1d5-0aba8edaff14", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:19.191875 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f206d3c6-f329-46b6-990c-87da117ed71d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:19.192311 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6407fb16-6f7b-436d-9b0a-3031774725f7', 'name': 'network-vif-deleted', 'tag': 'e06456b6-2310-43e6-b1d5-0aba8edaff14', 'status': 'completed', 'code': 200} Nov 19 18:58:19.246594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e06456b6-2310-43e6-b1d5-0aba8edaff14 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:58:19.283112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: e06456b6-2310-43e6-b1d5-0aba8edaff14 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:58:19.283867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e06456b6-2310-43e6-b1d5-0aba8edaff14 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:58:19.339494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:19.340173 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:19.343070 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:19.385574 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e68a68-dc71-41a8-8469-bf95f78232b2 req-5cf5097a-e742-4e18-a760-02205345acd1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:19.395309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e68a68-dc71-41a8-8469-bf95f78232b2 req-5cf5097a-e742-4e18-a760-02205345acd1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:19.397938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41e68a68-dc71-41a8-8469-bf95f78232b2 req-5cf5097a-e742-4e18-a760-02205345acd1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 1653 time: 0.1451705 Nov 19 18:58:19.466432 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-20630a51-3df8-4db4-a062-0d2f31745b65 service neutron] 10.222.0.50 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449641 Nov 19 18:58:19.481446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41e68a68-dc71-41a8-8469-bf95f78232b2 req-fc9d6332-8f8f-42bd-8ac7-143ad2544116 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726194 Nov 19 18:58:19.577623 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-51d00fb4-7cee-420c-ae3c-483a8b44db1e None None] Provisioning complete for port 5f2d97c5-4262-464d-bd12-5ac7c301bebf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:19.578761 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51d00fb4-7cee-420c-ae3c-483a8b44db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:19.677001 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-994c85f8-ba0d-4947-b5a4-ba661e18b677 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6752570 Nov 19 18:58:19.685257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:19.704440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2', 'admin_state_up': True, 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'security_groups': ['d1f57b86-84f6-4953-ad74-8b7bd4ac9d05']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:19.726780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-51d00fb4-7cee-420c-ae3c-483a8b44db1e None None] Port 5f2d97c5-4262-464d-bd12-5ac7c301bebf cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:19.729294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:19.914868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:19.935135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Pushing event updated for resources: {'Port': ['ID=cfcd3dac-c366-4029-b7ac-483958ada716,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:20.154694 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31f6ab-a145-4edb-bc56-5df6057a971f req-15d74b1d-81f9-4248-b8e2-2d2ff7de047c tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:20.155389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6390942f-2e13-4935-9fea-2d3b535fdc74 None None] Provisioning complete for port cfcd3dac-c366-4029-b7ac-483958ada716 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:20.155875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6390942f-2e13-4935-9fea-2d3b535fdc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:20.156225 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb31f6ab-a145-4edb-bc56-5df6057a971f req-15d74b1d-81f9-4248-b8e2-2d2ff7de047c tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 935 time: 0.1815434 Nov 19 18:58:20.183011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:20.183636 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:20.239060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6390942f-2e13-4935-9fea-2d3b535fdc74 None None] Port cfcd3dac-c366-4029-b7ac-483958ada716 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:20.258283 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999b238-1763-43a6-805e-41e69dba33ac req-b47fe994-f652-41d9-899f-671872be2407 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:20.267164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1999b238-1763-43a6-805e-41e69dba33ac req-b47fe994-f652-41d9-899f-671872be2407 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.3547745 Nov 19 18:58:20.275522 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb31f6ab-a145-4edb-bc56-5df6057a971f req-44e0b8f7-b72d-4ba2-8e4c-ffc7df469112 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092865 Nov 19 18:58:20.281514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-db179da1-4108-4bcc-98bc-2f0bd6d0535a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9746060 Nov 19 18:58:20.333113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Request body: {'port': {'device_id': '89486c19-1de5-4791-b338-87447641e422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:20.420183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1999b238-1763-43a6-805e-41e69dba33ac req-c9138d8e-dc98-4374-85d8-81bbc8aceb57 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521423 Nov 19 18:58:20.427799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:20.431989 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:20.573206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75306d00-6ec7-4471-b601-8632b8e90afa {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:20.580600 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:20.616987 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f42792fe-65ae-4b59-ba8c-e3b6d30e0057 req-f268da06-2256-46bd-8344-55b0f7baa854 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 210 time: 0.0604322 Nov 19 18:58:20.620500 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:20.639161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Transition to ACTIVE for port object 75306d00-6ec7-4471-b601-8632b8e90afa will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:20.789741 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:20.809002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af5f8d-34a4-41f2-95a3-1cea573f4e19 req-577600c2-799b-42cd-b217-2a24edeb66b3 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:20.816973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af5f8d-34a4-41f2-95a3-1cea573f4e19 req-577600c2-799b-42cd-b217-2a24edeb66b3 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:20.825683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f6af5f8d-34a4-41f2-95a3-1cea573f4e19 req-577600c2-799b-42cd-b217-2a24edeb66b3 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 1653 time: 0.0949109 Nov 19 18:58:20.887239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f6af5f8d-34a4-41f2-95a3-1cea573f4e19 req-47b4de35-86d8-428f-9efa-f3d38ed6408d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601499 Nov 19 18:58:21.121540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41f3b0-3d2e-48d3-9056-26faf7ae8dea req-fdf41e48-f7d9-406e-8d9c-3e39a4240e9e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:21.126309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab41f3b0-3d2e-48d3-9056-26faf7ae8dea req-fdf41e48-f7d9-406e-8d9c-3e39a4240e9e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 945 time: 0.1112411 Nov 19 18:58:21.216531 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab41f3b0-3d2e-48d3-9056-26faf7ae8dea req-5c451edf-999f-4fd3-b39c-8f48d1df7ade tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814292 Nov 19 18:58:21.340666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Pushing event updated for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:21.387028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d44a6c-d406-45bf-82c2-6a8fc7807551 req-e401ace1-0311-4634-beb9-cca02ace5e3c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:21.388574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08d44a6c-d406-45bf-82c2-6a8fc7807551 req-e401ace1-0311-4634-beb9-cca02ace5e3c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.6076524 Nov 19 18:58:21.477119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Allocated IP 10.1.1.69 (6b12120c-2801-47c9-9799-bcf3692162a2/7e4458ef-c2e3-46c8-8de0-ab50ce1f610c/9e4cbf62-bc26-4c17-ac64-184ae2a06110) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:21.492767 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2053ea-7a6d-452c-a16a-c2f126616fe3 req-e45404d5-d3ba-473c-b1b1-3f21cefdd2f1 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:21.498368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb2053ea-7a6d-452c-a16a-c2f126616fe3 req-e45404d5-d3ba-473c-b1b1-3f21cefdd2f1 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 935 time: 0.0919120 Nov 19 18:58:21.731607 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb2053ea-7a6d-452c-a16a-c2f126616fe3 req-a22c13b5-8124-4cc6-9710-ba1263faeedb tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297788 Nov 19 18:58:21.754438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08d44a6c-d406-45bf-82c2-6a8fc7807551 req-3870540c-55b6-41fc-9e15-66bbfb0f9990 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027792 Nov 19 18:58:21.854955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Attempting to bind port 75306d00-6ec7-4471-b601-8632b8e90afa on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:21.855335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Attempting to bind port 75306d00-6ec7-4471-b601-8632b8e90afa by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:21.855612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Attempting to bind port 75306d00-6ec7-4471-b601-8632b8e90afa on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:21.889255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b1634-6fc2-4b1a-988f-80ecddffe9c2 req-5bea46fb-197c-47bb-8f1b-b372c4f08482 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:21.890843 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-873b1634-6fc2-4b1a-988f-80ecddffe9c2 req-5bea46fb-197c-47bb-8f1b-b372c4f08482 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.1006570 Nov 19 18:58:21.945807 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8959e124-a63f-46af-9c47-c04ea67e234b req-cce15544-4cb6-4c79-afec-eadd7498f823 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 210 time: 0.0651159 Nov 19 18:58:21.966356 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-873b1634-6fc2-4b1a-988f-80ecddffe9c2 req-7cc3ee07-7665-4522-8458-9e9cfe8d33b9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614874 Nov 19 18:58:21.995164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Port 75306d00-6ec7-4471-b601-8632b8e90afa on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:21.995493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Attempting to bind port 75306d00-6ec7-4471-b601-8632b8e90afa on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:22.033840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:22.034954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:22.034954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:22.035704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Bound port: 75306d00-6ec7-4471-b601-8632b8e90afa, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:22.035975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:22.066932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-592f942a-ff53-4193-8890-871bf5c87214 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:22.068505 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-592f942a-ff53-4193-8890-871bf5c87214 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.21 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 807 time: 0.5710788 Nov 19 18:58:22.098193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Request body: {'port': {'device_id': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2', 'admin_state_up': True, 'tenant_id': '259b3162d6d440c788fffaaf792127c3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:22.145848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e00d6-a3e7-4c8e-9f4d-f26d645de7bd req-69ac6875-5aa1-422d-8bed-df74c77c3401 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:22.154626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e00d6-a3e7-4c8e-9f4d-f26d645de7bd req-69ac6875-5aa1-422d-8bed-df74c77c3401 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:22.157996 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-361e00d6-a3e7-4c8e-9f4d-f26d645de7bd req-69ac6875-5aa1-422d-8bed-df74c77c3401 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 1653 time: 0.0991821 Nov 19 18:58:22.217440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcd3dac-c366-4029-b7ac-483958ada716 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:22.226087 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:22.243047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Transition to ACTIVE for port object cfcd3dac-c366-4029-b7ac-483958ada716 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:22.255632 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-361e00d6-a3e7-4c8e-9f4d-f26d645de7bd req-3c48a657-afcf-41e5-b6f5-c8bc792cb70b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879622 Nov 19 18:58:22.263547 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:22.285562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c1137-30ca-48bc-8377-d14e54bb3a6a req-41316eac-b527-4ff3-a051-3086d67ddde8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:22.285562 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed4c1137-30ca-48bc-8377-d14e54bb3a6a req-41316eac-b527-4ff3-a051-3086d67ddde8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 945 time: 0.1009402 Nov 19 18:58:22.309347 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:22.448942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ed4c1137-30ca-48bc-8377-d14e54bb3a6a req-6dcf9c13-0fbc-4d6f-86a3-6a9a7a358e78 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Deleting port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:58:22.449150 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ed4c1137-30ca-48bc-8377-d14e54bb3a6a req-6dcf9c13-0fbc-4d6f-86a3-6a9a7a358e78 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:22.502813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd3dac-c366-4029-b7ac-483958ada716,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:22.516299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:22.553968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:22.593330 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:22.607792 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:22.638576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388d5fb-c169-4384-8b6b-013544eb260b req-65f40b4b-2a11-473b-8735-5a933f6b47fc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:22.640785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ed4c1137-30ca-48bc-8377-d14e54bb3a6a req-6dcf9c13-0fbc-4d6f-86a3-6a9a7a358e78 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] For port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:22.641313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ed4c1137-30ca-48bc-8377-d14e54bb3a6a req-6dcf9c13-0fbc-4d6f-86a3-6a9a7a358e78 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:22.647519 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6388d5fb-c169-4384-8b6b-013544eb260b req-65f40b4b-2a11-473b-8735-5a933f6b47fc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=465c6191-ccb1-4c52-bee9-9c36c36a4d3b HTTP/1.1" status: 200 len: 945 time: 0.3295968 Nov 19 18:58:22.663650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ed4c1137-30ca-48bc-8377-d14e54bb3a6a req-6dcf9c13-0fbc-4d6f-86a3-6a9a7a358e78 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Calling delete_port for c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:58:22.854065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Made reservation on behalf of 259b3162d6d440c788fffaaf792127c3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:22.865832 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ed4c1137-30ca-48bc-8377-d14e54bb3a6a req-6dcf9c13-0fbc-4d6f-86a3-6a9a7a358e78 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:22.876450 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:22.882512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:22.885218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c9b3715b-a3e5-468b-ae57-4b5bd1f25df4'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:22.908611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf9c13-0fbc-4d6f-86a3-6a9a7a358e78 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event deleted for resources: {'Port': ['ID=c9b3715b-a3e5-468b-ae57-4b5bd1f25df4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:22.950067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:22.950698 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:22.952124 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] 10.222.0.21 "PUT /v2.0/ports/75306d00-6ec7-4471-b601-8632b8e90afa HTTP/1.1" status: 200 len: 1096 time: 4.2823853 Nov 19 18:58:22.952870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:22.975172 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c" -d '{"events": [{"name": "network-changed", "server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:23.068151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4c1137-30ca-48bc-8377-d14e54bb3a6a req-6dcf9c13-0fbc-4d6f-86a3-6a9a7a358e78 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] No DVR routers for this DVR port c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:58:23.076132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network 6b12120c-2801-47c9-9799-bcf3692162a2 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:23.076286 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ed4c1137-30ca-48bc-8377-d14e54bb3a6a req-6dcf9c13-0fbc-4d6f-86a3-6a9a7a358e78 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:23.085049 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed4c1137-30ca-48bc-8377-d14e54bb3a6a req-6dcf9c13-0fbc-4d6f-86a3-6a9a7a358e78 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "DELETE /v2.0/ports/c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 HTTP/1.1" status: 204 len: 173 time: 0.7839015 Nov 19 18:58:23.089005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465c6191-ccb1-4c52-bee9-9c36c36a4d3b', 'name': 'network-vif-deleted', 'tag': 'c9b3715b-a3e5-468b-ae57-4b5bd1f25df4'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:23.091426 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdf4fb0-1c9e-4642-ac41-4e5b050e1401" -d '{"events": [{"server_uuid": "465c6191-ccb1-4c52-bee9-9c36c36a4d3b", "name": "network-vif-deleted", "tag": "c9b3715b-a3e5-468b-ae57-4b5bd1f25df4"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:23.148259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60408f5d-d86a-4966-8120-cb6ecc75eb0a req-7e6dcf48-687c-4bc0-b4dc-488b3da59b31 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:23.149998 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60408f5d-d86a-4966-8120-cb6ecc75eb0a req-7e6dcf48-687c-4bc0-b4dc-488b3da59b31 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 947 time: 0.2481143 Nov 19 18:58:23.194143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:23.200306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:23.236846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657739f-1222-45d0-8b00-20dd9d948f54 service neutron] Pushing event updated for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:23.295623 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60408f5d-d86a-4966-8120-cb6ecc75eb0a req-c7278568-0c4d-4247-a29e-0c407b72450f tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388972 Nov 19 18:58:23.325984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Attempting to bind port cfcd3dac-c366-4029-b7ac-483958ada716 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:23.326957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Attempting to bind port cfcd3dac-c366-4029-b7ac-483958ada716 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:23.327297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Attempting to bind port cfcd3dac-c366-4029-b7ac-483958ada716 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:23.479436 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6b36-631e-4032-8789-42bb88794fdb req-ad6d399d-5af5-4f74-821f-cd269fd7538a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:23.481608 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-038c6b36-631e-4032-8789-42bb88794fdb req-ad6d399d-5af5-4f74-821f-cd269fd7538a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.0630090 Nov 19 18:58:23.503530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6388d5fb-c169-4384-8b6b-013544eb260b req-9fe55c4b-64ce-49d0-a546-fece69529d19 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335443 Nov 19 18:58:23.563129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Port cfcd3dac-c366-4029-b7ac-483958ada716 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:23.564272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Attempting to bind port cfcd3dac-c366-4029-b7ac-483958ada716 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:23.595292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:23.598113 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-038c6b36-631e-4032-8789-42bb88794fdb req-66f2b644-811d-40d1-b387-3d7308b1029b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050258 Nov 19 18:58:23.598470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:23.599127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:23.600303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Bound port: cfcd3dac-c366-4029-b7ac-483958ada716, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:23.600793 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:23.665895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a7a298b3-70ac-4f6f-ae49-22c28ff5dffa None None] Provisioning complete for port 9e4cbf62-bc26-4c17-ac64-184ae2a06110 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:23.666688 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7a298b3-70ac-4f6f-ae49-22c28ff5dffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:23.756339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Port': ['ID=9e4cbf62-bc26-4c17-ac64-184ae2a06110,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:23.757625 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a7a298b3-70ac-4f6f-ae49-22c28ff5dffa None None] Port 9e4cbf62-bc26-4c17-ac64-184ae2a06110 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:23.768077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccc50c-ce80-44d0-bfb6-35a92502d435 req-216c4f99-8f65-420e-8804-186439e972f9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:23.777405 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-51ccc50c-ce80-44d0-bfb6-35a92502d435 req-216c4f99-8f65-420e-8804-186439e972f9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.1193280 Nov 19 18:58:23.788162 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e071215-4f6d-4b44-b12e-9c52e6a92b72 req-4ce3714b-04f5-49ac-ba8e-730f22edf04f tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 210 time: 0.1134555 Nov 19 18:58:23.801048 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-2df8d930-faed-43c1-a500-609421543c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:23.803033 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-2df8d930-faed-43c1-a500-609421543c4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8be7b990a85a4682a1f35f7ca364b0ed&device_id=012ae568-18d0-4a02-8b3c-5814c4a9b47f HTTP/1.1" status: 200 len: 1099 time: 0.7718761 Nov 19 18:58:23.920902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-51ccc50c-ce80-44d0-bfb6-35a92502d435 req-ceb80110-7184-4aec-8f31-789bc60f44f4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354775 Nov 19 18:58:23.981998 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da85c55-83a7-4640-b2bf-ba0e40415bb7 x-openstack-request-id: req-8da85c55-83a7-4640-b2bf-ba0e40415bb7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:23.982292 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465c6191-ccb1-4c52-bee9-9c36c36a4d3b", "name": "network-vif-deleted", "tag": "c9b3715b-a3e5-468b-ae57-4b5bd1f25df4", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:23.982546 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8da85c55-83a7-4640-b2bf-ba0e40415bb7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:23.982973 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465c6191-ccb1-4c52-bee9-9c36c36a4d3b', 'name': 'network-vif-deleted', 'tag': 'c9b3715b-a3e5-468b-ae57-4b5bd1f25df4', 'status': 'completed', 'code': 200} Nov 19 18:58:24.007545 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc1c8ae-11b0-4efe-9b4f-661e7a342244 x-openstack-request-id: req-7cc1c8ae-11b0-4efe-9b4f-661e7a342244 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:24.007545 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:24.008221 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7cc1c8ae-11b0-4efe-9b4f-661e7a342244 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:24.008221 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa', 'status': 'completed', 'code': 200} Nov 19 18:58:24.063523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.064415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:24.095506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-d1f20da0-b818-4691-b989-716f925e23e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=75306d00-6ec7-4471-b601-8632b8e90afa HTTP/1.1" status: 200 len: 217 time: 0.2782240 Nov 19 18:58:24.130557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97abc2-ebd8-4794-aca2-16a2d868d679 req-686347f3-911b-467a-88fd-a380ad303ccf tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.139319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0e97abc2-ebd8-4794-aca2-16a2d868d679 req-686347f3-911b-467a-88fd-a380ad303ccf tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=58d6f562-dfd3-4352-a02f-a2c736d9a2d0 HTTP/1.1" status: 200 len: 949 time: 0.0821297 Nov 19 18:58:24.185931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Allocated IP 172.20.0.10 (80a55be3-e003-4761-8b13-b7a58d796be2/75459c32-c9b9-44ce-a1f4-a5e3d5132ec5/16de00f4-983e-42a7-9500-f59ebb7ccaad) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:24.193956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-64f283cf-aec1-46f0-93c5-ddef1d2b3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.195726 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-64f283cf-aec1-46f0-93c5-ddef1d2b3511 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0722291 Nov 19 18:58:24.215333 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0e97abc2-ebd8-4794-aca2-16a2d868d679 req-f5105259-a8c1-4e1c-9169-e1c37786c502 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743127 Nov 19 18:58:24.246065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b6a6414c-bdee-49f7-b6e2-f4553c317ab7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5463238 Nov 19 18:58:24.266174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] For port cfcd3dac-c366-4029-b7ac-483958ada716, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:24.294697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421', 'admin_state_up': True, 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'security_groups': ['d1f57b86-84f6-4953-ad74-8b7bd4ac9d05']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:24.311531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] For port cfcd3dac-c366-4029-b7ac-483958ada716, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cfcd3dac-c366-4029-b7ac-483958ada716,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:24.367047 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:24.387785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.388347 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:24.390090 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] 10.222.0.21 "PUT /v2.0/ports/cfcd3dac-c366-4029-b7ac-483958ada716 HTTP/1.1" status: 200 len: 1095 time: 4.0820100 Nov 19 18:58:24.401014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b85d-efeb-43ca-9af9-2283f814eeae req-18848848-94fc-4a89-9091-3c64efd651c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.410460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b85d-efeb-43ca-9af9-2283f814eeae req-18848848-94fc-4a89-9091-3c64efd651c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.428349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b85d-efeb-43ca-9af9-2283f814eeae req-18848848-94fc-4a89-9091-3c64efd651c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.430353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ee1b85d-efeb-43ca-9af9-2283f814eeae req-18848848-94fc-4a89-9091-3c64efd651c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 2373 time: 0.3279939 Nov 19 18:58:24.588491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a8fc6-c98e-402a-95a1-4c59dbf00bc3 req-1cd1f7d9-e9a4-4faa-9fa7-3446e0e62158 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.600627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a8fc6-c98e-402a-95a1-4c59dbf00bc3 req-1cd1f7d9-e9a4-4faa-9fa7-3446e0e62158 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.602430 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-122a8fc6-c98e-402a-95a1-4c59dbf00bc3 req-1cd1f7d9-e9a4-4faa-9fa7-3446e0e62158 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72&device_id=58d6f562-dfd3-4352-a02f-a2c736d9a2d0 HTTP/1.1" status: 200 len: 1690 time: 0.0864825 Nov 19 18:58:24.619433 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c3f01d71-2d08-4003-9dbc-d6dd7b273fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.620837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-c3f01d71-2d08-4003-9dbc-d6dd7b273fb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4013827 Nov 19 18:58:24.701624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-122a8fc6-c98e-402a-95a1-4c59dbf00bc3 req-f1bebd9c-33cb-4415-8a65-4bf6b61ede98 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906000 Nov 19 18:58:24.774947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ee1b85d-efeb-43ca-9af9-2283f814eeae req-abcdf43d-39b5-4d04-8e06-49edd9a2ae33 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303106 Nov 19 18:58:24.822890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e31573-6570-42cd-b64c-87760230cb1b service neutron] Pushing event updated for resources: {'Port': ['ID=cfcd3dac-c366-4029-b7ac-483958ada716,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:24.859973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-5828237c-d0af-454e-b6f8-7016b32d0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.861909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-5828237c-d0af-454e-b6f8-7016b32d0edb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8be7b990a85a4682a1f35f7ca364b0ed&device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 1098 time: 0.3978963 Nov 19 18:58:24.884881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87941b53-76bc-4ef3-ad3f-be1d53063084 req-f0504bd5-d055-45e0-83ac-c6b4f2872e22 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:24.884881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87941b53-76bc-4ef3-ad3f-be1d53063084 req-f0504bd5-d055-45e0-83ac-c6b4f2872e22 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 947 time: 0.1123741 Nov 19 18:58:24.948115 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:25.019023 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87941b53-76bc-4ef3-ad3f-be1d53063084 req-9cd9aee2-a865-4413-b498-a2f4f45a8780 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932357 Nov 19 18:58:25.022426 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-b366fe90-fad9-4d2f-8994-c929af97c1c6 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600395 Nov 19 18:58:25.068107 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-82eed9e2-615a-453e-9dec-a289dd0fa393 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=cfcd3dac-c366-4029-b7ac-483958ada716 HTTP/1.1" status: 200 len: 217 time: 0.1906140 Nov 19 18:58:25.090374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:25.163394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e07f18-f354-45dd-8f24-e2deb1521bad req-f92f2c80-cfcb-4f03-bb5a-2ac520b4db82 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:25.171081 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c5e07f18-f354-45dd-8f24-e2deb1521bad req-f92f2c80-cfcb-4f03-bb5a-2ac520b4db82 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.0660295 Nov 19 18:58:25.224176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c5e07f18-f354-45dd-8f24-e2deb1521bad req-ff36461b-c766-4a2e-9ed7-bb604e801eb5 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520854 Nov 19 18:58:25.227187 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:25.350122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0c780d0-1762-491c-bf50-33b924ef4588 req-b91ad6c9-39a3-4e92-9bef-f8c9de8881f0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 210 time: 0.2622354 Nov 19 18:58:25.418260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50cc97-316f-479d-b30e-75768277e9ee req-34c368a6-dc11-46ea-a8c1-237222978076 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:25.420076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-4251bff2-301e-4f8f-8cf9-8cddfb546860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:25.421717 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-4251bff2-301e-4f8f-8cf9-8cddfb546860 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.3322587 Nov 19 18:58:25.428425 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:25.429710 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0a50cc97-316f-479d-b30e-75768277e9ee req-34c368a6-dc11-46ea-a8c1-237222978076 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 1101 time: 0.0779126 Nov 19 18:58:25.445558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:25.501734 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0a50cc97-316f-479d-b30e-75768277e9ee req-a7660f75-94e4-4e34-83f8-ec26f717e2bd tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709698 Nov 19 18:58:25.579221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Pushing event updated for resources: {'Port': ['ID=16de00f4-983e-42a7-9500-f59ebb7ccaad,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:25.588357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981bfb90-a1ea-4b88-b9f7-785b51f66c92 req-40554c55-9e5f-4fe7-b974-952bcdd88cec service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287793 Nov 19 18:58:25.617663 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05348233-9d16-42f9-849c-0607a8d38ba8 req-e7ebaf1f-8c6f-4907-998a-008a9c0c89e7 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:25.619189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05348233-9d16-42f9-849c-0607a8d38ba8 req-e7ebaf1f-8c6f-4907-998a-008a9c0c89e7 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=58d6f562-dfd3-4352-a02f-a2c736d9a2d0 HTTP/1.1" status: 200 len: 1100 time: 0.0524645 Nov 19 18:58:25.687730 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05348233-9d16-42f9-849c-0607a8d38ba8 req-6f4b22cc-9017-4335-be35-71888b4fa348 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560610 Nov 19 18:58:25.687942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Network 80a55be3-e003-4761-8b13-b7a58d796be2 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:25.967384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f7b3a-a192-4653-ac4f-5e33e615f727 req-947b8eee-2b6f-4d6b-9c43-6717651ecdd0 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:25.973926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f7b3a-a192-4653-ac4f-5e33e615f727 req-947b8eee-2b6f-4d6b-9c43-6717651ecdd0 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:25.979942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f7b3a-a192-4653-ac4f-5e33e615f727 req-947b8eee-2b6f-4d6b-9c43-6717651ecdd0 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:25.988213 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-019f7b3a-a192-4653-ac4f-5e33e615f727 req-947b8eee-2b6f-4d6b-9c43-6717651ecdd0 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 2373 time: 0.0744090 Nov 19 18:58:26.053891 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-019f7b3a-a192-4653-ac4f-5e33e615f727 req-7dbfd4ee-7d1d-4b7a-a01d-228564520fe9 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647073 Nov 19 18:58:26.156103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:26.157672 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-cd7a9dcd-3173-4c06-97b3-58dcced3d0dd tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218155 Nov 19 18:58:26.158006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89486c19-1de5-4791-b338-87447641e422', 'tag': 'cfcd3dac-c366-4029-b7ac-483958ada716'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:26.161019 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b2e4c3-048c-4a09-b115-9a6758d52a74" -d '{"events": [{"name": "network-changed", "server_uuid": "89486c19-1de5-4791-b338-87447641e422", "tag": "cfcd3dac-c366-4029-b7ac-483958ada716"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:26.183994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:26.193367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-7da63ee4-952d-4373-b89a-ad98f0e7c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:26.194980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-7da63ee4-952d-4373-b89a-ad98f0e7c4a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7637339 Nov 19 18:58:26.285906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-ae9714f0-2775-48e9-b8a3-63f45f0c5f6c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:26.294880 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-ae9714f0-2775-48e9-b8a3-63f45f0c5f6c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233180 Nov 19 18:58:26.313619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-18aa768b-2267-4ffa-aea5-f874c47b76b7 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/quotas/d1e4c83e396245f58364fb76770be297 HTTP/1.1" status: 200 len: 375 time: 0.0176957 Nov 19 18:58:26.379828 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-a992e858-ae30-4cc6-addd-7319bcfaf8e9 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0645816 Nov 19 18:58:26.391639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-3ba58d09-6158-4f16-b636-1cd8230b92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:26.393226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-3ba58d09-6158-4f16-b636-1cd8230b92ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8be7b990a85a4682a1f35f7ca364b0ed&device_id=012ae568-18d0-4a02-8b3c-5814c4a9b47f HTTP/1.1" status: 200 len: 1099 time: 0.7293077 Nov 19 18:58:26.409874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:26.410683 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:26.438476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-c818c0c8-5b76-4154-887e-3ca33cb7c938 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:26.440738 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-c818c0c8-5b76-4154-887e-3ca33cb7c938 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.9628749 Nov 19 18:58:26.483383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-65191343-4392-4aac-919b-716e67ca8d07 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/quotas/53e6341580de4da8b2e041b6688556b1 HTTP/1.1" status: 200 len: 375 time: 0.0182948 Nov 19 18:58:26.617691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f54fa-59f7-4747-a68d-e02521a360c9 req-71c65d00-c49e-4a05-9440-0cf7500da38e tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:26.626101 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb1f54fa-59f7-4747-a68d-e02521a360c9 req-71c65d00-c49e-4a05-9440-0cf7500da38e tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 947 time: 0.0621841 Nov 19 18:58:26.716068 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb1f54fa-59f7-4747-a68d-e02521a360c9 req-1ff09af3-7712-451a-a9b8-816165c7fec2 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884976 Nov 19 18:58:26.761961 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-8f3575c2-a363-4091-839b-afd6b3315ee9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6701622 Nov 19 18:58:26.782704 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903f545c-c31e-4188-954e-be877f619c7c x-openstack-request-id: req-903f545c-c31e-4188-954e-be877f619c7c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:26.783008 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89486c19-1de5-4791-b338-87447641e422", "tag": "cfcd3dac-c366-4029-b7ac-483958ada716", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:26.783277 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-903f545c-c31e-4188-954e-be877f619c7c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:26.784430 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89486c19-1de5-4791-b338-87447641e422', 'tag': 'cfcd3dac-c366-4029-b7ac-483958ada716', 'status': 'completed', 'code': 200} Nov 19 18:58:26.802529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Request body: {'port': {'device_id': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:26.878601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Allocated IP 10.2.2.100 (18e71340-48e5-45a3-a91b-e4f71f01a421/0f9665a9-7412-4abc-9a4c-1731fa47e4cc/18115d40-7010-4197-8b04-8b4b25274587) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:26.885038 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-62b55f2c-5e59-4f8f-9537-35927eb96253 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2563128 Nov 19 18:58:26.894944 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-a1f8b830-242c-4f7e-8e0f-2b793425b971 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594355 Nov 19 18:58:26.981386 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:27.012863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9115a-739e-439b-9af8-f07a29f99fa1 req-dd9ecf3a-2e66-4012-a7ca-38a999bca597 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:27.020986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-78f9115a-739e-439b-9af8-f07a29f99fa1 req-dd9ecf3a-2e66-4012-a7ca-38a999bca597 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.1002972 Nov 19 18:58:27.107201 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-78f9115a-739e-439b-9af8-f07a29f99fa1 req-7ae5c80e-7a70-4a97-a48e-c91b946d1e48 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797443 Nov 19 18:58:27.126448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-a39a3b1a-c78a-4e51-bcd2-46f41af7677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:27.128626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-a39a3b1a-c78a-4e51-bcd2-46f41af7677d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.7082355 Nov 19 18:58:27.292193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:58:27.333992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:58:27.334235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c9b3715b-a3e5-468b-ae57-4b5bd1f25df4 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:58:27.371873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4714b-46bb-4708-86f5-d203b0085461 req-7044bea6-ec78-4eb0-b372-cf2b8f3ddbe6 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:27.382276 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b7f4714b-46bb-4708-86f5-d203b0085461 req-7044bea6-ec78-4eb0-b372-cf2b8f3ddbe6 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 932 time: 0.0958037 Nov 19 18:58:27.409427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-6e6ae98a-d1a8-4212-9372-aa0c01fbd443 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=75306d00-6ec7-4471-b601-8632b8e90afa HTTP/1.1" status: 200 len: 217 time: 0.2327490 Nov 19 18:58:27.444348 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b7f4714b-46bb-4708-86f5-d203b0085461 req-1901307a-9073-4e94-bb85-231d31bde50d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611546 Nov 19 18:58:27.507703 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcbcf3b5-01b3-456c-8f19-1051c2ac7f11 req-ce4cde7c-e213-4361-a638-9fc4e3ada95a service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956423 Nov 19 18:58:27.552358 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-81d9341d-5fc7-4463-8d64-0eb6b9baa395 req-a23f3183-1fab-4f8f-a9d6-a5481871a05a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 210 time: 0.0430901 Nov 19 18:58:27.607706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-01f69b86-3e04-4792-ba90-f45d28875169 service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990139 Nov 19 18:58:27.673252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-57ebc568-b715-47f1-8288-7a7b75723df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:27.676128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-57ebc568-b715-47f1-8288-7a7b75723df2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2656159 Nov 19 18:58:27.688318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8ac97-ebcb-4aaf-9458-1479dfd7c43e req-3191438c-5e16-4831-83c5-a05c451d3a54 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:27.704749 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8ac97-ebcb-4aaf-9458-1479dfd7c43e req-3191438c-5e16-4831-83c5-a05c451d3a54 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:27.712545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8ac97-ebcb-4aaf-9458-1479dfd7c43e req-3191438c-5e16-4831-83c5-a05c451d3a54 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:27.714314 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a8ac97-ebcb-4aaf-9458-1479dfd7c43e req-3191438c-5e16-4831-83c5-a05c451d3a54 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 2373 time: 0.0780888 Nov 19 18:58:27.729083 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:27.821453 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a8ac97-ebcb-4aaf-9458-1479dfd7c43e req-6ac8712e-03c9-4910-8f62-e0ba9c19c0f8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977542 Nov 19 18:58:27.908253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-b752de43-b0e1-4f78-a431-f8047068f03b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791121 Nov 19 18:58:27.919604 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-e72f9acf-dcb0-49f2-8919-c76f196ffcc8 service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109765 Nov 19 18:58:28.090031 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:28.102139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-1aa4a3f2-0bdb-4c7d-aa3d-ef6475c9d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:28.103772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-1aa4a3f2-0bdb-4c7d-aa3d-ef6475c9d3ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3310242 Nov 19 18:58:28.161464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd240a-652a-436b-860e-9d3464a5ec45 req-8b57bee5-1822-4cca-9fbb-52945e06c2f8 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:28.163149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-76fd240a-652a-436b-860e-9d3464a5ec45 req-8b57bee5-1822-4cca-9fbb-52945e06c2f8 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 947 time: 0.2102168 Nov 19 18:58:28.178902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2e4c3-048c-4a09-b115-9a6758d52a74 req-cdf2b16d-493e-4801-a853-39bf0191e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:28.180659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31b2e4c3-048c-4a09-b115-9a6758d52a74 req-cdf2b16d-493e-4801-a853-39bf0191e327 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8be7b990a85a4682a1f35f7ca364b0ed&device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 1098 time: 0.5382304 Nov 19 18:58:28.202458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network 18e71340-48e5-45a3-a91b-e4f71f01a421 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:28.262563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-ebc84898-fe3d-44e2-888a-9bd359624316 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:28.263972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-ebc84898-fe3d-44e2-888a-9bd359624316 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3386798 Nov 19 18:58:28.288546 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-76fd240a-652a-436b-860e-9d3464a5ec45 req-b382e51e-a66e-450b-86e7-dae9ec473f4c tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021500 Nov 19 18:58:28.291261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Request body: {'port': {'device_id': 'fd10b30e-b8ae-4473-8703-59ca76b8e947', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'd1e4c83e396245f58364fb76770be297'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:28.305471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:28.356204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:28.453392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Port': ['ID=18115d40-7010-4197-8b04-8b4b25274587,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:28.511602 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16de00f4-983e-42a7-9500-f59ebb7ccaad {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:28.522519 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-708d768c-d451-424d-ba45-2da4d39828b9 req-09f2c269-3b56-43b0-ba0a-5b1231c4177c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 210 time: 0.0808673 Nov 19 18:58:28.575466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:28.667257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0aa8d-cc85-465e-a615-c6d8c352a9be req-50ac87c6-02a0-4988-b4cc-5c7232c9821e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:28.669114 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28a0aa8d-cc85-465e-a615-c6d8c352a9be req-50ac87c6-02a0-4988-b4cc-5c7232c9821e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.3345320 Nov 19 18:58:28.679120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Made reservation on behalf of d1e4c83e396245f58364fb76770be297 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:28.682921 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:28.753346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b08ea2e3-c43a-454a-8c78-6613b9df5a9f None None] Provisioning complete for port 18115d40-7010-4197-8b04-8b4b25274587 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:28.754103 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b08ea2e3-c43a-454a-8c78-6613b9df5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:28.755725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Transition to ACTIVE for port object 16de00f4-983e-42a7-9500-f59ebb7ccaad will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:28.764278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:28.765288 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:28.789210 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:28.801475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-2a04705a-18f8-4c20-8fa0-4b25ba9c87ce service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484993 Nov 19 18:58:28.856657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b08ea2e3-c43a-454a-8c78-6613b9df5a9f None None] Port 18115d40-7010-4197-8b04-8b4b25274587 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:28.888020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23713e5-d910-4f03-b059-14eeafe1c01e req-906f0084-4ba2-455d-ac79-a3543e4a8707 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:28.896921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c23713e5-d910-4f03-b059-14eeafe1c01e req-906f0084-4ba2-455d-ac79-a3543e4a8707 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 932 time: 0.2877636 Nov 19 18:58:28.920842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8839e5dd-f648-4142-a7a1-701a68b1f676 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6464932 Nov 19 18:58:28.965232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2e4c3-048c-4a09-b115-9a6758d52a74 req-a82b9fb3-6fc2-423e-9e49-8bb662259998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:28.966712 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31b2e4c3-048c-4a09-b115-9a6758d52a74 req-a82b9fb3-6fc2-423e-9e49-8bb662259998 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.7520375 Nov 19 18:58:28.974410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421', 'admin_state_up': True, 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'security_groups': ['d1f57b86-84f6-4953-ad74-8b7bd4ac9d05']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:29.011115 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28a0aa8d-cc85-465e-a615-c6d8c352a9be req-0a170a42-b243-4cd8-86b9-6cc25103ab31 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220663 Nov 19 18:58:29.125969 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c23713e5-d910-4f03-b059-14eeafe1c01e req-7b109d06-f269-41e7-9ac6-f97154902836 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279952 Nov 19 18:58:29.265292 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Allocated IP 192.168.233.238 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/31da988a-18d6-404f-86ea-7b581827cde6) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:29.306693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75306d00-6ec7-4471-b601-8632b8e90afa details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:58:29.347704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee52b74-98a6-4951-a12d-b45e2850572f req-cb7a6d41-1374-4ecc-8acf-58bbacfa2c47 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:29.354674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee52b74-98a6-4951-a12d-b45e2850572f req-cb7a6d41-1374-4ecc-8acf-58bbacfa2c47 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:29.361801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee52b74-98a6-4951-a12d-b45e2850572f req-cb7a6d41-1374-4ecc-8acf-58bbacfa2c47 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:29.368876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee52b74-98a6-4951-a12d-b45e2850572f req-cb7a6d41-1374-4ecc-8acf-58bbacfa2c47 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:29.371004 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eee52b74-98a6-4951-a12d-b45e2850572f req-cb7a6d41-1374-4ecc-8acf-58bbacfa2c47 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 3094 time: 0.1225700 Nov 19 18:58:29.498796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:29.515163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '75306d00-6ec7-4471-b601-8632b8e90afa', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '75306d00-6ec7-4471-b601-8632b8e90afa', 'mac_address': 'fa:16:3e:19:32:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:58:29.540243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:29.606504 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:29.648048 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Pushing event updated for resources: {'Port': ['ID=16de00f4-983e-42a7-9500-f59ebb7ccaad,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:29.649103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75306d00-6ec7-4471-b601-8632b8e90afa {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:29.683356 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:29.694783 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:29.734507 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1638fcf-93da-40e3-8cca-74ff1d3c6901 req-40d9810c-eabc-400a-9b45-54830e33b142 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 210 time: 0.0894756 Nov 19 18:58:29.745191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31b2e4c3-048c-4a09-b115-9a6758d52a74 req-6e62e9cb-47c2-4407-9950-f6c1143074d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=cfcd3dac-c366-4029-b7ac-483958ada716 HTTP/1.1" status: 200 len: 217 time: 0.7608128 Nov 19 18:58:29.811225 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eee52b74-98a6-4951-a12d-b45e2850572f req-ba18b8b2-ab3f-4579-88c2-4ce69ac147fa tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4290257 Nov 19 18:58:29.937160 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-283d889b-e90c-413d-99f1-489f9153b258 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1128387 Nov 19 18:58:29.968825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:29.991541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:29.992581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:29.993901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:29.994274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:29.994615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:29.994953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:29.995291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:29.997479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:29.997976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:29.999443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:29.999802 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.000273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.009163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2e4c3-048c-4a09-b115-9a6758d52a74 req-37755612-e928-4939-b812-d3b8934f6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:30.012800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31b2e4c3-048c-4a09-b115-9a6758d52a74 req-37755612-e928-4939-b812-d3b8934f6d4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2516379 Nov 19 18:58:30.029823 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:30.040923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['75306d00-6ec7-4471-b601-8632b8e90afa'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:30.170330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:30.170823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:30.171342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:30.194657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2e4c3-048c-4a09-b115-9a6758d52a74 req-99e297db-bf90-4ca5-96c6-7493965066fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:30.196730 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31b2e4c3-048c-4a09-b115-9a6758d52a74 req-99e297db-bf90-4ca5-96c6-7493965066fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1401153 Nov 19 18:58:30.242255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d2e720da-67c3-4319-81d1-d8b4253a6d01 req-2fe16fcc-be2e-49a7-82c5-4f3b893cb91a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 210 time: 0.0831897 Nov 19 18:58:30.377988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c281642-0856-46da-82fa-856de2b946e4 req-00964c77-a1e7-4ce6-8a84-7591cc29e50b tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:30.392573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-f47e2eff-afdf-4316-a312-bfab8865e054 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:30.394384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-f47e2eff-afdf-4316-a312-bfab8865e054 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.57 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.4278128 Nov 19 18:58:30.395742 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:30.396588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c281642-0856-46da-82fa-856de2b946e4 req-00964c77-a1e7-4ce6-8a84-7591cc29e50b tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 947 time: 0.4700739 Nov 19 18:58:30.416265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d', '77bd6c75-8f82-42db-9e33-4404a19207b1', '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'b9366726-b693-4eb0-a5bc-b5cc597ff332'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:30.422964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Request body: {'port': {'device_id': 'a0b3bda5-b6a3-49f0-80af-875eb74e0486', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'admin_state_up': True, 'tenant_id': '53e6341580de4da8b2e041b6688556b1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:30.475576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Port 16de00f4-983e-42a7-9500-f59ebb7ccaad on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:30.476437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:30.482861 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31b2e4c3-048c-4a09-b115-9a6758d52a74 req-3f95063d-5b42-4018-ae86-3e8ab124c70a service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735155 Nov 19 18:58:30.545331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:30.561033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:30.570658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:30.573877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event updated for resources: {'Port': ['ID=31da988a-18d6-404f-86ea-7b581827cde6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:30.600678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c281642-0856-46da-82fa-856de2b946e4 req-7e6a113d-d8f6-4ae0-a4a5-471b0a48e018 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006867 Nov 19 18:58:30.604975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Made reservation on behalf of 0a7769fe5eec468ba5b5a296b98428b1 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:30.642500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad50a6-d402-4b45-b0b1-20eb8fc0fba4 req-3b9d6d0c-a2b0-4f7b-9e34-f8739f5bc594 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:30.657881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19ad50a6-d402-4b45-b0b1-20eb8fc0fba4 req-3b9d6d0c-a2b0-4f7b-9e34-f8739f5bc594 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.2892811 Nov 19 18:58:30.691616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.691972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.694943 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.695392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.698228 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.698729 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.699681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.701894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.702399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.709172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.709722 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.710300 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:30.763369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:30.763914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:30.764141 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:30.777326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Bound port: 16de00f4-983e-42a7-9500-f59ebb7ccaad, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:30.777664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:30.937805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1f4e0031-4617-4f71-a4db-e26503e370bc'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:31.007966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:31.013771 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:31.066578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19ad50a6-d402-4b45-b0b1-20eb8fc0fba4 req-d6b40e61-7a8c-42a3-8abd-2ab372635813 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850000 Nov 19 18:58:31.093118 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-52a2644c-1a96-4323-a721-4c230cfc4bce tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8059545 Nov 19 18:58:31.110147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Request body: {'port': {'device_id': 'fd10b30e-b8ae-4473-8703-59ca76b8e947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:31.156038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Made reservation on behalf of 53e6341580de4da8b2e041b6688556b1 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:31.160559 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:31.204044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6defecf6-1456-4f60-850a-51a2e9a8ebb8 None None] Provisioning complete for port 31da988a-18d6-404f-86ea-7b581827cde6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:31.204568 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6defecf6-1456-4f60-850a-51a2e9a8ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:31.219335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:31.224147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:31.246300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:31.246786 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:31.281214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6defecf6-1456-4f60-850a-51a2e9a8ebb8 None None] Port 31da988a-18d6-404f-86ea-7b581827cde6 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:31.331156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device cfcd3dac-c366-4029-b7ac-483958ada716 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:58:31.363251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62a2d0-6e1e-4634-8daa-17f0a62238cf req-85a4cb4e-a03e-476c-8e36-cba49958884c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:31.375243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a62a2d0-6e1e-4634-8daa-17f0a62238cf req-85a4cb4e-a03e-476c-8e36-cba49958884c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.6435981 Nov 19 18:58:31.382032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae463b67-d7c1-4aee-886d-6f98ca635503 req-db008264-12b2-40e9-b23c-cf1c3979b720 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:31.389694 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ae463b67-d7c1-4aee-886d-6f98ca635503 req-db008264-12b2-40e9-b23c-cf1c3979b720 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 936 time: 0.2018044 Nov 19 18:58:31.417277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:31.417421 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:31.419442 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] 10.222.0.21 "PUT /v2.0/ports/16de00f4-983e-42a7-9500-f59ebb7ccaad HTTP/1.1" status: 200 len: 1092 time: 4.6392496 Nov 19 18:58:31.451550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'tag': '16de00f4-983e-42a7-9500-f59ebb7ccaad'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:31.457288 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d7e6d7-45ee-4fd3-85ba-adce4a43e2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b826d83d-3888-46be-9e18-60d5f7b69f66", "tag": "16de00f4-983e-42a7-9500-f59ebb7ccaad"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:31.473683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port cfcd3dac-c366-4029-b7ac-483958ada716, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cfcd3dac-c366-4029-b7ac-483958ada716,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:31.489770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75306d00-6ec7-4471-b601-8632b8e90afa up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:58:31.540042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'cfcd3dac-c366-4029-b7ac-483958ada716', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': 'cfcd3dac-c366-4029-b7ac-483958ada716', 'mac_address': 'fa:16:3e:0e:ca:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:58:31.540285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:31.576661 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31b2e4c3-048c-4a09-b115-9a6758d52a74 req-0d589183-33ec-4d95-821a-2697b9055125 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0202887 Nov 19 18:58:31.586976 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ae463b67-d7c1-4aee-886d-6f98ca635503 req-53809c0a-0edd-4e44-9c2f-26ab7d6e9fcc tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960440 Nov 19 18:58:31.732595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Pushing event updated for resources: {'Port': ['ID=16de00f4-983e-42a7-9500-f59ebb7ccaad,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:31.750151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 75306d00-6ec7-4471-b601-8632b8e90afa completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:58:31.772598 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a62a2d0-6e1e-4634-8daa-17f0a62238cf req-ee1be298-7f42-42e8-a7d1-8bd244b8b551 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963940 Nov 19 18:58:31.790730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 75306d00-6ec7-4471-b601-8632b8e90afa triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:31.791179 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:31.805693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.806085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.808895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.809286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.810527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.811175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.815222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.816278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.818168 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:31.818745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.819280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.819789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.821710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f7302b-b1cc-4f4e-ac9c-56bf04eff277 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:58:31.856900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcd3dac-c366-4029-b7ac-483958ada716 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:31.891717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Allocated IP 172.20.0.8 (a1674ba9-cd11-4d8b-a32b-c297cfe7e545/fe59e18c-b7e3-459f-88b9-60024191b0d1/ef752195-3a2f-4ede-991c-86ee8a3e494b) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:31.904750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port cfcd3dac-c366-4029-b7ac-483958ada716, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cfcd3dac-c366-4029-b7ac-483958ada716,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:31.924371 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:31.968263 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dcb71-41cd-4688-afc9-ed317d721142 req-902a293d-0597-463a-9abb-65f153757a34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:31.975112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dcb71-41cd-4688-afc9-ed317d721142 req-902a293d-0597-463a-9abb-65f153757a34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:31.981840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dcb71-41cd-4688-afc9-ed317d721142 req-902a293d-0597-463a-9abb-65f153757a34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:31.988676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dcb71-41cd-4688-afc9-ed317d721142 req-902a293d-0597-463a-9abb-65f153757a34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:31.997415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-672dcb71-41cd-4688-afc9-ed317d721142 req-902a293d-0597-463a-9abb-65f153757a34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 3094 time: 0.2453644 Nov 19 18:58:32.071565 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-672dcb71-41cd-4688-afc9-ed317d721142 req-a70bdc26-64bc-406a-b4a4-f837c0914361 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731502 Nov 19 18:58:32.176689 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:32.190624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Allocated IP 10.2.2.200 (18e71340-48e5-45a3-a91b-e4f71f01a421/0f9665a9-7412-4abc-9a4c-1731fa47e4cc/cd42bb32-903f-483f-a136-2067566b2a74) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:32.228576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=cfcd3dac-c366-4029-b7ac-483958ada716,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:32.274104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:32.276420 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db7bce-ef5c-4c49-a852-73d843535445" -d '{"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-plugged", "status": "completed", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:32.305462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['cfcd3dac-c366-4029-b7ac-483958ada716'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:32.324063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:32.381315 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:32.460678 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6d2a8-d657-48fd-9386-2c3716020345 req-5b2bef5f-5645-469b-a2f1-b31badacb9dc tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:32.468551 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:32.476341 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4b6d2a8-d657-48fd-9386-2c3716020345 req-5b2bef5f-5645-469b-a2f1-b31badacb9dc tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 948 time: 0.1642358 Nov 19 18:58:32.522322 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bd423a-9f16-4262-933d-86a124baff1e x-openstack-request-id: req-14bd423a-9f16-4262-933d-86a124baff1e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:32.522622 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b826d83d-3888-46be-9e18-60d5f7b69f66", "tag": "16de00f4-983e-42a7-9500-f59ebb7ccaad", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:32.522866 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14bd423a-9f16-4262-933d-86a124baff1e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:32.523278 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'tag': '16de00f4-983e-42a7-9500-f59ebb7ccaad', 'status': 'completed', 'code': 200} Nov 19 18:58:32.531683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-f006ad2c-4369-46ea-aec6-6c9a86324bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:32.534199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-f006ad2c-4369-46ea-aec6-6c9a86324bab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 1095 time: 1.0443027 Nov 19 18:58:32.535262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:32.652342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:32.657077 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:32.693015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4b6d2a8-d657-48fd-9386-2c3716020345 req-ea79d207-749d-4e63-942b-17c378f86f88 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080204 Nov 19 18:58:32.695060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39f5b055-500e-4ba1-9ed0-52d2262b6e3c req-691be42e-c3bf-4055-8973-1238e883d92a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 210 time: 0.1749811 Nov 19 18:58:32.705656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-9d4a81c5-f625-4972-a5ec-428bac6872df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad HTTP/1.1" status: 200 len: 217 time: 0.1540492 Nov 19 18:58:32.741270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Network 18e71340-48e5-45a3-a91b-e4f71f01a421 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:32.759201 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985339ca-d387-4f60-b1f5-a65a3d36f785 x-openstack-request-id: req-985339ca-d387-4f60-b1f5-a65a3d36f785 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:32.759448 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-plugged", "status": "completed", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:32.759632 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-985339ca-d387-4f60-b1f5-a65a3d36f785 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:32.760040 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa', 'code': 200} Nov 19 18:58:32.799977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:32.811099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:32.816662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event updated for resources: {'Port': ['ID=cd42bb32-903f-483f-a136-2067566b2a74,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:32.827721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31da988a-18d6-404f-86ea-7b581827cde6 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:32.847957 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:32.863357 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:32.922790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Transition to ACTIVE for port object 31da988a-18d6-404f-86ea-7b581827cde6 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:32.967069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:32.985246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:33.000950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:33.007106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:33.010115 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event updated for resources: {'Port': ['ID=ef752195-3a2f-4ede-991c-86ee8a3e494b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:33.087358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-98250cfa-9a78-4624-8371-93dfec8d4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.088881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-98250cfa-9a78-4624-8371-93dfec8d4394 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.3670161 Nov 19 18:58:33.191559 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=31da988a-18d6-404f-86ea-7b581827cde6,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:33.203497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:33.215864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.217672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:33.222940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.223612 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:33.236318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-1e7af59a-e2b1-4a31-a6a0-51e8705031a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324604 Nov 19 18:58:33.251654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c978e88-ab00-4426-b7f6-15d9e8713414 req-1c6765e2-7c76-426f-bcbd-b8fda22dc7ed tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.261351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3c978e88-ab00-4426-b7f6-15d9e8713414 req-1c6765e2-7c76-426f-bcbd-b8fda22dc7ed tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.3537009 Nov 19 18:58:33.270405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907f250-f267-4f7b-8d57-ec4c71b1e293 req-1d4ec8d5-f711-4b04-996d-1e60103bcb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.272386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b907f250-f267-4f7b-8d57-ec4c71b1e293 req-1d4ec8d5-f711-4b04-996d-1e60103bcb79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=012ae568-18d0-4a02-8b3c-5814c4a9b47f HTTP/1.1" status: 200 len: 1101 time: 0.4232812 Nov 19 18:58:33.280802 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3f18d4c5-0395-4a86-966b-fc8d01e4f987 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3172669 Nov 19 18:58:33.317549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:33.383642 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-ac0d5c26-2216-4873-876b-156b0f585114 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9690077 Nov 19 18:58:33.410857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Request body: {'port': {'device_id': 'a0b3bda5-b6a3-49f0-80af-875eb74e0486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:33.423995 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3c978e88-ab00-4426-b7f6-15d9e8713414 req-24108d77-49ab-4565-b387-7fe623867151 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605427 Nov 19 18:58:33.436986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:33.451119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8fb15a94-fdc3-43a3-bca8-62240bc06731 None None] Provisioning complete for port cd42bb32-903f-483f-a136-2067566b2a74 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:33.451828 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fb15a94-fdc3-43a3-bca8-62240bc06731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:33.463819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb32eb-0cb7-4836-8ef4-40353eb9dd8d req-b0f73ec8-b1d0-4d51-bbbd-af5a2fe44e94 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.465617 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9bcb32eb-0cb7-4836-8ef4-40353eb9dd8d req-b0f73ec8-b1d0-4d51-bbbd-af5a2fe44e94 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 948 time: 0.5800772 Nov 19 18:58:33.524192 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b907f250-f267-4f7b-8d57-ec4c71b1e293 req-f8ea4560-501f-46da-9fc1-991a478c2f89 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337108 Nov 19 18:58:33.560843 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Attempting to bind port 31da988a-18d6-404f-86ea-7b581827cde6 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:33.561511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Attempting to bind port 31da988a-18d6-404f-86ea-7b581827cde6 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:33.562060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Attempting to bind port 31da988a-18d6-404f-86ea-7b581827cde6 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:33.567405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:33.593084 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9bcb32eb-0cb7-4836-8ef4-40353eb9dd8d req-ebeb3869-1a14-4915-bf45-832a19aba6cb tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930798 Nov 19 18:58:33.609553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Port 31da988a-18d6-404f-86ea-7b581827cde6 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:33.614310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Attempting to bind port 31da988a-18d6-404f-86ea-7b581827cde6 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:33.661510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8fb15a94-fdc3-43a3-bca8-62240bc06731 None None] Port cd42bb32-903f-483f-a136-2067566b2a74 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:33.698361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:33.698966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:33.699073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:33.699522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Bound port: 31da988a-18d6-404f-86ea-7b581827cde6, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:33.699887 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:33.716040 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-658d1ff8-d24a-4832-9b8e-bd63a1fb3d57 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385448 Nov 19 18:58:33.744099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4b742-8a39-469e-943c-d5fb475530fb req-ad8b3ce7-a26e-4506-8599-612bd656e5f2 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.745600 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9ce4b742-8a39-469e-943c-d5fb475530fb req-ad8b3ce7-a26e-4506-8599-612bd656e5f2 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.1809292 Nov 19 18:58:33.891949 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ff9e-0da7-465e-895f-0e636478c63b req-00281b89-5363-46c1-8d2b-fa261edf3b5a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.898218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ff9e-0da7-465e-895f-0e636478c63b req-00281b89-5363-46c1-8d2b-fa261edf3b5a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.904262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ff9e-0da7-465e-895f-0e636478c63b req-00281b89-5363-46c1-8d2b-fa261edf3b5a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.910304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ff9e-0da7-465e-895f-0e636478c63b req-00281b89-5363-46c1-8d2b-fa261edf3b5a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.917147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ff9e-0da7-465e-895f-0e636478c63b req-00281b89-5363-46c1-8d2b-fa261edf3b5a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:33.918975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5116ff9e-0da7-465e-895f-0e636478c63b req-00281b89-5363-46c1-8d2b-fa261edf3b5a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 3815 time: 0.2181721 Nov 19 18:58:33.921978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] For port 31da988a-18d6-404f-86ea-7b581827cde6, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:33.950170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706acee9-238a-4750-9c32-6bfaad58aee1 req-5bf28f3a-8112-47f4-a129-95596555be0b service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153060 Nov 19 18:58:33.966093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] For port 31da988a-18d6-404f-86ea-7b581827cde6, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=31da988a-18d6-404f-86ea-7b581827cde6,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:33.973352 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9ce4b742-8a39-469e-943c-d5fb475530fb req-b3a155d5-f7f5-411c-9730-8fd16f95987d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994898 Nov 19 18:58:33.976692 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:34.028896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:34.029933 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:34.031329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/31da988a-18d6-404f-86ea-7b581827cde6 HTTP/1.1" status: 200 len: 1096 time: 2.9278224 Nov 19 18:58:34.039990 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5116ff9e-0da7-465e-895f-0e636478c63b req-cd3cc4d1-269a-482a-ad66-47279b2a6130 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078196 Nov 19 18:58:34.043724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd10b30e-b8ae-4473-8703-59ca76b8e947', 'tag': '31da988a-18d6-404f-86ea-7b581827cde6'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:34.047375 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134010f8-85a3-4e0a-a32f-475024660102" -d '{"events": [{"name": "network-changed", "server_uuid": "fd10b30e-b8ae-4473-8703-59ca76b8e947", "tag": "31da988a-18d6-404f-86ea-7b581827cde6"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:34.121938 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7e6d7-45ee-4fd3-85ba-adce4a43e2a0 req-3c9fb1c1-fd5f-417d-8dca-4b23b467eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:34.130028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51d7e6d7-45ee-4fd3-85ba-adce4a43e2a0 req-3c9fb1c1-fd5f-417d-8dca-4b23b467eaea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 1095 time: 0.1222131 Nov 19 18:58:34.137241 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a50779-8b47-40c8-8920-14ead89eaf3f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:34.151969 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:34.162088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3f81a-4ad4-454a-a8dc-78d31046c3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=31da988a-18d6-404f-86ea-7b581827cde6,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:34.186023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Transition to ACTIVE for port object 85a50779-8b47-40c8-8920-14ead89eaf3f will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:34.195539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-8df0bfae-536a-48bb-90b5-ec0a751c3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:34.197136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-8df0bfae-536a-48bb-90b5-ec0a751c3a24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 1099 time: 0.1127477 Nov 19 18:58:34.264925 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-e7ae1e86-f8b7-4adb-a708-75f35eaf31d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=31da988a-18d6-404f-86ea-7b581827cde6 HTTP/1.1" status: 200 len: 217 time: 0.0468750 Nov 19 18:58:34.276841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef752195-3a2f-4ede-991c-86ee8a3e494b {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:34.328481 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:34.330077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7e6d7-45ee-4fd3-85ba-adce4a43e2a0 req-1c6bf343-9eb4-4a4d-b842-d2e1b1d98ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:34.332614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51d7e6d7-45ee-4fd3-85ba-adce4a43e2a0 req-1c6bf343-9eb4-4a4d-b842-d2e1b1d98ad8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.1438243 Nov 19 18:58:34.335758 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:34.358214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Transition to ACTIVE for port object ef752195-3a2f-4ede-991c-86ee8a3e494b will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:34.365951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-3fc944cd-8e2a-4478-bf2c-bd9af4257416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:34.367946 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-3fc944cd-8e2a-4478-bf2c-bd9af4257416 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0935001 Nov 19 18:58:34.369381 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:34.416719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51d7e6d7-45ee-4fd3-85ba-adce4a43e2a0 req-19057456-7b13-4538-9a39-02fc25020ba7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad HTTP/1.1" status: 200 len: 217 time: 0.0647807 Nov 19 18:58:34.541787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Pushing event updated for resources: {'Port': ['ID=ef752195-3a2f-4ede-991c-86ee8a3e494b,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:34.561572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-68f01648-8f36-4bf7-a0b6-ac96dca0a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:34.563985 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-68f01648-8f36-4bf7-a0b6-ac96dca0a1a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1826565 Nov 19 18:58:34.718326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda769e8-6f70-4d81-a4ec-64cf9b4d42e1 req-fa433a04-cf27-4f1c-98a5-32bc80ea95bc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:34.720164 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fda769e8-6f70-4d81-a4ec-64cf9b4d42e1 req-fa433a04-cf27-4f1c-98a5-32bc80ea95bc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 943 time: 0.3001747 Nov 19 18:58:34.724318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Attempting to bind port ef752195-3a2f-4ede-991c-86ee8a3e494b on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:34.724809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Attempting to bind port ef752195-3a2f-4ede-991c-86ee8a3e494b by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:34.726082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Attempting to bind port ef752195-3a2f-4ede-991c-86ee8a3e494b on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:34.755451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Port ef752195-3a2f-4ede-991c-86ee8a3e494b on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:34.755451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Attempting to bind port ef752195-3a2f-4ede-991c-86ee8a3e494b on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:34.778442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ce69-636e-496e-89e8-f563d9dd2bac req-94fd1753-e078-4bd1-b04a-c70bb767e491 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:34.780002 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d59ce69-636e-496e-89e8-f563d9dd2bac req-94fd1753-e078-4bd1-b04a-c70bb767e491 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 948 time: 0.4464700 Nov 19 18:58:34.780732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Attempting to bind port 85a50779-8b47-40c8-8920-14ead89eaf3f on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:34.781067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Attempting to bind port 85a50779-8b47-40c8-8920-14ead89eaf3f by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:34.781407 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Attempting to bind port 85a50779-8b47-40c8-8920-14ead89eaf3f on network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:34.794002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Port 85a50779-8b47-40c8-8920-14ead89eaf3f on network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:34.794408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Attempting to bind port 85a50779-8b47-40c8-8920-14ead89eaf3f on network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:34.809145 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:34.809406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Checking segment: {'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:34.809843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Bound using segment: {'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:34.810298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Bound port: 85a50779-8b47-40c8-8920-14ead89eaf3f, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:34.810699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:34.825203 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fda769e8-6f70-4d81-a4ec-64cf9b4d42e1 req-0aaec847-1c47-4df4-aabc-cb7b1882b99d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960104 Nov 19 18:58:34.826151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:34.826733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Checking segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:34.827232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Bound using segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:34.827983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Bound port: ef752195-3a2f-4ede-991c-86ee8a3e494b, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:34.828825 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:34.897430 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bac73f-c3ff-4f90-9aac-985c8c68d89c x-openstack-request-id: req-f8bac73f-c3ff-4f90-9aac-985c8c68d89c {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:34.897733 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd10b30e-b8ae-4473-8703-59ca76b8e947", "tag": "31da988a-18d6-404f-86ea-7b581827cde6", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:34.898021 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8bac73f-c3ff-4f90-9aac-985c8c68d89c {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:34.898431 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd10b30e-b8ae-4473-8703-59ca76b8e947', 'tag': '31da988a-18d6-404f-86ea-7b581827cde6', 'status': 'completed', 'code': 200} Nov 19 18:58:34.991642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] For port 85a50779-8b47-40c8-8920-14ead89eaf3f, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:35.000135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Pushing event updated for resources: {'Port': ['ID=85a50779-8b47-40c8-8920-14ead89eaf3f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:35.016700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] For port 85a50779-8b47-40c8-8920-14ead89eaf3f, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=85a50779-8b47-40c8-8920-14ead89eaf3f,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:35.021388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7e6d7-45ee-4fd3-85ba-adce4a43e2a0 req-d4971550-72ef-48a1-b69b-6963b4c21463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:35.023694 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51d7e6d7-45ee-4fd3-85ba-adce4a43e2a0 req-d4971550-72ef-48a1-b69b-6963b4c21463 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.5474532 Nov 19 18:58:35.026312 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:35.031670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d59ce69-636e-496e-89e8-f563d9dd2bac req-d35f00d9-8b40-4c4d-ae4d-d73057f7273f tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417910 Nov 19 18:58:35.056979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-77864812-8623-4862-bb12-b18deff86ebd service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731371 Nov 19 18:58:35.066470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] For port ef752195-3a2f-4ede-991c-86ee8a3e494b, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:35.070767 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] For port ef752195-3a2f-4ede-991c-86ee8a3e494b, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ef752195-3a2f-4ede-991c-86ee8a3e494b,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:35.098234 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:35.125498 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51d7e6d7-45ee-4fd3-85ba-adce4a43e2a0 req-e39525d0-d329-498e-80ac-3a5ac257c78b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887630 Nov 19 18:58:35.148392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:35.149174 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:35.150698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] 10.222.0.57 "PUT /v2.0/ports/85a50779-8b47-40c8-8920-14ead89eaf3f HTTP/1.1" status: 200 len: 1091 time: 1.8495779 Nov 19 18:58:35.151401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '85a50779-8b47-40c8-8920-14ead89eaf3f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:35.153788 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81428850-950b-4cff-960c-2cb164731172" -d '{"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "85a50779-8b47-40c8-8920-14ead89eaf3f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:35.193905 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-9e751eaa-85a3-41f6-a8f8-32b30fac52da tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--42958731&fields=id&tenant_id=ca9babe42a11492796ab1ce4fa3e20cf HTTP/1.1" status: 200 len: 267 time: 0.2008789 Nov 19 18:58:35.195232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:35.195850 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:35.197145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] 10.222.0.57 "PUT /v2.0/ports/ef752195-3a2f-4ede-991c-86ee8a3e494b HTTP/1.1" status: 200 len: 1091 time: 1.7927511 Nov 19 18:58:35.268810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:35.338652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device cfcd3dac-c366-4029-b7ac-483958ada716 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:58:35.352757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fccaa6-e66f-4abe-b511-2d05514a1e8e service neutron] Pushing event updated for resources: {'Port': ['ID=85a50779-8b47-40c8-8920-14ead89eaf3f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:35.425440 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:35.432971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port cfcd3dac-c366-4029-b7ac-483958ada716 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:58:35.440620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port cfcd3dac-c366-4029-b7ac-483958ada716 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:35.441516 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:35.520063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c949399-a6a4-4a3f-8d92-249afcab1230 service neutron] Pushing event updated for resources: {'Port': ['ID=ef752195-3a2f-4ede-991c-86ee8a3e494b,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:35.569813 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab8d4a72-f3bf-43d5-ac1f-9fb325b6d9ec req-41326b28-38a7-4fe5-b1c0-ddcb61f720da service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975514 Nov 19 18:58:35.594079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-3809c976-67a4-4c1b-bc6b-4e754a081508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:35.603171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-3809c976-67a4-4c1b-bc6b-4e754a081508 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 1094 time: 0.3288941 Nov 19 18:58:35.609724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-22cea78b-c5f1-46ee-8362-4de6da1165e4 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:35.611326 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-22cea78b-c5f1-46ee-8362-4de6da1165e4 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/networks?id=dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f HTTP/1.1" status: 200 len: 815 time: 0.4099424 Nov 19 18:58:35.638782 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:35.688703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-70134584-254c-4b7f-92ff-7612232424d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef752195-3a2f-4ede-991c-86ee8a3e494b HTTP/1.1" status: 200 len: 217 time: 0.0619597 Nov 19 18:58:35.709889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port cfcd3dac-c366-4029-b7ac-483958ada716, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cfcd3dac-c366-4029-b7ac-483958ada716,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:35.710952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89486c19-1de5-4791-b338-87447641e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd3dac-c366-4029-b7ac-483958ada716'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:35.711417 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-4a13c805-3967-4699-a2b0-7792711a0a79 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/quotas/ca9babe42a11492796ab1ce4fa3e20cf HTTP/1.1" status: 200 len: 375 time: 0.0822818 Nov 19 18:58:35.717927 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abc27aa-4ce9-419d-8556-5348b3aa392a" -d '{"events": [{"server_uuid": "89486c19-1de5-4791-b338-87447641e422", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd3dac-c366-4029-b7ac-483958ada716"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:35.727816 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:35.778258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-a89230f2-180d-4ea9-90ef-e7f65704bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:35.780048 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-a89230f2-180d-4ea9-90ef-e7f65704bb5b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.0672948 Nov 19 18:58:35.822046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=cfcd3dac-c366-4029-b7ac-483958ada716,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:35.900806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a822cf1-e4ff-4fc6-ab6f-fc29d1b45fcb req-07c99635-7f09-41f8-a19f-99727d2b090f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:35.908350 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a822cf1-e4ff-4fc6-ab6f-fc29d1b45fcb req-07c99635-7f09-41f8-a19f-99727d2b090f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.7449770 Nov 19 18:58:35.952195 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51d7e6d7-45ee-4fd3-85ba-adce4a43e2a0 req-d4663b2a-64f1-4fbd-9045-a66010d1186f service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8166091 Nov 19 18:58:36.003601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a822cf1-e4ff-4fc6-ab6f-fc29d1b45fcb req-d0547829-f513-435c-a52b-6885ec29aef2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893855 Nov 19 18:58:36.253310 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-88f2a62c-68bc-474b-849c-3dd84cb24d6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474179 Nov 19 18:58:36.261082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134010f8-85a3-4e0a-a32f-475024660102 req-4b72fd3d-6cec-4295-8ccf-06886c79021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:36.263447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-134010f8-85a3-4e0a-a32f-475024660102 req-4b72fd3d-6cec-4295-8ccf-06886c79021c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 1099 time: 0.5871749 Nov 19 18:58:36.277952 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-ac30877d-14fd-4c5d-9d53-b5f21a8693b9 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca9babe42a11492796ab1ce4fa3e20cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4968343 Nov 19 18:58:36.281733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259902d-549b-41a5-b8c8-02640bc9b3de req-7de10782-5df0-4ad8-bb58-58a94b57e248 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:36.297434 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8259902d-549b-41a5-b8c8-02640bc9b3de req-7de10782-5df0-4ad8-bb58-58a94b57e248 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 948 time: 0.1951628 Nov 19 18:58:36.341681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51d7e6d7-45ee-4fd3-85ba-adce4a43e2a0 req-4cfa0033-384b-4cd3-aae3-ddaaa90f4702 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594213 Nov 19 18:58:36.396139 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8259902d-549b-41a5-b8c8-02640bc9b3de req-e5b87457-d1bb-48e7-bdaa-a90346013c01 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975177 Nov 19 18:58:36.439005 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-38cfdda9-2078-43ca-aff8-3b51a517ccf8 service neutron] 10.222.0.50 "GET /v2.0/networks/dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030407 Nov 19 18:58:36.586058 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67e78681-d82b-4ba3-a526-99810b61b928 service neutron] 10.222.0.50 "GET /v2.0/networks/dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144633 Nov 19 18:58:36.603286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c67b5c-890a-414f-8ff3-044240af30c8 req-12c5a1d3-98c8-47e9-aa3e-cdd8143e3c9e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:36.605447 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58c67b5c-890a-414f-8ff3-044240af30c8 req-12c5a1d3-98c8-47e9-aa3e-cdd8143e3c9e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.1143038 Nov 19 18:58:36.607255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e8f34b-4ae3-4047-a368-968e2e9be854 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:36.642096 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:36.646189 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134010f8-85a3-4e0a-a32f-475024660102 req-8771016e-cbc2-4ec5-9bc7-e94c51162355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:36.647706 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-134010f8-85a3-4e0a-a32f-475024660102 req-8771016e-cbc2-4ec5-9bc7-e94c51162355 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3689091 Nov 19 18:58:36.652222 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-088985d0-2f76-4c25-8da0-9875236dbb87 service neutron] 10.222.0.57 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816538 Nov 19 18:58:36.706395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Transition to ACTIVE for port object 00e8f34b-4ae3-4047-a368-968e2e9be854 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:36.719803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:36.726556 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-134010f8-85a3-4e0a-a32f-475024660102 req-8a385f36-3c36-44c3-a030-c35551b7f15b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=31da988a-18d6-404f-86ea-7b581827cde6 HTTP/1.1" status: 200 len: 217 time: 0.0689170 Nov 19 18:58:36.734459 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58c67b5c-890a-414f-8ff3-044240af30c8 req-38d73df7-3408-44b6-b9b7-a8a866a85a22 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044135 Nov 19 18:58:36.834850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=00e8f34b-4ae3-4047-a368-968e2e9be854,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:36.851459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134010f8-85a3-4e0a-a32f-475024660102 req-3fbec420-a0f1-41cc-984a-3f2ffc71595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:36.852962 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-134010f8-85a3-4e0a-a32f-475024660102 req-3fbec420-a0f1-41cc-984a-3f2ffc71595f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1172340 Nov 19 18:58:36.953940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3bda5-b6a3-49f0-80af-875eb74e0486', 'tag': 'ef752195-3a2f-4ede-991c-86ee8a3e494b'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:36.956720 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65463501-e8ff-444c-8242-4e71fe781480" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b3bda5-b6a3-49f0-80af-875eb74e0486", "tag": "ef752195-3a2f-4ede-991c-86ee8a3e494b"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:37.017572 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-105663d4-d37a-4a3a-a24a-d502fb1ac9f8 req-57d4b0dc-b653-4653-9164-40264627c6d8 service neutron] 10.222.0.57 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899971 Nov 19 18:58:37.040762 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134010f8-85a3-4e0a-a32f-475024660102 req-939a6d7a-0e54-4a3e-b2ee-6e56df262a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.042573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-134010f8-85a3-4e0a-a32f-475024660102 req-939a6d7a-0e54-4a3e-b2ee-6e56df262a25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763170 Nov 19 18:58:37.085858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Attempting to bind port 00e8f34b-4ae3-4047-a368-968e2e9be854 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:37.086445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Attempting to bind port 00e8f34b-4ae3-4047-a368-968e2e9be854 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:37.086795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Attempting to bind port 00e8f34b-4ae3-4047-a368-968e2e9be854 on network 6b12120c-2801-47c9-9799-bcf3692162a2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:37.099554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Port 00e8f34b-4ae3-4047-a368-968e2e9be854 on network 6b12120c-2801-47c9-9799-bcf3692162a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:37.099554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Attempting to bind port 00e8f34b-4ae3-4047-a368-968e2e9be854 on network 6b12120c-2801-47c9-9799-bcf3692162a2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:37.115929 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7b95-10ee-496f-8b1c-71d49c5ba502 req-4aebc0c4-87e4-4800-b7c7-8e9297b5b461 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.122865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7b95-10ee-496f-8b1c-71d49c5ba502 req-4aebc0c4-87e4-4800-b7c7-8e9297b5b461 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.130534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7b95-10ee-496f-8b1c-71d49c5ba502 req-4aebc0c4-87e4-4800-b7c7-8e9297b5b461 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.138497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7b95-10ee-496f-8b1c-71d49c5ba502 req-4aebc0c4-87e4-4800-b7c7-8e9297b5b461 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.145934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7b95-10ee-496f-8b1c-71d49c5ba502 req-4aebc0c4-87e4-4800-b7c7-8e9297b5b461 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.169502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7b95-10ee-496f-8b1c-71d49c5ba502 req-4aebc0c4-87e4-4800-b7c7-8e9297b5b461 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.171710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4aed7b95-10ee-496f-8b1c-71d49c5ba502 req-4aebc0c4-87e4-4800-b7c7-8e9297b5b461 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 4604 time: 0.2565680 Nov 19 18:58:37.176078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:37.176589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Checking segment: {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:37.177094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Bound using segment: {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:37.177654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Bound port: 00e8f34b-4ae3-4047-a368-968e2e9be854, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:37.178185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:37.211891 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-134010f8-85a3-4e0a-a32f-475024660102 req-19427fa5-c6b4-4123-a291-825c3528d3c0 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584990 Nov 19 18:58:37.302469 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c0ead6-fbb1-4d21-90f2-c2665c1cf414 x-openstack-request-id: req-d5c0ead6-fbb1-4d21-90f2-c2665c1cf414 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:37.303015 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "85a50779-8b47-40c8-8920-14ead89eaf3f", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:37.303473 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5c0ead6-fbb1-4d21-90f2-c2665c1cf414 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:37.304092 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '85a50779-8b47-40c8-8920-14ead89eaf3f', 'status': 'completed', 'code': 200} Nov 19 18:58:37.348611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 16de00f4-983e-42a7-9500-f59ebb7ccaad details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:58:37.350704 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-134010f8-85a3-4e0a-a32f-475024660102 req-3e7ae735-53dc-4a74-b147-b322b5d3ed83 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274502 Nov 19 18:58:37.399903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4aed7b95-10ee-496f-8b1c-71d49c5ba502 req-6e579195-f1a1-4f3f-b3df-f9bb6673320f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2159092 Nov 19 18:58:37.403462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] For port 00e8f34b-4ae3-4047-a368-968e2e9be854, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:37.412048 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] For port 00e8f34b-4ae3-4047-a368-968e2e9be854, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=00e8f34b-4ae3-4047-a368-968e2e9be854,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:37.424441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:37.451941 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add2a920-fafb-4006-b14d-3ad0ed604ac4 x-openstack-request-id: req-add2a920-fafb-4006-b14d-3ad0ed604ac4 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:37.458489 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89486c19-1de5-4791-b338-87447641e422", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd3dac-c366-4029-b7ac-483958ada716", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:37.459176 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-add2a920-fafb-4006-b14d-3ad0ed604ac4 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:37.460245 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89486c19-1de5-4791-b338-87447641e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd3dac-c366-4029-b7ac-483958ada716', 'code': 200} Nov 19 18:58:37.481648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.485792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428850-950b-4cff-960c-2cb164731172 req-eff48df6-6ccb-4274-b60c-5eed9d5db995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.488798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:37.488950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428850-950b-4cff-960c-2cb164731172 req-eff48df6-6ccb-4274-b60c-5eed9d5db995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.491002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428850-950b-4cff-960c-2cb164731172 req-eff48df6-6ccb-4274-b60c-5eed9d5db995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.494811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] 10.222.0.57 "PUT /v2.0/ports/00e8f34b-4ae3-4047-a368-968e2e9be854 HTTP/1.1" status: 200 len: 1135 time: 2.3045321 Nov 19 18:58:37.495983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428850-950b-4cff-960c-2cb164731172 req-eff48df6-6ccb-4274-b60c-5eed9d5db995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.502104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428850-950b-4cff-960c-2cb164731172 req-eff48df6-6ccb-4274-b60c-5eed9d5db995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.502703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428850-950b-4cff-960c-2cb164731172 req-eff48df6-6ccb-4274-b60c-5eed9d5db995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.513785 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-81428850-950b-4cff-960c-2cb164731172 req-eff48df6-6ccb-4274-b60c-5eed9d5db995 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5248 time: 0.1620965 Nov 19 18:58:37.551474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:37.676105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:37.693163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdc38c-95bf-415c-90fb-ab0da3827cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=00e8f34b-4ae3-4047-a368-968e2e9be854,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:37.711658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '16de00f4-983e-42a7-9500-f59ebb7ccaad', 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2', 'port_id': '16de00f4-983e-42a7-9500-f59ebb7ccaad', 'mac_address': 'fa:16:3e:09:99:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75459c32-c9b9-44ce-a1f4-a5e3d5132ec5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:58:37.721387 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:37.764269 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:37.781256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16de00f4-983e-42a7-9500-f59ebb7ccaad {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:37.813141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:37.819664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428850-950b-4cff-960c-2cb164731172 req-0207d9d6-bc33-4e0c-bbe5-339b81feb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.820146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428850-950b-4cff-960c-2cb164731172 req-0207d9d6-bc33-4e0c-bbe5-339b81feb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.820325 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:37.820614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428850-950b-4cff-960c-2cb164731172 req-0207d9d6-bc33-4e0c-bbe5-339b81feb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:37.822418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-81428850-950b-4cff-960c-2cb164731172 req-0207d9d6-bc33-4e0c-bbe5-339b81feb250 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2190807 Nov 19 18:58:37.981366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=16de00f4-983e-42a7-9500-f59ebb7ccaad,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:38.043826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81428850-950b-4cff-960c-2cb164731172 req-25a327d3-2547-43d2-ba97-93249e95ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:38.045656 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-81428850-950b-4cff-960c-2cb164731172 req-25a327d3-2547-43d2-ba97-93249e95ccd8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1863353 Nov 19 18:58:38.086396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6461e58-2871-47dc-bb4b-3b243bf87eaa req-c58f9857-a74f-4c29-b468-41c48a25e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:38.087880 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f6461e58-2871-47dc-bb4b-3b243bf87eaa req-c58f9857-a74f-4c29-b468-41c48a25e90b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 1100 time: 0.5681610 Nov 19 18:58:38.104966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce0185-81cd-4de0-89e0-2e89885ace2c req-4d20b9a1-ed20-400c-85b5-9bebd3018a01 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:38.106521 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-30ce0185-81cd-4de0-89e0-2e89885ace2c req-4d20b9a1-ed20-400c-85b5-9bebd3018a01 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 943 time: 0.2830465 Nov 19 18:58:38.129829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['16de00f4-983e-42a7-9500-f59ebb7ccaad'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:38.169268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67956144-0508-45ed-934a-ac5fa1d15788 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:38.185120 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:38.217056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Transition to ACTIVE for port object 67956144-0508-45ed-934a-ac5fa1d15788 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:38.233242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81888e89-e4b0-46c1-a448-a67c2571bc29 req-9a0ec4de-6c6a-4bbb-893a-7b2e36fb76ad tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:38.236539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f6461e58-2871-47dc-bb4b-3b243bf87eaa req-94ba7aca-28f7-4e6d-b2cc-3dc938bc6fc9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290357 Nov 19 18:58:38.248980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81888e89-e4b0-46c1-a448-a67c2571bc29 req-9a0ec4de-6c6a-4bbb-893a-7b2e36fb76ad tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 949 time: 0.7019331 Nov 19 18:58:38.253127 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:38.302523 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-30ce0185-81cd-4de0-89e0-2e89885ace2c req-7f14dc45-c988-4f58-b653-1c422c0e08c8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816447 Nov 19 18:58:38.318391 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a669a824-0b43-487f-b932-c8d91d7c5a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:38.376806 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed99c834-1a63-46b9-a261-df9ffde4e0b2 x-openstack-request-id: req-ed99c834-1a63-46b9-a261-df9ffde4e0b2 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:38.377381 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b3bda5-b6a3-49f0-80af-875eb74e0486", "tag": "ef752195-3a2f-4ede-991c-86ee8a3e494b", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:38.378478 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed99c834-1a63-46b9-a261-df9ffde4e0b2 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:38.379056 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b3bda5-b6a3-49f0-80af-875eb74e0486', 'tag': 'ef752195-3a2f-4ede-991c-86ee8a3e494b', 'status': 'completed', 'code': 200} Nov 19 18:58:38.397419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Pushing event updated for resources: {'Port': ['ID=67956144-0508-45ed-934a-ac5fa1d15788,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:38.510386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81888e89-e4b0-46c1-a448-a67c2571bc29 req-89282c27-adec-43f8-ada4-707fdc64b1f2 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603838 Nov 19 18:58:38.542734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Attempting to bind port 67956144-0508-45ed-934a-ac5fa1d15788 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:38.542734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Attempting to bind port 67956144-0508-45ed-934a-ac5fa1d15788 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:38.543321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Attempting to bind port 67956144-0508-45ed-934a-ac5fa1d15788 on network 6b12120c-2801-47c9-9799-bcf3692162a2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:38.548869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Port 67956144-0508-45ed-934a-ac5fa1d15788 on network 6b12120c-2801-47c9-9799-bcf3692162a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:38.549694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Attempting to bind port 67956144-0508-45ed-934a-ac5fa1d15788 on network 6b12120c-2801-47c9-9799-bcf3692162a2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:38.556399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:38.556863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Checking segment: {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:38.557357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Bound using segment: {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:38.559047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Bound port: 67956144-0508-45ed-934a-ac5fa1d15788, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:38.559773 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:38.563122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65463501-e8ff-444c-8242-4e71fe781480 req-363d7c99-4681-436e-a868-b32b9915e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:38.565368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65463501-e8ff-444c-8242-4e71fe781480 req-363d7c99-4681-436e-a868-b32b9915e63f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 1094 time: 0.1627793 Nov 19 18:58:38.633742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195ab9-0939-4919-9db3-5a01bb92f86e req-84ea6cd5-9704-4afe-9c6b-a41fb0c99300 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:38.643579 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee195ab9-0939-4919-9db3-5a01bb92f86e req-84ea6cd5-9704-4afe-9c6b-a41fb0c99300 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.1532276 Nov 19 18:58:38.710893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8fe5d38-bfd5-4cdd-89b2-6cb87f545791 req-4152b3cd-16fd-45f6-b1ac-bfac32786d24 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 210 time: 0.0548153 Nov 19 18:58:38.731204 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee195ab9-0939-4919-9db3-5a01bb92f86e req-daf3f011-c0c4-4c87-a010-a53076ad1c89 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858650 Nov 19 18:58:38.751878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] For port 67956144-0508-45ed-934a-ac5fa1d15788, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:38.756686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] For port 67956144-0508-45ed-934a-ac5fa1d15788, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=67956144-0508-45ed-934a-ac5fa1d15788,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:38.765732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:38.800629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65463501-e8ff-444c-8242-4e71fe781480 req-016c9f97-d6f4-48bd-8a72-641bc89687de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:38.807526 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65463501-e8ff-444c-8242-4e71fe781480 req-016c9f97-d6f4-48bd-8a72-641bc89687de service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 906 time: 0.2356250 Nov 19 18:58:38.843589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:38.844339 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:38.846014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] 10.222.0.57 "PUT /v2.0/ports/67956144-0508-45ed-934a-ac5fa1d15788 HTTP/1.1" status: 200 len: 1135 time: 1.3003492 Nov 19 18:58:38.914225 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65463501-e8ff-444c-8242-4e71fe781480 req-b4201c28-5f95-4fdf-b5ae-d7673e75902b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef752195-3a2f-4ede-991c-86ee8a3e494b HTTP/1.1" status: 200 len: 217 time: 0.0990610 Nov 19 18:58:38.926738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:39.021042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a6a30-6b92-4f09-afcf-68711fd070c7 req-06b979ca-9d72-4c0f-bace-5cbee38b09a4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.022686 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-083a6a30-6b92-4f09-afcf-68711fd070c7 req-06b979ca-9d72-4c0f-bace-5cbee38b09a4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 945 time: 0.1117001 Nov 19 18:58:39.024885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65463501-e8ff-444c-8242-4e71fe781480 req-777488d6-50b1-4e03-8b65-9d67856bb93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.026430 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65463501-e8ff-444c-8242-4e71fe781480 req-777488d6-50b1-4e03-8b65-9d67856bb93e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.0967598 Nov 19 18:58:39.056686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be421e-90f3-4eff-976d-2e541930cb2f service neutron] Pushing event updated for resources: {'Port': ['ID=67956144-0508-45ed-934a-ac5fa1d15788,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:39.084654 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:39.137620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f490927-0ac1-4928-9790-a5364f5b9241 req-c1edc7c6-6fc9-4821-9566-f34e0ab4da73 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.139300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f490927-0ac1-4928-9790-a5364f5b9241 req-c1edc7c6-6fc9-4821-9566-f34e0ab4da73 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 948 time: 0.3031774 Nov 19 18:58:39.173209 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-083a6a30-6b92-4f09-afcf-68711fd070c7 req-11f9b4d3-6f01-48c9-9a76-35e164819446 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423163 Nov 19 18:58:39.179881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65463501-e8ff-444c-8242-4e71fe781480 req-409ee1fc-1d85-443a-833e-fdd33655d39a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407235 Nov 19 18:58:39.306286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '00e8f34b-4ae3-4047-a368-968e2e9be854'}, {'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '67956144-0508-45ed-934a-ac5fa1d15788'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:39.311928 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7bfb58-90a4-49be-af39-75ebe77363dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "00e8f34b-4ae3-4047-a368-968e2e9be854"}, {"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "67956144-0508-45ed-934a-ac5fa1d15788"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:39.356104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 31da988a-18d6-404f-86ea-7b581827cde6 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:58:39.360209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 16de00f4-983e-42a7-9500-f59ebb7ccaad up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:58:39.439692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f490927-0ac1-4928-9790-a5364f5b9241 req-57bed0c9-6ccd-4b52-9891-c8d3275ccd0a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790611 Nov 19 18:58:39.527586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-765c8992-f967-4474-93d1-7307153b6f9b tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.531520 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-765c8992-f967-4474-93d1-7307153b6f9b tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.21 "GET /v2.0/networks?id=dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f HTTP/1.1" status: 200 len: 815 time: 0.3679748 Nov 19 18:58:39.692866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 16de00f4-983e-42a7-9500-f59ebb7ccaad completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:58:39.721930 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-53519c98-b562-4e45-852d-4a84200fd8c5 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9babe42a11492796ab1ce4fa3e20cf HTTP/1.1" status: 200 len: 378 time: 0.1776588 Nov 19 18:58:39.735421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 16de00f4-983e-42a7-9500-f59ebb7ccaad triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:39.736542 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:39.745880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Request body: {'port': {'device_id': '7e4fb5b6-595e-497d-acec-095bbf323532', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'admin_state_up': True, 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'security_groups': ['b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:39.776032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 31da988a-18d6-404f-86ea-7b581827cde6, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=31da988a-18d6-404f-86ea-7b581827cde6,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:39.822424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2d1a2-3bdf-43fb-90e2-a802b720e908 req-8888cb05-cb20-42c9-9e49-6b553d019890 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.824908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '31da988a-18d6-404f-86ea-7b581827cde6', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '31da988a-18d6-404f-86ea-7b581827cde6', 'mac_address': 'fa:16:3e:09:6b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:58:39.833181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2d1a2-3bdf-43fb-90e2-a802b720e908 req-8888cb05-cb20-42c9-9e49-6b553d019890 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.850174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2d1a2-3bdf-43fb-90e2-a802b720e908 req-8888cb05-cb20-42c9-9e49-6b553d019890 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.868882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2d1a2-3bdf-43fb-90e2-a802b720e908 req-8888cb05-cb20-42c9-9e49-6b553d019890 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.881007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2d1a2-3bdf-43fb-90e2-a802b720e908 req-8888cb05-cb20-42c9-9e49-6b553d019890 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.887747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2d97c5-4262-464d-bd12-5ac7c301bebf {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:39.898708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2d1a2-3bdf-43fb-90e2-a802b720e908 req-8888cb05-cb20-42c9-9e49-6b553d019890 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.904977 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2d1a2-3bdf-43fb-90e2-a802b720e908 req-8888cb05-cb20-42c9-9e49-6b553d019890 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.917278 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:39.919306 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82c2d1a2-3bdf-43fb-90e2-a802b720e908 req-8888cb05-cb20-42c9-9e49-6b553d019890 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5381 time: 0.5538847 Nov 19 18:58:39.928316 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:39.961353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31da988a-18d6-404f-86ea-7b581827cde6 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:39.968456 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:39.970456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d062901-25ee-458d-bf6f-aedd8870e661 req-2e18524a-38ec-4ffd-a56e-1b6c257eebd6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:39.975163 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d062901-25ee-458d-bf6f-aedd8870e661 req-2e18524a-38ec-4ffd-a56e-1b6c257eebd6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 943 time: 0.1985443 Nov 19 18:58:39.979999 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65463501-e8ff-444c-8242-4e71fe781480 req-77e45cde-a8cd-428f-ada9-633523a35d10 service neutron] 10.222.0.57 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812200 Nov 19 18:58:40.029532 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 31da988a-18d6-404f-86ea-7b581827cde6, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=31da988a-18d6-404f-86ea-7b581827cde6,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:40.039664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16de00f4-983e-42a7-9500-f59ebb7ccaad'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:40.043347 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea1a27d-7a79-4ee5-b586-70774663c58f" -d '{"events": [{"server_uuid": "b826d83d-3888-46be-9e18-60d5f7b69f66", "name": "network-vif-plugged", "status": "completed", "tag": "16de00f4-983e-42a7-9500-f59ebb7ccaad"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:40.065605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Transition to ACTIVE for port object 5f2d97c5-4262-464d-bd12-5ac7c301bebf will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:40.082264 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:40.099750 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:40.123840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:40.150504 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d062901-25ee-458d-bf6f-aedd8870e661 req-f8b5d069-4b41-47a2-b955-7a9bb5eb848f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636508 Nov 19 18:58:40.181328 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:40.215002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ef752195-3a2f-4ede-991c-86ee8a3e494b details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:58:40.243085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=31da988a-18d6-404f-86ea-7b581827cde6,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:40.268920 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac4443f-c517-4920-a59d-b28b0247b5f7 x-openstack-request-id: req-1ac4443f-c517-4920-a59d-b28b0247b5f7 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:40.271189 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "00e8f34b-4ae3-4047-a368-968e2e9be854", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "67956144-0508-45ed-934a-ac5fa1d15788", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:40.273275 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ac4443f-c517-4920-a59d-b28b0247b5f7 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:40.278111 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82c2d1a2-3bdf-43fb-90e2-a802b720e908 req-18baac64-3eda-4d33-9703-daab7adafc29 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2833781 Nov 19 18:58:40.286334 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '00e8f34b-4ae3-4047-a368-968e2e9be854', 'status': 'completed', 'code': 200} Nov 19 18:58:40.292081 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '67956144-0508-45ed-934a-ac5fa1d15788', 'status': 'completed', 'code': 200} Nov 19 18:58:40.408266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2d97c5-4262-464d-bd12-5ac7c301bebf,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:40.572330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6c07-b0ff-4c9c-9234-02baaf6f76f4 req-3bf00946-048a-4a03-8041-6dcaef1aee0d tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.580144 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a80e6c07-b0ff-4c9c-9234-02baaf6f76f4 req-3bf00946-048a-4a03-8041-6dcaef1aee0d tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 949 time: 0.1944840 Nov 19 18:58:40.590573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['31da988a-18d6-404f-86ea-7b581827cde6'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:40.614841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Attempting to bind port 5f2d97c5-4262-464d-bd12-5ac7c301bebf on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:40.615462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Attempting to bind port 5f2d97c5-4262-464d-bd12-5ac7c301bebf by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:40.616012 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Attempting to bind port 5f2d97c5-4262-464d-bd12-5ac7c301bebf on network 6b12120c-2801-47c9-9799-bcf3692162a2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:40.637965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Port 5f2d97c5-4262-464d-bd12-5ac7c301bebf on network 6b12120c-2801-47c9-9799-bcf3692162a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:40.638933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Attempting to bind port 5f2d97c5-4262-464d-bd12-5ac7c301bebf on network 6b12120c-2801-47c9-9799-bcf3692162a2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:40.649003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:40.649680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Checking segment: {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:40.650298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Bound using segment: {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:40.651115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Bound port: 5f2d97c5-4262-464d-bd12-5ac7c301bebf, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:40.651676 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:40.666858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65463501-e8ff-444c-8242-4e71fe781480 req-8bdd74b6-7acb-4053-9f76-f888f953d481 service neutron] 10.222.0.57 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858261 Nov 19 18:58:40.671270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a80e6c07-b0ff-4c9c-9234-02baaf6f76f4 req-e0b4740b-a3ca-46da-81b7-3268438eec6c tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895040 Nov 19 18:58:40.716530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=16de00f4-983e-42a7-9500-f59ebb7ccaad,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:40.754285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-28f12f26-8ac4-4696-be74-77c4d33299da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.755203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-28f12f26-8ac4-4696-be74-77c4d33299da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.758467 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-28f12f26-8ac4-4696-be74-77c4d33299da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.759290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-28f12f26-8ac4-4696-be74-77c4d33299da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.762157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-28f12f26-8ac4-4696-be74-77c4d33299da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.762642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-28f12f26-8ac4-4696-be74-77c4d33299da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.764086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-28f12f26-8ac4-4696-be74-77c4d33299da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.768192 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-28f12f26-8ac4-4696-be74-77c4d33299da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6243 time: 0.4707062 Nov 19 18:58:40.804222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ef752195-3a2f-4ede-991c-86ee8a3e494b, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ef752195-3a2f-4ede-991c-86ee8a3e494b,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:40.827105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'ef752195-3a2f-4ede-991c-86ee8a3e494b', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'port_id': 'ef752195-3a2f-4ede-991c-86ee8a3e494b', 'mac_address': 'fa:16:3e:d0:8c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe59e18c-b7e3-459f-88b9-60024191b0d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:58:40.837767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] For port 5f2d97c5-4262-464d-bd12-5ac7c301bebf, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:40.843074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] For port 5f2d97c5-4262-464d-bd12-5ac7c301bebf, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=5f2d97c5-4262-464d-bd12-5ac7c301bebf,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:40.849242 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:40.934557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-0e63193f-62ef-4d94-8e42-542a4b3bc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.935012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-0e63193f-62ef-4d94-8e42-542a4b3bc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.935478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-0e63193f-62ef-4d94-8e42-542a4b3bc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.937368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-0e63193f-62ef-4d94-8e42-542a4b3bc01d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1558490 Nov 19 18:58:40.956079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:40.958399 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:40.960404 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/5f2d97c5-4262-464d-bd12-5ac7c301bebf HTTP/1.1" status: 200 len: 1091 time: 2.0465734 Nov 19 18:58:41.005225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:41.006015 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-164c5148-9a92-4f16-85b6-26832d0832d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:41.009070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6ebc7-1da8-4f78-9c9f-28f52a2df66d req-50e07805-c5a3-4393-8829-514c2bbdfd3e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.010771 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65e6ebc7-1da8-4f78-9c9f-28f52a2df66d req-50e07805-c5a3-4393-8829-514c2bbdfd3e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.5014942 Nov 19 18:58:41.109399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Made reservation on behalf of ca9babe42a11492796ab1ce4fa3e20cf for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:41.109587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ed987-574b-4e80-9759-5d82ecadf2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2d97c5-4262-464d-bd12-5ac7c301bebf,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:41.126825 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:41.149456 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:41.184134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef752195-3a2f-4ede-991c-86ee8a3e494b {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:41.199237 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:41.219683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ef752195-3a2f-4ede-991c-86ee8a3e494b, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ef752195-3a2f-4ede-991c-86ee8a3e494b,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:41.225624 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:41.302213 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ef752195-3a2f-4ede-991c-86ee8a3e494b,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:41.373623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29ef79f0-5c91-4b0d-89e5-322b16e9aac3 req-604d24d4-13a5-4ed7-aee8-2001784048f7 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 210 time: 0.0510681 Nov 19 18:58:41.437517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Allocated IP 172.20.0.7 (dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f/0cdfda16-eaa8-42de-8ab8-e99fa8c058a9/8c4f088f-be20-4877-9093-3c5d7cde6e8a) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:41.442570 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f749f-0525-4f0d-95d8-36de58789691 x-openstack-request-id: req-8f4f749f-0525-4f0d-95d8-36de58789691 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:41.443196 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b826d83d-3888-46be-9e18-60d5f7b69f66", "name": "network-vif-plugged", "status": "completed", "tag": "16de00f4-983e-42a7-9500-f59ebb7ccaad", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:41.443651 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f4f749f-0525-4f0d-95d8-36de58789691 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:41.444371 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16de00f4-983e-42a7-9500-f59ebb7ccaad', 'code': 200} Nov 19 18:58:41.522422 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65e6ebc7-1da8-4f78-9c9f-28f52a2df66d req-9c33cf6e-893c-4169-9e57-6af31fde05c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4300263 Nov 19 18:58:41.564285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-a71e8612-39cc-4b0d-b933-119cb4feb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.566791 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-a71e8612-39cc-4b0d-b933-119cb4feb815 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6196413 Nov 19 18:58:41.682496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f46eb-5c39-4c8e-9ceb-73e1927c01da req-26fb07e2-b929-41d3-8885-1c7d1ce22d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.684522 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b2f46eb-5c39-4c8e-9ceb-73e1927c01da req-26fb07e2-b929-41d3-8885-1c7d1ce22d7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 1097 time: 0.1445868 Nov 19 18:58:41.704670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['ef752195-3a2f-4ede-991c-86ee8a3e494b'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:41.710274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53e119-a3b2-49c4-bb72-cfdd7ff65e79 req-d4f0baa2-cfb3-4f68-92d5-245f3c1085e7 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.711798 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be53e119-a3b2-49c4-bb72-cfdd7ff65e79 req-d4f0baa2-cfb3-4f68-92d5-245f3c1085e7 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.1432865 Nov 19 18:58:41.803093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c42f20-d44b-4d64-bfda-a4a7955cfed1 req-77a49455-2a65-42db-9987-b174f15290ab tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.805184 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a6c42f20-d44b-4d64-bfda-a4a7955cfed1 req-77a49455-2a65-42db-9987-b174f15290ab tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 949 time: 0.1498687 Nov 19 18:58:41.826974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be53e119-a3b2-49c4-bb72-cfdd7ff65e79 req-d6197842-a659-441c-90ee-3af3641b058f tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974886 Nov 19 18:58:41.860750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-666bfed7-bc57-4f32-b440-ac14220d780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.864856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-666bfed7-bc57-4f32-b440-ac14220d780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.865331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-666bfed7-bc57-4f32-b440-ac14220d780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.866226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-666bfed7-bc57-4f32-b440-ac14220d780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.867094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-666bfed7-bc57-4f32-b440-ac14220d780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.867989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-666bfed7-bc57-4f32-b440-ac14220d780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.869149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-666bfed7-bc57-4f32-b440-ac14220d780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:41.871841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-666bfed7-bc57-4f32-b440-ac14220d780c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6285 time: 0.2145209 Nov 19 18:58:41.905902 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:41.919533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b2f46eb-5c39-4c8e-9ceb-73e1927c01da req-2418757e-a736-4fad-86da-7f9f943d98b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062423 Nov 19 18:58:41.985491 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:42.006270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4cbf62-bc26-4c17-ac64-184ae2a06110 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:42.016575 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:42.039442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e691d-2315-461b-91b4-3ab67fed4af3 req-cc7c016a-b8f5-41b4-9192-558221d1367d tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.041212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae0e691d-2315-461b-91b4-3ab67fed4af3 req-cc7c016a-b8f5-41b4-9192-558221d1367d tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=012ae568-18d0-4a02-8b3c-5814c4a9b47f HTTP/1.1" status: 200 len: 950 time: 0.1143537 Nov 19 18:58:42.044154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Transition to ACTIVE for port object 9e4cbf62-bc26-4c17-ac64-184ae2a06110 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:42.047356 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a6c42f20-d44b-4d64-bfda-a4a7955cfed1 req-7f5048a2-164a-4e9c-8b14-143a3b934c94 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709669 Nov 19 18:58:42.056603 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:42.147689 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:42.147946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4cbf62-bc26-4c17-ac64-184ae2a06110,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:42.150763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-5b8c36de-a7df-47ae-b761-5140eaad6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.153624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-5b8c36de-a7df-47ae-b761-5140eaad6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.153624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-5b8c36de-a7df-47ae-b761-5140eaad6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.154848 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-5b8c36de-a7df-47ae-b761-5140eaad6796 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2449222 Nov 19 18:58:42.208546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae0e691d-2315-461b-91b4-3ab67fed4af3 req-01345ee4-8273-4f0c-869c-a0f1db42d087 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537535 Nov 19 18:58:42.264878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Attempting to bind port 9e4cbf62-bc26-4c17-ac64-184ae2a06110 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:42.266581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Attempting to bind port 9e4cbf62-bc26-4c17-ac64-184ae2a06110 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:42.269438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Attempting to bind port 9e4cbf62-bc26-4c17-ac64-184ae2a06110 on network 6b12120c-2801-47c9-9799-bcf3692162a2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:42.277824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Port 9e4cbf62-bc26-4c17-ac64-184ae2a06110 on network 6b12120c-2801-47c9-9799-bcf3692162a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:42.278375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Attempting to bind port 9e4cbf62-bc26-4c17-ac64-184ae2a06110 on network 6b12120c-2801-47c9-9799-bcf3692162a2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:42.284727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:42.285161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Checking segment: {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:42.286221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Bound using segment: {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:42.286667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Bound port: 9e4cbf62-bc26-4c17-ac64-184ae2a06110, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc9664d-f100-48cd-a110-75fe5946b181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:42.287025 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:42.297577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '5f2d97c5-4262-464d-bd12-5ac7c301bebf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:42.301370 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8" -d '{"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "5f2d97c5-4262-464d-bd12-5ac7c301bebf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:42.328360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:42.333992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:42.340923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:42.454053 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c99107-b2b6-4bd7-9df4-03aa8d1a7c20 req-4d0cd792-8e46-4c33-8bd1-22a8a54f5c34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.461623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c99107-b2b6-4bd7-9df4-03aa8d1a7c20 req-4d0cd792-8e46-4c33-8bd1-22a8a54f5c34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.467887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c99107-b2b6-4bd7-9df4-03aa8d1a7c20 req-4d0cd792-8e46-4c33-8bd1-22a8a54f5c34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.474750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c99107-b2b6-4bd7-9df4-03aa8d1a7c20 req-4d0cd792-8e46-4c33-8bd1-22a8a54f5c34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.481501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c99107-b2b6-4bd7-9df4-03aa8d1a7c20 req-4d0cd792-8e46-4c33-8bd1-22a8a54f5c34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.488420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c99107-b2b6-4bd7-9df4-03aa8d1a7c20 req-4d0cd792-8e46-4c33-8bd1-22a8a54f5c34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.495971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c99107-b2b6-4bd7-9df4-03aa8d1a7c20 req-4d0cd792-8e46-4c33-8bd1-22a8a54f5c34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.499775 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0c99107-b2b6-4bd7-9df4-03aa8d1a7c20 req-4d0cd792-8e46-4c33-8bd1-22a8a54f5c34 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5405 time: 0.1948113 Nov 19 18:58:42.504516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] For port 9e4cbf62-bc26-4c17-ac64-184ae2a06110, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:42.538945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] For port 9e4cbf62-bc26-4c17-ac64-184ae2a06110, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=9e4cbf62-bc26-4c17-ac64-184ae2a06110,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:42.554577 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:42.622820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.623772 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:42.630352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] 10.222.0.57 "PUT /v2.0/ports/9e4cbf62-bc26-4c17-ac64-184ae2a06110 HTTP/1.1" status: 200 len: 1090 time: 1.6286612 Nov 19 18:58:42.670429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af579d60-c385-47ec-9502-dfeb37c0c105 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4cbf62-bc26-4c17-ac64-184ae2a06110,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:42.680116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:42.688281 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0c99107-b2b6-4bd7-9df4-03aa8d1a7c20 req-daaa3ddd-1ce5-4c98-b828-a6d6ee3f3561 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809177 Nov 19 18:58:42.747186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f869bfdd-7ba7-4e0e-8a5e-c95e1cf01d35 None None] Provisioning complete for port 8c4f088f-be20-4877-9093-3c5d7cde6e8a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:42.747744 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f869bfdd-7ba7-4e0e-8a5e-c95e1cf01d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:42.758921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Pushing event updated for resources: {'Port': ['ID=8c4f088f-be20-4877-9093-3c5d7cde6e8a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:42.812387 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054d1d4-eb5b-4aaa-a91f-2db695a582cd req-2aa9ef7f-2f01-423b-8a18-e8c04d1f2692 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.813728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b054d1d4-eb5b-4aaa-a91f-2db695a582cd req-2aa9ef7f-2f01-423b-8a18-e8c04d1f2692 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 944 time: 0.6024146 Nov 19 18:58:42.823732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:42.824356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.825007 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:42.842083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f869bfdd-7ba7-4e0e-8a5e-c95e1cf01d35 None None] Port 8c4f088f-be20-4877-9093-3c5d7cde6e8a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:42.859015 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-0a86dd64-1e33-4483-bfd9-c879db36cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.861008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe7bfb58-90a4-49be-af39-75ebe77363dc req-0a86dd64-1e33-4483-bfd9-c879db36cefa service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6921949 Nov 19 18:58:42.893156 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-67dc6218-3e4a-4d36-a9e9-4994f6616fdf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1584418 Nov 19 18:58:42.911886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Request body: {'port': {'device_id': '7e4fb5b6-595e-497d-acec-095bbf323532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:42.953619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49be27-6289-4cf6-9d4b-b6879f0f47bb req-e31ea1d0-6819-4f68-8726-c9ded826c504 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:42.955156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da49be27-6289-4cf6-9d4b-b6879f0f47bb req-e31ea1d0-6819-4f68-8726-c9ded826c504 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1068215 Nov 19 18:58:42.962561 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b054d1d4-eb5b-4aaa-a91f-2db695a582cd req-df66da47-82bd-45cb-acbe-3c99ca20ccb1 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240056 Nov 19 18:58:43.023405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:43.109885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da49be27-6289-4cf6-9d4b-b6879f0f47bb req-d6be392b-371e-451a-981b-ca589cbf0697 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430979 Nov 19 18:58:43.182842 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:43.249163 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5263119d-779e-4f99-8f6a-7e9ecacfb94f x-openstack-request-id: req-5263119d-779e-4f99-8f6a-7e9ecacfb94f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:43.249577 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "5f2d97c5-4262-464d-bd12-5ac7c301bebf", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:43.249966 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5263119d-779e-4f99-8f6a-7e9ecacfb94f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:43.250477 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '5f2d97c5-4262-464d-bd12-5ac7c301bebf', 'status': 'completed', 'code': 200} Nov 19 18:58:43.386681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 31da988a-18d6-404f-86ea-7b581827cde6 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:58:43.418841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18115d40-7010-4197-8b04-8b4b25274587 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:43.432031 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:43.485612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7a0b6-74b6-4175-9c32-b59f77dfba0f req-ebf05b87-feb0-4f2f-847c-f0d151e1b9da tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.487350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-e62ae37b-16a6-40eb-ba99-f0c4fc798edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.487878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-e62ae37b-16a6-40eb-ba99-f0c4fc798edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.488352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-e62ae37b-16a6-40eb-ba99-f0c4fc798edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.488818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-e62ae37b-16a6-40eb-ba99-f0c4fc798edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.489280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-e62ae37b-16a6-40eb-ba99-f0c4fc798edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.489767 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-e62ae37b-16a6-40eb-ba99-f0c4fc798edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.490247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-e62ae37b-16a6-40eb-ba99-f0c4fc798edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.492169 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-e62ae37b-16a6-40eb-ba99-f0c4fc798edf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6352 time: 0.1294374 Nov 19 18:58:43.502587 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14a7a0b6-74b6-4175-9c32-b59f77dfba0f req-ebf05b87-feb0-4f2f-847c-f0d151e1b9da tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 931 time: 0.1740544 Nov 19 18:58:43.504805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 31da988a-18d6-404f-86ea-7b581827cde6 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:58:43.510673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 31da988a-18d6-404f-86ea-7b581827cde6 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:43.512061 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:43.553927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Transition to ACTIVE for port object 18115d40-7010-4197-8b04-8b4b25274587 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:43.579864 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:43.677871 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:43.694391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14a7a0b6-74b6-4175-9c32-b59f77dfba0f req-e04b5841-354e-4053-9f1f-1023eed5845b tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1850312 Nov 19 18:58:43.718460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Pushing event updated for resources: {'Port': ['ID=18115d40-7010-4197-8b04-8b4b25274587,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:43.739269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd10b30e-b8ae-4473-8703-59ca76b8e947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31da988a-18d6-404f-86ea-7b581827cde6'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:43.741556 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886d01cf-3279-4012-aaf7-4a4c6a1ad4bb" -d '{"events": [{"server_uuid": "fd10b30e-b8ae-4473-8703-59ca76b8e947", "name": "network-vif-plugged", "status": "completed", "tag": "31da988a-18d6-404f-86ea-7b581827cde6"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:43.769859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 31da988a-18d6-404f-86ea-7b581827cde6, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=31da988a-18d6-404f-86ea-7b581827cde6,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:43.773593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4f088f-be20-4877-9093-3c5d7cde6e8a {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:43.779157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-053fc7fc-605f-4d1d-99a7-c7a7a7fe9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.779635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-053fc7fc-605f-4d1d-99a7-c7a7a7fe9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.780136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-053fc7fc-605f-4d1d-99a7-c7a7a7fe9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.781909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:43.798085 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-053fc7fc-605f-4d1d-99a7-c7a7a7fe9e1e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2848382 Nov 19 18:58:43.810401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2cd03-689b-4066-9452-8f81a22abd05 req-c2013da4-953b-4cd0-b5f6-79d0b60bf88f tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.819069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3a2cd03-689b-4066-9452-8f81a22abd05 req-c2013da4-953b-4cd0-b5f6-79d0b60bf88f tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.2506592 Nov 19 18:58:43.878926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Attempting to bind port 18115d40-7010-4197-8b04-8b4b25274587 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:43.879266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Attempting to bind port 18115d40-7010-4197-8b04-8b4b25274587 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:43.879594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Attempting to bind port 18115d40-7010-4197-8b04-8b4b25274587 on network 18e71340-48e5-45a3-a91b-e4f71f01a421 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:43.881550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=31da988a-18d6-404f-86ea-7b581827cde6,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:43.891337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Port 18115d40-7010-4197-8b04-8b4b25274587 on network 18e71340-48e5-45a3-a91b-e4f71f01a421 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:43.891659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Attempting to bind port 18115d40-7010-4197-8b04-8b4b25274587 on network 18e71340-48e5-45a3-a91b-e4f71f01a421 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:43.916183 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:43.916755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd086bf7-cd96-4a79-afbf-e85e03460fd6 req-02a6b8db-628b-4d8b-a84d-ba72346bd14e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.919033 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd086bf7-cd96-4a79-afbf-e85e03460fd6 req-02a6b8db-628b-4d8b-a84d-ba72346bd14e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 950 time: 0.1071711 Nov 19 18:58:43.920060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:43.920390 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Checking segment: {'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:43.921571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Bound using segment: {'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:43.921916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Bound port: 18115d40-7010-4197-8b04-8b4b25274587, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:43.922337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:43.982773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-aa366d33-7510-445f-8c02-91fae99e2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:43.986669 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5d830e9e-bf1b-4ffa-a17b-2286301fdac8 req-aa366d33-7510-445f-8c02-91fae99e2560 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647274 Nov 19 18:58:44.016823 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3a2cd03-689b-4066-9452-8f81a22abd05 req-ca403de4-f08a-4da1-be09-f64d1aba7d35 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967423 Nov 19 18:58:44.024755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Transition to ACTIVE for port object 8c4f088f-be20-4877-9093-3c5d7cde6e8a will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:44.030559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd086bf7-cd96-4a79-afbf-e85e03460fd6 req-2bdc6fe6-dfff-4124-94ce-23541bee815d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038253 Nov 19 18:58:44.042005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:44.048699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] For port 18115d40-7010-4197-8b04-8b4b25274587, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:44.053165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] For port 18115d40-7010-4197-8b04-8b4b25274587, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=18115d40-7010-4197-8b04-8b4b25274587,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:44.061433 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:44.063097 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:44.139349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Pushing event updated for resources: {'Port': ['ID=18115d40-7010-4197-8b04-8b4b25274587,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:44.162116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:44.162760 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:44.164824 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-7e6d613d-1531-4b9c-8953-7e29834e1c0a service neutron] 10.222.0.57 "PUT /v2.0/ports/18115d40-7010-4197-8b04-8b4b25274587 HTTP/1.1" status: 200 len: 1091 time: 1.4906554 Nov 19 18:58:44.204566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Request body: {'port': {'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:44.225489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ef752195-3a2f-4ede-991c-86ee8a3e494b up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:58:44.345679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:44.350397 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port ef752195-3a2f-4ede-991c-86ee8a3e494b completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:58:44.359275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port ef752195-3a2f-4ede-991c-86ee8a3e494b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:44.359586 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:44.423337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd13a4-4187-4a12-9076-814e487b8670 req-4d686297-a266-4bd1-99c2-aa17ec4eeb02 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:44.427570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abffcff-f410-4be4-84ab-872d4d39914d req-27ab1532-6bc8-44fb-b201-cdfe320c0381 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:44.429427 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-27ab1532-6bc8-44fb-b201-cdfe320c0381 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 812 time: 0.2790523 Nov 19 18:58:44.430355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Pushing event updated for resources: {'Port': ['ID=8c4f088f-be20-4877-9093-3c5d7cde6e8a,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:44.438697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd13a4-4187-4a12-9076-814e487b8670 req-4d686297-a266-4bd1-99c2-aa17ec4eeb02 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:44.445420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd13a4-4187-4a12-9076-814e487b8670 req-4d686297-a266-4bd1-99c2-aa17ec4eeb02 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:44.462398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd13a4-4187-4a12-9076-814e487b8670 req-4d686297-a266-4bd1-99c2-aa17ec4eeb02 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:44.468806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd13a4-4187-4a12-9076-814e487b8670 req-4d686297-a266-4bd1-99c2-aa17ec4eeb02 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:44.481869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd13a4-4187-4a12-9076-814e487b8670 req-4d686297-a266-4bd1-99c2-aa17ec4eeb02 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:44.487193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-d5d79e8a-0916-4554-8455-988d8139b609 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/quotas/150e4155c84e42198c074cd95c02f145 HTTP/1.1" status: 200 len: 375 time: 0.0438089 Nov 19 18:58:44.505368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd13a4-4187-4a12-9076-814e487b8670 req-4d686297-a266-4bd1-99c2-aa17ec4eeb02 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:44.507347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6fbd13a4-4187-4a12-9076-814e487b8670 req-4d686297-a266-4bd1-99c2-aa17ec4eeb02 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5417 time: 0.2594235 Nov 19 18:58:44.530209 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:44.566641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Attempting to bind port 8c4f088f-be20-4877-9093-3c5d7cde6e8a on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:44.567034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Attempting to bind port 8c4f088f-be20-4877-9093-3c5d7cde6e8a by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:44.567300 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Attempting to bind port 8c4f088f-be20-4877-9093-3c5d7cde6e8a on network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:44.580338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ef752195-3a2f-4ede-991c-86ee8a3e494b, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ef752195-3a2f-4ede-991c-86ee8a3e494b,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:44.590923 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:44.599288 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-c8943654-e590-47a4-8685-c08a9f13d520 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1103756 Nov 19 18:58:44.609939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6fbd13a4-4187-4a12-9076-814e487b8670 req-1a7ddb97-fda0-4ae5-8fc7-4c61a0d93138 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915136 Nov 19 18:58:44.720015 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce54f95-8688-443e-ad28-408f0c764785 x-openstack-request-id: req-2ce54f95-8688-443e-ad28-408f0c764785 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:44.720588 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd10b30e-b8ae-4473-8703-59ca76b8e947", "name": "network-vif-plugged", "status": "completed", "tag": "31da988a-18d6-404f-86ea-7b581827cde6", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:44.722071 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ce54f95-8688-443e-ad28-408f0c764785 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:44.722723 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd10b30e-b8ae-4473-8703-59ca76b8e947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31da988a-18d6-404f-86ea-7b581827cde6', 'code': 200} Nov 19 18:58:44.725884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-fe1c0834-f78f-445d-b1fe-10f0b0385d17 service neutron] 10.222.0.50 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255713 Nov 19 18:58:44.726496 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ef752195-3a2f-4ede-991c-86ee8a3e494b,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:44.745283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Port 8c4f088f-be20-4877-9093-3c5d7cde6e8a on network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:44.745674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Attempting to bind port 8c4f088f-be20-4877-9093-3c5d7cde6e8a on network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:44.753775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:44.754116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Checking segment: {'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:44.754508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Bound using segment: {'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:44.755010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Bound port: 8c4f088f-be20-4877-9093-3c5d7cde6e8a, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198d0b36-c435-44d6-a5e7-f0f6ef57366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:44.755377 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:44.925292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b3af6-6353-47e8-9f1e-1403b0d452f6 req-bb9f5e54-9f81-4de6-a512-cc16c25c1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:44.926953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-310b3af6-6353-47e8-9f1e-1403b0d452f6 req-bb9f5e54-9f81-4de6-a512-cc16c25c1824 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 1101 time: 0.1391919 Nov 19 18:58:44.934394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12334f94-7ee8-42ef-9f82-6bb55bd64ff9 req-84f5de76-5b43-4a67-84cd-c8b3bf1810a1 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:44.934868 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] For port 8c4f088f-be20-4877-9093-3c5d7cde6e8a, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:44.936047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-12334f94-7ee8-42ef-9f82-6bb55bd64ff9 req-84f5de76-5b43-4a67-84cd-c8b3bf1810a1 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 945 time: 0.1471515 Nov 19 18:58:44.948438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-231a49b1-63e7-46cf-8455-4fef22d708a0 service neutron] 10.222.0.50 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215095 Nov 19 18:58:44.952160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] For port 8c4f088f-be20-4877-9093-3c5d7cde6e8a, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8c4f088f-be20-4877-9093-3c5d7cde6e8a,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:44.962866 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:45.037082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.038333 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:45.042408 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] 10.222.0.21 "PUT /v2.0/ports/8c4f088f-be20-4877-9093-3c5d7cde6e8a HTTP/1.1" status: 200 len: 1091 time: 2.1358998 Nov 19 18:58:45.042876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4fb5b6-595e-497d-acec-095bbf323532', 'tag': '8c4f088f-be20-4877-9093-3c5d7cde6e8a'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:45.046332 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7c8f51-8254-434b-8f19-05ac7fe14945" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4fb5b6-595e-497d-acec-095bbf323532", "tag": "8c4f088f-be20-4877-9093-3c5d7cde6e8a"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:45.077084 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-310b3af6-6353-47e8-9f1e-1403b0d452f6 req-38eb2e96-e7a0-4096-a9f6-e7e40e15d823 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399920 Nov 19 18:58:45.091182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-12334f94-7ee8-42ef-9f82-6bb55bd64ff9 req-2e002a9d-7f98-487f-a20a-b7ec1e664975 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348662 Nov 19 18:58:45.100889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd42bb32-903f-483f-a136-2067566b2a74 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:45.122116 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:45.135959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802e305-5a88-4df8-ae1c-610449e2e83b service neutron] Pushing event updated for resources: {'Port': ['ID=8c4f088f-be20-4877-9093-3c5d7cde6e8a,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:45.161647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Transition to ACTIVE for port object cd42bb32-903f-483f-a136-2067566b2a74 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:45.181176 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:45.254567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '9e4cbf62-bc26-4c17-ac64-184ae2a06110'}, {'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '18115d40-7010-4197-8b04-8b4b25274587'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:45.256823 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3675a1e4-e4e7-4821-9904-3f632500ae2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "9e4cbf62-bc26-4c17-ac64-184ae2a06110"}, {"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "18115d40-7010-4197-8b04-8b4b25274587"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:45.281448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Pushing event updated for resources: {'Port': ['ID=cd42bb32-903f-483f-a136-2067566b2a74,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:45.313349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a86052-3b4e-49b0-9e40-3746a1fce572 req-30ef468f-7b66-4427-8a0a-2f66fa8657ca tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.315536 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8a86052-3b4e-49b0-9e40-3746a1fce572 req-30ef468f-7b66-4427-8a0a-2f66fa8657ca tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 1097 time: 0.1034739 Nov 19 18:58:45.406495 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8a86052-3b4e-49b0-9e40-3746a1fce572 req-1348b345-97b9-4e1f-bb7c-d0754b4d1778 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846226 Nov 19 18:58:45.479300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d28338-1691-42d7-8553-77cfe742dc28 req-9685268c-80ba-42d4-b462-b2291c78c3ab tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.480804 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6d28338-1691-42d7-8553-77cfe742dc28 req-9685268c-80ba-42d4-b462-b2291c78c3ab tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.2080665 Nov 19 18:58:45.502833 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-4db0e69c-3d7a-45c7-8d40-f4f82b1293cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.505716 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-4db0e69c-3d7a-45c7-8d40-f4f82b1293cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca9babe42a11492796ab1ce4fa3e20cf&device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 1094 time: 0.1965489 Nov 19 18:58:45.509737 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c70e70-a467-4dd5-98f9-6db7d049822a x-openstack-request-id: req-76c70e70-a467-4dd5-98f9-6db7d049822a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:45.510055 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4fb5b6-595e-497d-acec-095bbf323532", "tag": "8c4f088f-be20-4877-9093-3c5d7cde6e8a", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:45.510310 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76c70e70-a467-4dd5-98f9-6db7d049822a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:45.510930 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4fb5b6-595e-497d-acec-095bbf323532', 'tag': '8c4f088f-be20-4877-9093-3c5d7cde6e8a', 'status': 'completed', 'code': 200} Nov 19 18:58:45.521233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Attempting to bind port cd42bb32-903f-483f-a136-2067566b2a74 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:45.521857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Attempting to bind port cd42bb32-903f-483f-a136-2067566b2a74 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:45.522137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Attempting to bind port cd42bb32-903f-483f-a136-2067566b2a74 on network 18e71340-48e5-45a3-a91b-e4f71f01a421 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:45.536567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Port cd42bb32-903f-483f-a136-2067566b2a74 on network 18e71340-48e5-45a3-a91b-e4f71f01a421 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:45.536894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Attempting to bind port cd42bb32-903f-483f-a136-2067566b2a74 on network 18e71340-48e5-45a3-a91b-e4f71f01a421 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:45.604121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:45.604550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Checking segment: {'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:45.604855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Bound using segment: {'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:45.605310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Bound port: cd42bb32-903f-483f-a136-2067566b2a74, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8751441-bc51-4b35-a18d-be329ebc8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:45.605668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:45.609677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-5f0beff4-6cd4-4366-88ea-52e788797f51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c4f088f-be20-4877-9093-3c5d7cde6e8a HTTP/1.1" status: 200 len: 217 time: 0.0660486 Nov 19 18:58:45.630533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6d28338-1691-42d7-8553-77cfe742dc28 req-b6646176-dcbf-46db-9b9c-3b129fb1bd79 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361461 Nov 19 18:58:45.668468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57401423-1391-40ec-8564-caec84f67ec7 req-149e2c27-4ad2-4975-ad71-8772fb61f1b9 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.679713 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57401423-1391-40ec-8564-caec84f67ec7 req-149e2c27-4ad2-4975-ad71-8772fb61f1b9 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 950 time: 0.0927653 Nov 19 18:58:45.728689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c49e397b-6430-4cc9-bd7a-b2cb2f531a5c req-d7f39437-1440-459b-84c2-6d6bb88cb4c8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 210 time: 0.0324290 Nov 19 18:58:45.752106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-1064830c-fea8-45e9-be96-a5ee984bc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.754511 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-1064830c-fea8-45e9-be96-a5ee984bc591 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cdfda16-eaa8-42de-8ab8-e99fa8c058a9 HTTP/1.1" status: 200 len: 854 time: 0.1228573 Nov 19 18:58:45.754686 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57401423-1391-40ec-8564-caec84f67ec7 req-9c10ad8f-c37c-4357-a863-e494d9a70d48 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737448 Nov 19 18:58:45.816632 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124e5b50-fd1e-41e5-afc4-9e7e89b657f3 x-openstack-request-id: req-124e5b50-fd1e-41e5-afc4-9e7e89b657f3 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:45.817262 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "9e4cbf62-bc26-4c17-ac64-184ae2a06110", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "18115d40-7010-4197-8b04-8b4b25274587", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:45.817824 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-124e5b50-fd1e-41e5-afc4-9e7e89b657f3 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:45.818623 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '9e4cbf62-bc26-4c17-ac64-184ae2a06110', 'status': 'completed', 'code': 200} Nov 19 18:58:45.819068 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '18115d40-7010-4197-8b04-8b4b25274587', 'status': 'completed', 'code': 200} Nov 19 18:58:45.878530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] For port cd42bb32-903f-483f-a136-2067566b2a74, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:45.903986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] For port cd42bb32-903f-483f-a136-2067566b2a74, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=cd42bb32-903f-483f-a136-2067566b2a74,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:45.906606 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-9c54757a-dc15-453c-9110-24642c733fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.910047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-9c54757a-dc15-453c-9110-24642c733fd6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899386 Nov 19 18:58:45.914473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:45.952786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-12127026-1c80-4c5f-8852-2aef10e94fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.952786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-12127026-1c80-4c5f-8852-2aef10e94fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.953499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-12127026-1c80-4c5f-8852-2aef10e94fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.953947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-12127026-1c80-4c5f-8852-2aef10e94fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.954423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-12127026-1c80-4c5f-8852-2aef10e94fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.954890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-12127026-1c80-4c5f-8852-2aef10e94fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.955471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-12127026-1c80-4c5f-8852-2aef10e94fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:45.958178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-12127026-1c80-4c5f-8852-2aef10e94fda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6444 time: 0.1318963 Nov 19 18:58:46.053601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.054278 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:46.055690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] 10.222.0.57 "PUT /v2.0/ports/cd42bb32-903f-483f-a136-2067566b2a74 HTTP/1.1" status: 200 len: 1091 time: 1.8579826 Nov 19 18:58:46.099431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7e22-616a-4318-90be-4886e20e216d req-3808e97c-66cc-4d35-9514-eaad204b838e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.105730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7e22-616a-4318-90be-4886e20e216d req-3808e97c-66cc-4d35-9514-eaad204b838e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.113764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7e22-616a-4318-90be-4886e20e216d req-3808e97c-66cc-4d35-9514-eaad204b838e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.120521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7e22-616a-4318-90be-4886e20e216d req-3808e97c-66cc-4d35-9514-eaad204b838e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.127467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7e22-616a-4318-90be-4886e20e216d req-3808e97c-66cc-4d35-9514-eaad204b838e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.134392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7e22-616a-4318-90be-4886e20e216d req-3808e97c-66cc-4d35-9514-eaad204b838e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.141424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7e22-616a-4318-90be-4886e20e216d req-3808e97c-66cc-4d35-9514-eaad204b838e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.144014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-6994f1dd-3fbe-4a76-8f85-b6770277565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.144492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-6994f1dd-3fbe-4a76-8f85-b6770277565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.144957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-6994f1dd-3fbe-4a76-8f85-b6770277565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.150194 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-6994f1dd-3fbe-4a76-8f85-b6770277565e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1792486 Nov 19 18:58:46.150829 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c7e7e22-616a-4318-90be-4886e20e216d req-3808e97c-66cc-4d35-9514-eaad204b838e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.2317865 Nov 19 18:58:46.220696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7c4b4-6705-4fc8-85b5-a43619842eae service neutron] Pushing event updated for resources: {'Port': ['ID=cd42bb32-903f-483f-a136-2067566b2a74,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:46.287999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-a2a9fe89-3177-40ea-ac4a-c885c45a32c3 service neutron] 10.222.0.21 "GET /v2.0/networks/dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649638 Nov 19 18:58:46.336813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c7e7e22-616a-4318-90be-4886e20e216d req-e2a794bd-143f-4c74-aa1e-07ee730e35ae tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1849828 Nov 19 18:58:46.369188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ec69b-3ed0-41cd-a428-f391ca6cba45 req-368860e9-613d-40e4-88d2-79521fc04666 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.370805 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a04ec69b-3ed0-41cd-a428-f391ca6cba45 req-368860e9-613d-40e4-88d2-79521fc04666 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 945 time: 0.1219935 Nov 19 18:58:46.396784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-da07ac57-cfaa-46a0-ac30-4c9b3b4f9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.398605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-da07ac57-cfaa-46a0-ac30-4c9b3b4f9f2c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2294064 Nov 19 18:58:46.453158 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a04ec69b-3ed0-41cd-a428-f391ca6cba45 req-320543df-bd67-46b9-834e-5d62b2be7e6f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738351 Nov 19 18:58:46.525444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-7176ff6b-d1b0-432f-99db-b4a84443e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.526119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-7176ff6b-d1b0-432f-99db-b4a84443e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.527411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-7176ff6b-d1b0-432f-99db-b4a84443e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.528192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-7176ff6b-d1b0-432f-99db-b4a84443e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.528918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-7176ff6b-d1b0-432f-99db-b4a84443e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.529585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-7176ff6b-d1b0-432f-99db-b4a84443e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.530265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-7176ff6b-d1b0-432f-99db-b4a84443e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.532437 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-7176ff6b-d1b0-432f-99db-b4a84443e495 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6486 time: 0.0698373 Nov 19 18:58:46.726151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3bda5-b6a3-49f0-80af-875eb74e0486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef752195-3a2f-4ede-991c-86ee8a3e494b'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:46.729586 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4795d74d-19ea-4af5-ade1-63dba27b280e" -d '{"events": [{"server_uuid": "a0b3bda5-b6a3-49f0-80af-875eb74e0486", "name": "network-vif-plugged", "status": "completed", "tag": "ef752195-3a2f-4ede-991c-86ee8a3e494b"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:46.814707 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c8d661-7c13-424c-84a4-9d14c27998aa x-openstack-request-id: req-63c8d661-7c13-424c-84a4-9d14c27998aa {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:46.815736 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3bda5-b6a3-49f0-80af-875eb74e0486", "name": "network-vif-plugged", "status": "completed", "tag": "ef752195-3a2f-4ede-991c-86ee8a3e494b", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:46.816978 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63c8d661-7c13-424c-84a4-9d14c27998aa {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:46.817618 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3bda5-b6a3-49f0-80af-875eb74e0486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef752195-3a2f-4ede-991c-86ee8a3e494b', 'code': 200} Nov 19 18:58:46.822717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-c18092ee-4f53-4a2c-93f8-2630ef7198f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.823267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-c18092ee-4f53-4a2c-93f8-2630ef7198f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.837329 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-c18092ee-4f53-4a2c-93f8-2630ef7198f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:46.839674 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-c18092ee-4f53-4a2c-93f8-2630ef7198f0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2798092 Nov 19 18:58:46.911041 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea318cc0-1012-44ac-88c2-424de4937d82 req-30dbd489-cbb7-4598-a35c-5db268fb0cbe service neutron] 10.222.0.21 "GET /v2.0/networks/dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073840 Nov 19 18:58:47.011162 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752339a5-e11a-464e-b45b-383e4199624e req-22534137-a3dc-496a-944e-3b7cc735088b tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.021403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-752339a5-e11a-464e-b45b-383e4199624e req-22534137-a3dc-496a-944e-3b7cc735088b tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.1945493 Nov 19 18:58:47.066979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4f183e3-42e2-4c94-8532-f953ce941e3f req-072df6d3-867b-40ab-84a9-0929c0a1e2d8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 210 time: 0.0581131 Nov 19 18:58:47.084200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abffcff-f410-4be4-84ab-872d4d39914d req-6843ef81-f6b4-42fc-a68a-9b1ab1236705 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.085842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-6843ef81-f6b4-42fc-a68a-9b1ab1236705 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 812 time: 0.3456197 Nov 19 18:58:47.126057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c8f51-8254-434b-8f19-05ac7fe14945 req-62e35bfc-e13c-4273-9ccd-30b2c04776e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.128748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b7c8f51-8254-434b-8f19-05ac7fe14945 req-62e35bfc-e13c-4273-9ccd-30b2c04776e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca9babe42a11492796ab1ce4fa3e20cf&device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 1094 time: 0.1059217 Nov 19 18:58:47.132393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28b961-1b80-4184-a07b-6d58d1fd2575 req-fd0eb985-3ee6-4e68-9783-ba82f137ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.134440 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef28b961-1b80-4184-a07b-6d58d1fd2575 req-fd0eb985-3ee6-4e68-9783-ba82f137ba6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 1096 time: 0.1415477 Nov 19 18:58:47.134572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Request body: {'port': {'device_id': '56dc8aa5-ecbf-4acf-a505-290e137fd737', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'admin_state_up': True, 'tenant_id': '150e4155c84e42198c074cd95c02f145'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:47.254997 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-752339a5-e11a-464e-b45b-383e4199624e req-9f92ea95-29e3-466c-bf06-f3edb9829a9e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2332604 Nov 19 18:58:47.280764 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef28b961-1b80-4184-a07b-6d58d1fd2575 req-d9368e94-4a23-464b-896a-81d62f03bfd4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253190 Nov 19 18:58:47.281978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-7db23bbf-ade7-4a2d-895d-063a75780d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.283992 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3675a1e4-e4e7-4821-9904-3f632500ae2a req-7db23bbf-ade7-4a2d-895d-063a75780d68 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4281504 Nov 19 18:58:47.336607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711e221-a51e-4fb1-8615-c548f2771fc3 req-55c02983-12c0-427b-9897-e9627e16f5b9 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.342024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8711e221-a51e-4fb1-8615-c548f2771fc3 req-55c02983-12c0-427b-9897-e9627e16f5b9 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 950 time: 0.1653931 Nov 19 18:58:47.390680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c8f51-8254-434b-8f19-05ac7fe14945 req-1c095628-b040-4cbf-9ee4-03be256bd944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.392181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b7c8f51-8254-434b-8f19-05ac7fe14945 req-1c095628-b040-4cbf-9ee4-03be256bd944 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f HTTP/1.1" status: 200 len: 916 time: 0.2090347 Nov 19 18:58:47.403342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75306d00-6ec7-4471-b601-8632b8e90afa details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:58:47.446920 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8711e221-a51e-4fb1-8615-c548f2771fc3 req-a01fb074-9612-4ba9-9663-fd2652bbe6be tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020730 Nov 19 18:58:47.521454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b7c8f51-8254-434b-8f19-05ac7fe14945 req-3f2d0b77-cbdc-44fe-bc48-41f72cca32f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c4f088f-be20-4877-9093-3c5d7cde6e8a HTTP/1.1" status: 200 len: 217 time: 0.1061859 Nov 19 18:58:47.644072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Made reservation on behalf of 150e4155c84e42198c074cd95c02f145 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:47.647663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:47.648284 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:47.651239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c8f51-8254-434b-8f19-05ac7fe14945 req-d69798cb-651c-4746-aee6-d02cff7b5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.653123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b7c8f51-8254-434b-8f19-05ac7fe14945 req-d69798cb-651c-4746-aee6-d02cff7b5ef6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cdfda16-eaa8-42de-8ab8-e99fa8c058a9 HTTP/1.1" status: 200 len: 854 time: 0.0797119 Nov 19 18:58:47.664943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '75306d00-6ec7-4471-b601-8632b8e90afa', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '75306d00-6ec7-4471-b601-8632b8e90afa', 'mac_address': 'fa:16:3e:19:32:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:58:47.712020 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:47.731095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75306d00-6ec7-4471-b601-8632b8e90afa {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:47.739690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131258dc-a916-4c2c-9201-fde08438632b req-bcdd400b-e715-4dca-befa-c7c6bc498a4b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.746531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131258dc-a916-4c2c-9201-fde08438632b req-bcdd400b-e715-4dca-befa-c7c6bc498a4b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.753194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131258dc-a916-4c2c-9201-fde08438632b req-bcdd400b-e715-4dca-befa-c7c6bc498a4b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.756590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:47.761628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131258dc-a916-4c2c-9201-fde08438632b req-bcdd400b-e715-4dca-befa-c7c6bc498a4b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.770001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131258dc-a916-4c2c-9201-fde08438632b req-bcdd400b-e715-4dca-befa-c7c6bc498a4b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.776818 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131258dc-a916-4c2c-9201-fde08438632b req-bcdd400b-e715-4dca-befa-c7c6bc498a4b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.777389 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:47.785338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131258dc-a916-4c2c-9201-fde08438632b req-bcdd400b-e715-4dca-befa-c7c6bc498a4b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.793850 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-131258dc-a916-4c2c-9201-fde08438632b req-bcdd400b-e715-4dca-befa-c7c6bc498a4b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.2772369 Nov 19 18:58:47.803409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-d6340161-acb5-4a3e-b45f-88999f482e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.804059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-d6340161-acb5-4a3e-b45f-88999f482e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.806317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-d6340161-acb5-4a3e-b45f-88999f482e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.806862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-d6340161-acb5-4a3e-b45f-88999f482e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.807401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-d6340161-acb5-4a3e-b45f-88999f482e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.809532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-d6340161-acb5-4a3e-b45f-88999f482e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.810174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-d6340161-acb5-4a3e-b45f-88999f482e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.812178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-d6340161-acb5-4a3e-b45f-88999f482e57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6486 time: 0.2045579 Nov 19 18:58:47.817205 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70835a24-3979-45dc-a73c-2e52ae9b8ea1 req-615de905-1400-4a85-a9c3-4b3865c65923 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.827738 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70835a24-3979-45dc-a73c-2e52ae9b8ea1 req-615de905-1400-4a85-a9c3-4b3865c65923 tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 1101 time: 0.2427821 Nov 19 18:58:47.837436 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': 'cd42bb32-903f-483f-a136-2067566b2a74'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:47.839251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:47.840731 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "cd42bb32-903f-483f-a136-2067566b2a74"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:47.873623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c8f51-8254-434b-8f19-05ac7fe14945 req-d4e0d3ff-8d3d-4a06-940c-25df7e5f5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:47.875293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b7c8f51-8254-434b-8f19-05ac7fe14945 req-d4e0d3ff-8d3d-4a06-940c-25df7e5f5fba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080057 Nov 19 18:58:47.896084 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-f8eca240-8792-47c6-8aad-908e8bf308e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a50779-8b47-40c8-8920-14ead89eaf3f HTTP/1.1" status: 200 len: 217 time: 0.0496569 Nov 19 18:58:47.918248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['75306d00-6ec7-4471-b601-8632b8e90afa'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:47.960979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-131258dc-a916-4c2c-9201-fde08438632b req-a2e94a5b-bf21-4dbc-8d79-bc93aff2728b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1595745 Nov 19 18:58:48.037315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-9edfab60-0aca-4c28-98df-3323d9de43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:48.043136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-9edfab60-0aca-4c28-98df-3323d9de43ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69e8f2d6-a875-485a-9e1c-3db0096650a5 HTTP/1.1" status: 200 len: 856 time: 0.1366944 Nov 19 18:58:48.129982 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70835a24-3979-45dc-a73c-2e52ae9b8ea1 req-17ab19d3-211c-4e2a-aaa5-1269054bd82b tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937591 Nov 19 18:58:48.218113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-9e578b74-ce1c-4e77-826e-7aba80d9c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:48.233225 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-9e578b74-ce1c-4e77-826e-7aba80d9c1e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=286d1fc7-eb8b-400b-9e62-c852f81e73e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233344 Nov 19 18:58:48.240987 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f68846-0a0f-41b9-b7d3-05b96ba2b293 x-openstack-request-id: req-a0f68846-0a0f-41b9-b7d3-05b96ba2b293 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:48.241583 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "cd42bb32-903f-483f-a136-2067566b2a74", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:48.241731 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0f68846-0a0f-41b9-b7d3-05b96ba2b293 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:48.242257 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': 'cd42bb32-903f-483f-a136-2067566b2a74', 'status': 'completed', 'code': 200} Nov 19 18:58:48.269630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Allocated IP 172.20.0.5 (868a0451-7a93-491d-aa08-705efd7de61f/ad1bc7be-31c4-455f-8b22-2cfdf211e77c/e8d5f42f-5cd1-42d0-8e51-04914bd9442a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:48.296036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2c437-3b5b-4ac7-8b9a-88064f187406 req-47545506-c6ef-4b70-81f7-882527bbbedd tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:48.306499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00d2c437-3b5b-4ac7-8b9a-88064f187406 req-47545506-c6ef-4b70-81f7-882527bbbedd tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 945 time: 0.2170331 Nov 19 18:58:48.348868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b7c8f51-8254-434b-8f19-05ac7fe14945 req-0490d8df-442f-461f-b711-fe24dd906155 service neutron] 10.222.0.21 "GET /v2.0/networks/dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098904 Nov 19 18:58:48.386720 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a96a53f-c98d-4b62-bd4a-7f52b84b4665 req-b68520f9-9e22-480b-9c96-58c50f517596 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 210 time: 0.0312185 Nov 19 18:58:48.473868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b7c8f51-8254-434b-8f19-05ac7fe14945 req-a2116544-f5d9-47fb-bed6-5ab62f284230 service neutron] 10.222.0.21 "GET /v2.0/networks/dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087413 Nov 19 18:58:48.481437 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-efb4f0b8-0fb7-4df7-a3a1-60c14f889b81 service neutron] 10.222.0.57 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362983 Nov 19 18:58:48.558754 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00d2c437-3b5b-4ac7-8b9a-88064f187406 req-66ea5900-ca9c-4889-bd76-9d327698c2ae tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461934 Nov 19 18:58:48.705893 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-865cd4f1-88a9-4bf4-a0b1-8bae50bcb6e1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963044 Nov 19 18:58:48.812682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-737373f1-827e-4373-b7c7-4669d43989a5 service neutron] 10.222.0.57 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173857 Nov 19 18:58:48.906257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-56a3ab78-287e-4b4c-b4bb-8cc6fc379b5e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:48.914436 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-56a3ab78-287e-4b4c-b4bb-8cc6fc379b5e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073774 Nov 19 18:58:48.921018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b384c-98f9-4dfb-8b77-4e9400096d7c req-cb867381-fc0a-42d5-8eb1-6b89f0339e56 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:48.922656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-742b384c-98f9-4dfb-8b77-4e9400096d7c req-cb867381-fc0a-42d5-8eb1-6b89f0339e56 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.1782827 Nov 19 18:58:48.957994 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-daab858f-52fa-4a39-9e49-1fcb0d37a41c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/quotas/d1e4c83e396245f58364fb76770be297 HTTP/1.1" status: 200 len: 375 time: 0.0421989 Nov 19 18:58:48.959027 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:48.973895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-e4f29e31-fc2c-4691-8d5d-7777ee6e9dd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=00e8f34b-4ae3-4047-a368-968e2e9be854 HTTP/1.1" status: 200 len: 217 time: 0.1408088 Nov 19 18:58:49.079935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-742b384c-98f9-4dfb-8b77-4e9400096d7c req-ddb8246a-4638-436e-9e66-bd8cf6dc24db tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365988 Nov 19 18:58:49.098705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:49.118233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['f4e5a938-65e7-43e9-8674-924bf8597028'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:49.167986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-35e67ffd-1f3e-4a06-a95d-fad2caecbc1e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2087853 Nov 19 18:58:49.185307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-48338213-fb57-43d9-a5fa-c5295edc780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:49.188953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-48338213-fb57-43d9-a5fa-c5295edc780e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.1674056 Nov 19 18:58:49.273369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Network 868a0451-7a93-491d-aa08-705efd7de61f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:49.277960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:49.286000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:49.304437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-4dd48a89-73ac-42a8-8289-985a0ce05c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:49.306229 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-4dd48a89-73ac-42a8-8289-985a0ce05c9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064708 Nov 19 18:58:49.417149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75306d00-6ec7-4471-b601-8632b8e90afa up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:58:49.509812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event updated for resources: {'Port': ['ID=e8d5f42f-5cd1-42d0-8e51-04914bd9442a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:49.584183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:49.589895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-59ce61b7-fba3-4452-b446-9ba6541e0860 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711241 Nov 19 18:58:49.590651 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:49.598165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 75306d00-6ec7-4471-b601-8632b8e90afa triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:49.598544 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:49.633436 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e91fe-ae8e-4754-ac5d-203a70990f20 req-ad935ea4-f417-46c2-95a5-08c32c229c97 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:49.652347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e91fe-ae8e-4754-ac5d-203a70990f20 req-ad935ea4-f417-46c2-95a5-08c32c229c97 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:49.658930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e91fe-ae8e-4754-ac5d-203a70990f20 req-ad935ea4-f417-46c2-95a5-08c32c229c97 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:49.672392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e91fe-ae8e-4754-ac5d-203a70990f20 req-ad935ea4-f417-46c2-95a5-08c32c229c97 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:49.688390 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e91fe-ae8e-4754-ac5d-203a70990f20 req-ad935ea4-f417-46c2-95a5-08c32c229c97 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:49.704311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e91fe-ae8e-4754-ac5d-203a70990f20 req-ad935ea4-f417-46c2-95a5-08c32c229c97 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:49.728832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e91fe-ae8e-4754-ac5d-203a70990f20 req-ad935ea4-f417-46c2-95a5-08c32c229c97 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:49.731105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b81e91fe-ae8e-4754-ac5d-203a70990f20 req-ad935ea4-f417-46c2-95a5-08c32c229c97 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.4414206 Nov 19 18:58:49.824750 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:49.841304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-4daefc2e-9802-4485-ad8a-d8ba8572c930 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7345710 Nov 19 18:58:49.868607 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:49.871468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Request body: {'port': {'device_id': '56dc8aa5-ecbf-4acf-a505-290e137fd737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:49.871710 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa43fb3-0dcc-4495-8f0d-e3ed7909201a" -d '{"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-plugged", "status": "completed", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:49.888561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-21bab4d2-2a0c-4bf9-8aa9-aded71287b40 None None] Provisioning complete for port e8d5f42f-5cd1-42d0-8e51-04914bd9442a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:49.888561 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-21bab4d2-2a0c-4bf9-8aa9-aded71287b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:49.897897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:49.918713 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:49.980906 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-ccce8aec-4417-4435-8b27-1166cb4f08b3 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776767 Nov 19 18:58:50.028870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b81e91fe-ae8e-4754-ac5d-203a70990f20 req-178bbcf1-d975-4a05-9dea-d3e52b892825 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2708573 Nov 19 18:58:50.083890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:50.105090 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-21bab4d2-2a0c-4bf9-8aa9-aded71287b40 None None] Port e8d5f42f-5cd1-42d0-8e51-04914bd9442a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:50.138977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:50.157433 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-3bb3c5f4-7ebc-4449-b256-6e4fa453efb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=67956144-0508-45ed-934a-ac5fa1d15788 HTTP/1.1" status: 200 len: 217 time: 0.1424942 Nov 19 18:58:50.201991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda6080-4327-4745-b45f-f9c0c6522e75 req-53506cd9-5131-44c5-b94c-8e506afe4fae tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:50.214234 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9eda6080-4327-4745-b45f-f9c0c6522e75 req-53506cd9-5131-44c5-b94c-8e506afe4fae tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 931 time: 0.4848022 Nov 19 18:58:50.233483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-459c5b5a-2b7f-4942-b582-5f3ba3a36717 req-e14724d3-053c-4564-8fe9-741e736cada6 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 210 time: 0.0703657 Nov 19 18:58:50.312544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-91b29bd0-0e56-4e49-930b-45df5decfa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:50.315207 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-91b29bd0-0e56-4e49-930b-45df5decfa30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.1432183 Nov 19 18:58:50.475403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9eda6080-4327-4745-b45f-f9c0c6522e75 req-f67fe1e9-77fd-48c1-9863-522dfae33a2c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549257 Nov 19 18:58:50.521453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-6e190e84-15fb-4d72-a7c1-fbf58d53b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:50.537476 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-6e190e84-15fb-4d72-a7c1-fbf58d53b2ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2043941 Nov 19 18:58:50.636617 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3264ce-bea1-4ac6-9db3-7624ba9c5221 x-openstack-request-id: req-7f3264ce-bea1-4ac6-9db3-7624ba9c5221 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:50.637518 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-plugged", "status": "completed", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:50.637994 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f3264ce-bea1-4ac6-9db3-7624ba9c5221 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:50.638603 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa', 'code': 200} Nov 19 18:58:50.767010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d7b9b-46f1-488e-9b8a-43c4e6c82a0b req-37163977-f4bc-4f47-ae31-7ca2f58eeead tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:50.768535 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-483d7b9b-46f1-488e-9b8a-43c4e6c82a0b req-37163977-f4bc-4f47-ae31-7ca2f58eeead tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 945 time: 0.3822515 Nov 19 18:58:50.777152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-48678d47-5671-48e3-b2e4-57b90278b0d9 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312138 Nov 19 18:58:50.902682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb439-98ef-4a4b-a344-775e254d1501 req-394e6686-ef63-44cf-b552-a6ba3aa5937a tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:50.910637 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f1eb439-98ef-4a4b-a344-775e254d1501 req-394e6686-ef63-44cf-b552-a6ba3aa5937a tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.1325221 Nov 19 18:58:50.962341 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-f4d8cc46-31ed-4209-9ada-a6b5da0fef8f service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726816 Nov 19 18:58:50.981619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-483d7b9b-46f1-488e-9b8a-43c4e6c82a0b req-e707f74b-8644-467b-bd80-ac075fe55e67 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856787 Nov 19 18:58:51.073003 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f1eb439-98ef-4a4b-a344-775e254d1501 req-560d9664-ffed-4d76-bf6b-1105d9fbd0b7 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1613426 Nov 19 18:58:51.115377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d5f42f-5cd1-42d0-8e51-04914bd9442a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:51.125353 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:51.156547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Transition to ACTIVE for port object e8d5f42f-5cd1-42d0-8e51-04914bd9442a will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:51.163458 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:51.168944 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-16403d21-aa17-4754-8ca7-0aa64d9adef3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=5f2d97c5-4262-464d-bd12-5ac7c301bebf HTTP/1.1" status: 200 len: 217 time: 0.0790865 Nov 19 18:58:51.289448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-46cb27bf-66d7-43c4-a018-32ae2d01e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.291295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-46cb27bf-66d7-43c4-a018-32ae2d01e4a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.1054521 Nov 19 18:58:51.370692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d5f42f-5cd1-42d0-8e51-04914bd9442a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:51.386649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-90e8e4c4-779c-4ea3-addd-7f7673f48f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.390438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-90e8e4c4-779c-4ea3-addd-7f7673f48f16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0894048 Nov 19 18:58:51.476909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-75ddc86d-f74e-4037-b572-74466ab75693 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705407 Nov 19 18:58:51.599357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f8cb605-7041-4c71-ba1e-7eeb31148067 req-1c7a0a12-d2cd-4ff2-9199-80728711e3fc tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 210 time: 0.0781789 Nov 19 18:58:51.688088 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-649bb904-61cb-4875-9d56-79431fe9b27d service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887578 Nov 19 18:58:51.718242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-c4fddc7e-5727-4f78-85d5-0580d3a73773 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.720156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-c4fddc7e-5727-4f78-85d5-0580d3a73773 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069325 Nov 19 18:58:51.780117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Request body: {'port': {'device_id': '8f028ec3-48aa-4a04-8487-8866bbc55b14', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'd1e4c83e396245f58364fb76770be297'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:51.891004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cce95-afae-4261-a665-57321bcaf05d req-c7147c86-922b-4fad-b409-fbb42e2960b7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.901635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cce95-afae-4261-a665-57321bcaf05d req-c7147c86-922b-4fad-b409-fbb42e2960b7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.909964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cce95-afae-4261-a665-57321bcaf05d req-c7147c86-922b-4fad-b409-fbb42e2960b7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.913105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa8f94-0128-4838-8a5d-cc51b61151f1 req-321c22f9-831b-44cc-b310-21db6094341b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.914851 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dffa8f94-0128-4838-8a5d-cc51b61151f1 req-321c22f9-831b-44cc-b310-21db6094341b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 945 time: 0.1176496 Nov 19 18:58:51.923678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cce95-afae-4261-a665-57321bcaf05d req-c7147c86-922b-4fad-b409-fbb42e2960b7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.931638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cce95-afae-4261-a665-57321bcaf05d req-c7147c86-922b-4fad-b409-fbb42e2960b7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.943921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cce95-afae-4261-a665-57321bcaf05d req-c7147c86-922b-4fad-b409-fbb42e2960b7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.946666 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-47662d49-8db7-4000-8ba2-69d6e9b1c082 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505083 Nov 19 18:58:51.953057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cce95-afae-4261-a665-57321bcaf05d req-c7147c86-922b-4fad-b409-fbb42e2960b7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.961902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-389cce95-afae-4261-a665-57321bcaf05d req-c7147c86-922b-4fad-b409-fbb42e2960b7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.7430570 Nov 19 18:58:51.996410 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-c2f34a32-d9d2-4c1c-b6c2-a9bc107f51d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=9e4cbf62-bc26-4c17-ac64-184ae2a06110 HTTP/1.1" status: 200 len: 217 time: 0.0399730 Nov 19 18:58:52.067893 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dffa8f94-0128-4838-8a5d-cc51b61151f1 req-a1b4352a-ab46-465a-b375-25d227657857 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418173 Nov 19 18:58:52.120284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b00a478c-d5fa-4ce5-9523-67dc1b6cdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:52.122120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-b00a478c-d5fa-4ce5-9523-67dc1b6cdd6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.1135492 Nov 19 18:58:52.184421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-da05da2b-3d7e-4ebd-b173-af352a628902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:52.186095 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-da05da2b-3d7e-4ebd-b173-af352a628902 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544102 Nov 19 18:58:52.270572 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-389cce95-afae-4261-a665-57321bcaf05d req-aa027d07-f37b-4eb7-95cd-b0c81bb8473c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3077607 Nov 19 18:58:52.328071 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Attempting to bind port e8d5f42f-5cd1-42d0-8e51-04914bd9442a on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:52.328418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Attempting to bind port e8d5f42f-5cd1-42d0-8e51-04914bd9442a by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:52.328750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Attempting to bind port e8d5f42f-5cd1-42d0-8e51-04914bd9442a on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:52.364297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Port e8d5f42f-5cd1-42d0-8e51-04914bd9442a on network 868a0451-7a93-491d-aa08-705efd7de61f not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:52.364826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Attempting to bind port e8d5f42f-5cd1-42d0-8e51-04914bd9442a on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:52.368496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Made reservation on behalf of d1e4c83e396245f58364fb76770be297 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:58:52.372016 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:52.566838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Allocated IP 192.168.233.24 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/8de57333-4a06-4974-b395-d5f31be1eace) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:58:52.773038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:52.831337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:52.832276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Checking segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:52.832749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Bound using segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:52.833234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Bound port: e8d5f42f-5cd1-42d0-8e51-04914bd9442a, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:52.833601 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:52.853211 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:52.868107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1f4e0031-4617-4f71-a4db-e26503e370bc', '31da988a-18d6-404f-86ea-7b581827cde6'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:52.870741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d', '77bd6c75-8f82-42db-9e33-4404a19207b1', '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'b9366726-b693-4eb0-a5bc-b5cc597ff332'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:53.023899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event updated for resources: {'Port': ['ID=8de57333-4a06-4974-b395-d5f31be1eace,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:53.156871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] For port e8d5f42f-5cd1-42d0-8e51-04914bd9442a, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:53.160834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] For port e8d5f42f-5cd1-42d0-8e51-04914bd9442a, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=e8d5f42f-5cd1-42d0-8e51-04914bd9442a,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:53.181535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:53.204568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:58:53.218702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fdc0-ca61-4482-8e45-2423d39ea744 req-c5db3424-e5d8-4cf2-b13e-b9949caf5f2f tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:53.227006 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe18fdc0-ca61-4482-8e45-2423d39ea744 req-c5db3424-e5d8-4cf2-b13e-b9949caf5f2f tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.4087613 Nov 19 18:58:53.271547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:58:53.279453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:58:53.416110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:53.416825 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:53.421496 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] 10.222.0.57 "PUT /v2.0/ports/e8d5f42f-5cd1-42d0-8e51-04914bd9442a HTTP/1.1" status: 200 len: 1091 time: 3.5693176 Nov 19 18:58:53.530075 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe18fdc0-ca61-4482-8e45-2423d39ea744 req-395e1b83-7730-4a1a-bbef-7fbe3c5de2a8 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2921793 Nov 19 18:58:53.530650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dc8aa5-ecbf-4acf-a505-290e137fd737', 'tag': 'e8d5f42f-5cd1-42d0-8e51-04914bd9442a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:53.536077 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de52779f-b7d0-4474-8e5a-ddab3be595bb" -d '{"events": [{"name": "network-changed", "server_uuid": "56dc8aa5-ecbf-4acf-a505-290e137fd737", "tag": "e8d5f42f-5cd1-42d0-8e51-04914bd9442a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:53.538221 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-56ebc8f8-b87e-4844-bc53-77c97520f7fa service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3380728 Nov 19 18:58:53.742478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedcc45-516f-4d8f-b6f7-474ea2d4e8c3 req-18d445bf-2584-4370-be0a-b2021d8e83ad tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:53.744052 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8fedcc45-516f-4d8f-b6f7-474ea2d4e8c3 req-18d445bf-2584-4370-be0a-b2021d8e83ad tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 943 time: 1.5176165 Nov 19 18:58:53.749217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf704f-69b4-4769-9bf9-ed86beb10237 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d5f42f-5cd1-42d0-8e51-04914bd9442a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:53.786493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:53.787627 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:53.864886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abffcff-f410-4be4-84ab-872d4d39914d req-d028928d-5de3-477b-a613-5b9419ef4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:53.866850 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-d028928d-5de3-477b-a613-5b9419ef4e25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 1094 time: 0.3248982 Nov 19 18:58:53.885144 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-8aacdabe-da79-4ecd-ba62-efd051af3933 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1100359 Nov 19 18:58:53.907210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Request body: {'port': {'device_id': '8f028ec3-48aa-4a04-8487-8866bbc55b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:58:53.967573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67b8f8-ba49-4e66-8dd7-7089005d595d req-d3a94724-8e3e-4d9b-a637-0610e68a0188 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:53.971177 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d67b8f8-ba49-4e66-8dd7-7089005d595d req-d3a94724-8e3e-4d9b-a637-0610e68a0188 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 945 time: 0.2257550 Nov 19 18:58:53.990672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-e787748b-5690-47a5-8477-20cd9fd42353 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8d5f42f-5cd1-42d0-8e51-04914bd9442a HTTP/1.1" status: 200 len: 217 time: 0.1040404 Nov 19 18:58:54.025968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8fedcc45-516f-4d8f-b6f7-474ea2d4e8c3 req-624ab5de-8ab3-4d99-82af-f7d78eef2062 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561138 Nov 19 18:58:54.028300 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-8209a679-1c32-4254-bb4c-eae3e68d1d69 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807701 Nov 19 18:58:54.115478 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-cf1a5f5b-b7be-4aa7-a336-0ca3c6b979d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18115d40-7010-4197-8b04-8b4b25274587 HTTP/1.1" status: 200 len: 217 time: 0.0721018 Nov 19 18:58:54.190220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abffcff-f410-4be4-84ab-872d4d39914d req-93768d7f-48e1-4591-932d-ebbcf4851be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:54.191898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-93768d7f-48e1-4591-932d-ebbcf4851be8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1888168 Nov 19 18:58:54.206935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:54.229558 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d67b8f8-ba49-4e66-8dd7-7089005d595d req-7c243642-6eb9-4ded-bafe-b10463c4d037 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375355 Nov 19 18:58:54.277457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-18f7d70c-dc51-4677-9224-94c75bb43df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:54.278982 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-18f7d70c-dc51-4677-9224-94c75bb43df6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f9665a9-7412-4abc-9a4c-1731fa47e4cc HTTP/1.1" status: 200 len: 797 time: 0.1549206 Nov 19 18:58:54.460291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-9341c033-a136-4b9d-9efb-379d81047385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:54.462139 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-9341c033-a136-4b9d-9efb-379d81047385 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18e71340-48e5-45a3-a91b-e4f71f01a421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1739447 Nov 19 18:58:54.586603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abffcff-f410-4be4-84ab-872d4d39914d req-9f0dd114-091b-4dc0-a248-5e40a07f01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:54.588774 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-9f0dd114-091b-4dc0-a248-5e40a07f01ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3704379 Nov 19 18:58:54.617377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b0cf46d9-1d5e-4a94-9c56-534cadd343af None None] Provisioning complete for port 8de57333-4a06-4974-b395-d5f31be1eace triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:58:54.618070 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0cf46d9-1d5e-4a94-9c56-534cadd343af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:54.663961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf46d9-1d5e-4a94-9c56-534cadd343af None None] Port 8de57333-4a06-4974-b395-d5f31be1eace cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:58:54.711608 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-c26a9d93-dd95-496e-b14e-748eba014e23 service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308466 Nov 19 18:58:54.737191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f1337-6374-4c92-96b1-6f6841f758e6 req-23088166-6223-4611-9cff-586d065a07ab tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:54.746919 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-310f1337-6374-4c92-96b1-6f6841f758e6 req-23088166-6223-4611-9cff-586d065a07ab tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 935 time: 0.3907437 Nov 19 18:58:54.787415 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:58:54.931193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc695664-6d4e-4dca-ad94-b1adc2b95cc7 req-1502a19c-7c8b-437f-82d7-57a704105b94 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:54.953467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc695664-6d4e-4dca-ad94-b1adc2b95cc7 req-1502a19c-7c8b-437f-82d7-57a704105b94 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:54.975151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc695664-6d4e-4dca-ad94-b1adc2b95cc7 req-1502a19c-7c8b-437f-82d7-57a704105b94 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:54.998980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc695664-6d4e-4dca-ad94-b1adc2b95cc7 req-1502a19c-7c8b-437f-82d7-57a704105b94 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:55.016440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc695664-6d4e-4dca-ad94-b1adc2b95cc7 req-1502a19c-7c8b-437f-82d7-57a704105b94 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:55.035909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc695664-6d4e-4dca-ad94-b1adc2b95cc7 req-1502a19c-7c8b-437f-82d7-57a704105b94 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:55.040616 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-ac61040e-fd11-4bf2-b30e-47fe42549f7c service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497864 Nov 19 18:58:55.050635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc695664-6d4e-4dca-ad94-b1adc2b95cc7 req-1502a19c-7c8b-437f-82d7-57a704105b94 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:55.056818 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc695664-6d4e-4dca-ad94-b1adc2b95cc7 req-1502a19c-7c8b-437f-82d7-57a704105b94 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.6384027 Nov 19 18:58:55.155273 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:55.238072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-1ecda0ad-2417-4f2c-9d3d-63b4f50a9b68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd42bb32-903f-483f-a136-2067566b2a74 HTTP/1.1" status: 200 len: 217 time: 0.1779118 Nov 19 18:58:55.262305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-310f1337-6374-4c92-96b1-6f6841f758e6 req-e31b2fa6-2b70-4e20-b43f-b4c99dc6a4d6 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143867 Nov 19 18:58:55.323076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-058758da-a6f6-4bc9-a84e-a5373d920e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:55.324660 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-058758da-a6f6-4bc9-a84e-a5373d920e7f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f9665a9-7412-4abc-9a4c-1731fa47e4cc HTTP/1.1" status: 200 len: 797 time: 0.0606368 Nov 19 18:58:55.435784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-91d3d5a3-fb4d-446c-b26b-7ddebfddbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:55.441844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-91d3d5a3-fb4d-446c-b26b-7ddebfddbbed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18e71340-48e5-45a3-a91b-e4f71f01a421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037650 Nov 19 18:58:55.657833 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-bfb71b61-3115-4d97-abc2-57cf71475f77 service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119970 Nov 19 18:58:55.941237 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f853ed98-5717-443e-b1fd-a05de74d5a42 req-6ede33a1-27bd-4319-a0c7-1d34d76e6440 service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746828 Nov 19 18:58:55.982498 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d61b03-9495-485c-a216-8320f5e075b2 x-openstack-request-id: req-a9d61b03-9495-485c-a216-8320f5e075b2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:55.983101 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dc8aa5-ecbf-4acf-a505-290e137fd737", "tag": "e8d5f42f-5cd1-42d0-8e51-04914bd9442a", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:55.983101 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9d61b03-9495-485c-a216-8320f5e075b2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:55.983348 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56dc8aa5-ecbf-4acf-a505-290e137fd737', 'tag': 'e8d5f42f-5cd1-42d0-8e51-04914bd9442a', 'status': 'completed', 'code': 200} Nov 19 18:58:56.090348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-1ce33933-66b9-44f2-a1e7-69c0095569f4 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3687835 Nov 19 18:58:56.106624 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc695664-6d4e-4dca-ad94-b1adc2b95cc7 req-723ac7f7-17df-4a0d-bd79-136fcd99fdf6 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0129902 Nov 19 18:58:56.234153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71a7ec-5db6-4c71-8dae-fd73012de7c8 req-4f93e598-4567-4058-9352-000bddbed785 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.235866 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3b71a7ec-5db6-4c71-8dae-fd73012de7c8 req-4f93e598-4567-4058-9352-000bddbed785 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.1155694 Nov 19 18:58:56.282741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-111d7903-d954-474e-a537-a7eb491bad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.283295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-111d7903-d954-474e-a537-a7eb491bad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.284279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-111d7903-d954-474e-a537-a7eb491bad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.284739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-111d7903-d954-474e-a537-a7eb491bad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.285251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-111d7903-d954-474e-a537-a7eb491bad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.285664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-111d7903-d954-474e-a537-a7eb491bad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.286215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-111d7903-d954-474e-a537-a7eb491bad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.288384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-111d7903-d954-474e-a537-a7eb491bad04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6486 time: 0.2378597 Nov 19 18:58:56.483414 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3b71a7ec-5db6-4c71-8dae-fd73012de7c8 req-f46bf460-2fe8-4ad1-9960-e34bcc2269b6 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2320867 Nov 19 18:58:56.539220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-89b82b4d-c956-43a6-84bc-c1b0fb0cef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.541863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7223b3-ac49-4444-9f5b-e0674859acd2 req-b6a063d5-dd0d-4d90-b332-a2669fbda08f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.542654 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-89b82b4d-c956-43a6-84bc-c1b0fb0cef80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=18e71340-48e5-45a3-a91b-e4f71f01a421 HTTP/1.1" status: 200 len: 902 time: 0.2240467 Nov 19 18:58:56.550459 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b7223b3-ac49-4444-9f5b-e0674859acd2 req-b6a063d5-dd0d-4d90-b332-a2669fbda08f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 943 time: 0.2566495 Nov 19 18:58:56.590863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3abffcff-f410-4be4-84ab-872d4d39914d req-987afcbe-6311-42f9-9317-92ff3a396c5b service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828775 Nov 19 18:58:56.603250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de57333-4a06-4974-b395-d5f31be1eace {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:58:56.620325 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:56.646559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b7223b3-ac49-4444-9f5b-e0674859acd2 req-3098a9bf-436b-40b7-a818-58acbd21fe1d tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822697 Nov 19 18:58:56.647886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Transition to ACTIVE for port object 8de57333-4a06-4974-b395-d5f31be1eace will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:58:56.654666 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:56.676179 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-7d7c5956-a7db-4772-ae0e-7fe37bc034fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd42bb32-903f-483f-a136-2067566b2a74 HTTP/1.1" status: 200 len: 217 time: 0.1236467 Nov 19 18:58:56.728884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Pushing event updated for resources: {'Port': ['ID=8de57333-4a06-4974-b395-d5f31be1eace,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:56.769121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-5fa0c6af-f94f-4a36-ba1e-ef326788f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.770699 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-5fa0c6af-f94f-4a36-ba1e-ef326788f340 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f9665a9-7412-4abc-9a4c-1731fa47e4cc HTTP/1.1" status: 200 len: 797 time: 0.0770345 Nov 19 18:58:56.779266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db171fd3-e6bf-43c9-96d3-27b9a66f2bb3 req-6b35ba4c-6971-435e-9baf-571d402bdef9 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.788151 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db171fd3-e6bf-43c9-96d3-27b9a66f2bb3 req-6b35ba4c-6971-435e-9baf-571d402bdef9 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 945 time: 0.1109874 Nov 19 18:58:56.877856 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db171fd3-e6bf-43c9-96d3-27b9a66f2bb3 req-6538baee-4566-4803-ba9b-65573aaab8fb tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866094 Nov 19 18:58:56.904029 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52779f-b7d0-4474-8e5a-ddab3be595bb req-997b7185-a7ef-4569-9444-03b1f3417f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.905576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de52779f-b7d0-4474-8e5a-ddab3be595bb req-997b7185-a7ef-4569-9444-03b1f3417f55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 1094 time: 0.1860054 Nov 19 18:58:56.909344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-9e4c19ab-851d-45d5-89ba-471b4a6d6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.913627 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-9e4c19ab-851d-45d5-89ba-471b4a6d6c59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18e71340-48e5-45a3-a91b-e4f71f01a421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1041386 Nov 19 18:58:56.975948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979a680-1681-4b8a-8f6c-3ed255bb7f81 req-4c2caebc-2d08-4a8d-821b-28e07c743912 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.977659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3979a680-1681-4b8a-8f6c-3ed255bb7f81 req-4c2caebc-2d08-4a8d-821b-28e07c743912 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 945 time: 0.1534595 Nov 19 18:58:57.073512 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-527d780d-4a20-4698-97c4-94a030a941a5 service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507456 Nov 19 18:58:57.085872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Attempting to bind port 8de57333-4a06-4974-b395-d5f31be1eace on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:58:57.086523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Attempting to bind port 8de57333-4a06-4974-b395-d5f31be1eace by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:58:57.086800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Attempting to bind port 8de57333-4a06-4974-b395-d5f31be1eace on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:57.105350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Port 8de57333-4a06-4974-b395-d5f31be1eace on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:58:57.105743 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Attempting to bind port 8de57333-4a06-4974-b395-d5f31be1eace on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:58:57.133062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:58:57.133924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:58:57.134341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:58:57.134772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Bound port: 8de57333-4a06-4974-b395-d5f31be1eace, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:58:57.135132 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:57.150827 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3979a680-1681-4b8a-8f6c-3ed255bb7f81 req-8a2c1b82-445f-40b0-a867-5328cd7a0c9c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174400 Nov 19 18:58:57.180971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52779f-b7d0-4474-8e5a-ddab3be595bb req-f2a80afa-dce8-4b8f-82af-c9f3f289a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.182886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de52779f-b7d0-4474-8e5a-ddab3be595bb req-f2a80afa-dce8-4b8f-82af-c9f3f289a538 service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.2598884 Nov 19 18:58:57.227066 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c170d9-af75-4af0-82ba-0691a5408de3 req-3acb9384-d4c6-42cf-8a3d-66aec00f13a2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.229066 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-24c170d9-af75-4af0-82ba-0691a5408de3 req-3acb9384-d4c6-42cf-8a3d-66aec00f13a2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 947 time: 0.1530142 Nov 19 18:58:57.247700 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de52779f-b7d0-4474-8e5a-ddab3be595bb req-0fbd33c2-47f7-4d92-836c-e427f5c6a8c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8d5f42f-5cd1-42d0-8e51-04914bd9442a HTTP/1.1" status: 200 len: 217 time: 0.0403600 Nov 19 18:58:57.300761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28b7c4d9-b7fa-4a98-bf4c-dcc700e904ad req-b051753c-91b6-4fc7-9a06-aafaa2627277 service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108455 Nov 19 18:58:57.336817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52779f-b7d0-4474-8e5a-ddab3be595bb req-46d01710-6e89-44d8-99bf-9a9360278315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.338230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de52779f-b7d0-4474-8e5a-ddab3be595bb req-46d01710-6e89-44d8-99bf-9a9360278315 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.0814667 Nov 19 18:58:57.360702 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-24c170d9-af75-4af0-82ba-0691a5408de3 req-337680c5-fb4e-4dd0-8575-82f4cbb88283 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205139 Nov 19 18:58:57.405124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] For port 8de57333-4a06-4974-b395-d5f31be1eace, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:58:57.410802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] For port 8de57333-4a06-4974-b395-d5f31be1eace, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8de57333-4a06-4974-b395-d5f31be1eace,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:58:57.421153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:57.450255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.451569 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:57.453358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-18cfaf46-6412-4640-9213-4e865747299a service neutron] 10.222.0.21 "PUT /v2.0/ports/8de57333-4a06-4974-b395-d5f31be1eace HTTP/1.1" status: 200 len: 1095 time: 3.5505593 Nov 19 18:58:57.459695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52779f-b7d0-4474-8e5a-ddab3be595bb req-f95aa503-e1f6-47e1-b879-71beed534432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.460389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de52779f-b7d0-4474-8e5a-ddab3be595bb req-f95aa503-e1f6-47e1-b879-71beed534432 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059775 Nov 19 18:58:57.569741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7239-ae2d-4ee0-a61a-9038c6824364 req-6a1744be-b29c-4249-8c6e-fc189df08d85 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.577978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7239-ae2d-4ee0-a61a-9038c6824364 req-6a1744be-b29c-4249-8c6e-fc189df08d85 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.589853 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7239-ae2d-4ee0-a61a-9038c6824364 req-6a1744be-b29c-4249-8c6e-fc189df08d85 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.599327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7239-ae2d-4ee0-a61a-9038c6824364 req-6a1744be-b29c-4249-8c6e-fc189df08d85 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.607717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7239-ae2d-4ee0-a61a-9038c6824364 req-6a1744be-b29c-4249-8c6e-fc189df08d85 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.618356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7239-ae2d-4ee0-a61a-9038c6824364 req-6a1744be-b29c-4249-8c6e-fc189df08d85 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.633164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7239-ae2d-4ee0-a61a-9038c6824364 req-6a1744be-b29c-4249-8c6e-fc189df08d85 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.643773 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd2a7239-ae2d-4ee0-a61a-9038c6824364 req-6a1744be-b29c-4249-8c6e-fc189df08d85 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.2055988 Nov 19 18:58:57.719621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfaf46-6412-4640-9213-4e865747299a service neutron] Pushing event updated for resources: {'Port': ['ID=8de57333-4a06-4974-b395-d5f31be1eace,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:57.757918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-877d01e8-c304-467d-9920-b0c5e220e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.759481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-877d01e8-c304-467d-9920-b0c5e220e414 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 1098 time: 0.2008975 Nov 19 18:58:57.770214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de52779f-b7d0-4474-8e5a-ddab3be595bb req-5b024be1-c9f5-48c0-a3b9-7c24f5e85c26 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547500 Nov 19 18:58:57.838599 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd2a7239-ae2d-4ee0-a61a-9038c6824364 req-fcc7c6ee-cb3f-4ee6-8cda-fa6951c2562f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1936224 Nov 19 18:58:57.865746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463be6d2-be5a-4dd7-8f95-de6e767dc569 req-06c0c1ec-ea6a-426b-9c2e-b86fed14492b tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.868408 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-463be6d2-be5a-4dd7-8f95-de6e767dc569 req-06c0c1ec-ea6a-426b-9c2e-b86fed14492b tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 945 time: 0.2144070 Nov 19 18:58:57.976053 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-30865e3d-2291-4032-9f33-c8b69b0c7b98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8de57333-4a06-4974-b395-d5f31be1eace HTTP/1.1" status: 200 len: 217 time: 0.2001324 Nov 19 18:58:58.007868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f028ec3-48aa-4a04-8487-8866bbc55b14', 'tag': '8de57333-4a06-4974-b395-d5f31be1eace'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:58.010496 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5adb2e8-caf8-41ad-a42f-d725660d449b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f028ec3-48aa-4a04-8487-8866bbc55b14", "tag": "8de57333-4a06-4974-b395-d5f31be1eace"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:58.088849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960ee5e-17fa-4359-bef0-f0d495b04770 req-3dfecce2-bc30-4e9b-a3e8-e4bb2daca0b7 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:58.096133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2960ee5e-17fa-4359-bef0-f0d495b04770 req-3dfecce2-bc30-4e9b-a3e8-e4bb2daca0b7 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.2772901 Nov 19 18:58:58.157006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-37aeb910-9231-4d53-bfae-5c5bc22ea07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:58.160511 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-37aeb910-9231-4d53-bfae-5c5bc22ea07b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1446948 Nov 19 18:58:58.174521 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0392ba-8182-4d4b-bef9-67eb0ddcbf0b req-9fd3a16d-8ea2-48fd-9b69-d10ac5737d11 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:58.176127 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e0392ba-8182-4d4b-bef9-67eb0ddcbf0b req-9fd3a16d-8ea2-48fd-9b69-d10ac5737d11 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 945 time: 0.2326679 Nov 19 18:58:58.196512 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de52779f-b7d0-4474-8e5a-ddab3be595bb req-7e8042be-3833-4917-a79d-6543f1992982 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083972 Nov 19 18:58:58.203878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5229ab-9aee-480d-8828-66a5bd2ee1b4 req-b2e062d2-91d6-4c3c-ad4d-95c170cde621 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:58.215153 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac5229ab-9aee-480d-8828-66a5bd2ee1b4 req-b2e062d2-91d6-4c3c-ad4d-95c170cde621 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 943 time: 0.1594844 Nov 19 18:58:58.269980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2960ee5e-17fa-4359-bef0-f0d495b04770 req-56d97963-552a-4c16-b722-0236c25c8499 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1700637 Nov 19 18:58:58.290105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-9c46b1f8-54d4-4a4a-a085-eb3ec201c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:58.295166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-9c46b1f8-54d4-4a4a-a085-eb3ec201c3bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133087 Nov 19 18:58:58.321612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-463be6d2-be5a-4dd7-8f95-de6e767dc569 req-21e2fe92-320c-445e-8e4d-a1424bc21ecf tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Deleting port 51c434fd-0133-4611-bc0b-56dfc16c975e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:58:58.322162 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-463be6d2-be5a-4dd7-8f95-de6e767dc569 req-21e2fe92-320c-445e-8e4d-a1424bc21ecf tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:58.396806 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac5229ab-9aee-480d-8828-66a5bd2ee1b4 req-64f5d634-50e1-412a-a3d3-29dc1636b485 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805694 Nov 19 18:58:58.473953 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a13b3cc-964f-4b51-bfe9-10c655002b2c x-openstack-request-id: req-2a13b3cc-964f-4b51-bfe9-10c655002b2c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:58.474523 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f028ec3-48aa-4a04-8487-8866bbc55b14", "tag": "8de57333-4a06-4974-b395-d5f31be1eace", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:58.474790 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a13b3cc-964f-4b51-bfe9-10c655002b2c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:58.476350 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f028ec3-48aa-4a04-8487-8866bbc55b14', 'tag': '8de57333-4a06-4974-b395-d5f31be1eace', 'status': 'completed', 'code': 200} Nov 19 18:58:58.496159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb3497-3c05-426c-859f-56872cfdff62 req-62fa090d-fa3d-4a07-9958-d7284a16526f tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:58.497688 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8bb3497-3c05-426c-859f-56872cfdff62 req-62fa090d-fa3d-4a07-9958-d7284a16526f tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 945 time: 0.1001225 Nov 19 18:58:58.503545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-4e0392ba-8182-4d4b-bef9-67eb0ddcbf0b req-72e18fad-a0da-49c3-b727-f60225ad63ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Deleting port ef752195-3a2f-4ede-991c-86ee8a3e494b {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:58:58.503886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4e0392ba-8182-4d4b-bef9-67eb0ddcbf0b req-72e18fad-a0da-49c3-b727-f60225ad63ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:58.577034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8bb3497-3c05-426c-859f-56872cfdff62 req-709efe87-f649-404e-ad65-b2eef863e43f tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/security-groups?id=06c182bd-60c1-4afc-8933-56d9cb6b50fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708406 Nov 19 18:58:58.582198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-a414455e-f425-428b-820f-e95aaaf69072 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703958 Nov 19 18:58:58.664535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-463be6d2-be5a-4dd7-8f95-de6e767dc569 req-21e2fe92-320c-445e-8e4d-a1424bc21ecf tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] For port 51c434fd-0133-4611-bc0b-56dfc16c975e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=51c434fd-0133-4611-bc0b-56dfc16c975e,segment=NetworkSegment(3d136527-e369-479d-bf3e-f0ff65775ad0),segment_id=3d136527-e369-479d-bf3e-f0ff65775ad0)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:58.664841 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-463be6d2-be5a-4dd7-8f95-de6e767dc569 req-21e2fe92-320c-445e-8e4d-a1424bc21ecf tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:58.688905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-463be6d2-be5a-4dd7-8f95-de6e767dc569 req-21e2fe92-320c-445e-8e4d-a1424bc21ecf tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Calling delete_port for 51c434fd-0133-4611-bc0b-56dfc16c975e owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:58:58.751749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba1ae-3cfe-4452-93dd-e84e719ea0fc req-b09b7af0-7850-4b7f-b4d4-cb4d1de45964 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:58.753703 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a43ba1ae-3cfe-4452-93dd-e84e719ea0fc req-b09b7af0-7850-4b7f-b4d4-cb4d1de45964 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 947 time: 0.0870221 Nov 19 18:58:58.759952 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32c60f53-ebbf-47dc-93f9-287c25a2a732 req-3e404738-7117-4e0a-b355-7bf621a73584 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660669 Nov 19 18:58:58.818710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a43ba1ae-3cfe-4452-93dd-e84e719ea0fc req-fe1b094b-20cc-45a1-8b73-99b149d8d02e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550737 Nov 19 18:58:58.847351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696154c2-c975-4b19-b533-33ae291f59df req-246dd65f-a3da-4afc-bb82-80185c2d27bd tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:58.855008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-696154c2-c975-4b19-b533-33ae291f59df req-246dd65f-a3da-4afc-bb82-80185c2d27bd tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 945 time: 0.2500319 Nov 19 18:58:58.864437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-4e0392ba-8182-4d4b-bef9-67eb0ddcbf0b req-72e18fad-a0da-49c3-b727-f60225ad63ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] For port ef752195-3a2f-4ede-991c-86ee8a3e494b, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ef752195-3a2f-4ede-991c-86ee8a3e494b,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:58:58.865033 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4e0392ba-8182-4d4b-bef9-67eb0ddcbf0b req-72e18fad-a0da-49c3-b727-f60225ad63ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:58.930793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-4e0392ba-8182-4d4b-bef9-67eb0ddcbf0b req-72e18fad-a0da-49c3-b727-f60225ad63ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Calling delete_port for ef752195-3a2f-4ede-991c-86ee8a3e494b owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:58:59.037846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adb2e8-caf8-41ad-a42f-d725660d449b req-a6ddbf32-8942-41c5-bb71-aae2d5657f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.040059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5adb2e8-caf8-41ad-a42f-d725660d449b req-a6ddbf32-8942-41c5-bb71-aae2d5657f92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 1098 time: 0.1489050 Nov 19 18:58:59.082414 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-696154c2-c975-4b19-b533-33ae291f59df req-6ff5eaf8-a7a4-4930-8df0-0f6ff75e23de tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231829 Nov 19 18:58:59.165689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adb2e8-caf8-41ad-a42f-d725660d449b req-5ad6b41e-fdde-4f92-bb14-fccc26635e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.170529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5adb2e8-caf8-41ad-a42f-d725660d449b req-5ad6b41e-fdde-4f92-bb14-fccc26635e07 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1170266 Nov 19 18:58:59.225229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6f27a-61cd-4865-adce-87c2674294b4 req-a1cf5d83-8027-4c40-8d5d-436f14771a9a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.233903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6f27a-61cd-4865-adce-87c2674294b4 req-a1cf5d83-8027-4c40-8d5d-436f14771a9a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.241385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6f27a-61cd-4865-adce-87c2674294b4 req-a1cf5d83-8027-4c40-8d5d-436f14771a9a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.248463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6f27a-61cd-4865-adce-87c2674294b4 req-a1cf5d83-8027-4c40-8d5d-436f14771a9a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.255831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6f27a-61cd-4865-adce-87c2674294b4 req-a1cf5d83-8027-4c40-8d5d-436f14771a9a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.262543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6f27a-61cd-4865-adce-87c2674294b4 req-a1cf5d83-8027-4c40-8d5d-436f14771a9a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.269181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6f27a-61cd-4865-adce-87c2674294b4 req-a1cf5d83-8027-4c40-8d5d-436f14771a9a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.271565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ffd6f27a-61cd-4865-adce-87c2674294b4 req-a1cf5d83-8027-4c40-8d5d-436f14771a9a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.2839065 Nov 19 18:58:59.314152 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-463be6d2-be5a-4dd7-8f95-de6e767dc569 req-21e2fe92-320c-445e-8e4d-a1424bc21ecf tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:59.338333 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5adb2e8-caf8-41ad-a42f-d725660d449b req-d6bc3476-6b2c-4ba4-82a5-215becfc1d19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8de57333-4a06-4974-b395-d5f31be1eace HTTP/1.1" status: 200 len: 217 time: 0.1518574 Nov 19 18:58:59.360902 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4e0392ba-8182-4d4b-bef9-67eb0ddcbf0b req-72e18fad-a0da-49c3-b727-f60225ad63ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:59.374847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:58:59.436305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2fe92-320c-445e-8e4d-a1424bc21ecf tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Pushing event deleted for resources: {'Port': ['ID=51c434fd-0133-4611-bc0b-56dfc16c975e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:59.469285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adb2e8-caf8-41ad-a42f-d725660d449b req-8a20e231-19f0-43ca-8a66-02ce9d796dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.472962 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5adb2e8-caf8-41ad-a42f-d725660d449b req-8a20e231-19f0-43ca-8a66-02ce9d796dfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1238081 Nov 19 18:58:59.480653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-463be6d2-be5a-4dd7-8f95-de6e767dc569 req-21e2fe92-320c-445e-8e4d-a1424bc21ecf tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] No DVR routers for this DVR port 51c434fd-0133-4611-bc0b-56dfc16c975e on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:58:59.489296 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:59.496037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ffd6f27a-61cd-4865-adce-87c2674294b4 req-72455b5c-55a6-475a-a60d-d26ef8e947e9 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1699288 Nov 19 18:58:59.514486 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-463be6d2-be5a-4dd7-8f95-de6e767dc569 req-21e2fe92-320c-445e-8e4d-a1424bc21ecf tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:59.518544 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-463be6d2-be5a-4dd7-8f95-de6e767dc569 req-21e2fe92-320c-445e-8e4d-a1424bc21ecf tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.57 "DELETE /v2.0/ports/51c434fd-0133-4611-bc0b-56dfc16c975e HTTP/1.1" status: 204 len: 173 time: 1.6421266 Nov 19 18:58:59.519715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d', 'name': 'network-vif-deleted', 'tag': '51c434fd-0133-4611-bc0b-56dfc16c975e'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:58:59.522158 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b72999d-0b5f-4225-aff8-7406a2cb4b47" -d '{"events": [{"server_uuid": "ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d", "name": "network-vif-deleted", "tag": "51c434fd-0133-4611-bc0b-56dfc16c975e"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:58:59.529682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e18fad-a0da-49c3-b727-f60225ad63ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event deleted for resources: {'Port': ['ID=ef752195-3a2f-4ede-991c-86ee8a3e494b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:58:59.623159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adb2e8-caf8-41ad-a42f-d725660d449b req-acadda40-e2d1-4d77-9148-12eccd5f1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.624856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5adb2e8-caf8-41ad-a42f-d725660d449b req-acadda40-e2d1-4d77-9148-12eccd5f1dc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1256495 Nov 19 18:58:59.632503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0392ba-8182-4d4b-bef9-67eb0ddcbf0b req-72e18fad-a0da-49c3-b727-f60225ad63ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] No DVR routers for this DVR port ef752195-3a2f-4ede-991c-86ee8a3e494b on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:58:59.651831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27ebe-a6f1-40ca-b2b9-7263639828fb req-eb277690-d20d-4ef6-997f-6f921217b7de tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.663598 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f27ebe-a6f1-40ca-b2b9-7263639828fb req-eb277690-d20d-4ef6-997f-6f921217b7de tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.2384751 Nov 19 18:58:59.678662 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4e0392ba-8182-4d4b-bef9-67eb0ddcbf0b req-72e18fad-a0da-49c3-b727-f60225ad63ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:59.683005 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e0392ba-8182-4d4b-bef9-67eb0ddcbf0b req-72e18fad-a0da-49c3-b727-f60225ad63ef tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.57 "DELETE /v2.0/ports/ef752195-3a2f-4ede-991c-86ee8a3e494b HTTP/1.1" status: 204 len: 173 time: 1.4944143 Nov 19 18:58:59.724267 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62f27ebe-a6f1-40ca-b2b9-7263639828fb req-5541ee93-e7b8-4277-a3a6-7cb8a26ebebf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552239 Nov 19 18:58:59.811335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ffd67-3b12-40ed-b7f3-c984c2bc191d req-f0357faa-c46b-44fd-96bd-01bb860cc672 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.816456 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17572adc-eb93-4aa3-8653-27b67cde6bad x-openstack-request-id: req-17572adc-eb93-4aa3-8653-27b67cde6bad {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:58:59.816757 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d", "name": "network-vif-deleted", "tag": "51c434fd-0133-4611-bc0b-56dfc16c975e", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:58:59.817012 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17572adc-eb93-4aa3-8653-27b67cde6bad {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:58:59.817418 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d', 'name': 'network-vif-deleted', 'tag': '51c434fd-0133-4611-bc0b-56dfc16c975e', 'status': 'completed', 'code': 200} Nov 19 18:58:59.821773 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d8ffd67-3b12-40ed-b7f3-c984c2bc191d req-f0357faa-c46b-44fd-96bd-01bb860cc672 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 943 time: 0.1384842 Nov 19 18:58:59.858622 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5adb2e8-caf8-41ad-a42f-d725660d449b req-4d096752-514f-4ad0-ac0b-905a8f1d9b78 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206650 Nov 19 18:58:59.913564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d8ffd67-3b12-40ed-b7f3-c984c2bc191d req-987366f2-f2ea-463e-b5c7-30319d660a6e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908196 Nov 19 18:58:59.942383 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8af1cb4-e3a8-44cc-b3ec-b85dc7b4152b req-5bac9488-d331-4553-b04b-8ca77a2ab5c3 tempest-VolumesAdminNegativeTest-94675084 tempest-VolumesAdminNegativeTest-94675084-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae1c59bb-e8d3-4014-a76b-10c2a35a4e4d HTTP/1.1" status: 200 len: 210 time: 0.0427246 Nov 19 18:59:00.084416 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5adb2e8-caf8-41ad-a42f-d725660d449b req-f0646bd4-8f6c-4804-844b-0574541ccfac service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098792 Nov 19 18:59:00.128332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9409f-9de5-4eb0-a6b2-d4b038b74c7e req-1ebf5fd9-68b4-423d-9652-dcd0f4fb4c7f tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:00.130395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8fc9409f-9de5-4eb0-a6b2-d4b038b74c7e req-1ebf5fd9-68b4-423d-9652-dcd0f4fb4c7f tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 947 time: 0.1133204 Nov 19 18:59:00.208266 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8fc9409f-9de5-4eb0-a6b2-d4b038b74c7e req-b061ab8c-e091-49de-8c43-e705b09db4c9 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710838 Nov 19 18:59:00.238863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b779781-c5be-41bc-a6bb-40b101760a61 req-c60eb71e-72ea-40ac-b16e-d6c8fdf3feea tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0b3bda5-b6a3-49f0-80af-875eb74e0486 HTTP/1.1" status: 200 len: 210 time: 0.0503123 Nov 19 18:59:00.315751 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device e8d5f42f-5cd1-42d0-8e51-04914bd9442a details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:00.319658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ef752195-3a2f-4ede-991c-86ee8a3e494b no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:59:00.361264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: ef752195-3a2f-4ede-991c-86ee8a3e494b {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:59:00.362826 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ef752195-3a2f-4ede-991c-86ee8a3e494b not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:59:00.363677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 51c434fd-0133-4611-bc0b-56dfc16c975e no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:59:00.391617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 51c434fd-0133-4611-bc0b-56dfc16c975e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:59:00.394154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 51c434fd-0133-4611-bc0b-56dfc16c975e not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:59:00.515697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port e8d5f42f-5cd1-42d0-8e51-04914bd9442a, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=e8d5f42f-5cd1-42d0-8e51-04914bd9442a,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:00.530574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'e8d5f42f-5cd1-42d0-8e51-04914bd9442a', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'port_id': 'e8d5f42f-5cd1-42d0-8e51-04914bd9442a', 'mac_address': 'fa:16:3e:98:1a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:00.626819 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:00.641773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d5f42f-5cd1-42d0-8e51-04914bd9442a {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:00.680517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port e8d5f42f-5cd1-42d0-8e51-04914bd9442a, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=e8d5f42f-5cd1-42d0-8e51-04914bd9442a,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:00.690915 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:00.735664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e99-beda-4967-9f44-2deba613e1ba req-df05db3c-3e5f-4c01-962a-5705c41006c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:00.741800 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e99-beda-4967-9f44-2deba613e1ba req-df05db3c-3e5f-4c01-962a-5705c41006c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:00.747854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e99-beda-4967-9f44-2deba613e1ba req-df05db3c-3e5f-4c01-962a-5705c41006c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:00.754509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e99-beda-4967-9f44-2deba613e1ba req-df05db3c-3e5f-4c01-962a-5705c41006c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:00.769494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=e8d5f42f-5cd1-42d0-8e51-04914bd9442a,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:00.772511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e99-beda-4967-9f44-2deba613e1ba req-df05db3c-3e5f-4c01-962a-5705c41006c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:00.781510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e99-beda-4967-9f44-2deba613e1ba req-df05db3c-3e5f-4c01-962a-5705c41006c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:00.788541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e99-beda-4967-9f44-2deba613e1ba req-df05db3c-3e5f-4c01-962a-5705c41006c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:00.790788 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-91443e99-beda-4967-9f44-2deba613e1ba req-df05db3c-3e5f-4c01-962a-5705c41006c8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.1289234 Nov 19 18:59:00.935944 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-91443e99-beda-4967-9f44-2deba613e1ba req-3e02f89d-97ab-4f28-bed8-b7761b2447cf tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371260 Nov 19 18:59:00.964520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ce42c-4978-4419-88fa-2e10467436c9 req-c99ec5f7-627c-4349-aad2-06b1664b3238 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:00.966281 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b61ce42c-4978-4419-88fa-2e10467436c9 req-c99ec5f7-627c-4349-aad2-06b1664b3238 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.0801108 Nov 19 18:59:01.047984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b61ce42c-4978-4419-88fa-2e10467436c9 req-d8decf56-13d9-4400-b52b-b5698d8914c7 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619659 Nov 19 18:59:01.083746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['e8d5f42f-5cd1-42d0-8e51-04914bd9442a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:01.186389 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39376) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:01.225440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dba5f-c811-4e15-9919-da35c39c9852 req-14639628-a5ac-48d7-b320-17d0ccc05c65 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:01.227620 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-278dba5f-c811-4e15-9919-da35c39c9852 req-14639628-a5ac-48d7-b320-17d0ccc05c65 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 944 time: 0.1710231 Nov 19 18:59:01.263847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15c95df-8c86-4a1c-a9bc-9b464b59149a admin admin] Deleting subnet f080c27a-9efd-420d-be17-d49b94ca083c {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:59:01.269880 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d15c95df-8c86-4a1c-a9bc-9b464b59149a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:01.340521 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-278dba5f-c811-4e15-9919-da35c39c9852 req-a1aba1af-1daa-41c6-8003-f55c5a00ff0c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997305 Nov 19 18:59:01.355167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d15c95df-8c86-4a1c-a9bc-9b464b59149a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:01.379343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefd0e2-23d7-40de-a76c-d59493016ef4 req-68503116-fae1-4f3f-8ff9-b89b49f8ba74 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:01.387894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6fefd0e2-23d7-40de-a76c-d59493016ef4 req-68503116-fae1-4f3f-8ff9-b89b49f8ba74 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 947 time: 0.0649312 Nov 19 18:59:01.437077 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d15c95df-8c86-4a1c-a9bc-9b464b59149a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:01.457647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6fefd0e2-23d7-40de-a76c-d59493016ef4 req-dfe19ffb-d006-43ca-a642-b71952dd1f3a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695524 Nov 19 18:59:01.547636 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d15c95df-8c86-4a1c-a9bc-9b464b59149a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:01.587328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c95df-8c86-4a1c-a9bc-9b464b59149a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f080c27a-9efd-420d-be17-d49b94ca083c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:01.592551 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d15c95df-8c86-4a1c-a9bc-9b464b59149a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:01.598496 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d15c95df-8c86-4a1c-a9bc-9b464b59149a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f080c27a-9efd-420d-be17-d49b94ca083c HTTP/1.1" status: 204 len: 168 time: 0.4108934 Nov 19 18:59:01.601835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39404) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:01.796051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-ca3fe2b5-7613-4625-8ce8-c2d8576a9b3a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:01.803946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-ca3fe2b5-7613-4625-8ce8-c2d8576a9b3a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.1998284 Nov 19 18:59:01.807719 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:01.818901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3bda5-b6a3-49f0-80af-875eb74e0486', 'name': 'network-vif-deleted', 'tag': 'ef752195-3a2f-4ede-991c-86ee8a3e494b'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:01.821212 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3846f469-91a7-4a61-9c8c-b822cb5d6835" -d '{"events": [{"server_uuid": "a0b3bda5-b6a3-49f0-80af-875eb74e0486", "name": "network-vif-deleted", "tag": "ef752195-3a2f-4ede-991c-86ee8a3e494b"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:01.826635 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-02fa61e2-a173-4aef-ad41-ea7f58a19bb5 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/quotas/53e6341580de4da8b2e041b6688556b1 HTTP/1.1" status: 200 len: 375 time: 0.0218024 Nov 19 18:59:01.907677 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924a8d44-4e03-4908-ac10-3e5805461e95 x-openstack-request-id: req-924a8d44-4e03-4908-ac10-3e5805461e95 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:01.908434 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3bda5-b6a3-49f0-80af-875eb74e0486", "name": "network-vif-deleted", "tag": "ef752195-3a2f-4ede-991c-86ee8a3e494b", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:01.909270 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-924a8d44-4e03-4908-ac10-3e5805461e95 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:01.910062 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3bda5-b6a3-49f0-80af-875eb74e0486', 'name': 'network-vif-deleted', 'tag': 'ef752195-3a2f-4ede-991c-86ee8a3e494b', 'status': 'completed', 'code': 200} Nov 19 18:59:01.975373 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-7ff72fb1-d02b-4cc5-84c0-7e41d9cd62b1 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1478183 Nov 19 18:59:01.987249 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.091194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:02.105859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d136527-e369-479d-bf3e-f0ff65775ad0') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:02.106545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d136527-e369-479d-bf3e-f0ff65775ad0') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:02.145214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377275d-8498-4884-84f7-8f888008af76 req-cdf7de25-35de-4df7-8a30-95b128182284 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.152426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377275d-8498-4884-84f7-8f888008af76 req-cdf7de25-35de-4df7-8a30-95b128182284 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.160265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377275d-8498-4884-84f7-8f888008af76 req-cdf7de25-35de-4df7-8a30-95b128182284 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.164545 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.175231 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377275d-8498-4884-84f7-8f888008af76 req-cdf7de25-35de-4df7-8a30-95b128182284 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.181735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377275d-8498-4884-84f7-8f888008af76 req-cdf7de25-35de-4df7-8a30-95b128182284 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.188277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.197091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:59:02.197502 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.204774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377275d-8498-4884-84f7-8f888008af76 req-cdf7de25-35de-4df7-8a30-95b128182284 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.218404 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377275d-8498-4884-84f7-8f888008af76 req-cdf7de25-35de-4df7-8a30-95b128182284 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:59:02.227323 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:59:02.229868 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e377275d-8498-4884-84f7-8f888008af76 req-cdf7de25-35de-4df7-8a30-95b128182284 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.1802971 Nov 19 18:59:02.317211 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e377275d-8498-4884-84f7-8f888008af76 req-512231d5-9faa-45cb-bafc-7d4377e30b14 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880446 Nov 19 18:59:02.325313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-ed4e509a-a394-44a7-9c4c-7ebf3d7eea1d service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337529 Nov 19 18:59:02.326318 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.333587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device e8d5f42f-5cd1-42d0-8e51-04914bd9442a up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:02.358814 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.363971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1 HTTP/1.1" status: 204 len: 168 time: 0.7610900 Nov 19 18:59:02.367987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39420) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:02.395385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d536648-4a3a-4808-800b-1060e0c510d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da0a3bdd-5c17-4308-9158-f9e2e8c3dfa1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:02.425363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port e8d5f42f-5cd1-42d0-8e51-04914bd9442a completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:02.431754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port e8d5f42f-5cd1-42d0-8e51-04914bd9442a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:02.432132 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.457939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0602f81-af80-4302-8485-f10a5078a1d4 admin admin] Deleting subnet c606c192-bed7-49c2-8eb0-b2a2b28572a1 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:59:02.481491 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a0602f81-af80-4302-8485-f10a5078a1d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.547180 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a0602f81-af80-4302-8485-f10a5078a1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.577125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-9c752102-1c9d-4886-be15-95d4a2fe5745 service neutron] 10.222.0.50 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117751 Nov 19 18:59:02.591742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dd227-f607-473c-88bb-3249fd77c346 req-ca8f09f3-d3aa-41c8-a062-e18bbee58b39 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.602373 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf1dd227-f607-473c-88bb-3249fd77c346 req-ca8f09f3-d3aa-41c8-a062-e18bbee58b39 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.1902964 Nov 19 18:59:02.620857 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.678515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dc8aa5-ecbf-4acf-a505-290e137fd737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d5f42f-5cd1-42d0-8e51-04914bd9442a'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:02.684902 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ea7957-2dd2-4366-91dc-41019953a481" -d '{"events": [{"server_uuid": "56dc8aa5-ecbf-4acf-a505-290e137fd737", "name": "network-vif-plugged", "status": "completed", "tag": "e8d5f42f-5cd1-42d0-8e51-04914bd9442a"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:02.705980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port e8d5f42f-5cd1-42d0-8e51-04914bd9442a, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=e8d5f42f-5cd1-42d0-8e51-04914bd9442a,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:02.713687 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.743585 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf1dd227-f607-473c-88bb-3249fd77c346 req-06fb6d65-26b4-467e-a79c-cfffff4e1cbf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1347146 Nov 19 18:59:02.779643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a0602f81-af80-4302-8485-f10a5078a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.784952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=e8d5f42f-5cd1-42d0-8e51-04914bd9442a,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:02.920258 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a0602f81-af80-4302-8485-f10a5078a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.958826 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a0602f81-af80-4302-8485-f10a5078a1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.965059 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a0602f81-af80-4302-8485-f10a5078a1d4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c606c192-bed7-49c2-8eb0-b2a2b28572a1 HTTP/1.1" status: 204 len: 168 time: 0.5970623 Nov 19 18:59:02.965489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39432) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:02.984682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0602f81-af80-4302-8485-f10a5078a1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c606c192-bed7-49c2-8eb0-b2a2b28572a1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:03.012789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d32a7-2ef4-49b2-ac97-caa732bd9a8c req-ae4d074c-8038-422d-b5dd-421b938e8222 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.020267 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252d32a7-2ef4-49b2-ac97-caa732bd9a8c req-ae4d074c-8038-422d-b5dd-421b938e8222 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 945 time: 0.1159029 Nov 19 18:59:03.097274 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-252d32a7-2ef4-49b2-ac97-caa732bd9a8c req-0bb1d207-c404-443d-8d4a-0a089ac3e41d tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698743 Nov 19 18:59:03.156039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaec50-3fd1-4b0f-8e46-f387339f60f7 req-86042b4d-bbc2-4850-93af-96bd1e424e15 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.157668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ecaec50-3fd1-4b0f-8e46-f387339f60f7 req-86042b4d-bbc2-4850-93af-96bd1e424e15 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 947 time: 0.2350848 Nov 19 18:59:03.254074 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403dc3eb-1c8a-4002-bf3a-49d3e8d970ac x-openstack-request-id: req-403dc3eb-1c8a-4002-bf3a-49d3e8d970ac {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:03.254997 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dc8aa5-ecbf-4acf-a505-290e137fd737", "name": "network-vif-plugged", "status": "completed", "tag": "e8d5f42f-5cd1-42d0-8e51-04914bd9442a", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:03.255976 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-403dc3eb-1c8a-4002-bf3a-49d3e8d970ac {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:03.256925 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dc8aa5-ecbf-4acf-a505-290e137fd737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d5f42f-5cd1-42d0-8e51-04914bd9442a', 'code': 200} Nov 19 18:59:03.397865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ecaec50-3fd1-4b0f-8e46-f387339f60f7 req-477d502b-d6b6-4c30-a3c2-4920251d1313 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304041 Nov 19 18:59:03.401354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:03.446550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-93d4779d-79a0-4b41-9974-811072819288 req-721d87f1-1358-4b0e-9736-76051e69d763 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 210 time: 0.0560825 Nov 19 18:59:03.461487 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706a94b-f46f-4e0e-ba54-00eac4b40b0c req-61e0da76-7e65-468e-a464-5c857ca527ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.463365 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d706a94b-f46f-4e0e-ba54-00eac4b40b0c req-61e0da76-7e65-468e-a464-5c857ca527ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 1096 time: 0.1371894 Nov 19 18:59:03.478108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8de57333-4a06-4974-b395-d5f31be1eace details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:03.602621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d706a94b-f46f-4e0e-ba54-00eac4b40b0c req-139b3b12-a702-47b0-b6c6-0917c4012653 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294618 Nov 19 18:59:03.655856 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:03.661456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8de57333-4a06-4974-b395-d5f31be1eace, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8de57333-4a06-4974-b395-d5f31be1eace,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:03.684953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733ec4e6-ede4-43df-a17c-f3e63ac3398a']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:03.691133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '8de57333-4a06-4974-b395-d5f31be1eace', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '8de57333-4a06-4974-b395-d5f31be1eace', 'mac_address': 'fa:16:3e:f3:9b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:03.700289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf872cd4-ea18-44c7-b5b6-87a08bee873c req-de9cd3b0-06c9-48a4-a823-b045ba3fbe69 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.706971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf872cd4-ea18-44c7-b5b6-87a08bee873c req-de9cd3b0-06c9-48a4-a823-b045ba3fbe69 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.713029 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf872cd4-ea18-44c7-b5b6-87a08bee873c req-de9cd3b0-06c9-48a4-a823-b045ba3fbe69 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.731971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf872cd4-ea18-44c7-b5b6-87a08bee873c req-de9cd3b0-06c9-48a4-a823-b045ba3fbe69 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.738937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf872cd4-ea18-44c7-b5b6-87a08bee873c req-de9cd3b0-06c9-48a4-a823-b045ba3fbe69 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.750103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf872cd4-ea18-44c7-b5b6-87a08bee873c req-de9cd3b0-06c9-48a4-a823-b045ba3fbe69 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.757488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf872cd4-ea18-44c7-b5b6-87a08bee873c req-de9cd3b0-06c9-48a4-a823-b045ba3fbe69 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.759528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf872cd4-ea18-44c7-b5b6-87a08bee873c req-de9cd3b0-06c9-48a4-a823-b045ba3fbe69 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.1751616 Nov 19 18:59:03.788408 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:03.814967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e709afda-1d1b-4093-ba56-cbab592cb9bc') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:03.815793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e709afda-1d1b-4093-ba56-cbab592cb9bc') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:03.829577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de57333-4a06-4974-b395-d5f31be1eace {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:03.830928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:03.867818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8de57333-4a06-4974-b395-d5f31be1eace, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8de57333-4a06-4974-b395-d5f31be1eace,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:03.876054 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:03.926384 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:03.928340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf954986-1e77-4e89-acf5-aae6cb83b507 req-47766a47-49f4-4965-8276-d8edeb30b234 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.940671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf954986-1e77-4e89-acf5-aae6cb83b507 req-47766a47-49f4-4965-8276-d8edeb30b234 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.1056554 Nov 19 18:59:03.955654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:59:03.960795 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:59:03.965450 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:59:03.978068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=8de57333-4a06-4974-b395-d5f31be1eace,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:04.029537 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf954986-1e77-4e89-acf5-aae6cb83b507 req-4befa264-4b42-4917-b2bc-ce226f9fa9ac tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822575 Nov 19 18:59:04.039468 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf872cd4-ea18-44c7-b5b6-87a08bee873c req-985f5762-5535-4bdb-a2fa-96967560b3da tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2619922 Nov 19 18:59:04.083287 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:04.088545 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:04.093922 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/733ec4e6-ede4-43df-a17c-f3e63ac3398a HTTP/1.1" status: 204 len: 168 time: 1.1213355 Nov 19 18:59:04.128416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841562c-fb16-434b-bd5e-ec4ddf88b6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=733ec4e6-ede4-43df-a17c-f3e63ac3398a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:04.268657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['8de57333-4a06-4974-b395-d5f31be1eace'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:04.332017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e24a7-8c8a-45c1-b20e-c50e6df120cb req-479b0df1-9a3b-4c8d-91ce-f46b608cdd79 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:04.337496 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f34e24a7-8c8a-45c1-b20e-c50e6df120cb req-479b0df1-9a3b-4c8d-91ce-f46b608cdd79 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 945 time: 0.1320114 Nov 19 18:59:04.385263 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39470) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:04.481563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dbfa3984-277d-4fe3-bc52-c3b2744c953e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed6793dba474415ca78cd6e561ff46ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929365 Nov 19 18:59:04.482280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39476) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:04.490914 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f34e24a7-8c8a-45c1-b20e-c50e6df120cb req-5a1dca4a-fabb-41a9-ba67-e2a01c7c8ed7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481361 Nov 19 18:59:04.680277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-330285a4-c3df-40c8-b5d0-baac67e8cb64 req-616650f7-9d4e-43dd-b545-498f1767de55 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 210 time: 0.0552649 Nov 19 18:59:04.757933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-bfcfd5b0-19c6-4368-9adc-82b8ab359f48 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:04.759747 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-bfcfd5b0-19c6-4368-9adc-82b8ab359f48 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 805 time: 0.1908007 Nov 19 18:59:04.770022 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9aab487f-9f23-4673-a29d-6ac4c022a9fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:04.778144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Request body: {'port': {'device_id': 'ae6fbb46-37fd-4079-8072-7f03f1644e15', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'admin_state_up': True, 'tenant_id': '53e6341580de4da8b2e041b6688556b1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:04.910484 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9aab487f-9f23-4673-a29d-6ac4c022a9fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:04.969714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb973a40-a180-4336-906f-923153819a21 req-36ad99b9-217b-40c6-ac2a-675fb2d33cd0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:04.971992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb973a40-a180-4336-906f-923153819a21 req-36ad99b9-217b-40c6-ac2a-675fb2d33cd0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 948 time: 0.2112904 Nov 19 18:59:05.024195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Made reservation on behalf of 53e6341580de4da8b2e041b6688556b1 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:59:05.027847 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:05.033914 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9aab487f-9f23-4673-a29d-6ac4c022a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:05.036800 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9aab487f-9f23-4673-a29d-6ac4c022a9fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:05.038003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9aab487f-9f23-4673-a29d-6ac4c022a9fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06c182bd-60c1-4afc-8933-56d9cb6b50fd HTTP/1.1" status: 204 len: 168 time: 0.5549805 Nov 19 18:59:05.071126 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb973a40-a180-4336-906f-923153819a21 req-2f49a6a3-b4df-48f9-82d1-ca0b1a82317e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879142 Nov 19 18:59:05.073409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab487f-9f23-4673-a29d-6ac4c022a9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c182bd-60c1-4afc-8933-56d9cb6b50fd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:05.287080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535478af-b0e4-454e-9b86-8cfdfbe4f65b req-4303b165-9bf8-42c2-b84d-21ab7ba6e135 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:05.296787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-535478af-b0e4-454e-9b86-8cfdfbe4f65b req-4303b165-9bf8-42c2-b84d-21ab7ba6e135 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 943 time: 0.0933836 Nov 19 18:59:05.347794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Allocated IP 172.20.0.4 (a1674ba9-cd11-4d8b-a32b-c297cfe7e545/fe59e18c-b7e3-459f-88b9-60024191b0d1/15cf24cd-49bc-4fc6-920b-e89947d00c3d) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:59:05.374406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697354-11cc-4ccd-aee2-b75daad49ec2 req-e6f070d4-26de-4823-90c5-1bce9f0e3afb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:05.382361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697354-11cc-4ccd-aee2-b75daad49ec2 req-e6f070d4-26de-4823-90c5-1bce9f0e3afb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:05.389977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697354-11cc-4ccd-aee2-b75daad49ec2 req-e6f070d4-26de-4823-90c5-1bce9f0e3afb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:05.398359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697354-11cc-4ccd-aee2-b75daad49ec2 req-e6f070d4-26de-4823-90c5-1bce9f0e3afb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:05.406808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697354-11cc-4ccd-aee2-b75daad49ec2 req-e6f070d4-26de-4823-90c5-1bce9f0e3afb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:05.423518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697354-11cc-4ccd-aee2-b75daad49ec2 req-e6f070d4-26de-4823-90c5-1bce9f0e3afb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:05.424741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-535478af-b0e4-454e-9b86-8cfdfbe4f65b req-e8b7cf45-6314-4347-847f-86b036404e21 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270599 Nov 19 18:59:05.432242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697354-11cc-4ccd-aee2-b75daad49ec2 req-e6f070d4-26de-4823-90c5-1bce9f0e3afb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:05.435049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc697354-11cc-4ccd-aee2-b75daad49ec2 req-e6f070d4-26de-4823-90c5-1bce9f0e3afb tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.1846852 Nov 19 18:59:05.496864 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8c4f088f-be20-4877-9093-3c5d7cde6e8a details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:05.698144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8c4f088f-be20-4877-9093-3c5d7cde6e8a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8c4f088f-be20-4877-9093-3c5d7cde6e8a,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:05.712347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '8c4f088f-be20-4877-9093-3c5d7cde6e8a', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'port_id': '8c4f088f-be20-4877-9093-3c5d7cde6e8a', 'mac_address': 'fa:16:3e:1a:3f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:05.753543 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:05.759411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e904d95-cedf-4153-ae5d-59e5f7495d5c req-5575db34-c48e-4e39-a4e2-ea96ec41d9b7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:05.762712 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e904d95-cedf-4153-ae5d-59e5f7495d5c req-5575db34-c48e-4e39-a4e2-ea96ec41d9b7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 945 time: 0.1123574 Nov 19 18:59:05.795365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4f088f-be20-4877-9093-3c5d7cde6e8a {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:05.800405 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:05.860395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8c4f088f-be20-4877-9093-3c5d7cde6e8a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8c4f088f-be20-4877-9093-3c5d7cde6e8a,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:05.860575 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e904d95-cedf-4153-ae5d-59e5f7495d5c req-58769a5b-2502-4a9f-bb56-dbfaf1fd7249 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911222 Nov 19 18:59:05.868875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:05.910257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc697354-11cc-4ccd-aee2-b75daad49ec2 req-1fce4713-a9bf-4f2b-ad10-de4c8ba01de3 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4675055 Nov 19 18:59:05.949528 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:05.965053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:05.968844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39504) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:06.086799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event updated for resources: {'Port': ['ID=15cf24cd-49bc-4fc6-920b-e89947d00c3d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:06.087778 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=8c4f088f-be20-4877-9093-3c5d7cde6e8a,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:06.103266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:59:06.108682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:59:06.118437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:59:06.134975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba6702-51a0-427d-8b56-2ec3a03f8acb req-7845d15b-6b9c-4adc-a568-07014f55163d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:06.149136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-daba6702-51a0-427d-8b56-2ec3a03f8acb req-7845d15b-6b9c-4adc-a568-07014f55163d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 931 time: 0.2087603 Nov 19 18:59:06.191046 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6e95e55f-d58a-4dd5-afb4-3cb55d93573e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f938dc5d53de49d49a8ceb4042318a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209120 Nov 19 18:59:06.192956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39508) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:06.262017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['8c4f088f-be20-4877-9093-3c5d7cde6e8a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:06.292626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:06.293818 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:06.309664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-daba6702-51a0-427d-8b56-2ec3a03f8acb req-57a6524d-693b-4d0a-a470-529deb8fa6c3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584089 Nov 19 18:59:06.333649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ae11d-2a96-4499-bbb0-5a10b4d7c572 req-4c3ba289-f912-4a2e-a9e7-be190f901a57 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:06.335728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-935ae11d-2a96-4499-bbb0-5a10b4d7c572 req-4c3ba289-f912-4a2e-a9e7-be190f901a57 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 948 time: 0.1090708 Nov 19 18:59:06.361303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-81c368d3-7bc6-42a6-9576-1efb983d49ed tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5877512 Nov 19 18:59:06.373568 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d196ab81-f03d-4aa1-8ecc-c54f0f57363e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:06.381950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Request body: {'port': {'device_id': 'ae6fbb46-37fd-4079-8072-7f03f1644e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:06.411483 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6080cbde-1771-4136-83b0-426aeec60f7b req-eebc687a-06ea-49a7-8334-f39499962fc8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086457 Nov 19 18:59:06.413369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d196ab81-f03d-4aa1-8ecc-c54f0f57363e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:06.432809 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-935ae11d-2a96-4499-bbb0-5a10b4d7c572 req-709dee81-5ec1-435e-810e-c7cdf1b03ae0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825903 Nov 19 18:59:06.507329 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:06.514669 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d196ab81-f03d-4aa1-8ecc-c54f0f57363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:06.518108 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d196ab81-f03d-4aa1-8ecc-c54f0f57363e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:06.521933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d196ab81-f03d-4aa1-8ecc-c54f0f57363e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c420f7f-0e18-4955-9b4b-5fe384b36b67 HTTP/1.1" status: 204 len: 168 time: 0.3208876 Nov 19 18:59:06.546152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196ab81-f03d-4aa1-8ecc-c54f0f57363e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c420f7f-0e18-4955-9b4b-5fe384b36b67,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:06.792240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080cbde-1771-4136-83b0-426aeec60f7b req-83491ea9-b4ac-43a2-9228-58b4d4ce9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:06.793787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6080cbde-1771-4136-83b0-426aeec60f7b req-83491ea9-b4ac-43a2-9228-58b4d4ce9bc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 1095 time: 0.2729843 Nov 19 18:59:06.836002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de123b-ba97-48c7-835c-b8fd0420ed01 req-36bae9e9-5179-4f70-9b1e-1bc2c7e85d1d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:06.837590 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98de123b-ba97-48c7-835c-b8fd0420ed01 req-36bae9e9-5179-4f70-9b1e-1bc2c7e85d1d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 944 time: 0.2017465 Nov 19 18:59:07.044497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cf24cd-49bc-4fc6-920b-e89947d00c3d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:07.068222 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:07.085221 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98de123b-ba97-48c7-835c-b8fd0420ed01 req-25dcce61-e535-499c-b97d-a6893c432827 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1257772 Nov 19 18:59:07.109816 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Transition to ACTIVE for port object 15cf24cd-49bc-4fc6-920b-e89947d00c3d will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:59:07.145774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:07.195484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080cbde-1771-4136-83b0-426aeec60f7b req-20abde12-c3dc-4588-9a63-7768e60a8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:07.200886 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6080cbde-1771-4136-83b0-426aeec60f7b req-20abde12-c3dc-4588-9a63-7768e60a8b9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.3618414 Nov 19 18:59:07.243121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf24cd-49bc-4fc6-920b-e89947d00c3d,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:07.275025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c184-4b74-42bd-96b4-01d41a1652a7 req-5b1bdcc3-20b2-442b-ac4d-dbd16d071da7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:07.281271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c184-4b74-42bd-96b4-01d41a1652a7 req-5b1bdcc3-20b2-442b-ac4d-dbd16d071da7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:07.288205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c184-4b74-42bd-96b4-01d41a1652a7 req-5b1bdcc3-20b2-442b-ac4d-dbd16d071da7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:07.293480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6080cbde-1771-4136-83b0-426aeec60f7b req-b442552e-41bd-4c88-960d-4c369bebf4b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1bc1216-8ec9-41a7-8db1-07774156f921 HTTP/1.1" status: 200 len: 217 time: 0.0793071 Nov 19 18:59:07.295094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c184-4b74-42bd-96b4-01d41a1652a7 req-5b1bdcc3-20b2-442b-ac4d-dbd16d071da7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:07.301898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c184-4b74-42bd-96b4-01d41a1652a7 req-5b1bdcc3-20b2-442b-ac4d-dbd16d071da7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:07.308243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c184-4b74-42bd-96b4-01d41a1652a7 req-5b1bdcc3-20b2-442b-ac4d-dbd16d071da7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:07.314566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c184-4b74-42bd-96b4-01d41a1652a7 req-5b1bdcc3-20b2-442b-ac4d-dbd16d071da7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:07.316914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f36c184-4b74-42bd-96b4-01d41a1652a7 req-5b1bdcc3-20b2-442b-ac4d-dbd16d071da7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.2037098 Nov 19 18:59:07.401232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080cbde-1771-4136-83b0-426aeec60f7b req-e10d3c79-7010-4bf2-8d84-9991be7f0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:07.402920 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6080cbde-1771-4136-83b0-426aeec60f7b req-e10d3c79-7010-4bf2-8d84-9991be7f0a3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.0980439 Nov 19 18:59:07.495714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8de57333-4a06-4974-b395-d5f31be1eace up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:07.634332 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 8de57333-4a06-4974-b395-d5f31be1eace completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:07.640776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 8de57333-4a06-4974-b395-d5f31be1eace triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:07.641213 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:07.758420 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:07.836349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8de57333-4a06-4974-b395-d5f31be1eace, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8de57333-4a06-4974-b395-d5f31be1eace,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:07.838240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f028ec3-48aa-4a04-8487-8866bbc55b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de57333-4a06-4974-b395-d5f31be1eace'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:07.841230 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bab1627-4518-4bc5-a380-51e02d4af4f3" -d '{"events": [{"server_uuid": "8f028ec3-48aa-4a04-8487-8866bbc55b14", "name": "network-vif-plugged", "status": "completed", "tag": "8de57333-4a06-4974-b395-d5f31be1eace"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:07.867669 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:07.944280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Attempting to bind port 15cf24cd-49bc-4fc6-920b-e89947d00c3d on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:59:07.944610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Attempting to bind port 15cf24cd-49bc-4fc6-920b-e89947d00c3d by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:59:07.958321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Attempting to bind port 15cf24cd-49bc-4fc6-920b-e89947d00c3d on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:07.964041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=8de57333-4a06-4974-b395-d5f31be1eace,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:07.968097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Port 15cf24cd-49bc-4fc6-920b-e89947d00c3d on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:59:07.968411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Attempting to bind port 15cf24cd-49bc-4fc6-920b-e89947d00c3d on network a1674ba9-cd11-4d8b-a32b-c297cfe7e545 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:08.002857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39558) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:08.006660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:59:08.008340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Checking segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:59:08.008840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Bound using segment: {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:59:08.009325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Bound port: 15cf24cd-49bc-4fc6-920b-e89947d00c3d, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e0ba32-a3f7-4106-bcc1-635373a2f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:59:08.009694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.034872 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6080cbde-1771-4136-83b0-426aeec60f7b req-5635b434-0394-46bf-9dc5-0f593db9fbf2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6159334 Nov 19 18:59:08.063206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f36c184-4b74-42bd-96b4-01d41a1652a7 req-7e0706d6-9203-4913-bd96-ac75873ab7b2 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7316635 Nov 19 18:59:08.147445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacf3ea-5485-4d44-9479-be3a01c1b265 req-1497a7f7-5aec-46a2-92e5-ac50fb276926 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:08.154258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2aacf3ea-5485-4d44-9479-be3a01c1b265 req-1497a7f7-5aec-46a2-92e5-ac50fb276926 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 943 time: 0.6919243 Nov 19 18:59:08.177274 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-99a7707a-d155-43ae-b7a4-dad0e59c4f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.213879 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6080cbde-1771-4136-83b0-426aeec60f7b req-fb3a3857-0bcd-4626-a392-09a4747eb704 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590016 Nov 19 18:59:08.263875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] For port 15cf24cd-49bc-4fc6-920b-e89947d00c3d, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:59:08.276719 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2aacf3ea-5485-4d44-9479-be3a01c1b265 req-c5ca0b30-e618-41a1-a9da-28c5b62ae348 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215112 Nov 19 18:59:08.309219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] For port 15cf24cd-49bc-4fc6-920b-e89947d00c3d, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=15cf24cd-49bc-4fc6-920b-e89947d00c3d,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:59:08.339122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-278936579-network', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:08.347134 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.405142 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db66e4be-0f85-40f5-aac9-7320f2d96b98 x-openstack-request-id: req-db66e4be-0f85-40f5-aac9-7320f2d96b98 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:08.405142 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f028ec3-48aa-4a04-8487-8866bbc55b14", "name": "network-vif-plugged", "status": "completed", "tag": "8de57333-4a06-4974-b395-d5f31be1eace", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:08.405142 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db66e4be-0f85-40f5-aac9-7320f2d96b98 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:08.405545 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f028ec3-48aa-4a04-8487-8866bbc55b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de57333-4a06-4974-b395-d5f31be1eace', 'code': 200} Nov 19 18:59:08.436024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:08.436661 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.438094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] 10.222.0.21 "PUT /v2.0/ports/15cf24cd-49bc-4fc6-920b-e89947d00c3d HTTP/1.1" status: 200 len: 1091 time: 2.0621181 Nov 19 18:59:08.447306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502cfe-a475-4faf-a347-815daec30606 req-54563ab6-6995-4796-9210-9709922bab9c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:08.449037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72502cfe-a475-4faf-a347-815daec30606 req-54563ab6-6995-4796-9210-9709922bab9c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 949 time: 0.2214527 Nov 19 18:59:08.449650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6fbb46-37fd-4079-8072-7f03f1644e15', 'tag': '15cf24cd-49bc-4fc6-920b-e89947d00c3d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:08.453629 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb30561-7758-4585-af01-40aca2b24f69" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6fbb46-37fd-4079-8072-7f03f1644e15", "tag": "15cf24cd-49bc-4fc6-920b-e89947d00c3d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:08.460014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Made reservation on behalf of 3fec77c01a1c42069abcb44b9b2f7904 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:59:08.462952 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.491010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6080cbde-1771-4136-83b0-426aeec60f7b req-00090631-b05f-412f-8ae7-81546d7b299f service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664418 Nov 19 18:59:08.508751 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.531857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec78012-82ce-4a47-988c-07b7e9f57504 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf24cd-49bc-4fc6-920b-e89947d00c3d,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:08.576534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b590af6-a8f9-4fd1-a787-ba9ca7a8ef94 req-09d7f6d5-4e24-48ee-8742-1e6560e84cde service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1996901 Nov 19 18:59:08.594807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a55fd7-01db-44a7-982e-0ba3088c2c24 req-3f6534a2-c22f-48e0-b6c7-2ac3d75341e4 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:08.598036 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c1a55fd7-01db-44a7-982e-0ba3088c2c24 req-3f6534a2-c22f-48e0-b6c7-2ac3d75341e4 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 944 time: 0.1098318 Nov 19 18:59:08.622412 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72502cfe-a475-4faf-a347-815daec30606 req-27abbf3d-667e-4197-9d2e-d9045c61745e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550171 Nov 19 18:59:08.638495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-30826752-85df-49b0-823a-a2fd944ffdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:08.640590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f83a4c-aa65-4862-9cce-81068c52fa80 req-9d32ed59-aff2-4313-8655-8ac2469ffa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:08.642238 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8f83a4c-aa65-4862-9cce-81068c52fa80 req-9d32ed59-aff2-4313-8655-8ac2469ffa9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 1100 time: 0.1347628 Nov 19 18:59:08.645152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-30826752-85df-49b0-823a-a2fd944ffdce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 1094 time: 0.1212947 Nov 19 18:59:08.751493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.754503 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8f83a4c-aa65-4862-9cce-81068c52fa80 req-4cc2d135-604a-4285-9d66-2e2fcdcfa5c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939112 Nov 19 18:59:08.759794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.774482 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:59:08.788899 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.788899 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Added segment c63544e3-4dc7-40bb-bd56-c55f6eb2e277 of type vlan for network 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 Nov 19 18:59:08.809818 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-11397fd9-29fa-4f04-8a11-9b361a3c789e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15cf24cd-49bc-4fc6-920b-e89947d00c3d HTTP/1.1" status: 200 len: 217 time: 0.1426270 Nov 19 18:59:08.815087 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48cf75b-ade7-426c-a051-e8a6305845d1 x-openstack-request-id: req-d48cf75b-ade7-426c-a051-e8a6305845d1 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:08.815671 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6fbb46-37fd-4079-8072-7f03f1644e15", "tag": "15cf24cd-49bc-4fc6-920b-e89947d00c3d", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:08.816121 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d48cf75b-ade7-426c-a051-e8a6305845d1 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:08.816721 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6fbb46-37fd-4079-8072-7f03f1644e15', 'tag': '15cf24cd-49bc-4fc6-920b-e89947d00c3d', 'status': 'completed', 'code': 200} Nov 19 18:59:08.850728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c1a55fd7-01db-44a7-982e-0ba3088c2c24 req-9bc7efa8-13db-42fb-a3b7-695f86ca1b36 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2457561 Nov 19 18:59:08.852854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b590af6-a8f9-4fd1-a787-ba9ca7a8ef94 req-799c50fc-96d1-404b-ac18-c8e6b50e6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:08.864374 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b590af6-a8f9-4fd1-a787-ba9ca7a8ef94 req-799c50fc-96d1-404b-ac18-c8e6b50e6357 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 1096 time: 0.2549083 Nov 19 18:59:08.891643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26c2e63-fa6a-4cf2-b1b6-2b13b42f16e5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:08.924649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.970103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.971666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:08.972287 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:09.067889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0628717 Nov 19 18:59:09.070124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b590af6-a8f9-4fd1-a787-ba9ca7a8ef94 req-7e9b0e9f-bcc2-468c-b323-415a490148d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.070781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39578) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:09.071813 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b590af6-a8f9-4fd1-a787-ba9ca7a8ef94 req-7e9b0e9f-bcc2-468c-b323-415a490148d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 906 time: 0.1568286 Nov 19 18:59:09.075805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] Request body: {'subnet': {'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-278936579-subnet', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:09.088303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-adafbbed-858d-40d5-8fcb-71d551012a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.089086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fcc16-46b6-4352-9d0a-f487c9957110 admin admin] Pushing event updated for resources: {'Network': ['ID=62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:09.089727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-adafbbed-858d-40d5-8fcb-71d551012a0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.0960586 Nov 19 18:59:09.102326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:59:09.117393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] Made reservation on behalf of 3fec77c01a1c42069abcb44b9b2f7904 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:59:09.121216 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:09.183953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b590af6-a8f9-4fd1-a787-ba9ca7a8ef94 req-f9aebb9b-f5a6-41fc-b678-37bfd81500d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8870b30-7630-4c5d-9b9e-3417a67c0832 HTTP/1.1" status: 200 len: 217 time: 0.1030579 Nov 19 18:59:09.240933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-c0b88a7b-9de0-427b-a7da-ca2c2b523d0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713224 Nov 19 18:59:09.335486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b590af6-a8f9-4fd1-a787-ba9ca7a8ef94 req-3af39a4f-5668-4824-851d-5562707c920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.336970 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b590af6-a8f9-4fd1-a787-ba9ca7a8ef94 req-3af39a4f-5668-4824-851d-5562707c920c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.1058857 Nov 19 18:59:09.396283 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b590af6-a8f9-4fd1-a787-ba9ca7a8ef94 req-73000032-051d-43a1-b8a3-df025d46859d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482824 Nov 19 18:59:09.445716 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d83d0-fc92-4218-b6ef-8f3168eba92e req-6e1c9201-c46b-40f8-834a-f8dbc0512141 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.455918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d83d0-fc92-4218-b6ef-8f3168eba92e req-6e1c9201-c46b-40f8-834a-f8dbc0512141 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.464084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d83d0-fc92-4218-b6ef-8f3168eba92e req-6e1c9201-c46b-40f8-834a-f8dbc0512141 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.470635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d83d0-fc92-4218-b6ef-8f3168eba92e req-6e1c9201-c46b-40f8-834a-f8dbc0512141 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.476776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d83d0-fc92-4218-b6ef-8f3168eba92e req-6e1c9201-c46b-40f8-834a-f8dbc0512141 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.479242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-f07e8590-2006-48bd-92f8-ea8c1b3622b4 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155759 Nov 19 18:59:09.484753 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d83d0-fc92-4218-b6ef-8f3168eba92e req-6e1c9201-c46b-40f8-834a-f8dbc0512141 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.494731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d83d0-fc92-4218-b6ef-8f3168eba92e req-6e1c9201-c46b-40f8-834a-f8dbc0512141 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.498042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-014d83d0-fc92-4218-b6ef-8f3168eba92e req-6e1c9201-c46b-40f8-834a-f8dbc0512141 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.1809618 Nov 19 18:59:09.510624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8c4f088f-be20-4877-9093-3c5d7cde6e8a up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:09.531116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a0c84-8496-469a-8480-8814e660fda5 req-2393f376-6c23-48ae-acd9-8e39bada5253 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.532687 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c08a0c84-8496-469a-8480-8814e660fda5 req-2393f376-6c23-48ae-acd9-8e39bada5253 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 943 time: 0.1720181 Nov 19 18:59:09.542670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:09.615288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 8c4f088f-be20-4877-9093-3c5d7cde6e8a completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:09.619196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 8c4f088f-be20-4877-9093-3c5d7cde6e8a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:09.619558 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:09.651748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-014d83d0-fc92-4218-b6ef-8f3168eba92e req-f3403988-1707-40ad-b3eb-fc02fa7ac2b6 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1400392 Nov 19 18:59:09.652970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de611ca7-e6b3-43cf-b3cf-35e30243d6a0,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:09.670882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] Checking segment: {'id': 'c63544e3-4dc7-40bb-bd56-c55f6eb2e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:59:09.671396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] Network hostable DHCP agents. Network: 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:59:09.710847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] Network 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:59:09.724022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:59:09.742711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.742711 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:09.764488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b590af6-a8f9-4fd1-a787-ba9ca7a8ef94 req-77a68378-3096-48c7-b0ab-3b4cbfdc9c44 service neutron] 10.222.0.57 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454340 Nov 19 18:59:09.771635 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c08a0c84-8496-469a-8480-8814e660fda5 req-c2583177-f665-42b1-94f1-fdc422ef5460 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174413 Nov 19 18:59:09.778856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-416a3932-16d0-44e9-ad0c-9a56491f1b5e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7068720 Nov 19 18:59:09.781021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39604) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:09.791683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249bde3f-7c1f-4486-8eae-710ce273fc91 None None] Network 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:59:09.797031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-278936579-router', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:09.831774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:09.833115 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:09.861993 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-344a7326-8b4e-4ab4-b21f-ae36d8a7c191 req-d3262cc3-63f9-48f2-b6ef-a5a886ea16c1 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639181 Nov 19 18:59:09.981520 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b590af6-a8f9-4fd1-a787-ba9ca7a8ef94 req-9d9cc0cf-bad0-4f5a-ab38-3dc8fa0430bd service neutron] 10.222.0.57 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066867 Nov 19 18:59:10.067223 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.077577 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.096917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30561-7758-4585-af01-40aca2b24f69 req-5f8755ba-ce39-4fc6-b5a8-87bbda7eeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.103396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aeb30561-7758-4585-af01-40aca2b24f69 req-5f8755ba-ce39-4fc6-b5a8-87bbda7eeaab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53e6341580de4da8b2e041b6688556b1&device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 1094 time: 0.1203737 Nov 19 18:59:10.114698 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d63c67-5b04-4d90-83ed-a898bb0ed5d3 req-10511941-2471-4a13-86a4-3ad57291e9f8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.124827 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98d63c67-5b04-4d90-83ed-a898bb0ed5d3 req-10511941-2471-4a13-86a4-3ad57291e9f8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 949 time: 0.1523733 Nov 19 18:59:10.149735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71', 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'fixed_ips': [{'subnet_id': 'de611ca7-e6b3-43cf-b3cf-35e30243d6a0'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:59:10.154391 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.159118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8c4f088f-be20-4877-9093-3c5d7cde6e8a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8c4f088f-be20-4877-9093-3c5d7cde6e8a,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:10.180144 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.249018 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30561-7758-4585-af01-40aca2b24f69 req-505f44a5-c635-40c6-af5e-5dcef1485d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.251077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aeb30561-7758-4585-af01-40aca2b24f69 req-505f44a5-c635-40c6-af5e-5dcef1485d63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 200 len: 906 time: 0.1278727 Nov 19 18:59:10.305902 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c404ce8-f448-4996-80a4-ce0a81341900 req-19fb31a6-5b3b-40ff-b147-06aa21ed2c2a tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.307565 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c404ce8-f448-4996-80a4-ce0a81341900 req-19fb31a6-5b3b-40ff-b147-06aa21ed2c2a tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 945 time: 0.0557964 Nov 19 18:59:10.329020 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98d63c67-5b04-4d90-83ed-a898bb0ed5d3 req-6447f790-90c7-42c0-b3ed-8fd7d59731e3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031538 Nov 19 18:59:10.331935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.379845 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c404ce8-f448-4996-80a4-ce0a81341900 req-ccfd42ae-5dff-4f9a-86df-dd9180f5aaad tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652797 Nov 19 18:59:10.404388 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=8c4f088f-be20-4877-9093-3c5d7cde6e8a,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:10.408662 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aeb30561-7758-4585-af01-40aca2b24f69 req-8b9751d8-665a-4858-a54f-35577605034f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15cf24cd-49bc-4fc6-920b-e89947d00c3d HTTP/1.1" status: 200 len: 217 time: 0.0420265 Nov 19 18:59:10.418801 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4fb5b6-595e-497d-acec-095bbf323532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4f088f-be20-4877-9093-3c5d7cde6e8a'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:10.433096 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689794da-bbd5-428e-9c85-c791b69d195e" -d '{"events": [{"server_uuid": "7e4fb5b6-595e-497d-acec-095bbf323532", "name": "network-vif-plugged", "status": "completed", "tag": "8c4f088f-be20-4877-9093-3c5d7cde6e8a"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:10.481049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Allocated IP 172.20.0.2 (62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71/de611ca7-e6b3-43cf-b3cf-35e30243d6a0/4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:59:10.491002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30561-7758-4585-af01-40aca2b24f69 req-1c8059cb-5feb-425b-a175-3eae8ad4924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.493383 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aeb30561-7758-4585-af01-40aca2b24f69 req-1c8059cb-5feb-425b-a175-3eae8ad4924b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 200 len: 845 time: 0.0707831 Nov 19 18:59:10.532273 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b37e39-2c8a-4a2d-8ba2-0a6a44a5c1ac x-openstack-request-id: req-74b37e39-2c8a-4a2d-8ba2-0a6a44a5c1ac {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:10.532612 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4fb5b6-595e-497d-acec-095bbf323532", "name": "network-vif-plugged", "status": "completed", "tag": "8c4f088f-be20-4877-9093-3c5d7cde6e8a", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:10.533569 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74b37e39-2c8a-4a2d-8ba2-0a6a44a5c1ac {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:10.534133 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4fb5b6-595e-497d-acec-095bbf323532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4f088f-be20-4877-9093-3c5d7cde6e8a', 'code': 200} Nov 19 18:59:10.539442 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aeb30561-7758-4585-af01-40aca2b24f69 req-d248c7a8-be8b-4552-a971-e1662f03c633 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1674ba9-cd11-4d8b-a32b-c297cfe7e545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390944 Nov 19 18:59:10.592140 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-293eb3ec-85c6-453f-b266-9985b9395943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.676907 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.681132 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aeb30561-7758-4585-af01-40aca2b24f69 req-b08e98b1-7785-4698-b19f-f3e8cf1e1221 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163175 Nov 19 18:59:10.683176 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.688878 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.703670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525509b-58eb-4c77-b903-a21298ca3721 req-f8cb818b-49e8-4155-b6f4-303e0c7546b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.705228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f525509b-58eb-4c77-b903-a21298ca3721 req-f8cb818b-49e8-4155-b6f4-303e0c7546b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 1096 time: 0.0702612 Nov 19 18:59:10.706268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.730730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Network 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:59:10.743414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Pushing event updated for resources: {'Port': ['ID=4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:10.747657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:59:10.754634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:59:10.838314 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f525509b-58eb-4c77-b903-a21298ca3721 req-e19fc688-201d-4075-a7b9-791855a5b4b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204040 Nov 19 18:59:10.854321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Attempting to bind port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:59:10.855233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Attempting to bind port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'c63544e3-4dc7-40bb-bd56-c55f6eb2e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:59:10.855817 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Attempting to bind port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 on network 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:10.863289 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aeb30561-7758-4585-af01-40aca2b24f69 req-0b10c46a-075b-4d09-9e9a-0f08b37703c3 service neutron] 10.222.0.21 "GET /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698985 Nov 19 18:59:10.865154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:59:10.865728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Checking segment: {'id': 'c63544e3-4dc7-40bb-bd56-c55f6eb2e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:59:10.866995 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.867413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Bound using segment: {'id': 'c63544e3-4dc7-40bb-bd56-c55f6eb2e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:59:10.867904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Bound port: 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63544e3-4dc7-40bb-bd56-c55f6eb2e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:59:10.868296 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.872321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Allocated IP 172.25.3.129 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/a7b534ef-ca6c-4995-a16a-1afd658da208) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:59:10.881185 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7775ba5-17c3-4173-9ae7-a85a1ad42b0f req-9bd0ad00-de7b-42db-9a20-2a5aa72a6472 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.898925 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7775ba5-17c3-4173-9ae7-a85a1ad42b0f req-9bd0ad00-de7b-42db-9a20-2a5aa72a6472 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.905161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7775ba5-17c3-4173-9ae7-a85a1ad42b0f req-9bd0ad00-de7b-42db-9a20-2a5aa72a6472 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.911734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7775ba5-17c3-4173-9ae7-a85a1ad42b0f req-9bd0ad00-de7b-42db-9a20-2a5aa72a6472 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.918026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7775ba5-17c3-4173-9ae7-a85a1ad42b0f req-9bd0ad00-de7b-42db-9a20-2a5aa72a6472 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.924718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7775ba5-17c3-4173-9ae7-a85a1ad42b0f req-9bd0ad00-de7b-42db-9a20-2a5aa72a6472 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.930708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7775ba5-17c3-4173-9ae7-a85a1ad42b0f req-9bd0ad00-de7b-42db-9a20-2a5aa72a6472 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:10.934243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7775ba5-17c3-4173-9ae7-a85a1ad42b0f req-9bd0ad00-de7b-42db-9a20-2a5aa72a6472 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.1445451 Nov 19 18:59:10.958990 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] For port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:59:10.962344 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] For port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09,segment=NetworkSegment(c63544e3-4dc7-40bb-bd56-c55f6eb2e277),segment_id=c63544e3-4dc7-40bb-bd56-c55f6eb2e277)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:59:10.967971 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:10.999421 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7775ba5-17c3-4173-9ae7-a85a1ad42b0f req-8ccdc3fb-c5de-4159-b7b9-726b784f15e5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599058 Nov 19 18:59:11.020931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd9bbe-b60d-40c3-8319-e2653669e196 req-55a1ed6b-40a6-415f-b924-a304c5c406ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:11.022635 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8cd9bbe-b60d-40c3-8319-e2653669e196 req-55a1ed6b-40a6-415f-b924-a304c5c406ff tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 943 time: 0.0865867 Nov 19 18:59:11.054102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c62dd-ccab-439f-afa8-d4353cabdc81 None None] Pushing event updated for resources: {'Port': ['ID=4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:11.083312 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:11.136784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8cd9bbe-b60d-40c3-8319-e2653669e196 req-af5abe21-ab33-4886-b694-0f2d9dde547c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030016 Nov 19 18:59:11.152280 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:11.197810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:59:11.201028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:59:11.204841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:59:11.233065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b534ef-ca6c-4995-a16a-1afd658da208,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:11.379722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d37a2-c914-43e3-bc41-4bdc39a9a413 req-7f16d58e-37c2-4e07-a91d-f4b2d2b5f01a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:11.381284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a7d37a2-c914-43e3-bc41-4bdc39a9a413 req-7f16d58e-37c2-4e07-a91d-f4b2d2b5f01a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=012ae568-18d0-4a02-8b3c-5814c4a9b47f HTTP/1.1" status: 200 len: 950 time: 0.1516631 Nov 19 18:59:11.469976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a7d37a2-c914-43e3-bc41-4bdc39a9a413 req-1b87a27c-3b85-479c-a8c4-868d25cac1b8 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816915 Nov 19 18:59:11.470187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddb24c-6fd9-4e33-b9b4-29559e71bd2a req-f09bb88d-6596-47d0-a2cf-8c53806783c1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:11.472056 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b7ddb24c-6fd9-4e33-b9b4-29559e71bd2a req-f09bb88d-6596-47d0-a2cf-8c53806783c1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 949 time: 0.0534103 Nov 19 18:59:11.532176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b7ddb24c-6fd9-4e33-b9b4-29559e71bd2a req-0ee2eb68-336a-4f73-9572-ea4f2969f83a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534954 Nov 19 18:59:11.626376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:11.636752 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8d6c1-f4eb-40a9-8b28-0e1717c84eea req-2f19d3e0-554c-44aa-8d77-e525eba0a96b tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:11.638303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3d8d6c1-f4eb-40a9-8b28-0e1717c84eea req-2f19d3e0-554c-44aa-8d77-e525eba0a96b tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 945 time: 0.0739944 Nov 19 18:59:11.744832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:11.775570 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3d8d6c1-f4eb-40a9-8b28-0e1717c84eea req-27132478-9eaf-4002-bcf4-a480bcedb06a tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041028 Nov 19 18:59:11.969706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80df28-3330-40a6-ab61-8a2261507ce7 req-60aa1b2d-1a42-4f68-a7e0-12d6e34fa88e tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:11.971834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d80df28-3330-40a6-ab61-8a2261507ce7 req-60aa1b2d-1a42-4f68-a7e0-12d6e34fa88e tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 1100 time: 0.1073077 Nov 19 18:59:11.994696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:12.066192 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d80df28-3330-40a6-ab61-8a2261507ce7 req-3598f021-78f5-455a-9502-f963704d27aa tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870636 Nov 19 18:59:12.183335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f064991f-689b-415f-9f97-1aba7bf0ca95 None None] Network 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:59:12.206920 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Router ad5253fc-ab07-45de-b656-b8249d8d53e2 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:59:12.236834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca3699-265d-40f8-bc06-6e761c284ed3 req-9ff9e6e3-157e-41e5-b33f-53c75da790ad tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.243728 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca3699-265d-40f8-bc06-6e761c284ed3 req-9ff9e6e3-157e-41e5-b33f-53c75da790ad tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.250192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca3699-265d-40f8-bc06-6e761c284ed3 req-9ff9e6e3-157e-41e5-b33f-53c75da790ad tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.257174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca3699-265d-40f8-bc06-6e761c284ed3 req-9ff9e6e3-157e-41e5-b33f-53c75da790ad tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.272514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca3699-265d-40f8-bc06-6e761c284ed3 req-9ff9e6e3-157e-41e5-b33f-53c75da790ad tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.272514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca3699-265d-40f8-bc06-6e761c284ed3 req-9ff9e6e3-157e-41e5-b33f-53c75da790ad tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.279860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca3699-265d-40f8-bc06-6e761c284ed3 req-9ff9e6e3-157e-41e5-b33f-53c75da790ad tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.288612 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46ca3699-265d-40f8-bc06-6e761c284ed3 req-9ff9e6e3-157e-41e5-b33f-53c75da790ad tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.1610963 Nov 19 18:59:12.302121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-26c95547-3fdc-4db2-bf6b-1aadd374bc06 None None] Provisioning complete for port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:12.302497 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26c95547-3fdc-4db2-bf6b-1aadd374bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:12.355337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46ca3699-265d-40f8-bc06-6e761c284ed3 req-23204e29-3520-4857-9a5a-6a69f368946f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637062 Nov 19 18:59:12.389132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d854f36-0a82-4503-869c-26e87cd4fcbf req-04818344-630b-4304-9772-4f68ee5b9975 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.390832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d854f36-0a82-4503-869c-26e87cd4fcbf req-04818344-630b-4304-9772-4f68ee5b9975 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 943 time: 0.1028831 Nov 19 18:59:12.429257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:59:12.440174 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Sync routers for ids ['ad5253fc-ab07-45de-b656-b8249d8d53e2'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:59:12.451411 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Routers {'ad5253fc-ab07-45de-b656-b8249d8d53e2'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:59:12.452090 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ad5253fc-ab07-45de-b656-b8249d8d53e2'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:12.477003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d854f36-0a82-4503-869c-26e87cd4fcbf req-e74bbda2-7b05-42a3-910e-d191aac55fbf tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720716 Nov 19 18:59:12.487973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:12.489327 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f8d20317-c8e6-4c10-a2ea-7932911916d9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7021847 Nov 19 18:59:12.492187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39692) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:12.583681 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Set router ad5253fc-ab07-45de-b656-b8249d8d53e2 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:59:12.621671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98093762-0696-4f22-b43f-aec6d6b89917 req-705c2ae0-6c87-42f9-ada3-1bb2cddb427c tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.632253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98093762-0696-4f22-b43f-aec6d6b89917 req-705c2ae0-6c87-42f9-ada3-1bb2cddb427c tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 1097 time: 0.1058621 Nov 19 18:59:12.698079 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26c95547-3fdc-4db2-bf6b-1aadd374bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:12.700391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-61d83a83-c090-45c8-a2ab-910b92664e44 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683806 Nov 19 18:59:12.713746 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98093762-0696-4f22-b43f-aec6d6b89917 req-a37557d4-9f75-4da0-8a7a-e0daab891d76 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801742 Nov 19 18:59:12.748069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-26c95547-3fdc-4db2-bf6b-1aadd374bc06 None None] For port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09,segment=NetworkSegment(c63544e3-4dc7-40bb-bd56-c55f6eb2e277),segment_id=c63544e3-4dc7-40bb-bd56-c55f6eb2e277)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:12.782743 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26c95547-3fdc-4db2-bf6b-1aadd374bc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:12.880582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c95547-3fdc-4db2-bf6b-1aadd374bc06 None None] Pushing event updated for resources: {'Port': ['ID=4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:12.905162 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'name': 'tempest-FloatingIPsTestJSON-278936579-router', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:59:09Z', 'updated_at': '2021-11-19T18:59:11Z', 'revision_number': 3, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'gw_port': {'id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:59:10Z', 'updated_at': '2021-11-19T18:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:12.930451 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74c59-27ad-48f4-9797-7323380e8778 req-afb35cac-e18f-4a23-bd18-77701e8936f4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.935595 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Checking router: ad5253fc-ab07-45de-b656-b8249d8d53e2 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:59:12.935920 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Updating router ad5253fc-ab07-45de-b656-b8249d8d53e2 port a7b534ef-ca6c-4995-a16a-1afd658da208 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:59:12.941102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-afb35cac-e18f-4a23-bd18-77701e8936f4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399292 Nov 19 18:59:12.963216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-ff464fac-a43f-471a-b670-023e95b46ad3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/quotas/d1e4c83e396245f58364fb76770be297 HTTP/1.1" status: 200 len: 375 time: 0.0211449 Nov 19 18:59:12.964573 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.102242 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-82866a5a-4cc7-44df-b50a-925153bbb704 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1338043 Nov 19 18:59:13.104687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c38d2c88-5087-49e2-a669-cb7fe345c3fd None None] Provisioning complete for port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:13.105056 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c38d2c88-5087-49e2-a669-cb7fe345c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.229229 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.298175 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.363143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:13.388424 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.399993 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.432408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:13.432408 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.537722 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Attempting to bind port a7b534ef-ca6c-4995-a16a-1afd658da208 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:59:13.538338 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Attempting to bind port a7b534ef-ca6c-4995-a16a-1afd658da208 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:59:13.538501 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Attempting to bind port a7b534ef-ca6c-4995-a16a-1afd658da208 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:13.545351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 15cf24cd-49bc-4fc6-920b-e89947d00c3d details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:13.563500 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:59:13.569695 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:59:13.571930 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.573300 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:59:13.575003 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Bound port: a7b534ef-ca6c-4995-a16a-1afd658da208, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:59:13.575620 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.691348 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] For port a7b534ef-ca6c-4995-a16a-1afd658da208, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:59:13.692901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 15cf24cd-49bc-4fc6-920b-e89947d00c3d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=15cf24cd-49bc-4fc6-920b-e89947d00c3d,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:13.695329 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] For port a7b534ef-ca6c-4995-a16a-1afd658da208, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a7b534ef-ca6c-4995-a16a-1afd658da208,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:59:13.697518 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Pushing event updated for resources: {'Port': ['ID=a7b534ef-ca6c-4995-a16a-1afd658da208,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:13.706794 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.707989 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.708627 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.709162 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.709806 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.710539 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.711058 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.711779 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.712291 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.713006 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.713219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '15cf24cd-49bc-4fc6-920b-e89947d00c3d', 'network_id': 'a1674ba9-cd11-4d8b-a32b-c297cfe7e545', 'port_id': '15cf24cd-49bc-4fc6-920b-e89947d00c3d', 'mac_address': 'fa:16:3e:d0:01:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe59e18c-b7e3-459f-88b9-60024191b0d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:13.713945 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.714452 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:13.721165 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.761265 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.780600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cf24cd-49bc-4fc6-920b-e89947d00c3d {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:13.811937 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Routers {'ad5253fc-ab07-45de-b656-b8249d8d53e2'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:59:13.812915 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ad5253fc-ab07-45de-b656-b8249d8d53e2'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:13.815957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 15cf24cd-49bc-4fc6-920b-e89947d00c3d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=15cf24cd-49bc-4fc6-920b-e89947d00c3d,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:13.817186 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de9155-3d42-4f61-a0a5-df0c0251abff None None] Pushing event updated for resources: {'Port': ['ID=a7b534ef-ca6c-4995-a16a-1afd658da208,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:13.832630 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:13.874826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416792c-cbd2-4723-8e5b-5122e148e32a req-5245a54f-e07e-4e15-8c9a-1817aa861e7b tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:13.882499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f416792c-cbd2-4723-8e5b-5122e148e32a req-5245a54f-e07e-4e15-8c9a-1817aa861e7b tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 945 time: 0.5047359 Nov 19 18:59:13.927943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=15cf24cd-49bc-4fc6-920b-e89947d00c3d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:13.986406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f416792c-cbd2-4723-8e5b-5122e148e32a req-50df3519-f4ba-4dad-b52c-4cc384f33177 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029067 Nov 19 18:59:13.991431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Allocated IP 172.20.0.1 (62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71/de611ca7-e6b3-43cf-b3cf-35e30243d6a0/933e8f08-d878-490a-a5da-22c86d31b456) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:59:14.008540 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] Set router ad5253fc-ab07-45de-b656-b8249d8d53e2 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:59:14.056840 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:14.169103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e5347b9-5c25-4bf0-add7-dcd6c5fe2b6f req-fdf0c8df-c802-43d6-8fa1-3309a48016c6 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 210 time: 0.0455317 Nov 19 18:59:14.186905 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:14.228649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:14.275114 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'name': 'tempest-FloatingIPsTestJSON-278936579-router', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:59:09Z', 'updated_at': '2021-11-19T18:59:11Z', 'revision_number': 3, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'gw_port': {'id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:59:10Z', 'updated_at': '2021-11-19T18:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:14.282035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Network 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:59:14.284541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-ac369cbf-f1be-4c7e-a44b-ebb109cdc097 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:59:14.286177 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-ac369cbf-f1be-4c7e-a44b-ebb109cdc097 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064731 Nov 19 18:59:14.286856 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:59:14.305837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:59:14.317812 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e928fd-5db7-485f-b3d2-ab162cfe12c3 None None] The sync data for ids ['ad5253fc-ab07-45de-b656-b8249d8d53e2'] in n-d-815373-6 is: [{'id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'name': 'tempest-FloatingIPsTestJSON-278936579-router', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:59:09Z', 'updated_at': '2021-11-19T18:59:11Z', 'revision_number': 3, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'gw_port': {'id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:59:10Z', 'updated_at': '2021-11-19T18:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:59:14.344292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['15cf24cd-49bc-4fc6-920b-e89947d00c3d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:14.352553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Pushing event updated for resources: {'Port': ['ID=933e8f08-d878-490a-a5da-22c86d31b456,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:14.364997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-16a7f30c-a463-410b-af82-243975c6dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:14.370415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-16a7f30c-a463-410b-af82-243975c6dfb2 service neutron] 10.222.0.50 "GET /v2.0/ports/16de00f4-983e-42a7-9500-f59ebb7ccaad HTTP/1.1" status: 200 len: 1094 time: 0.0705121 Nov 19 18:59:14.386963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Request body: {'binding': {'host': 'n-h1-815373-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:14.387758 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Unknown quota resources ['binding']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:59:14.388082 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:14.489308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abec58-f470-43ac-a76d-b014f687090f req-2d18000f-0c89-475f-8e01-a9855ed307c5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:14.495994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abec58-f470-43ac-a76d-b014f687090f req-2d18000f-0c89-475f-8e01-a9855ed307c5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:14.504601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abec58-f470-43ac-a76d-b014f687090f req-2d18000f-0c89-475f-8e01-a9855ed307c5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:14.511348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abec58-f470-43ac-a76d-b014f687090f req-2d18000f-0c89-475f-8e01-a9855ed307c5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:14.520300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abec58-f470-43ac-a76d-b014f687090f req-2d18000f-0c89-475f-8e01-a9855ed307c5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:14.527099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abec58-f470-43ac-a76d-b014f687090f req-2d18000f-0c89-475f-8e01-a9855ed307c5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:14.534964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abec58-f470-43ac-a76d-b014f687090f req-2d18000f-0c89-475f-8e01-a9855ed307c5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:14.538163 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26abec58-f470-43ac-a76d-b014f687090f req-2d18000f-0c89-475f-8e01-a9855ed307c5 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.2642565 Nov 19 18:59:14.588128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad on host n-h1-815373-6 for vnic_type normal with profile None {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:59:14.588450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:59:14.588907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:14.594419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Port 16de00f4-983e-42a7-9500-f59ebb7ccaad on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:59:14.595412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:14.603548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:59:14.604134 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:59:14.604529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:59:14.605136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Bound port: 16de00f4-983e-42a7-9500-f59ebb7ccaad, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:59:14.672033 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:14.683420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-42319a97-8036-4cce-8cf3-7cd30743fa36 None None] Provisioning complete for port 933e8f08-d878-490a-a5da-22c86d31b456 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:14.683884 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-42319a97-8036-4cce-8cf3-7cd30743fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:14.690074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:59:14.697634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:14.698974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-4899b6d1-545f-4b81-871a-40e925117da9 service neutron] 10.222.0.50 "POST /v2.0/ports/16de00f4-983e-42a7-9500-f59ebb7ccaad/bindings HTTP/1.1" status: 201 len: 389 time: 0.3247530 Nov 19 18:59:14.708196 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26abec58-f470-43ac-a76d-b014f687090f req-171d426d-58f0-4127-b709-0f786b4d096d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1124527 Nov 19 18:59:14.755755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-42319a97-8036-4cce-8cf3-7cd30743fa36 None None] Port 933e8f08-d878-490a-a5da-22c86d31b456 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:59:14.970820 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:14.985342 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:14.986658 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-9f37fc2f-83c9-4b3b-b0c8-1ab0c20e5a00 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d1e4c83e396245f58364fb76770be297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879991 Nov 19 18:59:15.077277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421af98-1e4c-4494-b04e-45248aaf296d req-88d4e335-b5b1-4e3a-8a22-29381891a462 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.079192 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2421af98-1e4c-4494-b04e-45248aaf296d req-88d4e335-b5b1-4e3a-8a22-29381891a462 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 944 time: 0.2110691 Nov 19 18:59:15.116779 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:15.130179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Pushing event updated for resources: {'Port': ['ID=933e8f08-d878-490a-a5da-22c86d31b456,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:15.140758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e009915-e7c1-487a-9295-3b96d3af7b42 req-ebf7032e-0476-4bcd-b050-952950895444 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.143975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e009915-e7c1-487a-9295-3b96d3af7b42 req-ebf7032e-0476-4bcd-b050-952950895444 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 945 time: 0.1690295 Nov 19 18:59:15.208019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39758) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:15.248391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f2bbe1cb-b9ef-4cd1-9d5c-97d0d0b9b3cf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Request body: {'floatingip': {'port_id': '8c4f088f-be20-4877-9093-3c5d7cde6e8a'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:15.278588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a7b534ef-ca6c-4995-a16a-1afd658da208 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:15.295623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74c59-27ad-48f4-9797-7323380e8778 req-02033294-49f7-403b-a8f3-cdede2c257c1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.297097 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-02033294-49f7-403b-a8f3-cdede2c257c1 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2940905 Nov 19 18:59:15.304325 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2421af98-1e4c-4494-b04e-45248aaf296d req-7335a90a-2c22-4a6e-80ae-37a1e6d05ac8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146068 Nov 19 18:59:15.313813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Network 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:59:15.315220 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe1cb-b9ef-4cd1-9d5c-97d0d0b9b3cf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:15.317181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:59:15.320281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Request body: {'port': {'device_id': 'fa50f4b1-9a09-4ddb-9f80-d39ca059671d', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'd1e4c83e396245f58364fb76770be297'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:15.384002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a7b534ef-ca6c-4995-a16a-1afd658da208 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:15.384377 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:15.396363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a0ad6-5124-40a4-bb4b-0554af636732 req-f5c7ce75-48ec-4cd8-9a6e-ff0e9fff36a1 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.403937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b13a0ad6-5124-40a4-bb4b-0554af636732 req-f5c7ce75-48ec-4cd8-9a6e-ff0e9fff36a1 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.1493144 Nov 19 18:59:15.480878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b13a0ad6-5124-40a4-bb4b-0554af636732 req-634c3e35-c6a2-4704-940e-a992e3e36f5e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757682 Nov 19 18:59:15.562538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device cfcd3dac-c366-4029-b7ac-483958ada716 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:15.570443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-72282135-ecb0-4a46-a2de-4dfbff349c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.578496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Router ad5253fc-ab07-45de-b656-b8249d8d53e2 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:59:15.578746 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-72282135-ecb0-4a46-a2de-4dfbff349c16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 1097 time: 0.4446359 Nov 19 18:59:15.685798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port cfcd3dac-c366-4029-b7ac-483958ada716, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cfcd3dac-c366-4029-b7ac-483958ada716,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:15.690319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3972b067-e2af-449b-86d3-70f5b7789150 req-a67174ac-5643-4ead-8e49-fc826542dcb3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 210 time: 0.0984807 Nov 19 18:59:15.697467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75306d00-6ec7-4471-b601-8632b8e90afa no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:59:15.702072 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:15.726889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:59:15.739313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Made reservation on behalf of d1e4c83e396245f58364fb76770be297 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:59:15.742735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e2d66542-338a-4a4f-b71f-e3482771035a admin admin] 10.222.0.50 "PUT /v2.0/routers/ad5253fc-ab07-45de-b656-b8249d8d53e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2492561 Nov 19 18:59:15.743137 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:15.748350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'cfcd3dac-c366-4029-b7ac-483958ada716', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': 'cfcd3dac-c366-4029-b7ac-483958ada716', 'mac_address': 'fa:16:3e:0e:ca:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:15.783217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port a7b534ef-ca6c-4995-a16a-1afd658da208, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a7b534ef-ca6c-4995-a16a-1afd658da208,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:15.813197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-54d78358-05e6-445a-b1eb-34d69705475d None None] Provisioning complete for port 933e8f08-d878-490a-a5da-22c86d31b456 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:15.813886 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54d78358-05e6-445a-b1eb-34d69705475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:15.870768 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:15.873698 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-54d78358-05e6-445a-b1eb-34d69705475d None None] Port 933e8f08-d878-490a-a5da-22c86d31b456 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:59:15.918213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1a46-4508-4a24-9dee-18ea85c15ce2 req-77d58986-0fd6-4f4e-b5c9-ec5f629c6cd4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.927616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1a46-4508-4a24-9dee-18ea85c15ce2 req-77d58986-0fd6-4f4e-b5c9-ec5f629c6cd4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.934758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1a46-4508-4a24-9dee-18ea85c15ce2 req-77d58986-0fd6-4f4e-b5c9-ec5f629c6cd4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.943456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1a46-4508-4a24-9dee-18ea85c15ce2 req-77d58986-0fd6-4f4e-b5c9-ec5f629c6cd4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.950327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1a46-4508-4a24-9dee-18ea85c15ce2 req-77d58986-0fd6-4f4e-b5c9-ec5f629c6cd4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.951224 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:15.967285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1a46-4508-4a24-9dee-18ea85c15ce2 req-77d58986-0fd6-4f4e-b5c9-ec5f629c6cd4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.974228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1a46-4508-4a24-9dee-18ea85c15ce2 req-77d58986-0fd6-4f4e-b5c9-ec5f629c6cd4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.983077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-153f1a46-4508-4a24-9dee-18ea85c15ce2 req-77d58986-0fd6-4f4e-b5c9-ec5f629c6cd4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5429 time: 0.1481755 Nov 19 18:59:16.002320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfcd3dac-c366-4029-b7ac-483958ada716 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:16.022447 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=a7b534ef-ca6c-4995-a16a-1afd658da208,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:16.030570 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:16.039419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-db669b34-201e-4fb6-9abc-142398e450f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:16.041549 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-db669b34-201e-4fb6-9abc-142398e450f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.4335866 Nov 19 18:59:16.047792 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port cfcd3dac-c366-4029-b7ac-483958ada716, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cfcd3dac-c366-4029-b7ac-483958ada716,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:16.061452 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:16.066408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-153f1a46-4508-4a24-9dee-18ea85c15ce2 req-277f400b-095d-4a26-a9a8-525c37ec8da3 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823529 Nov 19 18:59:16.092893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:16.095848 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d6201a-8683-4882-953a-a1d689f95736" -d '{"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-unplugged", "status": "completed", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:16.124221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:16.130752 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-e0afd39f-ecc7-4025-87e7-26ab274e103c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad HTTP/1.1" status: 200 len: 217 time: 0.0692854 Nov 19 18:59:16.142985 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:16.148348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=cfcd3dac-c366-4029-b7ac-483958ada716,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:16.156288 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acc62f3-0402-4264-bbf7-7be834ace316 x-openstack-request-id: req-3acc62f3-0402-4264-bbf7-7be834ace316 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:16.156661 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-unplugged", "status": "completed", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:16.158164 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3acc62f3-0402-4264-bbf7-7be834ace316 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:16.158164 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa', 'code': 200} Nov 19 18:59:16.203101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:16.216473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['cfcd3dac-c366-4029-b7ac-483958ada716'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:16.219151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Allocated IP 192.168.233.211 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/471792dd-b8a0-4260-817a-83925d0c5266) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:59:16.278781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-d07dc085-139d-4233-9a8e-62b847fcb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:16.280285 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-d07dc085-139d-4233-9a8e-62b847fcb1a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.1408548 Nov 19 18:59:16.385792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-46cbffdc-0de3-4b24-b442-4fe084606861 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874934 Nov 19 18:59:16.408680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 00e8f34b-4ae3-4047-a368-968e2e9be854 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:16.480549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593dd9-abe4-4ab7-8c87-9ff264b1209b req-f00c6e28-a605-4a6e-ae44-ff02d3381990 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:16.483100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f593dd9-abe4-4ab7-8c87-9ff264b1209b req-f00c6e28-a605-4a6e-ae44-ff02d3381990 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 944 time: 0.0796156 Nov 19 18:59:16.534065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 00e8f34b-4ae3-4047-a368-968e2e9be854, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=00e8f34b-4ae3-4047-a368-968e2e9be854,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:16.547716 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f593dd9-abe4-4ab7-8c87-9ff264b1209b req-5b790e19-9090-402b-831a-cb577c519742 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577633 Nov 19 18:59:16.558744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '00e8f34b-4ae3-4047-a368-968e2e9be854', 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2', 'port_id': '00e8f34b-4ae3-4047-a368-968e2e9be854', 'mac_address': 'fa:16:3e:2a:63:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4458ef-c2e3-46c8-8de0-ab50ce1f610c', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:16.617448 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:16.636461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e8f34b-4ae3-4047-a368-968e2e9be854 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:16.671262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 00e8f34b-4ae3-4047-a368-968e2e9be854, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=00e8f34b-4ae3-4047-a368-968e2e9be854,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:16.680158 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:16.681041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 5f2d97c5-4262-464d-bd12-5ac7c301bebf details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:16.743248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Sync routers for ids ['ad5253fc-ab07-45de-b656-b8249d8d53e2'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:59:16.769055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fea1a0-9d00-4542-aca2-9ca9fef9570d req-674d1a1e-ebf6-427c-9128-84be04cbc5e0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:16.770661 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4fea1a0-9d00-4542-aca2-9ca9fef9570d req-674d1a1e-ebf6-427c-9128-84be04cbc5e0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.0620220 Nov 19 18:59:16.817675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=00e8f34b-4ae3-4047-a368-968e2e9be854,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:16.822793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 5f2d97c5-4262-464d-bd12-5ac7c301bebf, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=5f2d97c5-4262-464d-bd12-5ac7c301bebf,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:16.835683 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4fea1a0-9d00-4542-aca2-9ca9fef9570d req-4583363c-50da-4a21-b82d-e161765339c6 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557568 Nov 19 18:59:16.842651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '5f2d97c5-4262-464d-bd12-5ac7c301bebf', 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2', 'port_id': '5f2d97c5-4262-464d-bd12-5ac7c301bebf', 'mac_address': 'fa:16:3e:f0:e3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4458ef-c2e3-46c8-8de0-ab50ce1f610c', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:16.847661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Routers {'ad5253fc-ab07-45de-b656-b8249d8d53e2'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:59:16.848449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ad5253fc-ab07-45de-b656-b8249d8d53e2'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:16.984373 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e0fb43d-db60-4df3-b3ef-01f1ea9dfa71 req-337f1e74-82fe-46fe-b327-55c3ac8e07d9 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 210 time: 0.0591011 Nov 19 18:59:16.995878 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:17.028396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2d97c5-4262-464d-bd12-5ac7c301bebf {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:17.036469 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-a1836466-9858-467e-892c-f31aaccf31c5 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133862 Nov 19 18:59:17.055767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 5f2d97c5-4262-464d-bd12-5ac7c301bebf, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=5f2d97c5-4262-464d-bd12-5ac7c301bebf,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:17.063744 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:17.064446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 67956144-0508-45ed-934a-ac5fa1d15788 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:17.098421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 67956144-0508-45ed-934a-ac5fa1d15788, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=67956144-0508-45ed-934a-ac5fa1d15788,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:17.114970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '67956144-0508-45ed-934a-ac5fa1d15788', 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2', 'port_id': '67956144-0508-45ed-934a-ac5fa1d15788', 'mac_address': 'fa:16:3e:21:24:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4458ef-c2e3-46c8-8de0-ab50ce1f610c', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:17.139710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Set router ad5253fc-ab07-45de-b656-b8249d8d53e2 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:59:17.170386 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-7e04911e-4a81-464a-8b7f-16ecab55e8da tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9903390 Nov 19 18:59:17.219328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:17.243394 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:17.253793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668eb64-c8fe-4f05-8356-12f02365a6a4 req-0b556da8-ee10-49c2-a94e-e94b6a474958 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:17.261798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668eb64-c8fe-4f05-8356-12f02365a6a4 req-0b556da8-ee10-49c2-a94e-e94b6a474958 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:17.269485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668eb64-c8fe-4f05-8356-12f02365a6a4 req-0b556da8-ee10-49c2-a94e-e94b6a474958 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:17.278077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668eb64-c8fe-4f05-8356-12f02365a6a4 req-0b556da8-ee10-49c2-a94e-e94b6a474958 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:17.287800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668eb64-c8fe-4f05-8356-12f02365a6a4 req-0b556da8-ee10-49c2-a94e-e94b6a474958 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:17.297285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668eb64-c8fe-4f05-8356-12f02365a6a4 req-0b556da8-ee10-49c2-a94e-e94b6a474958 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:17.306964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668eb64-c8fe-4f05-8356-12f02365a6a4 req-0b556da8-ee10-49c2-a94e-e94b6a474958 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:17.319268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2668eb64-c8fe-4f05-8356-12f02365a6a4 req-0b556da8-ee10-49c2-a94e-e94b6a474958 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5431 time: 0.1461260 Nov 19 18:59:17.321423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67956144-0508-45ed-934a-ac5fa1d15788 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:17.327029 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:17.365430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a7b534ef-ca6c-4995-a16a-1afd658da208 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:17.396462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2668eb64-c8fe-4f05-8356-12f02365a6a4 req-a4e24047-58bf-465b-b104-82ef12c0574b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761201 Nov 19 18:59:17.436715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-c6cf4143-70ea-4529-ab46-e473bde9a3d3 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804150 Nov 19 18:59:17.504304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:17.507378 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.db.resource_extend [None req-f2bbe1cb-b9ef-4cd1-9d5c-97d0d0b9b3cf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:59:17.586613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device cfcd3dac-c366-4029-b7ac-483958ada716 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:17.591570 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 67956144-0508-45ed-934a-ac5fa1d15788, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=67956144-0508-45ed-934a-ac5fa1d15788,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:17.648889 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:17.649538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device cd42bb32-903f-483f-a136-2067566b2a74 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:17.688147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe1cb-b9ef-4cd1-9d5c-97d0d0b9b3cf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:17.696358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=5f2d97c5-4262-464d-bd12-5ac7c301bebf,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:17.706764 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe1cb-b9ef-4cd1-9d5c-97d0d0b9b3cf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:17.746163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b3d26-d03b-457f-ba36-b0357424b8ba req-6ee46287-3f37-4449-a7b1-16e6b4bb1a00 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:17.747665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-278b3d26-d03b-457f-ba36-b0357424b8ba req-6ee46287-3f37-4449-a7b1-16e6b4bb1a00 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 944 time: 0.0889659 Nov 19 18:59:17.846388 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.resource_extend [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:59:17.852253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-278b3d26-d03b-457f-ba36-b0357424b8ba req-59d60507-64d5-4261-a492-99edaa94b0c1 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974591 Nov 19 18:59:17.871619 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-f2bbe1cb-b9ef-4cd1-9d5c-97d0d0b9b3cf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Floating IP cc56d9f3-4bb2-4d22-be1f-d9fec2a33437 associated. External IP: 172.25.3.146, port: 8c4f088f-be20-4877-9093-3c5d7cde6e8a. Nov 19 18:59:17.918244 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:17.993820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d', '77bd6c75-8f82-42db-9e33-4404a19207b1', '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'b9366726-b693-4eb0-a5bc-b5cc597ff332'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:18.047142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1f4e0031-4617-4f71-a4db-e26503e370bc', '31da988a-18d6-404f-86ea-7b581827cde6', '8de57333-4a06-4974-b395-d5f31be1eace'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:18.105733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:59:18.114311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:59:18.119834 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:18.121566 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event updated for resources: {'Port': ['ID=471792dd-b8a0-4260-817a-83925d0c5266,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:18.124506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:59:18.157495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=67956144-0508-45ed-934a-ac5fa1d15788,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:18.167375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bba2e7-fd16-4495-9054-140cd2de2626 req-14fb2c76-b0f8-4f28-8742-53974e469106 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:18.185404 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:18.186339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7bba2e7-fd16-4495-9054-140cd2de2626 req-14fb2c76-b0f8-4f28-8742-53974e469106 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.1650739 Nov 19 18:59:18.194385 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:18.281268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7bba2e7-fd16-4495-9054-140cd2de2626 req-2aa4d1a2-a9bf-4011-96b7-c8703b4d9e15 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940461 Nov 19 18:59:18.301987 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-112b6e25-0f41-4966-bae9-47b901e20c52 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9910123 Nov 19 18:59:18.324102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Request body: {'port': {'device_id': 'fa50f4b1-9a09-4ddb-9f80-d39ca059671d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:18.373507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port cd42bb32-903f-483f-a136-2067566b2a74, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=cd42bb32-903f-483f-a136-2067566b2a74,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:18.387798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port cfcd3dac-c366-4029-b7ac-483958ada716 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:18.388002 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:18.397335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'cd42bb32-903f-483f-a136-2067566b2a74', 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421', 'port_id': 'cd42bb32-903f-483f-a136-2067566b2a74', 'mac_address': 'fa:16:3e:35:af:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9665a9-7412-4abc-9a4c-1731fa47e4cc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:18.449868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a7b534ef-ca6c-4995-a16a-1afd658da208 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:18.450242 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:18.520978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012a0f2-5445-4de5-a00d-e89f786dbce1 req-e003e80d-6cfd-4fe7-b752-4f44297483ba tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:18.531029 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4012a0f2-5445-4de5-a00d-e89f786dbce1 req-e003e80d-6cfd-4fe7-b752-4f44297483ba tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 936 time: 0.0984335 Nov 19 18:59:18.555468 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:18.564786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:18.584362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd42bb32-903f-483f-a136-2067566b2a74 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:18.605468 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4012a0f2-5445-4de5-a00d-e89f786dbce1 req-ef972e3f-6261-447b-935b-f59916ab6806 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729847 Nov 19 18:59:18.639957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Allocated IP 172.25.3.77 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/d08591d2-2637-4d21-8e3b-b09f61fd5124) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:59:18.707332 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port cd42bb32-903f-483f-a136-2067566b2a74, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=cd42bb32-903f-483f-a136-2067566b2a74,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:18.737614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'name': 'tempest-FloatingIPsTestJSON-278936579-router', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:59:09Z', 'updated_at': '2021-11-19T18:59:14Z', 'revision_number': 4, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'gw_port': {'id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:59:10Z', 'updated_at': '2021-11-19T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '933e8f08-d878-490a-a5da-22c86d31b456', 'name': '', 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'mac_address': 'fa:16:3e:d3:af:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'de611ca7-e6b3-43cf-b3cf-35e30243d6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:59:13Z', 'updated_at': '2021-11-19T18:59:14Z', 'revision_number': 2, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'subnets': [{'id': 'de611ca7-e6b3-43cf-b3cf-35e30243d6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:18.740637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bbe1cb-b9ef-4cd1-9d5c-97d0d0b9b3cf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Router 626f5a67-babd-487d-9b04-bb0fb3901d93 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:59:18.768823 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:18.769497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 85a50779-8b47-40c8-8920-14ead89eaf3f details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:18.890018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142c4e1-b566-4361-956f-2e2a70575628 req-428706a8-6853-42bc-83a2-99c03893115c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:18.899660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142c4e1-b566-4361-956f-2e2a70575628 req-428706a8-6853-42bc-83a2-99c03893115c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:18.907326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142c4e1-b566-4361-956f-2e2a70575628 req-428706a8-6853-42bc-83a2-99c03893115c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:18.918242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142c4e1-b566-4361-956f-2e2a70575628 req-428706a8-6853-42bc-83a2-99c03893115c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:18.922260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Checking router: ad5253fc-ab07-45de-b656-b8249d8d53e2 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:59:18.922663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Updating router ad5253fc-ab07-45de-b656-b8249d8d53e2 port 933e8f08-d878-490a-a5da-22c86d31b456 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:59:18.925016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142c4e1-b566-4361-956f-2e2a70575628 req-428706a8-6853-42bc-83a2-99c03893115c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:18.927100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8c460a09-e9f1-4170-9cdc-e066c51961ee None None] Provisioning complete for port 471792dd-b8a0-4260-817a-83925d0c5266 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:18.927472 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8c460a09-e9f1-4170-9cdc-e066c51961ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:18.934312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142c4e1-b566-4361-956f-2e2a70575628 req-428706a8-6853-42bc-83a2-99c03893115c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:18.945328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142c4e1-b566-4361-956f-2e2a70575628 req-428706a8-6853-42bc-83a2-99c03893115c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:18.957893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2142c4e1-b566-4361-956f-2e2a70575628 req-428706a8-6853-42bc-83a2-99c03893115c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5433 time: 0.1456485 Nov 19 18:59:18.959777 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:19.089236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bbe1cb-b9ef-4cd1-9d5c-97d0d0b9b3cf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:59:19.096034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2bbe1cb-b9ef-4cd1-9d5c-97d0d0b9b3cf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:19.105882 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9723f6c-bad0-4dd7-8ddb-c84805621c7e None None] Sync routers for ids ['626f5a67-babd-487d-9b04-bb0fb3901d93'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:59:19.121236 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:19.132480 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9723f6c-bad0-4dd7-8ddb-c84805621c7e None None] Routers {'626f5a67-babd-487d-9b04-bb0fb3901d93'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:59:19.133170 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9723f6c-bad0-4dd7-8ddb-c84805621c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['626f5a67-babd-487d-9b04-bb0fb3901d93'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:19.134431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2142c4e1-b566-4361-956f-2e2a70575628 req-9e1f4d36-3d16-4e9f-b148-e5e4cb247da7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1756535 Nov 19 18:59:19.168739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f2bbe1cb-b9ef-4cd1-9d5c-97d0d0b9b3cf tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "PUT /v2.0/floatingips/cc56d9f3-4bb2-4d22-be1f-d9fec2a33437 HTTP/1.1" status: 200 len: 991 time: 3.9453676 Nov 19 18:59:19.169299 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:19.177305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4fb5b6-595e-497d-acec-095bbf323532', 'tag': '8c4f088f-be20-4877-9093-3c5d7cde6e8a'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:19.180034 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5138c2-da85-426e-94ed-2cea67959854" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4fb5b6-595e-497d-acec-095bbf323532", "tag": "8c4f088f-be20-4877-9093-3c5d7cde6e8a"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:19.226271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:59:19.233935 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:59:19.242181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:59:19.258421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=cd42bb32-903f-483f-a136-2067566b2a74,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:19.271849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8c460a09-e9f1-4170-9cdc-e066c51961ee None None] Port 471792dd-b8a0-4260-817a-83925d0c5266 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:59:19.284759 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471792dd-b8a0-4260-817a-83925d0c5266 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:19.289821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Pushing event updated for resources: {'Port': ['ID=d08591d2-2637-4d21-8e3b-b09f61fd5124,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:19.297962 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:19.327334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Transition to ACTIVE for port object 471792dd-b8a0-4260-817a-83925d0c5266 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:59:19.381875 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:19.390106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:19.402145 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:19.403574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6679cb-490b-43ee-a54f-1921b6b9c1a1 req-d91b0d6e-5996-42d4-9235-bc5930dc354e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:19.415890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d6679cb-490b-43ee-a54f-1921b6b9c1a1 req-d91b0d6e-5996-42d4-9235-bc5930dc354e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1091454 Nov 19 18:59:19.491340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:19.496213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Pushing event updated for resources: {'Port': ['ID=471792dd-b8a0-4260-817a-83925d0c5266,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:19.514995 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a9723f6c-bad0-4dd7-8ddb-c84805621c7e None None] Set router 626f5a67-babd-487d-9b04-bb0fb3901d93 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:59:19.518049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d6679cb-490b-43ee-a54f-1921b6b9c1a1 req-638d3414-c6ee-49f6-96da-7245be66069d tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961311 Nov 19 18:59:19.734377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432fe37-e926-432a-87b4-11de8af10aa6 req-46636dc5-b897-4595-a254-d806e42bf3bf tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:19.734947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Attempting to bind port 471792dd-b8a0-4260-817a-83925d0c5266 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:59:19.735443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Attempting to bind port 471792dd-b8a0-4260-817a-83925d0c5266 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:59:19.736671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Attempting to bind port 471792dd-b8a0-4260-817a-83925d0c5266 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:19.744923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a432fe37-e926-432a-87b4-11de8af10aa6 req-46636dc5-b897-4595-a254-d806e42bf3bf tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 944 time: 0.1144056 Nov 19 18:59:19.764258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 85a50779-8b47-40c8-8920-14ead89eaf3f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=85a50779-8b47-40c8-8920-14ead89eaf3f,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:19.770933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89486c19-1de5-4791-b338-87447641e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd3dac-c366-4029-b7ac-483958ada716'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:19.775209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Port 471792dd-b8a0-4260-817a-83925d0c5266 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:59:19.777432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Attempting to bind port 471792dd-b8a0-4260-817a-83925d0c5266 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:19.784204 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad2d7ca-586b-43d2-a0fa-6d304e2f36e2" -d '{"events": [{"server_uuid": "89486c19-1de5-4791-b338-87447641e422", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd3dac-c366-4029-b7ac-483958ada716"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:19.866868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a432fe37-e926-432a-87b4-11de8af10aa6 req-938ca77e-14af-4a80-9691-952185e05ce9 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204629 Nov 19 18:59:19.887818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:59:19.888284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:59:19.888799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:59:19.889509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Bound port: 471792dd-b8a0-4260-817a-83925d0c5266, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:59:19.890202 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:20.028550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port cfcd3dac-c366-4029-b7ac-483958ada716, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cfcd3dac-c366-4029-b7ac-483958ada716,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:20.067890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '85a50779-8b47-40c8-8920-14ead89eaf3f', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'port_id': '85a50779-8b47-40c8-8920-14ead89eaf3f', 'mac_address': 'fa:16:3e:bd:7b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:20.116575 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:20.117456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 15cf24cd-49bc-4fc6-920b-e89947d00c3d up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:20.119953 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9723f6c-bad0-4dd7-8ddb-c84805621c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:58Z', 'revision_number': 4, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'cc56d9f3-4bb2-4d22-be1f-d9fec2a33437', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'port_id': '8c4f088f-be20-4877-9093-3c5d7cde6e8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'mac_address': 'fa:16:3e:1a:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fb5b6-595e-497d-acec-095bbf323532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:58:05Z', 'updated_at': '2021-11-19T18:59:17Z', 'revision_number': 1, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcdf1fd-37a6-44a7-8953-07548394dca4', 'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'mac_address': 'fa:16:3e:c0:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:56Z', 'updated_at': '2021-11-19T18:58:03Z', 'revision_number': 5, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'subnets': [{'id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:20.181065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] For port 471792dd-b8a0-4260-817a-83925d0c5266, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:59:20.190593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] For port 471792dd-b8a0-4260-817a-83925d0c5266, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=471792dd-b8a0-4260-817a-83925d0c5266,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:59:20.211114 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9723f6c-bad0-4dd7-8ddb-c84805621c7e None None] Checking router: 626f5a67-babd-487d-9b04-bb0fb3901d93 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:59:20.215883 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855a74c3-d8b6-4e70-93a4-444cd16a2b2b x-openstack-request-id: req-855a74c3-d8b6-4e70-93a4-444cd16a2b2b {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:20.216182 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4fb5b6-595e-497d-acec-095bbf323532", "tag": "8c4f088f-be20-4877-9093-3c5d7cde6e8a", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:20.216442 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-855a74c3-d8b6-4e70-93a4-444cd16a2b2b {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:20.219640 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4fb5b6-595e-497d-acec-095bbf323532', 'tag': '8c4f088f-be20-4877-9093-3c5d7cde6e8a', 'status': 'completed', 'code': 200} Nov 19 18:59:20.232284 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9723f6c-bad0-4dd7-8ddb-c84805621c7e None None] Routers {'626f5a67-babd-487d-9b04-bb0fb3901d93'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:59:20.233178 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9723f6c-bad0-4dd7-8ddb-c84805621c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['626f5a67-babd-487d-9b04-bb0fb3901d93'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:20.254711 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:20.305104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:20.321659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:20.395424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:20.396069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:20.397522 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] 10.222.0.57 "PUT /v2.0/ports/471792dd-b8a0-4260-817a-83925d0c5266 HTTP/1.1" status: 200 len: 1096 time: 2.0841725 Nov 19 18:59:20.420649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=cfcd3dac-c366-4029-b7ac-483958ada716,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:20.513107 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:20.552584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050d8d5-0880-4220-8bcb-bc36569b055a req-dd7b4eb0-790e-41eb-bd88-f8301fd63b1c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:20.559350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a50779-8b47-40c8-8920-14ead89eaf3f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:20.563924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9050d8d5-0880-4220-8bcb-bc36569b055a req-dd7b4eb0-790e-41eb-bd88-f8301fd63b1c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.2483835 Nov 19 18:59:20.615220 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a9723f6c-bad0-4dd7-8ddb-c84805621c7e None None] Set router 626f5a67-babd-487d-9b04-bb0fb3901d93 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:59:20.628539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 85a50779-8b47-40c8-8920-14ead89eaf3f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=85a50779-8b47-40c8-8920-14ead89eaf3f,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:20.656164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5138c2-da85-426e-94ed-2cea67959854 req-14541d9a-4899-4f68-9185-1d884946b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:20.658324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c5138c2-da85-426e-94ed-2cea67959854 req-14541d9a-4899-4f68-9185-1d884946b69e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca9babe42a11492796ab1ce4fa3e20cf&device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 1096 time: 0.4287694 Nov 19 18:59:20.678493 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9050d8d5-0880-4220-8bcb-bc36569b055a req-7b11a72c-7f7e-4335-859a-c8c52af0c1c1 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086192 Nov 19 18:59:20.709848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:20.844009 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:20.850252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 18115d40-7010-4197-8b04-8b4b25274587 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:20.965224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb98909-a1d5-4b76-a25b-bb1e2b13d595 req-13657ad7-9fa4-41fa-b25f-9e80c3265c9b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:20.969216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5138c2-da85-426e-94ed-2cea67959854 req-a7b9236f-b983-474a-89d8-308515a850e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:20.971497 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c5138c2-da85-426e-94ed-2cea67959854 req-a7b9236f-b983-474a-89d8-308515a850e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f HTTP/1.1" status: 200 len: 916 time: 0.2633138 Nov 19 18:59:20.972380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2cd3c-ff74-4cfc-b0c4-d5c51d389344 service neutron] Pushing event updated for resources: {'Port': ['ID=471792dd-b8a0-4260-817a-83925d0c5266,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:20.981666 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3bb98909-a1d5-4b76-a25b-bb1e2b13d595 req-13657ad7-9fa4-41fa-b25f-9e80c3265c9b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1476672 Nov 19 18:59:20.986296 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:20.994656 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8232780 Nov 19 18:59:21.106885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3bb98909-a1d5-4b76-a25b-bb1e2b13d595 req-2fdf9ea0-3554-4078-8ad0-1f5b65619a53 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219401 Nov 19 18:59:21.169216 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9723f6c-bad0-4dd7-8ddb-c84805621c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:58Z', 'revision_number': 4, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'cc56d9f3-4bb2-4d22-be1f-d9fec2a33437', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'port_id': '8c4f088f-be20-4877-9093-3c5d7cde6e8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'mac_address': 'fa:16:3e:1a:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fb5b6-595e-497d-acec-095bbf323532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:58:05Z', 'updated_at': '2021-11-19T18:59:17Z', 'revision_number': 1, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcdf1fd-37a6-44a7-8953-07548394dca4', 'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'mac_address': 'fa:16:3e:c0:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:56Z', 'updated_at': '2021-11-19T18:58:03Z', 'revision_number': 5, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'subnets': [{'id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:21.233925 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9723f6c-bad0-4dd7-8ddb-c84805621c7e None None] The sync data for ids ['626f5a67-babd-487d-9b04-bb0fb3901d93'] in n-d-815373-6 is: [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:58Z', 'revision_number': 4, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'cc56d9f3-4bb2-4d22-be1f-d9fec2a33437', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'port_id': '8c4f088f-be20-4877-9093-3c5d7cde6e8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'mac_address': 'fa:16:3e:1a:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4fb5b6-595e-497d-acec-095bbf323532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:58:05Z', 'updated_at': '2021-11-19T18:59:17Z', 'revision_number': 1, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcdf1fd-37a6-44a7-8953-07548394dca4', 'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'mac_address': 'fa:16:3e:c0:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:56Z', 'updated_at': '2021-11-19T18:58:03Z', 'revision_number': 5, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'subnets': [{'id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:59:21.258100 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:21.301396 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:21.353091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 15cf24cd-49bc-4fc6-920b-e89947d00c3d completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:21.390280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 15cf24cd-49bc-4fc6-920b-e89947d00c3d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:21.390667 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:21.417777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9430bf0-e17d-4df4-9ab7-bb226227e63e req-9604c03f-317f-4a0e-997e-bf28b023ed49 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:21.425696 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9430bf0-e17d-4df4-9ab7-bb226227e63e req-9604c03f-317f-4a0e-997e-bf28b023ed49 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 948 time: 0.1916766 Nov 19 18:59:21.653712 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9430bf0-e17d-4df4-9ab7-bb226227e63e req-ccb0b01e-e341-436b-9712-07441d9b960a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270408 Nov 19 18:59:21.719255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74c59-27ad-48f4-9797-7323380e8778 req-b44c8972-6556-4178-ae8f-2a4305b9f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:21.729402 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-b44c8972-6556-4178-ae8f-2a4305b9f906 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 1099 time: 1.2557828 Nov 19 18:59:21.754915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-474e6127-fc31-4acf-af1d-7ba550200b1f tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.7589436 Nov 19 18:59:21.768808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Attempting to bind port 933e8f08-d878-490a-a5da-22c86d31b456 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:59:21.769457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Attempting to bind port 933e8f08-d878-490a-a5da-22c86d31b456 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'c63544e3-4dc7-40bb-bd56-c55f6eb2e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:59:21.770043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Attempting to bind port 933e8f08-d878-490a-a5da-22c86d31b456 on network 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:21.793515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:59:21.794288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Checking segment: {'id': 'c63544e3-4dc7-40bb-bd56-c55f6eb2e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:59:21.794862 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:21.795645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Bound using segment: {'id': 'c63544e3-4dc7-40bb-bd56-c55f6eb2e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:59:21.796315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Bound port: 933e8f08-d878-490a-a5da-22c86d31b456, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63544e3-4dc7-40bb-bd56-c55f6eb2e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:59:21.796885 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:21.825096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-a041c56f-3f7d-4d08-8738-7a55c6141340 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=471792dd-b8a0-4260-817a-83925d0c5266 HTTP/1.1" status: 200 len: 217 time: 0.0947020 Nov 19 18:59:21.842831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868535-9757-4aa0-a748-e1ec5bcefd7e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Pushing event updated for resources: {'Port': ['ID=d08591d2-2637-4d21-8e3b-b09f61fd5124,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:21.864225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c90307-41b8-4361-a6cf-a9efc1affce4 None None] New status for floating IP cc56d9f3-4bb2-4d22-be1f-d9fec2a33437: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:59:21.929537 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c5138c2-da85-426e-94ed-2cea67959854 req-d51ea9e2-f8e1-480a-827d-4dd579c56e9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c4f088f-be20-4877-9093-3c5d7cde6e8a HTTP/1.1" status: 200 len: 999 time: 0.9321113 Nov 19 18:59:21.997141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5138c2-da85-426e-94ed-2cea67959854 req-140a34ed-b98d-4bba-b0a2-01e952e695b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:21.998744 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c5138c2-da85-426e-94ed-2cea67959854 req-140a34ed-b98d-4bba-b0a2-01e952e695b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0cdfda16-eaa8-42de-8ab8-e99fa8c058a9 HTTP/1.1" status: 200 len: 854 time: 0.0583303 Nov 19 18:59:22.014297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecc67f-55b7-489b-a021-75ffc1fd8587 req-341ea117-24aa-4bb0-8a51-e1bac2014c80 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.028509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74c59-27ad-48f4-9797-7323380e8778 req-a8dc45c4-2d60-4385-ae47-c9cf9d04695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.030221 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-a8dc45c4-2d60-4385-ae47-c9cf9d04695c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1889262 Nov 19 18:59:22.033929 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecc67f-55b7-489b-a021-75ffc1fd8587 req-341ea117-24aa-4bb0-8a51-e1bac2014c80 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.041702 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.resource_extend [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:59:22.045864 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba55ed77-96eb-4987-b64b-e613b2a435aa x-openstack-request-id: req-ba55ed77-96eb-4987-b64b-e613b2a435aa {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:22.046443 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89486c19-1de5-4791-b338-87447641e422", "name": "network-vif-plugged", "status": "completed", "tag": "cfcd3dac-c366-4029-b7ac-483958ada716", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:22.046911 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba55ed77-96eb-4987-b64b-e613b2a435aa {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:22.048795 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89486c19-1de5-4791-b338-87447641e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcd3dac-c366-4029-b7ac-483958ada716', 'code': 200} Nov 19 18:59:22.059273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecc67f-55b7-489b-a021-75ffc1fd8587 req-341ea117-24aa-4bb0-8a51-e1bac2014c80 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.079136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecc67f-55b7-489b-a021-75ffc1fd8587 req-341ea117-24aa-4bb0-8a51-e1bac2014c80 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.090790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecc67f-55b7-489b-a021-75ffc1fd8587 req-341ea117-24aa-4bb0-8a51-e1bac2014c80 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.106034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecc67f-55b7-489b-a021-75ffc1fd8587 req-341ea117-24aa-4bb0-8a51-e1bac2014c80 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.123281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] For port 933e8f08-d878-490a-a5da-22c86d31b456, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:59:22.124355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecc67f-55b7-489b-a021-75ffc1fd8587 req-341ea117-24aa-4bb0-8a51-e1bac2014c80 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.127952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-00c02a97-0390-4df0-b454-9cb343efffa4 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.128398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] For port 933e8f08-d878-490a-a5da-22c86d31b456, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=933e8f08-d878-490a-a5da-22c86d31b456,segment=NetworkSegment(c63544e3-4dc7-40bb-bd56-c55f6eb2e277),segment_id=c63544e3-4dc7-40bb-bd56-c55f6eb2e277)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:59:22.129598 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-00c02a97-0390-4df0-b454-9cb343efffa4 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.3615339 Nov 19 18:59:22.130222 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:22.133618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72ecc67f-55b7-489b-a021-75ffc1fd8587 req-341ea117-24aa-4bb0-8a51-e1bac2014c80 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5434 time: 0.2421167 Nov 19 18:59:22.135428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5138c2-da85-426e-94ed-2cea67959854 req-f061d655-63f9-45ed-bd89-8eb4530f15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.136995 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c5138c2-da85-426e-94ed-2cea67959854 req-f061d655-63f9-45ed-bd89-8eb4530f15bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225841 Nov 19 18:59:22.144794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-388c1314-29b3-47a2-8cd6-5aee44c5ee08 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:59:22.145924 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a5f6110-4e57-4089-86f8-5704503aae0c req-388c1314-29b3-47a2-8cd6-5aee44c5ee08 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066681 Nov 19 18:59:22.220507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=85a50779-8b47-40c8-8920-14ead89eaf3f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:22.260711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 18115d40-7010-4197-8b04-8b4b25274587, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=18115d40-7010-4197-8b04-8b4b25274587,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:22.270747 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72ecc67f-55b7-489b-a021-75ffc1fd8587 req-d387dfdb-1eb1-4d68-9d65-e49eec7f9f22 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349390 Nov 19 18:59:22.277563 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:22.280395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa50f4b1-9a09-4ddb-9f80-d39ca059671d', 'tag': '471792dd-b8a0-4260-817a-83925d0c5266'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:22.280688 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '18115d40-7010-4197-8b04-8b4b25274587', 'network_id': '18e71340-48e5-45a3-a91b-e4f71f01a421', 'port_id': '18115d40-7010-4197-8b04-8b4b25274587', 'mac_address': 'fa:16:3e:5f:b2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9665a9-7412-4abc-9a4c-1731fa47e4cc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:22.283104 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cab5ac-95ed-4777-a6e0-f302770e6731" -d '{"events": [{"name": "network-changed", "server_uuid": "fa50f4b1-9a09-4ddb-9f80-d39ca059671d", "tag": "471792dd-b8a0-4260-817a-83925d0c5266"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:22.296923 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c5138c2-da85-426e-94ed-2cea67959854 req-d6d75f75-2a57-4fe8-94fa-74ca428578cb service neutron] 10.222.0.21 "GET /v2.0/networks/dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456554 Nov 19 18:59:22.390423 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:22.407409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-462a57b3-099e-4684-801d-f0f1cf4e1b94 None None] Provisioning complete for port 933e8f08-d878-490a-a5da-22c86d31b456 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:22.408031 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-462a57b3-099e-4684-801d-f0f1cf4e1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:22.457647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18115d40-7010-4197-8b04-8b4b25274587 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:22.516756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 15cf24cd-49bc-4fc6-920b-e89947d00c3d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=15cf24cd-49bc-4fc6-920b-e89947d00c3d,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:22.567323 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-462a57b3-099e-4684-801d-f0f1cf4e1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:22.574577 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c5138c2-da85-426e-94ed-2cea67959854 req-874c5844-66c3-48d6-ad77-fbbc9dbf8bc7 service neutron] 10.222.0.21 "GET /v2.0/networks/dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651684 Nov 19 18:59:22.619136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74c59-27ad-48f4-9797-7323380e8778 req-e0286b46-c837-4366-be4c-722f8b6187bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.623823 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-e0286b46-c837-4366-be4c-722f8b6187bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5732255 Nov 19 18:59:22.633682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-462a57b3-099e-4684-801d-f0f1cf4e1b94 None None] For port 933e8f08-d878-490a-a5da-22c86d31b456, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=933e8f08-d878-490a-a5da-22c86d31b456,segment=NetworkSegment(c63544e3-4dc7-40bb-bd56-c55f6eb2e277),segment_id=c63544e3-4dc7-40bb-bd56-c55f6eb2e277)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:22.635064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:22.696712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 18115d40-7010-4197-8b04-8b4b25274587, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=18115d40-7010-4197-8b04-8b4b25274587,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:22.701954 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-462a57b3-099e-4684-801d-f0f1cf4e1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:22.740052 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:22.740819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 9e4cbf62-bc26-4c17-ac64-184ae2a06110 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:22.792556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 9e4cbf62-bc26-4c17-ac64-184ae2a06110, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=9e4cbf62-bc26-4c17-ac64-184ae2a06110,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:22.808904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '9e4cbf62-bc26-4c17-ac64-184ae2a06110', 'network_id': '6b12120c-2801-47c9-9799-bcf3692162a2', 'port_id': '9e4cbf62-bc26-4c17-ac64-184ae2a06110', 'mac_address': 'fa:16:3e:a1:4e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4458ef-c2e3-46c8-8de0-ab50ce1f610c', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:22.809861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a845-2563-48e5-9980-145e0d515477 req-4b89431b-3c8f-464e-97a5-cfafd04705e3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.811981 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4b4a845-2563-48e5-9980-145e0d515477 req-4b89431b-3c8f-464e-97a5-cfafd04705e3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 944 time: 0.5164924 Nov 19 18:59:22.815858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-acd4def8-8120-4131-884a-ee7736a146c7 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799970 Nov 19 18:59:22.822003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500544f-0528-47c3-b9e1-2381bf590d3f None None] Pushing event updated for resources: {'Port': ['ID=933e8f08-d878-490a-a5da-22c86d31b456,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:22.847712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Routers {'ad5253fc-ab07-45de-b656-b8249d8d53e2'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:59:22.849426 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ad5253fc-ab07-45de-b656-b8249d8d53e2'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:22.988189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4b4a845-2563-48e5-9980-145e0d515477 req-f25532da-18ef-45c4-99a1-58903410b570 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667721 Nov 19 18:59:23.095277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] Set router ad5253fc-ab07-45de-b656-b8249d8d53e2 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:59:23.157823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd6f68-2bc5-444c-b086-b8572a8d053c req-ea301822-a0da-41a1-a3be-78445f4d6888 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:23.158382 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c74c59-27ad-48f4-9797-7323380e8778 req-39471d71-a5ad-407a-be00-d5b4ff7ff860 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931056 Nov 19 18:59:23.159423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9dd6f68-2bc5-444c-b086-b8572a8d053c req-ea301822-a0da-41a1-a3be-78445f4d6888 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.1006820 Nov 19 18:59:23.180456 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dddca243-9510-4c3e-83c3-a35c7139e554 req-240e0aca-7feb-463d-97ab-629a7d81f341 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips/3670b555-990b-4d04-bc40-71cdb0bfc754 HTTP/1.1" status: 200 len: 692 time: 0.1390195 Nov 19 18:59:23.281242 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9dd6f68-2bc5-444c-b086-b8572a8d053c req-1dde7a86-5122-4a49-9a62-2de1a293e3d8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096220 Nov 19 18:59:23.286715 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:23.340755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3e707144-b4ef-434b-887f-82a1cd9960b4 None None] Provisioning complete for port 933e8f08-d878-490a-a5da-22c86d31b456 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:23.341397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3e707144-b4ef-434b-887f-82a1cd9960b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:23.351001 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddca243-9510-4c3e-83c3-a35c7139e554 req-d5ccb902-1b69-4073-92ff-6d25621b09f2 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:23.358602 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dddca243-9510-4c3e-83c3-a35c7139e554 req-d5ccb902-1b69-4073-92ff-6d25621b09f2 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1768672 Nov 19 18:59:23.365154 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-dddca243-9510-4c3e-83c3-a35c7139e554 req-00055247-b544-4e7b-a203-8cc0a6445eb4 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:59:23.375759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4cbf62-bc26-4c17-ac64-184ae2a06110 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:23.377460 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dddca243-9510-4c3e-83c3-a35c7139e554 req-00055247-b544-4e7b-a203-8cc0a6445eb4 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178246 Nov 19 18:59:23.399107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500544f-0528-47c3-b9e1-2381bf590d3f None None] Pushing event updated for resources: {'Port': ['ID=933e8f08-d878-490a-a5da-22c86d31b456,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:23.413327 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16696d56-e269-47c7-8dd3-c355ca9e4392 x-openstack-request-id: req-16696d56-e269-47c7-8dd3-c355ca9e4392 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:23.413637 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa50f4b1-9a09-4ddb-9f80-d39ca059671d", "tag": "471792dd-b8a0-4260-817a-83925d0c5266", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:23.413919 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16696d56-e269-47c7-8dd3-c355ca9e4392 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:23.414370 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa50f4b1-9a09-4ddb-9f80-d39ca059671d', 'tag': '471792dd-b8a0-4260-817a-83925d0c5266', 'status': 'completed', 'code': 200} Nov 19 18:59:23.508917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 9e4cbf62-bc26-4c17-ac64-184ae2a06110, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=9e4cbf62-bc26-4c17-ac64-184ae2a06110,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:23.538435 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:23.583002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=15cf24cd-49bc-4fc6-920b-e89947d00c3d,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:23.592698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cab5ac-95ed-4777-a6e0-f302770e6731 req-2715583f-27c3-4f17-b7da-9ba24bf84ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:23.594372 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-64cab5ac-95ed-4777-a6e0-f302770e6731 req-2715583f-27c3-4f17-b7da-9ba24bf84ee3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 1099 time: 0.1577151 Nov 19 18:59:23.669903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df27983-f1e4-4a22-ac74-2a5f2c5d6195 req-e6814917-5a34-4c8d-b1f5-92573b6d006b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:23.671468 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6df27983-f1e4-4a22-ac74-2a5f2c5d6195 req-e6814917-5a34-4c8d-b1f5-92573b6d006b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 948 time: 0.1320813 Nov 19 18:59:23.690276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175de88-3d1a-4302-b31f-5071a28e64b1 req-9cae3196-51de-4b4b-bfa8-958ad9de36d5 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:23.699792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6175de88-3d1a-4302-b31f-5071a28e64b1 req-9cae3196-51de-4b4b-bfa8-958ad9de36d5 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1434071 Nov 19 18:59:23.726261 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a57b3-099e-4684-801d-f0f1cf4e1b94 None None] Pushing event updated for resources: {'Port': ['ID=933e8f08-d878-490a-a5da-22c86d31b456,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:23.780032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=18115d40-7010-4197-8b04-8b4b25274587,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:23.809686 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6df27983-f1e4-4a22-ac74-2a5f2c5d6195 req-7cf3de6b-67e2-4339-bc49-de9fa16a346d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255953 Nov 19 18:59:23.821028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cab5ac-95ed-4777-a6e0-f302770e6731 req-0058f569-efc6-404b-9be3-93e45002b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:23.822533 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-64cab5ac-95ed-4777-a6e0-f302770e6731 req-0058f569-efc6-404b-9be3-93e45002b031 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2195237 Nov 19 18:59:23.852199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6175de88-3d1a-4302-b31f-5071a28e64b1 req-16347045-edec-416d-8d4b-1f294f483889 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383877 Nov 19 18:59:23.926051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'name': 'tempest-FloatingIPsTestJSON-278936579-router', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:59:09Z', 'updated_at': '2021-11-19T18:59:14Z', 'revision_number': 4, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'gw_port': {'id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:59:10Z', 'updated_at': '2021-11-19T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '933e8f08-d878-490a-a5da-22c86d31b456', 'name': '', 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'mac_address': 'fa:16:3e:d3:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'de611ca7-e6b3-43cf-b3cf-35e30243d6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:59:13Z', 'updated_at': '2021-11-19T18:59:22Z', 'revision_number': 5, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'subnets': [{'id': 'de611ca7-e6b3-43cf-b3cf-35e30243d6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:23.947725 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-64cab5ac-95ed-4777-a6e0-f302770e6731 req-26f2c07d-7dcb-499e-a675-bcdd83ea8f37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=471792dd-b8a0-4260-817a-83925d0c5266 HTTP/1.1" status: 200 len: 217 time: 0.1075785 Nov 19 18:59:23.962743 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d11c59-960f-4ad4-bb2c-ce22ebd0d7d8 None None] The sync data for ids ['ad5253fc-ab07-45de-b656-b8249d8d53e2'] in n-d-815373-6 is: [{'id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'name': 'tempest-FloatingIPsTestJSON-278936579-router', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:59:09Z', 'updated_at': '2021-11-19T18:59:14Z', 'revision_number': 4, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'gw_port': {'id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:59:10Z', 'updated_at': '2021-11-19T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '933e8f08-d878-490a-a5da-22c86d31b456', 'name': '', 'network_id': '62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'mac_address': 'fa:16:3e:d3:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'de611ca7-e6b3-43cf-b3cf-35e30243d6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:59:13Z', 'updated_at': '2021-11-19T18:59:22Z', 'revision_number': 5, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'subnets': [{'id': 'de611ca7-e6b3-43cf-b3cf-35e30243d6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:59:23.996290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=9e4cbf62-bc26-4c17-ac64-184ae2a06110,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:24.052296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6fbb46-37fd-4079-8072-7f03f1644e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf24cd-49bc-4fc6-920b-e89947d00c3d'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:24.054632 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5817c04-d82f-4891-9d53-18b89978e832" -d '{"events": [{"server_uuid": "ae6fbb46-37fd-4079-8072-7f03f1644e15", "name": "network-vif-plugged", "status": "completed", "tag": "15cf24cd-49bc-4fc6-920b-e89947d00c3d"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:24.085453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4661c773-7a56-4ba4-8586-2e98a1e9fe52 req-f59f41cb-6f1b-416e-86b6-1cef9c7071ea tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=3fec77c01a1c42069abcb44b9b2f7904 HTTP/1.1" status: 200 len: 695 time: 0.1823890 Nov 19 18:59:24.167877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cab5ac-95ed-4777-a6e0-f302770e6731 req-ea56b39e-7438-471f-9ea2-a87de8721190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.171226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-64cab5ac-95ed-4777-a6e0-f302770e6731 req-ea56b39e-7438-471f-9ea2-a87de8721190 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2095146 Nov 19 18:59:24.210921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed686ae-6045-4b87-9c65-01120a94e8b6 req-c550ba33-fbf3-4bef-ac4a-e39e60955594 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.221390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed686ae-6045-4b87-9c65-01120a94e8b6 req-c550ba33-fbf3-4bef-ac4a-e39e60955594 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.221741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661c773-7a56-4ba4-8586-2e98a1e9fe52 req-cac0f46c-f3f6-479b-9dc8-21a69598d562 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.223916 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4661c773-7a56-4ba4-8586-2e98a1e9fe52 req-cac0f46c-f3f6-479b-9dc8-21a69598d562 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/networks?id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 787 time: 0.1376741 Nov 19 18:59:24.234509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed686ae-6045-4b87-9c65-01120a94e8b6 req-c550ba33-fbf3-4bef-ac4a-e39e60955594 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.238630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-4661c773-7a56-4ba4-8586-2e98a1e9fe52 req-4f3809d0-196e-41a4-ac31-d5d7b617877e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:59:24.240389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4661c773-7a56-4ba4-8586-2e98a1e9fe52 req-4f3809d0-196e-41a4-ac31-d5d7b617877e tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090041 Nov 19 18:59:24.264885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed686ae-6045-4b87-9c65-01120a94e8b6 req-c550ba33-fbf3-4bef-ac4a-e39e60955594 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.273206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed686ae-6045-4b87-9c65-01120a94e8b6 req-c550ba33-fbf3-4bef-ac4a-e39e60955594 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.280190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed686ae-6045-4b87-9c65-01120a94e8b6 req-c550ba33-fbf3-4bef-ac4a-e39e60955594 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.287818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed686ae-6045-4b87-9c65-01120a94e8b6 req-c550ba33-fbf3-4bef-ac4a-e39e60955594 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.289822 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ed686ae-6045-4b87-9c65-01120a94e8b6 req-c550ba33-fbf3-4bef-ac4a-e39e60955594 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5436 time: 0.3411820 Nov 19 18:59:24.410364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cab5ac-95ed-4777-a6e0-f302770e6731 req-ddd69935-3a23-48cf-b9e9-0931d8e3fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.412041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-64cab5ac-95ed-4777-a6e0-f302770e6731 req-ddd69935-3a23-48cf-b9e9-0931d8e3fa76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2306464 Nov 19 18:59:24.505438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ed686ae-6045-4b87-9c65-01120a94e8b6 req-57e743f9-50e6-49e2-b82d-808af9c56623 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1742289 Nov 19 18:59:24.586362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-64cab5ac-95ed-4777-a6e0-f302770e6731 req-0633f1c1-c37b-4230-bd70-a90ece640207 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642103 Nov 19 18:59:24.629710 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00c0699-bd47-4d12-8367-5e8ec16681be x-openstack-request-id: req-c00c0699-bd47-4d12-8367-5e8ec16681be {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:24.630286 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6fbb46-37fd-4079-8072-7f03f1644e15", "name": "network-vif-plugged", "status": "completed", "tag": "15cf24cd-49bc-4fc6-920b-e89947d00c3d", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:24.630286 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c00c0699-bd47-4d12-8367-5e8ec16681be {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:24.630663 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6fbb46-37fd-4079-8072-7f03f1644e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf24cd-49bc-4fc6-920b-e89947d00c3d', 'code': 200} Nov 19 18:59:24.770063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94621b70-7329-4b63-af78-6ec60d86fcee req-d8f1ae0e-8d9f-4dfa-a9e5-fde3e1c4e588 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.777885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94621b70-7329-4b63-af78-6ec60d86fcee req-d8f1ae0e-8d9f-4dfa-a9e5-fde3e1c4e588 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.1100791 Nov 19 18:59:24.817121 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-73f423c2-c02e-4295-8f62-4e26f178336f tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips/3670b555-990b-4d04-bc40-71cdb0bfc754 HTTP/1.1" status: 200 len: 692 time: 0.1326151 Nov 19 18:59:24.881087 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94621b70-7329-4b63-af78-6ec60d86fcee req-c852325a-d4b7-473f-8189-2bb105aeb701 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016793 Nov 19 18:59:24.930036 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:25.000257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f657cf-caed-4c3f-81c1-ae74d5af929c req-d37e6539-a240-4af3-b78b-0248ea983f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:25.002115 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25f657cf-caed-4c3f-81c1-ae74d5af929c req-d37e6539-a240-4af3-b78b-0248ea983f9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 1096 time: 0.1967592 Nov 19 18:59:25.008302 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-64cab5ac-95ed-4777-a6e0-f302770e6731 req-1716b50a-ed71-4b6c-9ecc-46462928cf2f service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155869 Nov 19 18:59:25.102502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06754702-1672-4ac7-b4c9-2bb486bb3005 req-4c109b77-522d-45e4-b28a-57b2f8648a84 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:25.104251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06754702-1672-4ac7-b4c9-2bb486bb3005 req-4c109b77-522d-45e4-b28a-57b2f8648a84 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.0874684 Nov 19 18:59:25.109497 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25f657cf-caed-4c3f-81c1-ae74d5af929c req-b9ab7bdb-08c6-4da6-860e-d969ff37f0ac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905023 Nov 19 18:59:25.143601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-39b41f6b-7065-4514-ab79-29ac9bff12c8 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:25.153135 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-39b41f6b-7065-4514-ab79-29ac9bff12c8 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.3071125 Nov 19 18:59:25.210456 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06754702-1672-4ac7-b4c9-2bb486bb3005 req-8ed59a52-2eac-49f9-9452-8fa4eaac1a40 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963175 Nov 19 18:59:25.226421 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-974f3cb8-1dd2-4aac-a01a-6bb109b2c430 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0720432 Nov 19 18:59:25.324653 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-ac262e03-bdf1-40b7-824f-e41eaba51aff tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0919213 Nov 19 18:59:25.436706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['67956144-0508-45ed-934a-ac5fa1d15788'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:25.501605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['00e8f34b-4ae3-4047-a368-968e2e9be854'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:25.516678 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['cd42bb32-903f-483f-a136-2067566b2a74'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:25.630441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-8c56778f-8bf8-436b-a643-cb7e48ab9ac9 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Deleting port d08591d2-2637-4d21-8e3b-b09f61fd5124 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:59:25.630894 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-8c56778f-8bf8-436b-a643-cb7e48ab9ac9 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:25.703498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ce55e-51c4-4c97-8b4a-5e6fb5e74e75 req-0d0fdba7-3db7-4aab-ad6c-af658792bcae tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:25.704387 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['5f2d97c5-4262-464d-bd12-5ac7c301bebf'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:25.718272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['85a50779-8b47-40c8-8920-14ead89eaf3f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:25.724501 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-385ce55e-51c4-4c97-8b4a-5e6fb5e74e75 req-0d0fdba7-3db7-4aab-ad6c-af658792bcae tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 948 time: 0.1162565 Nov 19 18:59:25.826040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-8c56778f-8bf8-436b-a643-cb7e48ab9ac9 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:25.826364 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-8c56778f-8bf8-436b-a643-cb7e48ab9ac9 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:25.843541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-8c56778f-8bf8-436b-a643-cb7e48ab9ac9 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Calling delete_port for d08591d2-2637-4d21-8e3b-b09f61fd5124 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:59:25.863566 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-385ce55e-51c4-4c97-8b4a-5e6fb5e74e75 req-aa2223a9-5223-4f2a-a156-84ac86832038 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299443 Nov 19 18:59:26.024943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['9e4cbf62-bc26-4c17-ac64-184ae2a06110'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:26.027274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['18115d40-7010-4197-8b04-8b4b25274587'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:26.029349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 933e8f08-d878-490a-a5da-22c86d31b456 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:26.050905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-8c56778f-8bf8-436b-a643-cb7e48ab9ac9 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:26.109418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56778f-8bf8-436b-a643-cb7e48ab9ac9 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Pushing event deleted for resources: {'Port': ['ID=d08591d2-2637-4d21-8e3b-b09f61fd5124,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:26.190831 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-8c56778f-8bf8-436b-a643-cb7e48ab9ac9 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:26.199632 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-8c56778f-8bf8-436b-a643-cb7e48ab9ac9 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:26.214376 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d155611-e5e7-4acf-9803-a0b0384a3bbe req-8c56778f-8bf8-436b-a643-cb7e48ab9ac9 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "DELETE /v2.0/floatingips/3670b555-990b-4d04-bc40-71cdb0bfc754 HTTP/1.1" status: 204 len: 173 time: 0.8783038 Nov 19 18:59:26.360022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f94b-4a01-4e76-96ab-c02d2a758a70 req-c3268bfd-8db8-4de3-a847-45778f62bfb2 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.366959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a838e-0437-45c4-92d5-bcec6c069fc8 req-fe900a99-fad6-45bc-a5fc-e2898b46b184 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.367725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f94b-4a01-4e76-96ab-c02d2a758a70 req-c3268bfd-8db8-4de3-a847-45778f62bfb2 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.368532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a9a838e-0437-45c4-92d5-bcec6c069fc8 req-fe900a99-fad6-45bc-a5fc-e2898b46b184 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0911510 Nov 19 18:59:26.375045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f94b-4a01-4e76-96ab-c02d2a758a70 req-c3268bfd-8db8-4de3-a847-45778f62bfb2 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.384144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f94b-4a01-4e76-96ab-c02d2a758a70 req-c3268bfd-8db8-4de3-a847-45778f62bfb2 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.393252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f94b-4a01-4e76-96ab-c02d2a758a70 req-c3268bfd-8db8-4de3-a847-45778f62bfb2 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.400186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f94b-4a01-4e76-96ab-c02d2a758a70 req-c3268bfd-8db8-4de3-a847-45778f62bfb2 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.406682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f94b-4a01-4e76-96ab-c02d2a758a70 req-c3268bfd-8db8-4de3-a847-45778f62bfb2 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.415095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24b4f94b-4a01-4e76-96ab-c02d2a758a70 req-c3268bfd-8db8-4de3-a847-45778f62bfb2 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5436 time: 0.1452777 Nov 19 18:59:26.463710 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a9a838e-0437-45c4-92d5-bcec6c069fc8 req-7c4944ed-f376-4ef8-b0ba-0e04daaaa607 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769620 Nov 19 18:59:26.472072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 933e8f08-d878-490a-a5da-22c86d31b456 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:26.472443 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:26.556746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24b4f94b-4a01-4e76-96ab-c02d2a758a70 req-ed7b3a0f-2838-47b3-99eb-cc2916026d69 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285069 Nov 19 18:59:26.662240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5d3a7-3878-49d9-97f9-3d0bcb1b771f req-8d514679-ad59-40c7-8cfb-a42e6b1c5c2e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.679064 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0db5d3a7-3878-49d9-97f9-3d0bcb1b771f req-8d514679-ad59-40c7-8cfb-a42e6b1c5c2e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1076398 Nov 19 18:59:26.850835 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-16268910-3c26-4783-99ef-63ca633c8757 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2840745 Nov 19 18:59:26.851342 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0db5d3a7-3878-49d9-97f9-3d0bcb1b771f req-c802498e-d760-4192-8535-7c44b6dca153 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588624 Nov 19 18:59:26.859971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:26.913256 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:27.063459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5268f-a521-454e-825f-11c6ea09712b req-876963fa-8e19-47a3-afac-cef50b31eacd tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:27.078087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d5268f-a521-454e-825f-11c6ea09712b req-876963fa-8e19-47a3-afac-cef50b31eacd tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.1261382 Nov 19 18:59:27.142171 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:27.200504 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d5268f-a521-454e-825f-11c6ea09712b req-bb4baff0-135b-434e-b35c-b34c725fa32c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210244 Nov 19 18:59:27.401713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab027d7e-0574-40b2-a534-c77fecfc9c2f req-ee66d8e1-8bf4-4eba-8284-414b1f6b30a3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:27.404353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab027d7e-0574-40b2-a534-c77fecfc9c2f req-ee66d8e1-8bf4-4eba-8284-414b1f6b30a3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 948 time: 0.0760703 Nov 19 18:59:27.448320 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Allocated IP 172.25.3.200 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/0c8f7630-a89b-4559-abc1-d9054ed6737b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:59:27.480472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab027d7e-0574-40b2-a534-c77fecfc9c2f req-8450ae13-4ac8-4b81-bcfc-42cd6ca55cef tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639744 Nov 19 18:59:27.573212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 471792dd-b8a0-4260-817a-83925d0c5266 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:27.640621 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:27.706197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 471792dd-b8a0-4260-817a-83925d0c5266, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=471792dd-b8a0-4260-817a-83925d0c5266,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:27.719640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:27.721502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '471792dd-b8a0-4260-817a-83925d0c5266', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '471792dd-b8a0-4260-817a-83925d0c5266', 'mac_address': 'fa:16:3e:ef:ed:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:27.752353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:59:27.786801 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:27.789107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:59:27.800291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:59:27.808156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471792dd-b8a0-4260-817a-83925d0c5266 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:27.850465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 471792dd-b8a0-4260-817a-83925d0c5266, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=471792dd-b8a0-4260-817a-83925d0c5266,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:27.861220 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:27.864705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eb1d9-5b6c-4687-94e3-63b742001582 req-f922ec5b-20fc-47e2-9661-4295d12be087 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:27.877840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-989eb1d9-5b6c-4687-94e3-63b742001582 req-f922ec5b-20fc-47e2-9661-4295d12be087 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.1400576 Nov 19 18:59:27.972914 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-989eb1d9-5b6c-4687-94e3-63b742001582 req-35983544-777b-4729-98a1-9ed33c680624 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833821 Nov 19 18:59:27.978749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=471792dd-b8a0-4260-817a-83925d0c5266,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:27.983186 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:27.996019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Pushing event updated for resources: {'Port': ['ID=0c8f7630-a89b-4559-abc1-d9054ed6737b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:28.046235 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:28.108349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622bd2-4ab5-480f-97d5-30c6a20ec3fe req-dcd84f8f-be27-4c64-b8fb-f19f15560473 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.116161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622bd2-4ab5-480f-97d5-30c6a20ec3fe req-dcd84f8f-be27-4c64-b8fb-f19f15560473 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.123103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622bd2-4ab5-480f-97d5-30c6a20ec3fe req-dcd84f8f-be27-4c64-b8fb-f19f15560473 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.130066 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622bd2-4ab5-480f-97d5-30c6a20ec3fe req-dcd84f8f-be27-4c64-b8fb-f19f15560473 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.136623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622bd2-4ab5-480f-97d5-30c6a20ec3fe req-dcd84f8f-be27-4c64-b8fb-f19f15560473 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.143335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622bd2-4ab5-480f-97d5-30c6a20ec3fe req-dcd84f8f-be27-4c64-b8fb-f19f15560473 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.149849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622bd2-4ab5-480f-97d5-30c6a20ec3fe req-dcd84f8f-be27-4c64-b8fb-f19f15560473 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.151871 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-06622bd2-4ab5-480f-97d5-30c6a20ec3fe req-dcd84f8f-be27-4c64-b8fb-f19f15560473 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5436 time: 0.1098642 Nov 19 18:59:28.236620 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-06622bd2-4ab5-480f-97d5-30c6a20ec3fe req-0e846c32-e2d6-433b-ac43-6ff48a080e7c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753591 Nov 19 18:59:28.275217 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:28.281022 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:28.370000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39316-6266-42f9-ba09-9b0ad20d9cfa req-e74ff577-68be-48e1-84d0-8c4e7577a100 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.380093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7db39316-6266-42f9-ba09-9b0ad20d9cfa req-e74ff577-68be-48e1-84d0-8c4e7577a100 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0757201 Nov 19 18:59:28.436610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Pushing event updated for resources: {'Port': ['ID=0c8f7630-a89b-4559-abc1-d9054ed6737b,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:28.437083 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7db39316-6266-42f9-ba09-9b0ad20d9cfa req-8b25ef13-a5f9-4bb4-b794-9075fa3f12f3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557799 Nov 19 18:59:28.447470 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:28.469054 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:28.473427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-4aedf457-d2e4-45a2-a3d5-07a84f734200 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6217031 Nov 19 18:59:28.555330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-8aaacdff-c333-4905-b7b6-e470fe8a1d3f tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.0638583 Nov 19 18:59:28.681677 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e05fb-507b-42f1-bb34-245065bff741 req-bf10a861-8198-46ce-80cb-b34c734da68a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.690333 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a93e05fb-507b-42f1-bb34-245065bff741 req-bf10a861-8198-46ce-80cb-b34c734da68a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.0667679 Nov 19 18:59:28.725973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-8fdc96f2-9fb5-41f6-b129-fbe5f603233b tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.728815 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb53bda7-24ff-46b1-88a0-11c15894ffef req-8fdc96f2-9fb5-41f6-b129-fbe5f603233b tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1655667 Nov 19 18:59:28.755842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a93e05fb-507b-42f1-bb34-245065bff741 req-e05060d2-9c7e-462f-bc6d-fe2e987a53d9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644734 Nov 19 18:59:28.860450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398359-43e8-4e32-a048-023581dfb904 req-30288945-666b-426c-8032-83ae52f7d5a3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.863337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45398359-43e8-4e32-a048-023581dfb904 req-30288945-666b-426c-8032-83ae52f7d5a3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 949 time: 0.0684040 Nov 19 18:59:28.936233 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45398359-43e8-4e32-a048-023581dfb904 req-e9dc7b57-e337-48cf-9a11-bc45dd1d3a73 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654316 Nov 19 18:59:28.963120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a258a-5bb6-4b9d-8b0d-9af83a7b8731 req-6b57ef37-4d67-4a43-b4c1-c72af50f1b21 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:28.964746 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-334a258a-5bb6-4b9d-8b0d-9af83a7b8731 req-6b57ef37-4d67-4a43-b4c1-c72af50f1b21 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0734735 Nov 19 18:59:29.054001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-334a258a-5bb6-4b9d-8b0d-9af83a7b8731 req-092a3ca6-70e5-45c7-9afa-ae4df26a03fb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625911 Nov 19 18:59:29.126046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-675f97e6-aa26-4f77-ae15-1de5fce587d6 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips/48eb8371-2074-4b43-bb07-ab30fb4d363a HTTP/1.1" status: 200 len: 693 time: 0.0669374 Nov 19 18:59:29.167043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401de93-ac1e-4d0c-bc12-50f0540087b4 req-1f2794e3-3b0b-42f2-a6fb-19f860b5e37c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:29.169004 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c401de93-ac1e-4d0c-bc12-50f0540087b4 req-1f2794e3-3b0b-42f2-a6fb-19f860b5e37c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0599568 Nov 19 18:59:29.237670 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c401de93-ac1e-4d0c-bc12-50f0540087b4 req-4cead5f0-a67a-4b63-901d-d6212162b56a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610762 Nov 19 18:59:29.277348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-67578e80-e02d-4087-bae2-02c1fcab0a2a tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:29.287371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-67578e80-e02d-4087-bae2-02c1fcab0a2a tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1531992 Nov 19 18:59:29.351736 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-a47668a5-58fd-4b2d-a9e3-ecdd03619063 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.0632138 Nov 19 18:59:29.402739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-5feeee60-68dd-4103-af72-c32fb433cc79 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.0499835 Nov 19 18:59:29.450385 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:29.573170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5272a-2c71-4b07-8d13-e57d0822a793 req-c6ac6a4c-3a83-4dcb-a386-f777592aed10 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:29.580752 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5272a-2c71-4b07-8d13-e57d0822a793 req-c6ac6a4c-3a83-4dcb-a386-f777592aed10 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:29.587206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5272a-2c71-4b07-8d13-e57d0822a793 req-c6ac6a4c-3a83-4dcb-a386-f777592aed10 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:29.593559 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5272a-2c71-4b07-8d13-e57d0822a793 req-c6ac6a4c-3a83-4dcb-a386-f777592aed10 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:29.600272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5272a-2c71-4b07-8d13-e57d0822a793 req-c6ac6a4c-3a83-4dcb-a386-f777592aed10 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:29.604421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-53ac21b3-3bf4-44be-b9c9-a1956129ae02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Deleting port 0c8f7630-a89b-4559-abc1-d9054ed6737b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:59:29.604421 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-53ac21b3-3bf4-44be-b9c9-a1956129ae02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:29.606585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5272a-2c71-4b07-8d13-e57d0822a793 req-c6ac6a4c-3a83-4dcb-a386-f777592aed10 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:29.614207 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5272a-2c71-4b07-8d13-e57d0822a793 req-c6ac6a4c-3a83-4dcb-a386-f777592aed10 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:29.616195 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0f5272a-2c71-4b07-8d13-e57d0822a793 req-c6ac6a4c-3a83-4dcb-a386-f777592aed10 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5436 time: 0.1027570 Nov 19 18:59:29.699267 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0f5272a-2c71-4b07-8d13-e57d0822a793 req-94f76616-ba87-4478-8397-005d345598ad tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702193 Nov 19 18:59:29.741436 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-53ac21b3-3bf4-44be-b9c9-a1956129ae02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:29.741935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-53ac21b3-3bf4-44be-b9c9-a1956129ae02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:29.755891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-53ac21b3-3bf4-44be-b9c9-a1956129ae02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Calling delete_port for 0c8f7630-a89b-4559-abc1-d9054ed6737b owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:59:29.893285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37453a-0f2e-4c3f-a2ce-fb5fb557bf06 req-81637f08-998c-4f1d-bb55-d4388d74260a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:29.901184 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c37453a-0f2e-4c3f-a2ce-fb5fb557bf06 req-81637f08-998c-4f1d-bb55-d4388d74260a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0916560 Nov 19 18:59:29.945608 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-53ac21b3-3bf4-44be-b9c9-a1956129ae02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:29.977498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c37453a-0f2e-4c3f-a2ce-fb5fb557bf06 req-2d578f90-9cd5-46f5-a197-157d03cc124e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630276 Nov 19 18:59:29.983937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac21b3-3bf4-44be-b9c9-a1956129ae02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Pushing event deleted for resources: {'Port': ['ID=0c8f7630-a89b-4559-abc1-d9054ed6737b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:30.088602 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-53ac21b3-3bf4-44be-b9c9-a1956129ae02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:30.091677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-53ac21b3-3bf4-44be-b9c9-a1956129ae02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:30.099257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c7dcd-9a75-4b82-8b48-9fd56c973c4a req-02b5a66c-1466-4817-90c5-6f61a6ca233f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:30.104584 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f50f8c7-3485-4278-8444-a736dbce88fd req-53ac21b3-3bf4-44be-b9c9-a1956129ae02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "DELETE /v2.0/floatingips/48eb8371-2074-4b43-bb07-ab30fb4d363a HTTP/1.1" status: 204 len: 173 time: 0.6905127 Nov 19 18:59:30.107432 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-866c7dcd-9a75-4b82-8b48-9fd56c973c4a req-02b5a66c-1466-4817-90c5-6f61a6ca233f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0637517 Nov 19 18:59:30.175815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-866c7dcd-9a75-4b82-8b48-9fd56c973c4a req-8c121484-8b4c-465d-bb91-cea23e766089 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670691 Nov 19 18:59:30.214041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35355452-0fbf-4c7d-9e8f-bb0df69c0e97 req-c9249215-7835-49b2-af5c-642379de03e9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:30.218223 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-35355452-0fbf-4c7d-9e8f-bb0df69c0e97 req-c9249215-7835-49b2-af5c-642379de03e9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.0697596 Nov 19 18:59:30.223567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['471792dd-b8a0-4260-817a-83925d0c5266'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:30.302952 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-35355452-0fbf-4c7d-9e8f-bb0df69c0e97 req-b8e1b94e-8ea6-465b-a1b3-0be9c022bf83 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799859 Nov 19 18:59:30.420127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659a8f7-5c99-4d5a-984c-81a5564b4d02 req-edf83aca-9158-4cb5-b996-adf55bc98eeb tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:30.422427 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4659a8f7-5c99-4d5a-984c-81a5564b4d02 req-edf83aca-9158-4cb5-b996-adf55bc98eeb tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 949 time: 0.0973775 Nov 19 18:59:30.514699 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-41d951e6-90e5-4df5-b788-64e69322ba88 req-7e6f4de0-1d43-4e9e-ab79-d5b8b38a1c69 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] show failed (client error): The resource could not be found. Nov 19 18:59:30.515819 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41d951e6-90e5-4df5-b788-64e69322ba88 req-7e6f4de0-1d43-4e9e-ab79-d5b8b38a1c69 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips/48eb8371-2074-4b43-bb07-ab30fb4d363a HTTP/1.1" status: 404 len: 350 time: 0.0668521 Nov 19 18:59:30.516637 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4659a8f7-5c99-4d5a-984c-81a5564b4d02 req-d19dcbb5-0499-4ba3-81e2-2de530433781 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869820 Nov 19 18:59:30.580964 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-c3930674-d1d1-4dc9-93e2-dab5e8375078 req-cc77ec40-a12f-4c19-9697-c1a0164d7d02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] show failed (client error): The resource could not be found. Nov 19 18:59:30.583202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3930674-d1d1-4dc9-93e2-dab5e8375078 req-cc77ec40-a12f-4c19-9697-c1a0164d7d02 tempest-FloatingIPsTestJSON-1204288553 tempest-FloatingIPsTestJSON-1204288553-project] 10.222.0.50 "GET /v2.0/floatingips/48eb8371-2074-4b43-bb07-ab30fb4d363a HTTP/1.1" status: 404 len: 350 time: 0.0386593 Nov 19 18:59:30.591562 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40030) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:30.903363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac296b-adf0-49df-b197-f6452629cd76 req-264b2353-d718-436c-afda-0ba572b84872 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:30.909981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac296b-adf0-49df-b197-f6452629cd76 req-264b2353-d718-436c-afda-0ba572b84872 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:30.916013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac296b-adf0-49df-b197-f6452629cd76 req-264b2353-d718-436c-afda-0ba572b84872 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:30.922302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac296b-adf0-49df-b197-f6452629cd76 req-264b2353-d718-436c-afda-0ba572b84872 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:30.928880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac296b-adf0-49df-b197-f6452629cd76 req-264b2353-d718-436c-afda-0ba572b84872 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:30.935031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac296b-adf0-49df-b197-f6452629cd76 req-264b2353-d718-436c-afda-0ba572b84872 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:30.941811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac296b-adf0-49df-b197-f6452629cd76 req-264b2353-d718-436c-afda-0ba572b84872 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:30.943706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fac296b-adf0-49df-b197-f6452629cd76 req-264b2353-d718-436c-afda-0ba572b84872 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5436 time: 0.1410978 Nov 19 18:59:31.111235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171c8ad-e098-465e-a48e-3665cf2947e4 req-1d0c4c49-ef1d-4a37-a148-0185685b6085 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:31.112896 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e171c8ad-e098-465e-a48e-3665cf2947e4 req-1d0c4c49-ef1d-4a37-a148-0185685b6085 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0578828 Nov 19 18:59:31.203747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e171c8ad-e098-465e-a48e-3665cf2947e4 req-58fc2b9e-d3b0-4347-8c5f-d558479c74d8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835695 Nov 19 18:59:31.335543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed848d33-1864-43f2-b3d5-0705d590112e req-67e495a2-2cd5-439a-99c7-1c2b342d8056 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:31.338534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed848d33-1864-43f2-b3d5-0705d590112e req-67e495a2-2cd5-439a-99c7-1c2b342d8056 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0622530 Nov 19 18:59:31.364662 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fac296b-adf0-49df-b197-f6452629cd76 req-20c7662f-3fa9-4a6a-b718-0ef004bed7c9 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4142771 Nov 19 18:59:31.414362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed848d33-1864-43f2-b3d5-0705d590112e req-25035662-7a6a-453d-ba6d-3ce3d9a64647 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681002 Nov 19 18:59:31.453015 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:31.652298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bce0fc-0f2b-41d7-94a9-dc67103a88ed req-0c878bb5-ceaa-48eb-bdc8-309a58d02522 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:31.653902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f0bce0fc-0f2b-41d7-94a9-dc67103a88ed req-0c878bb5-ceaa-48eb-bdc8-309a58d02522 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.1219113 Nov 19 18:59:31.717167 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f0bce0fc-0f2b-41d7-94a9-dc67103a88ed req-59bbd71b-c0de-4ffc-abcb-3260f42df543 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527873 Nov 19 18:59:31.785415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafde3e-9338-4a8d-84ca-0c3a6bff8c1e req-523db436-b28b-46b1-babd-6ea38bc94082 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:31.786920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aaafde3e-9338-4a8d-84ca-0c3a6bff8c1e req-523db436-b28b-46b1-babd-6ea38bc94082 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 949 time: 0.0678725 Nov 19 18:59:31.787115 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:59:31.792587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Deleting port 933e8f08-d878-490a-a5da-22c86d31b456 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:59:31.792922 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:31.885395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aaafde3e-9338-4a8d-84ca-0c3a6bff8c1e req-950866e6-e12a-4988-a1e9-34d9d78ddf90 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903020 Nov 19 18:59:31.917318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] For port 933e8f08-d878-490a-a5da-22c86d31b456, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=933e8f08-d878-490a-a5da-22c86d31b456,segment=NetworkSegment(c63544e3-4dc7-40bb-bd56-c55f6eb2e277),segment_id=c63544e3-4dc7-40bb-bd56-c55f6eb2e277)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:31.917682 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:31.932769 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Calling delete_port for 933e8f08-d878-490a-a5da-22c86d31b456 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:59:32.133617 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:32.162106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Pushing event deleted for resources: {'Port': ['ID=933e8f08-d878-490a-a5da-22c86d31b456,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:32.192957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.193314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.193662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.194063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.194479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.194829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.195164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.195511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.195836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.196176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.196506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.196826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:32.348383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2ae73-4a8e-4f79-a8ec-bc9110b411dc req-c8256097-17ba-40a7-9200-e2457b90d37d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:32.357537 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5a2ae73-4a8e-4f79-a8ec-bc9110b411dc req-c8256097-17ba-40a7-9200-e2457b90d37d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0719738 Nov 19 18:59:32.421086 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5a2ae73-4a8e-4f79-a8ec-bc9110b411dc req-810a9055-97d7-4f93-b614-3629eea35bb0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620503 Nov 19 18:59:32.425945 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:32.585815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bd28f-2769-4c86-9bb5-d04a5bc011dc req-cd3ba67d-ba59-49e3-880e-6ef2018ae240 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:32.588069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf6bd28f-2769-4c86-9bb5-d04a5bc011dc req-cd3ba67d-ba59-49e3-880e-6ef2018ae240 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0681732 Nov 19 18:59:32.647617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf6bd28f-2769-4c86-9bb5-d04a5bc011dc req-34f90905-d179-4b25-a92f-dc71fc2ecb79 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513129 Nov 19 18:59:32.652252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a476ad-a467-486e-bda3-80f2512d227f req-fee56958-c7f1-4420-9f09-0b021893c599 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:32.662918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a476ad-a467-486e-bda3-80f2512d227f req-fee56958-c7f1-4420-9f09-0b021893c599 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:32.671092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a476ad-a467-486e-bda3-80f2512d227f req-fee56958-c7f1-4420-9f09-0b021893c599 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:32.680768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a476ad-a467-486e-bda3-80f2512d227f req-fee56958-c7f1-4420-9f09-0b021893c599 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:32.687844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a476ad-a467-486e-bda3-80f2512d227f req-fee56958-c7f1-4420-9f09-0b021893c599 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:32.694595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a476ad-a467-486e-bda3-80f2512d227f req-fee56958-c7f1-4420-9f09-0b021893c599 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:32.701144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a476ad-a467-486e-bda3-80f2512d227f req-fee56958-c7f1-4420-9f09-0b021893c599 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:32.709325 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00a476ad-a467-486e-bda3-80f2512d227f req-fee56958-c7f1-4420-9f09-0b021893c599 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5436 time: 0.1745884 Nov 19 18:59:32.892592 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00a476ad-a467-486e-bda3-80f2512d227f req-67b54b04-c901-46a4-bc52-fbb1a3f84c0d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1813614 Nov 19 18:59:32.977459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Router ad5253fc-ab07-45de-b656-b8249d8d53e2 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:59:33.007138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671f687-0af3-466d-929c-e736da6728a2 req-2107bdd5-7409-4a1e-a805-feeb490148f9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:33.008743 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4671f687-0af3-466d-929c-e736da6728a2 req-2107bdd5-7409-4a1e-a805-feeb490148f9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.0685627 Nov 19 18:59:33.074532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4671f687-0af3-466d-929c-e736da6728a2 req-f4022e29-4a4b-45c4-9a72-014b11373bde tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575428 Nov 19 18:59:33.153606 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858626da-8e5d-4a01-8bcd-a6363a0777c7 req-484802a7-7a2b-4ab9-acdf-e9e8a20f46ae tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:33.155608 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-858626da-8e5d-4a01-8bcd-a6363a0777c7 req-484802a7-7a2b-4ab9-acdf-e9e8a20f46ae tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 949 time: 0.1486347 Nov 19 18:59:33.204835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:59:33.213698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d41951e7-b819-46ea-8cba-58bed88f7912 admin admin] 10.222.0.50 "PUT /v2.0/routers/ad5253fc-ab07-45de-b656-b8249d8d53e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6191099 Nov 19 18:59:33.214137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40080) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:33.219172 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce43da9-d5c7-491f-b0ee-33c664f09384 None None] Sync routers for ids ['ad5253fc-ab07-45de-b656-b8249d8d53e2'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:59:33.237406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-858626da-8e5d-4a01-8bcd-a6363a0777c7 req-89234bfb-ae8e-402d-928d-1649f7d87082 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734167 Nov 19 18:59:33.248227 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce43da9-d5c7-491f-b0ee-33c664f09384 None None] Routers {'ad5253fc-ab07-45de-b656-b8249d8d53e2'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:59:33.252507 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cce43da9-d5c7-491f-b0ee-33c664f09384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ad5253fc-ab07-45de-b656-b8249d8d53e2'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:33.399229 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cce43da9-d5c7-491f-b0ee-33c664f09384 None None] Set router ad5253fc-ab07-45de-b656-b8249d8d53e2 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:59:33.401808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:33.586408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device cd42bb32-903f-483f-a136-2067566b2a74 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:33.592428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70015381-c7e8-4499-ab6c-fcbe2652723e req-134f117d-dbb7-449c-9b70-c5a57de72a9e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:33.594543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70015381-c7e8-4499-ab6c-fcbe2652723e req-134f117d-dbb7-449c-9b70-c5a57de72a9e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0886111 Nov 19 18:59:33.597011 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:33.649506 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cce43da9-d5c7-491f-b0ee-33c664f09384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'name': 'tempest-FloatingIPsTestJSON-278936579-router', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:59:09Z', 'updated_at': '2021-11-19T18:59:32Z', 'revision_number': 5, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'gw_port': {'id': 'a7b534ef-ca6c-4995-a16a-1afd658da208', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:59:10Z', 'updated_at': '2021-11-19T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:33.685198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port cd42bb32-903f-483f-a136-2067566b2a74 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:33.687344 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce43da9-d5c7-491f-b0ee-33c664f09384 None None] Checking router: ad5253fc-ab07-45de-b656-b8249d8d53e2 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:59:33.694491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port cd42bb32-903f-483f-a136-2067566b2a74 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:33.696666 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:33.717330 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce43da9-d5c7-491f-b0ee-33c664f09384 None None] Routers {'ad5253fc-ab07-45de-b656-b8249d8d53e2'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:59:33.718433 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cce43da9-d5c7-491f-b0ee-33c664f09384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ad5253fc-ab07-45de-b656-b8249d8d53e2'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:33.753417 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70015381-c7e8-4499-ab6c-fcbe2652723e req-a4170032-72fa-486b-b985-e22fe889e6c6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436143 Nov 19 18:59:33.812815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Deleting port a7b534ef-ca6c-4995-a16a-1afd658da208 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:59:33.813162 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:33.922262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:33.936996 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cce43da9-d5c7-491f-b0ee-33c664f09384 None None] Set router ad5253fc-ab07-45de-b656-b8249d8d53e2 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:59:33.968981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070379-5b7e-465a-9c36-f0dde50180f4 req-4e2745fd-e2f2-4f07-8984-67bde9237e34 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:33.971975 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd42bb32-903f-483f-a136-2067566b2a74'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:33.974813 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ed28b4-1e57-4ce0-ba18-bc3ee43dc174" -d '{"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "cd42bb32-903f-483f-a136-2067566b2a74"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:33.976618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a9070379-5b7e-465a-9c36-f0dde50180f4 req-4e2745fd-e2f2-4f07-8984-67bde9237e34 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1330690 Nov 19 18:59:33.997284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] For port a7b534ef-ca6c-4995-a16a-1afd658da208, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a7b534ef-ca6c-4995-a16a-1afd658da208,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:33.997284 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.019331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port cd42bb32-903f-483f-a136-2067566b2a74, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=cd42bb32-903f-483f-a136-2067566b2a74,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:34.028181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Calling delete_port for a7b534ef-ca6c-4995-a16a-1afd658da208 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:59:34.028882 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.029929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 85a50779-8b47-40c8-8920-14ead89eaf3f up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:34.059256 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cce43da9-d5c7-491f-b0ee-33c664f09384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'name': 'tempest-FloatingIPsTestJSON-278936579-router', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:59:09Z', 'updated_at': '2021-11-19T18:59:33Z', 'revision_number': 6, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:34.086184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a9070379-5b7e-465a-9c36-f0dde50180f4 req-b14d0dc6-5cd0-4c4e-a210-077d40dd10b7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009595 Nov 19 18:59:34.094857 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce43da9-d5c7-491f-b0ee-33c664f09384 None None] The sync data for ids ['ad5253fc-ab07-45de-b656-b8249d8d53e2'] in n-d-815373-6 is: [{'id': 'ad5253fc-ab07-45de-b656-b8249d8d53e2', 'name': 'tempest-FloatingIPsTestJSON-278936579-router', 'tenant_id': '3fec77c01a1c42069abcb44b9b2f7904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:59:09Z', 'updated_at': '2021-11-19T18:59:33Z', 'revision_number': 6, 'project_id': '3fec77c01a1c42069abcb44b9b2f7904', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:59:34.176495 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52bfc4d-ac96-4793-96c8-3174f4efa28a x-openstack-request-id: req-d52bfc4d-ac96-4793-96c8-3174f4efa28a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:34.176796 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "cd42bb32-903f-483f-a136-2067566b2a74", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:34.177156 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d52bfc4d-ac96-4793-96c8-3174f4efa28a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:34.177582 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd42bb32-903f-483f-a136-2067566b2a74', 'code': 200} Nov 19 18:59:34.209108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=cd42bb32-903f-483f-a136-2067566b2a74,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:34.216561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d96b9-a56e-4596-b0b4-cfde9e163dfd req-dc3f61d5-e8c0-4b46-a15f-eb6b95c6d576 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:34.219295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.219639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.220362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.224374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d96b9-a56e-4596-b0b4-cfde9e163dfd req-dc3f61d5-e8c0-4b46-a15f-eb6b95c6d576 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:34.226271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.226878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.227394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.228453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.232035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d96b9-a56e-4596-b0b4-cfde9e163dfd req-dc3f61d5-e8c0-4b46-a15f-eb6b95c6d576 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:34.232851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.233711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.234248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.237866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.238489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.239617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d96b9-a56e-4596-b0b4-cfde9e163dfd req-dc3f61d5-e8c0-4b46-a15f-eb6b95c6d576 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:34.248793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d96b9-a56e-4596-b0b4-cfde9e163dfd req-dc3f61d5-e8c0-4b46-a15f-eb6b95c6d576 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:34.254378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 85a50779-8b47-40c8-8920-14ead89eaf3f completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:34.256463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d96b9-a56e-4596-b0b4-cfde9e163dfd req-dc3f61d5-e8c0-4b46-a15f-eb6b95c6d576 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:34.259722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 85a50779-8b47-40c8-8920-14ead89eaf3f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:34.260099 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.263103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d96b9-a56e-4596-b0b4-cfde9e163dfd req-dc3f61d5-e8c0-4b46-a15f-eb6b95c6d576 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:34.265304 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f6d96b9-a56e-4596-b0b4-cfde9e163dfd req-dc3f61d5-e8c0-4b46-a15f-eb6b95c6d576 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5437 time: 0.2385733 Nov 19 18:59:34.300180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad934353-6b22-497d-9c84-bf95b9d571a1 req-ba22e6db-e1c1-4cc0-94e0-ee54d4e2916f tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:34.302022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad934353-6b22-497d-9c84-bf95b9d571a1 req-ba22e6db-e1c1-4cc0-94e0-ee54d4e2916f tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.0796518 Nov 19 18:59:34.363700 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad934353-6b22-497d-9c84-bf95b9d571a1 req-193139cf-b2b9-4074-9ca2-6883ab87053e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543458 Nov 19 18:59:34.412924 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.418114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f6d96b9-a56e-4596-b0b4-cfde9e163dfd req-b157068a-9f8e-48c7-99fd-27b147a09237 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322739 Nov 19 18:59:34.484440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 85a50779-8b47-40c8-8920-14ead89eaf3f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=85a50779-8b47-40c8-8920-14ead89eaf3f,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:34.492780 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.494950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 18115d40-7010-4197-8b04-8b4b25274587 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:34.546693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6148-2f7d-4f04-990f-fc67317589c1 req-5e5d5f4e-3a02-4a19-8ad0-30d7b98a2132 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:34.549732 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99da6148-2f7d-4f04-990f-fc67317589c1 req-5e5d5f4e-3a02-4a19-8ad0-30d7b98a2132 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 949 time: 0.0809398 Nov 19 18:59:34.586696 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.603318 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=85a50779-8b47-40c8-8920-14ead89eaf3f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:34.623067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 18115d40-7010-4197-8b04-8b4b25274587 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:34.628724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 18115d40-7010-4197-8b04-8b4b25274587 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:34.629104 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.650579 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99da6148-2f7d-4f04-990f-fc67317589c1 req-b6cc33ab-075b-4b7f-8ab4-62f3baa7e42f tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935416 Nov 19 18:59:34.681438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b534ef-ca6c-4995-a16a-1afd658da208,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:34.716666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.717016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.717463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.717851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.718252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.718584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.718916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.719240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.719572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.719935 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.720311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.720311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:34.735276 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.744559 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.782342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 18115d40-7010-4197-8b04-8b4b25274587, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=18115d40-7010-4197-8b04-8b4b25274587,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:34.788020 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.789005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 5f2d97c5-4262-464d-bd12-5ac7c301bebf up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:34.850636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=18115d40-7010-4197-8b04-8b4b25274587,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:34.965631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 5f2d97c5-4262-464d-bd12-5ac7c301bebf completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:34.971631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 5f2d97c5-4262-464d-bd12-5ac7c301bebf triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:34.972095 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.099302 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.161509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 5f2d97c5-4262-464d-bd12-5ac7c301bebf, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=5f2d97c5-4262-464d-bd12-5ac7c301bebf,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:35.170814 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.171637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 9e4cbf62-bc26-4c17-ac64-184ae2a06110 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:35.216019 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.228586 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.229621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacbf2a-51ef-4f20-a520-4a394a969ec3 req-c2f570bf-295d-4b4f-8914-82108f175b52 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.239100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-daacbf2a-51ef-4f20-a520-4a394a969ec3 req-c2f570bf-295d-4b4f-8914-82108f175b52 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0666075 Nov 19 18:59:35.262354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=5f2d97c5-4262-464d-bd12-5ac7c301bebf,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:35.278557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 9e4cbf62-bc26-4c17-ac64-184ae2a06110 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:35.287835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 9e4cbf62-bc26-4c17-ac64-184ae2a06110 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:35.288209 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.302823 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-daacbf2a-51ef-4f20-a520-4a394a969ec3 req-a1af5f42-b139-41f2-8f07-b29c4430ff94 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625677 Nov 19 18:59:35.324026 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.324732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad5253fc-ab07-45de-b656-b8249d8d53e2 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:59:35.337299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31069424-b32c-43b6-baeb-74f1ae98ac55 req-bac9ad51-80da-4952-9702-fa87160770c8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.338813 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-31069424-b32c-43b6-baeb-74f1ae98ac55 req-bac9ad51-80da-4952-9702-fa87160770c8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.1353786 Nov 19 18:59:35.340675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-c7efd3e6-a073-47a9-a590-f4e914ae4d4a tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.342074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-c7efd3e6-a073-47a9-a590-f4e914ae4d4a tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1097 time: 0.1397545 Nov 19 18:59:35.345612 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.347435 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0006a8a1-5772-40e6-b14b-1887f5eb04f0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ad5253fc-ab07-45de-b656-b8249d8d53e2 HTTP/1.1" status: 204 len: 168 time: 2.1297159 Nov 19 18:59:35.349898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40136) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:35.357134 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815373-6'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:35.384726 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.419194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aa793b-7725-48e0-812b-f10821fa2c71 admin admin] Deleting subnet de611ca7-e6b3-43cf-b3cf-35e30243d6a0 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:59:35.427406 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa793b-7725-48e0-812b-f10821fa2c71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.430925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 9e4cbf62-bc26-4c17-ac64-184ae2a06110, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=9e4cbf62-bc26-4c17-ac64-184ae2a06110,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:35.441372 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.442385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 67956144-0508-45ed-934a-ac5fa1d15788 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:35.447280 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-31069424-b32c-43b6-baeb-74f1ae98ac55 req-150e6cba-6d5e-4794-ae9f-a29c9f97baae tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954871 Nov 19 18:59:35.521425 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.537135 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=9e4cbf62-bc26-4c17-ac64-184ae2a06110,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:35.551419 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa793b-7725-48e0-812b-f10821fa2c71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.555775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 67956144-0508-45ed-934a-ac5fa1d15788 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:35.565875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 67956144-0508-45ed-934a-ac5fa1d15788 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:35.566569 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.612488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad0936-c498-42c4-9a32-1116cf66a3c7 req-ceacab57-e380-4c24-9e3e-f3bb877ee1f7 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.612488 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79ad0936-c498-42c4-9a32-1116cf66a3c7 req-ceacab57-e380-4c24-9e3e-f3bb877ee1f7 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 946 time: 0.1217639 Nov 19 18:59:35.617353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 16de00f4-983e-42a7-9500-f59ebb7ccaad details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:35.728334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 933e8f08-d878-490a-a5da-22c86d31b456 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:59:35.728665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def3b74-4b38-494b-8cb3-ec1d45f39fa4 req-b49bf846-0fa5-41ff-afc2-2b138b094b4a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.729157 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa793b-7725-48e0-812b-f10821fa2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.734706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def3b74-4b38-494b-8cb3-ec1d45f39fa4 req-b49bf846-0fa5-41ff-afc2-2b138b094b4a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.740956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def3b74-4b38-494b-8cb3-ec1d45f39fa4 req-b49bf846-0fa5-41ff-afc2-2b138b094b4a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.747031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def3b74-4b38-494b-8cb3-ec1d45f39fa4 req-b49bf846-0fa5-41ff-afc2-2b138b094b4a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.753034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 933e8f08-d878-490a-a5da-22c86d31b456 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:59:35.753677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 933e8f08-d878-490a-a5da-22c86d31b456 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:59:35.753848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def3b74-4b38-494b-8cb3-ec1d45f39fa4 req-b49bf846-0fa5-41ff-afc2-2b138b094b4a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.753956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a7b534ef-ca6c-4995-a16a-1afd658da208 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:59:35.756945 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79ad0936-c498-42c4-9a32-1116cf66a3c7 req-670a4834-1cda-4da6-b50e-f763401ccce1 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348035 Nov 19 18:59:35.759852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def3b74-4b38-494b-8cb3-ec1d45f39fa4 req-b49bf846-0fa5-41ff-afc2-2b138b094b4a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.767347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def3b74-4b38-494b-8cb3-ec1d45f39fa4 req-b49bf846-0fa5-41ff-afc2-2b138b094b4a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.769427 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3def3b74-4b38-494b-8cb3-ec1d45f39fa4 req-b49bf846-0fa5-41ff-afc2-2b138b094b4a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5441 time: 0.2002244 Nov 19 18:59:35.800686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a7b534ef-ca6c-4995-a16a-1afd658da208 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:59:35.801056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a7b534ef-ca6c-4995-a16a-1afd658da208 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:59:35.801668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa793b-7725-48e0-812b-f10821fa2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.819551 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.853668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa793b-7725-48e0-812b-f10821fa2c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de611ca7-e6b3-43cf-b3cf-35e30243d6a0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:35.878583 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3def3b74-4b38-494b-8cb3-ec1d45f39fa4 req-91ffd94c-5c0c-4892-8d8b-0e6f039c7f85 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922136 Nov 19 18:59:35.879742 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1aa793b-7725-48e0-812b-f10821fa2c71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.884055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:35.886467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a1aa793b-7725-48e0-812b-f10821fa2c71 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/de611ca7-e6b3-43cf-b3cf-35e30243d6a0 HTTP/1.1" status: 204 len: 168 time: 0.5344732 Nov 19 18:59:35.886634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40144) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:35.945854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca73667-63e8-4da3-94b1-94bcbcb17559 req-3082ca30-0910-4cbf-8be5-e959a8aed4a3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:35.948219 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ca73667-63e8-4da3-94b1-94bcbcb17559 req-3082ca30-0910-4cbf-8be5-e959a8aed4a3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 949 time: 0.1112435 Nov 19 18:59:36.005655 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.010712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:59:36.032278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87895dff-2e1d-4397-b94a-182ec522bb9c None None] Network 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:59:36.053594 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ca73667-63e8-4da3-94b1-94bcbcb17559 req-ff50cbd0-b8e4-4cfa-a418-cc908c6bfcc4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938859 Nov 19 18:59:36.066891 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.088232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16de00f4-983e-42a7-9500-f59ebb7ccaad'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:36.090610 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb73e453-6c95-4857-a947-4c219215b66e" -d '{"events": [{"server_uuid": "b826d83d-3888-46be-9e18-60d5f7b69f66", "name": "network-vif-unplugged", "status": "completed", "tag": "16de00f4-983e-42a7-9500-f59ebb7ccaad"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:36.096034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.147866 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410d088d-8320-45f4-9b14-bca520c9b0d0 x-openstack-request-id: req-410d088d-8320-45f4-9b14-bca520c9b0d0 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:36.148183 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b826d83d-3888-46be-9e18-60d5f7b69f66", "name": "network-vif-unplugged", "status": "completed", "tag": "16de00f4-983e-42a7-9500-f59ebb7ccaad", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:36.148610 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-410d088d-8320-45f4-9b14-bca520c9b0d0 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:36.149601 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16de00f4-983e-42a7-9500-f59ebb7ccaad', 'code': 200} Nov 19 18:59:36.181018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a50779-8b47-40c8-8920-14ead89eaf3f'}, {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18115d40-7010-4197-8b04-8b4b25274587'}, {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2d97c5-4262-464d-bd12-5ac7c301bebf'}, {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4cbf62-bc26-4c17-ac64-184ae2a06110'}, {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67956144-0508-45ed-934a-ac5fa1d15788'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:36.183518 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8780bb14-14cd-481a-b767-fd8d24cec97d" -d '{"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "85a50779-8b47-40c8-8920-14ead89eaf3f"}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "18115d40-7010-4197-8b04-8b4b25274587"}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "5f2d97c5-4262-464d-bd12-5ac7c301bebf"}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "9e4cbf62-bc26-4c17-ac64-184ae2a06110"}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "67956144-0508-45ed-934a-ac5fa1d15788"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:36.187147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:36.210183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 67956144-0508-45ed-934a-ac5fa1d15788, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=67956144-0508-45ed-934a-ac5fa1d15788,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:36.211299 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 16de00f4-983e-42a7-9500-f59ebb7ccaad has no active binding in host n-h1-815373-6 {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 18:59:36.218134 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.245692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 00e8f34b-4ae3-4047-a368-968e2e9be854 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:36.249113 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b2a293-75e2-411a-9ad8-8df1ff37611f x-openstack-request-id: req-84b2a293-75e2-411a-9ad8-8df1ff37611f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:36.249491 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "85a50779-8b47-40c8-8920-14ead89eaf3f", "code": 200}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "18115d40-7010-4197-8b04-8b4b25274587", "code": 200}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "5f2d97c5-4262-464d-bd12-5ac7c301bebf", "code": 200}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "9e4cbf62-bc26-4c17-ac64-184ae2a06110", "code": 200}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "67956144-0508-45ed-934a-ac5fa1d15788", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:36.249647 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84b2a293-75e2-411a-9ad8-8df1ff37611f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:36.250029 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a50779-8b47-40c8-8920-14ead89eaf3f', 'code': 200} Nov 19 18:59:36.250288 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18115d40-7010-4197-8b04-8b4b25274587', 'code': 200} Nov 19 18:59:36.250542 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2d97c5-4262-464d-bd12-5ac7c301bebf', 'code': 200} Nov 19 18:59:36.250794 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4cbf62-bc26-4c17-ac64-184ae2a06110', 'code': 200} Nov 19 18:59:36.251642 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67956144-0508-45ed-934a-ac5fa1d15788', 'code': 200} Nov 19 18:59:36.251827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Pushing event updated for resources: {'Port': ['ID=16de00f4-983e-42a7-9500-f59ebb7ccaad,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:36.279422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Deleting port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:59:36.279751 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.290111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad on host n-h2-815373-6 for vnic_type normal with profile {"migrating_to": "n-h1-815373-6"} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:59:36.290451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:59:36.290860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:36.313282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=67956144-0508-45ed-934a-ac5fa1d15788,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:36.332300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 00e8f34b-4ae3-4047-a368-968e2e9be854 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:36.337035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 00e8f34b-4ae3-4047-a368-968e2e9be854 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:36.337035 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.366013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Port 16de00f4-983e-42a7-9500-f59ebb7ccaad on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:59:36.366346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Attempting to bind port 16de00f4-983e-42a7-9500-f59ebb7ccaad on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:36.367876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862af74-8dbb-4064-b914-f7ad59072bd7 None None] DHCP port deletion for 62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:59:36.384307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:59:36.384651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:59:36.385048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:59:36.385492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Bound port: 16de00f4-983e-42a7-9500-f59ebb7ccaad, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:59:36.385881 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.395576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f80c2-1958-4e0c-8b41-be073ca5ea10 req-9a97b974-81dc-49ec-9011-4dc0e107e0bf tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:36.397107 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d3f80c2-1958-4e0c-8b41-be073ca5ea10 req-9a97b974-81dc-49ec-9011-4dc0e107e0bf tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 949 time: 0.1962249 Nov 19 18:59:36.411097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] For port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09,segment=NetworkSegment(c63544e3-4dc7-40bb-bd56-c55f6eb2e277),segment_id=c63544e3-4dc7-40bb-bd56-c55f6eb2e277)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:36.411456 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.442771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Calling delete_port for 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:59:36.458516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed01408-aa6b-4fa6-b2dc-93b337c0b6a7 req-a14956c2-3e84-4c69-b4ad-4e3dd869fea8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:36.459918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c862af74-8dbb-4064-b914-f7ad59072bd7 None None] Deleting port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:59:36.460289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c862af74-8dbb-4064-b914-f7ad59072bd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.460728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eed01408-aa6b-4fa6-b2dc-93b337c0b6a7 req-a14956c2-3e84-4c69-b4ad-4e3dd869fea8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0553894 Nov 19 18:59:36.474477 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.518838 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eed01408-aa6b-4fa6-b2dc-93b337c0b6a7 req-634af0bf-9c1b-4474-8d43-322c7c151886 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491140 Nov 19 18:59:36.558590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 00e8f34b-4ae3-4047-a368-968e2e9be854, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=00e8f34b-4ae3-4047-a368-968e2e9be854,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:36.560681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c862af74-8dbb-4064-b914-f7ad59072bd7 None None] For port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09,segment=NetworkSegment(c63544e3-4dc7-40bb-bd56-c55f6eb2e277),segment_id=c63544e3-4dc7-40bb-bd56-c55f6eb2e277)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:36.561168 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c862af74-8dbb-4064-b914-f7ad59072bd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.572083 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.573124 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 471792dd-b8a0-4260-817a-83925d0c5266 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:36.574871 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d3f80c2-1958-4e0c-8b41-be073ca5ea10 req-05ac3cda-d251-4e4d-8250-58d8062756e8 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657646 Nov 19 18:59:36.585492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:59:36.590142 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:59:36.607748 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.617547 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c862af74-8dbb-4064-b914-f7ad59072bd7 None None] Calling delete_port for 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:59:36.710447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c696-ad39-4f9e-a836-51b00954b6ea req-bea45bec-1fb7-4d9c-bbe0-52083d47cde6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:36.716788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=00e8f34b-4ae3-4047-a368-968e2e9be854,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:36.721869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:36.722530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.723960 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] 10.222.0.57 "PUT /v2.0/ports/16de00f4-983e-42a7-9500-f59ebb7ccaad HTTP/1.1" status: 200 len: 1122 time: 1.3717573 Nov 19 18:59:36.724660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58c0c696-ad39-4f9e-a836-51b00954b6ea req-bea45bec-1fb7-4d9c-bbe0-52083d47cde6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0849929 Nov 19 18:59:36.746462 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.756550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 471792dd-b8a0-4260-817a-83925d0c5266 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:36.763237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf4838-bf32-4aea-9893-da613cf88045 service neutron] Pushing event updated for resources: {'Port': ['ID=16de00f4-983e-42a7-9500-f59ebb7ccaad,revision_number=8']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:36.768390 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 471792dd-b8a0-4260-817a-83925d0c5266 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:36.769074 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.773435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] No DVR routers for this DVR port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:59:36.806069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58c0c696-ad39-4f9e-a836-51b00954b6ea req-d5754811-f2d1-4e22-bda1-ca51b040c866 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804076 Nov 19 18:59:36.819503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:36.872082 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c862af74-8dbb-4064-b914-f7ad59072bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.883504 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.927143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:36.930257 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862af74-8dbb-4064-b914-f7ad59072bd7 None None] Pushing event deleted for resources: {'Port': ['ID=4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:36.932269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c862af74-8dbb-4064-b914-f7ad59072bd7 None None] No DVR routers for this DVR port 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:59:36.957852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63544e3-4dc7-40bb-bd56-c55f6eb2e277') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:36.958319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63544e3-4dc7-40bb-bd56-c55f6eb2e277') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:36.971314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['16de00f4-983e-42a7-9500-f59ebb7ccaad'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:36.977522 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.994858 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:36.995674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eaaba-91f1-4244-8ab8-a4b6d0d3a12a req-ded1ec7f-fe37-4d23-8893-8f8cec8f6c39 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:36.998400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a7eaaba-91f1-4244-8ab8-a4b6d0d3a12a req-ded1ec7f-fe37-4d23-8893-8f8cec8f6c39 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.1163166 Nov 19 18:59:37.002653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:59:37.003051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:37.011333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['16de00f4-983e-42a7-9500-f59ebb7ccaad'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:37.064117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a7eaaba-91f1-4244-8ab8-a4b6d0d3a12a req-b58d0436-efcc-4611-b749-520e0048d763 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573728 Nov 19 18:59:37.064586 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: timer() Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:59:37.083442 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:59:37.098770 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:37.104906 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:37.108459 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] 10.222.0.50 "DELETE /v2.0/networks/62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71 HTTP/1.1" status: 204 len: 168 time: 1.2217095 Nov 19 18:59:37.134655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee11175-796e-472e-a168-c738e7783800 admin admin] Pushing event deleted for resources: {'Network': ['ID=62f1561d-b6a3-4a2c-9a0f-f8f84d7abb71,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:37.181833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 471792dd-b8a0-4260-817a-83925d0c5266, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=471792dd-b8a0-4260-817a-83925d0c5266,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:37.232530 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:37.242420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08f39b-37d5-400a-8454-7b9eca93c56f req-b4dd463c-1c33-487f-9a8a-d794392ba910 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:37.244147 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff08f39b-37d5-400a-8454-7b9eca93c56f req-b4dd463c-1c33-487f-9a8a-d794392ba910 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0604997 Nov 19 18:59:37.301409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996a67-af49-4dc1-b5c4-4dc004e7c718 req-d7efc395-4832-4095-8ab4-5a0522b447ff tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:37.323163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40200) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:37.323744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996a67-af49-4dc1-b5c4-4dc004e7c718 req-d7efc395-4832-4095-8ab4-5a0522b447ff tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:37.334345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff08f39b-37d5-400a-8454-7b9eca93c56f req-0ad6ae4e-0308-4493-8ba0-18fb911e93e4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834858 Nov 19 18:59:37.338356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996a67-af49-4dc1-b5c4-4dc004e7c718 req-d7efc395-4832-4095-8ab4-5a0522b447ff tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:37.345992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=471792dd-b8a0-4260-817a-83925d0c5266,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:37.355120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996a67-af49-4dc1-b5c4-4dc004e7c718 req-d7efc395-4832-4095-8ab4-5a0522b447ff tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:37.389621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0a80edaa-d9a9-4954-9711-377e44195c51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3fec77c01a1c42069abcb44b9b2f7904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530744 Nov 19 18:59:37.392871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40206) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:37.393621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996a67-af49-4dc1-b5c4-4dc004e7c718 req-d7efc395-4832-4095-8ab4-5a0522b447ff tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:37.400978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996a67-af49-4dc1-b5c4-4dc004e7c718 req-d7efc395-4832-4095-8ab4-5a0522b447ff tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:37.408904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77996a67-af49-4dc1-b5c4-4dc004e7c718 req-d7efc395-4832-4095-8ab4-5a0522b447ff tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:37.417589 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77996a67-af49-4dc1-b5c4-4dc004e7c718 req-d7efc395-4832-4095-8ab4-5a0522b447ff tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1945672 Nov 19 18:59:37.448210 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a6b-90b3-43fc-9f8f-b22962c8ae0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:37.472309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a6b-90b3-43fc-9f8f-b22962c8ae0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:37.480671 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77996a67-af49-4dc1-b5c4-4dc004e7c718 req-dfaa6707-2b43-4b22-b1fc-5d7cdf092b1c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621805 Nov 19 18:59:37.520492 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a6b-90b3-43fc-9f8f-b22962c8ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:37.523116 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e9d40a6b-90b3-43fc-9f8f-b22962c8ae0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:37.524287 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e9d40a6b-90b3-43fc-9f8f-b22962c8ae0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b26c2e63-fa6a-4cf2-b1b6-2b13b42f16e5 HTTP/1.1" status: 204 len: 168 time: 0.1292255 Nov 19 18:59:37.532207 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d40a6b-90b3-43fc-9f8f-b22962c8ae0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26c2e63-fa6a-4cf2-b1b6-2b13b42f16e5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:37.655625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955b072-d888-47dc-9738-fdb100e43283 req-5e4e4d4b-f22c-45fe-bfad-be826b5e59ce tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:37.657203 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3955b072-d888-47dc-9738-fdb100e43283 req-5e4e4d4b-f22c-45fe-bfad-be826b5e59ce tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0550625 Nov 19 18:59:37.687674 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:59:37.716102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:59:37.716719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4bdfe5ef-02f6-4c71-92d5-4c9e524f1f09 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:59:37.723807 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3955b072-d888-47dc-9738-fdb100e43283 req-74ae2d84-6225-4dba-8b75-9eaf1f0ccd37 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590739 Nov 19 18:59:37.933647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f16fe-d15e-4039-820f-5432430e3b79 req-e58e5486-71be-43d5-96e5-7019522a3a2b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:37.936098 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed6f16fe-d15e-4039-820f-5432430e3b79 req-e58e5486-71be-43d5-96e5-7019522a3a2b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0624461 Nov 19 18:59:37.971452 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2aa4e7-52f0-4771-a04b-f54838443153 req-fef34af7-80fd-4baf-adea-c1359a14060f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:37.973385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a2aa4e7-52f0-4771-a04b-f54838443153 req-fef34af7-80fd-4baf-adea-c1359a14060f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0652571 Nov 19 18:59:38.030748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a2aa4e7-52f0-4771-a04b-f54838443153 req-2f47b38f-78d0-4b43-a6b6-9f61070fd6b1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508826 Nov 19 18:59:38.034281 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed6f16fe-d15e-4039-820f-5432430e3b79 req-1e9ce645-c0eb-4bdf-bdf1-e9f86dd32c31 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921090 Nov 19 18:59:38.045986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613c907-f19e-47c1-8133-2e70fb3daed2 req-92476c7d-45fd-4e8e-80d2-4d3fd80623c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.047498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3613c907-f19e-47c1-8133-2e70fb3daed2 req-92476c7d-45fd-4e8e-80d2-4d3fd80623c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1096 time: 0.0655289 Nov 19 18:59:38.153268 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'tag': '16de00f4-983e-42a7-9500-f59ebb7ccaad'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:38.155626 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3ea5a2-e180-4e0e-90b9-332ecd08149d" -d '{"events": [{"name": "network-changed", "server_uuid": "b826d83d-3888-46be-9e18-60d5f7b69f66", "tag": "16de00f4-983e-42a7-9500-f59ebb7ccaad"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:38.176345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613c907-f19e-47c1-8133-2e70fb3daed2 req-28da41fc-7255-4f45-9dac-5559a7d688b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.177860 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3613c907-f19e-47c1-8133-2e70fb3daed2 req-28da41fc-7255-4f45-9dac-5559a7d688b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.1184835 Nov 19 18:59:38.180023 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af330c09-772e-4bbc-a98a-ae726f58214f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:38.236309 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0eaef9-e797-46d8-953c-56cd4d1192a2 x-openstack-request-id: req-0c0eaef9-e797-46d8-953c-56cd4d1192a2 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:38.236634 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b826d83d-3888-46be-9e18-60d5f7b69f66", "tag": "16de00f4-983e-42a7-9500-f59ebb7ccaad", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:38.236982 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c0eaef9-e797-46d8-953c-56cd4d1192a2 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:38.237399 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'tag': '16de00f4-983e-42a7-9500-f59ebb7ccaad', 'status': 'completed', 'code': 200} Nov 19 18:59:38.252897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e8f34b-4ae3-4047-a368-968e2e9be854'}, {'server_uuid': 'fa50f4b1-9a09-4ddb-9f80-d39ca059671d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471792dd-b8a0-4260-817a-83925d0c5266'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:38.258427 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d523ae-1996-4805-9a3b-acdb270057ad" -d '{"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "00e8f34b-4ae3-4047-a368-968e2e9be854"}, {"server_uuid": "fa50f4b1-9a09-4ddb-9f80-d39ca059671d", "name": "network-vif-plugged", "status": "completed", "tag": "471792dd-b8a0-4260-817a-83925d0c5266"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:38.293551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb06d06-607f-418f-b53b-d03152327f50 req-fd94890d-0fca-446a-b25b-a36f7b683508 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.295107 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-adb06d06-607f-418f-b53b-d03152327f50 req-fd94890d-0fca-446a-b25b-a36f7b683508 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.1327782 Nov 19 18:59:38.305115 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd71ebb1-f8de-46f0-a96f-b043f78712ca x-openstack-request-id: req-bd71ebb1-f8de-46f0-a96f-b043f78712ca {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:38.305443 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-plugged", "status": "completed", "tag": "00e8f34b-4ae3-4047-a368-968e2e9be854", "code": 200}, {"server_uuid": "fa50f4b1-9a09-4ddb-9f80-d39ca059671d", "name": "network-vif-plugged", "status": "completed", "tag": "471792dd-b8a0-4260-817a-83925d0c5266", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:38.305702 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd71ebb1-f8de-46f0-a96f-b043f78712ca {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:38.306173 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e8f34b-4ae3-4047-a368-968e2e9be854', 'code': 200} Nov 19 18:59:38.306919 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50f4b1-9a09-4ddb-9f80-d39ca059671d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471792dd-b8a0-4260-817a-83925d0c5266', 'code': 200} Nov 19 18:59:38.311502 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3613c907-f19e-47c1-8133-2e70fb3daed2 req-344fda0f-8b35-46d8-a595-5f0e6758d699 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 998 time: 0.1190090 Nov 19 18:59:38.360538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ea5a2-e180-4e0e-90b9-332ecd08149d req-22b0f614-5f08-43ee-a8bd-51f931e9ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.362127 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c3ea5a2-e180-4e0e-90b9-332ecd08149d req-22b0f614-5f08-43ee-a8bd-51f931e9ccdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 1125 time: 0.1230369 Nov 19 18:59:38.473438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-adb06d06-607f-418f-b53b-d03152327f50 req-0f86ee85-f6de-4422-900d-7677971e9083 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668577 Nov 19 18:59:38.475867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c6a3-7769-4758-bd67-f897b8e0ceb6 req-bb631afe-9d25-4575-97cc-7229251565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.476905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c6a3-7769-4758-bd67-f897b8e0ceb6 req-bb631afe-9d25-4575-97cc-7229251565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.477011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c6a3-7769-4758-bd67-f897b8e0ceb6 req-bb631afe-9d25-4575-97cc-7229251565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.477845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c6a3-7769-4758-bd67-f897b8e0ceb6 req-bb631afe-9d25-4575-97cc-7229251565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.477974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c6a3-7769-4758-bd67-f897b8e0ceb6 req-bb631afe-9d25-4575-97cc-7229251565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.478432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c6a3-7769-4758-bd67-f897b8e0ceb6 req-bb631afe-9d25-4575-97cc-7229251565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.478902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525c6a3-7769-4758-bd67-f897b8e0ceb6 req-bb631afe-9d25-4575-97cc-7229251565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.480802 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a525c6a3-7769-4758-bd67-f897b8e0ceb6 req-bb631afe-9d25-4575-97cc-7229251565e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6500 time: 0.0821280 Nov 19 18:59:38.481354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613c907-f19e-47c1-8133-2e70fb3daed2 req-9903aa93-21dd-499e-82fe-735b7008c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.482260 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3613c907-f19e-47c1-8133-2e70fb3daed2 req-9903aa93-21dd-499e-82fe-735b7008c81e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1538968 Nov 19 18:59:38.495578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc0e7-0a2f-4d23-b5da-1c2133928c4c req-ec16f054-99bd-4fef-b2eb-867867f28fdc tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.496039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-169cc0e7-0a2f-4d23-b5da-1c2133928c4c req-ec16f054-99bd-4fef-b2eb-867867f28fdc tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0703235 Nov 19 18:59:38.537316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc8b16-59be-4e86-bf6c-82d3f1087200 req-06b3b18a-a418-4e41-99d3-8b1ba7cae812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.538879 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f3bc8b16-59be-4e86-bf6c-82d3f1087200 req-06b3b18a-a418-4e41-99d3-8b1ba7cae812 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 1101 time: 0.1625929 Nov 19 18:59:38.576511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ea5a2-e180-4e0e-90b9-332ecd08149d req-277ec658-0e98-4b5b-a4e5-c46438c1d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.577859 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c3ea5a2-e180-4e0e-90b9-332ecd08149d req-277ec658-0e98-4b5b-a4e5-c46438c1d317 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.2048421 Nov 19 18:59:38.588588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a525c6a3-7769-4758-bd67-f897b8e0ceb6 req-08f05fc3-c85c-455e-a9b2-1b0945d8b6da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915573 Nov 19 18:59:38.588829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613c907-f19e-47c1-8133-2e70fb3daed2 req-559be070-b14a-48d3-9b5d-aeb4242278de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.590161 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3613c907-f19e-47c1-8133-2e70fb3daed2 req-559be070-b14a-48d3-9b5d-aeb4242278de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913908 Nov 19 18:59:38.594221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-169cc0e7-0a2f-4d23-b5da-1c2133928c4c req-48907766-0f29-4851-af6a-e5c61fe9f6c7 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760825 Nov 19 18:59:38.635548 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c3ea5a2-e180-4e0e-90b9-332ecd08149d req-9c2d3980-da66-41a8-a539-ade14408d632 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad HTTP/1.1" status: 200 len: 217 time: 0.0491714 Nov 19 18:59:38.647741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f3bc8b16-59be-4e86-bf6c-82d3f1087200 req-d358fa3c-a674-45d2-9173-5c806beb912b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966740 Nov 19 18:59:38.699357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ea5a2-e180-4e0e-90b9-332ecd08149d req-25ae967f-7beb-4a6a-96aa-0f8a873145b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.700858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c3ea5a2-e180-4e0e-90b9-332ecd08149d req-25ae967f-7beb-4a6a-96aa-0f8a873145b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.0522552 Nov 19 18:59:38.751633 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c3ea5a2-e180-4e0e-90b9-332ecd08149d req-d7839bfc-6827-41be-b33f-9a713fccc2f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288179 Nov 19 18:59:38.865279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39986d-3ce5-4613-b087-c8a274a30c0f req-690e9aa3-6e50-47e6-8e8c-77441a231e84 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.871645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39986d-3ce5-4613-b087-c8a274a30c0f req-690e9aa3-6e50-47e6-8e8c-77441a231e84 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.877892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39986d-3ce5-4613-b087-c8a274a30c0f req-690e9aa3-6e50-47e6-8e8c-77441a231e84 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.883968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39986d-3ce5-4613-b087-c8a274a30c0f req-690e9aa3-6e50-47e6-8e8c-77441a231e84 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.890137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39986d-3ce5-4613-b087-c8a274a30c0f req-690e9aa3-6e50-47e6-8e8c-77441a231e84 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.896799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39986d-3ce5-4613-b087-c8a274a30c0f req-690e9aa3-6e50-47e6-8e8c-77441a231e84 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.902780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39986d-3ce5-4613-b087-c8a274a30c0f req-690e9aa3-6e50-47e6-8e8c-77441a231e84 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:38.904677 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8d39986d-3ce5-4613-b087-c8a274a30c0f req-690e9aa3-6e50-47e6-8e8c-77441a231e84 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1693714 Nov 19 18:59:38.950920 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c3ea5a2-e180-4e0e-90b9-332ecd08149d req-0df374e4-1aef-4ba5-983a-c53378e2e213 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685526 Nov 19 18:59:39.040056 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8d39986d-3ce5-4613-b087-c8a274a30c0f req-b440c419-af81-428a-8861-80f9fa4ada76 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193919 Nov 19 18:59:39.089675 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c3ea5a2-e180-4e0e-90b9-332ecd08149d req-074b5fa6-66b7-47d0-a408-f8d5b6eecbbb service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234217 Nov 19 18:59:39.184010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab179e9-9c4d-4dc2-a99f-49048ee918aa req-600d884f-9dd0-46bd-8062-b63cdafe8b06 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:39.185868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cab179e9-9c4d-4dc2-a99f-49048ee918aa req-600d884f-9dd0-46bd-8062-b63cdafe8b06 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0580609 Nov 19 18:59:39.193679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f941d4-c632-4c07-8364-220d88e076a6 req-c902e526-3241-40f6-bfd6-b2ac61499d52 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:39.195320 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-64f941d4-c632-4c07-8364-220d88e076a6 req-c902e526-3241-40f6-bfd6-b2ac61499d52 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0552356 Nov 19 18:59:39.239024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40308) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:39.240682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cab179e9-9c4d-4dc2-a99f-49048ee918aa req-c117044c-e924-4e2a-b71b-d266701026f0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480826 Nov 19 18:59:39.258097 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-64f941d4-c632-4c07-8364-220d88e076a6 req-f3326bb7-3437-4292-ae41-63914eb7d6ef tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560248 Nov 19 18:59:39.351805 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3f4bb17-187c-41ee-9070-92e653422273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:39.434735 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3f4bb17-187c-41ee-9070-92e653422273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:39.438293 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3f4bb17-187c-41ee-9070-92e653422273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:39.476465 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f3f4bb17-187c-41ee-9070-92e653422273 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a503ba784f544a6877ba2483dfd0836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364414 Nov 19 18:59:39.477551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4bb17-187c-41ee-9070-92e653422273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984ee46d-789e-443a-b919-910250263cd6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:39.479233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40312) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:39.531241 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1de92d29-4f2a-4d20-ab41-5518f9c5f74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:39.562747 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1de92d29-4f2a-4d20-ab41-5518f9c5f74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:39.628385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237fcbf-4068-42d8-8439-5dbde4a6f545 req-88c1daa2-05b4-4bb7-bdab-90a685fc7ee6 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:39.629924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6237fcbf-4068-42d8-8439-5dbde4a6f545 req-88c1daa2-05b4-4bb7-bdab-90a685fc7ee6 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.0845988 Nov 19 18:59:39.651811 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1de92d29-4f2a-4d20-ab41-5518f9c5f74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:39.654423 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1de92d29-4f2a-4d20-ab41-5518f9c5f74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:39.659090 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1de92d29-4f2a-4d20-ab41-5518f9c5f74e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/984ee46d-789e-443a-b919-910250263cd6 HTTP/1.1" status: 204 len: 168 time: 0.1753078 Nov 19 18:59:39.666736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device cfcd3dac-c366-4029-b7ac-483958ada716 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:59:39.669399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de92d29-4f2a-4d20-ab41-5518f9c5f74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984ee46d-789e-443a-b919-910250263cd6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:39.706089 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6237fcbf-4068-42d8-8439-5dbde4a6f545 req-20f046c1-65f8-4347-ae33-64995a2c756e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692649 Nov 19 18:59:39.745890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3fe03-87b3-4580-8234-fdbd2d2470c6 req-a5d8c50e-953a-4384-a34f-e4c08fcd1242 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:39.747556 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-61a3fe03-87b3-4580-8234-fdbd2d2470c6 req-a5d8c50e-953a-4384-a34f-e4c08fcd1242 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0781379 Nov 19 18:59:39.785548 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:39.815540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-61a3fe03-87b3-4580-8234-fdbd2d2470c6 req-8c8109f4-77b6-4e18-9c5f-4f4b5cf05ae5 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602474 Nov 19 18:59:39.828587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port cfcd3dac-c366-4029-b7ac-483958ada716, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cfcd3dac-c366-4029-b7ac-483958ada716,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:39.834657 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:39.894925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=cfcd3dac-c366-4029-b7ac-483958ada716,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:40.181586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860d8c2-88f5-4201-85a2-a8c2f39b4c11 req-9d35ca89-ef55-4036-823b-d6b273a93b56 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:40.190367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860d8c2-88f5-4201-85a2-a8c2f39b4c11 req-9d35ca89-ef55-4036-823b-d6b273a93b56 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:40.198369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860d8c2-88f5-4201-85a2-a8c2f39b4c11 req-9d35ca89-ef55-4036-823b-d6b273a93b56 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:40.205686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860d8c2-88f5-4201-85a2-a8c2f39b4c11 req-9d35ca89-ef55-4036-823b-d6b273a93b56 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:40.211711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860d8c2-88f5-4201-85a2-a8c2f39b4c11 req-9d35ca89-ef55-4036-823b-d6b273a93b56 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:40.217636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860d8c2-88f5-4201-85a2-a8c2f39b4c11 req-9d35ca89-ef55-4036-823b-d6b273a93b56 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:40.225920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860d8c2-88f5-4201-85a2-a8c2f39b4c11 req-9d35ca89-ef55-4036-823b-d6b273a93b56 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:40.230257 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8860d8c2-88f5-4201-85a2-a8c2f39b4c11 req-9d35ca89-ef55-4036-823b-d6b273a93b56 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1072714 Nov 19 18:59:40.301165 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8860d8c2-88f5-4201-85a2-a8c2f39b4c11 req-8a58e1b6-3cf1-47f7-a285-b89f98812ad2 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682759 Nov 19 18:59:40.310558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89486c19-1de5-4791-b338-87447641e422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfcd3dac-c366-4029-b7ac-483958ada716'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:40.313190 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af8d17c-8b01-4258-88d1-2fc262c82974" -d '{"events": [{"server_uuid": "89486c19-1de5-4791-b338-87447641e422", "name": "network-vif-unplugged", "status": "completed", "tag": "cfcd3dac-c366-4029-b7ac-483958ada716"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:40.395523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15fb0d-6dd1-44b7-bf7f-e884abf099cf req-6ea904c2-c930-46f9-913f-b6ff27e3dc36 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:40.397490 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a15fb0d-6dd1-44b7-bf7f-e884abf099cf req-6ea904c2-c930-46f9-913f-b6ff27e3dc36 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0586855 Nov 19 18:59:40.428228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40358) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:40.461293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75ca57-5b9b-40eb-a6e4-3b9c31fd34f0 req-294fa6ae-0619-4cd4-83b0-b393469930c1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:40.462838 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c75ca57-5b9b-40eb-a6e4-3b9c31fd34f0 req-294fa6ae-0619-4cd4-83b0-b393469930c1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0518825 Nov 19 18:59:40.476216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a15fb0d-6dd1-44b7-bf7f-e884abf099cf req-55da308d-8e38-4a85-bec1-5971cdfdfdc5 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724850 Nov 19 18:59:40.540139 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c75ca57-5b9b-40eb-a6e4-3b9c31fd34f0 req-afad018e-b082-4a64-aae7-163ddb30b41c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599058 Nov 19 18:59:40.544180 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d180cf31-23e0-42b5-8195-1b397c1af0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:40.565665 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f91b679-4e0a-43fc-aaaa-fc3c6817f8d5 x-openstack-request-id: req-6f91b679-4e0a-43fc-aaaa-fc3c6817f8d5 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:40.566009 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89486c19-1de5-4791-b338-87447641e422", "name": "network-vif-unplugged", "status": "completed", "tag": "cfcd3dac-c366-4029-b7ac-483958ada716", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:40.566474 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f91b679-4e0a-43fc-aaaa-fc3c6817f8d5 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:40.566990 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89486c19-1de5-4791-b338-87447641e422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfcd3dac-c366-4029-b7ac-483958ada716', 'code': 200} Nov 19 18:59:40.596002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-28741446-network', 'tenant_id': 'c8fcbe31d4264739998eddea128a1da5'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:40.617188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Made reservation on behalf of c8fcbe31d4264739998eddea128a1da5 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:59:40.619596 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:40.628173 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:40.709383 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:40.713334 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:40.733964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:59:40.747581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04044eb-185f-4970-9f5b-d015f58199ab,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:40.753250 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:40.753606 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Added segment d7b29611-d7d8-4ad6-aab3-aa3a8c64f963 of type vlan for network 5a78f44e-d5f6-427d-b7ff-ea65cd13854a Nov 19 18:59:40.795058 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:40.825239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:40.826324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:40.826966 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:40.834047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73831123-bd16-4112-bcb8-c1cffb165f5e req-20e2268c-ad8c-43ef-85de-1abff6fc8e89 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:40.838678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-73831123-bd16-4112-bcb8-c1cffb165f5e req-20e2268c-ad8c-43ef-85de-1abff6fc8e89 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.0582538 Nov 19 18:59:40.886297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4543719 Nov 19 18:59:40.886504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40378) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:40.899470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] Request body: {'subnet': {'network_id': '5a78f44e-d5f6-427d-b7ff-ea65cd13854a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-28741446-subnet', 'tenant_id': 'c8fcbe31d4264739998eddea128a1da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:40.906566 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-73831123-bd16-4112-bcb8-c1cffb165f5e req-01adc061-3a59-4c9e-8f63-dc2b0a1d2896 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645621 Nov 19 18:59:40.921329 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbbc80-839b-474d-8437-d4f03e8d2be3 admin admin] Pushing event updated for resources: {'Network': ['ID=5a78f44e-d5f6-427d-b7ff-ea65cd13854a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:40.934087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] Made reservation on behalf of c8fcbe31d4264739998eddea128a1da5 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:59:40.936376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:40.940962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 5a78f44e-d5f6-427d-b7ff-ea65cd13854a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:59:41.027685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14622cf-867c-4965-9b0e-a650be3387e2 req-a711ade6-aa73-45e1-8cc5-98a2442b7f53 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:41.029175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d14622cf-867c-4965-9b0e-a650be3387e2 req-a711ade6-aa73-45e1-8cc5-98a2442b7f53 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.1089754 Nov 19 18:59:41.116368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d14622cf-867c-4965-9b0e-a650be3387e2 req-a7fc8214-edbe-4315-bb37-9440ec5a7634 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798986 Nov 19 18:59:41.177492 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:41.231680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a08e599e-c2f2-47bb-b6e8-52bcba98a3a9,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:41.241230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] Checking segment: {'id': 'd7b29611-d7d8-4ad6-aab3-aa3a8c64f963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5a78f44e-d5f6-427d-b7ff-ea65cd13854a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:59:41.241617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] Network hostable DHCP agents. Network: 5a78f44e-d5f6-427d-b7ff-ea65cd13854a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:59:41.258478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] Network 5a78f44e-d5f6-427d-b7ff-ea65cd13854a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:59:41.267030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 5a78f44e-d5f6-427d-b7ff-ea65cd13854a) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:59:41.270972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:41.271564 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:41.279018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff2660a-6216-473a-81a4-a398e29726b9 None None] Network 5a78f44e-d5f6-427d-b7ff-ea65cd13854a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:59:41.287454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-67870d01-bc00-4bf0-aa45-4d5166de304a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3999195 Nov 19 18:59:41.416159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c64803-df51-4010-9ba3-523606b075ad None None] Network 5a78f44e-d5f6-427d-b7ff-ea65cd13854a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:59:41.482242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03ce1-c5f3-4942-aee7-6b02c60bba48 req-c60cbf7b-faf9-4aa2-8356-c5f9e92b2f99 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:41.490381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03ce1-c5f3-4942-aee7-6b02c60bba48 req-c60cbf7b-faf9-4aa2-8356-c5f9e92b2f99 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:41.497325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03ce1-c5f3-4942-aee7-6b02c60bba48 req-c60cbf7b-faf9-4aa2-8356-c5f9e92b2f99 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:41.504664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03ce1-c5f3-4942-aee7-6b02c60bba48 req-c60cbf7b-faf9-4aa2-8356-c5f9e92b2f99 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:41.510730 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03ce1-c5f3-4942-aee7-6b02c60bba48 req-c60cbf7b-faf9-4aa2-8356-c5f9e92b2f99 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:41.518260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03ce1-c5f3-4942-aee7-6b02c60bba48 req-c60cbf7b-faf9-4aa2-8356-c5f9e92b2f99 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:41.527326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03ce1-c5f3-4942-aee7-6b02c60bba48 req-c60cbf7b-faf9-4aa2-8356-c5f9e92b2f99 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:41.529285 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2cd03ce1-c5f3-4942-aee7-6b02c60bba48 req-c60cbf7b-faf9-4aa2-8356-c5f9e92b2f99 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1089425 Nov 19 18:59:41.543179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-e838d8c4-9589-4ff5-832f-425b2463a198 req-75753ff3-1292-4e46-99b0-46ae905024bc tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1378895821', 'description': 'tempest-description-1811681061'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:41.569495 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e838d8c4-9589-4ff5-832f-425b2463a198 req-75753ff3-1292-4e46-99b0-46ae905024bc tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:41.605294 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2cd03ce1-c5f3-4942-aee7-6b02c60bba48 req-f1530621-75bc-4895-87e3-e6cf0e5c9a61 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669312 Nov 19 18:59:41.660962 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e838d8c4-9589-4ff5-832f-425b2463a198 req-75753ff3-1292-4e46-99b0-46ae905024bc tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:41.665295 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e838d8c4-9589-4ff5-832f-425b2463a198 req-75753ff3-1292-4e46-99b0-46ae905024bc tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:41.680309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75306d00-6ec7-4471-b601-8632b8e90afa details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:41.693948 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e838d8c4-9589-4ff5-832f-425b2463a198 req-75753ff3-1292-4e46-99b0-46ae905024bc tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:41.695211 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e838d8c4-9589-4ff5-832f-425b2463a198 req-75753ff3-1292-4e46-99b0-46ae905024bc tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1566687 Nov 19 18:59:41.710622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75753ff3-1292-4e46-99b0-46ae905024bc tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833e61b2-0b7c-4c7b-9264-a091a113d759,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:41.788591 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:41.794106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60c139-015b-432c-9446-1ee804a0d8f5 req-ac9bde22-ef3a-425e-8894-c3e481400304 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:41.795647 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb60c139-015b-432c-9446-1ee804a0d8f5 req-ac9bde22-ef3a-425e-8894-c3e481400304 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0701685 Nov 19 18:59:41.841684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d4485-618e-4c7a-822a-b114d2e8af29 req-3ab8165a-eb0e-4f30-9458-ea00461192f8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:41.843323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a3d4485-618e-4c7a-822a-b114d2e8af29 req-3ab8165a-eb0e-4f30-9458-ea00461192f8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0649574 Nov 19 18:59:41.853192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:41.866693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb60c139-015b-432c-9446-1ee804a0d8f5 req-43734fc4-9bd7-44b2-82b2-cd48155776cf tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577250 Nov 19 18:59:41.870654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '75306d00-6ec7-4471-b601-8632b8e90afa', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '75306d00-6ec7-4471-b601-8632b8e90afa', 'mac_address': 'fa:16:3e:19:32:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:41.920050 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a3d4485-618e-4c7a-822a-b114d2e8af29 req-807e6f3e-6131-45af-89b0-b9eab345802e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687194 Nov 19 18:59:41.928392 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:41.947515 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a4fa385d-0b1a-4709-b11f-e4ff8aec9077 req-91548a95-0ada-483c-b3e3-cd53e5dd2292 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/833e61b2-0b7c-4c7b-9264-a091a113d759 HTTP/1.1" status: 200 len: 1822 time: 0.0511482 Nov 19 18:59:41.956430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75306d00-6ec7-4471-b601-8632b8e90afa {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:41.960936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-a4fa385d-0b1a-4709-b11f-e4ff8aec9077 req-383ae258-c3f3-4457-9e4f-9dfee745b08f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '833e61b2-0b7c-4c7b-9264-a091a113d759', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:41.961263 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-a4fa385d-0b1a-4709-b11f-e4ff8aec9077 req-383ae258-c3f3-4457-9e4f-9dfee745b08f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '833e61b2-0b7c-4c7b-9264-a091a113d759', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:41.987521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:41.997123 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.052500 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a4fa385d-0b1a-4709-b11f-e4ff8aec9077 req-383ae258-c3f3-4457-9e4f-9dfee745b08f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.076468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:42.088300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a4fa385d-0b1a-4709-b11f-e4ff8aec9077 req-383ae258-c3f3-4457-9e4f-9dfee745b08f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.092186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a4fa385d-0b1a-4709-b11f-e4ff8aec9077 req-383ae258-c3f3-4457-9e4f-9dfee745b08f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.113801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ae258-c3f3-4457-9e4f-9dfee745b08f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e588f773-1eca-4aca-a6b7-943340211ebb,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:42.126139 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a4fa385d-0b1a-4709-b11f-e4ff8aec9077 req-383ae258-c3f3-4457-9e4f-9dfee745b08f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.128027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a4fa385d-0b1a-4709-b11f-e4ff8aec9077 req-383ae258-c3f3-4457-9e4f-9dfee745b08f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1713924 Nov 19 18:59:42.156178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613578d-925c-4323-bbda-79054f91d31c req-90a6a283-a6c2-468b-a057-a0519ffd9dde tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:42.158222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9613578d-925c-4323-bbda-79054f91d31c req-90a6a283-a6c2-468b-a057-a0519ffd9dde tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.0894785 Nov 19 18:59:42.173858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['75306d00-6ec7-4471-b601-8632b8e90afa'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:42.231021 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9613578d-925c-4323-bbda-79054f91d31c req-496b9b0d-45b7-4868-9ba9-e46492b6120a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651314 Nov 19 18:59:42.257580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-8bce1d00-2238-4467-9879-7e4d5f629267 req-d61a55b7-9560-4559-bead-34e5b05c77c8 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-232457175', 'description': 'tempest-description-1958277578'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:42.315544 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8bce1d00-2238-4467-9879-7e4d5f629267 req-d61a55b7-9560-4559-bead-34e5b05c77c8 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.429489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae73ad-6f19-41c0-bf91-6b58da9f5436 req-c9cd6645-41aa-4619-a1d4-96869ce3edfe tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:42.437282 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8bce1d00-2238-4467-9879-7e4d5f629267 req-d61a55b7-9560-4559-bead-34e5b05c77c8 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.438983 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1ae73ad-6f19-41c0-bf91-6b58da9f5436 req-c9cd6645-41aa-4619-a1d4-96869ce3edfe tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0984182 Nov 19 18:59:42.448030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8bce1d00-2238-4467-9879-7e4d5f629267 req-d61a55b7-9560-4559-bead-34e5b05c77c8 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.490743 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8bce1d00-2238-4467-9879-7e4d5f629267 req-d61a55b7-9560-4559-bead-34e5b05c77c8 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.493096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bce1d00-2238-4467-9879-7e4d5f629267 req-d61a55b7-9560-4559-bead-34e5b05c77c8 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2420113 Nov 19 18:59:42.495584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a55b7-9560-4559-bead-34e5b05c77c8 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8095885c-718d-42d2-bf1d-c2861e89eb5a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:42.512272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1ae73ad-6f19-41c0-bf91-6b58da9f5436 req-2d55f426-118c-4d25-b47f-9264a5acc578 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720003 Nov 19 18:59:42.583424 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cecf5274-1af4-46ac-9aa2-d8f6c77faa96 req-9abd9f0a-d6bb-4c0b-82df-480ce378cf33 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/8095885c-718d-42d2-bf1d-c2861e89eb5a HTTP/1.1" status: 200 len: 1821 time: 0.0540507 Nov 19 18:59:42.598805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-cecf5274-1af4-46ac-9aa2-d8f6c77faa96 req-7b61b65f-3afe-447c-8eed-1eee1e1db4cb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8095885c-718d-42d2-bf1d-c2861e89eb5a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:42.599575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-cecf5274-1af4-46ac-9aa2-d8f6c77faa96 req-7b61b65f-3afe-447c-8eed-1eee1e1db4cb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8095885c-718d-42d2-bf1d-c2861e89eb5a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:42.691392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cecf5274-1af4-46ac-9aa2-d8f6c77faa96 req-7b61b65f-3afe-447c-8eed-1eee1e1db4cb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.734650 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cecf5274-1af4-46ac-9aa2-d8f6c77faa96 req-7b61b65f-3afe-447c-8eed-1eee1e1db4cb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.741979 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cecf5274-1af4-46ac-9aa2-d8f6c77faa96 req-7b61b65f-3afe-447c-8eed-1eee1e1db4cb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.757728 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61b65f-3afe-447c-8eed-1eee1e1db4cb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4311086-cf39-4074-9295-26d5366ca324,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:42.781483 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cecf5274-1af4-46ac-9aa2-d8f6c77faa96 req-7b61b65f-3afe-447c-8eed-1eee1e1db4cb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.788109 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cecf5274-1af4-46ac-9aa2-d8f6c77faa96 req-7b61b65f-3afe-447c-8eed-1eee1e1db4cb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1975338 Nov 19 18:59:42.808722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c49f-80c1-4edb-ae5f-59db9bfcae2b req-4cb3e3be-101f-4f8d-95d3-809ace0fe257 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:42.814823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-5550609b-a6bf-4dc5-aef3-1b1f4a450a86 req-423fae58-5dda-4280-9a9e-4ebbb9522a0f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1378238580', 'description': 'tempest-description-1058278518'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:42.815322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c49f-80c1-4edb-ae5f-59db9bfcae2b req-4cb3e3be-101f-4f8d-95d3-809ace0fe257 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:42.822865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c49f-80c1-4edb-ae5f-59db9bfcae2b req-4cb3e3be-101f-4f8d-95d3-809ace0fe257 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:42.829526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c49f-80c1-4edb-ae5f-59db9bfcae2b req-4cb3e3be-101f-4f8d-95d3-809ace0fe257 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:42.836078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c49f-80c1-4edb-ae5f-59db9bfcae2b req-4cb3e3be-101f-4f8d-95d3-809ace0fe257 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:42.842584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c49f-80c1-4edb-ae5f-59db9bfcae2b req-4cb3e3be-101f-4f8d-95d3-809ace0fe257 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:42.846953 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5550609b-a6bf-4dc5-aef3-1b1f4a450a86 req-423fae58-5dda-4280-9a9e-4ebbb9522a0f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.852435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c49f-80c1-4edb-ae5f-59db9bfcae2b req-4cb3e3be-101f-4f8d-95d3-809ace0fe257 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:42.861386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9c6c49f-80c1-4edb-ae5f-59db9bfcae2b req-4cb3e3be-101f-4f8d-95d3-809ace0fe257 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1392448 Nov 19 18:59:42.939508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9c6c49f-80c1-4edb-ae5f-59db9bfcae2b req-70dc9910-1a7b-46df-b373-306ece3e93db tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770471 Nov 19 18:59:42.944927 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5550609b-a6bf-4dc5-aef3-1b1f4a450a86 req-423fae58-5dda-4280-9a9e-4ebbb9522a0f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.957743 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5550609b-a6bf-4dc5-aef3-1b1f4a450a86 req-423fae58-5dda-4280-9a9e-4ebbb9522a0f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:42.985610 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5550609b-a6bf-4dc5-aef3-1b1f4a450a86 req-423fae58-5dda-4280-9a9e-4ebbb9522a0f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.006336 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5550609b-a6bf-4dc5-aef3-1b1f4a450a86 req-423fae58-5dda-4280-9a9e-4ebbb9522a0f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1959159 Nov 19 18:59:43.033931 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fae58-5dda-4280-9a9e-4ebbb9522a0f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0528e65-f2e2-4cba-8bbb-5202fe0bd446,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:43.093160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad4354-ba8e-4e83-97ce-5a8d9e3bc077 req-b27d334b-808a-46df-8191-1c93e65ec0a4 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:43.095501 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-edad4354-ba8e-4e83-97ce-5a8d9e3bc077 req-b27d334b-808a-46df-8191-1c93e65ec0a4 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0742297 Nov 19 18:59:43.119528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440dbe8-bb8f-4a72-914e-374b63edecee req-9150f305-d6df-4f00-81b7-325fabb58d4f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:43.129681 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4440dbe8-bb8f-4a72-914e-374b63edecee req-9150f305-d6df-4f00-81b7-325fabb58d4f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0619431 Nov 19 18:59:43.156549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-edad4354-ba8e-4e83-97ce-5a8d9e3bc077 req-7ef2cce8-3cb5-4d41-b809-c3dda5133c61 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545056 Nov 19 18:59:43.187045 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.189587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4440dbe8-bb8f-4a72-914e-374b63edecee req-7700cd35-877f-4120-b5bb-b3cf0472309b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590277 Nov 19 18:59:43.217838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-308a07f1-01cb-423f-aef8-978df7535a3b req-3f02e2dc-ea7c-4250-ba6d-86bce9bb869b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1041755149', 'description': 'tempest-description-2093109631'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:43.257584 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-308a07f1-01cb-423f-aef8-978df7535a3b req-3f02e2dc-ea7c-4250-ba6d-86bce9bb869b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.367402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-308a07f1-01cb-423f-aef8-978df7535a3b req-3f02e2dc-ea7c-4250-ba6d-86bce9bb869b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.373264 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-308a07f1-01cb-423f-aef8-978df7535a3b req-3f02e2dc-ea7c-4250-ba6d-86bce9bb869b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.427032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-308a07f1-01cb-423f-aef8-978df7535a3b req-3f02e2dc-ea7c-4250-ba6d-86bce9bb869b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.428596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-308a07f1-01cb-423f-aef8-978df7535a3b req-3f02e2dc-ea7c-4250-ba6d-86bce9bb869b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2145576 Nov 19 18:59:43.431181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02e2dc-ea7c-4250-ba6d-86bce9bb869b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105e8f2c-87c6-4c19-a02b-96e6f87197f1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:43.498540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f1a859d3-1433-47ff-a312-98f4574e48ee req-e43101f7-2e39-449f-b424-4f351036f6ca tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/d0528e65-f2e2-4cba-8bbb-5202fe0bd446 HTTP/1.1" status: 200 len: 1822 time: 0.0462904 Nov 19 18:59:43.515083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6052e-01f5-491a-ad2b-6e31a5e577cd req-c4f42056-e421-4ed3-aa8b-b460f8056660 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:43.528201 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46a6052e-01f5-491a-ad2b-6e31a5e577cd req-c4f42056-e421-4ed3-aa8b-b460f8056660 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.0742218 Nov 19 18:59:43.556735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f1a859d3-1433-47ff-a312-98f4574e48ee req-b968af46-c46c-4cd5-a467-5351da51f2a6 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/105e8f2c-87c6-4c19-a02b-96e6f87197f1 HTTP/1.1" status: 200 len: 1822 time: 0.0512216 Nov 19 18:59:43.561393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f1a859d3-1433-47ff-a312-98f4574e48ee req-44b3ad00-5012-4b99-8cc4-26b89bb30efb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd0528e65-f2e2-4cba-8bbb-5202fe0bd446', 'remote_group_id': '105e8f2c-87c6-4c19-a02b-96e6f87197f1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:43.561715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-f1a859d3-1433-47ff-a312-98f4574e48ee req-44b3ad00-5012-4b99-8cc4-26b89bb30efb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd0528e65-f2e2-4cba-8bbb-5202fe0bd446', 'remote_group_id': '105e8f2c-87c6-4c19-a02b-96e6f87197f1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:43.598383 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46a6052e-01f5-491a-ad2b-6e31a5e577cd req-d3b30bd2-91a7-4ba1-a8d4-42a838f0e1a0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689762 Nov 19 18:59:43.643700 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f1a859d3-1433-47ff-a312-98f4574e48ee req-44b3ad00-5012-4b99-8cc4-26b89bb30efb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.692446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f1a859d3-1433-47ff-a312-98f4574e48ee req-44b3ad00-5012-4b99-8cc4-26b89bb30efb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.697304 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f1a859d3-1433-47ff-a312-98f4574e48ee req-44b3ad00-5012-4b99-8cc4-26b89bb30efb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.698209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75306d00-6ec7-4471-b601-8632b8e90afa up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:43.717281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3ad00-5012-4b99-8cc4-26b89bb30efb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de2e596-d66e-4781-98d7-9dde242dce28,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:43.743767 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f1a859d3-1433-47ff-a312-98f4574e48ee req-44b3ad00-5012-4b99-8cc4-26b89bb30efb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.745451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f1a859d3-1433-47ff-a312-98f4574e48ee req-44b3ad00-5012-4b99-8cc4-26b89bb30efb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1878040 Nov 19 18:59:43.754738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafe80a-e1fa-4b3b-b836-6caa9de3059a req-dc71e1bf-6503-4290-b45b-888b547ec69e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:43.756455 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-faafe80a-e1fa-4b3b-b836-6caa9de3059a req-dc71e1bf-6503-4290-b45b-888b547ec69e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0786231 Nov 19 18:59:43.774255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-904a143e-e9e3-487f-ba5d-641ce4c1b2f9 req-88625411-015d-4620-8ccf-311ecadd3ad0 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-483628849', 'description': 'tempest-description-1370520417'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:43.787138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 75306d00-6ec7-4471-b601-8632b8e90afa triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:43.787916 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.833349 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-904a143e-e9e3-487f-ba5d-641ce4c1b2f9 req-88625411-015d-4620-8ccf-311ecadd3ad0 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.835104 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-faafe80a-e1fa-4b3b-b836-6caa9de3059a req-1e78a3f9-5c30-4d33-98fe-68de165f41ee tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680358 Nov 19 18:59:43.885593 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.917421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:43.919798 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4f301c-e7ef-4502-b068-fbb1fcaf9170" -d '{"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-plugged", "status": "completed", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:43.955539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-904a143e-e9e3-487f-ba5d-641ce4c1b2f9 req-88625411-015d-4620-8ccf-311ecadd3ad0 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.956325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:43.963226 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.963481 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-904a143e-e9e3-487f-ba5d-641ce4c1b2f9 req-88625411-015d-4620-8ccf-311ecadd3ad0 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:43.998958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88625411-015d-4620-8ccf-311ecadd3ad0 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446cfe9e-d0ca-4a4d-9418-c2a68756bb5f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:44.003185 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15c6d2d-7979-4539-8415-47a7ed3e014d x-openstack-request-id: req-c15c6d2d-7979-4539-8415-47a7ed3e014d {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:44.003548 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-plugged", "status": "completed", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:44.003901 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c15c6d2d-7979-4539-8415-47a7ed3e014d {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:44.004367 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa', 'code': 200} Nov 19 18:59:44.027024 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-904a143e-e9e3-487f-ba5d-641ce4c1b2f9 req-88625411-015d-4620-8ccf-311ecadd3ad0 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:44.029648 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-904a143e-e9e3-487f-ba5d-641ce4c1b2f9 req-88625411-015d-4620-8ccf-311ecadd3ad0 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2610984 Nov 19 18:59:44.061687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-61352f01-7fd6-415a-8af0-0c376520e33e req-dda1186a-dd54-4259-9272-c049a7bafb66 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1977619688', 'description': 'tempest-description-1703712295'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:44.077804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=10']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:44.082927 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:44.110889 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61352f01-7fd6-415a-8af0-0c376520e33e req-dda1186a-dd54-4259-9272-c049a7bafb66 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:44.125056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f7426-318e-4768-b81d-a771ed6f5846 req-38b8e061-c687-4326-8d7c-dd651bbbee1f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:44.134658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f7426-318e-4768-b81d-a771ed6f5846 req-38b8e061-c687-4326-8d7c-dd651bbbee1f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:44.143989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f7426-318e-4768-b81d-a771ed6f5846 req-38b8e061-c687-4326-8d7c-dd651bbbee1f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:44.152635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f7426-318e-4768-b81d-a771ed6f5846 req-38b8e061-c687-4326-8d7c-dd651bbbee1f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:44.161734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f7426-318e-4768-b81d-a771ed6f5846 req-38b8e061-c687-4326-8d7c-dd651bbbee1f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:44.170142 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f7426-318e-4768-b81d-a771ed6f5846 req-38b8e061-c687-4326-8d7c-dd651bbbee1f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:44.178092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f7426-318e-4768-b81d-a771ed6f5846 req-38b8e061-c687-4326-8d7c-dd651bbbee1f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:44.190163 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc7f7426-318e-4768-b81d-a771ed6f5846 req-38b8e061-c687-4326-8d7c-dd651bbbee1f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1353228 Nov 19 18:59:44.195728 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61352f01-7fd6-415a-8af0-0c376520e33e req-dda1186a-dd54-4259-9272-c049a7bafb66 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:44.201156 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61352f01-7fd6-415a-8af0-0c376520e33e req-dda1186a-dd54-4259-9272-c049a7bafb66 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:44.237862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1186a-dd54-4259-9272-c049a7bafb66 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cd10e1-3ab9-4805-ac96-ddf5f5470963,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:44.246538 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61352f01-7fd6-415a-8af0-0c376520e33e req-dda1186a-dd54-4259-9272-c049a7bafb66 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:44.247921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61352f01-7fd6-415a-8af0-0c376520e33e req-dda1186a-dd54-4259-9272-c049a7bafb66 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1925583 Nov 19 18:59:44.288510 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc7f7426-318e-4768-b81d-a771ed6f5846 req-e28ae818-a94b-4431-be4e-ef00ceb77754 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943053 Nov 19 18:59:44.400351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7556a7-6b0f-4db8-a517-075c44ad4db3 req-a2efa9d9-f9a8-412f-a8df-9da3a7748cd6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:44.400787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a7556a7-6b0f-4db8-a517-075c44ad4db3 req-a2efa9d9-f9a8-412f-a8df-9da3a7748cd6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0746212 Nov 19 18:59:44.450667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459eefd-184d-43b2-9b6f-2383f34c4b98 req-a5fca67d-bacd-45a2-8371-9e3a8e6788d1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:44.452406 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5459eefd-184d-43b2-9b6f-2383f34c4b98 req-a5fca67d-bacd-45a2-8371-9e3a8e6788d1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0667336 Nov 19 18:59:44.468645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a7556a7-6b0f-4db8-a517-075c44ad4db3 req-ecc81346-7a78-486d-b10e-ce516294c462 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572374 Nov 19 18:59:44.520748 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5459eefd-184d-43b2-9b6f-2383f34c4b98 req-38c1814d-f939-4d2e-936b-cbdbbc26e84c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612776 Nov 19 18:59:44.555625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-731bb82e-792a-4de5-a348-050eb6d2efd6 req-bc59b215-eb96-4311-a5ca-36b93ab35470 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/446cfe9e-d0ca-4a4d-9418-c2a68756bb5f HTTP/1.1" status: 200 len: 1821 time: 0.0603404 Nov 19 18:59:44.606286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-731bb82e-792a-4de5-a348-050eb6d2efd6 req-be8b0d20-e630-4045-bfea-5cc3957073bb tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/71cd10e1-3ab9-4805-ac96-ddf5f5470963 HTTP/1.1" status: 200 len: 1822 time: 0.0494633 Nov 19 18:59:44.617507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-731bb82e-792a-4de5-a348-050eb6d2efd6 req-47f05de7-db3b-4030-9a1e-2120d1bf7e53 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '446cfe9e-d0ca-4a4d-9418-c2a68756bb5f', 'remote_group_id': '71cd10e1-3ab9-4805-ac96-ddf5f5470963', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:44.617907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-731bb82e-792a-4de5-a348-050eb6d2efd6 req-47f05de7-db3b-4030-9a1e-2120d1bf7e53 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '446cfe9e-d0ca-4a4d-9418-c2a68756bb5f', 'remote_group_id': '71cd10e1-3ab9-4805-ac96-ddf5f5470963', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:44.697446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-731bb82e-792a-4de5-a348-050eb6d2efd6 req-47f05de7-db3b-4030-9a1e-2120d1bf7e53 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:44.737473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-731bb82e-792a-4de5-a348-050eb6d2efd6 req-47f05de7-db3b-4030-9a1e-2120d1bf7e53 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:44.744739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-731bb82e-792a-4de5-a348-050eb6d2efd6 req-47f05de7-db3b-4030-9a1e-2120d1bf7e53 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:44.770107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f05de7-db3b-4030-9a1e-2120d1bf7e53 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464812e6-19c6-4ed7-a8d0-09d104990f00,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:44.785746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-731bb82e-792a-4de5-a348-050eb6d2efd6 req-47f05de7-db3b-4030-9a1e-2120d1bf7e53 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:44.793388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-731bb82e-792a-4de5-a348-050eb6d2efd6 req-47f05de7-db3b-4030-9a1e-2120d1bf7e53 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1805022 Nov 19 18:59:44.837058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca721736-11b3-4d2a-bcc9-f68d2f392d62 req-5d30cc3a-63ea-4f07-acd7-8edd2ad0da64 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:44.847499 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca721736-11b3-4d2a-bcc9-f68d2f392d62 req-5d30cc3a-63ea-4f07-acd7-8edd2ad0da64 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.0873363 Nov 19 18:59:44.863851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4126e95b-073e-425c-b8b0-d3d5b7be2235 req-f7df8696-1541-4f1f-ab4e-a908005b1c5e tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/71cd10e1-3ab9-4805-ac96-ddf5f5470963 HTTP/1.1" status: 200 len: 1822 time: 0.0527132 Nov 19 18:59:44.911539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca721736-11b3-4d2a-bcc9-f68d2f392d62 req-c4964e6a-35af-4800-81a2-9cf72fa2886f tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630352 Nov 19 18:59:44.951363 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4126e95b-073e-425c-b8b0-d3d5b7be2235 req-bb3f229a-4bc0-4c21-b6fb-b44ac878da14 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:44.977716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4126e95b-073e-425c-b8b0-d3d5b7be2235 req-bb3f229a-4bc0-4c21-b6fb-b44ac878da14 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:45.047509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5913c-8121-419b-837b-4fc702399f22 req-b123d08c-2c55-45d2-82d0-d9e2f5ad8cd7 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:45.056350 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96f5913c-8121-419b-837b-4fc702399f22 req-b123d08c-2c55-45d2-82d0-d9e2f5ad8cd7 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0632067 Nov 19 18:59:45.074486 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4126e95b-073e-425c-b8b0-d3d5b7be2235 req-bb3f229a-4bc0-4c21-b6fb-b44ac878da14 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:45.080341 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4126e95b-073e-425c-b8b0-d3d5b7be2235 req-bb3f229a-4bc0-4c21-b6fb-b44ac878da14 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:45.098735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4126e95b-073e-425c-b8b0-d3d5b7be2235 req-bb3f229a-4bc0-4c21-b6fb-b44ac878da14 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "DELETE /v2.0/security-groups/71cd10e1-3ab9-4805-ac96-ddf5f5470963 HTTP/1.1" status: 204 len: 173 time: 0.2116606 Nov 19 18:59:45.122041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f229a-4bc0-4c21-b6fb-b44ac878da14 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cd10e1-3ab9-4805-ac96-ddf5f5470963,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:45.123235 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96f5913c-8121-419b-837b-4fc702399f22 req-07f1b5a9-2c66-4bcb-833e-63cc9bb2ae84 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656905 Nov 19 18:59:45.198353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b097ad7e-d453-4c1f-926b-cbd8617b7498 req-e6b64314-d13f-44e0-bd1e-1c9a48af4c53 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/446cfe9e-d0ca-4a4d-9418-c2a68756bb5f HTTP/1.1" status: 200 len: 1821 time: 0.0774662 Nov 19 18:59:45.226940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-25ba3cf9-12c5-40d6-9ce5-f7afe4ee44c2 req-4be8a237-fe55-41e2-9469-bc5a907d1283 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1376822915', 'description': 'tempest-description-542010296'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:45.250950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-25ba3cf9-12c5-40d6-9ce5-f7afe4ee44c2 req-4be8a237-fe55-41e2-9469-bc5a907d1283 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:45.334592 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-25ba3cf9-12c5-40d6-9ce5-f7afe4ee44c2 req-4be8a237-fe55-41e2-9469-bc5a907d1283 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:45.345676 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-25ba3cf9-12c5-40d6-9ce5-f7afe4ee44c2 req-4be8a237-fe55-41e2-9469-bc5a907d1283 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:45.387392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8a237-fe55-41e2-9469-bc5a907d1283 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10bc093-b259-494f-9416-954293d9edc1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:45.393188 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-25ba3cf9-12c5-40d6-9ce5-f7afe4ee44c2 req-4be8a237-fe55-41e2-9469-bc5a907d1283 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:45.395078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25ba3cf9-12c5-40d6-9ce5-f7afe4ee44c2 req-4be8a237-fe55-41e2-9469-bc5a907d1283 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1716719 Nov 19 18:59:45.466464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff12fb-652b-4b29-824d-35a480adb9bb req-c8810398-95a7-41dc-8339-473fe9ee3c5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:45.474078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff12fb-652b-4b29-824d-35a480adb9bb req-c8810398-95a7-41dc-8339-473fe9ee3c5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:45.474503 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a2f9842-72f7-4531-b86f-3be15a07f50b req-1dfa2c69-c292-4013-9984-ab5179414aab tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/a10bc093-b259-494f-9416-954293d9edc1 HTTP/1.1" status: 200 len: 1821 time: 0.0565126 Nov 19 18:59:45.486925 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-5a2f9842-72f7-4531-b86f-3be15a07f50b req-26ec1a99-efc5-41d7-9f22-cdf67f62f37b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a10bc093-b259-494f-9416-954293d9edc1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:45.487628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff12fb-652b-4b29-824d-35a480adb9bb req-c8810398-95a7-41dc-8339-473fe9ee3c5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:45.488434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-5a2f9842-72f7-4531-b86f-3be15a07f50b req-26ec1a99-efc5-41d7-9f22-cdf67f62f37b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a10bc093-b259-494f-9416-954293d9edc1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:45.494950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff12fb-652b-4b29-824d-35a480adb9bb req-c8810398-95a7-41dc-8339-473fe9ee3c5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:45.503268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff12fb-652b-4b29-824d-35a480adb9bb req-c8810398-95a7-41dc-8339-473fe9ee3c5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:45.511383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff12fb-652b-4b29-824d-35a480adb9bb req-c8810398-95a7-41dc-8339-473fe9ee3c5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:45.519313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff12fb-652b-4b29-824d-35a480adb9bb req-c8810398-95a7-41dc-8339-473fe9ee3c5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:45.521448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18ff12fb-652b-4b29-824d-35a480adb9bb req-c8810398-95a7-41dc-8339-473fe9ee3c5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1407344 Nov 19 18:59:45.564380 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5a2f9842-72f7-4531-b86f-3be15a07f50b req-26ec1a99-efc5-41d7-9f22-cdf67f62f37b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:45.598156 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5a2f9842-72f7-4531-b86f-3be15a07f50b req-26ec1a99-efc5-41d7-9f22-cdf67f62f37b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:45.599989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18ff12fb-652b-4b29-824d-35a480adb9bb req-92aead1b-087b-4d80-bf96-24b8681b3d3a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708864 Nov 19 18:59:45.603199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5a2f9842-72f7-4531-b86f-3be15a07f50b req-26ec1a99-efc5-41d7-9f22-cdf67f62f37b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:45.638868 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec1a99-efc5-41d7-9f22-cdf67f62f37b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8caef3e-b811-4816-bf92-9055d6213b3f,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:45.657997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5a2f9842-72f7-4531-b86f-3be15a07f50b req-26ec1a99-efc5-41d7-9f22-cdf67f62f37b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:45.670179 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a2f9842-72f7-4531-b86f-3be15a07f50b req-26ec1a99-efc5-41d7-9f22-cdf67f62f37b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1890101 Nov 19 18:59:45.765771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b197f2-9ee4-413a-b802-6d9016ce49b1 req-1330d101-ff61-4aa0-b122-3a2159355eda tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:45.777842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3b197f2-9ee4-413a-b802-6d9016ce49b1 req-1330d101-ff61-4aa0-b122-3a2159355eda tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0738156 Nov 19 18:59:45.778368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f22e5-da90-4732-8553-f4d0f6b4fc63 req-225e1fb4-b153-4e9d-9acc-76ce5426a3a7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:45.778368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd1f22e5-da90-4732-8553-f4d0f6b4fc63 req-225e1fb4-b153-4e9d-9acc-76ce5426a3a7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0643537 Nov 19 18:59:45.832751 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3b197f2-9ee4-413a-b802-6d9016ce49b1 req-921c54c2-10b1-4af3-96ae-57344ea59d63 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585804 Nov 19 18:59:45.840659 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd1f22e5-da90-4732-8553-f4d0f6b4fc63 req-b8c057b3-64c4-4be1-80c3-b43afbd16fa0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613816 Nov 19 18:59:45.920054 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0549af74-8622-41df-b694-47658e9ae54a req-71a0714c-fcc0-46f7-ba83-a55d6b8504be tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/a10bc093-b259-494f-9416-954293d9edc1 HTTP/1.1" status: 200 len: 2414 time: 0.0522156 Nov 19 18:59:45.972047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-0549af74-8622-41df-b694-47658e9ae54a req-c1a1800f-4a67-4626-9b50-edf36b33ac63 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a10bc093-b259-494f-9416-954293d9edc1', 'remote_group_id': None}]} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:45.972047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-0549af74-8622-41df-b694-47658e9ae54a req-c1a1800f-4a67-4626-9b50-edf36b33ac63 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a10bc093-b259-494f-9416-954293d9edc1', 'remote_group_id': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:46.019206 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0549af74-8622-41df-b694-47658e9ae54a req-c1a1800f-4a67-4626-9b50-edf36b33ac63 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.052365 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0549af74-8622-41df-b694-47658e9ae54a req-c1a1800f-4a67-4626-9b50-edf36b33ac63 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.064239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0549af74-8622-41df-b694-47658e9ae54a req-c1a1800f-4a67-4626-9b50-edf36b33ac63 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.084557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1800f-4a67-4626-9b50-edf36b33ac63 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3011fe5-0c98-4ef4-be2e-bb5cbde17c8d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:46.098109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0549af74-8622-41df-b694-47658e9ae54a req-c1a1800f-4a67-4626-9b50-edf36b33ac63 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.103896 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0549af74-8622-41df-b694-47658e9ae54a req-c1a1800f-4a67-4626-9b50-edf36b33ac63 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1768212 Nov 19 18:59:46.132782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920cba6-f511-43fb-9520-a0e4c52777bc req-f3c66596-2f4a-4e12-b2be-662de38b4144 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:46.134536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5920cba6-f511-43fb-9520-a0e4c52777bc req-f3c66596-2f4a-4e12-b2be-662de38b4144 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.0718396 Nov 19 18:59:46.210942 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-48ed7667-edd5-47f4-84f6-bcc9c84aebfd req-32e06060-514d-4ee8-91fe-1ba08dc51c0a tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/a10bc093-b259-494f-9416-954293d9edc1 HTTP/1.1" status: 200 len: 3012 time: 0.0635669 Nov 19 18:59:46.217647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5920cba6-f511-43fb-9520-a0e4c52777bc req-3f106339-c9c9-491f-9b4a-51f4ae202fbd tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688362 Nov 19 18:59:46.260801 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a432101-244b-4dbc-99b9-59b72f73d7e8 req-921eece9-36df-48bf-b035-8e4c56bce6c1 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-group-rules/c3011fe5-0c98-4ef4-be2e-bb5cbde17c8d HTTP/1.1" status: 200 len: 783 time: 0.0235469 Nov 19 18:59:46.310454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ee5ac-eca1-4388-8044-762a387b563b req-61dbee1e-0e7b-486d-9f9e-be3ad7821054 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:46.312265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be2ee5ac-eca1-4388-8044-762a387b563b req-61dbee1e-0e7b-486d-9f9e-be3ad7821054 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0549393 Nov 19 18:59:46.343776 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a432101-244b-4dbc-99b9-59b72f73d7e8 req-de256b93-fe83-43e1-8699-9b7578a2819e tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/a10bc093-b259-494f-9416-954293d9edc1 HTTP/1.1" status: 200 len: 3012 time: 0.0768332 Nov 19 18:59:46.371568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be2ee5ac-eca1-4388-8044-762a387b563b req-8e6749df-3ace-4ec2-9e6c-78eac79cb46a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507784 Nov 19 18:59:46.397886 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4a432101-244b-4dbc-99b9-59b72f73d7e8 req-5b2c5baa-8e5d-45d0-a30b-d61a2cf8b5ef tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.411993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4a432101-244b-4dbc-99b9-59b72f73d7e8 req-5b2c5baa-8e5d-45d0-a30b-d61a2cf8b5ef tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.446677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4a432101-244b-4dbc-99b9-59b72f73d7e8 req-5b2c5baa-8e5d-45d0-a30b-d61a2cf8b5ef tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.453190 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4a432101-244b-4dbc-99b9-59b72f73d7e8 req-5b2c5baa-8e5d-45d0-a30b-d61a2cf8b5ef tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.465241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a432101-244b-4dbc-99b9-59b72f73d7e8 req-5b2c5baa-8e5d-45d0-a30b-d61a2cf8b5ef tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c3011fe5-0c98-4ef4-be2e-bb5cbde17c8d HTTP/1.1" status: 204 len: 173 time: 0.1146998 Nov 19 18:59:46.473138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c5baa-8e5d-45d0-a30b-d61a2cf8b5ef tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3011fe5-0c98-4ef4-be2e-bb5cbde17c8d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:46.525048 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-35dfea9f-7f05-462f-97bd-0f8f32fc0494 req-5033722e-4a2c-4c9b-a133-c2eb7fb6e9a0 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/a10bc093-b259-494f-9416-954293d9edc1 HTTP/1.1" status: 200 len: 2414 time: 0.0446093 Nov 19 18:59:46.597330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-35dfea9f-7f05-462f-97bd-0f8f32fc0494 req-fd204786-f9b0-4377-bc99-25c7e0bccd3b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.623211 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-35dfea9f-7f05-462f-97bd-0f8f32fc0494 req-fd204786-f9b0-4377-bc99-25c7e0bccd3b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.681372 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-35dfea9f-7f05-462f-97bd-0f8f32fc0494 req-fd204786-f9b0-4377-bc99-25c7e0bccd3b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.684748 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-35dfea9f-7f05-462f-97bd-0f8f32fc0494 req-fd204786-f9b0-4377-bc99-25c7e0bccd3b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.691024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-35dfea9f-7f05-462f-97bd-0f8f32fc0494 req-fd204786-f9b0-4377-bc99-25c7e0bccd3b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "DELETE /v2.0/security-groups/a10bc093-b259-494f-9416-954293d9edc1 HTTP/1.1" status: 204 len: 173 time: 0.1566668 Nov 19 18:59:46.702627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd204786-f9b0-4377-bc99-25c7e0bccd3b tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10bc093-b259-494f-9416-954293d9edc1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:46.762659 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-87b0516b-c814-475e-8ab4-8800162569d9 req-5c5d3e6b-4a5a-45c9-a313-d498a0da7a64 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] show failed (client error): The resource could not be found. Nov 19 18:59:46.763727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87b0516b-c814-475e-8ab4-8800162569d9 req-5c5d3e6b-4a5a-45c9-a313-d498a0da7a64 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/71cd10e1-3ab9-4805-ac96-ddf5f5470963 HTTP/1.1" status: 404 len: 352 time: 0.0154850 Nov 19 18:59:46.803879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61bce2-8af8-492a-add6-a346f69cbf4e req-30aedc2a-45a5-4d6f-8c29-d9c3f1829bd8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:46.812538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61bce2-8af8-492a-add6-a346f69cbf4e req-30aedc2a-45a5-4d6f-8c29-d9c3f1829bd8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:46.820740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61bce2-8af8-492a-add6-a346f69cbf4e req-30aedc2a-45a5-4d6f-8c29-d9c3f1829bd8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:46.826836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61bce2-8af8-492a-add6-a346f69cbf4e req-30aedc2a-45a5-4d6f-8c29-d9c3f1829bd8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:46.833943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61bce2-8af8-492a-add6-a346f69cbf4e req-30aedc2a-45a5-4d6f-8c29-d9c3f1829bd8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:46.840814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61bce2-8af8-492a-add6-a346f69cbf4e req-30aedc2a-45a5-4d6f-8c29-d9c3f1829bd8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:46.842261 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-151029cb-f477-4c61-b914-2f9eb6fa757c req-4505ea3f-df23-432a-abbb-db6dcf613d91 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/446cfe9e-d0ca-4a4d-9418-c2a68756bb5f HTTP/1.1" status: 200 len: 1821 time: 0.0547986 Nov 19 18:59:46.849235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61bce2-8af8-492a-add6-a346f69cbf4e req-30aedc2a-45a5-4d6f-8c29-d9c3f1829bd8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:46.857893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce61bce2-8af8-492a-add6-a346f69cbf4e req-30aedc2a-45a5-4d6f-8c29-d9c3f1829bd8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1497266 Nov 19 18:59:46.948846 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-151029cb-f477-4c61-b914-2f9eb6fa757c req-66966936-ca12-4a64-b622-70147d11e66d tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:46.962363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce61bce2-8af8-492a-add6-a346f69cbf4e req-2bfc99ec-e546-4a84-b7d4-9117d7184196 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034749 Nov 19 18:59:46.983619 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-151029cb-f477-4c61-b914-2f9eb6fa757c req-66966936-ca12-4a64-b622-70147d11e66d tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:47.056540 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-151029cb-f477-4c61-b914-2f9eb6fa757c req-66966936-ca12-4a64-b622-70147d11e66d tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:47.059802 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-151029cb-f477-4c61-b914-2f9eb6fa757c req-66966936-ca12-4a64-b622-70147d11e66d tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:47.073426 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-151029cb-f477-4c61-b914-2f9eb6fa757c req-66966936-ca12-4a64-b622-70147d11e66d tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "DELETE /v2.0/security-groups/446cfe9e-d0ca-4a4d-9418-c2a68756bb5f HTTP/1.1" status: 204 len: 173 time: 0.2242873 Nov 19 18:59:47.108682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66966936-ca12-4a64-b622-70147d11e66d tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446cfe9e-d0ca-4a4d-9418-c2a68756bb5f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:47.135787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdc96c-cb16-46e7-9369-4580c63f31e1 req-9934a3ad-67cf-497d-9578-b62b44729fea tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:47.137974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abbdc96c-cb16-46e7-9369-4580c63f31e1 req-9934a3ad-67cf-497d-9578-b62b44729fea tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0864356 Nov 19 18:59:47.233256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17b71b-b19d-4225-9458-fb9469899fcf req-65d45581-a4bf-4cbf-8bf2-b8d8f169646b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:47.234810 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d17b71b-b19d-4225-9458-fb9469899fcf req-65d45581-a4bf-4cbf-8bf2-b8d8f169646b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0607882 Nov 19 18:59:47.254348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abbdc96c-cb16-46e7-9369-4580c63f31e1 req-5cf65e7a-5dc4-4de8-a412-7dae0a644416 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077981 Nov 19 18:59:47.315299 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d17b71b-b19d-4225-9458-fb9469899fcf req-dfd3db99-e98f-421f-9117-17994d249e4c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709891 Nov 19 18:59:47.413899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0ff77be-8a36-4492-a45c-1dc816084a25 req-4dcbc40f-fae2-455b-85cf-87958d8337e9 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/105e8f2c-87c6-4c19-a02b-96e6f87197f1 HTTP/1.1" status: 200 len: 1822 time: 0.0594797 Nov 19 18:59:47.504776 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d0ff77be-8a36-4492-a45c-1dc816084a25 req-ab399a8b-b682-430b-866e-55810c5fdde9 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:47.535239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d0ff77be-8a36-4492-a45c-1dc816084a25 req-ab399a8b-b682-430b-866e-55810c5fdde9 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:47.549878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e80515-8e8d-42d7-a808-7beacaa7155c req-b487e3c3-99ac-4aa1-9e8b-4a2a1efdeceb tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:47.556604 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-18e80515-8e8d-42d7-a808-7beacaa7155c req-b487e3c3-99ac-4aa1-9e8b-4a2a1efdeceb tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.0604451 Nov 19 18:59:47.615607 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-18e80515-8e8d-42d7-a808-7beacaa7155c req-fc45ba48-2b7c-490c-946e-eccbd96a432a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581191 Nov 19 18:59:47.618615 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d0ff77be-8a36-4492-a45c-1dc816084a25 req-ab399a8b-b682-430b-866e-55810c5fdde9 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:47.621833 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d0ff77be-8a36-4492-a45c-1dc816084a25 req-ab399a8b-b682-430b-866e-55810c5fdde9 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:47.635638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0ff77be-8a36-4492-a45c-1dc816084a25 req-ab399a8b-b682-430b-866e-55810c5fdde9 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "DELETE /v2.0/security-groups/105e8f2c-87c6-4c19-a02b-96e6f87197f1 HTTP/1.1" status: 204 len: 173 time: 0.2146964 Nov 19 18:59:47.668737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab399a8b-b682-430b-866e-55810c5fdde9 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105e8f2c-87c6-4c19-a02b-96e6f87197f1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:47.715178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-996e1722-c637-4929-9d3c-222fbf61f19e req-71264e28-32ef-4866-bbdb-e65069aefb51 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/d0528e65-f2e2-4cba-8bbb-5202fe0bd446 HTTP/1.1" status: 200 len: 1822 time: 0.0606749 Nov 19 18:59:47.796121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb987756-4284-4ff1-afe2-fc783418028f req-49cc15e3-2251-4041-a23c-f29b0d487d5d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:47.798551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb987756-4284-4ff1-afe2-fc783418028f req-49cc15e3-2251-4041-a23c-f29b0d487d5d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0646486 Nov 19 18:59:47.864224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-996e1722-c637-4929-9d3c-222fbf61f19e req-cd17db7c-0bb5-4b6a-99e5-cf2fcf43a005 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:47.872566 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb987756-4284-4ff1-afe2-fc783418028f req-35a8b818-765f-4834-a5eb-1764efa86372 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678999 Nov 19 18:59:47.919698 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-996e1722-c637-4929-9d3c-222fbf61f19e req-cd17db7c-0bb5-4b6a-99e5-cf2fcf43a005 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:47.975777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3613c907-f19e-47c1-8133-2e70fb3daed2 req-ef37057f-43b1-412a-9f1f-28b3d66d2f73 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947107 Nov 19 18:59:48.012158 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-996e1722-c637-4929-9d3c-222fbf61f19e req-cd17db7c-0bb5-4b6a-99e5-cf2fcf43a005 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:48.015200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-996e1722-c637-4929-9d3c-222fbf61f19e req-cd17db7c-0bb5-4b6a-99e5-cf2fcf43a005 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:48.021172 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-996e1722-c637-4929-9d3c-222fbf61f19e req-cd17db7c-0bb5-4b6a-99e5-cf2fcf43a005 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "DELETE /v2.0/security-groups/d0528e65-f2e2-4cba-8bbb-5202fe0bd446 HTTP/1.1" status: 204 len: 173 time: 0.2961831 Nov 19 18:59:48.092887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17db7c-0bb5-4b6a-99e5-cf2fcf43a005 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0528e65-f2e2-4cba-8bbb-5202fe0bd446,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:48.136542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371c93-720f-4e19-b4de-e39363193838 req-6410c8ce-b5d7-4730-a936-1b3f6f948cdc tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:48.146066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371c93-720f-4e19-b4de-e39363193838 req-6410c8ce-b5d7-4730-a936-1b3f6f948cdc tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:48.153454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371c93-720f-4e19-b4de-e39363193838 req-6410c8ce-b5d7-4730-a936-1b3f6f948cdc tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:48.161805 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-970c762f-b762-4f65-b39a-54781ae94afc req-660a216a-49e6-4523-9ea1-6bf536e9dfbf tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/8095885c-718d-42d2-bf1d-c2861e89eb5a HTTP/1.1" status: 200 len: 2420 time: 0.0775471 Nov 19 18:59:48.163143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371c93-720f-4e19-b4de-e39363193838 req-6410c8ce-b5d7-4730-a936-1b3f6f948cdc tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:48.170114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371c93-720f-4e19-b4de-e39363193838 req-6410c8ce-b5d7-4730-a936-1b3f6f948cdc tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:48.177962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371c93-720f-4e19-b4de-e39363193838 req-6410c8ce-b5d7-4730-a936-1b3f6f948cdc tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:48.184262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371c93-720f-4e19-b4de-e39363193838 req-6410c8ce-b5d7-4730-a936-1b3f6f948cdc tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:48.195482 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60371c93-720f-4e19-b4de-e39363193838 req-6410c8ce-b5d7-4730-a936-1b3f6f948cdc tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1488364 Nov 19 18:59:48.251429 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3613c907-f19e-47c1-8133-2e70fb3daed2 req-99cf80c7-00b9-471d-bda6-146b0e26396a service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677822 Nov 19 18:59:48.266517 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60371c93-720f-4e19-b4de-e39363193838 req-63ec58f2-509b-4d1c-a873-ee1d027c7f64 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674214 Nov 19 18:59:48.271788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-970c762f-b762-4f65-b39a-54781ae94afc req-9feb0564-7d58-48f9-8616-8041eb0a804f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:48.306029 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-970c762f-b762-4f65-b39a-54781ae94afc req-9feb0564-7d58-48f9-8616-8041eb0a804f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:48.372310 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-970c762f-b762-4f65-b39a-54781ae94afc req-9feb0564-7d58-48f9-8616-8041eb0a804f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:48.376779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-970c762f-b762-4f65-b39a-54781ae94afc req-9feb0564-7d58-48f9-8616-8041eb0a804f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:48.386883 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-970c762f-b762-4f65-b39a-54781ae94afc req-9feb0564-7d58-48f9-8616-8041eb0a804f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "DELETE /v2.0/security-groups/8095885c-718d-42d2-bf1d-c2861e89eb5a HTTP/1.1" status: 204 len: 173 time: 0.2060204 Nov 19 18:59:48.413558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb0564-7d58-48f9-8616-8041eb0a804f tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8095885c-718d-42d2-bf1d-c2861e89eb5a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:48.513883 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e24937-a8b2-4795-bb70-2bc4db873368 req-c926fbb4-9879-4229-8934-2fbc34da1f0c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:48.515446 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49e24937-a8b2-4795-bb70-2bc4db873368 req-c926fbb4-9879-4229-8934-2fbc34da1f0c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.1309919 Nov 19 18:59:48.547992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025f710-a7b8-4ea1-835b-93c5e08c9f98 req-39245592-526b-4d34-a3cf-4cbf4b52bd01 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:48.557190 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9025f710-a7b8-4ea1-835b-93c5e08c9f98 req-39245592-526b-4d34-a3cf-4cbf4b52bd01 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0914989 Nov 19 18:59:48.588578 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49e24937-a8b2-4795-bb70-2bc4db873368 req-2e1dd709-2117-49c7-9bd5-fea7123add75 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637310 Nov 19 18:59:48.633965 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9025f710-a7b8-4ea1-835b-93c5e08c9f98 req-78059297-ab5f-4c0c-92bd-ad6e76622fe0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731022 Nov 19 18:59:48.733319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b704fecf-1ea6-4aaf-b736-076a5e30e873 req-f55845fb-7ddc-4165-addb-9968b9445f18 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "GET /v2.0/security-groups/833e61b2-0b7c-4c7b-9264-a091a113d759 HTTP/1.1" status: 200 len: 2415 time: 0.0799396 Nov 19 18:59:48.834751 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b704fecf-1ea6-4aaf-b736-076a5e30e873 req-827ea0b5-e0e7-40e9-8d72-34508e358025 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:48.875660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b704fecf-1ea6-4aaf-b736-076a5e30e873 req-827ea0b5-e0e7-40e9-8d72-34508e358025 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:48.927478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523fa1-fab1-4ad0-8d7a-b08ab0c85c4b req-cd89fcce-bc2c-48e5-ade8-c7364050f237 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:48.935792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4523fa1-fab1-4ad0-8d7a-b08ab0c85c4b req-cd89fcce-bc2c-48e5-ade8-c7364050f237 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.1038885 Nov 19 18:59:48.961303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b704fecf-1ea6-4aaf-b736-076a5e30e873 req-827ea0b5-e0e7-40e9-8d72-34508e358025 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:48.964478 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b704fecf-1ea6-4aaf-b736-076a5e30e873 req-827ea0b5-e0e7-40e9-8d72-34508e358025 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:48.965772 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b704fecf-1ea6-4aaf-b736-076a5e30e873 req-827ea0b5-e0e7-40e9-8d72-34508e358025 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] 10.222.0.50 "DELETE /v2.0/security-groups/833e61b2-0b7c-4c7b-9264-a091a113d759 HTTP/1.1" status: 204 len: 173 time: 0.2315893 Nov 19 18:59:48.977348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40592) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:48.984635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ea0b5-e0e7-40e9-8d72-34508e358025 tempest-SecurityGroupRulesTestJSON-591709880 tempest-SecurityGroupRulesTestJSON-591709880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833e61b2-0b7c-4c7b-9264-a091a113d759,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:49.038554 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4523fa1-fab1-4ad0-8d7a-b08ab0c85c4b req-0b6d6480-e351-4234-bc09-a62a32602382 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016421 Nov 19 18:59:49.059403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e88ec76-e734-46ca-b3c3-675d423d7f58 admin admin] Deleting subnet a08e599e-c2f2-47bb-b6e8-52bcba98a3a9 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:59:49.075193 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e88ec76-e734-46ca-b3c3-675d423d7f58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:49.151964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e88ec76-e734-46ca-b3c3-675d423d7f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:49.200557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270f661-9fc3-44ba-8c14-b462846bc19b req-d6ae4afd-47c4-4343-9b5a-90a42bf56a00 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:49.208354 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6270f661-9fc3-44ba-8c14-b462846bc19b req-d6ae4afd-47c4-4343-9b5a-90a42bf56a00 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.1459854 Nov 19 18:59:49.251366 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e88ec76-e734-46ca-b3c3-675d423d7f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:49.321084 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6270f661-9fc3-44ba-8c14-b462846bc19b req-39095fc2-b191-4da1-ae2d-a2396a556e82 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068203 Nov 19 18:59:49.350856 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e88ec76-e734-46ca-b3c3-675d423d7f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:49.366658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e88ec76-e734-46ca-b3c3-675d423d7f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:49.372676 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9e88ec76-e734-46ca-b3c3-675d423d7f58 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a08e599e-c2f2-47bb-b6e8-52bcba98a3a9 HTTP/1.1" status: 204 len: 168 time: 0.3921049 Nov 19 18:59:49.375603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40596) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:49.414560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88ec76-e734-46ca-b3c3-675d423d7f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a08e599e-c2f2-47bb-b6e8-52bcba98a3a9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:49.513438 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:49.549272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc229b-efae-456e-8a3a-35f403896f7a req-b01a79a7-da5c-4c31-a3cf-7c5345ec0ec1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:49.556010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc229b-efae-456e-8a3a-35f403896f7a req-b01a79a7-da5c-4c31-a3cf-7c5345ec0ec1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:49.565453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc229b-efae-456e-8a3a-35f403896f7a req-b01a79a7-da5c-4c31-a3cf-7c5345ec0ec1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:49.571975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc229b-efae-456e-8a3a-35f403896f7a req-b01a79a7-da5c-4c31-a3cf-7c5345ec0ec1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:49.581812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc229b-efae-456e-8a3a-35f403896f7a req-b01a79a7-da5c-4c31-a3cf-7c5345ec0ec1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:49.587924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc229b-efae-456e-8a3a-35f403896f7a req-b01a79a7-da5c-4c31-a3cf-7c5345ec0ec1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:49.594057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc229b-efae-456e-8a3a-35f403896f7a req-b01a79a7-da5c-4c31-a3cf-7c5345ec0ec1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:49.605626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8efc229b-efae-456e-8a3a-35f403896f7a req-b01a79a7-da5c-4c31-a3cf-7c5345ec0ec1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1644750 Nov 19 18:59:49.726449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 16de00f4-983e-42a7-9500-f59ebb7ccaad no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:59:49.770834 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:49.778204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7971c-9c80-4901-ab3e-a476056a2a2e req-0d2656eb-29a8-4a55-980c-febb3736faa7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:49.780457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28f7971c-9c80-4901-ab3e-a476056a2a2e req-0d2656eb-29a8-4a55-980c-febb3736faa7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0901344 Nov 19 18:59:49.810661 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8efc229b-efae-456e-8a3a-35f403896f7a req-1b4b71eb-a5ff-47d6-9bdf-bb04bb3f144d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2037845 Nov 19 18:59:49.853515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a78f44e-d5f6-427d-b7ff-ea65cd13854a']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:49.883751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b29611-d7d8-4ad6-aab3-aa3a8c64f963') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:49.885440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b29611-d7d8-4ad6-aab3-aa3a8c64f963') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:59:49.902404 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28f7971c-9c80-4901-ab3e-a476056a2a2e req-07183bb8-7ae0-4515-a326-f89ef10945ba tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089234 Nov 19 18:59:49.922702 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:49.969176 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:49.999177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:59:49.999715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: timer() Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:59:50.002555 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:59:50.172174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bacf2-b2af-4e59-90b2-a39f161c2715 req-bf36b3d3-eb56-4980-9281-0c1c52f53198 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:50.181209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-083bacf2-b2af-4e59-90b2-a39f161c2715 req-bf36b3d3-eb56-4980-9281-0c1c52f53198 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.2348859 Nov 19 18:59:50.184373 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:50.249063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-083bacf2-b2af-4e59-90b2-a39f161c2715 req-1e8d2552-4298-4596-a9f8-e7dac24e49a2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666702 Nov 19 18:59:50.255776 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:50.262339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5a78f44e-d5f6-427d-b7ff-ea65cd13854a HTTP/1.1" status: 204 len: 168 time: 0.8882093 Nov 19 18:59:50.293700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff083384-3e7a-4854-b610-101275330712 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a78f44e-d5f6-427d-b7ff-ea65cd13854a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:50.348244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f281b-e917-45f1-95e7-d075fb274853 req-2c7cf238-dca2-4f94-8ede-363ea56faeec tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:50.373445 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff3f281b-e917-45f1-95e7-d075fb274853 req-2c7cf238-dca2-4f94-8ede-363ea56faeec tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 944 time: 0.1392207 Nov 19 18:59:50.445910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd665aa-46a7-4749-b3b1-9e82047f320d req-1b7d7786-b10a-48e6-85bd-0dd443a3bd30 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:50.449520 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfd665aa-46a7-4749-b3b1-9e82047f320d req-1b7d7786-b10a-48e6-85bd-0dd443a3bd30 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1027584 Nov 19 18:59:50.492738 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff3f281b-e917-45f1-95e7-d075fb274853 req-9e7da074-b51a-4488-8dbd-ebe4a08fddc2 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175771 Nov 19 18:59:50.542052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40628) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:50.593715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfd665aa-46a7-4749-b3b1-9e82047f320d req-d9f1f68b-a4b8-4948-af43-8e4fe5c44e50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381912 Nov 19 18:59:50.687717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-23212058-054d-4ad9-943b-a37261d8abf4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8fcbe31d4264739998eddea128a1da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419926 Nov 19 18:59:50.688975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40632) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:50.724959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008eb75-860e-41ce-bcc8-e57559cf8f41 req-bc686152-aa57-4344-968a-39a3f9075c6c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:50.726651 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0008eb75-860e-41ce-bcc8-e57559cf8f41 req-bc686152-aa57-4344-968a-39a3f9075c6c tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.1385226 Nov 19 18:59:50.731132 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-57d86e3d-c517-4e41-8d29-a391ff11439c service neutron] 10.222.0.21 "GET /v2.0/ports/16de00f4-983e-42a7-9500-f59ebb7ccaad/bindings/n-h1-815373-6 HTTP/1.1" status: 200 len: 384 time: 0.1177256 Nov 19 18:59:50.802765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a61dcc63-826e-4e96-b88a-d8cb57372ecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:50.847736 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0008eb75-860e-41ce-bcc8-e57559cf8f41 req-a36211da-32b9-4ee9-aeec-f7c4a7662e23 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140327 Nov 19 18:59:50.876537 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a61dcc63-826e-4e96-b88a-d8cb57372ecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:51.003548 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a61dcc63-826e-4e96-b88a-d8cb57372ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:51.006287 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a61dcc63-826e-4e96-b88a-d8cb57372ecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:51.008020 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a61dcc63-826e-4e96-b88a-d8cb57372ecb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b04044eb-185f-4970-9f5b-d015f58199ab HTTP/1.1" status: 204 len: 168 time: 0.3173299 Nov 19 18:59:51.030984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18ddf4-842e-405a-8c76-7d444c9cb485 req-afe4c5e9-40ec-4ad4-81fd-a29bde6f0089 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:51.032994 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c18ddf4-842e-405a-8c76-7d444c9cb485 req-afe4c5e9-40ec-4ad4-81fd-a29bde6f0089 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0796576 Nov 19 18:59:51.034059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dcc63-826e-4e96-b88a-d8cb57372ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04044eb-185f-4970-9f5b-d015f58199ab,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:51.096777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-f2f163e0-28e5-4ab2-9acb-9021e7a182c9 service neutron] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:51.140012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b605e9-3cd5-4974-b17c-2bc1b755e09a req-c7527e96-51e9-4459-b51b-4b8f416f4c81 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:51.147566 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b605e9-3cd5-4974-b17c-2bc1b755e09a req-c7527e96-51e9-4459-b51b-4b8f416f4c81 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:51.153543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b605e9-3cd5-4974-b17c-2bc1b755e09a req-c7527e96-51e9-4459-b51b-4b8f416f4c81 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:51.154744 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c18ddf4-842e-405a-8c76-7d444c9cb485 req-0fd13e02-3584-47b8-b12e-ba3590553b88 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118407 Nov 19 18:59:51.161391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b605e9-3cd5-4974-b17c-2bc1b755e09a req-c7527e96-51e9-4459-b51b-4b8f416f4c81 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:51.167635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b605e9-3cd5-4974-b17c-2bc1b755e09a req-c7527e96-51e9-4459-b51b-4b8f416f4c81 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:51.174435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b605e9-3cd5-4974-b17c-2bc1b755e09a req-c7527e96-51e9-4459-b51b-4b8f416f4c81 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:51.192908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b605e9-3cd5-4974-b17c-2bc1b755e09a req-c7527e96-51e9-4459-b51b-4b8f416f4c81 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:51.201958 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-90b605e9-3cd5-4974-b17c-2bc1b755e09a req-c7527e96-51e9-4459-b51b-4b8f416f4c81 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1616673 Nov 19 18:59:51.205661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-f2f163e0-28e5-4ab2-9acb-9021e7a182c9 service neutron] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:59:51.269902 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-f2f163e0-28e5-4ab2-9acb-9021e7a182c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16de00f4-983e-42a7-9500-f59ebb7ccaad {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:51.289650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-f2f163e0-28e5-4ab2-9acb-9021e7a182c9 service neutron] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:51.327713 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-90b605e9-3cd5-4974-b17c-2bc1b755e09a req-f228f40a-4019-48eb-b5cb-795cb5925946 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236351 Nov 19 18:59:51.333279 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-f2f163e0-28e5-4ab2-9acb-9021e7a182c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:51.404742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebdc72-aeed-4531-acac-f3bab00bb10d req-a4a66b95-3578-44be-b186-bb170b5330c9 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:51.413380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d4ebdc72-aeed-4531-acac-f3bab00bb10d req-a4a66b95-3578-44be-b186-bb170b5330c9 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.1362240 Nov 19 18:59:51.498926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-f2f163e0-28e5-4ab2-9acb-9021e7a182c9 service neutron] Transition to ACTIVE for port object 16de00f4-983e-42a7-9500-f59ebb7ccaad will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:59:51.507978 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-f2f163e0-28e5-4ab2-9acb-9021e7a182c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:51.555873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d4ebdc72-aeed-4531-acac-f3bab00bb10d req-a08c2455-f2fd-47a7-8e60-1fd2c0ef9429 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347423 Nov 19 18:59:51.620350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f163e0-28e5-4ab2-9acb-9021e7a182c9 service neutron] Pushing event updated for resources: {'Port': ['ID=16de00f4-983e-42a7-9500-f59ebb7ccaad,revision_number=10']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:51.696088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-f2f163e0-28e5-4ab2-9acb-9021e7a182c9 service neutron] No DVR routers for this DVR port 16de00f4-983e-42a7-9500-f59ebb7ccaad on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:59:51.712134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 16de00f4-983e-42a7-9500-f59ebb7ccaad no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:59:52.014373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0404013-5030-4ccf-9aed-0d297839c63f req-54b9a18c-47b9-4954-94ad-063ab6a071c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.024105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0404013-5030-4ccf-9aed-0d297839c63f req-54b9a18c-47b9-4954-94ad-063ab6a071c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0969555 Nov 19 18:59:52.109379 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0404013-5030-4ccf-9aed-0d297839c63f req-3a868197-96d7-4739-b2c4-8efb4ad106c5 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838602 Nov 19 18:59:52.222227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-f2f163e0-28e5-4ab2-9acb-9021e7a182c9 service neutron] 10.222.0.21 "PUT /v2.0/ports/16de00f4-983e-42a7-9500-f59ebb7ccaad/bindings/n-h1-815373-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4809701 Nov 19 18:59:52.244041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49554b1-7cb1-421d-b9da-1391deb0025e req-8d8113d0-68f0-491a-a58d-f429826e3c7e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.259335 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49554b1-7cb1-421d-b9da-1391deb0025e req-8d8113d0-68f0-491a-a58d-f429826e3c7e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 945 time: 0.5758765 Nov 19 18:59:52.326087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae636e0-94d1-4e0f-9fca-05f58013111a req-5faa3c67-2a1f-462e-8b40-0076351d2142 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.327706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bae636e0-94d1-4e0f-9fca-05f58013111a req-5faa3c67-2a1f-462e-8b40-0076351d2142 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.1328607 Nov 19 18:59:52.346443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49554b1-7cb1-421d-b9da-1391deb0025e req-96c21fde-6462-4886-b434-cc96f67a5eb9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876210 Nov 19 18:59:52.388821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-ac14aec9-ff1a-4ce2-98d0-c34afad74e17 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.393610 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-ac14aec9-ff1a-4ce2-98d0-c34afad74e17 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1096 time: 0.0940001 Nov 19 18:59:52.425555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bae636e0-94d1-4e0f-9fca-05f58013111a req-7d8ff0c4-f456-40e9-8ee9-0af46e76b4c8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899723 Nov 19 18:59:52.454610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40682) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:52.530963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3dc5c-d9ad-44f4-839a-ea42a0655dbb req-797f5b40-bc84-4a7f-839c-4e64208bb5a8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.539283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3dc5c-d9ad-44f4-839a-ea42a0655dbb req-797f5b40-bc84-4a7f-839c-4e64208bb5a8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.546424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3dc5c-d9ad-44f4-839a-ea42a0655dbb req-797f5b40-bc84-4a7f-839c-4e64208bb5a8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.555932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3dc5c-d9ad-44f4-839a-ea42a0655dbb req-797f5b40-bc84-4a7f-839c-4e64208bb5a8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.565662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3dc5c-d9ad-44f4-839a-ea42a0655dbb req-797f5b40-bc84-4a7f-839c-4e64208bb5a8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.575040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3dc5c-d9ad-44f4-839a-ea42a0655dbb req-797f5b40-bc84-4a7f-839c-4e64208bb5a8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.582194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3dc5c-d9ad-44f4-839a-ea42a0655dbb req-797f5b40-bc84-4a7f-839c-4e64208bb5a8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.584181 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6eb3dc5c-d9ad-44f4-839a-ea42a0655dbb req-797f5b40-bc84-4a7f-839c-4e64208bb5a8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1176181 Nov 19 18:59:52.591392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-271734902-network', 'tenant_id': 'b8df45c17f6947c4bef1e336b3eedb74'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:52.622295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-66ecf8c4-367a-4b5f-b284-929c462e93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.623803 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-66ecf8c4-367a-4b5f-b284-929c462e93e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66&tenant_id=259b3162d6d440c788fffaaf792127c3 HTTP/1.1" status: 200 len: 1096 time: 0.2194834 Nov 19 18:59:52.670130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Made reservation on behalf of b8df45c17f6947c4bef1e336b3eedb74 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:59:52.672458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:52.702618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:52.722788 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6eb3dc5c-d9ad-44f4-839a-ea42a0655dbb req-f4c9287c-d058-4a4b-8e90-485a79725bc6 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264272 Nov 19 18:59:52.771715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-abec05e6-28cb-4d81-b47e-47a429612b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.773237 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-abec05e6-28cb-4d81-b47e-47a429612b51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 1096 time: 0.1247315 Nov 19 18:59:52.779331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34c20f-4d90-4c66-8501-576232ba598d req-6c97f68f-4f40-4938-aae6-01c4fe332140 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.781116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db34c20f-4d90-4c66-8501-576232ba598d req-6c97f68f-4f40-4938-aae6-01c4fe332140 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0757720 Nov 19 18:59:52.863137 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db34c20f-4d90-4c66-8501-576232ba598d req-bac6f37f-8f2e-4f45-b519-301eb14e9104 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707343 Nov 19 18:59:52.932657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-51a7f2d0-0929-4269-a02f-bf3ea8b3117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:52.934236 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-51a7f2d0-0929-4269-a02f-bf3ea8b3117f service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.1537645 Nov 19 18:59:52.936122 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:52.942134 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:53.014957 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-27f41931-7bd6-486b-a36d-9d4f3c4a35e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad HTTP/1.1" status: 200 len: 217 time: 0.0695646 Nov 19 18:59:53.015655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:59:53.038162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714cff50-7ef1-4cf1-9a7d-3946fd2f45f6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:53.061867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:53.062246 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Added segment 2ffe6d71-cb97-41bb-bf72-ea70841d2fc5 of type vlan for network 6333b13f-10a5-4f60-b3dd-921fe77528bd Nov 19 18:59:53.121527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-532847eb-b96e-4209-a89e-5d905c88dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:53.123913 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-532847eb-b96e-4209-a89e-5d905c88dbe3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.0990632 Nov 19 18:59:53.127406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:53.171404 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-49fd4863-3314-4200-ae9a-d0fa185680bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378101 Nov 19 18:59:53.243238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:53.244185 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:53.244765 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:53.350627 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8913937 Nov 19 18:59:53.354230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40702) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:53.362902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] Request body: {'subnet': {'network_id': '6333b13f-10a5-4f60-b3dd-921fe77528bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-271734902-subnet', 'tenant_id': 'b8df45c17f6947c4bef1e336b3eedb74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:53.373582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0236c-e192-4d3f-b22f-0151b590a6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=6333b13f-10a5-4f60-b3dd-921fe77528bd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:53.388749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 6333b13f-10a5-4f60-b3dd-921fe77528bd details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:59:53.401155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7359937-5a3c-47a0-8d8b-3af6b3c299db req-1dd292ac-d731-4482-bca4-fdb456378f26 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:53.402727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f7359937-5a3c-47a0-8d8b-3af6b3c299db req-1dd292ac-d731-4482-bca4-fdb456378f26 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.2113364 Nov 19 18:59:53.405636 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-a6070942-6922-4e05-a565-afaf57019efc service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258132 Nov 19 18:59:53.409142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] Made reservation on behalf of b8df45c17f6947c4bef1e336b3eedb74 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:59:53.412525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:53.558818 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f7359937-5a3c-47a0-8d8b-3af6b3c299db req-0e42fbd0-cc90-44e9-898f-f8a410ff312e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381907 Nov 19 18:59:53.588110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-7baba76b-d0d4-4ae8-986e-cd66fda2bcd9 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690361 Nov 19 18:59:53.728232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c164a4a-f03e-43a4-8cb4-88489361e308 req-7ca7e631-6b8c-4bb4-ab4b-94353e015a4b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:53.730267 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7c164a4a-f03e-43a4-8cb4-88489361e308 req-7ca7e631-6b8c-4bb4-ab4b-94353e015a4b tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0762098 Nov 19 18:59:53.816935 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7c164a4a-f03e-43a4-8cb4-88489361e308 req-c89d4352-6257-4d11-ab75-35e55c9368e4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751958 Nov 19 18:59:53.956817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3846aa7d-dcc8-4829-ad03-d6c169972160 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:53.958891 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-3846aa7d-dcc8-4829-ad03-d6c169972160 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1096 time: 0.0928423 Nov 19 18:59:54.131885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df26da-45ce-4c1c-9a76-9fe24f50d3c0 req-609a0925-e3ff-46af-b241-3a6013a11f02 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:54.140431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7df26da-45ce-4c1c-9a76-9fe24f50d3c0 req-609a0925-e3ff-46af-b241-3a6013a11f02 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 945 time: 0.6508791 Nov 19 18:59:54.142316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-d0ec6aed-b43a-46c2-8ed9-fb1b82a5a53c service neutron] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:59:54.151658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-d0ec6aed-b43a-46c2-8ed9-fb1b82a5a53c service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:54.164621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eccfb3c1-1a90-4078-8edf-d07bb97313db req-d0ec6aed-b43a-46c2-8ed9-fb1b82a5a53c service neutron] 10.222.0.57 "DELETE /v2.0/ports/16de00f4-983e-42a7-9500-f59ebb7ccaad/bindings/n-h2-815373-6 HTTP/1.1" status: 204 len: 173 time: 0.1926661 Nov 19 18:59:54.227349 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7df26da-45ce-4c1c-9a76-9fe24f50d3c0 req-8aa1945e-631d-46a5-9f7e-7e9aa846b6c5 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859928 Nov 19 18:59:54.228320 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:54.318530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=800d3a4c-c40e-4ce9-97ad-46a28723f1d9,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:54.339777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] Checking segment: {'id': '2ffe6d71-cb97-41bb-bf72-ea70841d2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6333b13f-10a5-4f60-b3dd-921fe77528bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:59:54.340462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] Network hostable DHCP agents. Network: 6333b13f-10a5-4f60-b3dd-921fe77528bd, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:59:54.383908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162b3e0-754a-4bb4-b457-03f8f070172a req-54345f91-73d6-48e1-acaa-4ccfb469f944 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:54.394355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162b3e0-754a-4bb4-b457-03f8f070172a req-54345f91-73d6-48e1-acaa-4ccfb469f944 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:54.400331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162b3e0-754a-4bb4-b457-03f8f070172a req-54345f91-73d6-48e1-acaa-4ccfb469f944 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:54.406491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162b3e0-754a-4bb4-b457-03f8f070172a req-54345f91-73d6-48e1-acaa-4ccfb469f944 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:54.406686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] Network 6333b13f-10a5-4f60-b3dd-921fe77528bd is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:59:54.412739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162b3e0-754a-4bb4-b457-03f8f070172a req-54345f91-73d6-48e1-acaa-4ccfb469f944 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:54.419328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162b3e0-754a-4bb4-b457-03f8f070172a req-54345f91-73d6-48e1-acaa-4ccfb469f944 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:54.427934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162b3e0-754a-4bb4-b457-03f8f070172a req-54345f91-73d6-48e1-acaa-4ccfb469f944 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:54.437324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a162b3e0-754a-4bb4-b457-03f8f070172a req-54345f91-73d6-48e1-acaa-4ccfb469f944 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1428945 Nov 19 18:59:54.439650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2260a5f-48de-4dba-8f6f-db4e23b2eed2 req-459f4ad0-b80f-420e-adad-869a0e577521 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:54.448258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2260a5f-48de-4dba-8f6f-db4e23b2eed2 req-459f4ad0-b80f-420e-adad-869a0e577521 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0763814 Nov 19 18:59:54.451490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 6333b13f-10a5-4f60-b3dd-921fe77528bd) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:59:54.457381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:54.457984 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:54.465166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be73d73-7dde-4e88-a32c-3f14b298d533 None None] Network 6333b13f-10a5-4f60-b3dd-921fe77528bd requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:59:54.513438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ab08b460-e280-4bc4-9570-41eeb80fce7e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1571827 Nov 19 18:59:54.549978 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a162b3e0-754a-4bb4-b457-03f8f070172a req-ca108126-1a3e-4923-a5ec-243f08770b53 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115935 Nov 19 18:59:54.567047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2260a5f-48de-4dba-8f6f-db4e23b2eed2 req-3f5b6fe1-4b39-41ae-9ed4-91c340dc5641 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178329 Nov 19 18:59:54.648785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3d9b56-891b-47f9-8f26-2ee5549ffe3d None None] Network 6333b13f-10a5-4f60-b3dd-921fe77528bd requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:59:54.777783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22400cc5-4f25-475b-b44d-5072ca58ef9a req-3b302dda-9f7d-4cb1-9d76-01ff3ffc33bf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:54.779309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-22400cc5-4f25-475b-b44d-5072ca58ef9a req-3b302dda-9f7d-4cb1-9d76-01ff3ffc33bf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0805767 Nov 19 18:59:54.887765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-22400cc5-4f25-475b-b44d-5072ca58ef9a req-e4de126f-faa6-4ff8-b2e8-4365a0b0fb5b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929577 Nov 19 18:59:54.962991 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:55.009969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-372afc73-16c7-458a-a5dd-22af961f8baa req-7557d5b4-a396-4ffa-af26-708d7a928d05 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1680107508', 'description': 'tempest-description-228363194'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:55.057886 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-372afc73-16c7-458a-a5dd-22af961f8baa req-7557d5b4-a396-4ffa-af26-708d7a928d05 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:55.123890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddf16e-881e-496c-b22a-0b6d166f2797 req-d8c4394d-3b2f-49a4-98c3-7f0d4858d1cc tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.152478 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2ddf16e-881e-496c-b22a-0b6d166f2797 req-d8c4394d-3b2f-49a4-98c3-7f0d4858d1cc tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0653625 Nov 19 18:59:55.152660 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-372afc73-16c7-458a-a5dd-22af961f8baa req-7557d5b4-a396-4ffa-af26-708d7a928d05 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:55.177931 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-372afc73-16c7-458a-a5dd-22af961f8baa req-7557d5b4-a396-4ffa-af26-708d7a928d05 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:55.180446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2ddf16e-881e-496c-b22a-0b6d166f2797 req-0cc7d5f6-a004-4168-81a3-f4e839e80b93 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481718 Nov 19 18:59:55.204457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557d5b4-a396-4ffa-af26-708d7a928d05 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f1790d-0339-49e3-973e-0f3eed4c92c8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:55.222341 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-372afc73-16c7-458a-a5dd-22af961f8baa req-7557d5b4-a396-4ffa-af26-708d7a928d05 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:55.224409 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-372afc73-16c7-458a-a5dd-22af961f8baa req-7557d5b4-a396-4ffa-af26-708d7a928d05 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2503877 Nov 19 18:59:55.357882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110e82-7d5b-412e-be2e-aa4ec72b7d25 req-742e6104-5dc3-49f6-bade-278e8a4bae88 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.366315 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f110e82-7d5b-412e-be2e-aa4ec72b7d25 req-742e6104-5dc3-49f6-bade-278e8a4bae88 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0706975 Nov 19 18:59:55.443337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f110e82-7d5b-412e-be2e-aa4ec72b7d25 req-753c9a94-c9a7-41a3-b1ef-918d6fe26baa tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759809 Nov 19 18:59:55.478629 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5a158aa-b307-4637-b6b1-9030bf9048b8 req-17e6bc8a-9953-4d61-9bd5-fae1c7fc011f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/04f1790d-0339-49e3-973e-0f3eed4c92c8 HTTP/1.1" status: 200 len: 1829 time: 0.0718350 Nov 19 18:59:55.497707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-e5a158aa-b307-4637-b6b1-9030bf9048b8 req-7cbf0801-9ca2-405d-935d-9b60e7c4f1e5 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04f1790d-0339-49e3-973e-0f3eed4c92c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:55.498251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-e5a158aa-b307-4637-b6b1-9030bf9048b8 req-7cbf0801-9ca2-405d-935d-9b60e7c4f1e5 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04f1790d-0339-49e3-973e-0f3eed4c92c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:55.573701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6143a8e-a920-4b45-b635-5c95934050b8 req-d5834a1b-b11e-430a-8e2a-19591b96c875 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.574918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e5a158aa-b307-4637-b6b1-9030bf9048b8 req-7cbf0801-9ca2-405d-935d-9b60e7c4f1e5 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:55.575743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d6143a8e-a920-4b45-b635-5c95934050b8 req-d5834a1b-b11e-430a-8e2a-19591b96c875 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 945 time: 0.0646431 Nov 19 18:59:55.627349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e5a158aa-b307-4637-b6b1-9030bf9048b8 req-7cbf0801-9ca2-405d-935d-9b60e7c4f1e5 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:55.633336 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e5a158aa-b307-4637-b6b1-9030bf9048b8 req-7cbf0801-9ca2-405d-935d-9b60e7c4f1e5 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:55.658271 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d6143a8e-a920-4b45-b635-5c95934050b8 req-ce7aa6cb-61e7-457f-ba10-a077f8f0ec6b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667593 Nov 19 18:59:55.663005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf0801-9ca2-405d-935d-9b60e7c4f1e5 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8fc30c-57aa-44a0-9e2b-ef4ca0e1eac1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:55.677601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e5a158aa-b307-4637-b6b1-9030bf9048b8 req-7cbf0801-9ca2-405d-935d-9b60e7c4f1e5 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:55.678829 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5a158aa-b307-4637-b6b1-9030bf9048b8 req-7cbf0801-9ca2-405d-935d-9b60e7c4f1e5 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1927571 Nov 19 18:59:55.784755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96bbe9-2970-4845-8225-60d91b04b4e9 req-9d5be18e-b471-4a0d-bf89-6fa43819b1f8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.790294 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f96bbe9-2970-4845-8225-60d91b04b4e9 req-9d5be18e-b471-4a0d-bf89-6fa43819b1f8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0661066 Nov 19 18:59:55.817660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8f5ee-22a7-4c0d-be97-f2be82289ff9 req-23b0b972-15c7-4e54-9cf5-b29d035f876f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.829471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8f5ee-22a7-4c0d-be97-f2be82289ff9 req-23b0b972-15c7-4e54-9cf5-b29d035f876f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.836260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8f5ee-22a7-4c0d-be97-f2be82289ff9 req-23b0b972-15c7-4e54-9cf5-b29d035f876f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.842706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8f5ee-22a7-4c0d-be97-f2be82289ff9 req-23b0b972-15c7-4e54-9cf5-b29d035f876f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.846570 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f96bbe9-2970-4845-8225-60d91b04b4e9 req-8d9dc48e-7403-4586-a7a0-4e7ac8cf5a8a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497315 Nov 19 18:59:55.850315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8f5ee-22a7-4c0d-be97-f2be82289ff9 req-23b0b972-15c7-4e54-9cf5-b29d035f876f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.857050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8f5ee-22a7-4c0d-be97-f2be82289ff9 req-23b0b972-15c7-4e54-9cf5-b29d035f876f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.865081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8f5ee-22a7-4c0d-be97-f2be82289ff9 req-23b0b972-15c7-4e54-9cf5-b29d035f876f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.867643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4a8f5ee-22a7-4c0d-be97-f2be82289ff9 req-23b0b972-15c7-4e54-9cf5-b29d035f876f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1197443 Nov 19 18:59:55.951049 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4a8f5ee-22a7-4c0d-be97-f2be82289ff9 req-7a80ea02-1fd0-4529-8de8-910364119139 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752959 Nov 19 18:59:55.978803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b2af2-7415-4495-acc0-8028b0067178 req-40ce5c25-0f31-404f-9b45-a67a89322172 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:55.980380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e6b2af2-7415-4495-acc0-8028b0067178 req-40ce5c25-0f31-404f-9b45-a67a89322172 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0619853 Nov 19 18:59:56.045015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e6b2af2-7415-4495-acc0-8028b0067178 req-855aa6c4-e9fd-4e49-a2b6-d068462f6f83 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 Nov 19 18:59:56.069170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3441c519-a60c-49ce-8bbc-e392dc0acbf3 req-35f8ef78-5abb-47d8-90ff-576e98332549 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/04f1790d-0339-49e3-973e-0f3eed4c92c8 HTTP/1.1" status: 200 len: 2422 time: 0.0510693 Nov 19 18:59:56.178714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214789-c70e-4a9f-b17b-6f2ca859d1c3 req-5bebd719-f173-4b87-b577-75ec59ca40ee tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:56.180450 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa214789-c70e-4a9f-b17b-6f2ca859d1c3 req-5bebd719-f173-4b87-b577-75ec59ca40ee tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 1096 time: 0.0478706 Nov 19 18:59:56.200659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7801d7-db71-4280-beb3-d830033c708f req-0d4e5870-8e0e-4aaa-8fba-4e6afd980cf1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:56.202555 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe7801d7-db71-4280-beb3-d830033c708f req-0d4e5870-8e0e-4aaa-8fba-4e6afd980cf1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0717421 Nov 19 18:59:56.237127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa214789-c70e-4a9f-b17b-6f2ca859d1c3 req-2ac0d43a-cee7-46fc-8130-b04e36377f40 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485489 Nov 19 18:59:56.273215 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe7801d7-db71-4280-beb3-d830033c708f req-cca4c6d4-a90d-4dfd-b9a7-200664d54427 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616171 Nov 19 18:59:56.296243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-435ccd2a-a703-425d-a949-7f6a16a247dc req-ddec9e8a-6025-464f-9ab2-68a97f32d729 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-group-rules/7f8fc30c-57aa-44a0-9e2b-ef4ca0e1eac1 HTTP/1.1" status: 200 len: 778 time: 0.0221233 Nov 19 18:59:56.356574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-435ccd2a-a703-425d-a949-7f6a16a247dc req-c0cf6e63-2fc6-4bf9-8570-5e1fdbedc322 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/04f1790d-0339-49e3-973e-0f3eed4c92c8 HTTP/1.1" status: 200 len: 2422 time: 0.0534880 Nov 19 18:59:56.390761 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-435ccd2a-a703-425d-a949-7f6a16a247dc req-87c9527d-6f9a-46e4-a5ad-f94f00bb5a6f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:56.391467 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11eb6f-637c-4719-8df0-3b39bb66ebdd req-55e80c93-e1a9-4e51-b54c-8a72e8909d67 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:56.392953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2a11eb6f-637c-4719-8df0-3b39bb66ebdd req-55e80c93-e1a9-4e51-b54c-8a72e8909d67 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0571427 Nov 19 18:59:56.399033 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-435ccd2a-a703-425d-a949-7f6a16a247dc req-87c9527d-6f9a-46e4-a5ad-f94f00bb5a6f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:56.427443 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-435ccd2a-a703-425d-a949-7f6a16a247dc req-87c9527d-6f9a-46e4-a5ad-f94f00bb5a6f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:56.434486 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-435ccd2a-a703-425d-a949-7f6a16a247dc req-87c9527d-6f9a-46e4-a5ad-f94f00bb5a6f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:56.435556 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-435ccd2a-a703-425d-a949-7f6a16a247dc req-87c9527d-6f9a-46e4-a5ad-f94f00bb5a6f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7f8fc30c-57aa-44a0-9e2b-ef4ca0e1eac1 HTTP/1.1" status: 204 len: 173 time: 0.0705221 Nov 19 18:59:56.441430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9527d-6f9a-46e4-a5ad-f94f00bb5a6f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f8fc30c-57aa-44a0-9e2b-ef4ca0e1eac1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:56.455394 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2a11eb6f-637c-4719-8df0-3b39bb66ebdd req-62d38d39-df85-4851-9736-0e138b19687e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553174 Nov 19 18:59:56.530821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badbfcf-22cd-4301-bf27-6ea07755d16f req-2e5312cf-018a-4074-8dc5-243bfaad784d tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:56.533480 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3badbfcf-22cd-4301-bf27-6ea07755d16f req-2e5312cf-018a-4074-8dc5-243bfaad784d tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 1096 time: 0.0448401 Nov 19 18:59:56.582707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3badbfcf-22cd-4301-bf27-6ea07755d16f req-83f3f8e3-5e95-4d2b-9d7f-d353726d0d7c tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Nov 19 18:59:56.611126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6c143ddc-f78b-4aa4-bf81-bc5b4c28a01f req-8b89e248-27e5-4545-8b9f-a8332986cc89 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-774740838', 'description': 'tempest-description-1832277474'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:56.633093 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6c143ddc-f78b-4aa4-bf81-bc5b4c28a01f req-8b89e248-27e5-4545-8b9f-a8332986cc89 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:56.717863 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6c143ddc-f78b-4aa4-bf81-bc5b4c28a01f req-8b89e248-27e5-4545-8b9f-a8332986cc89 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:56.724510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6c143ddc-f78b-4aa4-bf81-bc5b4c28a01f req-8b89e248-27e5-4545-8b9f-a8332986cc89 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:56.768982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6c143ddc-f78b-4aa4-bf81-bc5b4c28a01f req-8b89e248-27e5-4545-8b9f-a8332986cc89 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:56.774467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c143ddc-f78b-4aa4-bf81-bc5b4c28a01f req-8b89e248-27e5-4545-8b9f-a8332986cc89 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1688375 Nov 19 18:59:56.777213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89e248-27e5-4545-8b9f-a8332986cc89 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096e46d1-63c3-49ab-8a6f-c9d2053816e4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:56.885159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e767-577c-4f0f-a388-b1645c1cc2a0 req-d60da560-33b6-4fcc-b3e6-61f6ab4ccb6a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:56.886839 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2633e767-577c-4f0f-a388-b1645c1cc2a0 req-d60da560-33b6-4fcc-b3e6-61f6ab4ccb6a tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=012ae568-18d0-4a02-8b3c-5814c4a9b47f HTTP/1.1" status: 200 len: 951 time: 0.0601947 Nov 19 18:59:56.952129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2633e767-577c-4f0f-a388-b1645c1cc2a0 req-98ffc4e6-2169-4395-8720-a56e6f4d0494 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580392 Nov 19 18:59:56.987423 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee3acb55-9406-41c3-8a02-78a8fd99f3ee req-0670f66b-f1c4-4f4a-aade-6f7a4ae3b1e6 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/096e46d1-63c3-49ab-8a6f-c9d2053816e4 HTTP/1.1" status: 200 len: 1829 time: 0.0529783 Nov 19 18:59:57.134194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163173-fd7e-4a95-a2f7-8c97b85203c5 req-8d9cfafa-c861-4e5a-915e-850fd28c198b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:57.140423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163173-fd7e-4a95-a2f7-8c97b85203c5 req-8d9cfafa-c861-4e5a-915e-850fd28c198b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:57.146839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163173-fd7e-4a95-a2f7-8c97b85203c5 req-8d9cfafa-c861-4e5a-915e-850fd28c198b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:57.153181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163173-fd7e-4a95-a2f7-8c97b85203c5 req-8d9cfafa-c861-4e5a-915e-850fd28c198b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:57.159623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163173-fd7e-4a95-a2f7-8c97b85203c5 req-8d9cfafa-c861-4e5a-915e-850fd28c198b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:57.166112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163173-fd7e-4a95-a2f7-8c97b85203c5 req-8d9cfafa-c861-4e5a-915e-850fd28c198b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:57.173108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163173-fd7e-4a95-a2f7-8c97b85203c5 req-8d9cfafa-c861-4e5a-915e-850fd28c198b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:57.174928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8163173-fd7e-4a95-a2f7-8c97b85203c5 req-8d9cfafa-c861-4e5a-915e-850fd28c198b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1029515 Nov 19 18:59:57.218283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf9f3e-2930-49d9-a305-ae208986bd09 req-9e3a6e12-8ec2-4d1d-8889-18252dae8589 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:57.220669 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f3bf9f3e-2930-49d9-a305-ae208986bd09 req-9e3a6e12-8ec2-4d1d-8889-18252dae8589 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0531733 Nov 19 18:59:57.240315 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8163173-fd7e-4a95-a2f7-8c97b85203c5 req-363ee083-afa0-4315-a588-12595f9c3fc8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585477 Nov 19 18:59:57.272096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f3bf9f3e-2930-49d9-a305-ae208986bd09 req-38fda46f-da92-44c4-aa9e-bdd419dabb4f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438867 Nov 19 18:59:57.302289 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-8ebeb0d4-f5ca-4f2c-bb90-2e296ccd34c3 req-ea11b15b-a648-4df4-bbf6-14458c4d710f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1683366161', 'description': 'tempest-description-316202373'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:57.327164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8ebeb0d4-f5ca-4f2c-bb90-2e296ccd34c3 req-ea11b15b-a648-4df4-bbf6-14458c4d710f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:57.402563 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8ebeb0d4-f5ca-4f2c-bb90-2e296ccd34c3 req-ea11b15b-a648-4df4-bbf6-14458c4d710f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:57.406375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8ebeb0d4-f5ca-4f2c-bb90-2e296ccd34c3 req-ea11b15b-a648-4df4-bbf6-14458c4d710f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:57.444373 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8ebeb0d4-f5ca-4f2c-bb90-2e296ccd34c3 req-ea11b15b-a648-4df4-bbf6-14458c4d710f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:57.445941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ebeb0d4-f5ca-4f2c-bb90-2e296ccd34c3 req-ea11b15b-a648-4df4-bbf6-14458c4d710f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1483889 Nov 19 18:59:57.447827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11b15b-a648-4df4-bbf6-14458c4d710f tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ddfe2d-33b6-4823-a5f1-4a6f540e421a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:57.509736 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-118b7daa-e5c6-4487-a20c-260767f1bc68 req-1d210669-5602-4730-84b5-f6b9164e140b tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/48ddfe2d-33b6-4823-a5f1-4a6f540e421a HTTP/1.1" status: 200 len: 1829 time: 0.0408456 Nov 19 18:59:57.544786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-4c60c04c-7cd4-466e-a250-e88d4e18ffab req-5aecfd98-62a1-4611-bb56-118a54d6a93b tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-467852399', 'description': 'tempest-description-1599906215'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:57.569982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4c60c04c-7cd4-466e-a250-e88d4e18ffab req-5aecfd98-62a1-4611-bb56-118a54d6a93b tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:57.630675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66668b-aa8e-48df-83e5-90c7242214ce req-b9a77b4b-e296-4003-88c1-cbb4ee69c318 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:57.632778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb66668b-aa8e-48df-83e5-90c7242214ce req-b9a77b4b-e296-4003-88c1-cbb4ee69c318 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0560026 Nov 19 18:59:57.646996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4c60c04c-7cd4-466e-a250-e88d4e18ffab req-5aecfd98-62a1-4611-bb56-118a54d6a93b tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:57.652048 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4c60c04c-7cd4-466e-a250-e88d4e18ffab req-5aecfd98-62a1-4611-bb56-118a54d6a93b tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:57.694664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4c60c04c-7cd4-466e-a250-e88d4e18ffab req-5aecfd98-62a1-4611-bb56-118a54d6a93b tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:57.696876 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb66668b-aa8e-48df-83e5-90c7242214ce req-4354303d-2911-42ba-b0c2-88d2646bb9b0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538805 Nov 19 18:59:57.697145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c60c04c-7cd4-466e-a250-e88d4e18ffab req-5aecfd98-62a1-4611-bb56-118a54d6a93b tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1570973 Nov 19 18:59:57.702127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecfd98-62a1-4611-bb56-118a54d6a93b tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74b0711-be39-422b-9372-42836161c46f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:57.837822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-84ca4b44-4d7f-4801-a452-abf59ffb13f8 req-003055ca-3352-4d07-a223-272bdbe9c383 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/f74b0711-be39-422b-9372-42836161c46f HTTP/1.1" status: 200 len: 1829 time: 0.0443153 Nov 19 18:59:57.860676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-4cb70941-f4a8-4a10-a8d9-70421e10252f req-f2d27b83-6bc4-4c02-a703-97a9e83200fc tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2129611991', 'description': 'tempest-description-440659614'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:57.892116 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4cb70941-f4a8-4a10-a8d9-70421e10252f req-f2d27b83-6bc4-4c02-a703-97a9e83200fc tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:57.989437 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4cb70941-f4a8-4a10-a8d9-70421e10252f req-f2d27b83-6bc4-4c02-a703-97a9e83200fc tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:57.993564 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4cb70941-f4a8-4a10-a8d9-70421e10252f req-f2d27b83-6bc4-4c02-a703-97a9e83200fc tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:58.029945 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4cb70941-f4a8-4a10-a8d9-70421e10252f req-f2d27b83-6bc4-4c02-a703-97a9e83200fc tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:58.031328 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cb70941-f4a8-4a10-a8d9-70421e10252f req-f2d27b83-6bc4-4c02-a703-97a9e83200fc tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1766453 Nov 19 18:59:58.036392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d27b83-6bc4-4c02-a703-97a9e83200fc tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5cfe4c-7929-44e3-aa6e-04474f92fbdd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:58.153681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a292f9af-e7b9-47cb-bd09-9d1cc526be5d req-bbf70a65-ca94-4202-95d5-c91d56384e4c tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/2f5cfe4c-7929-44e3-aa6e-04474f92fbdd HTTP/1.1" status: 200 len: 1829 time: 0.0417364 Nov 19 18:59:58.196062 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-7b80beeb-953e-4ce5-9ada-30781a2b064e req-abd04df7-c3f3-424c-9f59-0a7f541fa853 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] show failed (client error): The resource could not be found. Nov 19 18:59:58.197230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b80beeb-953e-4ce5-9ada-30781a2b064e req-abd04df7-c3f3-424c-9f59-0a7f541fa853 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/ab822572-e404-49b7-8931-02685a2f37b1 HTTP/1.1" status: 404 len: 352 time: 0.0215476 Nov 19 18:59:58.243217 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-738cceb1-af2f-4760-835f-89e7d322905d req-9308afc1-7a27-454c-a16b-ace4f17b436b tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] show failed (client error): The resource could not be found. Nov 19 18:59:58.244477 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-738cceb1-af2f-4760-835f-89e7d322905d req-9308afc1-7a27-454c-a16b-ace4f17b436b tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-group-rules/39530553-2be2-4418-924e-7a19328b95dd HTTP/1.1" status: 404 len: 361 time: 0.0231028 Nov 19 18:59:58.320932 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e6435e2-fd53-4bac-8483-73e690df19ef req-38d263cc-669a-41b4-894b-0943ea14cde7 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/2f5cfe4c-7929-44e3-aa6e-04474f92fbdd HTTP/1.1" status: 200 len: 1829 time: 0.0471985 Nov 19 18:59:58.393154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e6435e2-fd53-4bac-8483-73e690df19ef req-4662a69e-4380-4a62-9643-9031bf27b2cd tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:58.405328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d7ae8-0f64-4654-8112-1fc3cd0eebcf req-53296a35-4b1e-494e-9887-11a00f7d8b31 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:58.412791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d7ae8-0f64-4654-8112-1fc3cd0eebcf req-53296a35-4b1e-494e-9887-11a00f7d8b31 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:58.419176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d7ae8-0f64-4654-8112-1fc3cd0eebcf req-53296a35-4b1e-494e-9887-11a00f7d8b31 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:58.426053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d7ae8-0f64-4654-8112-1fc3cd0eebcf req-53296a35-4b1e-494e-9887-11a00f7d8b31 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:58.426811 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e6435e2-fd53-4bac-8483-73e690df19ef req-4662a69e-4380-4a62-9643-9031bf27b2cd tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:58.432107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d7ae8-0f64-4654-8112-1fc3cd0eebcf req-53296a35-4b1e-494e-9887-11a00f7d8b31 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:58.439250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d7ae8-0f64-4654-8112-1fc3cd0eebcf req-53296a35-4b1e-494e-9887-11a00f7d8b31 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:58.445324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d7ae8-0f64-4654-8112-1fc3cd0eebcf req-53296a35-4b1e-494e-9887-11a00f7d8b31 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:58.447296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c3d7ae8-0f64-4654-8112-1fc3cd0eebcf req-53296a35-4b1e-494e-9887-11a00f7d8b31 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.0997846 Nov 19 18:59:58.479255 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e6435e2-fd53-4bac-8483-73e690df19ef req-4662a69e-4380-4a62-9643-9031bf27b2cd tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:58.482124 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e6435e2-fd53-4bac-8483-73e690df19ef req-4662a69e-4380-4a62-9643-9031bf27b2cd tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:58.484136 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e6435e2-fd53-4bac-8483-73e690df19ef req-4662a69e-4380-4a62-9643-9031bf27b2cd tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "DELETE /v2.0/security-groups/2f5cfe4c-7929-44e3-aa6e-04474f92fbdd HTTP/1.1" status: 204 len: 173 time: 0.1562784 Nov 19 18:59:58.495982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662a69e-4380-4a62-9643-9031bf27b2cd tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5cfe4c-7929-44e3-aa6e-04474f92fbdd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:58.526719 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c3d7ae8-0f64-4654-8112-1fc3cd0eebcf req-cce23db8-e24c-4c62-a248-76f7779a0d88 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721242 Nov 19 18:59:58.628367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156d2cf-7f76-4632-be70-abf8fd738c0d req-1ced39c5-fc86-435d-9657-ec846c4af87e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:58.629968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b156d2cf-7f76-4632-be70-abf8fd738c0d req-1ced39c5-fc86-435d-9657-ec846c4af87e tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0606518 Nov 19 18:59:58.680591 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a402019-e9cd-4849-a3d5-13a9f90afbb6 req-d552c22b-86ec-48d0-9af6-e7ce1271918b tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/f74b0711-be39-422b-9372-42836161c46f HTTP/1.1" status: 200 len: 1829 time: 0.0445056 Nov 19 18:59:58.698314 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b156d2cf-7f76-4632-be70-abf8fd738c0d req-a21e751f-5f13-4b6c-af03-1be27077a7d6 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582323 Nov 19 18:59:58.752622 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7a402019-e9cd-4849-a3d5-13a9f90afbb6 req-0aa1b451-fad3-4502-9c76-a5315e6fa21d tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:58.783840 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7a402019-e9cd-4849-a3d5-13a9f90afbb6 req-0aa1b451-fad3-4502-9c76-a5315e6fa21d tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:58.827729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7a402019-e9cd-4849-a3d5-13a9f90afbb6 req-0aa1b451-fad3-4502-9c76-a5315e6fa21d tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:58.831724 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7a402019-e9cd-4849-a3d5-13a9f90afbb6 req-0aa1b451-fad3-4502-9c76-a5315e6fa21d tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:58.832902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a402019-e9cd-4849-a3d5-13a9f90afbb6 req-0aa1b451-fad3-4502-9c76-a5315e6fa21d tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "DELETE /v2.0/security-groups/f74b0711-be39-422b-9372-42836161c46f HTTP/1.1" status: 204 len: 173 time: 0.1460299 Nov 19 18:59:58.845979 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1b451-fad3-4502-9c76-a5315e6fa21d tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74b0711-be39-422b-9372-42836161c46f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:58.893270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9032-df63-4323-b747-0ad181e9ef1f req-f64a2286-6910-4797-b194-a48941511f92 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:58.895464 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-69ca9032-df63-4323-b747-0ad181e9ef1f req-f64a2286-6910-4797-b194-a48941511f92 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0674546 Nov 19 18:59:58.956769 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-69ca9032-df63-4323-b747-0ad181e9ef1f req-bad83003-ae42-4db3-8282-0c3c5bf69492 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547640 Nov 19 18:59:59.036059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-508be920-10be-4730-ba6a-3fba0e4408d4 req-3b1dd4fa-64b5-41ff-9681-354fd01cd78c tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/48ddfe2d-33b6-4823-a5f1-4a6f540e421a HTTP/1.1" status: 200 len: 1829 time: 0.0510702 Nov 19 18:59:59.108332 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-508be920-10be-4730-ba6a-3fba0e4408d4 req-0ba34ac7-c00d-41f5-8d67-461919926c04 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.155104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-508be920-10be-4730-ba6a-3fba0e4408d4 req-0ba34ac7-c00d-41f5-8d67-461919926c04 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.212245 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-508be920-10be-4730-ba6a-3fba0e4408d4 req-0ba34ac7-c00d-41f5-8d67-461919926c04 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.215440 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-508be920-10be-4730-ba6a-3fba0e4408d4 req-0ba34ac7-c00d-41f5-8d67-461919926c04 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.216855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-508be920-10be-4730-ba6a-3fba0e4408d4 req-0ba34ac7-c00d-41f5-8d67-461919926c04 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "DELETE /v2.0/security-groups/48ddfe2d-33b6-4823-a5f1-4a6f540e421a HTTP/1.1" status: 204 len: 173 time: 0.1717358 Nov 19 18:59:59.230591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba34ac7-c00d-41f5-8d67-461919926c04 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ddfe2d-33b6-4823-a5f1-4a6f540e421a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:59.293477 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f63fd9f6-2405-4b4b-bdea-a447e1ca8b8d req-7b2e681f-ddf7-452c-8e79-b6e06ee37bf2 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/096e46d1-63c3-49ab-8a6f-c9d2053816e4 HTTP/1.1" status: 200 len: 1829 time: 0.0503151 Nov 19 18:59:59.384020 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f63fd9f6-2405-4b4b-bdea-a447e1ca8b8d req-f8761a03-1f6e-4cc9-ad79-7d6ec7663641 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.409801 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f63fd9f6-2405-4b4b-bdea-a447e1ca8b8d req-f8761a03-1f6e-4cc9-ad79-7d6ec7663641 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.464415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f63fd9f6-2405-4b4b-bdea-a447e1ca8b8d req-f8761a03-1f6e-4cc9-ad79-7d6ec7663641 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.467254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f63fd9f6-2405-4b4b-bdea-a447e1ca8b8d req-f8761a03-1f6e-4cc9-ad79-7d6ec7663641 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.468616 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f63fd9f6-2405-4b4b-bdea-a447e1ca8b8d req-f8761a03-1f6e-4cc9-ad79-7d6ec7663641 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "DELETE /v2.0/security-groups/096e46d1-63c3-49ab-8a6f-c9d2053816e4 HTTP/1.1" status: 204 len: 173 time: 0.1743140 Nov 19 18:59:59.472208 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.482742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8761a03-1f6e-4cc9-ad79-7d6ec7663641 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096e46d1-63c3-49ab-8a6f-c9d2053816e4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:59.546506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-688130e4-8996-4c5c-8a77-4f910290a78c req-53ee906f-be9b-4025-be99-15a669390c64 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "GET /v2.0/security-groups/04f1790d-0339-49e3-973e-0f3eed4c92c8 HTTP/1.1" status: 200 len: 1829 time: 0.0477958 Nov 19 18:59:59.606480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-688130e4-8996-4c5c-8a77-4f910290a78c req-1752e97f-256e-4b69-a0e4-b612ab7e2382 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.630454 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-688130e4-8996-4c5c-8a77-4f910290a78c req-1752e97f-256e-4b69-a0e4-b612ab7e2382 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.690240 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-688130e4-8996-4c5c-8a77-4f910290a78c req-1752e97f-256e-4b69-a0e4-b612ab7e2382 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.693066 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-688130e4-8996-4c5c-8a77-4f910290a78c req-1752e97f-256e-4b69-a0e4-b612ab7e2382 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.694289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-688130e4-8996-4c5c-8a77-4f910290a78c req-1752e97f-256e-4b69-a0e4-b612ab7e2382 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] 10.222.0.50 "DELETE /v2.0/security-groups/04f1790d-0339-49e3-973e-0f3eed4c92c8 HTTP/1.1" status: 204 len: 173 time: 0.1415753 Nov 19 18:59:59.702277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41056) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:59:59.704924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752e97f-256e-4b69-a0e4-b612ab7e2382 tempest-SecurityGroupRulesNegativeTestJSON-1336980816 tempest-SecurityGroupRulesNegativeTestJSON-1336980816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f1790d-0339-49e3-973e-0f3eed4c92c8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:59.780168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2f8643-41ad-4a0c-a3cb-5b286d56e1fe admin admin] Deleting subnet 800d3a4c-c40e-4ce9-97ad-46a28723f1d9 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:59:59.784899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a2f8643-41ad-4a0c-a3cb-5b286d56e1fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.793948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75306d00-6ec7-4471-b601-8632b8e90afa no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:59:59.850933 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a2f8643-41ad-4a0c-a3cb-5b286d56e1fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.912390 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.919797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b60b5a-0b1d-47ca-9ffa-b076c206d579 req-ad5583ac-069a-4833-9629-5777a637db6d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:59.927853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b60b5a-0b1d-47ca-9ffa-b076c206d579 req-ad5583ac-069a-4833-9629-5777a637db6d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:59.937651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b60b5a-0b1d-47ca-9ffa-b076c206d579 req-ad5583ac-069a-4833-9629-5777a637db6d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:59.950802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b60b5a-0b1d-47ca-9ffa-b076c206d579 req-ad5583ac-069a-4833-9629-5777a637db6d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:59.955193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:59.958399 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b3d55d-4901-431a-9163-9048255d6350" -d '{"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-unplugged", "status": "completed", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:59.959163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b60b5a-0b1d-47ca-9ffa-b076c206d579 req-ad5583ac-069a-4833-9629-5777a637db6d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:59.970451 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b60b5a-0b1d-47ca-9ffa-b076c206d579 req-ad5583ac-069a-4833-9629-5777a637db6d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:59.977887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:59.978910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b60b5a-0b1d-47ca-9ffa-b076c206d579 req-ad5583ac-069a-4833-9629-5777a637db6d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:59.986162 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:59.990565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3b60b5a-0b1d-47ca-9ffa-b076c206d579 req-ad5583ac-069a-4833-9629-5777a637db6d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.2125273 Nov 19 18:59:59.994233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a2f8643-41ad-4a0c-a3cb-5b286d56e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:00.064551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=11']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:00.077698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3b60b5a-0b1d-47ca-9ffa-b076c206d579 req-bc1ebf55-7aca-444e-8871-3a84a285b87d tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838480 Nov 19 19:00:00.115805 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a2f8643-41ad-4a0c-a3cb-5b286d56e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:00.156356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a2f8643-41ad-4a0c-a3cb-5b286d56e1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:00.160990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5a2f8643-41ad-4a0c-a3cb-5b286d56e1fe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/800d3a4c-c40e-4ce9-97ad-46a28723f1d9 HTTP/1.1" status: 204 len: 168 time: 0.4567857 Nov 19 19:00:00.162078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f8643-41ad-4a0c-a3cb-5b286d56e1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800d3a4c-c40e-4ce9-97ad-46a28723f1d9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:00.163461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41090) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:00.232534 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95142678-17cb-4d2e-9b60-a65f6d44b02f x-openstack-request-id: req-95142678-17cb-4d2e-9b60-a65f6d44b02f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:00.233138 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-unplugged", "status": "completed", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:00.233566 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95142678-17cb-4d2e-9b60-a65f6d44b02f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:00.234182 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa', 'code': 200} Nov 19 19:00:00.284352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4db8f-4e02-41b4-896d-fabe57ca4aeb req-ee735290-41c3-43b3-96b9-9e0693da55f8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:00.286085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c1f4db8f-4e02-41b4-896d-fabe57ca4aeb req-ee735290-41c3-43b3-96b9-9e0693da55f8 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.1203756 Nov 19 19:00:00.293876 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:00.329574 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96bf5c-9942-4e25-9f87-79afd93b1915 req-05d34117-8ddf-41b3-9866-88ca7db43282 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:00.331159 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f96bf5c-9942-4e25-9f87-79afd93b1915 req-05d34117-8ddf-41b3-9866-88ca7db43282 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0528886 Nov 19 19:00:00.374310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c1f4db8f-4e02-41b4-896d-fabe57ca4aeb req-5535646a-b26e-4e22-abd1-ff8b24ae6351 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781147 Nov 19 19:00:00.383460 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f96bf5c-9942-4e25-9f87-79afd93b1915 req-11b317d9-ada9-4989-99a2-1d8e97209def tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450809 Nov 19 19:00:00.432533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:00.466979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6333b13f-10a5-4f60-b3dd-921fe77528bd']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:00.520429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffe6d71-cb97-41bb-bf72-ea70841d2fc5') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:00.520777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffe6d71-cb97-41bb-bf72-ea70841d2fc5') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:00.533739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:00.564864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1e342-459c-4cf5-8e87-49b587cd65d3 req-d87839de-61d6-454d-a4bd-b2cd93416d88 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:00.571028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1e342-459c-4cf5-8e87-49b587cd65d3 req-d87839de-61d6-454d-a4bd-b2cd93416d88 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:00.577645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1e342-459c-4cf5-8e87-49b587cd65d3 req-d87839de-61d6-454d-a4bd-b2cd93416d88 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:00.584485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1e342-459c-4cf5-8e87-49b587cd65d3 req-d87839de-61d6-454d-a4bd-b2cd93416d88 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:00.590649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1e342-459c-4cf5-8e87-49b587cd65d3 req-d87839de-61d6-454d-a4bd-b2cd93416d88 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:00.596860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1e342-459c-4cf5-8e87-49b587cd65d3 req-d87839de-61d6-454d-a4bd-b2cd93416d88 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:00.603060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1e342-459c-4cf5-8e87-49b587cd65d3 req-d87839de-61d6-454d-a4bd-b2cd93416d88 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:00.605071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6d1e342-459c-4cf5-8e87-49b587cd65d3 req-d87839de-61d6-454d-a4bd-b2cd93416d88 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1411233 Nov 19 19:00:00.606209 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:00.618436 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41110) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:00.620768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:00:00.621186 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:00.623139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ad5e342f-5ef9-4bf0-992a-33a73600ac93 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Request body: {'floatingip': {'port_id': '85a50779-8b47-40c8-8920-14ead89eaf3f'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:00:00.623247 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:00:00.683326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad5e342f-5ef9-4bf0-992a-33a73600ac93 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:00.700377 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:00.712539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:00.717031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] 10.222.0.50 "DELETE /v2.0/networks/6333b13f-10a5-4f60-b3dd-921fe77528bd HTTP/1.1" status: 204 len: 168 time: 0.5523951 Nov 19 19:00:00.754408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff22bd-bfdf-4dc7-b259-ad8ddfdae37e admin admin] Pushing event deleted for resources: {'Network': ['ID=6333b13f-10a5-4f60-b3dd-921fe77528bd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:00.901233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41134) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:00.959387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a458fd1f-003b-481e-a82c-78efb880a066 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8df45c17f6947c4bef1e336b3eedb74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0553601 Nov 19 19:00:00.961058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41136) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:01.025306 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7432813e-64ab-499e-a936-d61fb71be22d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:01.059250 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7432813e-64ab-499e-a936-d61fb71be22d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:01.117947 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7432813e-64ab-499e-a936-d61fb71be22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:01.120983 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7432813e-64ab-499e-a936-d61fb71be22d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:01.122205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7432813e-64ab-499e-a936-d61fb71be22d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/714cff50-7ef1-4cf1-9a7d-3946fd2f45f6 HTTP/1.1" status: 204 len: 168 time: 0.1601331 Nov 19 19:00:01.131573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432813e-64ab-499e-a936-d61fb71be22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714cff50-7ef1-4cf1-9a7d-3946fd2f45f6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:01.316629 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad5e342f-5ef9-4bf0-992a-33a73600ac93 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:01.322666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad5e342f-5ef9-4bf0-992a-33a73600ac93 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:01.447000 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-ad5e342f-5ef9-4bf0-992a-33a73600ac93 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Floating IP 609b1929-fab8-4216-9927-ee5ab6799c73 associated. External IP: 172.25.3.183, port: 85a50779-8b47-40c8-8920-14ead89eaf3f. Nov 19 19:00:01.590475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c26526-5c21-4e48-a7ca-8b7c477f52e3 req-139e93f1-35e0-44cf-a999-c445c445fc53 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:01.592026 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14c26526-5c21-4e48-a7ca-8b7c477f52e3 req-139e93f1-35e0-44cf-a999-c445c445fc53 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.1023591 Nov 19 19:00:01.739415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14c26526-5c21-4e48-a7ca-8b7c477f52e3 req-7096b808-5e4d-4599-a8bf-bfbef7020d05 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318269 Nov 19 19:00:01.794703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5e342f-5ef9-4bf0-992a-33a73600ac93 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Router 44e50af2-91ee-44b1-99b2-0e032da641b1 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:00:01.989735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0b1b-d4e3-4137-a2e7-81c814db2692 req-9b8147ec-2f4b-4358-8390-b82aa4dbaf7e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:01.997877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-354e0b1b-d4e3-4137-a2e7-81c814db2692 req-9b8147ec-2f4b-4358-8390-b82aa4dbaf7e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.1306798 Nov 19 19:00:02.045016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5e342f-5ef9-4bf0-992a-33a73600ac93 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:00:02.060054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e5b036-4b9d-4105-b965-e9be8aa15259 None None] Sync routers for ids ['44e50af2-91ee-44b1-99b2-0e032da641b1'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:00:02.066306 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad5e342f-5ef9-4bf0-992a-33a73600ac93 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:02.073520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e5b036-4b9d-4105-b965-e9be8aa15259 None None] Routers {'44e50af2-91ee-44b1-99b2-0e032da641b1'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:02.074180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-20e5b036-4b9d-4105-b965-e9be8aa15259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['44e50af2-91ee-44b1-99b2-0e032da641b1'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:02.104671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ad5e342f-5ef9-4bf0-992a-33a73600ac93 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "PUT /v2.0/floatingips/609b1929-fab8-4216-9927-ee5ab6799c73 HTTP/1.1" status: 200 len: 991 time: 1.4851022 Nov 19 19:00:02.108649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '85a50779-8b47-40c8-8920-14ead89eaf3f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:02.112595 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ef1d0b-0c34-455c-8232-080112edb567" -d '{"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "85a50779-8b47-40c8-8920-14ead89eaf3f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:02.135350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41212) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:02.159825 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-354e0b1b-d4e3-4137-a2e7-81c814db2692 req-611145d3-6215-4f80-9c32-f291fbe56e44 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608036 Nov 19 19:00:02.340372 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00af688c-8dea-49ae-a715-a543b26a415b x-openstack-request-id: req-00af688c-8dea-49ae-a715-a543b26a415b {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:02.341015 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "tag": "85a50779-8b47-40c8-8920-14ead89eaf3f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:02.341015 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00af688c-8dea-49ae-a715-a543b26a415b {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:02.341328 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'tag': '85a50779-8b47-40c8-8920-14ead89eaf3f', 'status': 'completed', 'code': 200} Nov 19 19:00:02.387025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-609855139-network', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:02.447095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6f5db-e939-4430-a1a5-e4e68ad50b17 req-a657f7a4-1cc4-4050-9704-e3a62fd9db1d tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.450457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbf6f5db-e939-4430-a1a5-e4e68ad50b17 req-a657f7a4-1cc4-4050-9704-e3a62fd9db1d tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 947 time: 0.1235797 Nov 19 19:00:02.461556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-20e5b036-4b9d-4105-b965-e9be8aa15259 None None] Set router 44e50af2-91ee-44b1-99b2-0e032da641b1 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:02.475798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Made reservation on behalf of e878160e0ec141c696f3591348cdbf91 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:02.478689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:02.492322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1d0b-0c34-455c-8232-080112edb567 req-57e4a3ae-d22a-4ee5-9c83-107f83ac5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.492804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1d0b-0c34-455c-8232-080112edb567 req-57e4a3ae-d22a-4ee5-9c83-107f83ac5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.493266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1d0b-0c34-455c-8232-080112edb567 req-57e4a3ae-d22a-4ee5-9c83-107f83ac5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.493725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1d0b-0c34-455c-8232-080112edb567 req-57e4a3ae-d22a-4ee5-9c83-107f83ac5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.494203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1d0b-0c34-455c-8232-080112edb567 req-57e4a3ae-d22a-4ee5-9c83-107f83ac5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.494659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1d0b-0c34-455c-8232-080112edb567 req-57e4a3ae-d22a-4ee5-9c83-107f83ac5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.499488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1d0b-0c34-455c-8232-080112edb567 req-57e4a3ae-d22a-4ee5-9c83-107f83ac5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.502562 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:02.509484 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36ef1d0b-0c34-455c-8232-080112edb567 req-57e4a3ae-d22a-4ee5-9c83-107f83ac5558 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6500 time: 0.1016307 Nov 19 19:00:02.604128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbf6f5db-e939-4430-a1a5-e4e68ad50b17 req-851ea169-2f27-43e0-8d7b-743d70b3241d tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379240 Nov 19 19:00:02.643181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1d0b-0c34-455c-8232-080112edb567 req-b32020d6-678b-451f-9278-6df1a269e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.644666 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36ef1d0b-0c34-455c-8232-080112edb567 req-b32020d6-678b-451f-9278-6df1a269e4a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=286d1fc7-eb8b-400b-9e62-c852f81e73e6 HTTP/1.1" status: 200 len: 918 time: 0.1340592 Nov 19 19:00:02.692057 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:02.699080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:02.723986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36ef1d0b-0c34-455c-8232-080112edb567 req-4fa10e48-a79e-4a2c-8ced-50e117b901a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a50779-8b47-40c8-8920-14ead89eaf3f HTTP/1.1" status: 200 len: 999 time: 0.0702929 Nov 19 19:00:02.731759 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:00:02.752000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af36e38-0cf6-4524-80f0-9e436e5d6538,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:02.756163 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:02.756847 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Added segment fb2ecbeb-537c-476d-9313-49df7518ebf2 of type vlan for network 0701e31b-d785-4c6c-a312-a2dba0f099e2 Nov 19 19:00:02.779793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-20e5b036-4b9d-4105-b965-e9be8aa15259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '609b1929-fab8-4216-9927-ee5ab6799c73', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'floating_ip_address': '172.25.3.183', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'port_id': '85a50779-8b47-40c8-8920-14ead89eaf3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'mac_address': 'fa:16:3e:bd:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:57:54Z', 'updated_at': '2021-11-19T19:00:01Z', 'revision_number': 1, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde', 'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'mac_address': 'fa:16:3e:81:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:40Z', 'updated_at': '2021-11-19T18:56:51Z', 'revision_number': 5, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'subnets': [{'id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:02.824838 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e5b036-4b9d-4105-b965-e9be8aa15259 None None] Checking router: 44e50af2-91ee-44b1-99b2-0e032da641b1 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:00:02.828929 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:02.834871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1d0b-0c34-455c-8232-080112edb567 req-0881985b-fd03-48cf-a650-e23b651c2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.836540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36ef1d0b-0c34-455c-8232-080112edb567 req-0881985b-fd03-48cf-a650-e23b651c2bde service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69e8f2d6-a875-485a-9e1c-3db0096650a5 HTTP/1.1" status: 200 len: 856 time: 0.1052520 Nov 19 19:00:02.843004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e5b036-4b9d-4105-b965-e9be8aa15259 None None] Routers {'44e50af2-91ee-44b1-99b2-0e032da641b1'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:02.844249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-20e5b036-4b9d-4105-b965-e9be8aa15259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['44e50af2-91ee-44b1-99b2-0e032da641b1'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:02.863294 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:02.865138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.866131 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:02.935933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f51c04-1ce4-4451-a890-5912703a0e1e req-4213f24c-275b-48ea-8708-ddc5429f2061 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.942396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1f51c04-1ce4-4451-a890-5912703a0e1e req-4213f24c-275b-48ea-8708-ddc5429f2061 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.1034739 Nov 19 19:00:02.944949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1d0b-0c34-455c-8232-080112edb567 req-cc1f25f5-0fe0-4ff2-83dd-bfcea5f9cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:02.947057 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36ef1d0b-0c34-455c-8232-080112edb567 req-cc1f25f5-0fe0-4ff2-83dd-bfcea5f9cec8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=286d1fc7-eb8b-400b-9e62-c852f81e73e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963976 Nov 19 19:00:02.962303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8250782 Nov 19 19:00:02.964990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41222) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:02.972966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e89ab4-d095-44b5-b9bd-2bd9546cffe4 admin admin] Pushing event updated for resources: {'Network': ['ID=0701e31b-d785-4c6c-a312-a2dba0f099e2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:02.978148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] Request body: {'subnet': {'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-609855139-subnet', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:02.990778 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 0701e31b-d785-4c6c-a312-a2dba0f099e2 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:00:03.004734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] Made reservation on behalf of e878160e0ec141c696f3591348cdbf91 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:03.007392 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:03.016093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-20e5b036-4b9d-4105-b965-e9be8aa15259 None None] Set router 44e50af2-91ee-44b1-99b2-0e032da641b1 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:03.222166 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:03.363373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea20dac-a42c-4054-970f-ee42976eb024,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:03.366888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-20e5b036-4b9d-4105-b965-e9be8aa15259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '609b1929-fab8-4216-9927-ee5ab6799c73', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'floating_ip_address': '172.25.3.183', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'port_id': '85a50779-8b47-40c8-8920-14ead89eaf3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'mac_address': 'fa:16:3e:bd:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:57:54Z', 'updated_at': '2021-11-19T19:00:01Z', 'revision_number': 1, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde', 'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'mac_address': 'fa:16:3e:81:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:40Z', 'updated_at': '2021-11-19T18:56:51Z', 'revision_number': 5, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'subnets': [{'id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:03.382638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] Checking segment: {'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:03.386697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] Network hostable DHCP agents. Network: 0701e31b-d785-4c6c-a312-a2dba0f099e2, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:00:03.406019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e5b036-4b9d-4105-b965-e9be8aa15259 None None] The sync data for ids ['44e50af2-91ee-44b1-99b2-0e032da641b1'] in n-d-815373-6 is: [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '609b1929-fab8-4216-9927-ee5ab6799c73', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'floating_ip_address': '172.25.3.183', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'port_id': '85a50779-8b47-40c8-8920-14ead89eaf3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'mac_address': 'fa:16:3e:bd:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af20cec-4e0e-41a5-9011-427604bb19da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:57:54Z', 'updated_at': '2021-11-19T19:00:01Z', 'revision_number': 1, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde', 'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'mac_address': 'fa:16:3e:81:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:40Z', 'updated_at': '2021-11-19T18:56:51Z', 'revision_number': 5, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'subnets': [{'id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:00:03.413076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5af03-57f5-4c06-b4b7-1f50a8e598ab req-482baf45-81b4-4d31-a97a-921db932b4a0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:03.414846 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87d5af03-57f5-4c06-b4b7-1f50a8e598ab req-482baf45-81b4-4d31-a97a-921db932b4a0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.1322494 Nov 19 19:00:03.437365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] Network 0701e31b-d785-4c6c-a312-a2dba0f099e2 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:00:03.467645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 0701e31b-d785-4c6c-a312-a2dba0f099e2) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:03.479246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:03.479591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a6b8aa-5bce-47c2-9a26-db7811648111 None None] Network 0701e31b-d785-4c6c-a312-a2dba0f099e2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:03.479836 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:03.515485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87d5af03-57f5-4c06-b4b7-1f50a8e598ab req-3ba53e60-1c3a-4022-b72a-b36b35f85fc3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802338 Nov 19 19:00:03.529833 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-82e7b25c-575e-4f5b-bf3d-0ea1961a06de admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5553420 Nov 19 19:00:03.530846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41262) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:03.548734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:03.578059 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1f51c04-1ce4-4451-a890-5912703a0e1e req-e316d314-bc47-4d5c-b544-f6d66822973a tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298845 Nov 19 19:00:03.591367 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:03.592513 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:03.649861 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36ef1d0b-0c34-455c-8232-080112edb567 req-3c0961d7-f91f-4e2c-874d-39aee217d353 service neutron] 10.222.0.57 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940296 Nov 19 19:00:03.678619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:03.778371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-0701e31b-d785-4c6c-a312-a2dba0f099e2', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'fixed_ips': [{'subnet_id': '9ea20dac-a42c-4054-970f-ee42976eb024'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:00:03.779698 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:03.822019 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36ef1d0b-0c34-455c-8232-080112edb567 req-a6470519-6af0-46df-85ba-4e96db95b7eb service neutron] 10.222.0.57 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512613 Nov 19 19:00:03.824223 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e373da-b829-41db-b6bc-f52d89304026 None None] New status for floating IP 609b1929-fab8-4216-9927-ee5ab6799c73: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:00:04.005483 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.016375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Allocated IP 172.20.0.2 (0701e31b-d785-4c6c-a312-a2dba0f099e2/9ea20dac-a42c-4054-970f-ee42976eb024/a2e6481b-970e-4f2e-85f0-47c3073800f1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:04.028934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94d3da-99f4-4794-b68a-213273a3444a req-6eb5e4a8-bbdd-4963-86aa-f466f0913fa7 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:04.030899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc94d3da-99f4-4794-b68a-213273a3444a req-6eb5e4a8-bbdd-4963-86aa-f466f0913fa7 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 947 time: 0.2708447 Nov 19 19:00:04.151548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc94d3da-99f4-4794-b68a-213273a3444a req-ba85c8a0-5f97-4c07-a3f3-3b96c6849173 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840571 Nov 19 19:00:04.195324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d203c63-f2b8-4928-b7e0-ea7529d3d3da req-f956c3bb-f46d-4f1f-bb24-5ad379eff61f tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:04.196882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1d203c63-f2b8-4928-b7e0-ea7529d3d3da req-f956c3bb-f46d-4f1f-bb24-5ad379eff61f tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.21 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 947 time: 0.0837808 Nov 19 19:00:04.248571 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.256597 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.316847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Network 0701e31b-d785-4c6c-a312-a2dba0f099e2 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:04.320016 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:04.324866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:04.328992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Pushing event updated for resources: {'Port': ['ID=a2e6481b-970e-4f2e-85f0-47c3073800f1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:04.329341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-1d203c63-f2b8-4928-b7e0-ea7529d3d3da req-270847af-7abf-4db0-a4bd-47c2a1a01360 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Deleting port cfcd3dac-c366-4029-b7ac-483958ada716 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:04.329900 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1d203c63-f2b8-4928-b7e0-ea7529d3d3da req-270847af-7abf-4db0-a4bd-47c2a1a01360 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.349706 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.385730 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.405224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Attempting to bind port a2e6481b-970e-4f2e-85f0-47c3073800f1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:00:04.405859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Attempting to bind port a2e6481b-970e-4f2e-85f0-47c3073800f1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:00:04.405985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Attempting to bind port a2e6481b-970e-4f2e-85f0-47c3073800f1 on network 0701e31b-d785-4c6c-a312-a2dba0f099e2 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:04.418835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:00:04.420535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Checking segment: {'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:04.421123 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.421860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Bound using segment: {'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:00:04.423204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Bound port: a2e6481b-970e-4f2e-85f0-47c3073800f1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:00:04.423772 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.451868 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-1d203c63-f2b8-4928-b7e0-ea7529d3d3da req-270847af-7abf-4db0-a4bd-47c2a1a01360 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] For port cfcd3dac-c366-4029-b7ac-483958ada716, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cfcd3dac-c366-4029-b7ac-483958ada716,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:04.452664 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1d203c63-f2b8-4928-b7e0-ea7529d3d3da req-270847af-7abf-4db0-a4bd-47c2a1a01360 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.477999 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-1d203c63-f2b8-4928-b7e0-ea7529d3d3da req-270847af-7abf-4db0-a4bd-47c2a1a01360 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Calling delete_port for cfcd3dac-c366-4029-b7ac-483958ada716 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:04.503875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] For port a2e6481b-970e-4f2e-85f0-47c3073800f1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:00:04.508367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] For port a2e6481b-970e-4f2e-85f0-47c3073800f1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a2e6481b-970e-4f2e-85f0-47c3073800f1,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:00:04.513857 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.535910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Allocated IP 172.25.3.204 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/d3606368-2648-45ba-9558-9b70bbc2dcd5) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:04.615669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eefbb6-5485-434e-8d71-4491f574f33e None None] Pushing event updated for resources: {'Port': ['ID=a2e6481b-970e-4f2e-85f0-47c3073800f1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:04.742016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1d203c63-f2b8-4928-b7e0-ea7529d3d3da req-270847af-7abf-4db0-a4bd-47c2a1a01360 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.754701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe73d6-b88f-4f6c-a82e-e3acb83d98d7 req-2b6dfe87-fd9e-4939-a127-e83d8356b455 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:04.758602 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.763937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6fbe73d6-b88f-4f6c-a82e-e3acb83d98d7 req-2b6dfe87-fd9e-4939-a127-e83d8356b455 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.0926249 Nov 19 19:00:04.787506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b8153-c44f-4bb0-bdf6-a29fbe1e5b8f req-d18667a5-588a-4ee0-b18b-c922fe8c1372 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:04.789504 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e75b8153-c44f-4bb0-bdf6-a29fbe1e5b8f req-d18667a5-588a-4ee0-b18b-c922fe8c1372 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0818896 Nov 19 19:00:04.790985 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270847af-7abf-4db0-a4bd-47c2a1a01360 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Pushing event deleted for resources: {'Port': ['ID=cfcd3dac-c366-4029-b7ac-483958ada716,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:04.884857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d203c63-f2b8-4928-b7e0-ea7529d3d3da req-270847af-7abf-4db0-a4bd-47c2a1a01360 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] No DVR routers for this DVR port cfcd3dac-c366-4029-b7ac-483958ada716 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:04.892498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1d203c63-f2b8-4928-b7e0-ea7529d3d3da req-270847af-7abf-4db0-a4bd-47c2a1a01360 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.896417 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1d203c63-f2b8-4928-b7e0-ea7529d3d3da req-270847af-7abf-4db0-a4bd-47c2a1a01360 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.21 "DELETE /v2.0/ports/cfcd3dac-c366-4029-b7ac-483958ada716 HTTP/1.1" status: 204 len: 173 time: 0.6914189 Nov 19 19:00:04.906310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e75b8153-c44f-4bb0-bdf6-a29fbe1e5b8f req-8638d800-80e8-4f0c-a7fd-9c996b1e5ce0 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799460 Nov 19 19:00:04.908819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89486c19-1de5-4791-b338-87447641e422', 'name': 'network-vif-deleted', 'tag': 'cfcd3dac-c366-4029-b7ac-483958ada716'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:04.911292 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45da1199-5f77-4fc2-bcd4-549868b4dabe" -d '{"events": [{"server_uuid": "89486c19-1de5-4791-b338-87447641e422", "name": "network-vif-deleted", "tag": "cfcd3dac-c366-4029-b7ac-483958ada716"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:04.941123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.958760 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6fbe73d6-b88f-4f6c-a82e-e3acb83d98d7 req-e7a202ed-a23a-4c80-865d-3dd4ed3610ba tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934595 Nov 19 19:00:05.117588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:05.123140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:05.130768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:05.147070 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8588b7-927e-4363-817b-533e44309e28 x-openstack-request-id: req-eb8588b7-927e-4363-817b-533e44309e28 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:05.147439 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89486c19-1de5-4791-b338-87447641e422", "name": "network-vif-deleted", "tag": "cfcd3dac-c366-4029-b7ac-483958ada716", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:05.147783 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb8588b7-927e-4363-817b-533e44309e28 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:05.148261 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89486c19-1de5-4791-b338-87447641e422', 'name': 'network-vif-deleted', 'tag': 'cfcd3dac-c366-4029-b7ac-483958ada716', 'status': 'completed', 'code': 200} Nov 19 19:00:05.186169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Pushing event updated for resources: {'Port': ['ID=d3606368-2648-45ba-9558-9b70bbc2dcd5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:05.333545 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9998443-54d7-4052-a6d4-c8f7034874e2 req-a189cc65-a692-4b08-9037-d1f7dab7f4ee tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=89486c19-1de5-4791-b338-87447641e422 HTTP/1.1" status: 200 len: 210 time: 0.0363061 Nov 19 19:00:05.501144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:05.824787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a2e6481b-970e-4f2e-85f0-47c3073800f1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:05.854787 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:05.917027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a2e6481b-970e-4f2e-85f0-47c3073800f1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:05.917606 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:06.090539 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:06.114020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6f596-1a2d-4e8e-a67d-bbd4ca564df6 req-2cffc39d-5577-4ab5-b758-5844a92abafc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:06.133707 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07f6f596-1a2d-4e8e-a67d-bbd4ca564df6 req-2cffc39d-5577-4ab5-b758-5844a92abafc tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.1302299 Nov 19 19:00:06.174271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port a2e6481b-970e-4f2e-85f0-47c3073800f1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a2e6481b-970e-4f2e-85f0-47c3073800f1,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:06.182379 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:06.228504 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07f6f596-1a2d-4e8e-a67d-bbd4ca564df6 req-90780330-043c-4439-8211-4b87d3a30110 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921733 Nov 19 19:00:06.298486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878de4ae-fd3d-4bcf-bcf1-c5d04527f0b4 None None] Network 0701e31b-d785-4c6c-a312-a2dba0f099e2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:06.449635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=a2e6481b-970e-4f2e-85f0-47c3073800f1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:06.538097 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8831381b-7977-4d30-b06e-2400e0241c72 None None] Provisioning complete for port a2e6481b-970e-4f2e-85f0-47c3073800f1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:06.540281 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8831381b-7977-4d30-b06e-2400e0241c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:06.557252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38107362-c47a-4862-b338-23ae0c88242c req-3a855bd5-2509-4be4-a9c3-6c9753982053 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:06.566013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38107362-c47a-4862-b338-23ae0c88242c req-3a855bd5-2509-4be4-a9c3-6c9753982053 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.5132148 Nov 19 19:00:06.643737 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38107362-c47a-4862-b338-23ae0c88242c req-28643df0-2e5f-439b-aa89-609737fdfbbc tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763927 Nov 19 19:00:06.675725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Router aa0de459-0a93-4e57-a084-99f06a1fc759 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:00:06.851616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d312f4-8af0-4385-a2d9-06f1497be142 req-e69ded78-7188-418d-a735-2c4914e15529 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:06.856671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d312f4-8af0-4385-a2d9-06f1497be142 req-e69ded78-7188-418d-a735-2c4914e15529 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.1163268 Nov 19 19:00:06.958127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:00:06.963840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d312f4-8af0-4385-a2d9-06f1497be142 req-f923ea4f-947d-4ec0-beec-703207c25c37 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995228 Nov 19 19:00:06.975106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Sync routers for ids ['aa0de459-0a93-4e57-a084-99f06a1fc759'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:00:07.010945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Routers {'aa0de459-0a93-4e57-a084-99f06a1fc759'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:07.012632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['aa0de459-0a93-4e57-a084-99f06a1fc759'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:07.088178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:07.089794 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ec4fb611-777a-438b-add2-70ef8811c98f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5576401 Nov 19 19:00:07.092512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41348) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:07.125082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130f3c4-3ee9-4f1e-ba18-a2e825ddb384 req-e642833f-0749-44e7-8561-6c6d5ad8a70c tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:07.127125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5130f3c4-3ee9-4f1e-ba18-a2e825ddb384 req-e642833f-0749-44e7-8561-6c6d5ad8a70c tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 1101 time: 0.1312833 Nov 19 19:00:07.206599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Set router aa0de459-0a93-4e57-a084-99f06a1fc759 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:07.220003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5130f3c4-3ee9-4f1e-ba18-a2e825ddb384 req-e4eafabf-3419-448c-8641-cb9ba2c1144b tempest-ServersOnMultiNodesTest-1174304263 tempest-ServersOnMultiNodesTest-1174304263-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841961 Nov 19 19:00:07.356737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e016367-04cd-4de9-b816-5e7db6ec45cb req-bcca8c8d-9d60-4d2c-a8c5-223d94dcfc23 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:07.359235 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e016367-04cd-4de9-b816-5e7db6ec45cb req-bcca8c8d-9d60-4d2c-a8c5-223d94dcfc23 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=012ae568-18d0-4a02-8b3c-5814c4a9b47f HTTP/1.1" status: 200 len: 949 time: 0.1889200 Nov 19 19:00:07.393808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cbd7e-10df-4016-8196-148788449d1d req-2003dc41-353d-4011-83fe-be38e0bce22b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:07.398077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-163cbd7e-10df-4016-8196-148788449d1d req-2003dc41-353d-4011-83fe-be38e0bce22b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0631795 Nov 19 19:00:07.404221 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fdb92bf-5357-4e50-b255-091f30218512 req-a249b95e-5b61-45b3-9c34-5215c1d03835 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58d6f562-dfd3-4352-a02f-a2c736d9a2d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1156042 Nov 19 19:00:07.442946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-53e1b563-6b56-4903-b357-3ee78a3a994a None None] Provisioning complete for port a2e6481b-970e-4f2e-85f0-47c3073800f1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:07.443414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-53e1b563-6b56-4903-b357-3ee78a3a994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:07.498116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-163cbd7e-10df-4016-8196-148788449d1d req-fa4e82fc-f815-452c-ada3-59cb7c00fe8b tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883276 Nov 19 19:00:07.532226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e016367-04cd-4de9-b816-5e7db6ec45cb req-312d8472-12a6-44e2-8187-1b3ee22f06bf tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616025 Nov 19 19:00:07.589004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb92bf-5357-4e50-b255-091f30218512 req-90426d94-28d7-42f4-97f6-69f62f7ecb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:07.598886 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fdb92bf-5357-4e50-b255-091f30218512 req-90426d94-28d7-42f4-97f6-69f62f7ecb43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=58d6f562-dfd3-4352-a02f-a2c736d9a2d0 HTTP/1.1" status: 200 len: 1100 time: 0.1474831 Nov 19 19:00:07.778274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a2e6481b-970e-4f2e-85f0-47c3073800f1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:07.840147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device cfcd3dac-c366-4029-b7ac-483958ada716 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:07.881220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: cfcd3dac-c366-4029-b7ac-483958ada716 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:07.881716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device cfcd3dac-c366-4029-b7ac-483958ada716 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:07.912401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:05Z', 'revision_number': 3, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:07.919855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a2e6481b-970e-4f2e-85f0-47c3073800f1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:07.920713 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:07.976128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb92bf-5357-4e50-b255-091f30218512 req-3c010f2a-6d79-408a-a3f1-8a2f5c5ed7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:07.977868 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fdb92bf-5357-4e50-b255-091f30218512 req-3c010f2a-6d79-408a-a3f1-8a2f5c5ed7c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1968310 Nov 19 19:00:07.981017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Checking router: aa0de459-0a93-4e57-a084-99f06a1fc759 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:00:07.981995 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Updating router aa0de459-0a93-4e57-a084-99f06a1fc759 port d3606368-2648-45ba-9558-9b70bbc2dcd5 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:00:08.024293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:08.073954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe39a8-fc83-4865-b867-2ebe3a64b627 req-d0dcd5a2-d913-4e45-af77-a33263a4d280 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:08.075453 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9afe39a8-fc83-4865-b867-2ebe3a64b627 req-d0dcd5a2-d913-4e45-af77-a33263a4d280 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.1599450 Nov 19 19:00:08.079549 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fdb92bf-5357-4e50-b255-091f30218512 req-33011c09-78e0-46bc-a7f0-83811ccf4622 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=1f4e0031-4617-4f71-a4db-e26503e370bc HTTP/1.1" status: 200 len: 217 time: 0.0846789 Nov 19 19:00:08.169973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9dca3-96e8-4a98-989b-dadde09b4444 req-6722b94f-3e83-49dd-8274-ac7645814193 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:08.172502 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7b9dca3-96e8-4a98-989b-dadde09b4444 req-6722b94f-3e83-49dd-8274-ac7645814193 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.0706162 Nov 19 19:00:08.247236 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-abb198b5-951c-4cac-a761-9a153e3bfe28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:08.272538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb92bf-5357-4e50-b255-091f30218512 req-b2404790-2f99-4893-a17b-8e95834eb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:08.279989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7b9dca3-96e8-4a98-989b-dadde09b4444 req-5ff558d5-aea6-49f8-a7d3-060eae45ea38 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972025 Nov 19 19:00:08.290668 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fdb92bf-5357-4e50-b255-091f30218512 req-b2404790-2f99-4893-a17b-8e95834eb5c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1743560 Nov 19 19:00:08.362033 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:08.379603 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9afe39a8-fc83-4865-b867-2ebe3a64b627 req-098ad581-7c84-499d-b726-99211bf16615 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755349 Nov 19 19:00:08.410311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb92bf-5357-4e50-b255-091f30218512 req-1287e32f-4cd7-4f08-80d6-25a14c73c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:08.411950 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fdb92bf-5357-4e50-b255-091f30218512 req-1287e32f-4cd7-4f08-80d6-25a14c73c30b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177409 Nov 19 19:00:08.428396 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:08.436492 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:08.494527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Attempting to bind port d3606368-2648-45ba-9558-9b70bbc2dcd5 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:00:08.495036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Attempting to bind port d3606368-2648-45ba-9558-9b70bbc2dcd5 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:00:08.495631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Attempting to bind port d3606368-2648-45ba-9558-9b70bbc2dcd5 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:08.505710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef86ce-d4f4-416d-ab67-88f753841665 None None] Pushing event updated for resources: {'Port': ['ID=d3606368-2648-45ba-9558-9b70bbc2dcd5,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:08.508305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:00:08.508639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:08.509126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:08.510170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:00:08.510170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Bound port: d3606368-2648-45ba-9558-9b70bbc2dcd5, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:00:08.510595 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:08.589418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] For port d3606368-2648-45ba-9558-9b70bbc2dcd5, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:00:08.599928 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] For port d3606368-2648-45ba-9558-9b70bbc2dcd5, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d3606368-2648-45ba-9558-9b70bbc2dcd5,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:00:08.605542 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:08.610811 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fdb92bf-5357-4e50-b255-091f30218512 req-b0e6457b-cea8-482d-a8d0-9ebdb577dc3e service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672771 Nov 19 19:00:08.667666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Routers {'aa0de459-0a93-4e57-a084-99f06a1fc759'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:08.668350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T18:59:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['aa0de459-0a93-4e57-a084-99f06a1fc759'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:08.673427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023b44d-7270-40e8-8a56-497154b5fe50 req-7ccb592b-694e-43ed-b0df-9a9ae6b3e785 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:08.674530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Allocated IP 172.20.0.1 (0701e31b-d785-4c6c-a312-a2dba0f099e2/9ea20dac-a42c-4054-970f-ee42976eb024/20245da6-f87b-47e4-90fe-f79849f84152) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:08.684516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1023b44d-7270-40e8-8a56-497154b5fe50 req-7ccb592b-694e-43ed-b0df-9a9ae6b3e785 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=012ae568-18d0-4a02-8b3c-5814c4a9b47f HTTP/1.1" status: 200 len: 949 time: 0.0821376 Nov 19 19:00:08.728947 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef86ce-d4f4-416d-ab67-88f753841665 None None] Pushing event updated for resources: {'Port': ['ID=d3606368-2648-45ba-9558-9b70bbc2dcd5,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:08.789416 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3fdb92bf-5357-4e50-b255-091f30218512 req-eaa65d93-40c6-4745-ad5e-681ddb3f99da service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687891 Nov 19 19:00:08.794402 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:00:08.799245 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1023b44d-7270-40e8-8a56-497154b5fe50 req-13d2edef-3c0e-451e-bcdc-c8d5b5148533 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133740 Nov 19 19:00:08.826312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] Set router aa0de459-0a93-4e57-a084-99f06a1fc759 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:08.848746 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:08.917279 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:08.964708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Network 0701e31b-d785-4c6c-a312-a2dba0f099e2 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:08.967788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:08.971995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:09.010288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Pushing event updated for resources: {'Port': ['ID=20245da6-f87b-47e4-90fe-f79849f84152,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:09.034650 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:09.121969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:05Z', 'revision_number': 3, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:09.163230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1033a6d-3b38-41f3-ba15-6e3fc8bbfdee None None] The sync data for ids ['aa0de459-0a93-4e57-a084-99f06a1fc759'] in n-d-815373-6 is: [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:05Z', 'revision_number': 3, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:00:09.258172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:09.278323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-de2793dd-7b72-47a4-9e19-0e8f0f88aea6 None None] Provisioning complete for port 20245da6-f87b-47e4-90fe-f79849f84152 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:09.278690 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-de2793dd-7b72-47a4-9e19-0e8f0f88aea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:09.291308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bc949-d78a-4575-b679-49602d3f6c19 req-9774975a-06f3-44ac-b68c-c84ada1b3bb9 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:09.293398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be6bc949-d78a-4575-b679-49602d3f6c19 req-9774975a-06f3-44ac-b68c-c84ada1b3bb9 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.21 "GET /v2.0/ports?device_id=012ae568-18d0-4a02-8b3c-5814c4a9b47f HTTP/1.1" status: 200 len: 949 time: 0.1326191 Nov 19 19:00:09.336612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-de2793dd-7b72-47a4-9e19-0e8f0f88aea6 None None] Port 20245da6-f87b-47e4-90fe-f79849f84152 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:00:09.535273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacb098-1864-4877-a867-0b4aa10e3c0a req-f777e3b9-b672-41a9-9e3b-96f60577459c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:09.536914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bbacb098-1864-4877-a867-0b4aa10e3c0a req-f777e3b9-b672-41a9-9e3b-96f60577459c tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.1089563 Nov 19 19:00:09.635748 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f4172-3731-4019-a6f0-37390fbb5003 req-cad283c7-b139-41b5-a582-d0e057f3ae50 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:09.636454 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-494f4172-3731-4019-a6f0-37390fbb5003 req-cad283c7-b139-41b5-a582-d0e057f3ae50 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 945 time: 0.2211037 Nov 19 19:00:09.659806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f2089-24a2-4759-ab0b-3769aa83a07f req-d49c9fc6-f6b9-41aa-b896-98056e5a23d3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:09.661440 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf5f2089-24a2-4759-ab0b-3769aa83a07f req-d49c9fc6-f6b9-41aa-b896-98056e5a23d3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.1945853 Nov 19 19:00:09.716295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d39e-2591-46c3-a2f8-f98ef3893bb3 req-ae6fadc6-210c-4246-a5fd-5acb71e14716 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:09.717904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1308d39e-2591-46c3-a2f8-f98ef3893bb3 req-ae6fadc6-210c-4246-a5fd-5acb71e14716 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.1338425 Nov 19 19:00:09.731088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-bbacb098-1864-4877-a867-0b4aa10e3c0a req-af8a7bf4-acb1-480d-8fec-b137f58b0ac7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Deleting port 15cf24cd-49bc-4fc6-920b-e89947d00c3d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:09.731088 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bbacb098-1864-4877-a867-0b4aa10e3c0a req-af8a7bf4-acb1-480d-8fec-b137f58b0ac7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:09.743470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-be6bc949-d78a-4575-b679-49602d3f6c19 req-fee778b2-3de3-40c2-b408-bf7fa573e5f5 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Deleting port 75306d00-6ec7-4471-b601-8632b8e90afa {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:09.743877 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-be6bc949-d78a-4575-b679-49602d3f6c19 req-fee778b2-3de3-40c2-b408-bf7fa573e5f5 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:09.793955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d3606368-2648-45ba-9558-9b70bbc2dcd5 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:09.884658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d3606368-2648-45ba-9558-9b70bbc2dcd5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:09.885300 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:09.887782 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1308d39e-2591-46c3-a2f8-f98ef3893bb3 req-dbda3a8d-2cb1-49e8-973c-fc8f61b4dbe2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500385 Nov 19 19:00:09.901339 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-494f4172-3731-4019-a6f0-37390fbb5003 req-35f228f5-c8c5-46a3-9682-762fc60ba1d3 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563176 Nov 19 19:00:09.964143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-bbacb098-1864-4877-a867-0b4aa10e3c0a req-af8a7bf4-acb1-480d-8fec-b137f58b0ac7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] For port 15cf24cd-49bc-4fc6-920b-e89947d00c3d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=15cf24cd-49bc-4fc6-920b-e89947d00c3d,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:09.965882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bbacb098-1864-4877-a867-0b4aa10e3c0a req-af8a7bf4-acb1-480d-8fec-b137f58b0ac7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:09.982087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-bbacb098-1864-4877-a867-0b4aa10e3c0a req-af8a7bf4-acb1-480d-8fec-b137f58b0ac7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Calling delete_port for 15cf24cd-49bc-4fc6-920b-e89947d00c3d owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:09.989916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:10.089194 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:10.119243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:10.171725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port d3606368-2648-45ba-9558-9b70bbc2dcd5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d3606368-2648-45ba-9558-9b70bbc2dcd5,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:10.180413 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:10.257893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=d3606368-2648-45ba-9558-9b70bbc2dcd5,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:10.275323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-be6bc949-d78a-4575-b679-49602d3f6c19 req-fee778b2-3de3-40c2-b408-bf7fa573e5f5 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] For port 75306d00-6ec7-4471-b601-8632b8e90afa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75306d00-6ec7-4471-b601-8632b8e90afa,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:10.275968 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-be6bc949-d78a-4575-b679-49602d3f6c19 req-fee778b2-3de3-40c2-b408-bf7fa573e5f5 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:10.333696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bbacb098-1864-4877-a867-0b4aa10e3c0a req-af8a7bf4-acb1-480d-8fec-b137f58b0ac7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:10.348604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-be6bc949-d78a-4575-b679-49602d3f6c19 req-fee778b2-3de3-40c2-b408-bf7fa573e5f5 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Calling delete_port for 75306d00-6ec7-4471-b601-8632b8e90afa owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:10.349575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['15cf24cd-49bc-4fc6-920b-e89947d00c3d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:10.363742 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:10.370646 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Pushing event updated for resources: {'Port': ['ID=20245da6-f87b-47e4-90fe-f79849f84152,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:10.412518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a8870b30-7630-4c5d-9b9e-3417a67c0832'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:10.416135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a7bf4-acb1-480d-8fec-b137f58b0ac7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event deleted for resources: {'Port': ['ID=15cf24cd-49bc-4fc6-920b-e89947d00c3d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:10.516805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbacb098-1864-4877-a867-0b4aa10e3c0a req-af8a7bf4-acb1-480d-8fec-b137f58b0ac7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] No DVR routers for this DVR port 15cf24cd-49bc-4fc6-920b-e89947d00c3d on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:10.521178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bbacb098-1864-4877-a867-0b4aa10e3c0a req-af8a7bf4-acb1-480d-8fec-b137f58b0ac7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:10.526094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bbacb098-1864-4877-a867-0b4aa10e3c0a req-af8a7bf4-acb1-480d-8fec-b137f58b0ac7 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.21 "DELETE /v2.0/ports/15cf24cd-49bc-4fc6-920b-e89947d00c3d HTTP/1.1" status: 204 len: 173 time: 0.9822218 Nov 19 19:00:10.526989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6fbb46-37fd-4079-8072-7f03f1644e15', 'name': 'network-vif-deleted', 'tag': '15cf24cd-49bc-4fc6-920b-e89947d00c3d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:10.529856 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beae4408-494d-4b12-a790-fcadcbbcb624" -d '{"events": [{"server_uuid": "ae6fbb46-37fd-4079-8072-7f03f1644e15", "name": "network-vif-deleted", "tag": "15cf24cd-49bc-4fc6-920b-e89947d00c3d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:10.571827 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13ff38e8-ed11-4fb6-a228-5c37c613ff32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:10.576873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29684cc-ffe2-4e1a-a174-a9eb3bc60db0 req-edc0959b-c99e-4b7d-8fef-5a63132c3cb7 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:10.585395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a29684cc-ffe2-4e1a-a174-a9eb3bc60db0 req-edc0959b-c99e-4b7d-8fef-5a63132c3cb7 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=012ae568-18d0-4a02-8b3c-5814c4a9b47f HTTP/1.1" status: 200 len: 949 time: 0.5778053 Nov 19 19:00:10.604157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-cf5f2089-24a2-4759-ab0b-3769aa83a07f req-bfc154d1-c9bc-45ba-abc0-35a42d020a98 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Deleting port 471792dd-b8a0-4260-817a-83925d0c5266 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:10.604508 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cf5f2089-24a2-4759-ab0b-3769aa83a07f req-bfc154d1-c9bc-45ba-abc0-35a42d020a98 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:10.610480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-dfdfab05-f89e-47f6-bf3e-7aa1fffbaca8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3081264 Nov 19 19:00:10.643905 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a9de15-9866-46ba-82c7-31c800c5f53b x-openstack-request-id: req-b5a9de15-9866-46ba-82c7-31c800c5f53b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:10.644772 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6fbb46-37fd-4079-8072-7f03f1644e15", "name": "network-vif-deleted", "tag": "15cf24cd-49bc-4fc6-920b-e89947d00c3d", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:10.645248 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5a9de15-9866-46ba-82c7-31c800c5f53b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:10.645897 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6fbb46-37fd-4079-8072-7f03f1644e15', 'name': 'network-vif-deleted', 'tag': '15cf24cd-49bc-4fc6-920b-e89947d00c3d', 'status': 'completed', 'code': 200} Nov 19 19:00:10.706828 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a29684cc-ffe2-4e1a-a174-a9eb3bc60db0 req-fc97431e-a648-4a9f-89a6-662276dc1b9f tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d244a9e-783b-4c31-99ab-bbda83edf92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153915 Nov 19 19:00:11.032054 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d11e8013-eb53-4c36-9f3c-4eda80610a01 req-8e03a08c-352f-4d02-adf1-24a0a50edaeb tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae6fbb46-37fd-4079-8072-7f03f1644e15 HTTP/1.1" status: 200 len: 210 time: 0.0294757 Nov 19 19:00:11.199485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-cf5f2089-24a2-4759-ab0b-3769aa83a07f req-bfc154d1-c9bc-45ba-abc0-35a42d020a98 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] For port 471792dd-b8a0-4260-817a-83925d0c5266, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=471792dd-b8a0-4260-817a-83925d0c5266,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:11.200130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cf5f2089-24a2-4759-ab0b-3769aa83a07f req-bfc154d1-c9bc-45ba-abc0-35a42d020a98 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:11.204953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-4de0de69-b199-48b1-9569-b8f9d608041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:11.206478 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-4de0de69-b199-48b1-9569-b8f9d608041f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e4c83e396245f58364fb76770be297&device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 1101 time: 0.5318186 Nov 19 19:00:11.258325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Network 0701e31b-d785-4c6c-a312-a2dba0f099e2 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:11.259421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-cf5f2089-24a2-4759-ab0b-3769aa83a07f req-bfc154d1-c9bc-45ba-abc0-35a42d020a98 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Calling delete_port for 471792dd-b8a0-4260-817a-83925d0c5266 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:11.313324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:11.388497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40576c-e048-4216-8735-6ea577794e3b req-e3d88d0d-1c09-4346-a928-d9ec10871f3f tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:11.390140 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f40576c-e048-4216-8735-6ea577794e3b req-e3d88d0d-1c09-4346-a928-d9ec10871f3f tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 950 time: 0.2134173 Nov 19 19:00:11.390960 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-be6bc949-d78a-4575-b679-49602d3f6c19 req-fee778b2-3de3-40c2-b408-bf7fa573e5f5 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:11.498105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee778b2-3de3-40c2-b408-bf7fa573e5f5 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Pushing event deleted for resources: {'Port': ['ID=75306d00-6ec7-4471-b601-8632b8e90afa,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:11.645962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-3a01f88c-cf88-41f1-a0b1-a59f0d3c5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:11.647625 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-3a01f88c-cf88-41f1-a0b1-a59f0d3c5bd7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.4133863 Nov 19 19:00:11.670394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6bc949-d78a-4575-b679-49602d3f6c19 req-fee778b2-3de3-40c2-b408-bf7fa573e5f5 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] No DVR routers for this DVR port 75306d00-6ec7-4471-b601-8632b8e90afa on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:11.681377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8b89856d-95bf-4492-92bf-92c582897871 None None] Provisioning complete for port 20245da6-f87b-47e4-90fe-f79849f84152 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:11.682033 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b89856d-95bf-4492-92bf-92c582897871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:11.697568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f40576c-e048-4216-8735-6ea577794e3b req-c3a4ca9c-4f2b-4d86-af6e-3e482d66de02 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640388 Nov 19 19:00:11.700102 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-be6bc949-d78a-4575-b679-49602d3f6c19 req-fee778b2-3de3-40c2-b408-bf7fa573e5f5 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:11.709877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be6bc949-d78a-4575-b679-49602d3f6c19 req-fee778b2-3de3-40c2-b408-bf7fa573e5f5 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.21 "DELETE /v2.0/ports/75306d00-6ec7-4471-b601-8632b8e90afa HTTP/1.1" status: 204 len: 173 time: 2.3625970 Nov 19 19:00:11.709877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-deleted', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:11.709877 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2449c91-3c70-4d2a-b549-67d8c9f7c52f" -d '{"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-deleted", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:11.743912 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-fb9e193c-51de-4693-9d02-aadd43cc95c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=8db4de91-f995-4ba7-a61f-8b89e299b27d HTTP/1.1" status: 200 len: 217 time: 0.0759065 Nov 19 19:00:11.827904 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e5b238-36a8-4494-a7ce-2e4e6f253e5d x-openstack-request-id: req-21e5b238-36a8-4494-a7ce-2e4e6f253e5d {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:11.828873 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ae568-18d0-4a02-8b3c-5814c4a9b47f", "name": "network-vif-deleted", "tag": "75306d00-6ec7-4471-b601-8632b8e90afa", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:11.829278 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21e5b238-36a8-4494-a7ce-2e4e6f253e5d {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:11.829709 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ae568-18d0-4a02-8b3c-5814c4a9b47f', 'name': 'network-vif-deleted', 'tag': '75306d00-6ec7-4471-b601-8632b8e90afa', 'status': 'completed', 'code': 200} Nov 19 19:00:11.832958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Router aa0de459-0a93-4e57-a084-99f06a1fc759 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:00:11.839699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d3606368-2648-45ba-9558-9b70bbc2dcd5 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:11.859209 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cf5f2089-24a2-4759-ab0b-3769aa83a07f req-bfc154d1-c9bc-45ba-abc0-35a42d020a98 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:11.862149 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:11.865072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8b89856d-95bf-4492-92bf-92c582897871 None None] Port 20245da6-f87b-47e4-90fe-f79849f84152 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:00:11.873887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d', '77bd6c75-8f82-42db-9e33-4404a19207b1', '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'b9366726-b693-4eb0-a5bc-b5cc597ff332', '471792dd-b8a0-4260-817a-83925d0c5266'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:11.881503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1f4e0031-4617-4f71-a4db-e26503e370bc', '31da988a-18d6-404f-86ea-7b581827cde6', '8de57333-4a06-4974-b395-d5f31be1eace'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:11.973294 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a0f05d3f-f4d6-4d84-b792-d86e24b2490a req-fd6d222d-c885-4e61-ba67-6a71f78844a4 tempest-ListImageFiltersTestJSON-1596002910 tempest-ListImageFiltersTestJSON-1596002910-project] 10.222.0.50 "GET /v2.0/ports?device_id=012ae568-18d0-4a02-8b3c-5814c4a9b47f HTTP/1.1" status: 200 len: 210 time: 0.1172183 Nov 19 19:00:12.024143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5f2089-24a2-4759-ab0b-3769aa83a07f req-bfc154d1-c9bc-45ba-abc0-35a42d020a98 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] No DVR routers for this DVR port 471792dd-b8a0-4260-817a-83925d0c5266 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:12.028337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc154d1-c9bc-45ba-abc0-35a42d020a98 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event deleted for resources: {'Port': ['ID=471792dd-b8a0-4260-817a-83925d0c5266,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:12.031716 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cf5f2089-24a2-4759-ab0b-3769aa83a07f req-bfc154d1-c9bc-45ba-abc0-35a42d020a98 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:12.036171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf5f2089-24a2-4759-ab0b-3769aa83a07f req-bfc154d1-c9bc-45ba-abc0-35a42d020a98 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "DELETE /v2.0/ports/471792dd-b8a0-4260-817a-83925d0c5266 HTTP/1.1" status: 204 len: 173 time: 2.3482399 Nov 19 19:00:12.103510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d3606368-2648-45ba-9558-9b70bbc2dcd5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:12.103510 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:12.215413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-3f72e1a3-fa42-4ee4-9e8e-b2de02f72395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:12.218646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-3f72e1a3-fa42-4ee4-9e8e-b2de02f72395 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.3881102 Nov 19 19:00:12.428473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-81ee0af8-0637-445a-b2fb-8c88ee849b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:12.431331 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-81ee0af8-0637-445a-b2fb-8c88ee849b3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1979506 Nov 19 19:00:12.439420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:00:12.451046 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Sync routers for ids ['aa0de459-0a93-4e57-a084-99f06a1fc759'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:00:12.473865 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-239062ad-e019-43c4-aded-915b1e0669c1 admin admin] 10.222.0.50 "PUT /v2.0/routers/aa0de459-0a93-4e57-a084-99f06a1fc759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3708296 Nov 19 19:00:12.474166 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Routers {'aa0de459-0a93-4e57-a084-99f06a1fc759'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:12.474166 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:00:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['aa0de459-0a93-4e57-a084-99f06a1fc759'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:12.685617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-a37a087b-957a-4793-a71f-47595a87c6ef service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197344 Nov 19 19:00:12.770623 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Set router aa0de459-0a93-4e57-a084-99f06a1fc759 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:12.872688 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89b31189-e09a-447c-a782-9af6e2da78f3 req-9b142542-e745-49c6-863b-210c18af9e95 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779838 Nov 19 19:00:12.949014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0db86e0b-8734-4f6d-9ec1-a8cba390d27e req-05e16b36-06c1-4187-8934-ffc7424ab2d6 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa50f4b1-9a09-4ddb-9f80-d39ca059671d HTTP/1.1" status: 200 len: 210 time: 0.0870163 Nov 19 19:00:13.239465 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:09Z', 'revision_number': 4, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '20245da6-f87b-47e4-90fe-f79849f84152', 'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'mac_address': 'fa:16:3e:07:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:08Z', 'updated_at': '2021-11-19T19:00:09Z', 'revision_number': 2, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'subnets': [{'id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:13.259367 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:13.316562 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Checking router: aa0de459-0a93-4e57-a084-99f06a1fc759 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:00:13.316925 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Updating router aa0de459-0a93-4e57-a084-99f06a1fc759 port 20245da6-f87b-47e4-90fe-f79849f84152 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:00:13.369731 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:13.412283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41458) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:13.428635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-138757c5-3d93-4961-a0f8-0c6e19efd2fe tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693899928', 'description': 'tempest-description--924638991'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:13.528297 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-138757c5-3d93-4961-a0f8-0c6e19efd2fe tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:13.738601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-138757c5-3d93-4961-a0f8-0c6e19efd2fe tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:13.749915 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-138757c5-3d93-4961-a0f8-0c6e19efd2fe tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:13.782429 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-138757c5-3d93-4961-a0f8-0c6e19efd2fe tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:13.784152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-138757c5-3d93-4961-a0f8-0c6e19efd2fe tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3693545 Nov 19 19:00:13.787163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41474) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:13.794391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d8b2f4f9-bb33-4680-b275-edd15527714c tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Request body: {'security_group_rule': {'security_group_id': '9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:13.834613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138757c5-3d93-4961-a0f8-0c6e19efd2fe tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:13.836814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50f4b1-9a09-4ddb-9f80-d39ca059671d', 'name': 'network-vif-deleted', 'tag': '471792dd-b8a0-4260-817a-83925d0c5266'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:13.838558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8b2f4f9-bb33-4680-b275-edd15527714c tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:13.853334 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9b0585-b2e6-4e90-bf1a-841e8080763d" -d '{"events": [{"server_uuid": "fa50f4b1-9a09-4ddb-9f80-d39ca059671d", "name": "network-vif-deleted", "tag": "471792dd-b8a0-4260-817a-83925d0c5266"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:13.867608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 471792dd-b8a0-4260-817a-83925d0c5266 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:13.872927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75306d00-6ec7-4471-b601-8632b8e90afa no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:13.928543 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8b2f4f9-bb33-4680-b275-edd15527714c tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:13.939208 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:13.941061 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8b2f4f9-bb33-4680-b275-edd15527714c tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:13.947899 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:13.981952 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bc7b0d-4174-45fc-9fd4-14c9bd0f8bdf x-openstack-request-id: req-b7bc7b0d-4174-45fc-9fd4-14c9bd0f8bdf {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:13.982590 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50f4b1-9a09-4ddb-9f80-d39ca059671d", "name": "network-vif-deleted", "tag": "471792dd-b8a0-4260-817a-83925d0c5266", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:13.983029 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7bc7b0d-4174-45fc-9fd4-14c9bd0f8bdf {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:13.984187 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50f4b1-9a09-4ddb-9f80-d39ca059671d', 'name': 'network-vif-deleted', 'tag': '471792dd-b8a0-4260-817a-83925d0c5266', 'status': 'completed', 'code': 200} Nov 19 19:00:13.988739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2f4f9-bb33-4680-b275-edd15527714c tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebea0cd-1ae4-4cf0-89f6-b418c1687196,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:13.992088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 471792dd-b8a0-4260-817a-83925d0c5266 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:13.992925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 471792dd-b8a0-4260-817a-83925d0c5266 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:13.996606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 75306d00-6ec7-4471-b601-8632b8e90afa {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:13.996956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75306d00-6ec7-4471-b601-8632b8e90afa not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:13.997367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 15cf24cd-49bc-4fc6-920b-e89947d00c3d no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:14.007465 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8b2f4f9-bb33-4680-b275-edd15527714c tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.008732 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d8b2f4f9-bb33-4680-b275-edd15527714c tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2201428 Nov 19 19:00:14.011518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41490) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:14.028227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d20b1df4-95a4-4dd4-9047-ee8c48b49247 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Request body: {'security_group_rule': {'security_group_id': '9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:14.043067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 15cf24cd-49bc-4fc6-920b-e89947d00c3d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:14.043595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 15cf24cd-49bc-4fc6-920b-e89947d00c3d not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:14.052561 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.124813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d20b1df4-95a4-4dd4-9047-ee8c48b49247 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.193417 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Pushing event updated for resources: {'Port': ['ID=20245da6-f87b-47e4-90fe-f79849f84152,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:14.222567 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.222911 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.223256 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.223597 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.223934 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.224268 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.224598 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.227627 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.227981 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.228333 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.228676 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.229018 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:14.270002 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d20b1df4-95a4-4dd4-9047-ee8c48b49247 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.280171 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d20b1df4-95a4-4dd4-9047-ee8c48b49247 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.312440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b1df4-95a4-4dd4-9047-ee8c48b49247 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce271965-dd0f-49cc-a4d1-90fca76184a2,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:14.321396 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d20b1df4-95a4-4dd4-9047-ee8c48b49247 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.325191 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Attempting to bind port 20245da6-f87b-47e4-90fe-f79849f84152 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:00:14.325571 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Attempting to bind port 20245da6-f87b-47e4-90fe-f79849f84152 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:00:14.325968 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Attempting to bind port 20245da6-f87b-47e4-90fe-f79849f84152 on network 0701e31b-d785-4c6c-a312-a2dba0f099e2 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:14.327479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41504) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:14.327918 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d20b1df4-95a4-4dd4-9047-ee8c48b49247 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3079658 Nov 19 19:00:14.332392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:14.338257 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:00:14.338679 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Checking segment: {'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:14.340005 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.340405 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Bound using segment: {'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:00:14.341726 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Bound port: 20245da6-f87b-47e4-90fe-f79849f84152, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:00:14.342016 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.382701 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.514264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f97ec88b-e909-4480-a37d-833658b8bae0 None None] Provisioning complete for port 20245da6-f87b-47e4-90fe-f79849f84152 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:14.514905 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f97ec88b-e909-4480-a37d-833658b8bae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.522519 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] For port 20245da6-f87b-47e4-90fe-f79849f84152, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:00:14.530825 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] For port 20245da6-f87b-47e4-90fe-f79849f84152, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=20245da6-f87b-47e4-90fe-f79849f84152,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:00:14.553166 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.612328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f97ec88b-e909-4480-a37d-833658b8bae0 None None] Port 20245da6-f87b-47e4-90fe-f79849f84152 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:00:14.619981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca90b5-7a1b-4934-b05f-87ba69e34013 req-7ce8d027-fe54-4ca2-b9c4-ed8fe191376e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:14.622045 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8ca90b5-7a1b-4934-b05f-87ba69e34013 req-7ce8d027-fe54-4ca2-b9c4-ed8fe191376e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 949 time: 0.1023126 Nov 19 19:00:14.642584 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:14.676250 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Routers {'aa0de459-0a93-4e57-a084-99f06a1fc759'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:14.677819 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:00:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['aa0de459-0a93-4e57-a084-99f06a1fc759'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:14.714025 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8ca90b5-7a1b-4934-b05f-87ba69e34013 req-de8cfa96-278b-4d27-a918-b2ba1abde06e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829110 Nov 19 19:00:14.784469 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2036b8d-3b7f-4c3a-8f0b-a377f88af077 None None] Pushing event updated for resources: {'Port': ['ID=20245da6-f87b-47e4-90fe-f79849f84152,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:14.946624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Allocated IP 172.25.3.13 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/4657ad6a-4c50-4949-9313-ed6a349da832) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:15.054324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-28232179-328c-4983-b8f5-190e6a540822 None None] Provisioning complete for port 20245da6-f87b-47e4-90fe-f79849f84152 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:15.054919 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28232179-328c-4983-b8f5-190e6a540822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:15.085161 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] Set router aa0de459-0a93-4e57-a084-99f06a1fc759 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:15.130656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:15.161916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ea04d-33ab-4b73-9db2-d5a4889f2a93 req-727d034c-57d4-48a1-963c-587376d9a6ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:15.163511 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-764ea04d-33ab-4b73-9db2-d5a4889f2a93 req-727d034c-57d4-48a1-963c-587376d9a6ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 945 time: 0.0799184 Nov 19 19:00:15.236398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-764ea04d-33ab-4b73-9db2-d5a4889f2a93 req-cbd0c4a0-c111-4883-b99a-f9c2aa6afdc2 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635300 Nov 19 19:00:15.243003 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28232179-328c-4983-b8f5-190e6a540822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:15.260876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:15.309988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-28232179-328c-4983-b8f5-190e6a540822 None None] For port 20245da6-f87b-47e4-90fe-f79849f84152, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=20245da6-f87b-47e4-90fe-f79849f84152,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:15.316224 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28232179-328c-4983-b8f5-190e6a540822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:15.364796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Pushing event updated for resources: {'Port': ['ID=4657ad6a-4c50-4949-9313-ed6a349da832,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:15.374580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:15.380914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:15.390420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:15.395005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28232179-328c-4983-b8f5-190e6a540822 None None] Pushing event updated for resources: {'Port': ['ID=20245da6-f87b-47e4-90fe-f79849f84152,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:15.421487 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:09Z', 'revision_number': 4, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '20245da6-f87b-47e4-90fe-f79849f84152', 'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'mac_address': 'fa:16:3e:07:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:08Z', 'updated_at': '2021-11-19T19:00:14Z', 'revision_number': 4, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'subnets': [{'id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:15.450037 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3162-84c8-48fe-9dd6-42b1c1674568 None None] The sync data for ids ['aa0de459-0a93-4e57-a084-99f06a1fc759'] in n-d-815373-6 is: [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:09Z', 'revision_number': 4, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '20245da6-f87b-47e4-90fe-f79849f84152', 'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'mac_address': 'fa:16:3e:07:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:08Z', 'updated_at': '2021-11-19T19:00:14Z', 'revision_number': 4, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'subnets': [{'id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:00:15.504960 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:15.556212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41546) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:15.578835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:15.781260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0aceee9a-2b92-41dc-88c1-10d8629764af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8be7b990a85a4682a1f35f7ca364b0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237761 Nov 19 19:00:15.783852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41552) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:15.810706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 20245da6-f87b-47e4-90fe-f79849f84152 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:15.843503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d30b-53d2-42cc-bdc3-e1364bc8be59 req-c908f87d-7f3c-474a-87bc-e81ac6b3a27e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:15.847201 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fe4d30b-53d2-42cc-bdc3-e1364bc8be59 req-c908f87d-7f3c-474a-87bc-e81ac6b3a27e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 949 time: 0.1175725 Nov 19 19:00:15.881043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 20245da6-f87b-47e4-90fe-f79849f84152 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:15.882061 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:15.907792 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b28f961-b67d-4330-aadb-444a9c18fb9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:15.964507 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b28f961-b67d-4330-aadb-444a9c18fb9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:16.077719 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b28f961-b67d-4330-aadb-444a9c18fb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:16.080740 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b28f961-b67d-4330-aadb-444a9c18fb9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:16.081986 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5b28f961-b67d-4330-aadb-444a9c18fb9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d244a9e-783b-4c31-99ab-bbda83edf92b HTTP/1.1" status: 204 len: 168 time: 0.2952633 Nov 19 19:00:16.093641 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28f961-b67d-4330-aadb-444a9c18fb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d244a9e-783b-4c31-99ab-bbda83edf92b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:16.145950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:16.154865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c252b-418d-4e12-ac07-6df5f4d70660 req-ecd0a785-2591-4070-87ca-225caf8956ed tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:16.163113 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-838c252b-418d-4e12-ac07-6df5f4d70660 req-ecd0a785-2591-4070-87ca-225caf8956ed tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 949 time: 0.3125119 Nov 19 19:00:16.173212 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:16.326898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Pushing event updated for resources: {'Port': ['ID=4657ad6a-4c50-4949-9313-ed6a349da832,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:16.332240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-2fe4d30b-53d2-42cc-bdc3-e1364bc8be59 req-b5117681-a87d-450e-9046-ca36a0e4c834 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Deleting port 8de57333-4a06-4974-b395-d5f31be1eace {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:16.332566 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fe4d30b-53d2-42cc-bdc3-e1364bc8be59 req-b5117681-a87d-450e-9046-ca36a0e4c834 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:16.342826 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-838c252b-418d-4e12-ac07-6df5f4d70660 req-bafcd6c7-ece0-47f6-ad87-0dddeeab9e66 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789122 Nov 19 19:00:16.416423 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:16.462661 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:16.483150 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6938cf4b-2fda-46b0-b0a1-317378f9fed3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1448967 Nov 19 19:00:16.486087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8892b5-5c26-4e51-895f-08c1f3337e46 req-aacd3bb7-fa4a-4e14-a2f5-46d5aee6f0c9 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:16.493292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3a8892b5-5c26-4e51-895f-08c1f3337e46 req-aacd3bb7-fa4a-4e14-a2f5-46d5aee6f0c9 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 945 time: 0.1138256 Nov 19 19:00:16.559183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-2fe4d30b-53d2-42cc-bdc3-e1364bc8be59 req-b5117681-a87d-450e-9046-ca36a0e4c834 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] For port 8de57333-4a06-4974-b395-d5f31be1eace, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8de57333-4a06-4974-b395-d5f31be1eace,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:16.560276 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fe4d30b-53d2-42cc-bdc3-e1364bc8be59 req-b5117681-a87d-450e-9046-ca36a0e4c834 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:16.566885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3a8892b5-5c26-4e51-895f-08c1f3337e46 req-ab6fc15f-4821-484e-97f4-ba1f0efefc3f tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709665 Nov 19 19:00:16.581606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-2fe4d30b-53d2-42cc-bdc3-e1364bc8be59 req-b5117681-a87d-450e-9046-ca36a0e4c834 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Calling delete_port for 8de57333-4a06-4974-b395-d5f31be1eace owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:16.868973 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-28346096-6e36-4099-ac0f-68248e26cd73 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--693899928&fields=id&tenant_id=e878160e0ec141c696f3591348cdbf91 HTTP/1.1" status: 200 len: 267 time: 0.1163197 Nov 19 19:00:16.879794 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fe4d30b-53d2-42cc-bdc3-e1364bc8be59 req-b5117681-a87d-450e-9046-ca36a0e4c834 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:16.898519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1f4e0031-4617-4f71-a4db-e26503e370bc', '31da988a-18d6-404f-86ea-7b581827cde6', '8de57333-4a06-4974-b395-d5f31be1eace'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:16.900353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d', '77bd6c75-8f82-42db-9e33-4404a19207b1', '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'b9366726-b693-4eb0-a5bc-b5cc597ff332'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:16.994986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab113bb-ed1c-41ca-beab-9adfa1dbbb64 req-d9acf130-0c93-42e8-9a61-bdba95e1cf76 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:16.996512 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9ab113bb-ed1c-41ca-beab-9adfa1dbbb64 req-d9acf130-0c93-42e8-9a61-bdba95e1cf76 tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.57 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 945 time: 0.2351320 Nov 19 19:00:17.020352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5117681-a87d-450e-9046-ca36a0e4c834 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event deleted for resources: {'Port': ['ID=8de57333-4a06-4974-b395-d5f31be1eace,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:17.077502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe4d30b-53d2-42cc-bdc3-e1364bc8be59 req-b5117681-a87d-450e-9046-ca36a0e4c834 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] No DVR routers for this DVR port 8de57333-4a06-4974-b395-d5f31be1eace on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:17.089258 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fe4d30b-53d2-42cc-bdc3-e1364bc8be59 req-b5117681-a87d-450e-9046-ca36a0e4c834 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:17.100766 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fe4d30b-53d2-42cc-bdc3-e1364bc8be59 req-b5117681-a87d-450e-9046-ca36a0e4c834 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "DELETE /v2.0/ports/8de57333-4a06-4974-b395-d5f31be1eace HTTP/1.1" status: 204 len: 173 time: 1.2178774 Nov 19 19:00:17.129558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f028ec3-48aa-4a04-8487-8866bbc55b14', 'name': 'network-vif-deleted', 'tag': '8de57333-4a06-4974-b395-d5f31be1eace'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:17.131157 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82832a10-5aa8-477f-b0c6-889b36fc3ac2" -d '{"events": [{"server_uuid": "8f028ec3-48aa-4a04-8487-8866bbc55b14", "name": "network-vif-deleted", "tag": "8de57333-4a06-4974-b395-d5f31be1eace"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:17.245075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-ae123e2a-5569-4f30-b470-e232c12bc088 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:17.246617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-ae123e2a-5569-4f30-b470-e232c12bc088 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/networks?id=0701e31b-d785-4c6c-a312-a2dba0f099e2 HTTP/1.1" status: 200 len: 805 time: 0.3688760 Nov 19 19:00:17.251313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41602) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:17.283170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-062bd0fb-14c3-4b9c-bf2a-f7faf31469db tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/quotas/e878160e0ec141c696f3591348cdbf91 HTTP/1.1" status: 200 len: 375 time: 0.0232654 Nov 19 19:00:17.291535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-9ab113bb-ed1c-41ca-beab-9adfa1dbbb64 req-f8ef834f-9ef9-4b5a-b124-82dbf6dec7ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Deleting port a8870b30-7630-4c5d-9b9e-3417a67c0832 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:17.292193 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9ab113bb-ed1c-41ca-beab-9adfa1dbbb64 req-f8ef834f-9ef9-4b5a-b124-82dbf6dec7ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:17.408703 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d17a44b-c449-4e6d-803c-627a318360aa x-openstack-request-id: req-8d17a44b-c449-4e6d-803c-627a318360aa {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:17.409002 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f028ec3-48aa-4a04-8487-8866bbc55b14", "name": "network-vif-deleted", "tag": "8de57333-4a06-4974-b395-d5f31be1eace", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:17.409263 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8d17a44b-c449-4e6d-803c-627a318360aa {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:17.409655 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f028ec3-48aa-4a04-8487-8866bbc55b14', 'name': 'network-vif-deleted', 'tag': '8de57333-4a06-4974-b395-d5f31be1eace', 'status': 'completed', 'code': 200} Nov 19 19:00:17.494324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-44597b07-3fd0-4f3d-b600-1b2a93b431b5 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e878160e0ec141c696f3591348cdbf91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2061129 Nov 19 19:00:17.531623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-402180688-network', 'tenant_id': 'bc569ce212d2481283d3516a44289757'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:17.595945 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79107979-3e3d-4e54-9893-02162d9ca9a3 req-8faec7b0-f7ea-4615-8c22-ccbc62601de2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f028ec3-48aa-4a04-8487-8866bbc55b14 HTTP/1.1" status: 200 len: 210 time: 0.0658534 Nov 19 19:00:17.656955 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d2184672-3839-4191-9c88-d038324b2288 service neutron] 10.222.0.50 "GET /v2.0/networks/0701e31b-d785-4c6c-a312-a2dba0f099e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006589 Nov 19 19:00:17.674779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-9ab113bb-ed1c-41ca-beab-9adfa1dbbb64 req-f8ef834f-9ef9-4b5a-b124-82dbf6dec7ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] For port a8870b30-7630-4c5d-9b9e-3417a67c0832, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=a8870b30-7630-4c5d-9b9e-3417a67c0832,segment=NetworkSegment(46e0ba32-a3f7-4106-bcc1-635373a2f622),segment_id=46e0ba32-a3f7-4106-bcc1-635373a2f622)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:17.675225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9ab113bb-ed1c-41ca-beab-9adfa1dbbb64 req-f8ef834f-9ef9-4b5a-b124-82dbf6dec7ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:17.751220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-9ab113bb-ed1c-41ca-beab-9adfa1dbbb64 req-f8ef834f-9ef9-4b5a-b124-82dbf6dec7ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Calling delete_port for a8870b30-7630-4c5d-9b9e-3417a67c0832 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:17.773283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Made reservation on behalf of bc569ce212d2481283d3516a44289757 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:17.775678 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:17.837791 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:17.912236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c9082-fc66-4b8a-868d-3ea36c6495a8 req-f83bf52f-854e-4a9e-a1e7-b4dcec72fe0d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:17.914120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-df3c9082-fc66-4b8a-868d-3ea36c6495a8 req-f83bf52f-854e-4a9e-a1e7-b4dcec72fe0d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/ports?device_id=691dcb7a-e5d1-4e44-b65f-072c83bd5161 HTTP/1.1" status: 200 len: 945 time: 0.0827708 Nov 19 19:00:17.922976 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-2e26b416-0c11-4165-8ec4-b8649c36cd8f service neutron] 10.222.0.50 "GET /v2.0/networks/0701e31b-d785-4c6c-a312-a2dba0f099e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650452 Nov 19 19:00:18.025954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-df3c9082-fc66-4b8a-868d-3ea36c6495a8 req-43499973-883f-45e7-95c6-31bdb4b7942d tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.50 "GET /v2.0/security-groups?id=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990448 Nov 19 19:00:18.100557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:18.102360 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9ab113bb-ed1c-41ca-beab-9adfa1dbbb64 req-f8ef834f-9ef9-4b5a-b124-82dbf6dec7ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:18.177772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef834f-9ef9-4b5a-b124-82dbf6dec7ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Pushing event deleted for resources: {'Port': ['ID=a8870b30-7630-4c5d-9b9e-3417a67c0832,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:18.180091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:18.210022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab113bb-ed1c-41ca-beab-9adfa1dbbb64 req-f8ef834f-9ef9-4b5a-b124-82dbf6dec7ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] No DVR routers for this DVR port a8870b30-7630-4c5d-9b9e-3417a67c0832 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:18.220024 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9ab113bb-ed1c-41ca-beab-9adfa1dbbb64 req-f8ef834f-9ef9-4b5a-b124-82dbf6dec7ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:18.223974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9ab113bb-ed1c-41ca-beab-9adfa1dbbb64 req-f8ef834f-9ef9-4b5a-b124-82dbf6dec7ec tempest-ServersTestJSON-1254347732 tempest-ServersTestJSON-1254347732-project] 10.222.0.57 "DELETE /v2.0/ports/a8870b30-7630-4c5d-9b9e-3417a67c0832 HTTP/1.1" status: 204 len: 173 time: 1.2048063 Nov 19 19:00:18.229514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:00:18.241641 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f32eef7e-e1ba-48ce-8eb9-8defb45a67a0 req-63841d38-5970-46fe-8c06-f947d4306f9b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 210 time: 0.0689704 Nov 19 19:00:18.252934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaa3e30-5bc3-4a03-a361-96ece467a98b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:18.264780 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:18.265219 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Added segment 78cb105b-6872-4e72-b5af-7d31cea3f839 of type vlan for network 9aae5fb7-8031-4835-ae12-de225aac6be4 Nov 19 19:00:18.340654 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:18.388536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:18.390004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:18.391219 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:18.457999 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2060065 Nov 19 19:00:18.460775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41622) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:18.472584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] Request body: {'subnet': {'network_id': '9aae5fb7-8031-4835-ae12-de225aac6be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-402180688-subnet', 'tenant_id': 'bc569ce212d2481283d3516a44289757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:18.483542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfedff-7b69-48d8-a6a2-a35b8138401f admin admin] Pushing event updated for resources: {'Network': ['ID=9aae5fb7-8031-4835-ae12-de225aac6be4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:18.497215 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 9aae5fb7-8031-4835-ae12-de225aac6be4 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:00:18.503695 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] Made reservation on behalf of bc569ce212d2481283d3516a44289757 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:18.506197 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:18.722653 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:18.831298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5594fc36-7568-46c3-b170-d15a1c7bae3f,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:18.847925 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] Checking segment: {'id': '78cb105b-6872-4e72-b5af-7d31cea3f839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9aae5fb7-8031-4835-ae12-de225aac6be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:18.848863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] Network hostable DHCP agents. Network: 9aae5fb7-8031-4835-ae12-de225aac6be4, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:00:18.897875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] Network 9aae5fb7-8031-4835-ae12-de225aac6be4 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:00:18.913122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 9aae5fb7-8031-4835-ae12-de225aac6be4) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:18.923167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff3618-c264-4083-9e1c-224e504c5e45 None None] Network 9aae5fb7-8031-4835-ae12-de225aac6be4 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:18.924371 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:18.925136 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:18.957682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3ee21b8f-34f7-42ee-bf46-b50d84a6db25 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4958580 Nov 19 19:00:19.125595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f511194a-0938-4be0-ae67-b1034ab2698d None None] Network 9aae5fb7-8031-4835-ae12-de225aac6be4 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:19.138680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41644) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:19.161599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272eb23-adfd-44eb-bfc5-01cb3ffbcf26 req-372e0090-5bef-4f9f-8d9f-ae05fd007903 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:19.182567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0272eb23-adfd-44eb-bfc5-01cb3ffbcf26 req-372e0090-5bef-4f9f-8d9f-ae05fd007903 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 950 time: 0.1418109 Nov 19 19:00:19.241230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-08088895-659b-48a7-82d4-e168fd6c9e38 admin admin] Deleting subnet fe59e18c-b7e3-459f-88b9-60024191b0d1 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:00:19.252797 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08088895-659b-48a7-82d4-e168fd6c9e38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:19.294056 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0272eb23-adfd-44eb-bfc5-01cb3ffbcf26 req-5346c98b-76dd-4607-b2fa-db501e2829c6 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076536 Nov 19 19:00:19.353403 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08088895-659b-48a7-82d4-e168fd6c9e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:19.404002 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c237f3b3-ce26-467b-9f35-04260166270f req-52fef6b8-41a4-4858-9297-4f85a1cb096e tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 210 time: 0.0567045 Nov 19 19:00:19.411246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691dcb7a-e5d1-4e44-b65f-072c83bd5161', 'name': 'network-vif-deleted', 'tag': 'a8870b30-7630-4c5d-9b9e-3417a67c0832'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:19.413052 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471d2376-f5fe-4b57-aba6-0f74f75db0e5" -d '{"events": [{"server_uuid": "691dcb7a-e5d1-4e44-b65f-072c83bd5161", "name": "network-vif-deleted", "tag": "a8870b30-7630-4c5d-9b9e-3417a67c0832"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:19.441569 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08088895-659b-48a7-82d4-e168fd6c9e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:19.519271 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ad8248-de9d-4144-a0af-8a847bf6aee7 x-openstack-request-id: req-41ad8248-de9d-4144-a0af-8a847bf6aee7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:19.519794 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "691dcb7a-e5d1-4e44-b65f-072c83bd5161", "name": "network-vif-deleted", "tag": "a8870b30-7630-4c5d-9b9e-3417a67c0832", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:19.520120 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41ad8248-de9d-4144-a0af-8a847bf6aee7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:19.520682 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691dcb7a-e5d1-4e44-b65f-072c83bd5161', 'name': 'network-vif-deleted', 'tag': 'a8870b30-7630-4c5d-9b9e-3417a67c0832', 'status': 'completed', 'code': 200} Nov 19 19:00:19.526759 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08088895-659b-48a7-82d4-e168fd6c9e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:19.557425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08088895-659b-48a7-82d4-e168fd6c9e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe59e18c-b7e3-459f-88b9-60024191b0d1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:19.562851 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08088895-659b-48a7-82d4-e168fd6c9e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:19.566196 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08088895-659b-48a7-82d4-e168fd6c9e38 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fe59e18c-b7e3-459f-88b9-60024191b0d1 HTTP/1.1" status: 204 len: 168 time: 0.4262984 Nov 19 19:00:19.568733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41662) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:19.752767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b962e15a-2977-49cd-9b16-7eb24c90151f tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:19.762172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b962e15a-2977-49cd-9b16-7eb24c90151f tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/networks?id=9aae5fb7-8031-4835-ae12-de225aac6be4 HTTP/1.1" status: 200 len: 813 time: 0.1608806 Nov 19 19:00:19.778594 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-970089f6-056e-415b-ac00-d1be0b041904 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/quotas/bc569ce212d2481283d3516a44289757 HTTP/1.1" status: 200 len: 375 time: 0.0153632 Nov 19 19:00:19.881811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8de57333-4a06-4974-b395-d5f31be1eace no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:19.913244 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 8de57333-4a06-4974-b395-d5f31be1eace {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:19.914812 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-71a69045-4531-4ef6-a461-005d7dc5bea9 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc569ce212d2481283d3516a44289757&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1147437 Nov 19 19:00:19.915453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8de57333-4a06-4974-b395-d5f31be1eace not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:19.920847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device a8870b30-7630-4c5d-9b9e-3417a67c0832 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:19.954348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: a8870b30-7630-4c5d-9b9e-3417a67c0832 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:19.954834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device a8870b30-7630-4c5d-9b9e-3417a67c0832 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:20.035744 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:20.045722 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-59d4a702-44fa-4646-ab7e-ef73f097030d service neutron] 10.222.0.50 "GET /v2.0/networks/9aae5fb7-8031-4835-ae12-de225aac6be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298599 Nov 19 19:00:20.144398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-03e255d0-4422-4c2e-9b57-5a3780723fac tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:20.146673 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-03e255d0-4422-4c2e-9b57-5a3780723fac tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.21 "GET /v2.0/networks?id=0701e31b-d785-4c6c-a312-a2dba0f099e2 HTTP/1.1" status: 200 len: 805 time: 0.1959219 Nov 19 19:00:20.154715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b553bf35-83ad-4e49-91e5-c0492639d154 service neutron] 10.222.0.50 "GET /v2.0/networks/9aae5fb7-8031-4835-ae12-de225aac6be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079895 Nov 19 19:00:20.162818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:20.205252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1674ba9-cd11-4d8b-a32b-c297cfe7e545']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:20.224837 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e0ba32-a3f7-4106-bcc1-635373a2f622') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:20.225299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e0ba32-a3f7-4106-bcc1-635373a2f622') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:20.243048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:20.268621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-0228c326-0e77-4074-bd82-d0afa6ad44a3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e878160e0ec141c696f3591348cdbf91 HTTP/1.1" status: 200 len: 379 time: 0.1087036 Nov 19 19:00:20.269623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:20.287777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Request body: {'port': {'device_id': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'admin_state_up': True, 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'security_groups': ['9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:20.287777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:00:20.290932 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:00:20.408306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948001df-72a3-4248-940c-b2f6b232dd89 req-41491fc9-e0dc-429f-8b64-75cc309e0fb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:20.409935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-948001df-72a3-4248-940c-b2f6b232dd89 req-41491fc9-e0dc-429f-8b64-75cc309e0fb2 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 950 time: 0.0908055 Nov 19 19:00:20.498418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-03a8d3a2-7632-4cc9-a3d9-e73348b82549 req-004c0f3d-7284-4cda-b30a-fd127120fe2e tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 210 time: 0.0737143 Nov 19 19:00:20.534810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:20.595125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442271-7b65-45da-8da7-85da35add415 req-9a4368e3-bf4c-4228-b059-784411d319ee tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:20.603670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86442271-7b65-45da-8da7-85da35add415 req-9a4368e3-bf4c-4228-b059-784411d319ee tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 950 time: 0.1862199 Nov 19 19:00:20.609354 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:20.615486 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a1674ba9-cd11-4d8b-a32b-c297cfe7e545 HTTP/1.1" status: 204 len: 168 time: 1.0448277 Nov 19 19:00:20.666845 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4667f6fd-a2dd-4cd5-8c89-db83821bed39 req-0765b320-6b65-4b6a-b556-0d18dbf9d8f6 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 210 time: 0.0496073 Nov 19 19:00:20.668462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b039ee-4c0c-4aca-a39d-c48c93560dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1674ba9-cd11-4d8b-a32b-c297cfe7e545,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:20.672204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Made reservation on behalf of e878160e0ec141c696f3591348cdbf91 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:20.676589 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:20.676896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86442271-7b65-45da-8da7-85da35add415 req-770baf16-93b9-48de-94a8-ec93a6718d8d tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671692 Nov 19 19:00:20.725852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-948001df-72a3-4248-940c-b2f6b232dd89 req-7f765053-5170-47f4-8d71-ffdfac5109b8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Deleting port 31da988a-18d6-404f-86ea-7b581827cde6 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:20.726201 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-948001df-72a3-4248-940c-b2f6b232dd89 req-7f765053-5170-47f4-8d71-ffdfac5109b8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:20.856210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Allocated IP 172.20.0.14 (0701e31b-d785-4c6c-a312-a2dba0f099e2/9ea20dac-a42c-4054-970f-ee42976eb024/e808dadf-490e-412d-865e-f14622428f8d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:20.859208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41688) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:20.907601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-948001df-72a3-4248-940c-b2f6b232dd89 req-7f765053-5170-47f4-8d71-ffdfac5109b8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] For port 31da988a-18d6-404f-86ea-7b581827cde6, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=31da988a-18d6-404f-86ea-7b581827cde6,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:20.908038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-948001df-72a3-4248-940c-b2f6b232dd89 req-7f765053-5170-47f4-8d71-ffdfac5109b8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:20.924703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-948001df-72a3-4248-940c-b2f6b232dd89 req-7f765053-5170-47f4-8d71-ffdfac5109b8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Calling delete_port for 31da988a-18d6-404f-86ea-7b581827cde6 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:20.928392 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-da45a4bf-2378-400b-b79c-68981e26ff4f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53e6341580de4da8b2e041b6688556b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661707 Nov 19 19:00:20.931634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41692) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:21.071254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a67b52fe-73ae-4651-af06-2b0195cb96ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:21.101287 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-948001df-72a3-4248-940c-b2f6b232dd89 req-7f765053-5170-47f4-8d71-ffdfac5109b8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:21.114696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1f4e0031-4617-4f71-a4db-e26503e370bc', '31da988a-18d6-404f-86ea-7b581827cde6'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:21.118647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d', '77bd6c75-8f82-42db-9e33-4404a19207b1', '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'b9366726-b693-4eb0-a5bc-b5cc597ff332'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:21.137641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a67b52fe-73ae-4651-af06-2b0195cb96ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:21.165536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f765053-5170-47f4-8d71-ffdfac5109b8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event deleted for resources: {'Port': ['ID=31da988a-18d6-404f-86ea-7b581827cde6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:21.207578 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:21.236608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-948001df-72a3-4248-940c-b2f6b232dd89 req-7f765053-5170-47f4-8d71-ffdfac5109b8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] No DVR routers for this DVR port 31da988a-18d6-404f-86ea-7b581827cde6 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:21.239513 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-948001df-72a3-4248-940c-b2f6b232dd89 req-7f765053-5170-47f4-8d71-ffdfac5109b8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:21.243472 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-948001df-72a3-4248-940c-b2f6b232dd89 req-7f765053-5170-47f4-8d71-ffdfac5109b8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "DELETE /v2.0/ports/31da988a-18d6-404f-86ea-7b581827cde6 HTTP/1.1" status: 204 len: 173 time: 0.8276372 Nov 19 19:00:21.244151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd10b30e-b8ae-4473-8703-59ca76b8e947', 'name': 'network-vif-deleted', 'tag': '31da988a-18d6-404f-86ea-7b581827cde6'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:21.246898 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3521c69-3eda-4390-8be7-432bcc70f3cd" -d '{"events": [{"server_uuid": "fd10b30e-b8ae-4473-8703-59ca76b8e947", "name": "network-vif-deleted", "tag": "31da988a-18d6-404f-86ea-7b581827cde6"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:21.305374 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f314e7ee-538a-4b4d-b4e8-3a203efa7518 x-openstack-request-id: req-f314e7ee-538a-4b4d-b4e8-3a203efa7518 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:21.305682 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd10b30e-b8ae-4473-8703-59ca76b8e947", "name": "network-vif-deleted", "tag": "31da988a-18d6-404f-86ea-7b581827cde6", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:21.306157 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f314e7ee-538a-4b4d-b4e8-3a203efa7518 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:21.306392 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd10b30e-b8ae-4473-8703-59ca76b8e947', 'name': 'network-vif-deleted', 'tag': '31da988a-18d6-404f-86ea-7b581827cde6', 'status': 'completed', 'code': 200} Nov 19 19:00:21.335128 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:21.425273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Network 0701e31b-d785-4c6c-a312-a2dba0f099e2 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:21.429728 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:21.448631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:21.488914 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a67b52fe-73ae-4651-af06-2b0195cb96ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:21.491980 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a67b52fe-73ae-4651-af06-2b0195cb96ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:21.495416 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a67b52fe-73ae-4651-af06-2b0195cb96ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a562b1c0-f1b5-4b65-bd70-538c5f46ac9e HTTP/1.1" status: 204 len: 168 time: 0.5586329 Nov 19 19:00:21.530038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b52fe-73ae-4651-af06-2b0195cb96ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a562b1c0-f1b5-4b65-bd70-538c5f46ac9e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:21.550713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Pushing event updated for resources: {'Port': ['ID=e808dadf-490e-412d-865e-f14622428f8d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:21.576243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:21.579113 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:21.611922 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-fd87c1c7-9af0-418b-a43e-348c01783326 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3323498 Nov 19 19:00:21.622776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-6b020136-91a2-49bb-94a6-bdcfbc35a7a7 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:00:21.625383 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-6b020136-91a2-49bb-94a6-bdcfbc35a7a7 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074191 Nov 19 19:00:21.743182 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1c7ade2-7bf0-4884-924b-29f7fcded15f req-50864b91-e11f-42d3-b40b-ed3c3c05b884 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 210 time: 0.0684040 Nov 19 19:00:22.017339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b13937d-7e40-4ccc-8703-595292071823 req-2cef78b3-4903-422d-aff5-201f02d7ec5f tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd10b30e-b8ae-4473-8703-59ca76b8e947 HTTP/1.1" status: 200 len: 210 time: 0.0961001 Nov 19 19:00:22.038807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Request body: {'port': {'device_id': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:22.053947 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-375d35eb-f7c6-4c3e-be0c-273dc479b733 None None] Provisioning complete for port e808dadf-490e-412d-865e-f14622428f8d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:22.054366 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-375d35eb-f7c6-4c3e-be0c-273dc479b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:22.166809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-375d35eb-f7c6-4c3e-be0c-273dc479b733 None None] Port e808dadf-490e-412d-865e-f14622428f8d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:00:22.211085 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:22.334343 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e3a19-104f-4642-a2c7-9e15a02d3ad9 req-5940e82d-9ee5-45f8-b325-ca98cc89a6cc tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:22.335915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-429e3a19-104f-4642-a2c7-9e15a02d3ad9 req-5940e82d-9ee5-45f8-b325-ca98cc89a6cc tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 932 time: 0.3972425 Nov 19 19:00:22.493615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-c5b1db07-cadd-4473-beca-89b9f72e10df tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:22.495144 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-c5b1db07-cadd-4473-beca-89b9f72e10df tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.57 "GET /v2.0/networks?id=9aae5fb7-8031-4835-ae12-de225aac6be4 HTTP/1.1" status: 200 len: 813 time: 0.3468289 Nov 19 19:00:22.517891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Request body: {'port': {'device_id': '261c312d-cc39-48a9-abe3-ef765dae9d72', 'network_id': '9aae5fb7-8031-4835-ae12-de225aac6be4', 'admin_state_up': True, 'tenant_id': 'bc569ce212d2481283d3516a44289757'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:22.560096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-429e3a19-104f-4642-a2c7-9e15a02d3ad9 req-9ad28f23-bfbb-4250-949b-233df8da8c63 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099583 Nov 19 19:00:22.726184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Made reservation on behalf of bc569ce212d2481283d3516a44289757 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:22.729684 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:22.784007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e808dadf-490e-412d-865e-f14622428f8d {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:00:22.793461 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:22.849495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Transition to ACTIVE for port object e808dadf-490e-412d-865e-f14622428f8d will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:00:22.866089 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:22.868018 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41744) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:22.870250 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f064582-c50b-485f-80ef-7ce995215bf8 req-7732dace-2134-4c9a-9661-b74bb632a89f tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 210 time: 0.0375066 Nov 19 19:00:22.963219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Pushing event updated for resources: {'Port': ['ID=e808dadf-490e-412d-865e-f14622428f8d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:22.981179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Allocated IP 172.20.0.11 (9aae5fb7-8031-4835-ae12-de225aac6be4/5594fc36-7568-46c3-b170-d15a1c7bae3f/45e2bb10-6f2b-4d38-8353-e693058950df) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:23.061790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-284514313-network', 'tenant_id': '0294e5c574f140108c84ad27699b2d23'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:23.129531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Attempting to bind port e808dadf-490e-412d-865e-f14622428f8d on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:00:23.129952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Attempting to bind port e808dadf-490e-412d-865e-f14622428f8d by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:00:23.130932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Attempting to bind port e808dadf-490e-412d-865e-f14622428f8d on network 0701e31b-d785-4c6c-a312-a2dba0f099e2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:23.175095 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Made reservation on behalf of 0294e5c574f140108c84ad27699b2d23 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:23.177346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.189699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Port e808dadf-490e-412d-865e-f14622428f8d on network 0701e31b-d785-4c6c-a312-a2dba0f099e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:00:23.189699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Attempting to bind port e808dadf-490e-412d-865e-f14622428f8d on network 0701e31b-d785-4c6c-a312-a2dba0f099e2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:23.203144 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.214047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:00:23.214706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Checking segment: {'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:23.214822 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Bound using segment: {'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:00:23.215191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Bound port: e808dadf-490e-412d-865e-f14622428f8d, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb2ecbeb-537c-476d-9313-49df7518ebf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:00:23.215548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.366898 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.382105 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.468043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:00:23.485116 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.486523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b615a02a-5f22-4307-b30a-7480191f8e2b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:23.496483 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.497230 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Added segment 38f2b515-e0c3-4152-bf84-c12d4918274a of type vlan for network 2942ed4f-0802-4fb0-979f-a0a7693d213b Nov 19 19:00:23.500303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] For port e808dadf-490e-412d-865e-f14622428f8d, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:00:23.505314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] For port e808dadf-490e-412d-865e-f14622428f8d, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e808dadf-490e-412d-865e-f14622428f8d,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:00:23.520635 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.631945 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.646035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:23.646670 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.648254 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] 10.222.0.21 "PUT /v2.0/ports/e808dadf-490e-412d-865e-f14622428f8d HTTP/1.1" status: 200 len: 1092 time: 2.0114560 Nov 19 19:00:23.652669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'tag': 'e808dadf-490e-412d-865e-f14622428f8d'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:23.655062 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30683c40-ee32-43c0-b5ae-880eecd52e00" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f", "tag": "e808dadf-490e-412d-865e-f14622428f8d"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:23.721681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a431c31-c1f2-46f6-9127-d9d0b490aab8 req-279b24f1-5c5f-42b0-8854-abe7f3dd3c26 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:23.728480 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.734086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a431c31-c1f2-46f6-9127-d9d0b490aab8 req-279b24f1-5c5f-42b0-8854-abe7f3dd3c26 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 944 time: 0.0763297 Nov 19 19:00:23.740461 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42552de-d496-42cf-acaa-f3e6ddf244c5 req-0ccddedc-533b-4fc7-9dd1-a746b37b0e1e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:23.752169 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e42552de-d496-42cf-acaa-f3e6ddf244c5 req-0ccddedc-533b-4fc7-9dd1-a746b37b0e1e tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=58d6f562-dfd3-4352-a02f-a2c736d9a2d0 HTTP/1.1" status: 200 len: 949 time: 0.1960199 Nov 19 19:00:23.804178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a431c31-c1f2-46f6-9127-d9d0b490aab8 req-694bbe9f-0fc6-42b1-8041-7b32164b8d7b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676031 Nov 19 19:00:23.806346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b277e4-11b8-4120-8f16-a41239fc8d86 service neutron] Pushing event updated for resources: {'Port': ['ID=e808dadf-490e-412d-865e-f14622428f8d,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:23.817599 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.818575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:23.819157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:23.860303 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deab8ff2-4070-4add-94c1-424401ec0ca8 x-openstack-request-id: req-deab8ff2-4070-4add-94c1-424401ec0ca8 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:23.860571 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f", "tag": "e808dadf-490e-412d-865e-f14622428f8d", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:23.860923 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-deab8ff2-4070-4add-94c1-424401ec0ca8 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:23.861322 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'tag': 'e808dadf-490e-412d-865e-f14622428f8d', 'status': 'completed', 'code': 200} Nov 19 19:00:23.887142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 31da988a-18d6-404f-86ea-7b581827cde6 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:23.935395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 31da988a-18d6-404f-86ea-7b581827cde6 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:23.935696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 31da988a-18d6-404f-86ea-7b581827cde6 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:23.941656 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Network 9aae5fb7-8031-4835-ae12-de225aac6be4 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:23.963895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0907331 Nov 19 19:00:23.966777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41776) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:23.972295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] Request body: {'subnet': {'network_id': '2942ed4f-0802-4fb0-979f-a0a7693d213b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-284514313-subnet', 'tenant_id': '0294e5c574f140108c84ad27699b2d23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:23.974876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:23.987764 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:24.004576 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e42552de-d496-42cf-acaa-f3e6ddf244c5 req-69aa8a7f-445b-445b-8c53-f0ac7d0a1f35 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497840 Nov 19 19:00:24.004832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] Made reservation on behalf of 0294e5c574f140108c84ad27699b2d23 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:24.006335 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:24.037701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-a9c2b032-10e8-47ba-bad0-a2ba8e48af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:24.040630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-a9c2b032-10e8-47ba-bad0-a2ba8e48af00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e878160e0ec141c696f3591348cdbf91&device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 1095 time: 0.3342357 Nov 19 19:00:24.044102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1694e-588c-4b4a-b74b-ec6aef55028b admin admin] Pushing event updated for resources: {'Network': ['ID=2942ed4f-0802-4fb0-979f-a0a7693d213b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:24.046374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Pushing event updated for resources: {'Port': ['ID=45e2bb10-6f2b-4d38-8353-e693058950df,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:24.058349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 2942ed4f-0802-4fb0-979f-a0a7693d213b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:00:24.108407 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-4157ac44-1772-4b68-ab46-a14ea9fada9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e808dadf-490e-412d-865e-f14622428f8d HTTP/1.1" status: 200 len: 217 time: 0.0561275 Nov 19 19:00:24.116746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbd401-e149-44d8-8a4b-96b22401b557 req-3d4122d3-3fe9-46f3-82b9-6b1da59f090e tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:24.124590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdcbd401-e149-44d8-8a4b-96b22401b557 req-3d4122d3-3fe9-46f3-82b9-6b1da59f090e tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 932 time: 0.1348426 Nov 19 19:00:24.175084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:24.175779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:24.191661 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdcbd401-e149-44d8-8a4b-96b22401b557 req-2963303f-1888-4d6a-9cc5-485e88c21ac3 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661004 Nov 19 19:00:24.209369 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-0b75c3c9-9cff-4c9e-b586-b8aeb72cae80 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6990633 Nov 19 19:00:24.211002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-f9b08d9f-eaf4-4bd5-a1cc-52a75243de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:24.212381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-f9b08d9f-eaf4-4bd5-a1cc-52a75243de22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ea20dac-a42c-4054-970f-ee42976eb024 HTTP/1.1" status: 200 len: 844 time: 0.0968029 Nov 19 19:00:24.222956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Request body: {'port': {'device_id': '261c312d-cc39-48a9-abe3-ef765dae9d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:24.301614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:24.306039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-963627d8-7c8a-4278-82ef-df78d649d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:24.307605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-963627d8-7c8a-4278-82ef-df78d649d184 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0701e31b-d785-4c6c-a312-a2dba0f099e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818524 Nov 19 19:00:24.311501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:24.369130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] Checking segment: {'id': '38f2b515-e0c3-4152-bf84-c12d4918274a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2942ed4f-0802-4fb0-979f-a0a7693d213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:24.369723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] Network hostable DHCP agents. Network: 2942ed4f-0802-4fb0-979f-a0a7693d213b, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:00:24.373619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af1b492d-c451-4a5b-be04-146ffc4cff2b,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:24.393884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] Network 2942ed4f-0802-4fb0-979f-a0a7693d213b is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:00:24.434741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 2942ed4f-0802-4fb0-979f-a0a7693d213b) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:24.443165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:24.443823 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:24.459520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42168b6-5f58-4f77-9d22-877316944329 None None] Network 2942ed4f-0802-4fb0-979f-a0a7693d213b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:24.488069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9822277e-2c00-4098-9e54-624682f8559e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5200441 Nov 19 19:00:24.573610 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-ac8e607e-bd2c-40a1-b07f-f83415040af4 service neutron] 10.222.0.21 "GET /v2.0/networks/0701e31b-d785-4c6c-a312-a2dba0f099e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518516 Nov 19 19:00:24.684644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93f8e7c-edcb-4470-bbfd-667960e50d16 None None] Network 2942ed4f-0802-4fb0-979f-a0a7693d213b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:24.702855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34c070-1758-498e-bd49-170c3bd675d3 req-6f7c1140-9914-4036-ad5f-9a07c26e0aba tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:24.708305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6f34c070-1758-498e-bd49-170c3bd675d3 req-6f7c1140-9914-4036-ad5f-9a07c26e0aba tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d6f562-dfd3-4352-a02f-a2c736d9a2d0 HTTP/1.1" status: 200 len: 949 time: 0.1078897 Nov 19 19:00:24.756818 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e9f9ca3-faba-4e46-9d35-615dc8dbf0e5 req-8264587e-baef-4556-bb08-f52f59023956 service neutron] 10.222.0.21 "GET /v2.0/networks/0701e31b-d785-4c6c-a312-a2dba0f099e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686401 Nov 19 19:00:24.885268 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e2bb10-6f2b-4d38-8353-e693058950df {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:00:24.901967 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:24.925279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6f34c070-1758-498e-bd49-170c3bd675d3 req-921ea2c6-4b3b-4269-b8a3-1a31f89a5ce0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Deleting port 1f4e0031-4617-4f71-a4db-e26503e370bc {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:24.925965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6f34c070-1758-498e-bd49-170c3bd675d3 req-921ea2c6-4b3b-4269-b8a3-1a31f89a5ce0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:24.936218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683c40-ee32-43c0-b5ae-880eecd52e00 req-d7df6f2c-5c1f-4125-9729-606eae040658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:24.948413 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-30683c40-ee32-43c0-b5ae-880eecd52e00 req-d7df6f2c-5c1f-4125-9729-606eae040658 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e878160e0ec141c696f3591348cdbf91&device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 1095 time: 0.1289082 Nov 19 19:00:24.950735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Transition to ACTIVE for port object 45e2bb10-6f2b-4d38-8353-e693058950df will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:00:24.970891 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:25.022752 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:25.053572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6f34c070-1758-498e-bd49-170c3bd675d3 req-921ea2c6-4b3b-4269-b8a3-1a31f89a5ce0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] For port 1f4e0031-4617-4f71-a4db-e26503e370bc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1f4e0031-4617-4f71-a4db-e26503e370bc,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:25.054071 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6f34c070-1758-498e-bd49-170c3bd675d3 req-921ea2c6-4b3b-4269-b8a3-1a31f89a5ce0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:25.069281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6f34c070-1758-498e-bd49-170c3bd675d3 req-921ea2c6-4b3b-4269-b8a3-1a31f89a5ce0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Calling delete_port for 1f4e0031-4617-4f71-a4db-e26503e370bc owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:25.162886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Pushing event updated for resources: {'Port': ['ID=45e2bb10-6f2b-4d38-8353-e693058950df,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:25.170420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41802) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:25.182112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbefb2-1eed-4fbc-baf6-c8c72aad55cb req-f169d240-ae7f-4c8e-9ec2-e1e02d7e7a5a tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:25.183652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cfbefb2-1eed-4fbc-baf6-c8c72aad55cb req-f169d240-ae7f-4c8e-9ec2-e1e02d7e7a5a tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 944 time: 0.2342999 Nov 19 19:00:25.187171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2123504463-network', 'tenant_id': '1e2e61192cfd412892aa7664644997c9'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:25.255861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a26968-35aa-418e-8d7a-6e98e5d0d925 req-ab840aed-e776-4180-a0bf-45a4a2112456 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:25.257515 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3a26968-35aa-418e-8d7a-6e98e5d0d925 req-ab840aed-e776-4180-a0bf-45a4a2112456 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=58d6f562-dfd3-4352-a02f-a2c736d9a2d0 HTTP/1.1" status: 200 len: 949 time: 0.0889494 Nov 19 19:00:25.263625 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6f34c070-1758-498e-bd49-170c3bd675d3 req-921ea2c6-4b3b-4269-b8a3-1a31f89a5ce0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:25.281343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d', '77bd6c75-8f82-42db-9e33-4404a19207b1', '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'b9366726-b693-4eb0-a5bc-b5cc597ff332'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:25.285053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683c40-ee32-43c0-b5ae-880eecd52e00 req-a6f4daa2-a204-45fc-8b80-0d366185eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:25.286563 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-30683c40-ee32-43c0-b5ae-880eecd52e00 req-a6f4daa2-a204-45fc-8b80-0d366185eeff service neutron] 10.222.0.21 "GET /v2.0/networks?id=0701e31b-d785-4c6c-a312-a2dba0f099e2 HTTP/1.1" status: 200 len: 906 time: 0.3261161 Nov 19 19:00:25.288608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1f4e0031-4617-4f71-a4db-e26503e370bc'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:25.304808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Made reservation on behalf of 1e2e61192cfd412892aa7664644997c9 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:25.308287 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:25.317966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ea2c6-4b3b-4269-b8a3-1a31f89a5ce0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event deleted for resources: {'Port': ['ID=1f4e0031-4617-4f71-a4db-e26503e370bc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:25.393059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f34c070-1758-498e-bd49-170c3bd675d3 req-921ea2c6-4b3b-4269-b8a3-1a31f89a5ce0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] No DVR routers for this DVR port 1f4e0031-4617-4f71-a4db-e26503e370bc on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:25.397967 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6f34c070-1758-498e-bd49-170c3bd675d3 req-921ea2c6-4b3b-4269-b8a3-1a31f89a5ce0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:25.401801 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6f34c070-1758-498e-bd49-170c3bd675d3 req-921ea2c6-4b3b-4269-b8a3-1a31f89a5ce0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.21 "DELETE /v2.0/ports/1f4e0031-4617-4f71-a4db-e26503e370bc HTTP/1.1" status: 204 len: 173 time: 0.6860836 Nov 19 19:00:25.402450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d6f562-dfd3-4352-a02f-a2c736d9a2d0', 'name': 'network-vif-deleted', 'tag': '1f4e0031-4617-4f71-a4db-e26503e370bc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:25.406602 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a53f18-b247-423f-83ed-9eb77365b549" -d '{"events": [{"server_uuid": "58d6f562-dfd3-4352-a02f-a2c736d9a2d0", "name": "network-vif-deleted", "tag": "1f4e0031-4617-4f71-a4db-e26503e370bc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:25.475003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3a26968-35aa-418e-8d7a-6e98e5d0d925 req-a495aa4a-7ce6-4590-8216-d775b67b9a70 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849475 Nov 19 19:00:25.656834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7084b90-5f37-4fa0-8a58-4138be3e1081 req-d8bdb020-cf7a-446d-b080-02b41009c41a tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:25.659568 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c7084b90-5f37-4fa0-8a58-4138be3e1081 req-d8bdb020-cf7a-446d-b080-02b41009c41a tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 944 time: 0.1136379 Nov 19 19:00:25.739480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-30683c40-ee32-43c0-b5ae-880eecd52e00 req-502b00b2-5e8f-43f6-8e83-91b572f3f3f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e808dadf-490e-412d-865e-f14622428f8d HTTP/1.1" status: 200 len: 217 time: 0.4362111 Nov 19 19:00:25.748513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:25.764196 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cfbefb2-1eed-4fbc-baf6-c8c72aad55cb req-1bcb2898-679c-4db4-9401-ee9b14d54074 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5557556 Nov 19 19:00:25.810116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c7084b90-5f37-4fa0-8a58-4138be3e1081 req-1337b4d7-eda2-41ef-abc4-8beabfa79174 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293371 Nov 19 19:00:25.978179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Attempting to bind port 45e2bb10-6f2b-4d38-8353-e693058950df on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:00:25.979130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Attempting to bind port 45e2bb10-6f2b-4d38-8353-e693058950df by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '78cb105b-6872-4e72-b5af-7d31cea3f839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9aae5fb7-8031-4835-ae12-de225aac6be4'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:00:25.979470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Attempting to bind port 45e2bb10-6f2b-4d38-8353-e693058950df on network 9aae5fb7-8031-4835-ae12-de225aac6be4 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:25.991867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Port 45e2bb10-6f2b-4d38-8353-e693058950df on network 9aae5fb7-8031-4835-ae12-de225aac6be4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:00:25.992280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Attempting to bind port 45e2bb10-6f2b-4d38-8353-e693058950df on network 9aae5fb7-8031-4835-ae12-de225aac6be4 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:26.000677 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:26.007820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:00:26.008221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Checking segment: {'id': '78cb105b-6872-4e72-b5af-7d31cea3f839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9aae5fb7-8031-4835-ae12-de225aac6be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:26.008623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Bound using segment: {'id': '78cb105b-6872-4e72-b5af-7d31cea3f839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9aae5fb7-8031-4835-ae12-de225aac6be4'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:00:26.009124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Bound port: 45e2bb10-6f2b-4d38-8353-e693058950df, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78cb105b-6872-4e72-b5af-7d31cea3f839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9aae5fb7-8031-4835-ae12-de225aac6be4'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:00:26.009609 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:26.048334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683c40-ee32-43c0-b5ae-880eecd52e00 req-30dcfaec-8ad5-4652-ae2c-1f6e65845249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:26.051007 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-30683c40-ee32-43c0-b5ae-880eecd52e00 req-30dcfaec-8ad5-4652-ae2c-1f6e65845249 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ea20dac-a42c-4054-970f-ee42976eb024 HTTP/1.1" status: 200 len: 844 time: 0.2988515 Nov 19 19:00:26.051923 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:26.127672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80be82c9-eb14-43be-9315-7a419bab7a38,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:26.175112 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62be2d19-aaf3-43a9-9dfd-f00ef93c2e35 x-openstack-request-id: req-62be2d19-aaf3-43a9-9dfd-f00ef93c2e35 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:26.175824 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d6f562-dfd3-4352-a02f-a2c736d9a2d0", "name": "network-vif-deleted", "tag": "1f4e0031-4617-4f71-a4db-e26503e370bc", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:26.176242 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62be2d19-aaf3-43a9-9dfd-f00ef93c2e35 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:26.176841 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d6f562-dfd3-4352-a02f-a2c736d9a2d0', 'name': 'network-vif-deleted', 'tag': '1f4e0031-4617-4f71-a4db-e26503e370bc', 'status': 'completed', 'code': 200} Nov 19 19:00:26.188397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df13a-26a0-4248-beb8-826ae1e36e7f req-1ed6edeb-38f7-45c2-a33a-92107c2cfada tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:26.190406 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3e3df13a-26a0-4248-beb8-826ae1e36e7f req-1ed6edeb-38f7-45c2-a33a-92107c2cfada tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.4682755 Nov 19 19:00:26.198049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:00:26.259834 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:26.260183 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Added segment 054ae582-563c-4b5e-9582-a34b8c80c005 of type vlan for network 67785bfe-0649-471e-bf54-219361c54580 Nov 19 19:00:26.282253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] For port 45e2bb10-6f2b-4d38-8353-e693058950df, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:00:26.325058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] For port 45e2bb10-6f2b-4d38-8353-e693058950df, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=45e2bb10-6f2b-4d38-8353-e693058950df,segment=NetworkSegment(78cb105b-6872-4e72-b5af-7d31cea3f839),segment_id=78cb105b-6872-4e72-b5af-7d31cea3f839)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:00:26.327500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683c40-ee32-43c0-b5ae-880eecd52e00 req-11bae73c-eb4f-494c-90de-09cbb491c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:26.330032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-30683c40-ee32-43c0-b5ae-880eecd52e00 req-11bae73c-eb4f-494c-90de-09cbb491c8bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0701e31b-d785-4c6c-a312-a2dba0f099e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228968 Nov 19 19:00:26.353342 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:26.378075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:26.464753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:26.465362 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:26.466833 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] 10.222.0.57 "PUT /v2.0/ports/45e2bb10-6f2b-4d38-8353-e693058950df HTTP/1.1" status: 200 len: 1092 time: 2.2482524 Nov 19 19:00:26.471069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261c312d-cc39-48a9-abe3-ef765dae9d72', 'tag': '45e2bb10-6f2b-4d38-8353-e693058950df'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:26.473309 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c00490-233d-4e99-b4d7-dba8706c429b" -d '{"events": [{"name": "network-changed", "server_uuid": "261c312d-cc39-48a9-abe3-ef765dae9d72", "tag": "45e2bb10-6f2b-4d38-8353-e693058950df"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:26.535659 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a75302-8d8a-47ea-ae53-184773220b0d x-openstack-request-id: req-81a75302-8d8a-47ea-ae53-184773220b0d {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:26.535976 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261c312d-cc39-48a9-abe3-ef765dae9d72", "tag": "45e2bb10-6f2b-4d38-8353-e693058950df", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:26.536631 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81a75302-8d8a-47ea-ae53-184773220b0d {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:26.537031 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261c312d-cc39-48a9-abe3-ef765dae9d72', 'tag': '45e2bb10-6f2b-4d38-8353-e693058950df', 'status': 'completed', 'code': 200} Nov 19 19:00:26.586435 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-30683c40-ee32-43c0-b5ae-880eecd52e00 req-585abed8-1f61-4acd-bc34-8ca07fe0e646 service neutron] 10.222.0.21 "GET /v2.0/networks/0701e31b-d785-4c6c-a312-a2dba0f099e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345912 Nov 19 19:00:26.592559 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c40759-baa1-45e3-adbd-cf40a2a29818 service neutron] Pushing event updated for resources: {'Port': ['ID=45e2bb10-6f2b-4d38-8353-e693058950df,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:26.612394 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:26.613321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:26.613947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:26.753691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-3e3df13a-26a0-4248-beb8-826ae1e36e7f req-d3a75246-2e54-4046-925c-4d5c45ad5750 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Deleting port b9366726-b693-4eb0-a5bc-b5cc597ff332 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:26.754107 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3e3df13a-26a0-4248-beb8-826ae1e36e7f req-d3a75246-2e54-4046-925c-4d5c45ad5750 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:26.768382 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5912573 Nov 19 19:00:26.768806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41832) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:26.783825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] Request body: {'subnet': {'network_id': '67785bfe-0649-471e-bf54-219361c54580', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2123504463-subnet', 'tenant_id': '1e2e61192cfd412892aa7664644997c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:26.826703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] Made reservation on behalf of 1e2e61192cfd412892aa7664644997c9 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:26.830954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:26.838210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-8eb446f5-8bc5-4069-8bf9-164338e0f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:26.839860 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-8eb446f5-8bc5-4069-8bf9-164338e0f217 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc569ce212d2481283d3516a44289757&device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 1095 time: 0.2903862 Nov 19 19:00:26.842076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53701f45-b406-46b7-9c80-dc3bbb50d38d admin admin] Pushing event updated for resources: {'Network': ['ID=67785bfe-0649-471e-bf54-219361c54580,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:26.854948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 67785bfe-0649-471e-bf54-219361c54580 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:00:26.931068 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-d2b45593-b6fe-43c6-a772-ce64d20a8abe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e2bb10-6f2b-4d38-8353-e693058950df HTTP/1.1" status: 200 len: 217 time: 0.0724380 Nov 19 19:00:26.958294 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba4efb-507c-4973-8e89-abec8c8200bc req-b068208d-ceb7-4bb2-8869-0fc5062b79d8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:26.962301 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95ba4efb-507c-4973-8e89-abec8c8200bc req-b068208d-ceb7-4bb2-8869-0fc5062b79d8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 950 time: 0.3547845 Nov 19 19:00:26.994398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-30683c40-ee32-43c0-b5ae-880eecd52e00 req-382ce711-218c-4af3-986e-99ff85e52b2b service neutron] 10.222.0.21 "GET /v2.0/networks/0701e31b-d785-4c6c-a312-a2dba0f099e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952451 Nov 19 19:00:27.026753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-3e3df13a-26a0-4248-beb8-826ae1e36e7f req-d3a75246-2e54-4046-925c-4d5c45ad5750 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] For port b9366726-b693-4eb0-a5bc-b5cc597ff332, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b9366726-b693-4eb0-a5bc-b5cc597ff332,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:27.027214 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3e3df13a-26a0-4248-beb8-826ae1e36e7f req-d3a75246-2e54-4046-925c-4d5c45ad5750 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:27.054673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-3e3df13a-26a0-4248-beb8-826ae1e36e7f req-d3a75246-2e54-4046-925c-4d5c45ad5750 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Calling delete_port for b9366726-b693-4eb0-a5bc-b5cc597ff332 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:27.071357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a30f36-fc30-4113-b919-f682a8cc2ce0 req-b8e554e2-b6ca-4ece-b42d-028871410a10 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:27.072884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93a30f36-fc30-4113-b919-f682a8cc2ce0 req-b8e554e2-b6ca-4ece-b42d-028871410a10 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 944 time: 0.1165407 Nov 19 19:00:27.087486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-8e8d7088-ffb6-4fbd-9b36-c684e30ad84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:27.089006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-8e8d7088-ffb6-4fbd-9b36-c684e30ad84d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5594fc36-7568-46c3-b170-d15a1c7bae3f HTTP/1.1" status: 200 len: 853 time: 0.1233151 Nov 19 19:00:27.096312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95ba4efb-507c-4973-8e89-abec8c8200bc req-0788c78e-d10d-4f57-b409-445e9fca73f6 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275411 Nov 19 19:00:27.176461 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-50da8396-8b4a-4002-9f07-13999434eeac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9aae5fb7-8031-4835-ae12-de225aac6be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369065 Nov 19 19:00:27.189001 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:27.223249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93a30f36-fc30-4113-b919-f682a8cc2ce0 req-3963402b-9b7f-40b8-963f-f694598b610b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371729 Nov 19 19:00:27.263868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] Checking segment: {'id': '054ae582-563c-4b5e-9582-a34b8c80c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '67785bfe-0649-471e-bf54-219361c54580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:27.264211 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] Network hostable DHCP agents. Network: 67785bfe-0649-471e-bf54-219361c54580, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:00:27.290476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17529e3-1f1c-49cd-be45-a90edb6a0673,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:27.309859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] Network 67785bfe-0649-471e-bf54-219361c54580 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:00:27.313727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846a201-e50f-4050-8b04-d4ce8330f6f6 req-223b8805-0f27-4ee9-bd76-39232f376db8 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:27.315305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f846a201-e50f-4050-8b04-d4ce8330f6f6 req-223b8805-0f27-4ee9-bd76-39232f376db8 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 944 time: 0.1441832 Nov 19 19:00:27.331787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 67785bfe-0649-471e-bf54-219361c54580) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:27.339217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:27.339799 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:27.351410 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a520d82a-2213-4ce8-a88b-a24998bcd1f6 None None] Network 67785bfe-0649-471e-bf54-219361c54580 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:27.378580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ae2cf79a-e52c-43b4-84d1-7b11f1e89b46 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6085832 Nov 19 19:00:27.396849 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-49b73a6c-eaa8-4f4c-abc8-daf3234811ed service neutron] 10.222.0.57 "GET /v2.0/networks/9aae5fb7-8031-4835-ae12-de225aac6be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093017 Nov 19 19:00:27.487317 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3e3df13a-26a0-4248-beb8-826ae1e36e7f req-d3a75246-2e54-4046-925c-4d5c45ad5750 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:27.518946 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f846a201-e50f-4050-8b04-d4ce8330f6f6 req-bdaf0c78-0e3a-400e-8504-27fa7ed5d450 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690903 Nov 19 19:00:27.561016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a75246-2e54-4046-925c-4d5c45ad5750 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event deleted for resources: {'Port': ['ID=b9366726-b693-4eb0-a5bc-b5cc597ff332,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:27.597525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d', '77bd6c75-8f82-42db-9e33-4404a19207b1', '5c135e11-ae3d-4d34-bc30-3b68f75e24d1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:27.639833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3df13a-26a0-4248-beb8-826ae1e36e7f req-d3a75246-2e54-4046-925c-4d5c45ad5750 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] No DVR routers for this DVR port b9366726-b693-4eb0-a5bc-b5cc597ff332 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:27.644980 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3e3df13a-26a0-4248-beb8-826ae1e36e7f req-d3a75246-2e54-4046-925c-4d5c45ad5750 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:27.648351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3e3df13a-26a0-4248-beb8-826ae1e36e7f req-d3a75246-2e54-4046-925c-4d5c45ad5750 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "DELETE /v2.0/ports/b9366726-b693-4eb0-a5bc-b5cc597ff332 HTTP/1.1" status: 204 len: 173 time: 1.4387078 Nov 19 19:00:27.650935 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c70dbdf6-a7d3-470a-a392-78b2c810c4eb req-c64662c3-c945-401d-a2e7-17d40977bb0d service neutron] 10.222.0.57 "GET /v2.0/networks/9aae5fb7-8031-4835-ae12-de225aac6be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455111 Nov 19 19:00:27.695173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be0afe0-0093-4453-b408-d3cc9dfc06a3 None None] Network 67785bfe-0649-471e-bf54-219361c54580 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:27.806197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c00490-233d-4e99-b4d7-dba8706c429b req-ea180a04-ac7e-451f-b465-891557eb8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:27.808387 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1c00490-233d-4e99-b4d7-dba8706c429b req-ea180a04-ac7e-451f-b465-891557eb8eab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc569ce212d2481283d3516a44289757&device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 1095 time: 0.0717239 Nov 19 19:00:27.922609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e808dadf-490e-412d-865e-f14622428f8d details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:00:28.029573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c00490-233d-4e99-b4d7-dba8706c429b req-185a5c7a-04b7-41e7-b3e8-39aab8bab269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:28.034191 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1c00490-233d-4e99-b4d7-dba8706c429b req-185a5c7a-04b7-41e7-b3e8-39aab8bab269 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9aae5fb7-8031-4835-ae12-de225aac6be4 HTTP/1.1" status: 200 len: 914 time: 0.2040479 Nov 19 19:00:28.039705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1f4e0031-4617-4f71-a4db-e26503e370bc no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:28.044106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-c1ff0b89-d4cd-466c-ba9c-a7f289e814a4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:28.048713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e808dadf-490e-412d-865e-f14622428f8d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e808dadf-490e-412d-865e-f14622428f8d,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:28.051539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b9366726-b693-4eb0-a5bc-b5cc597ff332 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:28.053083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-c1ff0b89-d4cd-466c-ba9c-a7f289e814a4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/networks?id=2942ed4f-0802-4fb0-979f-a0a7693d213b HTTP/1.1" status: 200 len: 824 time: 0.2073619 Nov 19 19:00:28.071286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-e97086fc-20c0-4cde-814c-3ecb770d5263 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/quotas/0294e5c574f140108c84ad27699b2d23 HTTP/1.1" status: 200 len: 375 time: 0.0169251 Nov 19 19:00:28.101643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1c00490-233d-4e99-b4d7-dba8706c429b req-df49bbf4-61af-49ee-a5fd-3ed5abd96cb5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e2bb10-6f2b-4d38-8353-e693058950df HTTP/1.1" status: 200 len: 217 time: 0.0581884 Nov 19 19:00:28.110797 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-4f553a85-a09c-4a21-b225-c3d4a8aa6eb4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0294e5c574f140108c84ad27699b2d23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384233 Nov 19 19:00:28.135045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 1f4e0031-4617-4f71-a4db-e26503e370bc {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:28.135395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1f4e0031-4617-4f71-a4db-e26503e370bc not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:28.138611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: b9366726-b693-4eb0-a5bc-b5cc597ff332 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:28.138962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b9366726-b693-4eb0-a5bc-b5cc597ff332 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:28.141074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'e808dadf-490e-412d-865e-f14622428f8d', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'port_id': 'e808dadf-490e-412d-865e-f14622428f8d', 'mac_address': 'fa:16:3e:58:2f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:00:28.220156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c00490-233d-4e99-b4d7-dba8706c429b req-77440bd9-05ba-4edf-b5a9-0d06f6ecca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:28.225396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1c00490-233d-4e99-b4d7-dba8706c429b req-77440bd9-05ba-4edf-b5a9-0d06f6ecca1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5594fc36-7568-46c3-b170-d15a1c7bae3f HTTP/1.1" status: 200 len: 853 time: 0.1116679 Nov 19 19:00:28.256136 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-795fb4e9-f373-428f-acc9-6bccdc29cc10 service neutron] 10.222.0.50 "GET /v2.0/networks/2942ed4f-0802-4fb0-979f-a0a7693d213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372759 Nov 19 19:00:28.266338 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:28.297873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e808dadf-490e-412d-865e-f14622428f8d {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:00:28.317990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1c00490-233d-4e99-b4d7-dba8706c429b req-89fdc7af-0a8c-492c-8092-8b0827880a06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9aae5fb7-8031-4835-ae12-de225aac6be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807030 Nov 19 19:00:28.319960 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-de974f4d-e3e2-4df7-8225-5116775a9148 req-4298e3cb-3309-45d3-aed4-8935c8ee2208 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=5065f2fc-e135-4587-a85a-f70f4e2cab72 HTTP/1.1" status: 200 len: 210 time: 0.0520556 Nov 19 19:00:28.350393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e808dadf-490e-412d-865e-f14622428f8d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e808dadf-490e-412d-865e-f14622428f8d,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:28.374474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:28.400198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-9f1406fc-bbf7-43d5-bdf6-9b5a015e9d27 service neutron] 10.222.0.50 "GET /v2.0/networks/2942ed4f-0802-4fb0-979f-a0a7693d213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421511 Nov 19 19:00:28.505633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=e808dadf-490e-412d-865e-f14622428f8d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:28.553353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5065f2fc-e135-4587-a85a-f70f4e2cab72', 'name': 'network-vif-deleted', 'tag': 'b9366726-b693-4eb0-a5bc-b5cc597ff332'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:28.555634 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0d24bb-78e8-47db-97b0-d4b256b76d19" -d '{"events": [{"server_uuid": "5065f2fc-e135-4587-a85a-f70f4e2cab72", "name": "network-vif-deleted", "tag": "b9366726-b693-4eb0-a5bc-b5cc597ff332"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:28.624178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1c00490-233d-4e99-b4d7-dba8706c429b req-862f2fe6-cf37-4880-b822-fd39ebea8a0f service neutron] 10.222.0.57 "GET /v2.0/networks/9aae5fb7-8031-4835-ae12-de225aac6be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939212 Nov 19 19:00:28.647296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd53293-cbde-459c-9374-78d0b07c96b2 req-f138ce9d-692d-4a04-bc50-73e006fcb3b3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:28.654850 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cd53293-cbde-459c-9374-78d0b07c96b2 req-f138ce9d-692d-4a04-bc50-73e006fcb3b3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 945 time: 0.2368355 Nov 19 19:00:28.757824 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1c00490-233d-4e99-b4d7-dba8706c429b req-1fea21bb-4824-4754-af28-77b64f0cf0b4 service neutron] 10.222.0.57 "GET /v2.0/networks/9aae5fb7-8031-4835-ae12-de225aac6be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206653 Nov 19 19:00:28.794716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['e808dadf-490e-412d-865e-f14622428f8d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:28.839697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cd53293-cbde-459c-9374-78d0b07c96b2 req-500a90b7-5ed2-44d3-8f87-5760a615f320 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819968 Nov 19 19:00:28.957468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed1798-2d8a-4b59-b326-dd919f27fda7 req-812d34b2-790c-407b-90fa-a15e1dc11a12 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:28.963582 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8fb0bc50-607f-45d9-8092-28778510044e req-201eb3e2-0215-47f9-b6be-7296eb56f621 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 210 time: 0.0854445 Nov 19 19:00:28.968690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d3ed1798-2d8a-4b59-b326-dd919f27fda7 req-812d34b2-790c-407b-90fa-a15e1dc11a12 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 944 time: 0.1137202 Nov 19 19:00:29.013638 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f99df2-522c-47a9-9477-040a9d4968d5 x-openstack-request-id: req-68f99df2-522c-47a9-9477-040a9d4968d5 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:29.014199 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5065f2fc-e135-4587-a85a-f70f4e2cab72", "name": "network-vif-deleted", "tag": "b9366726-b693-4eb0-a5bc-b5cc597ff332", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:29.014626 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68f99df2-522c-47a9-9477-040a9d4968d5 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:29.015231 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5065f2fc-e135-4587-a85a-f70f4e2cab72', 'name': 'network-vif-deleted', 'tag': 'b9366726-b693-4eb0-a5bc-b5cc597ff332', 'status': 'completed', 'code': 200} Nov 19 19:00:29.039781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d3ed1798-2d8a-4b59-b326-dd919f27fda7 req-4a079bdc-b94d-4733-abb5-59a7b7a409cd tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701332 Nov 19 19:00:29.476133 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:29.915927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e808dadf-490e-412d-865e-f14622428f8d up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:30.033294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port e808dadf-490e-412d-865e-f14622428f8d completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:00:30.041004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port e808dadf-490e-412d-865e-f14622428f8d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:30.041694 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-324a7a4a-2426-44d3-b97d-27ccc22c252c tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:30.042862 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:30.043482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-324a7a4a-2426-44d3-b97d-27ccc22c252c tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.21 "GET /v2.0/networks?id=2942ed4f-0802-4fb0-979f-a0a7693d213b HTTP/1.1" status: 200 len: 824 time: 0.2154474 Nov 19 19:00:30.063178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00689f2-eab2-483c-8b3a-ca5d7a70f876 req-5de2c243-13c3-44fe-8d27-26ecd7b5f773 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:30.066658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403905a-ce92-47ae-ad5d-6a556d33ced6 req-097ffba3-aa0e-4d67-b89b-8d9a54bd0d20 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:30.071494 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c00689f2-eab2-483c-8b3a-ca5d7a70f876 req-5de2c243-13c3-44fe-8d27-26ecd7b5f773 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 945 time: 0.0957417 Nov 19 19:00:30.075974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4403905a-ce92-47ae-ad5d-6a556d33ced6 req-097ffba3-aa0e-4d67-b89b-8d9a54bd0d20 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4001e9d-c508-4268-aaf2-c7e58caad377 HTTP/1.1" status: 200 len: 950 time: 0.0895107 Nov 19 19:00:30.106771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Request body: {'port': {'device_id': '90eccacb-256c-4260-aec5-a971284ec7e3', 'network_id': '2942ed4f-0802-4fb0-979f-a0a7693d213b', 'admin_state_up': True, 'tenant_id': '0294e5c574f140108c84ad27699b2d23'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:30.133288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c00689f2-eab2-483c-8b3a-ca5d7a70f876 req-df82b2fb-51af-4826-bbcf-6bb29cf437b7 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607655 Nov 19 19:00:30.151193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4403905a-ce92-47ae-ad5d-6a556d33ced6 req-d07d718b-40d9-42aa-b779-af7fc27f66d4 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699439 Nov 19 19:00:30.153732 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:30.186296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e808dadf-490e-412d-865e-f14622428f8d'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:30.189525 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58d70af-b0eb-4da6-8f0c-588a221bda0f" -d '{"events": [{"server_uuid": "d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f", "name": "network-vif-plugged", "status": "completed", "tag": "e808dadf-490e-412d-865e-f14622428f8d"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:30.202785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e808dadf-490e-412d-865e-f14622428f8d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e808dadf-490e-412d-865e-f14622428f8d,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:30.208478 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:30.244864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71c27157-367d-4b19-a8b5-171a8227a52d req-c9d68fcd-2562-4c9c-88c6-6ecbc2053526 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 210 time: 0.0367832 Nov 19 19:00:30.272364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=e808dadf-490e-412d-865e-f14622428f8d,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:30.295984 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16fd074-470d-4b2d-8bd2-6e4db6f1a1ed x-openstack-request-id: req-c16fd074-470d-4b2d-8bd2-6e4db6f1a1ed {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:30.296293 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f", "name": "network-vif-plugged", "status": "completed", "tag": "e808dadf-490e-412d-865e-f14622428f8d", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:30.296577 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c16fd074-470d-4b2d-8bd2-6e4db6f1a1ed {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:30.296981 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e808dadf-490e-412d-865e-f14622428f8d', 'code': 200} Nov 19 19:00:30.340234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4cdc9-fa15-45cf-8882-397dcdc375d7 req-2236d25d-28dd-4701-a3db-9f8133d6c973 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:30.341719 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-77b4cdc9-fa15-45cf-8882-397dcdc375d7 req-2236d25d-28dd-4701-a3db-9f8133d6c973 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 944 time: 0.0952170 Nov 19 19:00:30.380202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Made reservation on behalf of 0294e5c574f140108c84ad27699b2d23 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:30.383794 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:30.403462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c45469-93af-4d79-a921-eeba4da79fe1 req-88134747-32fb-48d3-a5e6-236cdcc03dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:30.405377 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06c45469-93af-4d79-a921-eeba4da79fe1 req-88134747-32fb-48d3-a5e6-236cdcc03dcc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 1097 time: 0.0483918 Nov 19 19:00:30.426024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-77b4cdc9-fa15-45cf-8882-397dcdc375d7 req-763d35e9-2070-45d4-9a26-9db3aca8da60 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735898 Nov 19 19:00:30.464252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06c45469-93af-4d79-a921-eeba4da79fe1 req-24570ee1-69ac-4724-a1c4-34a529779392 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520282 Nov 19 19:00:30.536361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Allocated IP 172.20.0.4 (2942ed4f-0802-4fb0-979f-a0a7693d213b/af1b492d-c451-4a5b-be04-146ffc4cff2b/f3f1c74f-5a19-4243-aae4-0218e7797f06) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:30.692329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:30.731812 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:30.784760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Network 2942ed4f-0802-4fb0-979f-a0a7693d213b is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:30.788126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:30.791778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:30.799681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Pushing event updated for resources: {'Port': ['ID=f3f1c74f-5a19-4243-aae4-0218e7797f06,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:30.846804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:30.847437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:30.868471 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-733778f6-9d18-49ad-a154-2e5b7129acf4 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7891421 Nov 19 19:00:30.892977 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Request body: {'port': {'device_id': '90eccacb-256c-4260-aec5-a971284ec7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:30.958241 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:31.254528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a54870-092f-4519-9b5d-d405c157a078 req-e3c6eb33-e8c7-45e7-a3ab-ae555f105246 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:31.255925 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-e3c6eb33-e8c7-45e7-a3ab-ae555f105246 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 807 time: 0.1111372 Nov 19 19:00:31.266486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f1c74f-5a19-4243-aae4-0218e7797f06 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:00:31.272316 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-5df3036f-52c2-46eb-9890-2f9eaf603aab tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/quotas/259b3162d6d440c788fffaaf792127c3 HTTP/1.1" status: 200 len: 375 time: 0.0104494 Nov 19 19:00:31.278575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:31.299011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06062bc3-3eed-4dcd-b0cf-51adf66f8205 req-c8d9ec2d-648d-4c4a-954a-eedab0e6014d tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:31.300658 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-06062bc3-3eed-4dcd-b0cf-51adf66f8205 req-c8d9ec2d-648d-4c4a-954a-eedab0e6014d tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 946 time: 0.0964015 Nov 19 19:00:31.305662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Transition to ACTIVE for port object f3f1c74f-5a19-4243-aae4-0218e7797f06 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:00:31.325086 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:31.334382 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-dbd16e47-d041-40f5-8fb0-66ed861e1f42 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542045 Nov 19 19:00:31.402498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f1c74f-5a19-4243-aae4-0218e7797f06,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:31.412706 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-06062bc3-3eed-4dcd-b0cf-51adf66f8205 req-d9d0910a-d04c-4805-8990-866155af3eb3 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057472 Nov 19 19:00:31.438433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-dfcdaba5-b0e5-4962-b2c4-7f947e1bd4d3 service neutron] 10.222.0.50 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966198 Nov 19 19:00:31.486506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Attempting to bind port f3f1c74f-5a19-4243-aae4-0218e7797f06 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:00:31.486845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Attempting to bind port f3f1c74f-5a19-4243-aae4-0218e7797f06 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '38f2b515-e0c3-4152-bf84-c12d4918274a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2942ed4f-0802-4fb0-979f-a0a7693d213b'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:00:31.487223 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Attempting to bind port f3f1c74f-5a19-4243-aae4-0218e7797f06 on network 2942ed4f-0802-4fb0-979f-a0a7693d213b {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:31.492105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Port f3f1c74f-5a19-4243-aae4-0218e7797f06 on network 2942ed4f-0802-4fb0-979f-a0a7693d213b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:00:31.493606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Attempting to bind port f3f1c74f-5a19-4243-aae4-0218e7797f06 on network 2942ed4f-0802-4fb0-979f-a0a7693d213b {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:31.497885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:00:31.498274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Checking segment: {'id': '38f2b515-e0c3-4152-bf84-c12d4918274a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2942ed4f-0802-4fb0-979f-a0a7693d213b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:31.498607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Bound using segment: {'id': '38f2b515-e0c3-4152-bf84-c12d4918274a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2942ed4f-0802-4fb0-979f-a0a7693d213b'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:00:31.499150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Bound port: f3f1c74f-5a19-4243-aae4-0218e7797f06, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f2b515-e0c3-4152-bf84-c12d4918274a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2942ed4f-0802-4fb0-979f-a0a7693d213b'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:00:31.499581 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:31.565430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-6224b088-d9ac-4493-b359-29a4e64b1400 service neutron] 10.222.0.50 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224539 Nov 19 19:00:31.603932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] For port f3f1c74f-5a19-4243-aae4-0218e7797f06, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:00:31.607764 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] For port f3f1c74f-5a19-4243-aae4-0218e7797f06, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3f1c74f-5a19-4243-aae4-0218e7797f06,segment=NetworkSegment(38f2b515-e0c3-4152-bf84-c12d4918274a),segment_id=38f2b515-e0c3-4152-bf84-c12d4918274a)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:00:31.617800 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcaae6-7a81-4517-bf83-cb8951dc9343 req-7f0f20ef-4bc9-477a-8632-cbf24c8e41d7 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:31.619463 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5bcaae6-7a81-4517-bf83-cb8951dc9343 req-7f0f20ef-4bc9-477a-8632-cbf24c8e41d7 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4001e9d-c508-4268-aaf2-c7e58caad377 HTTP/1.1" status: 200 len: 950 time: 0.0988755 Nov 19 19:00:31.621362 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:31.683578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:31.684197 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:31.686173 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] 10.222.0.21 "PUT /v2.0/ports/f3f1c74f-5a19-4243-aae4-0218e7797f06 HTTP/1.1" status: 200 len: 1091 time: 0.7990952 Nov 19 19:00:31.694485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90eccacb-256c-4260-aec5-a971284ec7e3', 'tag': 'f3f1c74f-5a19-4243-aae4-0218e7797f06'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:31.697451 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533fd248-b7c9-4520-be50-6ba38dd457b5" -d '{"events": [{"name": "network-changed", "server_uuid": "90eccacb-256c-4260-aec5-a971284ec7e3", "tag": "f3f1c74f-5a19-4243-aae4-0218e7797f06"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:31.789915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d636a9-c7df-495b-86bc-d7677932c409 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f1c74f-5a19-4243-aae4-0218e7797f06,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:31.806809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5bcaae6-7a81-4517-bf83-cb8951dc9343 req-8f1dcfef-4bcc-44ca-9923-2cf5c4277851 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765146 Nov 19 19:00:31.921632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e655fe-8a36-4bd8-87b8-d4a351830b06 req-578ea426-7c7b-460a-9490-b2762216c42a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:31.924259 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1e655fe-8a36-4bd8-87b8-d4a351830b06 req-578ea426-7c7b-460a-9490-b2762216c42a tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/ports?device_id=46a9b51a-9a6c-471d-b1e3-028d8acd4d44 HTTP/1.1" status: 200 len: 950 time: 0.2212596 Nov 19 19:00:31.941619 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 45e2bb10-6f2b-4d38-8353-e693058950df details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:00:31.948514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-77199e9b-1e66-48cf-94b5-02ac3da1b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:31.949648 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-77199e9b-1e66-48cf-94b5-02ac3da1b9a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0294e5c574f140108c84ad27699b2d23&device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 1094 time: 0.2070670 Nov 19 19:00:31.954267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c3d11-1914-408d-bd0a-d48859fb0682 req-2f20331b-c26a-4467-82ae-580fabc7a1ad tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:31.955875 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-570c3d11-1914-408d-bd0a-d48859fb0682 req-2f20331b-c26a-4467-82ae-580fabc7a1ad tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 944 time: 0.0711412 Nov 19 19:00:31.959999 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eb8f4-ff51-4e10-b5ce-2463e9ae8018 req-0ac51421-5745-4d2d-a0b9-583f70be5576 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:31.961510 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b5eb8f4-ff51-4e10-b5ce-2463e9ae8018 req-0ac51421-5745-4d2d-a0b9-583f70be5576 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4001e9d-c508-4268-aaf2-c7e58caad377 HTTP/1.1" status: 200 len: 950 time: 0.1521797 Nov 19 19:00:32.037665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-570c3d11-1914-408d-bd0a-d48859fb0682 req-7db894f5-0461-4259-8718-00adef2774fc tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748029 Nov 19 19:00:32.062842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-99fa58fb-5889-42c3-b4fd-59d8bbbb4a5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3f1c74f-5a19-4243-aae4-0218e7797f06 HTTP/1.1" status: 200 len: 217 time: 0.0908344 Nov 19 19:00:32.085632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 45e2bb10-6f2b-4d38-8353-e693058950df, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=45e2bb10-6f2b-4d38-8353-e693058950df,segment=NetworkSegment(78cb105b-6872-4e72-b5af-7d31cea3f839),segment_id=78cb105b-6872-4e72-b5af-7d31cea3f839)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:32.088573 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2cde45-f080-4514-936a-01fa7da7f16a x-openstack-request-id: req-4c2cde45-f080-4514-936a-01fa7da7f16a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:32.088870 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90eccacb-256c-4260-aec5-a971284ec7e3", "tag": "f3f1c74f-5a19-4243-aae4-0218e7797f06", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:32.089145 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c2cde45-f080-4514-936a-01fa7da7f16a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:32.089540 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90eccacb-256c-4260-aec5-a971284ec7e3', 'tag': 'f3f1c74f-5a19-4243-aae4-0218e7797f06', 'status': 'completed', 'code': 200} Nov 19 19:00:32.101943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '45e2bb10-6f2b-4d38-8353-e693058950df', 'network_id': '9aae5fb7-8031-4835-ae12-de225aac6be4', 'port_id': '45e2bb10-6f2b-4d38-8353-e693058950df', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5594fc36-7568-46c3-b170-d15a1c7bae3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:00:32.177597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f74969-aac2-4893-9d5d-a4c73fd092bc req-eff79d57-6a91-4af2-9d79-311f8196d0c8 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:32.178351 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:32.179632 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3f74969-aac2-4893-9d5d-a4c73fd092bc req-eff79d57-6a91-4af2-9d79-311f8196d0c8 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 943 time: 0.2884753 Nov 19 19:00:32.195453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e2bb10-6f2b-4d38-8353-e693058950df {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:00:32.220500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 45e2bb10-6f2b-4d38-8353-e693058950df, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=45e2bb10-6f2b-4d38-8353-e693058950df,segment=NetworkSegment(78cb105b-6872-4e72-b5af-7d31cea3f839),segment_id=78cb105b-6872-4e72-b5af-7d31cea3f839)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:32.225603 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:32.246868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-12d3f8c2-815f-48f0-87a8-c7b8c2b4be39 req-fcf4fa65-4920-4d57-841e-ed49bab4c8c6 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 210 time: 0.0297420 Nov 19 19:00:32.304011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=45e2bb10-6f2b-4d38-8353-e693058950df,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:32.558098 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201855f-b78b-40a8-a787-d468180e7aff req-fa2e2cc8-230e-4286-80e2-addc242bd51e tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:32.566386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3201855f-b78b-40a8-a787-d468180e7aff req-fa2e2cc8-230e-4286-80e2-addc242bd51e tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 946 time: 0.0706844 Nov 19 19:00:32.579542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-bae19232-0525-4c8d-9d58-bdbfe89e39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:32.580895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-bae19232-0525-4c8d-9d58-bdbfe89e39cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af1b492d-c451-4a5b-be04-146ffc4cff2b HTTP/1.1" status: 200 len: 864 time: 0.5086620 Nov 19 19:00:32.629929 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-08fedf43-abc9-44d6-af9d-1202e3f1d4e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2942ed4f-0802-4fb0-979f-a0a7693d213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360093 Nov 19 19:00:32.630478 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3201855f-b78b-40a8-a787-d468180e7aff req-173a34d5-81a5-40de-bf63-d8e675c7d695 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611546 Nov 19 19:00:32.717670 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3f74969-aac2-4893-9d5d-a4c73fd092bc req-56af11a0-bff5-4347-8c21-0fd540016381 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060503 Nov 19 19:00:32.723758 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-d1e655fe-8a36-4bd8-87b8-d4a351830b06 req-1c103891-c251-4d5c-87fd-a4a6889973f3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Deleting port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:32.724105 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d1e655fe-8a36-4bd8-87b8-d4a351830b06 req-1c103891-c251-4d5c-87fd-a4a6889973f3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:32.739710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['45e2bb10-6f2b-4d38-8353-e693058950df'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:32.753668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dccf9f-b74f-4efb-8dc2-cd329eb203f5 req-8408adfa-2556-4020-a638-cc31eb0d7992 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:32.755504 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2dccf9f-b74f-4efb-8dc2-cd329eb203f5 req-8408adfa-2556-4020-a638-cc31eb0d7992 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 946 time: 0.0583622 Nov 19 19:00:32.764818 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41952) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:32.770473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-8b5eb8f4-ff51-4e10-b5ce-2463e9ae8018 req-cfa34a9d-48bb-4c11-924b-ee14831f2230 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Deleting port 77bd6c75-8f82-42db-9e33-4404a19207b1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:32.770817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b5eb8f4-ff51-4e10-b5ce-2463e9ae8018 req-cfa34a9d-48bb-4c11-924b-ee14831f2230 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:32.771586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7ee45c4f-e0b4-45ee-95d3-71668a489854 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Request body: {'floatingip': {'port_id': 'e808dadf-490e-412d-865e-f14622428f8d'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:32.818406 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ee45c4f-e0b4-45ee-95d3-71668a489854 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:32.919404 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-4944c7a6-d313-4a77-9b75-f7e6c783cb18 service neutron] 10.222.0.21 "GET /v2.0/networks/2942ed4f-0802-4fb0-979f-a0a7693d213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786818 Nov 19 19:00:32.936434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d1e655fe-8a36-4bd8-87b8-d4a351830b06 req-1c103891-c251-4d5c-87fd-a4a6889973f3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] For port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=5c135e11-ae3d-4d34-bc30-3b68f75e24d1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:32.936860 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d1e655fe-8a36-4bd8-87b8-d4a351830b06 req-1c103891-c251-4d5c-87fd-a4a6889973f3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:33.030163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-d1e655fe-8a36-4bd8-87b8-d4a351830b06 req-1c103891-c251-4d5c-87fd-a4a6889973f3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Calling delete_port for 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:33.038548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8b5eb8f4-ff51-4e10-b5ce-2463e9ae8018 req-cfa34a9d-48bb-4c11-924b-ee14831f2230 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] For port 77bd6c75-8f82-42db-9e33-4404a19207b1, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=77bd6c75-8f82-42db-9e33-4404a19207b1,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:33.038915 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b5eb8f4-ff51-4e10-b5ce-2463e9ae8018 req-cfa34a9d-48bb-4c11-924b-ee14831f2230 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:33.074265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-8b5eb8f4-ff51-4e10-b5ce-2463e9ae8018 req-cfa34a9d-48bb-4c11-924b-ee14831f2230 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Calling delete_port for 77bd6c75-8f82-42db-9e33-4404a19207b1 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:33.203312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e39ee91-4faf-4b0f-85b5-4b189f473d96 req-74f30b42-a611-4ccd-a0d0-ea3a59b21934 service neutron] 10.222.0.21 "GET /v2.0/networks/2942ed4f-0802-4fb0-979f-a0a7693d213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683637 Nov 19 19:00:33.215177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824f7a2-c834-42d4-a32a-d9783c6913cd req-5347de92-7b1a-4def-9bfe-d5f95235b422 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:33.223468 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2824f7a2-c834-42d4-a32a-d9783c6913cd req-5347de92-7b1a-4def-9bfe-d5f95235b422 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4001e9d-c508-4268-aaf2-c7e58caad377 HTTP/1.1" status: 200 len: 950 time: 0.2934377 Nov 19 19:00:33.337313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f5eec-8289-48a4-ab59-6ec9a1ab4f9e req-971c3c9b-49f0-43a6-aa06-ad0c8c26d1bf tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:33.338924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f2f5eec-8289-48a4-ab59-6ec9a1ab4f9e req-971c3c9b-49f0-43a6-aa06-ad0c8c26d1bf tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 945 time: 0.2241142 Nov 19 19:00:33.395586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a54870-092f-4519-9b5d-d405c157a078 req-3dd47d1a-66f7-4ae3-a902-b2d98595e0b7 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:33.397079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-3dd47d1a-66f7-4ae3-a902-b2d98595e0b7 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.57 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 807 time: 0.2672682 Nov 19 19:00:33.403367 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2824f7a2-c834-42d4-a32a-d9783c6913cd req-8e51b8bf-fbe8-49bd-b16d-5b517e0efc44 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790369 Nov 19 19:00:33.419019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Request body: {'port': {'device_id': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2', 'admin_state_up': True, 'tenant_id': '259b3162d6d440c788fffaaf792127c3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:33.451500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fd248-b7c9-4520-be50-6ba38dd457b5 req-2f94ba62-b168-4f2b-8c3c-0de14ecf6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:33.453116 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-533fd248-b7c9-4520-be50-6ba38dd457b5 req-2f94ba62-b168-4f2b-8c3c-0de14ecf6e63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0294e5c574f140108c84ad27699b2d23&device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 1094 time: 0.1796634 Nov 19 19:00:33.521420 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d1e655fe-8a36-4bd8-87b8-d4a351830b06 req-1c103891-c251-4d5c-87fd-a4a6889973f3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:33.554384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f2f5eec-8289-48a4-ab59-6ec9a1ab4f9e req-bb96ee1d-88c9-4dc8-b004-c7c0185ad546 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030444 Nov 19 19:00:33.578943 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c103891-c251-4d5c-87fd-a4a6889973f3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event deleted for resources: {'Port': ['ID=5c135e11-ae3d-4d34-bc30-3b68f75e24d1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:33.584164 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-7ee45c4f-e0b4-45ee-95d3-71668a489854 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 19:00:33.591084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b5eb8f4-ff51-4e10-b5ce-2463e9ae8018 req-cfa34a9d-48bb-4c11-924b-ee14831f2230 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:33.665593 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ee45c4f-e0b4-45ee-95d3-71668a489854 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:33.675236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa34a9d-48bb-4c11-924b-ee14831f2230 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event deleted for resources: {'Port': ['ID=77bd6c75-8f82-42db-9e33-4404a19207b1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:33.676541 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ee45c4f-e0b4-45ee-95d3-71668a489854 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:33.717617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Made reservation on behalf of 259b3162d6d440c788fffaaf792127c3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:33.722059 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:33.757739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-42e1b10b-3bf8-4657-9f0f-56cd71c87115 req-344a8b59-bc02-418f-882b-24cab23eafa6 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 210 time: 0.0859861 Nov 19 19:00:33.807296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e655fe-8a36-4bd8-87b8-d4a351830b06 req-1c103891-c251-4d5c-87fd-a4a6889973f3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] No DVR routers for this DVR port 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:33.811586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fd248-b7c9-4520-be50-6ba38dd457b5 req-115db7f3-ab67-4df2-af53-66f1ab2f408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:33.814446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-533fd248-b7c9-4520-be50-6ba38dd457b5 req-115db7f3-ab67-4df2-af53-66f1ab2f408d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2942ed4f-0802-4fb0-979f-a0a7693d213b HTTP/1.1" status: 200 len: 925 time: 0.3531470 Nov 19 19:00:33.830982 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d1e655fe-8a36-4bd8-87b8-d4a351830b06 req-1c103891-c251-4d5c-87fd-a4a6889973f3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:33.835029 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1e655fe-8a36-4bd8-87b8-d4a351830b06 req-1c103891-c251-4d5c-87fd-a4a6889973f3 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "DELETE /v2.0/ports/5c135e11-ae3d-4d34-bc30-3b68f75e24d1 HTTP/1.1" status: 204 len: 173 time: 1.8835523 Nov 19 19:00:33.837693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5eb8f4-ff51-4e10-b5ce-2463e9ae8018 req-cfa34a9d-48bb-4c11-924b-ee14831f2230 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] No DVR routers for this DVR port 77bd6c75-8f82-42db-9e33-4404a19207b1 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:33.896849 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-533fd248-b7c9-4520-be50-6ba38dd457b5 req-6e8fe08f-2fc4-4b4d-9718-25d7e283b79f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3f1c74f-5a19-4243-aae4-0218e7797f06 HTTP/1.1" status: 200 len: 217 time: 0.0604117 Nov 19 19:00:33.898032 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b5eb8f4-ff51-4e10-b5ce-2463e9ae8018 req-cfa34a9d-48bb-4c11-924b-ee14831f2230 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:33.901470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b5eb8f4-ff51-4e10-b5ce-2463e9ae8018 req-cfa34a9d-48bb-4c11-924b-ee14831f2230 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "DELETE /v2.0/ports/77bd6c75-8f82-42db-9e33-4404a19207b1 HTTP/1.1" status: 204 len: 173 time: 1.9245169 Nov 19 19:00:33.948736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:33.973890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fd248-b7c9-4520-be50-6ba38dd457b5 req-a5b11e46-db0b-4aac-8bf8-91e367b39ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:33.974628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:33.975162 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 5c135e11-ae3d-4d34-bc30-3b68f75e24d1 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:33.975320 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-533fd248-b7c9-4520-be50-6ba38dd457b5 req-a5b11e46-db0b-4aac-8bf8-91e367b39ea9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af1b492d-c451-4a5b-be04-146ffc4cff2b HTTP/1.1" status: 200 len: 864 time: 0.0711486 Nov 19 19:00:33.975894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 77bd6c75-8f82-42db-9e33-4404a19207b1 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:34.018917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d', '77bd6c75-8f82-42db-9e33-4404a19207b1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:34.051568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-533fd248-b7c9-4520-be50-6ba38dd457b5 req-15e9e007-f638-4325-8e39-e2c6ae316741 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2942ed4f-0802-4fb0-979f-a0a7693d213b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682886 Nov 19 19:00:34.087138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 77bd6c75-8f82-42db-9e33-4404a19207b1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:34.087795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 77bd6c75-8f82-42db-9e33-4404a19207b1 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:34.089711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:34.116508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a9b51a-9a6c-471d-b1e3-028d8acd4d44', 'name': 'network-vif-deleted', 'tag': '5c135e11-ae3d-4d34-bc30-3b68f75e24d1'}, {'server_uuid': 'd4001e9d-c508-4268-aaf2-c7e58caad377', 'name': 'network-vif-deleted', 'tag': '77bd6c75-8f82-42db-9e33-4404a19207b1'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:34.118864 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c4b43-1d02-4990-b7e2-e8a7fd16cd81" -d '{"events": [{"server_uuid": "46a9b51a-9a6c-471d-b1e3-028d8acd4d44", "name": "network-vif-deleted", "tag": "5c135e11-ae3d-4d34-bc30-3b68f75e24d1"}, {"server_uuid": "d4001e9d-c508-4268-aaf2-c7e58caad377", "name": "network-vif-deleted", "tag": "77bd6c75-8f82-42db-9e33-4404a19207b1"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:34.223166 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c0e5ad-3a0c-439a-90a3-abce0ea88775 x-openstack-request-id: req-22c0e5ad-3a0c-439a-90a3-abce0ea88775 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:34.223471 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a9b51a-9a6c-471d-b1e3-028d8acd4d44", "name": "network-vif-deleted", "tag": "5c135e11-ae3d-4d34-bc30-3b68f75e24d1", "status": "completed", "code": 200}, {"server_uuid": "d4001e9d-c508-4268-aaf2-c7e58caad377", "name": "network-vif-deleted", "tag": "77bd6c75-8f82-42db-9e33-4404a19207b1", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:34.223728 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22c0e5ad-3a0c-439a-90a3-abce0ea88775 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:34.228440 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a9b51a-9a6c-471d-b1e3-028d8acd4d44', 'name': 'network-vif-deleted', 'tag': '5c135e11-ae3d-4d34-bc30-3b68f75e24d1', 'status': 'completed', 'code': 200} Nov 19 19:00:34.228736 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4001e9d-c508-4268-aaf2-c7e58caad377', 'name': 'network-vif-deleted', 'tag': '77bd6c75-8f82-42db-9e33-4404a19207b1', 'status': 'completed', 'code': 200} Nov 19 19:00:34.332345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-533fd248-b7c9-4520-be50-6ba38dd457b5 req-1a4d8fdf-e544-4423-8c46-5d5e4b27de8d service neutron] 10.222.0.21 "GET /v2.0/networks/2942ed4f-0802-4fb0-979f-a0a7693d213b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722044 Nov 19 19:00:34.436831 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-7ee45c4f-e0b4-45ee-95d3-71668a489854 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Floating IP 74f50c3d-a60e-44da-b48f-80ec055074f9 associated. External IP: 172.25.3.13, port: e808dadf-490e-412d-865e-f14622428f8d. Nov 19 19:00:34.489956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Allocated IP 172.20.0.4 (80a55be3-e003-4761-8b13-b7a58d796be2/75459c32-c9b9-44ce-a1f4-a5e3d5132ec5/ade6e399-4d17-475d-bedc-c60edbe8d7be) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:34.496679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-533fd248-b7c9-4520-be50-6ba38dd457b5 req-c3ff5ea6-4c08-4515-9609-d89bed774f1e service neutron] 10.222.0.21 "GET /v2.0/networks/2942ed4f-0802-4fb0-979f-a0a7693d213b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556804 Nov 19 19:00:34.517493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bfef1-a983-4a45-ac0b-afb5f675588f req-41537976-2afa-4b06-9173-6bf8db769812 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:34.519116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a83bfef1-a983-4a45-ac0b-afb5f675588f req-41537976-2afa-4b06-9173-6bf8db769812 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 943 time: 0.6954613 Nov 19 19:00:34.591356 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d3990dfd-fcf3-469b-9788-581dafa2d246 req-580d7a60-cf5d-4201-ae22-ee56688541fd tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4001e9d-c508-4268-aaf2-c7e58caad377 HTTP/1.1" status: 200 len: 210 time: 0.0347097 Nov 19 19:00:34.712159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a83bfef1-a983-4a45-ac0b-afb5f675588f req-ae40a29a-dc2c-4682-9328-813b77e967b7 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825984 Nov 19 19:00:34.884951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019194b-9ebb-40fc-9720-455810470542 req-eacf7456-77a3-4815-a3bd-31c60b3e76bf tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:34.914865 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c019194b-9ebb-40fc-9720-455810470542 req-eacf7456-77a3-4815-a3bd-31c60b3e76bf tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 945 time: 0.1354930 Nov 19 19:00:34.919498 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:34.987424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85e1643e-6872-44cf-9d63-4c957c976d1a req-a80fb2f0-f578-451e-8fcb-2e4ba11b7053 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 210 time: 0.0568404 Nov 19 19:00:35.008129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee45c4f-e0b4-45ee-95d3-71668a489854 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Router aa0de459-0a93-4e57-a084-99f06a1fc759 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:00:35.013259 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c019194b-9ebb-40fc-9720-455810470542 req-68afc85a-167c-42d4-ae97-73de9d38aa85 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858519 Nov 19 19:00:35.041641 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:35.190136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Network 80a55be3-e003-4761-8b13-b7a58d796be2 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:35.197442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:35.201035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:35.204313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Pushing event updated for resources: {'Port': ['ID=ade6e399-4d17-475d-bedc-c60edbe8d7be,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:35.236454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee45c4f-e0b4-45ee-95d3-71668a489854 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:00:35.240733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.241088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.241501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.241934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.242346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.242686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.243727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.243727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.243727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.244128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.244280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.244598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:35.252019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c045d628-68a4-4ef9-9e8a-e39ac45e911b None None] Sync routers for ids ['aa0de459-0a93-4e57-a084-99f06a1fc759'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:00:35.252753 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ee45c4f-e0b4-45ee-95d3-71668a489854 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:35.279362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c045d628-68a4-4ef9-9e8a-e39ac45e911b None None] Routers {'aa0de459-0a93-4e57-a084-99f06a1fc759'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:35.280207 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c045d628-68a4-4ef9-9e8a-e39ac45e911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:00:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['aa0de459-0a93-4e57-a084-99f06a1fc759'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:35.301172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:35.301878 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:35.313618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7ee45c4f-e0b4-45ee-95d3-71668a489854 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "PUT /v2.0/floatingips/74f50c3d-a60e-44da-b48f-80ec055074f9 HTTP/1.1" status: 200 len: 991 time: 2.5433629 Nov 19 19:00:35.314394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'tag': 'e808dadf-490e-412d-865e-f14622428f8d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:35.316378 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303dc36f-1785-4c7c-afa8-3aea6c16a219" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f", "tag": "e808dadf-490e-412d-865e-f14622428f8d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:35.331881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-84ad9267-bd91-4d39-8f96-e0dce26277ea tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9224765 Nov 19 19:00:35.347508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Request body: {'port': {'device_id': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:35.370953 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a9391e-8ae5-4203-a00b-ad2a97863f6e x-openstack-request-id: req-d4a9391e-8ae5-4203-a00b-ad2a97863f6e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:35.370953 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f", "tag": "e808dadf-490e-412d-865e-f14622428f8d", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:35.370953 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4a9391e-8ae5-4203-a00b-ad2a97863f6e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:35.370953 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'tag': 'e808dadf-490e-412d-865e-f14622428f8d', 'status': 'completed', 'code': 200} Nov 19 19:00:35.420049 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:35.424222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-c045d628-68a4-4ef9-9e8a-e39ac45e911b None None] Set router aa0de459-0a93-4e57-a084-99f06a1fc759 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:35.444958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dc36f-1785-4c7c-afa8-3aea6c16a219 req-7abee6fe-95dc-47b6-b690-9e81e6189fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:35.446557 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303dc36f-1785-4c7c-afa8-3aea6c16a219 req-7abee6fe-95dc-47b6-b690-9e81e6189fc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e878160e0ec141c696f3591348cdbf91&device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 1097 time: 0.0529945 Nov 19 19:00:35.567997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dc36f-1785-4c7c-afa8-3aea6c16a219 req-a0c27327-8558-4661-829d-35199a7c2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:35.569966 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303dc36f-1785-4c7c-afa8-3aea6c16a219 req-a0c27327-8558-4661-829d-35199a7c2299 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0701e31b-d785-4c6c-a312-a2dba0f099e2 HTTP/1.1" status: 200 len: 906 time: 0.1124034 Nov 19 19:00:35.659955 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303dc36f-1785-4c7c-afa8-3aea6c16a219 req-a128767f-2bfa-4a3d-908e-3a7d3840e9f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e808dadf-490e-412d-865e-f14622428f8d HTTP/1.1" status: 200 len: 999 time: 0.0829895 Nov 19 19:00:35.698014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c045d628-68a4-4ef9-9e8a-e39ac45e911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:09Z', 'revision_number': 4, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '74f50c3d-a60e-44da-b48f-80ec055074f9', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'port_id': 'e808dadf-490e-412d-865e-f14622428f8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'mac_address': 'fa:16:3e:58:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:00:15Z', 'updated_at': '2021-11-19T19:00:33Z', 'revision_number': 1, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20245da6-f87b-47e4-90fe-f79849f84152', 'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'mac_address': 'fa:16:3e:07:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:08Z', 'updated_at': '2021-11-19T19:00:15Z', 'revision_number': 5, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'subnets': [{'id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:35.779860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c045d628-68a4-4ef9-9e8a-e39ac45e911b None None] Checking router: aa0de459-0a93-4e57-a084-99f06a1fc759 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:00:35.800711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade6e399-4d17-475d-bedc-c60edbe8d7be {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:00:35.813128 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:35.825973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c045d628-68a4-4ef9-9e8a-e39ac45e911b None None] Routers {'aa0de459-0a93-4e57-a084-99f06a1fc759'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:35.826856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dc36f-1785-4c7c-afa8-3aea6c16a219 req-cf816d9a-8417-4505-95cd-285b5aea9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:35.828898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c045d628-68a4-4ef9-9e8a-e39ac45e911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:00:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['aa0de459-0a93-4e57-a084-99f06a1fc759'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:35.833100 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303dc36f-1785-4c7c-afa8-3aea6c16a219 req-cf816d9a-8417-4505-95cd-285b5aea9337 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ea20dac-a42c-4054-970f-ee42976eb024 HTTP/1.1" status: 200 len: 844 time: 0.1650290 Nov 19 19:00:35.833335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Transition to ACTIVE for port object ade6e399-4d17-475d-bedc-c60edbe8d7be will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:00:35.842902 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:35.937948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Pushing event updated for resources: {'Port': ['ID=ade6e399-4d17-475d-bedc-c60edbe8d7be,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:35.962914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f3f1c74f-5a19-4243-aae4-0218e7797f06 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:00:35.965080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 45e2bb10-6f2b-4d38-8353-e693058950df up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:36.009376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dc36f-1785-4c7c-afa8-3aea6c16a219 req-1d1b7d4d-1c2f-41cc-a497-a0003cddea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:36.011250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303dc36f-1785-4c7c-afa8-3aea6c16a219 req-1d1b7d4d-1c2f-41cc-a497-a0003cddea05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0701e31b-d785-4c6c-a312-a2dba0f099e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650517 Nov 19 19:00:36.039749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:00:36.040415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:00:36.041434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:36.048524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Port ade6e399-4d17-475d-bedc-c60edbe8d7be on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:00:36.049229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:36.055599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:00:36.056474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:36.057461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:00:36.058119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Bound port: ade6e399-4d17-475d-bedc-c60edbe8d7be, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:00:36.058671 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:36.064790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060bf0e-0069-4466-a8d0-2b795e385d3f req-87c3d677-3432-4755-8a8e-db7854a0445a tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:36.074075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1060bf0e-0069-4466-a8d0-2b795e385d3f req-87c3d677-3432-4755-8a8e-db7854a0445a tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 943 time: 0.2289312 Nov 19 19:00:36.206192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:00:36.208122 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1060bf0e-0069-4466-a8d0-2b795e385d3f req-4caf469b-214b-41a6-a0a2-79b006c9b42d tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311483 Nov 19 19:00:36.216421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:00:36.225073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-c045d628-68a4-4ef9-9e8a-e39ac45e911b None None] Set router aa0de459-0a93-4e57-a084-99f06a1fc759 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:36.245800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d1fcf-0c07-4af9-8546-11789fe9b24b req-6c083b25-900a-4f26-a1c0-f575ff7ca1d0 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:36.248073 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e91d1fcf-0c07-4af9-8546-11789fe9b24b req-6c083b25-900a-4f26-a1c0-f575ff7ca1d0 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 945 time: 0.1076171 Nov 19 19:00:36.250632 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:36.260265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303dc36f-1785-4c7c-afa8-3aea6c16a219 req-1f6c31ef-39d6-4b5d-b26c-fffb13dced9f service neutron] 10.222.0.21 "GET /v2.0/networks/0701e31b-d785-4c6c-a312-a2dba0f099e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404900 Nov 19 19:00:36.278773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 45e2bb10-6f2b-4d38-8353-e693058950df completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:00:36.299911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 45e2bb10-6f2b-4d38-8353-e693058950df triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:36.301958 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:36.336136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:36.337152 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:36.340059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] 10.222.0.57 "PUT /v2.0/ports/ade6e399-4d17-475d-bedc-c60edbe8d7be HTTP/1.1" status: 200 len: 1091 time: 0.9986534 Nov 19 19:00:36.358392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97602bd7-1ac0-4388-9a2d-e767cfc1085f service neutron] Pushing event updated for resources: {'Port': ['ID=ade6e399-4d17-475d-bedc-c60edbe8d7be,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:36.433985 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595b1a0-640d-410e-846a-f00f3a90197c req-0a8ab51a-764e-438e-8e15-7a4922defb2d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:36.442822 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a595b1a0-640d-410e-846a-f00f3a90197c req-0a8ab51a-764e-438e-8e15-7a4922defb2d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.1023819 Nov 19 19:00:36.459655 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f3f1c74f-5a19-4243-aae4-0218e7797f06, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3f1c74f-5a19-4243-aae4-0218e7797f06,segment=NetworkSegment(38f2b515-e0c3-4152-bf84-c12d4918274a),segment_id=38f2b515-e0c3-4152-bf84-c12d4918274a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:36.472494 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-303dc36f-1785-4c7c-afa8-3aea6c16a219 req-25b9bf19-083b-419b-9afb-ba4c47b87e30 service neutron] 10.222.0.21 "GET /v2.0/networks/0701e31b-d785-4c6c-a312-a2dba0f099e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005224 Nov 19 19:00:36.499364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'f3f1c74f-5a19-4243-aae4-0218e7797f06', 'network_id': '2942ed4f-0802-4fb0-979f-a0a7693d213b', 'port_id': 'f3f1c74f-5a19-4243-aae4-0218e7797f06', 'mac_address': 'fa:16:3e:3a:2d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1b492d-c451-4a5b-be04-146ffc4cff2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:00:36.511490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a595b1a0-640d-410e-846a-f00f3a90197c req-599fc1e5-90f6-4cf8-8372-8aa6d2add01b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677159 Nov 19 19:00:36.532601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e91d1fcf-0c07-4af9-8546-11789fe9b24b req-f78afff0-ddd3-4b90-864f-25b5e80b7d89 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705135 Nov 19 19:00:36.550448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a54870-092f-4519-9b5d-d405c157a078 req-3a3e7855-24fa-4c4f-b82e-62377e4bdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:36.552791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-3a3e7855-24fa-4c4f-b82e-62377e4bdc1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 1094 time: 0.1306827 Nov 19 19:00:36.644247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01df76-c5de-4a46-899b-f17e080bf934 req-a1b44fba-6475-40d8-8446-98b9af39fd40 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:36.645457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-af8b41dc-aebe-4849-9fb9-4a11fc06cfb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be HTTP/1.1" status: 200 len: 217 time: 0.0808616 Nov 19 19:00:36.646652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9f01df76-c5de-4a46-899b-f17e080bf934 req-a1b44fba-6475-40d8-8446-98b9af39fd40 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 950 time: 0.0711691 Nov 19 19:00:36.710049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a54870-092f-4519-9b5d-d405c157a078 req-5b54c4d7-a45f-4eae-9097-47907ba246bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:36.711873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-5b54c4d7-a45f-4eae-9097-47907ba246bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.0579364 Nov 19 19:00:36.714742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9f01df76-c5de-4a46-899b-f17e080bf934 req-0bb00d21-9e1e-406b-9845-b3555d044909 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610139 Nov 19 19:00:36.755781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-63665b8d-987d-42c7-a7c9-dd831344e62b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290177 Nov 19 19:00:36.796601 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:36.823583 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:36.838735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261c312d-cc39-48a9-abe3-ef765dae9d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e2bb10-6f2b-4d38-8353-e693058950df'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:36.841189 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70513748-eb3d-491e-b085-af4806326252" -d '{"events": [{"server_uuid": "261c312d-cc39-48a9-abe3-ef765dae9d72", "name": "network-vif-plugged", "status": "completed", "tag": "45e2bb10-6f2b-4d38-8353-e693058950df"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:36.874894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f1c74f-5a19-4243-aae4-0218e7797f06 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:00:36.888375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 45e2bb10-6f2b-4d38-8353-e693058950df, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=45e2bb10-6f2b-4d38-8353-e693058950df,segment=NetworkSegment(78cb105b-6872-4e72-b5af-7d31cea3f839),segment_id=78cb105b-6872-4e72-b5af-7d31cea3f839)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:36.904365 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:36.920150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-be9b9349-f187-418c-ab4f-128eb7571323 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558754 Nov 19 19:00:36.927833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f3f1c74f-5a19-4243-aae4-0218e7797f06, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3f1c74f-5a19-4243-aae4-0218e7797f06,segment=NetworkSegment(38f2b515-e0c3-4152-bf84-c12d4918274a),segment_id=38f2b515-e0c3-4152-bf84-c12d4918274a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:36.930412 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f54dab0-1368-4955-9ccf-a7eb916ff1dc x-openstack-request-id: req-2f54dab0-1368-4955-9ccf-a7eb916ff1dc {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:36.930776 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261c312d-cc39-48a9-abe3-ef765dae9d72", "name": "network-vif-plugged", "status": "completed", "tag": "45e2bb10-6f2b-4d38-8353-e693058950df", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:36.931146 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f54dab0-1368-4955-9ccf-a7eb916ff1dc {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:36.931549 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261c312d-cc39-48a9-abe3-ef765dae9d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e2bb10-6f2b-4d38-8353-e693058950df', 'code': 200} Nov 19 19:00:36.965173 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:37.035941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=45e2bb10-6f2b-4d38-8353-e693058950df,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:37.042437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc670a8b-656d-4ec5-8e7c-9a9404b35f79 req-5d326751-da6e-47b9-af85-aa9eaca77c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:37.044480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc670a8b-656d-4ec5-8e7c-9a9404b35f79 req-5d326751-da6e-47b9-af85-aa9eaca77c45 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 1097 time: 0.0679920 Nov 19 19:00:37.049192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.049554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.049920 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.050313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.050791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.051156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.051495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.051827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.052325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.052708 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.053045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.053493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:37.060963 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2a54870-092f-4519-9b5d-d405c157a078 req-c1ce1706-e6c5-4e57-8ec0-26be588d91f0 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311204 Nov 19 19:00:37.106774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c045d628-68a4-4ef9-9e8a-e39ac45e911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:09Z', 'revision_number': 4, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '74f50c3d-a60e-44da-b48f-80ec055074f9', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'port_id': 'e808dadf-490e-412d-865e-f14622428f8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'mac_address': 'fa:16:3e:58:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:00:15Z', 'updated_at': '2021-11-19T19:00:33Z', 'revision_number': 1, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20245da6-f87b-47e4-90fe-f79849f84152', 'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'mac_address': 'fa:16:3e:07:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:08Z', 'updated_at': '2021-11-19T19:00:15Z', 'revision_number': 5, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'subnets': [{'id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:37.110594 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc670a8b-656d-4ec5-8e7c-9a9404b35f79 req-2f469914-993b-4b02-a796-9e296b0684f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Nov 19 19:00:37.154181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c045d628-68a4-4ef9-9e8a-e39ac45e911b None None] The sync data for ids ['aa0de459-0a93-4e57-a084-99f06a1fc759'] in n-d-815373-6 is: [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:09Z', 'revision_number': 4, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '74f50c3d-a60e-44da-b48f-80ec055074f9', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'port_id': 'e808dadf-490e-412d-865e-f14622428f8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'mac_address': 'fa:16:3e:58:2f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:00:15Z', 'updated_at': '2021-11-19T19:00:33Z', 'revision_number': 1, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20245da6-f87b-47e4-90fe-f79849f84152', 'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'mac_address': 'fa:16:3e:07:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:08Z', 'updated_at': '2021-11-19T19:00:15Z', 'revision_number': 5, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'subnets': [{'id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:00:37.164540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=f3f1c74f-5a19-4243-aae4-0218e7797f06,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:37.208332 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['f3f1c74f-5a19-4243-aae4-0218e7797f06'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:37.358688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a3083-58ff-4d9a-a024-9147e07193a8 req-a5aee583-bb00-4467-befa-8c9fb170c0a3 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:37.361120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e70a3083-58ff-4d9a-a024-9147e07193a8 req-a5aee583-bb00-4467-befa-8c9fb170c0a3 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 944 time: 0.0738344 Nov 19 19:00:37.371852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'tag': 'ade6e399-4d17-475d-bedc-c60edbe8d7be'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:37.375113 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9a2730-1412-4b16-abf1-1f1389e1548a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dc4c99-9344-4ab2-a258-205295b77617", "tag": "ade6e399-4d17-475d-bedc-c60edbe8d7be"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:37.425593 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f903a087-2af5-4640-88c3-cc2f6fdd9d3a x-openstack-request-id: req-f903a087-2af5-4640-88c3-cc2f6fdd9d3a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:37.426015 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dc4c99-9344-4ab2-a258-205295b77617", "tag": "ade6e399-4d17-475d-bedc-c60edbe8d7be", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:37.426342 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f903a087-2af5-4640-88c3-cc2f6fdd9d3a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:37.426880 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'tag': 'ade6e399-4d17-475d-bedc-c60edbe8d7be', 'status': 'completed', 'code': 200} Nov 19 19:00:37.429680 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e70a3083-58ff-4d9a-a024-9147e07193a8 req-8d5aba5b-3204-4263-9cb5-d8073cdc704a tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621824 Nov 19 19:00:37.455798 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c333041b-9c97-4505-a518-56253d0633e3 None None] New status for floating IP 74f50c3d-a60e-44da-b48f-80ec055074f9: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:00:37.505928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a2730-1412-4b16-abf1-1f1389e1548a req-4b5ac7b6-31e2-47a1-a75d-913c7fe178ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:37.507611 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a9a2730-1412-4b16-abf1-1f1389e1548a req-4b5ac7b6-31e2-47a1-a75d-913c7fe178ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 1094 time: 0.0420463 Nov 19 19:00:37.670723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a2730-1412-4b16-abf1-1f1389e1548a req-6f69b6f8-a69a-4bab-b509-16d876ebecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:37.673277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a9a2730-1412-4b16-abf1-1f1389e1548a req-6f69b6f8-a69a-4bab-b509-16d876ebecc1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.1579905 Nov 19 19:00:37.706969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba501d-9ef6-4300-9578-d8d020d59de4 req-a2ad979b-882f-467e-a6f5-5c2588eb9a82 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:37.714860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fcba501d-9ef6-4300-9578-d8d020d59de4 req-a2ad979b-882f-467e-a6f5-5c2588eb9a82 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.0870538 Nov 19 19:00:37.744565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08b17-30ea-4db8-8028-34903697334c req-ef55ebeb-0c85-4e96-9766-70e0547822e2 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:37.746214 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aab08b17-30ea-4db8-8028-34903697334c req-ef55ebeb-0c85-4e96-9766-70e0547822e2 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 946 time: 0.1124525 Nov 19 19:00:37.747728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a9a2730-1412-4b16-abf1-1f1389e1548a req-f3c8f008-147e-4a18-8845-6af9ea486d80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be HTTP/1.1" status: 200 len: 217 time: 0.0608575 Nov 19 19:00:37.772139 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fcba501d-9ef6-4300-9578-d8d020d59de4 req-fcb6f6f6-f642-4a88-9992-22a621783fde tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559366 Nov 19 19:00:37.833877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a2730-1412-4b16-abf1-1f1389e1548a req-7b253437-d5c6-4334-9d41-75e9065711f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:37.835385 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a9a2730-1412-4b16-abf1-1f1389e1548a req-7b253437-d5c6-4334-9d41-75e9065711f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.0788245 Nov 19 19:00:37.844078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aab08b17-30ea-4db8-8028-34903697334c req-df070f99-8e25-4ba0-ab92-166fd2b0de9f tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893872 Nov 19 19:00:37.896198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a9a2730-1412-4b16-abf1-1f1389e1548a req-3ec52312-b757-4811-a9b3-d5473d60c762 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450706 Nov 19 19:00:37.963581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f3f1c74f-5a19-4243-aae4-0218e7797f06 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:38.023391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port f3f1c74f-5a19-4243-aae4-0218e7797f06 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:00:38.027991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port f3f1c74f-5a19-4243-aae4-0218e7797f06 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:38.028504 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:38.040328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546f980-61a3-4904-bd83-4c03e7b02e6e req-cd95b4c2-f9e7-4118-8f00-05959807bcde tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:38.041976 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f546f980-61a3-4904-bd83-4c03e7b02e6e req-cd95b4c2-f9e7-4118-8f00-05959807bcde tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 950 time: 0.1149192 Nov 19 19:00:38.050443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a9a2730-1412-4b16-abf1-1f1389e1548a req-105fc0b2-45c5-448e-b452-97ade6014668 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451011 Nov 19 19:00:38.132562 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:38.159090 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f546f980-61a3-4904-bd83-4c03e7b02e6e req-cfbb4a14-44ce-4d5f-a99e-eb82c43cc9dc tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f2662a0-873c-487a-9ac2-5836cec664bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075599 Nov 19 19:00:38.181288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f3f1c74f-5a19-4243-aae4-0218e7797f06, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3f1c74f-5a19-4243-aae4-0218e7797f06,segment=NetworkSegment(38f2b515-e0c3-4152-bf84-c12d4918274a),segment_id=38f2b515-e0c3-4152-bf84-c12d4918274a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:38.192002 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9a586eba-1ced-4081-8bdc-fb327ceb880d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:38.193984 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:38.200634 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a9a2730-1412-4b16-abf1-1f1389e1548a req-0e022940-736d-4274-83d4-3d15629a4aa4 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342616 Nov 19 19:00:38.251078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=f3f1c74f-5a19-4243-aae4-0218e7797f06,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:38.267648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cc119-cf8e-4939-9b98-56a733818c2f req-576b2ae2-e1ed-4b06-aa04-eeeb9b600169 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:38.269161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf0cc119-cf8e-4939-9b98-56a733818c2f req-576b2ae2-e1ed-4b06-aa04-eeeb9b600169 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 950 time: 0.0529897 Nov 19 19:00:38.367597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-cf0cc119-cf8e-4939-9b98-56a733818c2f req-bef941cb-cd72-489e-b57a-af7ce66c56f0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Deleting port 8db4de91-f995-4ba7-a61f-8b89e299b27d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:38.367935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cf0cc119-cf8e-4939-9b98-56a733818c2f req-bef941cb-cd72-489e-b57a-af7ce66c56f0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:38.463557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-cf0cc119-cf8e-4939-9b98-56a733818c2f req-bef941cb-cd72-489e-b57a-af7ce66c56f0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] For port 8db4de91-f995-4ba7-a61f-8b89e299b27d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=8db4de91-f995-4ba7-a61f-8b89e299b27d,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:38.464130 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cf0cc119-cf8e-4939-9b98-56a733818c2f req-bef941cb-cd72-489e-b57a-af7ce66c56f0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:38.476652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-cf0cc119-cf8e-4939-9b98-56a733818c2f req-bef941cb-cd72-489e-b57a-af7ce66c56f0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Calling delete_port for 8db4de91-f995-4ba7-a61f-8b89e299b27d owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:38.596719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f67ecf-c76f-45eb-be50-e3c411204148 req-c8433851-79bb-4fa1-a6f2-954a0b94886e tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:38.598845 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77f67ecf-c76f-45eb-be50-e3c411204148 req-c8433851-79bb-4fa1-a6f2-954a0b94886e tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 945 time: 0.0761099 Nov 19 19:00:38.685894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77f67ecf-c76f-45eb-be50-e3c411204148 req-e906cb64-504d-415c-87ea-adfceff5a2f3 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801351 Nov 19 19:00:38.687516 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cf0cc119-cf8e-4939-9b98-56a733818c2f req-bef941cb-cd72-489e-b57a-af7ce66c56f0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:38.705154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['8db4de91-f995-4ba7-a61f-8b89e299b27d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:38.718348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef941cb-cd72-489e-b57a-af7ce66c56f0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Pushing event deleted for resources: {'Port': ['ID=8db4de91-f995-4ba7-a61f-8b89e299b27d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:38.779402 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0cc119-cf8e-4939-9b98-56a733818c2f req-bef941cb-cd72-489e-b57a-af7ce66c56f0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] No DVR routers for this DVR port 8db4de91-f995-4ba7-a61f-8b89e299b27d on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:38.782833 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cf0cc119-cf8e-4939-9b98-56a733818c2f req-bef941cb-cd72-489e-b57a-af7ce66c56f0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:38.786506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf0cc119-cf8e-4939-9b98-56a733818c2f req-bef941cb-cd72-489e-b57a-af7ce66c56f0 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.57 "DELETE /v2.0/ports/8db4de91-f995-4ba7-a61f-8b89e299b27d HTTP/1.1" status: 204 len: 173 time: 0.5108464 Nov 19 19:00:38.907306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1d712-0856-47cf-9b17-9a63a196b546 req-fe55d4c6-a864-4ae1-8bc8-4f19140c481b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:38.915387 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ac1d712-0856-47cf-9b17-9a63a196b546 req-fe55d4c6-a864-4ae1-8bc8-4f19140c481b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.0670323 Nov 19 19:00:38.933727 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90eccacb-256c-4260-aec5-a971284ec7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f1c74f-5a19-4243-aae4-0218e7797f06'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:38.936445 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6f94c0-4a1e-4250-9f80-f236f5002617" -d '{"events": [{"server_uuid": "90eccacb-256c-4260-aec5-a971284ec7e3", "name": "network-vif-plugged", "status": "completed", "tag": "f3f1c74f-5a19-4243-aae4-0218e7797f06"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:38.974418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ac1d712-0856-47cf-9b17-9a63a196b546 req-9d267386-7834-4fd1-9748-f7eea4acb565 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558033 Nov 19 19:00:38.994928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd063-6bef-4f8e-abbb-8dd62f2fb969 req-24fc5a47-70fe-4a5c-a029-f36587f468c7 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:38.998243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-53dcd063-6bef-4f8e-abbb-8dd62f2fb969 req-24fc5a47-70fe-4a5c-a029-f36587f468c7 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 946 time: 0.0637534 Nov 19 19:00:39.052326 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-53dcd063-6bef-4f8e-abbb-8dd62f2fb969 req-71a232c7-904d-4911-83af-b4e71ee5f16c tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501518 Nov 19 19:00:39.095992 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e840d97-d469-41b7-8820-46523f3c38a6 x-openstack-request-id: req-2e840d97-d469-41b7-8820-46523f3c38a6 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:39.096453 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90eccacb-256c-4260-aec5-a971284ec7e3", "name": "network-vif-plugged", "status": "completed", "tag": "f3f1c74f-5a19-4243-aae4-0218e7797f06", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:39.096453 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e840d97-d469-41b7-8820-46523f3c38a6 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:39.096964 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90eccacb-256c-4260-aec5-a971284ec7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f1c74f-5a19-4243-aae4-0218e7797f06', 'code': 200} Nov 19 19:00:39.255926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d281735-b25d-4898-ad3f-fd282e957255 req-96749cde-feae-46c0-82e3-a3d4b7333c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:39.261563 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2d281735-b25d-4898-ad3f-fd282e957255 req-96749cde-feae-46c0-82e3-a3d4b7333c40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0689979 Nov 19 19:00:39.361840 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d5d9f97-2a9d-405c-92eb-cd9df6bdebb2 req-32e33cf8-b667-4ff2-94a4-847f3152aeb8 tempest-ServersOnMultiNodesTest-173725403 tempest-ServersOnMultiNodesTest-173725403-project] 10.222.0.50 "GET /v2.0/ports?device_id=4132bd9a-caca-425f-a6b0-bf423400cf6a HTTP/1.1" status: 200 len: 210 time: 0.0388169 Nov 19 19:00:39.379517 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2d281735-b25d-4898-ad3f-fd282e957255 req-cd6fbf5d-2364-4c56-9822-fb2a2a28bba3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062019 Nov 19 19:00:39.428249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4132bd9a-caca-425f-a6b0-bf423400cf6a', 'name': 'network-vif-deleted', 'tag': '8db4de91-f995-4ba7-a61f-8b89e299b27d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:39.432198 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f947a1d1-d769-459d-93ea-16b1f27b7ae5" -d '{"events": [{"server_uuid": "4132bd9a-caca-425f-a6b0-bf423400cf6a", "name": "network-vif-deleted", "tag": "8db4de91-f995-4ba7-a61f-8b89e299b27d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:39.475003 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff93db7b-0cc3-4c18-a54b-0cbcd0fabd6b x-openstack-request-id: req-ff93db7b-0cc3-4c18-a54b-0cbcd0fabd6b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:39.475776 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4132bd9a-caca-425f-a6b0-bf423400cf6a", "name": "network-vif-deleted", "tag": "8db4de91-f995-4ba7-a61f-8b89e299b27d", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:39.475776 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff93db7b-0cc3-4c18-a54b-0cbcd0fabd6b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:39.476032 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4132bd9a-caca-425f-a6b0-bf423400cf6a', 'name': 'network-vif-deleted', 'tag': '8db4de91-f995-4ba7-a61f-8b89e299b27d', 'status': 'completed', 'code': 200} Nov 19 19:00:39.592815 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25add90-71a3-4054-addf-10bc0d3d10ba req-2cbf6108-3ab3-43b0-ae52-207d8ec027de tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:39.594423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c25add90-71a3-4054-addf-10bc0d3d10ba req-2cbf6108-3ab3-43b0-ae52-207d8ec027de tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 946 time: 0.0497139 Nov 19 19:00:39.646141 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c25add90-71a3-4054-addf-10bc0d3d10ba req-78ec287a-a951-49ae-8a7a-7fa1454a0417 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456803 Nov 19 19:00:39.810598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ca66f-0857-4124-a3e6-c83f85904604 req-9e5eaf9a-fabc-4776-ba91-c1e23edcd290 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:39.813001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-338ca66f-0857-4124-a3e6-c83f85904604 req-9e5eaf9a-fabc-4776-ba91-c1e23edcd290 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 945 time: 0.0502100 Nov 19 19:00:39.866816 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-338ca66f-0857-4124-a3e6-c83f85904604 req-294029b0-55ca-4187-8f37-d3cdbbde71d6 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476277 Nov 19 19:00:40.116889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52c9de-26ce-45be-b165-8c75089875b9 req-d6ee04ae-7e74-4a43-aede-98cd4494c1bf tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:40.118443 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae52c9de-26ce-45be-b165-8c75089875b9 req-d6ee04ae-7e74-4a43-aede-98cd4494c1bf tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.0695400 Nov 19 19:00:40.178430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae52c9de-26ce-45be-b165-8c75089875b9 req-e4ab6f42-a594-444c-bcc8-2f02dbabcc89 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524895 Nov 19 19:00:40.545499 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-741c5ae1-af6d-47c6-a151-5837fe2aeb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:40.667530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42072) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:40.777255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb266ed0-d22a-427c-9f8c-c6937a3cfec7 req-db02ea2c-e6df-4be0-8a01-526491b048f3 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:40.778882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb266ed0-d22a-427c-9f8c-c6937a3cfec7 req-db02ea2c-e6df-4be0-8a01-526491b048f3 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 946 time: 0.0545216 Nov 19 19:00:40.856590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-785e637f-aad8-4ee9-992c-e97c0228f1d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1e4c83e396245f58364fb76770be297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854892 Nov 19 19:00:40.856924 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42078) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:40.857789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb266ed0-d22a-427c-9f8c-c6937a3cfec7 req-e6089899-7bed-4299-ae96-b20bfcbc57a8 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716014 Nov 19 19:00:40.931141 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:40.978844 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:41.029390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6cda9-3f3c-43d5-890a-486910c5738f req-1ed3ed75-960f-46f8-b262-4e86b6f45e5e tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:41.031274 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ecd6cda9-3f3c-43d5-890a-486910c5738f req-1ed3ed75-960f-46f8-b262-4e86b6f45e5e tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 945 time: 0.0882735 Nov 19 19:00:41.064230 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:41.067432 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:41.068858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f2662a0-873c-487a-9ac2-5836cec664bb HTTP/1.1" status: 204 len: 168 time: 0.2109430 Nov 19 19:00:41.089102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2662a0-873c-487a-9ac2-5836cec664bb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:41.102056 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ecd6cda9-3f3c-43d5-890a-486910c5738f req-b321e606-1ad2-483d-a6a9-20340bf2c290 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648296 Nov 19 19:00:41.103457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.103806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.104148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.104485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.104817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.105193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.105471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.105826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.106153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.106475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.106838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.107115 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4636ba4f-030b-4db2-8771-7abfd7fde60b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:41.233480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40c057-4224-453b-a421-ac7164c02da5 req-ac362ab4-1797-40c8-bfc0-b13413e7c222 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:41.235922 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad40c057-4224-453b-a421-ac7164c02da5 req-ac362ab4-1797-40c8-bfc0-b13413e7c222 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 945 time: 0.0576544 Nov 19 19:00:41.289425 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad40c057-4224-453b-a421-ac7164c02da5 req-18db6b68-6080-4c79-9b0c-234a07b1ac40 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447946 Nov 19 19:00:41.306318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde86d88-ef54-498b-b3af-84d72546a63e req-f7c42baa-495a-4619-8075-f935c29cd503 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:41.308121 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cde86d88-ef54-498b-b3af-84d72546a63e req-f7c42baa-495a-4619-8075-f935c29cd503 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.0552235 Nov 19 19:00:41.361389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cde86d88-ef54-498b-b3af-84d72546a63e req-63e4d9d7-d632-470e-8d62-1d209e34b1f0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458729 Nov 19 19:00:41.390998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42100) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:41.436306 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-02f2c3ac-cd99-4fb3-8e0d-e978e5de6950 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=432295760c294027afdbe54f3876ff85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440238 Nov 19 19:00:41.439172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42102) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:41.521323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31eaff-1b5d-4eb6-83d1-f6cb4a8be9c8 req-a59afc97-0c54-46d7-8507-728006f8d07a tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:41.522808 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce31eaff-1b5d-4eb6-83d1-f6cb4a8be9c8 req-a59afc97-0c54-46d7-8507-728006f8d07a tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.57 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 946 time: 0.0712306 Nov 19 19:00:41.557327 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc597-b747-419d-89ad-9ad977d499d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:41.612000 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc597-b747-419d-89ad-9ad977d499d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:41.669486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ce31eaff-1b5d-4eb6-83d1-f6cb4a8be9c8 req-ee73515d-4590-422d-a028-3d670af861c6 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Deleting port 45e2bb10-6f2b-4d38-8353-e693058950df {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:41.670277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ce31eaff-1b5d-4eb6-83d1-f6cb4a8be9c8 req-ee73515d-4590-422d-a028-3d670af861c6 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:41.743402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc597-b747-419d-89ad-9ad977d499d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:41.746307 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc597-b747-419d-89ad-9ad977d499d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:41.746928 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:41.747447 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2f7cc597-b747-419d-89ad-9ad977d499d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/077c0ccb-97e4-4c72-9147-15726b5913ee HTTP/1.1" status: 204 len: 168 time: 0.3073850 Nov 19 19:00:41.784959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cc597-b747-419d-89ad-9ad977d499d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077c0ccb-97e4-4c72-9147-15726b5913ee,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:41.833257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc18f8-23d0-4dac-8fec-36f16833ae56 req-c3cb7c57-d457-453d-aba4-2a92a20bfafc tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:41.834872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3cc18f8-23d0-4dac-8fec-36f16833ae56 req-c3cb7c57-d457-453d-aba4-2a92a20bfafc tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 945 time: 0.1213212 Nov 19 19:00:41.836701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ce31eaff-1b5d-4eb6-83d1-f6cb4a8be9c8 req-ee73515d-4590-422d-a028-3d670af861c6 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] For port 45e2bb10-6f2b-4d38-8353-e693058950df, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=45e2bb10-6f2b-4d38-8353-e693058950df,segment=NetworkSegment(78cb105b-6872-4e72-b5af-7d31cea3f839),segment_id=78cb105b-6872-4e72-b5af-7d31cea3f839)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:41.837074 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ce31eaff-1b5d-4eb6-83d1-f6cb4a8be9c8 req-ee73515d-4590-422d-a028-3d670af861c6 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:41.857783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ce31eaff-1b5d-4eb6-83d1-f6cb4a8be9c8 req-ee73515d-4590-422d-a028-3d670af861c6 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Calling delete_port for 45e2bb10-6f2b-4d38-8353-e693058950df owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:41.942385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3cc18f8-23d0-4dac-8fec-36f16833ae56 req-dc36afbe-7cb1-4833-9df6-17ab3d954148 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974128 Nov 19 19:00:41.978566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 8db4de91-f995-4ba7-a61f-8b89e299b27d no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:42.004633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 8db4de91-f995-4ba7-a61f-8b89e299b27d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:42.004972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 8db4de91-f995-4ba7-a61f-8b89e299b27d not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:42.040159 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ce31eaff-1b5d-4eb6-83d1-f6cb4a8be9c8 req-ee73515d-4590-422d-a028-3d670af861c6 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:42.054701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d84c00-3697-4ea8-be10-1fad7a938d04 req-5ebb4566-15c0-48e2-a192-545a23d5fb05 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:42.065424 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95d84c00-3697-4ea8-be10-1fad7a938d04 req-5ebb4566-15c0-48e2-a192-545a23d5fb05 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/ports?device_id=261c312d-cc39-48a9-abe3-ef765dae9d72 HTTP/1.1" status: 200 len: 867 time: 0.1131811 Nov 19 19:00:42.082625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73515d-4590-422d-a028-3d670af861c6 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Pushing event deleted for resources: {'Port': ['ID=45e2bb10-6f2b-4d38-8353-e693058950df,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:42.134658 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-95d84c00-3697-4ea8-be10-1fad7a938d04 req-310fc613-076b-455f-baf6-a37f11881f9b tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.50 "GET /v2.0/security-groups?id=8eaa3e30-5bc3-4a03-a361-96ece467a98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679121 Nov 19 19:00:42.144732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce31eaff-1b5d-4eb6-83d1-f6cb4a8be9c8 req-ee73515d-4590-422d-a028-3d670af861c6 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] No DVR routers for this DVR port 45e2bb10-6f2b-4d38-8353-e693058950df on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:42.148007 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ce31eaff-1b5d-4eb6-83d1-f6cb4a8be9c8 req-ee73515d-4590-422d-a028-3d670af861c6 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:42.153842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce31eaff-1b5d-4eb6-83d1-f6cb4a8be9c8 req-ee73515d-4590-422d-a028-3d670af861c6 tempest-ServerAddressesTestJSON-16251185 tempest-ServerAddressesTestJSON-16251185-project] 10.222.0.57 "DELETE /v2.0/ports/45e2bb10-6f2b-4d38-8353-e693058950df HTTP/1.1" status: 204 len: 173 time: 0.6239386 Nov 19 19:00:42.154630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261c312d-cc39-48a9-abe3-ef765dae9d72', 'name': 'network-vif-deleted', 'tag': '45e2bb10-6f2b-4d38-8353-e693058950df'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:42.157708 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6a1f3a-121a-4b0b-a53d-9fbf05a86373" -d '{"events": [{"server_uuid": "261c312d-cc39-48a9-abe3-ef765dae9d72", "name": "network-vif-deleted", "tag": "45e2bb10-6f2b-4d38-8353-e693058950df"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:42.204309 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fa639a-295d-48f1-8ff3-65f3482c8513 x-openstack-request-id: req-a6fa639a-295d-48f1-8ff3-65f3482c8513 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:42.204614 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261c312d-cc39-48a9-abe3-ef765dae9d72", "name": "network-vif-deleted", "tag": "45e2bb10-6f2b-4d38-8353-e693058950df", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:42.205107 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6fa639a-295d-48f1-8ff3-65f3482c8513 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:42.205570 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261c312d-cc39-48a9-abe3-ef765dae9d72', 'name': 'network-vif-deleted', 'tag': '45e2bb10-6f2b-4d38-8353-e693058950df', 'status': 'completed', 'code': 200} Nov 19 19:00:42.348679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c208f-7afd-4663-b39b-0dca35323505 req-eb9dd3bd-020d-462c-97d6-3fb6d614af08 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:42.350303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b82c208f-7afd-4663-b39b-0dca35323505 req-eb9dd3bd-020d-462c-97d6-3fb6d614af08 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 945 time: 0.0778720 Nov 19 19:00:42.411539 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b82c208f-7afd-4663-b39b-0dca35323505 req-4a42503d-5ad5-4dee-a312-16ee44951288 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550106 Nov 19 19:00:42.546979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2869a-614b-4a06-a513-488c703e7d8f req-3842c44c-4b08-4d9b-93d2-b8b9a0df9928 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:42.548789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4d2869a-614b-4a06-a513-488c703e7d8f req-3842c44c-4b08-4d9b-93d2-b8b9a0df9928 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.0576022 Nov 19 19:00:42.612079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4d2869a-614b-4a06-a513-488c703e7d8f req-ef18af69-d64b-4e73-8d2f-1c8550e84dad tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561385 Nov 19 19:00:43.182440 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.212409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42158) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:43.262494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfed1982-ff79-4548-a8ee-6c002fa69b8b admin admin] Deleting subnet 5594fc36-7568-46c3-b170-d15a1c7bae3f {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:00:43.265928 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfed1982-ff79-4548-a8ee-6c002fa69b8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.303004 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfed1982-ff79-4548-a8ee-6c002fa69b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.346736 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfed1982-ff79-4548-a8ee-6c002fa69b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.406721 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfed1982-ff79-4548-a8ee-6c002fa69b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.432643 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed1982-ff79-4548-a8ee-6c002fa69b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5594fc36-7568-46c3-b170-d15a1c7bae3f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:43.438888 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfed1982-ff79-4548-a8ee-6c002fa69b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.443177 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cfed1982-ff79-4548-a8ee-6c002fa69b8b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5594fc36-7568-46c3-b170-d15a1c7bae3f HTTP/1.1" status: 204 len: 168 time: 0.2291505 Nov 19 19:00:43.445288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42170) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:43.555738 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.571831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ec0a1-8669-419a-aae8-96fb2dddcb75 req-31502e02-437d-4f74-820f-7114f96ed3fd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:43.573376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-235ec0a1-8669-419a-aae8-96fb2dddcb75 req-31502e02-437d-4f74-820f-7114f96ed3fd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 945 time: 0.0740626 Nov 19 19:00:43.681728 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.700127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-235ec0a1-8669-419a-aae8-96fb2dddcb75 req-c844dff1-02f3-4725-8635-161020fdd301 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/security-groups?id=b615a02a-5f22-4307-b30a-7480191f8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196029 Nov 19 19:00:43.711780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aae5fb7-8031-4835-ae12-de225aac6be4']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:43.724632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78cb105b-6872-4e72-b5af-7d31cea3f839') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:43.724943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78cb105b-6872-4e72-b5af-7d31cea3f839') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:43.738505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c35e1f-3aa3-4491-b1e1-7db33fba744a req-4b3eb825-0dd3-4531-b1d5-c82ed35d151c tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:43.739212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.740249 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-21c35e1f-3aa3-4491-b1e1-7db33fba744a req-4b3eb825-0dd3-4531-b1d5-c82ed35d151c tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.21 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 945 time: 0.0656416 Nov 19 19:00:43.754880 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.763337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:00:43.763936 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:00:43.765986 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:00:43.848788 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.861178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.873713 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9aae5fb7-8031-4835-ae12-de225aac6be4 HTTP/1.1" status: 204 len: 168 time: 0.4239938 Nov 19 19:00:43.882878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af998f88-ff82-43f5-bb9d-f1fec63959da req-2174bdc2-7aa8-4a50-b673-d29fd1e7ef9b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:43.882878 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-af998f88-ff82-43f5-bb9d-f1fec63959da req-2174bdc2-7aa8-4a50-b673-d29fd1e7ef9b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.0873814 Nov 19 19:00:43.899588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-21c35e1f-3aa3-4491-b1e1-7db33fba744a req-c9b9c8c0-a846-4a28-b593-eb8a10fd15cd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Deleting port f3f1c74f-5a19-4243-aae4-0218e7797f06 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:43.899588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-21c35e1f-3aa3-4491-b1e1-7db33fba744a req-c9b9c8c0-a846-4a28-b593-eb8a10fd15cd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.905327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d701007-c433-4fcc-89bb-1ed1ed137271 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aae5fb7-8031-4835-ae12-de225aac6be4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:43.977694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 45e2bb10-6f2b-4d38-8353-e693058950df no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:44.014258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-af998f88-ff82-43f5-bb9d-f1fec63959da req-65f0ed95-fa53-4865-bec2-e9bb841350eb tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202786 Nov 19 19:00:44.024623 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 45e2bb10-6f2b-4d38-8353-e693058950df {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:44.025105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 45e2bb10-6f2b-4d38-8353-e693058950df not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:44.048022 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:44.059342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-21c35e1f-3aa3-4491-b1e1-7db33fba744a req-c9b9c8c0-a846-4a28-b593-eb8a10fd15cd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] For port f3f1c74f-5a19-4243-aae4-0218e7797f06, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3f1c74f-5a19-4243-aae4-0218e7797f06,segment=NetworkSegment(38f2b515-e0c3-4152-bf84-c12d4918274a),segment_id=38f2b515-e0c3-4152-bf84-c12d4918274a)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:44.059776 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-21c35e1f-3aa3-4491-b1e1-7db33fba744a req-c9b9c8c0-a846-4a28-b593-eb8a10fd15cd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:44.074982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-21c35e1f-3aa3-4491-b1e1-7db33fba744a req-c9b9c8c0-a846-4a28-b593-eb8a10fd15cd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Calling delete_port for f3f1c74f-5a19-4243-aae4-0218e7797f06 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:44.096861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42210) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:44.145652 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6b268cd9-2b82-45de-b150-a4d5a5585e94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc569ce212d2481283d3516a44289757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471170 Nov 19 19:00:44.148051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42214) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:44.210512 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b10462c-9e4a-47e1-8af9-c5d97489257e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:44.231841 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-21c35e1f-3aa3-4491-b1e1-7db33fba744a req-c9b9c8c0-a846-4a28-b593-eb8a10fd15cd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:44.233344 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b10462c-9e4a-47e1-8af9-c5d97489257e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:44.247185 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['f3f1c74f-5a19-4243-aae4-0218e7797f06'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:44.268507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9c8c0-a846-4a28-b593-eb8a10fd15cd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Pushing event deleted for resources: {'Port': ['ID=f3f1c74f-5a19-4243-aae4-0218e7797f06,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:44.306633 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b10462c-9e4a-47e1-8af9-c5d97489257e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:44.310094 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b10462c-9e4a-47e1-8af9-c5d97489257e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:44.314047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1b10462c-9e4a-47e1-8af9-c5d97489257e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8eaa3e30-5bc3-4a03-a361-96ece467a98b HTTP/1.1" status: 204 len: 168 time: 0.1622403 Nov 19 19:00:44.315916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c35e1f-3aa3-4491-b1e1-7db33fba744a req-c9b9c8c0-a846-4a28-b593-eb8a10fd15cd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] No DVR routers for this DVR port f3f1c74f-5a19-4243-aae4-0218e7797f06 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:44.318589 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-21c35e1f-3aa3-4491-b1e1-7db33fba744a req-c9b9c8c0-a846-4a28-b593-eb8a10fd15cd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:44.322776 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-21c35e1f-3aa3-4491-b1e1-7db33fba744a req-c9b9c8c0-a846-4a28-b593-eb8a10fd15cd tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.21 "DELETE /v2.0/ports/f3f1c74f-5a19-4243-aae4-0218e7797f06 HTTP/1.1" status: 204 len: 173 time: 0.5762792 Nov 19 19:00:44.323363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90eccacb-256c-4260-aec5-a971284ec7e3', 'name': 'network-vif-deleted', 'tag': 'f3f1c74f-5a19-4243-aae4-0218e7797f06'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:44.325730 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996863fe-eab9-49e2-8a93-72c6e4e0ee7b" -d '{"events": [{"server_uuid": "90eccacb-256c-4260-aec5-a971284ec7e3", "name": "network-vif-deleted", "tag": "f3f1c74f-5a19-4243-aae4-0218e7797f06"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:44.332068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10462c-9e4a-47e1-8af9-c5d97489257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaa3e30-5bc3-4a03-a361-96ece467a98b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:44.410685 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a1dc17-9fab-4673-a667-9af6bcea4424 x-openstack-request-id: req-a8a1dc17-9fab-4673-a667-9af6bcea4424 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:44.411233 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90eccacb-256c-4260-aec5-a971284ec7e3", "name": "network-vif-deleted", "tag": "f3f1c74f-5a19-4243-aae4-0218e7797f06", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:44.411452 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8a1dc17-9fab-4673-a667-9af6bcea4424 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:44.411845 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90eccacb-256c-4260-aec5-a971284ec7e3', 'name': 'network-vif-deleted', 'tag': 'f3f1c74f-5a19-4243-aae4-0218e7797f06', 'status': 'completed', 'code': 200} Nov 19 19:00:44.646555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42228) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:44.798827 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26b7ca0b-1323-4735-a4af-d633c0321e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:44.847786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-03081efe-aa9f-4a8f-a469-c21d42683c42 req-8f7bc3a5-74ac-4bed-b098-0e1c0811a4c0 tempest-ServersNegativeTestMultiTenantJSON-1196553531 tempest-ServersNegativeTestMultiTenantJSON-1196553531-project] 10.222.0.50 "GET /v2.0/ports?device_id=90eccacb-256c-4260-aec5-a971284ec7e3 HTTP/1.1" status: 200 len: 210 time: 0.0432045 Nov 19 19:00:44.934001 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26b7ca0b-1323-4735-a4af-d633c0321e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:44.940686 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26b7ca0b-1323-4735-a4af-d633c0321e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:44.982491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7ca0b-1323-4735-a4af-d633c0321e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75161c0c-7b75-428d-bc6d-dc58d68097b0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:44.989797 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-26b7ca0b-1323-4735-a4af-d633c0321e1b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71e3df1dbd864e84a39508712c5ee8b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405848 Nov 19 19:00:44.991422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42252) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:45.054144 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1dc34868-bc4d-4abe-9336-3dbe1d3ce3dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:45.079468 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1dc34868-bc4d-4abe-9336-3dbe1d3ce3dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:45.157075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c060-f215-499a-b35f-c8f0b45f9acd req-f179d733-5c4b-4c26-8fa2-2dff0f791ade tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:45.158607 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5b9c060-f215-499a-b35f-c8f0b45f9acd req-f179d733-5c4b-4c26-8fa2-2dff0f791ade tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.0771515 Nov 19 19:00:45.485478 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1dc34868-bc4d-4abe-9336-3dbe1d3ce3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:45.487936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1dc34868-bc4d-4abe-9336-3dbe1d3ce3dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:45.490223 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1dc34868-bc4d-4abe-9336-3dbe1d3ce3dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75161c0c-7b75-428d-bc6d-dc58d68097b0 HTTP/1.1" status: 204 len: 168 time: 0.4981527 Nov 19 19:00:45.513662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc34868-bc4d-4abe-9336-3dbe1d3ce3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75161c0c-7b75-428d-bc6d-dc58d68097b0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:45.544986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5b9c060-f215-499a-b35f-c8f0b45f9acd req-7c8db99e-d701-4ecf-b4c2-03062097bc4c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760028 Nov 19 19:00:45.613643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c69b110c-a1c8-4001-9232-7ddb4ac8c103 req-fb4fc58c-5349-42e8-a0a2-e870e247adaa tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d84fb770-680d-4c58-9713-a48d0f9e8e20 HTTP/1.1" status: 200 len: 210 time: 0.0359631 Nov 19 19:00:45.794187 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:00:46.013705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42312) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:46.029470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42314) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:46.053794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e822d41-ae93-4cb0-9369-3ea59a3e1a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.085907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69fb6c0-34f7-4a57-8ab1-14dcb8203bd4 admin admin] Deleting subnet af1b492d-c451-4a5b-be04-146ffc4cff2b {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:00:46.089341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d69fb6c0-34f7-4a57-8ab1-14dcb8203bd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.170604 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d73599cf-6973-443a-a3cf-18a8ddede7fd req-a2f1e155-e239-42c4-aa3f-f4fe19c99a13 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0508237 Nov 19 19:00:46.170834 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e822d41-ae93-4cb0-9369-3ea59a3e1a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.176572 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e822d41-ae93-4cb0-9369-3ea59a3e1a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.193082 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d69fb6c0-34f7-4a57-8ab1-14dcb8203bd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.236691 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4e822d41-ae93-4cb0-9369-3ea59a3e1a03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eae717535ade4430aa5cd9b27c45ce12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2047770 Nov 19 19:00:46.237870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42322) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:46.243914 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d69fb6c0-34f7-4a57-8ab1-14dcb8203bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.245569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e822d41-ae93-4cb0-9369-3ea59a3e1a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2103fd1-3950-4b43-b25a-12f111de260a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:46.297660 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938e2330-b4d8-45c9-9fd3-7808f69dc9f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.327509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938e2330-b4d8-45c9-9fd3-7808f69dc9f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.343977 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d69fb6c0-34f7-4a57-8ab1-14dcb8203bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.383250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fb6c0-34f7-4a57-8ab1-14dcb8203bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af1b492d-c451-4a5b-be04-146ffc4cff2b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:46.387770 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d69fb6c0-34f7-4a57-8ab1-14dcb8203bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.395900 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d69fb6c0-34f7-4a57-8ab1-14dcb8203bd4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/af1b492d-c451-4a5b-be04-146ffc4cff2b HTTP/1.1" status: 204 len: 168 time: 0.3854311 Nov 19 19:00:46.396064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42326) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:46.409137 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938e2330-b4d8-45c9-9fd3-7808f69dc9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.413227 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938e2330-b4d8-45c9-9fd3-7808f69dc9f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.414515 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-938e2330-b4d8-45c9-9fd3-7808f69dc9f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2103fd1-3950-4b43-b25a-12f111de260a HTTP/1.1" status: 204 len: 168 time: 0.1754839 Nov 19 19:00:46.461117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e2330-b4d8-45c9-9fd3-7808f69dc9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2103fd1-3950-4b43-b25a-12f111de260a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:46.501841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.606872 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.653142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2942ed4f-0802-4fb0-979f-a0a7693d213b']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:46.683045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f2b515-e0c3-4152-bf84-c12d4918274a') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:46.683357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f2b515-e0c3-4152-bf84-c12d4918274a') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:46.698630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.725608 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.739878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40ca52-4136-4314-9b69-0ebc094e9829 req-84e9c54d-21eb-4f50-8e88-9db090bfdfde tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:46.741480 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac40ca52-4136-4314-9b69-0ebc094e9829 req-84e9c54d-21eb-4f50-8e88-9db090bfdfde tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.1055832 Nov 19 19:00:46.745123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:00:46.745533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:00:46.747804 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:00:46.848485 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.861463 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:46.869898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] 10.222.0.50 "DELETE /v2.0/networks/2942ed4f-0802-4fb0-979f-a0a7693d213b HTTP/1.1" status: 204 len: 168 time: 0.4694457 Nov 19 19:00:46.871064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42340) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:46.895577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372b649-e09e-413b-bbd1-dffb623e8b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=2942ed4f-0802-4fb0-979f-a0a7693d213b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:46.920392 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac40ca52-4136-4314-9b69-0ebc094e9829 req-82d753d8-1c2f-4b4a-90cc-3234b2eaa586 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603329 Nov 19 19:00:46.966398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c746c0-11c9-4074-b4e9-77e1e6cd0b2a admin admin] Deleting subnet c17529e3-1f1c-49cd-be45-a90edb6a0673 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:00:46.970729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7c746c0-11c9-4074-b4e9-77e1e6cd0b2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.024677 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7c746c0-11c9-4074-b4e9-77e1e6cd0b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.066640 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7c746c0-11c9-4074-b4e9-77e1e6cd0b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.123519 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7c746c0-11c9-4074-b4e9-77e1e6cd0b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.165677 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c746c0-11c9-4074-b4e9-77e1e6cd0b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17529e3-1f1c-49cd-be45-a90edb6a0673,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:47.184091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7c746c0-11c9-4074-b4e9-77e1e6cd0b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.193789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42354) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:47.194352 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d7c746c0-11c9-4074-b4e9-77e1e6cd0b2a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c17529e3-1f1c-49cd-be45-a90edb6a0673 HTTP/1.1" status: 204 len: 168 time: 0.3211720 Nov 19 19:00:47.293412 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.295039 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ba802ea7-f6fd-493d-bdf7-d7d0bf084deb req-79b76407-bf92-4bf8-856a-8bf62776c6c7 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0293565 Nov 19 19:00:47.397891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42362) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:47.419150 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.441953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67785bfe-0649-471e-bf54-219361c54580']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:47.451885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054ae582-563c-4b5e-9582-a34b8c80c005') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:47.452181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054ae582-563c-4b5e-9582-a34b8c80c005') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:47.464719 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.480146 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.488217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:00:47.488735 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:00:47.491484 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:00:47.513975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-network', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:47.536273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Made reservation on behalf of d130078fc8d140b5a3bc553646ecd23f for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:47.539233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.550035 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.562754 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.644315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.648477 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.678029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:00:47.687259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7f6779-3515-4d31-9b10-0bbaf04609da,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:47.695179 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.695759 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Added segment 2a01e4e5-0b34-4a97-a8bd-51e9c21d2259 of type vlan for network 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d Nov 19 19:00:47.743564 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.774000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.775191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:47.775788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.836430 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4371591 Nov 19 19:00:47.839304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42368) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:47.851348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] Request body: {'subnet': {'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-subnet', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:47.863610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640bc6e-f753-4895-9698-a24f187aa7ba admin admin] Pushing event updated for resources: {'Network': ['ID=574ea8fc-072c-4cf0-963c-8ead0dbc1a6d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:47.877874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:00:47.883415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.883833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] Made reservation on behalf of d130078fc8d140b5a3bc553646ecd23f for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:47.886530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:47.902832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/67785bfe-0649-471e-bf54-219361c54580 HTTP/1.1" status: 204 len: 168 time: 0.7070093 Nov 19 19:00:47.907724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12201e-21dd-445b-bdc2-f50d6b36bec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=67785bfe-0649-471e-bf54-219361c54580,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:48.026563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f3f1c74f-5a19-4243-aae4-0218e7797f06 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:48.057461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42378) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:48.058082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: f3f1c74f-5a19-4243-aae4-0218e7797f06 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:48.058433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f3f1c74f-5a19-4243-aae4-0218e7797f06 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:48.119353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-155cb759-9f8e-4401-8739-b4815fb66a62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0294e5c574f140108c84ad27699b2d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609295 Nov 19 19:00:48.121868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42380) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:48.177396 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d677d9b-f9de-4717-be20-22a969e64578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.187594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e046d0a-3127-46f4-8591-1481e2aca91a req-7dd98d23-a6f0-4e0c-a63d-e3136b644286 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:48.189180 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e046d0a-3127-46f4-8591-1481e2aca91a req-7dd98d23-a6f0-4e0c-a63d-e3136b644286 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.1643648 Nov 19 19:00:48.196961 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c714a04b-d14d-4c74-96fc-e17d431daa32 req-1981fd6b-cca8-4938-b169-92fad6e840b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d84fb770-680d-4c58-9713-a48d0f9e8e20 HTTP/1.1" status: 200 len: 210 time: 0.0574489 Nov 19 19:00:48.199835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d677d9b-f9de-4717-be20-22a969e64578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.218556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.251605 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d677d9b-f9de-4717-be20-22a969e64578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.254266 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d677d9b-f9de-4717-be20-22a969e64578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.255416 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9d677d9b-f9de-4717-be20-22a969e64578 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b615a02a-5f22-4307-b30a-7480191f8e2b HTTP/1.1" status: 204 len: 168 time: 0.1325336 Nov 19 19:00:48.265715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d677d9b-f9de-4717-be20-22a969e64578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b615a02a-5f22-4307-b30a-7480191f8e2b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:48.319127 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e046d0a-3127-46f4-8591-1481e2aca91a req-12ecadc9-cda0-4794-ae67-815799c520ab tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193991 Nov 19 19:00:48.322002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:48.332452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] Checking segment: {'id': '2a01e4e5-0b34-4a97-a8bd-51e9c21d2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:48.332674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] Network hostable DHCP agents. Network: 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:00:48.362513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] Network 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:00:48.375860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:48.381794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:48.382618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.389059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0222f36-edee-4dfc-8c75-9ed45ed9b2d4 None None] Network 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:48.406297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8d8a51dc-b414-4996-8329-ae665c7b915f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5657866 Nov 19 19:00:48.407445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42386) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:48.412245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-router', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:48.446453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4364394-5b3d-46a9-8641-6e7c083fc4e4 req-e20e2d93-88dd-46b2-9ebd-abb7afbfedb1 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0401146 Nov 19 19:00:48.468899 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.472218 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.553919 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.559773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-574ea8fc-072c-4cf0-963c-8ead0dbc1a6d', 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'fixed_ips': [{'subnet_id': '07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:00:48.560955 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.668947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42390) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:48.719146 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.727446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Allocated IP 172.20.0.2 (574ea8fc-072c-4cf0-963c-8ead0dbc1a6d/07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8/867279df-ceac-4a6e-8998-d2fc80e6ae42) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:48.731543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-603d356e-c6a2-4a04-8dd7-e08c949349fc req-4f0af39c-b1de-4b2d-aea9-1deef980c096 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0319097 Nov 19 19:00:48.783424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9f59db74-5376-4236-96f6-9b63bc43aa23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e2e61192cfd412892aa7664644997c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1133296 Nov 19 19:00:48.786129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42392) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:48.871298 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0a34-e46a-4f8c-b781-e5d261f54b11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.897772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0a34-e46a-4f8c-b781-e5d261f54b11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.914734 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.929800 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.956997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0a34-e46a-4f8c-b781-e5d261f54b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.959838 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0a34-e46a-4f8c-b781-e5d261f54b11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:48.963786 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ff6e0a34-e46a-4f8c-b781-e5d261f54b11 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80be82c9-eb14-43be-9315-7a419bab7a38 HTTP/1.1" status: 204 len: 168 time: 0.1733611 Nov 19 19:00:48.972873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e0a34-e46a-4f8c-b781-e5d261f54b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80be82c9-eb14-43be-9315-7a419bab7a38,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:48.982889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Network 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:48.996927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:49.005776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:49.006806 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:49.010462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Pushing event updated for resources: {'Port': ['ID=867279df-ceac-4a6e-8998-d2fc80e6ae42,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:49.041005 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:49.076871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Attempting to bind port 867279df-ceac-4a6e-8998-d2fc80e6ae42 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:00:49.077332 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Attempting to bind port 867279df-ceac-4a6e-8998-d2fc80e6ae42 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '2a01e4e5-0b34-4a97-a8bd-51e9c21d2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:00:49.077798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Attempting to bind port 867279df-ceac-4a6e-8998-d2fc80e6ae42 on network 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:49.083625 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:00:49.083954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Checking segment: {'id': '2a01e4e5-0b34-4a97-a8bd-51e9c21d2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:49.084359 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:49.084810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Bound using segment: {'id': '2a01e4e5-0b34-4a97-a8bd-51e9c21d2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:00:49.085283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Bound port: 867279df-ceac-4a6e-8998-d2fc80e6ae42, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a01e4e5-0b34-4a97-a8bd-51e9c21d2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:00:49.085663 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:49.173462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] For port 867279df-ceac-4a6e-8998-d2fc80e6ae42, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:00:49.176788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] For port 867279df-ceac-4a6e-8998-d2fc80e6ae42, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=867279df-ceac-4a6e-8998-d2fc80e6ae42,segment=NetworkSegment(2a01e4e5-0b34-4a97-a8bd-51e9c21d2259),segment_id=2a01e4e5-0b34-4a97-a8bd-51e9c21d2259)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:00:49.183228 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:49.187987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Allocated IP 172.25.3.227 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/67a48378-d3a2-4015-9fab-fa5688bcddbe) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:49.259839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e44ad-cc21-4fa5-b2e9-ccb1682a7dbd None None] Pushing event updated for resources: {'Port': ['ID=867279df-ceac-4a6e-8998-d2fc80e6ae42,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:49.337409 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:49.384488 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:49.467299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:49.475095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:49.477994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:49.541345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Pushing event updated for resources: {'Port': ['ID=67a48378-d3a2-4015-9fab-fa5688bcddbe,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:49.604918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bffe5-d007-4f8e-93e4-a6b806374b1d req-fd20c61f-3073-48f7-bb3b-29c276e2d128 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:49.616015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-578bffe5-d007-4f8e-93e4-a6b806374b1d req-fd20c61f-3073-48f7-bb3b-29c276e2d128 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.1945550 Nov 19 19:00:49.647181 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-62560b37-861e-4702-a5b7-b2c889780c98 req-c908a094-29aa-4d15-8b2c-16c10027d76c tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0487876 Nov 19 19:00:49.774387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-578bffe5-d007-4f8e-93e4-a6b806374b1d req-0a704fc0-62dd-41a4-a3f4-ab2c8537256c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574712 Nov 19 19:00:49.849329 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 867279df-ceac-4a6e-8998-d2fc80e6ae42 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:49.921850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:49.958596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 867279df-ceac-4a6e-8998-d2fc80e6ae42 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:49.959170 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.003827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ade6e399-4d17-475d-bedc-c60edbe8d7be details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:00:50.140084 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.194699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:50.232507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'ade6e399-4d17-475d-bedc-c60edbe8d7be', 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2', 'port_id': 'ade6e399-4d17-475d-bedc-c60edbe8d7be', 'mac_address': 'fa:16:3e:c2:a9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75459c32-c9b9-44ce-a1f4-a5e3d5132ec5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:00:50.239053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 867279df-ceac-4a6e-8998-d2fc80e6ae42, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=867279df-ceac-4a6e-8998-d2fc80e6ae42,segment=NetworkSegment(2a01e4e5-0b34-4a97-a8bd-51e9c21d2259),segment_id=2a01e4e5-0b34-4a97-a8bd-51e9c21d2259)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:50.250584 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.261949 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.337847 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.366489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade6e399-4d17-475d-bedc-c60edbe8d7be {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:00:50.398895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=867279df-ceac-4a6e-8998-d2fc80e6ae42,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:50.413129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:50.420378 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.485184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Router c80deb37-9513-4543-a5a3-ae7236f9bc30 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:00:50.489605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ade6e399-4d17-475d-bedc-c60edbe8d7be,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:50.558815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c0bcdc-4fb3-42f8-a868-c47a4f60c62e None None] Network 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:50.622249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:00:50.635962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-eacf2969-f86e-4a46-8581-d376573358c7 None None] Provisioning complete for port 867279df-ceac-4a6e-8998-d2fc80e6ae42 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:50.636438 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eacf2969-f86e-4a46-8581-d376573358c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.643971 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.645199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c90dde2c-db27-484d-813d-71ae3ec05a53 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2368414 Nov 19 19:00:50.646148 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Sync routers for ids ['c80deb37-9513-4543-a5a3-ae7236f9bc30'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:00:50.648189 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42454) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:50.716495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Routers {'c80deb37-9513-4543-a5a3-ae7236f9bc30'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:50.717227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c80deb37-9513-4543-a5a3-ae7236f9bc30'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:50.766018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18012835-758f-42ea-afa0-547fff1b95f8 req-e7a05d7b-c1e8-4738-b004-a17be6f0c2a5 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0311940 Nov 19 19:00:50.900401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['ade6e399-4d17-475d-bedc-c60edbe8d7be'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:00:51.031169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d4833-4e60-4466-8332-2e74faf96b6f req-06c4186c-2b14-497b-b870-76d1f4b32831 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:51.040005 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe0d4833-4e60-4466-8332-2e74faf96b6f req-06c4186c-2b14-497b-b870-76d1f4b32831 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 944 time: 0.0864878 Nov 19 19:00:51.222260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Set router c80deb37-9513-4543-a5a3-ae7236f9bc30 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:51.320203 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe0d4833-4e60-4466-8332-2e74faf96b6f req-5b435989-9ebc-4de5-aaf7-9925bae837d0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792165 Nov 19 19:00:51.334541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97df3e5a-1a69-4114-a51a-331ab7df4987 req-2beb6368-c72d-4c4d-bf28-d5050a4f4840 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0437741 Nov 19 19:00:51.385917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42496) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:51.408871 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.554998 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-610b491d-bef7-4051-b317-696be2a906f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.615339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-router', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:48Z', 'updated_at': '2021-11-19T19:00:49Z', 'revision_number': 3, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'gw_port': {'id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:49Z', 'updated_at': '2021-11-19T19:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:51.647186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Checking router: c80deb37-9513-4543-a5a3-ae7236f9bc30 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:00:51.647536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Updating router c80deb37-9513-4543-a5a3-ae7236f9bc30 port 67a48378-d3a2-4015-9fab-fa5688bcddbe binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:00:51.659690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Allocated IP 172.20.0.1 (574ea8fc-072c-4cf0-963c-8ead0dbc1a6d/07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8/ab5e994a-a162-4b17-ba72-edbfed4976f9) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:51.676771 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.699959 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-610b491d-bef7-4051-b317-696be2a906f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.705480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-610b491d-bef7-4051-b317-696be2a906f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.770287 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-610b491d-bef7-4051-b317-696be2a906f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c29c4fe0e29412e96c96ea709a2249d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831923 Nov 19 19:00:51.771148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42500) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:51.784240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b491d-bef7-4051-b317-696be2a906f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9c4d87-ca2a-4610-aa0e-2c3d0cb48c8a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:51.793176 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.832723 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.834889 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d7e95fb-32fc-4761-93a0-e6fe1c5b1d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.852039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 867279df-ceac-4a6e-8998-d2fc80e6ae42 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:51.857376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d7e95fb-32fc-4761-93a0-e6fe1c5b1d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.877375 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Network 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:51.883303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:51.887974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:51.907230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-63793bb3-a12b-430b-b92e-afa79cbf6ceb None None] Provisioning complete for port 867279df-ceac-4a6e-8998-d2fc80e6ae42 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:51.908607 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63793bb3-a12b-430b-b92e-afa79cbf6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.917263 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5e994a-a162-4b17-ba72-edbfed4976f9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:51.943944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.947913 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d7e95fb-32fc-4761-93a0-e6fe1c5b1d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.953943 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d7e95fb-32fc-4761-93a0-e6fe1c5b1d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.961016 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4d7e95fb-32fc-4761-93a0-e6fe1c5b1d9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b9c4d87-ca2a-4610-aa0e-2c3d0cb48c8a HTTP/1.1" status: 204 len: 168 time: 0.1775391 Nov 19 19:00:51.972659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e95fb-32fc-4761-93a0-e6fe1c5b1d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9c4d87-ca2a-4610-aa0e-2c3d0cb48c8a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:52.102515 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.105638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 867279df-ceac-4a6e-8998-d2fc80e6ae42 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:52.106042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.321508 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.328087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.349145 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.366615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a515d04c-8b90-4c4a-beea-ccca38b5128e None None] Provisioning complete for port ab5e994a-a162-4b17-ba72-edbfed4976f9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:52.366615 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a515d04c-8b90-4c4a-beea-ccca38b5128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.366615 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.410294 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.453737 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a515d04c-8b90-4c4a-beea-ccca38b5128e None None] Port ab5e994a-a162-4b17-ba72-edbfed4976f9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:00:52.461447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ee1c7-035f-485b-a5e0-9016ab459b8d req-58aa5750-16c7-4aeb-a932-d3f9041e1910 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:52.468521 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5e994a-a162-4b17-ba72-edbfed4976f9,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:52.470424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-252ee1c7-035f-485b-a5e0-9016ab459b8d req-58aa5750-16c7-4aeb-a932-d3f9041e1910 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 944 time: 0.0716097 Nov 19 19:00:52.507300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Attempting to bind port 67a48378-d3a2-4015-9fab-fa5688bcddbe on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:00:52.507774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Attempting to bind port 67a48378-d3a2-4015-9fab-fa5688bcddbe by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:00:52.508565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Attempting to bind port 67a48378-d3a2-4015-9fab-fa5688bcddbe on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:52.511357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298379df-8afc-4fc2-8634-d289d3fcdce9 None None] Pushing event updated for resources: {'Port': ['ID=67a48378-d3a2-4015-9fab-fa5688bcddbe,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:52.513515 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19a81dac-a8f2-443e-b0d5-3b9d2826981d req-d1ed62fb-ee77-4e54-b022-a9251ecd21ee tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0385163 Nov 19 19:00:52.525431 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:00:52.525856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:52.526530 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.526950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:00:52.528064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Bound port: 67a48378-d3a2-4015-9fab-fa5688bcddbe, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:00:52.528615 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.560452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-252ee1c7-035f-485b-a5e0-9016ab459b8d req-526ea9d3-494c-4318-bffe-f0b7a3e3e719 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870857 Nov 19 19:00:52.596710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] For port 67a48378-d3a2-4015-9fab-fa5688bcddbe, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:00:52.602433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] For port 67a48378-d3a2-4015-9fab-fa5688bcddbe, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=67a48378-d3a2-4015-9fab-fa5688bcddbe,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:00:52.609091 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.664941 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Network 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:52.666772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:52.677988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Routers {'c80deb37-9513-4543-a5a3-ae7236f9bc30'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:52.678649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c80deb37-9513-4543-a5a3-ae7236f9bc30'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:52.731158 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298379df-8afc-4fc2-8634-d289d3fcdce9 None None] Pushing event updated for resources: {'Port': ['ID=67a48378-d3a2-4015-9fab-fa5688bcddbe,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:52.798975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Router c80deb37-9513-4543-a5a3-ae7236f9bc30 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:00:52.801580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] Set router c80deb37-9513-4543-a5a3-ae7236f9bc30 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:52.939791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:00:52.945255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2da1740c-e99d-45e1-bdd0-6a6ed5d7f7d1 admin admin] 10.222.0.50 "PUT /v2.0/routers/c80deb37-9513-4543-a5a3-ae7236f9bc30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2959821 Nov 19 19:00:52.997580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-757e9efc-a982-47df-b0a7-cdb8ebd2a944 None None] Provisioning complete for port ab5e994a-a162-4b17-ba72-edbfed4976f9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:52.997986 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-757e9efc-a982-47df-b0a7-cdb8ebd2a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.060776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-757e9efc-a982-47df-b0a7-cdb8ebd2a944 None None] Port ab5e994a-a162-4b17-ba72-edbfed4976f9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:00:53.099634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-router', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:48Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 4, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'gw_port': {'id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:49Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ab5e994a-a162-4b17-ba72-edbfed4976f9', 'name': '', 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'mac_address': 'fa:16:3e:fc:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:51Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 2, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'subnets': [{'id': '07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:53.131942 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74aca-abbe-440e-8085-e7ebed0ca49f None None] The sync data for ids ['c80deb37-9513-4543-a5a3-ae7236f9bc30'] in n-d-815373-6 is: [{'id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-router', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:48Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 4, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'gw_port': {'id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:49Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ab5e994a-a162-4b17-ba72-edbfed4976f9', 'name': '', 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'mac_address': 'fa:16:3e:fc:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:51Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 2, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'subnets': [{'id': '07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:00:53.506826 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-dfe138ca-4377-45ee-a0fa-1d0c5765e152 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1451988 Nov 19 19:00:53.517574 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:53.541530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.672185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a538ec2a-db24-488a-a651-955428ef87b8 req-9c7b5d02-8fe9-441f-a109-b4de78e3e8a5 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0489690 Nov 19 19:00:53.705780 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.841273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Allocated IP 172.25.3.90 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/9c326b69-0cf3-4122-bea1-9fa4e5e1f522) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:53.846056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58743895-ceab-4ab5-927a-d461676d2200 req-92d4501b-a7a5-4b3a-9349-d982988af6fe tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:53.847909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58743895-ceab-4ab5-927a-d461676d2200 req-92d4501b-a7a5-4b3a-9349-d982988af6fe tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 944 time: 0.0696819 Nov 19 19:00:53.941578 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58743895-ceab-4ab5-927a-d461676d2200 req-9aa44681-b2e7-4cfa-9c10-e60bb0950f5b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863883 Nov 19 19:00:54.016527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.052283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ade6e399-4d17-475d-bedc-c60edbe8d7be up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:54.079326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.127379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port ade6e399-4d17-475d-bedc-c60edbe8d7be completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:00:54.128571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:54.132523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port ade6e399-4d17-475d-bedc-c60edbe8d7be triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:54.132523 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.134154 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:54.138228 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:54.195913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event updated for resources: {'Port': ['ID=9c326b69-0cf3-4122-bea1-9fa4e5e1f522,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:54.231069 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.250440 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.265867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade6e399-4d17-475d-bedc-c60edbe8d7be'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:54.268461 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976df1bc-e9d7-470f-ab95-380eb48d7fbc" -d '{"events": [{"server_uuid": "e0dc4c99-9344-4ab2-a258-205295b77617", "name": "network-vif-plugged", "status": "completed", "tag": "ade6e399-4d17-475d-bedc-c60edbe8d7be"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:54.288587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:54.294887 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.302739 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.383270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ade6e399-4d17-475d-bedc-c60edbe8d7be,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:54.498076 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143a156f-eb2a-488a-849e-e2e5483895fb x-openstack-request-id: req-143a156f-eb2a-488a-849e-e2e5483895fb {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:54.498603 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dc4c99-9344-4ab2-a258-205295b77617", "name": "network-vif-plugged", "status": "completed", "tag": "ade6e399-4d17-475d-bedc-c60edbe8d7be", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:54.499555 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-143a156f-eb2a-488a-849e-e2e5483895fb {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:54.500160 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade6e399-4d17-475d-bedc-c60edbe8d7be', 'code': 200} Nov 19 19:00:54.508869 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.515243 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.612022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event updated for resources: {'Port': ['ID=9c326b69-0cf3-4122-bea1-9fa4e5e1f522,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:54.642562 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.666698 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.669277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-841a4d8a-ec69-4dcb-b067-a66a5ba50fe2 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1566718 Nov 19 19:00:54.736164 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-f5cbd68d-f759-46e4-9470-3f2b323b285c tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.0599580 Nov 19 19:00:54.869887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ea233a4-282b-4f07-b914-f6721e41db60 req-e0fff564-0db5-45a4-8b14-6962dae8e9a0 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0426209 Nov 19 19:00:54.900522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-7ea2cb84-0565-4ed8-b566-0058bf4aec25 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:54.902573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7638c128-51bb-46ed-be3f-b3540b33de10 req-7ea2cb84-0565-4ed8-b566-0058bf4aec25 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1600947 Nov 19 19:00:54.938751 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.963782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae5327-e4c3-4406-b69e-385aadc2a34d req-71ff8e91-c55a-4e48-ae63-daeaf185ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:54.965283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73ae5327-e4c3-4406-b69e-385aadc2a34d req-71ff8e91-c55a-4e48-ae63-daeaf185ef07 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 1096 time: 0.3963041 Nov 19 19:00:55.014268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42594) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:55.041675 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73ae5327-e4c3-4406-b69e-385aadc2a34d req-a18722a9-c42a-4979-bd5e-841c028eea49 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680737 Nov 19 19:00:55.078151 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-1b427267-02eb-4377-b566-c78192a086a5 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1442320 Nov 19 19:00:55.081512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3072a-7a13-4aa0-8ac0-6a205e03f8e9 req-34e6a5ab-18e2-46c7-aab2-ee7e64e9379a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:55.083101 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50d3072a-7a13-4aa0-8ac0-6a205e03f8e9 req-34e6a5ab-18e2-46c7-aab2-ee7e64e9379a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0613959 Nov 19 19:00:55.088049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:55.114375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.137002 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50d3072a-7a13-4aa0-8ac0-6a205e03f8e9 req-bb4fd435-6bbd-4b7c-a96a-e783db80591c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476446 Nov 19 19:00:55.159284 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4a64866-6249-4e31-91b1-ecfe11ff67b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.243456 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.251649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4a64866-6249-4e31-91b1-ecfe11ff67b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.258894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4a64866-6249-4e31-91b1-ecfe11ff67b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.300437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a4a64866-6249-4e31-91b1-ecfe11ff67b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b91b375fb6648ee8a8a0a0b88021372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839253 Nov 19 19:00:55.302498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a64866-6249-4e31-91b1-ecfe11ff67b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c77665a-36a0-4fd8-af00-85cdf5d668d9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:55.304934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42602) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:55.364005 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ffeb-f6f5-44ab-b840-30849a2ac6c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.372204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Allocated IP 172.25.3.154 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/a9a01da4-b399-40ab-aea1-918f6f4bcf2a) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:55.393145 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ffeb-f6f5-44ab-b840-30849a2ac6c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.451143 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ffeb-f6f5-44ab-b840-30849a2ac6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.454188 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ffeb-f6f5-44ab-b840-30849a2ac6c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.462117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b6c8ffeb-f6f5-44ab-b840-30849a2ac6c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c77665a-36a0-4fd8-af00-85cdf5d668d9 HTTP/1.1" status: 204 len: 168 time: 0.1480052 Nov 19 19:00:55.470289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8ffeb-f6f5-44ab-b840-30849a2ac6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c77665a-36a0-4fd8-af00-85cdf5d668d9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:55.508575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.549265 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.592009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:55.595610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:55.598052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:55.641795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event updated for resources: {'Port': ['ID=a9a01da4-b399-40ab-aea1-918f6f4bcf2a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:55.708330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.757016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.812396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 67a48378-d3a2-4015-9fab-fa5688bcddbe up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:55.837062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42610) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:55.851046 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-08a9e3ae-336e-4cf5-a268-5c13b97610a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.868922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 67a48378-d3a2-4015-9fab-fa5688bcddbe triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:55.869566 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.892107 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Sync routers for ids ['c80deb37-9513-4543-a5a3-ae7236f9bc30'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:00:55.908314 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Routers {'c80deb37-9513-4543-a5a3-ae7236f9bc30'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:55.909075 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c80deb37-9513-4543-a5a3-ae7236f9bc30'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:55.965796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-08a9e3ae-336e-4cf5-a268-5c13b97610a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.973593 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-08a9e3ae-336e-4cf5-a268-5c13b97610a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.027821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9e3ae-336e-4cf5-a268-5c13b97610a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e65079-2b84-4361-92a5-306f19fd2ee5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:56.036515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42614) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:56.036822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-08a9e3ae-336e-4cf5-a268-5c13b97610a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b8496a3610e44d3aa63c5d8bbd1bd2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1979389 Nov 19 19:00:56.047985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.054405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.060057 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.080793 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Set router c80deb37-9513-4543-a5a3-ae7236f9bc30 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:56.091151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a16bb521-c273-4198-aece-fc3758078b2c req-084cb6ab-6d23-4d69-bc6b-e082fea35c21 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0349717 Nov 19 19:00:56.095400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 67a48378-d3a2-4015-9fab-fa5688bcddbe, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=67a48378-d3a2-4015-9fab-fa5688bcddbe,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:56.101498 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.117625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event updated for resources: {'Port': ['ID=a9a01da4-b399-40ab-aea1-918f6f4bcf2a,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:56.165075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=67a48378-d3a2-4015-9fab-fa5688bcddbe,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:56.194626 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80a8239e-f75e-4435-be5c-53e91d579534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.197406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.228985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.230342 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-96b9b2bc-9bf8-4f41-8c4c-9b642e5df138 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1462302 Nov 19 19:00:56.232299 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80a8239e-f75e-4435-be5c-53e91d579534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.276782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1194dfe-bfe8-44c9-8981-492a7352858e req-576e6422-a8ee-418f-8936-14b681b80635 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:56.278328 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1194dfe-bfe8-44c9-8981-492a7352858e req-576e6422-a8ee-418f-8936-14b681b80635 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0535283 Nov 19 19:00:56.305411 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-89ccfc22-ce37-4bcc-9a2a-d29a56f0c07f tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.154 HTTP/1.1" status: 200 len: 696 time: 0.0643651 Nov 19 19:00:56.318265 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-router', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:48Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 4, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'gw_port': {'id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:49Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ab5e994a-a162-4b17-ba72-edbfed4976f9', 'name': '', 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'mac_address': 'fa:16:3e:fc:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:51Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 2, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'subnets': [{'id': '07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:56.340532 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1194dfe-bfe8-44c9-8981-492a7352858e req-7c606af8-9683-4442-b9e2-02b6ffc61df5 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 Nov 19 19:00:56.354236 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Checking router: c80deb37-9513-4543-a5a3-ae7236f9bc30 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:00:56.354592 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Updating router c80deb37-9513-4543-a5a3-ae7236f9bc30 port ab5e994a-a162-4b17-ba72-edbfed4976f9 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:00:56.385516 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.400271 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80a8239e-f75e-4435-be5c-53e91d579534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.402888 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80a8239e-f75e-4435-be5c-53e91d579534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.404047 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-80a8239e-f75e-4435-be5c-53e91d579534 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06e65079-2b84-4361-92a5-306f19fd2ee5 HTTP/1.1" status: 204 len: 168 time: 0.3541186 Nov 19 19:00:56.424349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8239e-f75e-4435-be5c-53e91d579534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e65079-2b84-4361-92a5-306f19fd2ee5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:56.463158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-77007dd3-77f5-4b6e-ab89-ef8473c5be36 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:56.464585 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f07e1346-c89e-4d31-9381-cf07f57a7588 req-77007dd3-77f5-4b6e-ab89-ef8473c5be36 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1497891 Nov 19 19:00:56.605648 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-e95d0a9e-22d6-4e91-9418-dba473882540 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1169522 Nov 19 19:00:56.619994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:56.657185 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.709187 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.723052 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.790263 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592a95b-d529-40ff-b26a-7937e7e64558 None None] Pushing event updated for resources: {'Port': ['ID=ab5e994a-a162-4b17-ba72-edbfed4976f9,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:56.836886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.838178 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Attempting to bind port ab5e994a-a162-4b17-ba72-edbfed4976f9 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:00:56.838962 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Attempting to bind port ab5e994a-a162-4b17-ba72-edbfed4976f9 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '2a01e4e5-0b34-4a97-a8bd-51e9c21d2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:00:56.839489 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Attempting to bind port ab5e994a-a162-4b17-ba72-edbfed4976f9 on network 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:56.845681 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:00:56.846084 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Checking segment: {'id': '2a01e4e5-0b34-4a97-a8bd-51e9c21d2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:56.846486 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.846880 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Bound using segment: {'id': '2a01e4e5-0b34-4a97-a8bd-51e9c21d2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:00:56.847349 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Bound port: ab5e994a-a162-4b17-ba72-edbfed4976f9, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a01e4e5-0b34-4a97-a8bd-51e9c21d2259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:00:56.847728 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.938935 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] For port ab5e994a-a162-4b17-ba72-edbfed4976f9, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:00:56.942681 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] For port ab5e994a-a162-4b17-ba72-edbfed4976f9, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ab5e994a-a162-4b17-ba72-edbfed4976f9,segment=NetworkSegment(2a01e4e5-0b34-4a97-a8bd-51e9c21d2259),segment_id=2a01e4e5-0b34-4a97-a8bd-51e9c21d2259)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:00:56.950408 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.020062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Allocated IP 172.25.3.112 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/d2676bf8-8848-4f9f-b7d6-1bed1a936ba7) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:57.028224 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Routers {'c80deb37-9513-4543-a5a3-ae7236f9bc30'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:57.028867 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c80deb37-9513-4543-a5a3-ae7236f9bc30'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:57.033203 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592a95b-d529-40ff-b26a-7937e7e64558 None None] Pushing event updated for resources: {'Port': ['ID=ab5e994a-a162-4b17-ba72-edbfed4976f9,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:57.117345 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9e761b98-3439-4135-b0f6-302eb6fafbb4 None None] Provisioning complete for port ab5e994a-a162-4b17-ba72-edbfed4976f9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:57.118812 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9e761b98-3439-4135-b0f6-302eb6fafbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.196593 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.264517 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.270776 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9e761b98-3439-4135-b0f6-302eb6fafbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.299383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1dcbc79-a096-490c-9515-d218b4791b2d req-33f7a0f1-15ce-4b9b-b897-4ada73113299 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0474472 Nov 19 19:00:57.321034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9e761b98-3439-4135-b0f6-302eb6fafbb4 None None] For port ab5e994a-a162-4b17-ba72-edbfed4976f9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ab5e994a-a162-4b17-ba72-edbfed4976f9,segment=NetworkSegment(2a01e4e5-0b34-4a97-a8bd-51e9c21d2259),segment_id=2a01e4e5-0b34-4a97-a8bd-51e9c21d2259)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:57.326585 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] Set router c80deb37-9513-4543-a5a3-ae7236f9bc30 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:57.329865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9e761b98-3439-4135-b0f6-302eb6fafbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.375226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event updated for resources: {'Port': ['ID=d2676bf8-8848-4f9f-b7d6-1bed1a936ba7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:57.388994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:57.394276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:57.398059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:57.426633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e761b98-3439-4135-b0f6-302eb6fafbb4 None None] Pushing event updated for resources: {'Port': ['ID=ab5e994a-a162-4b17-ba72-edbfed4976f9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:57.463809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-17e6e26d-85e3-4978-838b-4a32573277ea None None] Provisioning complete for port ab5e994a-a162-4b17-ba72-edbfed4976f9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:57.464179 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e6e26d-85e3-4978-838b-4a32573277ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.513882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307f1bb-18cc-4257-b708-91bf65043c95 req-496a7337-c16c-4cbd-86c6-4789071b3416 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:57.521668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c307f1bb-18cc-4257-b708-91bf65043c95 req-496a7337-c16c-4cbd-86c6-4789071b3416 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0765738 Nov 19 19:00:57.532949 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.581237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c307f1bb-18cc-4257-b708-91bf65043c95 req-ed2d2a86-52d7-4a89-b8e6-6fda0669fa69 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583129 Nov 19 19:00:57.584809 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.684041 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-router', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:48Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 4, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'gw_port': {'id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:49Z', 'updated_at': '2021-11-19T19:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ab5e994a-a162-4b17-ba72-edbfed4976f9', 'name': '', 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'mac_address': 'fa:16:3e:fc:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:51Z', 'updated_at': '2021-11-19T19:00:56Z', 'revision_number': 4, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'subnets': [{'id': '07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:57.718020 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119722a1-824a-43ca-afe0-529f111c0b01 None None] The sync data for ids ['c80deb37-9513-4543-a5a3-ae7236f9bc30'] in n-d-815373-6 is: [{'id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-router', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:48Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 4, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'gw_port': {'id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:49Z', 'updated_at': '2021-11-19T19:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ab5e994a-a162-4b17-ba72-edbfed4976f9', 'name': '', 'network_id': '574ea8fc-072c-4cf0-963c-8ead0dbc1a6d', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'mac_address': 'fa:16:3e:fc:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:51Z', 'updated_at': '2021-11-19T19:00:56Z', 'revision_number': 4, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'subnets': [{'id': '07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:00:57.814000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.821795 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.850691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 67a48378-d3a2-4015-9fab-fa5688bcddbe up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:57.895934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59f99c-f4ac-4a21-968f-5258f5636955 req-8cb2220e-b6b1-48cf-85a4-fbf3d0b3b909 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:57.908351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f59f99c-f4ac-4a21-968f-5258f5636955 req-8cb2220e-b6b1-48cf-85a4-fbf3d0b3b909 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 1096 time: 0.0632162 Nov 19 19:00:57.949483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event updated for resources: {'Port': ['ID=d2676bf8-8848-4f9f-b7d6-1bed1a936ba7,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:57.963359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 67a48378-d3a2-4015-9fab-fa5688bcddbe triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:57.963925 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.973650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f59f99c-f4ac-4a21-968f-5258f5636955 req-2f55a9d8-2296-41aa-9dd7-218778f0c0dd tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639694 Nov 19 19:00:57.982482 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.018122 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.025351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-2814d590-7aaf-44b8-99bc-00e0ad8abf4a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4122064 Nov 19 19:00:58.117285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ab5e994a-a162-4b17-ba72-edbfed4976f9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:00:58.268476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42fb64-44be-475a-8b98-2a332f043e45 req-a88b93d9-33f0-4aa7-af41-2d7916bc3cb3 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:58.271244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d42fb64-44be-475a-8b98-2a332f043e45 req-a88b93d9-33f0-4aa7-af41-2d7916bc3cb3 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 1096 time: 0.0957146 Nov 19 19:00:58.367321 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d42fb64-44be-475a-8b98-2a332f043e45 req-d4ed0223-883e-4bc3-aef3-344b7bd1b8cc tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857129 Nov 19 19:00:58.371405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ab5e994a-a162-4b17-ba72-edbfed4976f9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:00:58.371857 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.490077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-90af4178-e2fe-45be-9e08-61ff6de025bc req-dc6d1032-ab05-4287-95c5-9949f6181ca7 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0411992 Nov 19 19:00:58.525892 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-bd4aa443-bae6-4178-bbec-f645037f28b8 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.4995785 Nov 19 19:00:58.661310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-c8e4859c-1908-4674-aa96-290346055e5c tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:58.662872 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b8ef546e-ff6c-4671-b8f0-a64902c594aa req-c8e4859c-1908-4674-aa96-290346055e5c tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1307003 Nov 19 19:00:58.829469 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-18a6744d-0a42-458e-b2a5-b293dee4bf19 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1375663 Nov 19 19:00:58.834545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:58.860750 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.971231 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.100274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Allocated IP 172.25.3.85 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/b64f8069-f3fc-4863-a517-a0668a3757e2) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:59.215594 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.258024 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.304356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:59.307541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:59.311175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:59.343358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event updated for resources: {'Port': ['ID=b64f8069-f3fc-4863-a517-a0668a3757e2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:59.410944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.451144 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.470757 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.636141 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.645113 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.732848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event updated for resources: {'Port': ['ID=b64f8069-f3fc-4863-a517-a0668a3757e2,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:59.746060 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.763402 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.770609 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-21c007d2-d4fb-4aa4-ae0a-3b4c95a059cd tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9398866 Nov 19 19:00:59.788044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-cc3ac0b3-e33f-4f35-bf5d-d577a7aa8775 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:00:59.802045 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-cc3ac0b3-e33f-4f35-bf5d-d577a7aa8775 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2162287 Nov 19 19:00:59.829239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-cb2b3434-a322-4897-8635-d22d80f64fb5 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.85 HTTP/1.1" status: 200 len: 695 time: 0.0516496 Nov 19 19:00:59.963308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-9f797bbf-8880-4a03-b020-888234723bb3 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:59.964796 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3c0a8cb-5a88-409a-a5ce-a1f74b6200bd req-9f797bbf-8880-4a03-b020-888234723bb3 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1284890 Nov 19 19:01:00.015788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-f7d09d95-e53d-4852-9752-5bc697bf9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:00.022462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-f7d09d95-e53d-4852-9752-5bc697bf9d2b service neutron] 10.222.0.50 "GET /v2.0/ports/ade6e399-4d17-475d-bedc-c60edbe8d7be HTTP/1.1" status: 200 len: 1093 time: 0.2194109 Nov 19 19:01:00.026865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Request body: {'binding': {'host': 'n-h2-815373-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:00.027323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Unknown quota resources ['binding']. {{(pid=109887) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 19:01:00.180563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be on host n-h2-815373-6 for vnic_type normal with profile None {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:00.180950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:00.181243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:00.191337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Port ade6e399-4d17-475d-bedc-c60edbe8d7be on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:01:00.191731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:00.197202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:00.197597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:00.198261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:00.198869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Bound port: ade6e399-4d17-475d-bedc-c60edbe8d7be, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:00.252988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:00.260855 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] Publish callbacks [] for binding, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:00.262240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-585be96d-0e4a-4206-8b01-4a3e3e5d136d service neutron] 10.222.0.50 "POST /v2.0/ports/ade6e399-4d17-475d-bedc-c60edbe8d7be/bindings HTTP/1.1" status: 201 len: 389 time: 0.2388227 Nov 19 19:01:00.271619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0a8ca308-de1e-41fd-b6de-3b0d1ab63ca7 req-1bfb4395-7981-4134-9922-ab0f9a10e01d tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0289440 Nov 19 19:01:00.393651 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f60c336-08a4-4f02-91b1-fc59be7e52e5 req-aec9d26e-3d8c-4b34-853a-9041787dfd17 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips/6fd19ca0-df4a-469b-a3bc-4b150e8a96a6 HTTP/1.1" status: 200 len: 692 time: 0.0789602 Nov 19 19:01:00.461829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e5676-6590-4c85-b683-f2a59a75ec39 req-301019dd-3d8e-4391-9a48-b9118c4de891 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:00.463494 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-987e5676-6590-4c85-b683-f2a59a75ec39 req-301019dd-3d8e-4391-9a48-b9118c4de891 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0553985 Nov 19 19:01:00.531645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60c336-08a4-4f02-91b1-fc59be7e52e5 req-c63c0e67-d2bc-4974-b0cb-617fb2703d10 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:00.533955 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f60c336-08a4-4f02-91b1-fc59be7e52e5 req-c63c0e67-d2bc-4974-b0cb-617fb2703d10 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1395435 Nov 19 19:01:00.543226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-987e5676-6590-4c85-b683-f2a59a75ec39 req-68a5ed26-d2d8-49d1-996f-e4b58081ea25 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576663 Nov 19 19:01:00.635471 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-02b11177-2410-4ede-bf96-0dc067d00b11 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips/6fd19ca0-df4a-469b-a3bc-4b150e8a96a6 HTTP/1.1" status: 200 len: 692 time: 0.0566232 Nov 19 19:01:00.642875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-044a5e1d-c365-4de6-857f-e8ec561128f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:00.644403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-044a5e1d-c365-4de6-857f-e8ec561128f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 1096 time: 0.0933604 Nov 19 19:01:00.821111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-cd5bdd41-19ab-4f60-a60c-1d0cfacf04d9 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:00.822514 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-cd5bdd41-19ab-4f60-a60c-1d0cfacf04d9 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1772952 Nov 19 19:01:00.825378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-79ffced9-a0ab-4f6c-81d0-d0a4a475363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:00.826750 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-79ffced9-a0ab-4f6c-81d0-d0a4a475363e service neutron] 10.222.0.21 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.1729472 Nov 19 19:01:00.911979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-054707bb-2ad3-48a0-a91c-cc3bbb09f835 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be HTTP/1.1" status: 200 len: 217 time: 0.0736318 Nov 19 19:01:00.915391 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-0c60645c-9251-4ab0-b6d8-c1a53a3103cc tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.85 HTTP/1.1" status: 200 len: 695 time: 0.0838103 Nov 19 19:01:00.995991 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-6a72107c-88e1-4a5d-a4b3-6f287cf59dfb tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.85 HTTP/1.1" status: 200 len: 695 time: 0.0657330 Nov 19 19:01:01.013496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-5999470d-259b-4633-b783-309cdd17386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:01.015019 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-5999470d-259b-4633-b783-309cdd17386b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.0921974 Nov 19 19:01:01.075901 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-e0069702-356d-4164-9207-367962150551 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300989 Nov 19 19:01:01.244871 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-82d6365b-9fb8-47b2-90c2-fda10ad74e19 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365163 Nov 19 19:01:01.247222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-ce53a44e-f27b-4bdf-9a1f-5f9a0ab17b19 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Deleting port b64f8069-f3fc-4863-a517-a0668a3757e2 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:01.247600 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-ce53a44e-f27b-4bdf-9a1f-5f9a0ab17b19 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.397979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c51d5bd3-3a81-49f4-a238-3f1fdbb1b04b req-a16b409f-b426-4eaf-bf52-a7eebf7c47a3 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0312037 Nov 19 19:01:01.400680 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-ce53a44e-f27b-4bdf-9a1f-5f9a0ab17b19 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.401091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-ce53a44e-f27b-4bdf-9a1f-5f9a0ab17b19 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.422687 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-31d0f612-ae09-4b44-876a-50465bf5f296 service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615155 Nov 19 19:01:01.428641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-ce53a44e-f27b-4bdf-9a1f-5f9a0ab17b19 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Calling delete_port for b64f8069-f3fc-4863-a517-a0668a3757e2 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:01.591896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-ce53a44e-f27b-4bdf-9a1f-5f9a0ab17b19 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.652053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53a44e-f27b-4bdf-9a1f-5f9a0ab17b19 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event deleted for resources: {'Port': ['ID=b64f8069-f3fc-4863-a517-a0668a3757e2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:01.708842 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-ce53a44e-f27b-4bdf-9a1f-5f9a0ab17b19 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.713633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-ce53a44e-f27b-4bdf-9a1f-5f9a0ab17b19 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.714859 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1a0c1a4b-b9e2-4982-8578-1f34342f17cb req-ce53a44e-f27b-4bdf-9a1f-5f9a0ab17b19 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "DELETE /v2.0/floatingips/6fd19ca0-df4a-469b-a3bc-4b150e8a96a6 HTTP/1.1" status: 204 len: 173 time: 0.7109621 Nov 19 19:01:01.721729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d385c-44b6-461d-8f0b-be84ad0e517e req-edb84847-67ad-4e06-ac55-905915a0ff57 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:01.723515 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f2d385c-44b6-461d-8f0b-be84ad0e517e req-edb84847-67ad-4e06-ac55-905915a0ff57 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0956094 Nov 19 19:01:01.778621 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f2d385c-44b6-461d-8f0b-be84ad0e517e req-0dbbee46-6495-46ad-b751-f68541e65b41 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485554 Nov 19 19:01:01.972991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7052f9b-3c91-4602-8cc1-40353d15bdb9 req-c7950383-4b27-464b-9b46-a3906c5a0485 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:01.975104 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e7052f9b-3c91-4602-8cc1-40353d15bdb9 req-c7950383-4b27-464b-9b46-a3906c5a0485 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2379999 Nov 19 19:01:02.057497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c34fdcda-cd87-4c9d-81f1-57c11d0f9b7a req-30f94329-5fed-4a35-bd9d-bb80ff15cdb8 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=d130078fc8d140b5a3bc553646ecd23f HTTP/1.1" status: 200 len: 1656 time: 0.0548391 Nov 19 19:01:02.195888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fdcda-cd87-4c9d-81f1-57c11d0f9b7a req-0ca6f2ea-58b4-4b75-858b-ecb2d8f93472 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:02.197800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c34fdcda-cd87-4c9d-81f1-57c11d0f9b7a req-0ca6f2ea-58b4-4b75-858b-ecb2d8f93472 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks?id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 787 time: 0.1317956 Nov 19 19:01:02.269743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-21821a10-71a3-4a6d-b74e-b2d7e0d3490a tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips/723f53d0-60fe-4559-9bee-40b737361c8e HTTP/1.1" status: 200 len: 693 time: 0.0501227 Nov 19 19:01:02.416085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-52db3d49-3196-4fe6-9354-26889f861fd7 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:02.417686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-52db3d49-3196-4fe6-9354-26889f861fd7 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1387353 Nov 19 19:01:02.484088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-e450601b-9ffe-4af3-8742-fac724968f61 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.0578094 Nov 19 19:01:02.528657 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-226930e8-a00c-4572-a8ed-5c8330e119ad req-56b30c62-40f2-4023-afd8-90f1876aeef5 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0348029 Nov 19 19:01:02.556416 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-bae41eb8-4691-4b5d-ad60-3fe9c8123748 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.0648489 Nov 19 19:01:02.690855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-b772c8f7-3377-4f7c-9f90-73fe35481035 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Deleting port d2676bf8-8848-4f9f-b7d6-1bed1a936ba7 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:02.691200 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-b772c8f7-3377-4f7c-9f90-73fe35481035 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.769036 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-b772c8f7-3377-4f7c-9f90-73fe35481035 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.769369 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-b772c8f7-3377-4f7c-9f90-73fe35481035 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.782080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-b772c8f7-3377-4f7c-9f90-73fe35481035 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Calling delete_port for d2676bf8-8848-4f9f-b7d6-1bed1a936ba7 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:02.938282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1adcad-cee8-4719-a9d8-aa90f748c14d req-61112f04-14ad-4b90-898c-af731a522e8c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:02.939861 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0a1adcad-cee8-4719-a9d8-aa90f748c14d req-61112f04-14ad-4b90-898c-af731a522e8c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0807545 Nov 19 19:01:02.966186 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-b772c8f7-3377-4f7c-9f90-73fe35481035 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.000854 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0a1adcad-cee8-4719-a9d8-aa90f748c14d req-1b7a7ce9-5916-4fd6-a434-35d533e16ce5 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541611 Nov 19 19:01:03.003825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772c8f7-3377-4f7c-9f90-73fe35481035 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event deleted for resources: {'Port': ['ID=d2676bf8-8848-4f9f-b7d6-1bed1a936ba7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:03.067558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-b772c8f7-3377-4f7c-9f90-73fe35481035 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.070254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-b772c8f7-3377-4f7c-9f90-73fe35481035 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.074102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23b29424-73b9-46c7-93e4-612cc0b0d3a9 req-b772c8f7-3377-4f7c-9f90-73fe35481035 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "DELETE /v2.0/floatingips/723f53d0-60fe-4559-9bee-40b737361c8e HTTP/1.1" status: 204 len: 173 time: 0.5176437 Nov 19 19:01:03.150390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-2d3f209d-ffdd-4eaf-aa5a-5c9f3f3be2c0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips/e72cd1a2-cf37-46ae-aec3-3f8735a543e2 HTTP/1.1" status: 200 len: 693 time: 0.0598762 Nov 19 19:01:03.274135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-6d6ac445-10f8-48d7-a4b7-85fa4c50fd8e tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:03.275965 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-6d6ac445-10f8-48d7-a4b7-85fa4c50fd8e tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1240811 Nov 19 19:01:03.337079 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-f8c23305-aad0-4553-b83c-f3a107cb23e0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.154 HTTP/1.1" status: 200 len: 696 time: 0.0527682 Nov 19 19:01:03.404510 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-2711d7c6-8b36-44bd-99d1-6757c19ee958 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.154 HTTP/1.1" status: 200 len: 696 time: 0.0609481 Nov 19 19:01:03.543449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-a9c6b9c1-3056-4d98-acc7-47795bd654c0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Deleting port a9a01da4-b399-40ab-aea1-918f6f4bcf2a {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:03.544092 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-a9c6b9c1-3056-4d98-acc7-47795bd654c0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.652607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-a9c6b9c1-3056-4d98-acc7-47795bd654c0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.652607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-a9c6b9c1-3056-4d98-acc7-47795bd654c0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.655125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f82dc06-556f-453b-b2b4-0f9010d32b8b req-02cb8a15-e978-4c41-93c9-03dd479c50c3 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0418406 Nov 19 19:01:03.668098 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-a9c6b9c1-3056-4d98-acc7-47795bd654c0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Calling delete_port for a9a01da4-b399-40ab-aea1-918f6f4bcf2a owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:03.810919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-a9c6b9c1-3056-4d98-acc7-47795bd654c0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.844265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6b9c1-3056-4d98-acc7-47795bd654c0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event deleted for resources: {'Port': ['ID=a9a01da4-b399-40ab-aea1-918f6f4bcf2a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:03.919317 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-a9c6b9c1-3056-4d98-acc7-47795bd654c0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.922894 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-a9c6b9c1-3056-4d98-acc7-47795bd654c0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.923995 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff411d31-0d9d-4667-be12-ad40398acb0d req-a9c6b9c1-3056-4d98-acc7-47795bd654c0 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "DELETE /v2.0/floatingips/e72cd1a2-cf37-46ae-aec3-3f8735a543e2 HTTP/1.1" status: 204 len: 173 time: 0.5132074 Nov 19 19:01:03.993515 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-1750fd7a-91b2-49ea-9076-68c0698bac7f tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips/a9263e02-a972-4c15-a42b-cec8429ac840 HTTP/1.1" status: 200 len: 692 time: 0.0505970 Nov 19 19:01:04.121222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-b0899ef3-24b3-46d4-9e98-6a029996ec1b tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:04.130697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-b0899ef3-24b3-46d4-9e98-6a029996ec1b tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 784 time: 0.1310883 Nov 19 19:01:04.152743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe22e57-eaff-478a-b4bf-bc76ea6d8dad req-0155d9f7-5800-4e05-815c-37fbfe8b7e5b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:04.154617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bfe22e57-eaff-478a-b4bf-bc76ea6d8dad req-0155d9f7-5800-4e05-815c-37fbfe8b7e5b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0743613 Nov 19 19:01:04.203025 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-d209baa0-0dc4-405a-9350-e5ee043cdb40 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.0714006 Nov 19 19:01:04.214725 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bfe22e57-eaff-478a-b4bf-bc76ea6d8dad req-b7537382-a6e3-46cd-ab18-f7c075499366 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 Nov 19 19:01:04.263255 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-729afeb9-9e98-4aa0-8d1a-fb8843e01970 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.0481868 Nov 19 19:01:04.338264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42870) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:04.413715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-3f1907c0-b523-4fbb-9d43-df5949bbb107 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Deleting port 9c326b69-0cf3-4122-bea1-9fa4e5e1f522 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:04.414117 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-3f1907c0-b523-4fbb-9d43-df5949bbb107 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.464998 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fca0eeb0-fd87-480a-97e1-6e105dadf187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.506766 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-3f1907c0-b523-4fbb-9d43-df5949bbb107 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.507655 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-3f1907c0-b523-4fbb-9d43-df5949bbb107 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.537468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-3f1907c0-b523-4fbb-9d43-df5949bbb107 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Calling delete_port for 9c326b69-0cf3-4122-bea1-9fa4e5e1f522 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:04.622989 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fca0eeb0-fd87-480a-97e1-6e105dadf187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.633319 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fca0eeb0-fd87-480a-97e1-6e105dadf187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.706393 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-3f1907c0-b523-4fbb-9d43-df5949bbb107 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.719983 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fca0eeb0-fd87-480a-97e1-6e105dadf187 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b91e4ca63f24fb985205a1795415759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801379 Nov 19 19:01:04.721397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42882) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:04.730462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0eeb0-fd87-480a-97e1-6e105dadf187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a98d83-1cc6-44b4-87d0-e55ef066d899,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:04.759713 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1907c0-b523-4fbb-9d43-df5949bbb107 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Pushing event deleted for resources: {'Port': ['ID=9c326b69-0cf3-4122-bea1-9fa4e5e1f522,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:04.840405 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-3f1907c0-b523-4fbb-9d43-df5949bbb107 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.843497 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-3f1907c0-b523-4fbb-9d43-df5949bbb107 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.844677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6fa11516-2d62-42e8-80d6-672f1c6f1b4d req-3f1907c0-b523-4fbb-9d43-df5949bbb107 tempest-FloatingIPDetailsTestJSON-1827165803 tempest-FloatingIPDetailsTestJSON-1827165803-project] 10.222.0.50 "DELETE /v2.0/floatingips/a9263e02-a972-4c15-a42b-cec8429ac840 HTTP/1.1" status: 204 len: 173 time: 0.5744176 Nov 19 19:01:04.846755 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c93ba96c-627b-4790-8367-1e45fe61c6ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.858860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42886) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:04.911984 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c93ba96c-627b-4790-8367-1e45fe61c6ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.994042 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8327ec8-7c5b-4666-ab3e-f7f4bb0d43ef req-35a69bd2-1743-438c-ae05-b13327d452a1 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0464020 Nov 19 19:01:05.043783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c93ba96c-627b-4790-8367-1e45fe61c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.047567 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c93ba96c-627b-4790-8367-1e45fe61c6ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.053334 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c93ba96c-627b-4790-8367-1e45fe61c6ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22a98d83-1cc6-44b4-87d0-e55ef066d899 HTTP/1.1" status: 204 len: 168 time: 0.3304198 Nov 19 19:01:05.062878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ba96c-627b-4790-8367-1e45fe61c6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a98d83-1cc6-44b4-87d0-e55ef066d899,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:05.369429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791ed24-b910-4a2f-be6b-f3b9b774b362 req-f560c3a2-6135-4020-b512-a0621de600d8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:05.377684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e791ed24-b910-4a2f-be6b-f3b9b774b362 req-f560c3a2-6135-4020-b512-a0621de600d8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.4524713 Nov 19 19:01:05.381131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-a82f4968-f26c-474d-919f-a76bfa5c3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:05.382280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-a82f4968-f26c-474d-919f-a76bfa5c3e95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1096 time: 0.4583566 Nov 19 19:01:05.402519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43ef06-6dae-4051-aaca-ecc6b16071ec req-afb90573-34cd-4321-ae00-bf9652dcab16 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:05.407521 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3a43ef06-6dae-4051-aaca-ecc6b16071ec req-afb90573-34cd-4321-ae00-bf9652dcab16 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.1121087 Nov 19 19:01:05.475760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42896) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:05.492475 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c08ed8e9-40f4-4547-a559-5fab88a91f5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.520739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3a43ef06-6dae-4051-aaca-ecc6b16071ec req-3f6e4ed4-f0b5-4dd8-be4d-933cb2d454a7 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051188 Nov 19 19:01:05.540166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e791ed24-b910-4a2f-be6b-f3b9b774b362 req-8719f8ec-3a2b-4ed9-bc8a-5bab9f6ff284 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615002 Nov 19 19:01:05.674296 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c08ed8e9-40f4-4547-a559-5fab88a91f5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.676954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-b2269146-6160-4980-897e-e98c3f6629a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:05.678451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-b2269146-6160-4980-897e-e98c3f6629a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.2860751 Nov 19 19:01:05.684787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c08ed8e9-40f4-4547-a559-5fab88a91f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.750256 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c08ed8e9-40f4-4547-a559-5fab88a91f5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e356241165d4afcbd76f8378c0c7e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736032 Nov 19 19:01:05.752865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ed8e9-40f4-4547-a559-5fab88a91f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f310ca3d-ff37-4f2f-af68-d52a4ce7c584,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:05.755933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42902) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:05.795369 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-0fa206b9-7715-402f-884c-657709d00477 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 998 time: 0.1076300 Nov 19 19:01:05.835216 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c7bb6f-f27e-4ae5-acbd-7adfa24259e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.863075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c7bb6f-f27e-4ae5-acbd-7adfa24259e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.879241 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-6af00a9b-623c-4b02-8253-dc31d0311d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:05.881131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-6af00a9b-623c-4b02-8253-dc31d0311d1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.0672386 Nov 19 19:01:05.932273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c7bb6f-f27e-4ae5-acbd-7adfa24259e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.936005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c7bb6f-f27e-4ae5-acbd-7adfa24259e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.941550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e8c7bb6f-f27e-4ae5-acbd-7adfa24259e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f310ca3d-ff37-4f2f-af68-d52a4ce7c584 HTTP/1.1" status: 204 len: 168 time: 0.1785696 Nov 19 19:01:05.952773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7bb6f-f27e-4ae5-acbd-7adfa24259e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f310ca3d-ff37-4f2f-af68-d52a4ce7c584,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:05.987758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-d527b9c6-137b-4d37-8cf8-d349fe3696ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:05.990791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-d527b9c6-137b-4d37-8cf8-d349fe3696ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007342 Nov 19 19:01:06.011255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-b3035a02-d897-4ff1-8b38-9e65743c5356 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:01:06.012400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-b3035a02-d897-4ff1-8b38-9e65743c5356 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078204 Nov 19 19:01:06.032517 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.209844 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b5426da-464a-4b06-8b4c-fb2994ab0558 req-f776c36a-8022-480f-991e-fa755b878a0a tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0872746 Nov 19 19:01:06.260213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-6ff2ad33-add6-4c24-beed-987a3eec449a service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398343 Nov 19 19:01:06.448950 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c20364a0-9222-4485-b78d-34b6c3cab4ff req-cf6efe22-cb77-484a-97fe-767ae41fa285 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795921 Nov 19 19:01:06.541633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] Deleting port ab5e994a-a162-4b17-ba72-edbfed4976f9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:06.542023 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.664698 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] For port ab5e994a-a162-4b17-ba72-edbfed4976f9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ab5e994a-a162-4b17-ba72-edbfed4976f9,segment=NetworkSegment(2a01e4e5-0b34-4a97-a8bd-51e9c21d2259),segment_id=2a01e4e5-0b34-4a97-a8bd-51e9c21d2259)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:06.665087 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.689141 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] Calling delete_port for ab5e994a-a162-4b17-ba72-edbfed4976f9 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:06.783840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaf06e-d163-4254-b8fa-016c2f4c715a req-f40e2d48-839b-4107-9bb7-1918ca0c092c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:06.789309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7abaf06e-d163-4254-b8fa-016c2f4c715a req-f40e2d48-839b-4107-9bb7-1918ca0c092c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.1002779 Nov 19 19:01:06.842272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3254b-53f3-4541-aa65-156f813ea5d6 req-c9c336e1-9dad-49d5-ab39-b8f71117e73a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:06.850729 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fef3254b-53f3-4541-aa65-156f813ea5d6 req-c9c336e1-9dad-49d5-ab39-b8f71117e73a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0887418 Nov 19 19:01:06.873106 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7abaf06e-d163-4254-b8fa-016c2f4c715a req-2dea9d9b-7663-42c1-a35b-d60b85e41890 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777669 Nov 19 19:01:06.922417 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fef3254b-53f3-4541-aa65-156f813ea5d6 req-94127150-9e97-4887-b0d8-31e2b35ee2d7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706365 Nov 19 19:01:07.138059 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.179786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5e994a-a162-4b17-ba72-edbfed4976f9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:07.398511 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3d8cb4e-58d3-4353-a24a-eb9278b521cc req-1ee365f2-a51c-4f7b-80b2-09689130be51 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0324984 Nov 19 19:01:07.427806 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.653633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] Router c80deb37-9513-4543-a5a3-ae7236f9bc30 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:01:07.783845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:01:07.795440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cfa9b5-b023-4ef4-b758-01bf97c6d9cf None None] Sync routers for ids ['c80deb37-9513-4543-a5a3-ae7236f9bc30'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:01:07.806873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fe2f8e96-d6b8-46ce-8289-4a24b5aaa3ed admin admin] 10.222.0.50 "PUT /v2.0/routers/c80deb37-9513-4543-a5a3-ae7236f9bc30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9467001 Nov 19 19:01:07.809301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42954) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:07.823480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfa9b5-b023-4ef4-b758-01bf97c6d9cf None None] Routers {'c80deb37-9513-4543-a5a3-ae7236f9bc30'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:07.824184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e2cfa9b5-b023-4ef4-b758-01bf97c6d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c80deb37-9513-4543-a5a3-ae7236f9bc30'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:07.969151 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.003421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e2cfa9b5-b023-4ef4-b758-01bf97c6d9cf None None] Set router c80deb37-9513-4543-a5a3-ae7236f9bc30 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:08.088510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862bb2e-b449-461d-8989-36884fa2283c req-8ce5835f-92df-417a-9dae-65f2cce773f4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:08.090340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0862bb2e-b449-461d-8989-36884fa2283c req-8ce5835f-92df-417a-9dae-65f2cce773f4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0755894 Nov 19 19:01:08.148777 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.172718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0862bb2e-b449-461d-8989-36884fa2283c req-7abc24fb-6209-4e02-8821-5f2a8baf0ca3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652537 Nov 19 19:01:08.182746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b1e2b-e328-4428-ae70-387e2ea1020c req-23cbc075-b46d-4777-b63d-8834204cb8aa tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:08.185311 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c3b1e2b-e328-4428-ae70-387e2ea1020c req-23cbc075-b46d-4777-b63d-8834204cb8aa tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0826209 Nov 19 19:01:08.273898 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7fb235aa-5a4f-4bdb-8f07-1fe8dc8a3bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.309620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e2cfa9b5-b023-4ef4-b758-01bf97c6d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-router', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:48Z', 'updated_at': '2021-11-19T19:01:07Z', 'revision_number': 5, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'gw_port': {'id': '67a48378-d3a2-4015-9fab-fa5688bcddbe', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:49Z', 'updated_at': '2021-11-19T19:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:08.342025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cfa9b5-b023-4ef4-b758-01bf97c6d9cf None None] Checking router: c80deb37-9513-4543-a5a3-ae7236f9bc30 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:01:08.361998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfa9b5-b023-4ef4-b758-01bf97c6d9cf None None] Routers {'c80deb37-9513-4543-a5a3-ae7236f9bc30'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:08.362990 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e2cfa9b5-b023-4ef4-b758-01bf97c6d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c80deb37-9513-4543-a5a3-ae7236f9bc30'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:08.482757 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e2cfa9b5-b023-4ef4-b758-01bf97c6d9cf None None] Set router c80deb37-9513-4543-a5a3-ae7236f9bc30 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:08.549720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e2cfa9b5-b023-4ef4-b758-01bf97c6d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-router', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:48Z', 'updated_at': '2021-11-19T19:01:08Z', 'revision_number': 6, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:08.586963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cfa9b5-b023-4ef4-b758-01bf97c6d9cf None None] The sync data for ids ['c80deb37-9513-4543-a5a3-ae7236f9bc30'] in n-d-815373-6 is: [{'id': 'c80deb37-9513-4543-a5a3-ae7236f9bc30', 'name': 'tempest-FloatingIPDetailsTestJSON-2096116295-router', 'tenant_id': 'd130078fc8d140b5a3bc553646ecd23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:48Z', 'updated_at': '2021-11-19T19:01:08Z', 'revision_number': 6, 'project_id': 'd130078fc8d140b5a3bc553646ecd23f', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:01:08.635482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c3b1e2b-e328-4428-ae70-387e2ea1020c req-1baa0ffb-e6a2-43ce-8be3-889d2b587eb4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249573 Nov 19 19:01:08.636723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1755f63-c84b-4e74-9433-1dd2a89dbc60 req-6a783074-b9d4-4cab-a61d-e3acc0441f4d tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0555482 Nov 19 19:01:08.644202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Deleting port 67a48378-d3a2-4015-9fab-fa5688bcddbe {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:08.644543 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.737713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] For port 67a48378-d3a2-4015-9fab-fa5688bcddbe, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=67a48378-d3a2-4015-9fab-fa5688bcddbe,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:08.739382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.752913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Calling delete_port for 67a48378-d3a2-4015-9fab-fa5688bcddbe owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:08.937493 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.968063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Pushing event deleted for resources: {'Port': ['ID=67a48378-d3a2-4015-9fab-fa5688bcddbe,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:09.052997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.150995 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.156291 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.229453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42996) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:09.239090 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.239702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80deb37-9513-4543-a5a3-ae7236f9bc30 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:01:09.246575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.247769 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3db280ea-fde1-478f-88c6-e85bf328ae56 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c80deb37-9513-4543-a5a3-ae7236f9bc30 HTTP/1.1" status: 204 len: 168 time: 1.4367740 Nov 19 19:01:09.251031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43000) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:09.256765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-72f41749-091b-4b5f-b34e-5747890e4160 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602729 Nov 19 19:01:09.322469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9e84ad-d049-4d92-90fa-4b26d14fb9d8 admin admin] Deleting subnet 07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:01:09.327010 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d9e84ad-d049-4d92-90fa-4b26d14fb9d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.350526 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-4479462a-0f33-4ab3-a4b7-1bee6464f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:09.352112 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-4479462a-0f33-4ab3-a4b7-1bee6464f237 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 1096 time: 0.0646765 Nov 19 19:01:09.382881 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d9e84ad-d049-4d92-90fa-4b26d14fb9d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.384979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f9dca69-5e88-4276-8343-9564ffddd530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.485515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-99d9df9a-c961-45e6-9e37-d01fc5dd58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:09.486641 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-99d9df9a-c961-45e6-9e37-d01fc5dd58ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.1066070 Nov 19 19:01:09.524451 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d9e84ad-d049-4d92-90fa-4b26d14fb9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.539281 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-c13c3e1d-4eb9-4781-bc66-f6895aa84ae1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4e5a938-65e7-43e9-8674-924bf8597028 HTTP/1.1" status: 200 len: 217 time: 0.0432200 Nov 19 19:01:09.588402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f9dca69-5e88-4276-8343-9564ffddd530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.595133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f9dca69-5e88-4276-8343-9564ffddd530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.596375 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-43bc01ae-3476-4e51-8b63-458af9a31998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:09.597948 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-43bc01ae-3476-4e51-8b63-458af9a31998 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.0508008 Nov 19 19:01:09.640126 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d9e84ad-d049-4d92-90fa-4b26d14fb9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.645891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dca69-5e88-4276-8343-9564ffddd530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5afa03c-ba81-4664-b58c-de921714a184,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:09.655862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-79a28425-77be-4bf3-8ea2-0c2661a53326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:09.660357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-79a28425-77be-4bf3-8ea2-0c2661a53326 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511668 Nov 19 19:01:09.676276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2f9dca69-5e88-4276-8343-9564ffddd530 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8aad1d63a2e24119b7c060af903fbff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4455497 Nov 19 19:01:09.676937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43012) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:09.685858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e84ad-d049-4d92-90fa-4b26d14fb9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:09.696286 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d9e84ad-d049-4d92-90fa-4b26d14fb9d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.699418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6860ad57-6b0e-4d5d-a4c7-5ab03e127077 None None] Network 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:09.702536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8d9e84ad-d049-4d92-90fa-4b26d14fb9d8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/07e87dfa-7e4b-4bf9-bb38-d4c1de7c9ee8 HTTP/1.1" status: 204 len: 168 time: 0.4504113 Nov 19 19:01:09.704834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43014) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:09.835911 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1342b38e-b9f2-4d11-b5a8-6864423f25e7 req-d1b4db8c-debf-4541-b1d2-cf96ab230817 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0519712 Nov 19 19:01:09.854317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.872125 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e3404d8-d728-4788-a3a1-67c8e069812f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.882315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 67a48378-d3a2-4015-9fab-fa5688bcddbe no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:09.910107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 67a48378-d3a2-4015-9fab-fa5688bcddbe {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:09.910107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 67a48378-d3a2-4015-9fab-fa5688bcddbe not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:09.910372 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ab5e994a-a162-4b17-ba72-edbfed4976f9 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:09.922326 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-21b26f2c-cf11-4146-96ab-c11ce5f9dbe3 service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461224 Nov 19 19:01:09.933217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47027aee-2830-4fcb-ae42-ef40a0c4f88f req-c66a3880-00c3-4e84-b068-64d64c148930 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:09.939159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47027aee-2830-4fcb-ae42-ef40a0c4f88f req-c66a3880-00c3-4e84-b068-64d64c148930 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.1613307 Nov 19 19:01:09.944502 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e3404d8-d728-4788-a3a1-67c8e069812f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.949033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: ab5e994a-a162-4b17-ba72-edbfed4976f9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:09.949462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ab5e994a-a162-4b17-ba72-edbfed4976f9 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:10.031147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47027aee-2830-4fcb-ae42-ef40a0c4f88f req-1ad9e424-7eaa-4b8c-9eff-3fdc53f1d29d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844829 Nov 19 19:01:10.038572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Deleting port 867279df-ceac-4a6e-8998-d2fc80e6ae42 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:10.038916 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.043124 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86f2a59-f0e2-4d83-be89-4e016a9cdc54 None None] DHCP port deletion for 574ea8fc-072c-4cf0-963c-8ead0dbc1a6d request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:01:10.043606 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ee944f2-2b11-4880-ac65-d23b3fd7399a req-b007e812-e5de-4677-9ce8-873dcfd5e9bf service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133153 Nov 19 19:01:10.057963 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e3404d8-d728-4788-a3a1-67c8e069812f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.061951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e3404d8-d728-4788-a3a1-67c8e069812f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.065561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3e3404d8-d728-4788-a3a1-67c8e069812f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5afa03c-ba81-4664-b58c-de921714a184 HTTP/1.1" status: 204 len: 168 time: 0.3826482 Nov 19 19:01:10.101429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3404d8-d728-4788-a3a1-67c8e069812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5afa03c-ba81-4664-b58c-de921714a184,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:10.105842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c86f2a59-f0e2-4d83-be89-4e016a9cdc54 None None] Deleting port 867279df-ceac-4a6e-8998-d2fc80e6ae42 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:10.106111 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c86f2a59-f0e2-4d83-be89-4e016a9cdc54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.126015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] For port 867279df-ceac-4a6e-8998-d2fc80e6ae42, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=867279df-ceac-4a6e-8998-d2fc80e6ae42,segment=NetworkSegment(2a01e4e5-0b34-4a97-a8bd-51e9c21d2259),segment_id=2a01e4e5-0b34-4a97-a8bd-51e9c21d2259)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:10.126382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.140946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Calling delete_port for 867279df-ceac-4a6e-8998-d2fc80e6ae42 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:10.184071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c86f2a59-f0e2-4d83-be89-4e016a9cdc54 None None] For port 867279df-ceac-4a6e-8998-d2fc80e6ae42, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=867279df-ceac-4a6e-8998-d2fc80e6ae42,segment=NetworkSegment(2a01e4e5-0b34-4a97-a8bd-51e9c21d2259),segment_id=2a01e4e5-0b34-4a97-a8bd-51e9c21d2259)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:10.184461 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c86f2a59-f0e2-4d83-be89-4e016a9cdc54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.199406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c86f2a59-f0e2-4d83-be89-4e016a9cdc54 None None] Calling delete_port for 867279df-ceac-4a6e-8998-d2fc80e6ae42 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:10.246835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.276008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=867279df-ceac-4a6e-8998-d2fc80e6ae42,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:10.283095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] No DVR routers for this DVR port 867279df-ceac-4a6e-8998-d2fc80e6ae42 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:10.309131 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c86f2a59-f0e2-4d83-be89-4e016a9cdc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.343287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86f2a59-f0e2-4d83-be89-4e016a9cdc54 None None] No DVR routers for this DVR port 867279df-ceac-4a6e-8998-d2fc80e6ae42 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:10.348411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f2a59-f0e2-4d83-be89-4e016a9cdc54 None None] Pushing event deleted for resources: {'Port': ['ID=867279df-ceac-4a6e-8998-d2fc80e6ae42,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:10.366119 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.386966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43022) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:10.398342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574ea8fc-072c-4cf0-963c-8ead0dbc1a6d']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:10.401335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36c76f5c-8ab5-45a3-8f6f-bcf173f54d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.409737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a01e4e5-0b34-4a97-a8bd-51e9c21d2259') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:10.411155 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a01e4e5-0b34-4a97-a8bd-51e9c21d2259') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:10.429916 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.453985 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.465237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:01:10.465739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:01:10.467574 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:01:10.491784 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36c76f5c-8ab5-45a3-8f6f-bcf173f54d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.498572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36c76f5c-8ab5-45a3-8f6f-bcf173f54d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.525523 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.536830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c76f5c-8ab5-45a3-8f6f-bcf173f54d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147ea682-542f-4dfb-b2ee-8acb57db8489,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:10.550904 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.559910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/574ea8fc-072c-4cf0-963c-8ead0dbc1a6d HTTP/1.1" status: 204 len: 168 time: 0.8508282 Nov 19 19:01:10.570340 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5652e0b-8b38-40c3-918b-c3552eb7b43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.581962 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-36c76f5c-8ab5-45a3-8f6f-bcf173f54d8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2e7aa81552844d89f2bab51818b654d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1936104 Nov 19 19:01:10.583859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4e75a-68d9-4c4e-8a4a-fabc516b2bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=574ea8fc-072c-4cf0-963c-8ead0dbc1a6d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:10.584497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43030) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:10.649679 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e6940ef-6e05-46df-a1be-e3e043a9b967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.674368 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e6940ef-6e05-46df-a1be-e3e043a9b967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.732736 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e6940ef-6e05-46df-a1be-e3e043a9b967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.737495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e6940ef-6e05-46df-a1be-e3e043a9b967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.738811 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6e6940ef-6e05-46df-a1be-e3e043a9b967 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/147ea682-542f-4dfb-b2ee-8acb57db8489 HTTP/1.1" status: 204 len: 168 time: 0.1530797 Nov 19 19:01:10.747568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6940ef-6e05-46df-a1be-e3e043a9b967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147ea682-542f-4dfb-b2ee-8acb57db8489,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:10.783257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43034) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:10.826323 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-46e27c84-44f9-4fe0-8e79-f9df49faef37 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d130078fc8d140b5a3bc553646ecd23f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418780 Nov 19 19:01:10.828945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43036) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:10.892306 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc979fb2-2562-4279-83bd-900a781f7441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.918455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc979fb2-2562-4279-83bd-900a781f7441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.969254 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0f476a1b-8aac-49ba-8812-7f8b7e41f97b req-f3ae0c13-2a3d-41e1-8242-17159daf5481 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0379193 Nov 19 19:01:11.002358 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc979fb2-2562-4279-83bd-900a781f7441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:11.005935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc979fb2-2562-4279-83bd-900a781f7441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:11.009633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cc979fb2-2562-4279-83bd-900a781f7441 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf7f6779-3515-4d31-9b10-0bbaf04609da HTTP/1.1" status: 204 len: 168 time: 0.1771491 Nov 19 19:01:11.018531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc979fb2-2562-4279-83bd-900a781f7441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7f6779-3515-4d31-9b10-0bbaf04609da,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:11.192372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ed4bd-05c6-464f-a7c5-bdbb9d41ffd9 req-6a3ea5eb-d147-49e0-8ca1-4f9cd5db872e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:11.194695 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-690ed4bd-05c6-464f-a7c5-bdbb9d41ffd9 req-6a3ea5eb-d147-49e0-8ca1-4f9cd5db872e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0603139 Nov 19 19:01:11.249425 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-690ed4bd-05c6-464f-a7c5-bdbb9d41ffd9 req-19b2af43-aec1-430c-9910-a084f5a2a0c6 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482018 Nov 19 19:01:11.758286 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:11.774755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 867279df-ceac-4a6e-8998-d2fc80e6ae42 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:11.796339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 867279df-ceac-4a6e-8998-d2fc80e6ae42 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:11.796979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 867279df-ceac-4a6e-8998-d2fc80e6ae42 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:11.837936 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43090) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:11.944156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-network', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:11.967959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Made reservation on behalf of dd29070f76e8437c92ebdf2981abd8a6 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:11.970457 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:11.979362 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.060527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.065970 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.087661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:01:12.101620 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60a57806-cbeb-4bd6-b816-97c92e905683 req-59026517-84da-4040-8e74-67f2bdfc7bfc tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0297728 Nov 19 19:01:12.107071 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a7e363-ecd9-478a-b79b-f2a55af2461e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:12.111754 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.112101 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Added segment 5f0e214d-dd05-43f5-b973-52e898080223 of type vlan for network f3835611-486b-4475-aaf0-adbca7460b5f Nov 19 19:01:12.158159 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.184321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.185575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:12.186833 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.240392 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4012723 Nov 19 19:01:12.243273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43106) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:12.249334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] Request body: {'subnet': {'network_id': 'f3835611-486b-4475-aaf0-adbca7460b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-subnet', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:12.253050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21a66e-dfde-43bf-aaa4-453ab060d9b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f3835611-486b-4475-aaf0-adbca7460b5f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:12.266034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f3835611-486b-4475-aaf0-adbca7460b5f details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:01:12.271209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] Made reservation on behalf of dd29070f76e8437c92ebdf2981abd8a6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:12.273884 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.394848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94653f3-0b53-465f-85a2-e95a1052c1c9 req-1b914e6d-a241-47fe-b4c2-e507f8412945 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:12.396286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c94653f3-0b53-465f-85a2-e95a1052c1c9 req-1b914e6d-a241-47fe-b4c2-e507f8412945 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0605791 Nov 19 19:01:12.456404 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c94653f3-0b53-465f-85a2-e95a1052c1c9 req-bd045978-127f-483b-9ab1-9588fe8a175b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521879 Nov 19 19:01:12.477413 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.528925 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6bf0bed-9554-49ae-92d8-11467aeb659b,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:12.545218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] Checking segment: {'id': '5f0e214d-dd05-43f5-b973-52e898080223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f3835611-486b-4475-aaf0-adbca7460b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:12.546311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] Network hostable DHCP agents. Network: f3835611-486b-4475-aaf0-adbca7460b5f, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:01:12.569310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] Network f3835611-486b-4475-aaf0-adbca7460b5f is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:01:12.581084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f3835611-486b-4475-aaf0-adbca7460b5f) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:12.585487 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:12.586139 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.595772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef3ba5c-afd3-4ebf-9862-58c97d6662f8 None None] Network f3835611-486b-4475-aaf0-adbca7460b5f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:12.609809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e033cbcd-023d-4509-be98-f5c4ce7f1e92 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3645592 Nov 19 19:01:12.612933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43124) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:12.617289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-router', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:12.647429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.648765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.722895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.808052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-f3835611-486b-4475-aaf0-adbca7460b5f', 'network_id': 'f3835611-486b-4475-aaf0-adbca7460b5f', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'fixed_ips': [{'subnet_id': 'd6bf0bed-9554-49ae-92d8-11467aeb659b'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:01:12.809409 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.900176 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.976334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Allocated IP 172.20.0.2 (f3835611-486b-4475-aaf0-adbca7460b5f/d6bf0bed-9554-49ae-92d8-11467aeb659b/589cdd2a-5356-42c0-90df-367d6ad6a1ed) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:13.137326 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.145737 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.155897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.160372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.229441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Network f3835611-486b-4475-aaf0-adbca7460b5f is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:13.237378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:13.241738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:13.243805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.247185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6244d44d-07e8-4ae8-a013-e0b9a664b42d req-64589a6f-d9e5-4ced-ab24-526539e8f9ca tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0362387 Nov 19 19:01:13.251845 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Pushing event updated for resources: {'Port': ['ID=589cdd2a-5356-42c0-90df-367d6ad6a1ed,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:13.315138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Attempting to bind port 589cdd2a-5356-42c0-90df-367d6ad6a1ed on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:13.315682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Attempting to bind port 589cdd2a-5356-42c0-90df-367d6ad6a1ed by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '5f0e214d-dd05-43f5-b973-52e898080223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f3835611-486b-4475-aaf0-adbca7460b5f'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:13.316205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Attempting to bind port 589cdd2a-5356-42c0-90df-367d6ad6a1ed on network f3835611-486b-4475-aaf0-adbca7460b5f {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:13.322385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:13.322813 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Checking segment: {'id': '5f0e214d-dd05-43f5-b973-52e898080223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f3835611-486b-4475-aaf0-adbca7460b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:13.323225 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.323716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Bound using segment: {'id': '5f0e214d-dd05-43f5-b973-52e898080223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f3835611-486b-4475-aaf0-adbca7460b5f'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:13.324160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Bound port: 589cdd2a-5356-42c0-90df-367d6ad6a1ed, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f0e214d-dd05-43f5-b973-52e898080223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f3835611-486b-4475-aaf0-adbca7460b5f'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:13.324544 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.329811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Allocated IP 172.25.3.236 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/0816f672-f6a2-44a3-85e4-8286ebd6d237) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:13.397136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] For port 589cdd2a-5356-42c0-90df-367d6ad6a1ed, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:13.401205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] For port 589cdd2a-5356-42c0-90df-367d6ad6a1ed, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=589cdd2a-5356-42c0-90df-367d6ad6a1ed,segment=NetworkSegment(5f0e214d-dd05-43f5-b973-52e898080223),segment_id=5f0e214d-dd05-43f5-b973-52e898080223)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:13.410518 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.473935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083cd13-0915-4998-bb7a-628bde27e26f None None] Pushing event updated for resources: {'Port': ['ID=589cdd2a-5356-42c0-90df-367d6ad6a1ed,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:13.616491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274db29-969b-4317-9cf3-f8931cc208d5 req-3c9c4739-1684-4e95-a8f2-77816b1f8bb0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:13.619376 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c274db29-969b-4317-9cf3-f8931cc208d5 req-3c9c4739-1684-4e95-a8f2-77816b1f8bb0 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0703669 Nov 19 19:01:13.700797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c274db29-969b-4317-9cf3-f8931cc208d5 req-35ad823b-8283-4555-a246-a6add03984f4 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742447 Nov 19 19:01:13.882021 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.918669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 589cdd2a-5356-42c0-90df-367d6ad6a1ed up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:13.952578 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.987271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 589cdd2a-5356-42c0-90df-367d6ad6a1ed triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:13.987952 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.996956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:14.002778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:14.005353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:14.038477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=0816f672-f6a2-44a3-85e4-8286ebd6d237,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:14.049331 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:14.098232 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:14.138930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 589cdd2a-5356-42c0-90df-367d6ad6a1ed, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=589cdd2a-5356-42c0-90df-367d6ad6a1ed,segment=NetworkSegment(5f0e214d-dd05-43f5-b973-52e898080223),segment_id=5f0e214d-dd05-43f5-b973-52e898080223)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:14.145135 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:14.205846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=589cdd2a-5356-42c0-90df-367d6ad6a1ed,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:14.297321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:14.392317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25774d63-435a-49bf-a52d-9715672f7a92 req-32e32b7e-a4bd-4280-bd05-d0a2be8c76b1 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0343342 Nov 19 19:01:14.477026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-555f48fa-3289-4314-9b40-216cee4ae1e6 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:14.478566 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-555f48fa-3289-4314-9b40-216cee4ae1e6 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1096 time: 0.0520813 Nov 19 19:01:14.493635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-6'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:14.523914 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:14.572796 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:14.680166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd8045c-1f8b-4061-b192-607d23248910 None None] Network f3835611-486b-4475-aaf0-adbca7460b5f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:14.703891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Router 13ecb2a5-426b-42c4-8484-2eeead77d1ae is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:01:14.756712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:14.827777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:14.883041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-08146a49-0833-497b-acb3-cbd5477a31b3 None None] Provisioning complete for port 589cdd2a-5356-42c0-90df-367d6ad6a1ed triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:14.885484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-08146a49-0833-497b-acb3-cbd5477a31b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:14.904010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e35bd-44b6-493d-993f-a85cfab193fb req-b2142840-5795-4a21-a91d-caa0dd4a61c8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:14.906458 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-982e35bd-44b6-493d-993f-a85cfab193fb req-b2142840-5795-4a21-a91d-caa0dd4a61c8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 945 time: 0.0701127 Nov 19 19:01:14.907464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:01:14.910288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade6e399-4d17-475d-bedc-c60edbe8d7be'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:14.916953 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Sync routers for ids ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:01:14.928644 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f30020-77d9-45ac-b505-c39340bbdd05" -d '{"events": [{"server_uuid": "e0dc4c99-9344-4ab2-a258-205295b77617", "name": "network-vif-unplugged", "status": "completed", "tag": "ade6e399-4d17-475d-bedc-c60edbe8d7be"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:14.938251 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Routers {'13ecb2a5-426b-42c4-8484-2eeead77d1ae'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:14.943481 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:14.943973 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:14.960907 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:14.963933 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:14.964970 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d26066c5-c604-46ad-aa74-774fb6939ce0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.3510392 Nov 19 19:01:14.968553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43190) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:15.024249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-982e35bd-44b6-493d-993f-a85cfab193fb req-0ac85dc7-5c2c-4467-b507-7dcaa779c58a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878322 Nov 19 19:01:15.126834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be on host n-h1-815373-6 for vnic_type normal with profile {"migrating_to": "n-h2-815373-6"} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:15.127616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:15.128095 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:15.154207 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Set router 13ecb2a5-426b-42c4-8484-2eeead77d1ae gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:15.159847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Port ade6e399-4d17-475d-bedc-c60edbe8d7be on network 80a55be3-e003-4761-8b13-b7a58d796be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:01:15.160173 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Attempting to bind port ade6e399-4d17-475d-bedc-c60edbe8d7be on network 80a55be3-e003-4761-8b13-b7a58d796be2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:15.182354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:15.183347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Checking segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:15.184033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Bound using segment: {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:15.184924 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Bound port: ade6e399-4d17-475d-bedc-c60edbe8d7be, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a45a5c8-03b5-4c52-bfc9-18d92283c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '80a55be3-e003-4761-8b13-b7a58d796be2'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:15.185656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:15.199686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Pushing event updated for resources: {'Port': ['ID=ade6e399-4d17-475d-bedc-c60edbe8d7be,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:15.330843 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08a6c-340b-4854-85d2-b16324eada91 req-18066268-21e9-4393-b399-26d787777735 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:15.338777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d3e08a6c-340b-4854-85d2-b16324eada91 req-18066268-21e9-4393-b399-26d787777735 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 945 time: 0.2070334 Nov 19 19:01:15.427281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:15.490336 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-router', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:12Z', 'updated_at': '2021-11-19T19:01:14Z', 'revision_number': 3, 'project_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'gw_port': {'id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:13Z', 'updated_at': '2021-11-19T19:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:15.499265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d3e08a6c-340b-4854-85d2-b16324eada91 req-de489761-79cf-46cd-96a0-510f1fbdccf1 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551893 Nov 19 19:01:15.528700 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Checking router: 13ecb2a5-426b-42c4-8484-2eeead77d1ae for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:01:15.529384 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Updating router 13ecb2a5-426b-42c4-8484-2eeead77d1ae port 0816f672-f6a2-44a3-85e4-8286ebd6d237 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:01:15.542902 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:15.549568 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2291dff-9e31-4073-abe0-795083652f5a x-openstack-request-id: req-c2291dff-9e31-4073-abe0-795083652f5a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:15.549955 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dc4c99-9344-4ab2-a258-205295b77617", "name": "network-vif-unplugged", "status": "completed", "tag": "ade6e399-4d17-475d-bedc-c60edbe8d7be", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:15.550201 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2291dff-9e31-4073-abe0-795083652f5a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:15.550608 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade6e399-4d17-475d-bedc-c60edbe8d7be', 'code': 200} Nov 19 19:01:15.555599 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:15.565640 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:15.682615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8be18556-ddc6-4e24-b9ae-1f2c3d803bf2 None None] Provisioning complete for port 589cdd2a-5356-42c0-90df-367d6ad6a1ed triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:15.684202 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8be18556-ddc6-4e24-b9ae-1f2c3d803bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:15.691008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f869171-8156-4011-bd3f-0d8ca2a593e6 req-c5403752-6303-48ff-a757-432e4349932f tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0595634 Nov 19 19:01:15.737795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Pushing event updated for resources: {'Port': ['ID=ade6e399-4d17-475d-bedc-c60edbe8d7be,revision_number=8']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:15.744198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:15.745257 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:15.746851 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6c9edf80-7723-40a8-b652-ee14c528e246 service neutron] 10.222.0.21 "PUT /v2.0/ports/ade6e399-4d17-475d-bedc-c60edbe8d7be HTTP/1.1" status: 200 len: 1121 time: 1.2580104 Nov 19 19:01:15.876059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 589cdd2a-5356-42c0-90df-367d6ad6a1ed up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:15.944412 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['ade6e399-4d17-475d-bedc-c60edbe8d7be'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:01:16.044056 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:16.055010 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:16.128375 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Attempting to bind port 0816f672-f6a2-44a3-85e4-8286ebd6d237 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:16.129261 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Attempting to bind port 0816f672-f6a2-44a3-85e4-8286ebd6d237 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:16.130004 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Attempting to bind port 0816f672-f6a2-44a3-85e4-8286ebd6d237 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:16.132928 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:16.149141 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:16.149786 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:16.150596 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:16.151668 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:16.152469 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Bound port: 0816f672-f6a2-44a3-85e4-8286ebd6d237, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:16.153519 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:16.200822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['ade6e399-4d17-475d-bedc-c60edbe8d7be'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:01:16.235731 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] For port 0816f672-f6a2-44a3-85e4-8286ebd6d237, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:16.240190 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] For port 0816f672-f6a2-44a3-85e4-8286ebd6d237, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0816f672-f6a2-44a3-85e4-8286ebd6d237,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:16.245624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ade6e399-4d17-475d-bedc-c60edbe8d7be details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:01:16.250127 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:16.259925 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Pushing event updated for resources: {'Port': ['ID=0816f672-f6a2-44a3-85e4-8286ebd6d237,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:16.273215 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.274178 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.274762 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.275303 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.276137 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.281387 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.282340 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.282920 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.283649 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.284209 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.284748 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.285281 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:16.344254 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Routers {'13ecb2a5-426b-42c4-8484-2eeead77d1ae'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:16.345236 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:16.375760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f3b2f-38a3-4d92-b0b8-e7c5f473af72 req-ed0a48a0-fe6c-405a-8f2b-5c9942330a3d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:16.378317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be2f3b2f-38a3-4d92-b0b8-e7c5f473af72 req-ed0a48a0-fe6c-405a-8f2b-5c9942330a3d tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.1054194 Nov 19 19:01:16.440998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 589cdd2a-5356-42c0-90df-367d6ad6a1ed triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:16.441786 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:16.465877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Allocated IP 172.20.0.1 (f3835611-486b-4475-aaf0-adbca7460b5f/d6bf0bed-9554-49ae-92d8-11467aeb659b/ff8e8105-a42b-47ce-8c4d-3a848cfc0f39) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:16.483253 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62303d0-5866-46d7-ab43-9e034cdac01c None None] Pushing event updated for resources: {'Port': ['ID=0816f672-f6a2-44a3-85e4-8286ebd6d237,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:16.493329 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] Set router 13ecb2a5-426b-42c4-8484-2eeead77d1ae gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:16.563847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:16.620334 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:16.671962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ade6e399-4d17-475d-bedc-c60edbe8d7be has no active binding in host n-h2-815373-6 {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 19:01:16.685537 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:16.728914 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be2f3b2f-38a3-4d92-b0b8-e7c5f473af72 req-3aefafa1-3a00-4ba3-b3cc-54b908e0707f tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899904 Nov 19 19:01:16.740468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Network f3835611-486b-4475-aaf0-adbca7460b5f is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:16.743681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:16.747390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:16.787842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8e8105-a42b-47ce-8c4d-3a848cfc0f39,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:16.804850 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:16.880664 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-router', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:12Z', 'updated_at': '2021-11-19T19:01:14Z', 'revision_number': 3, 'project_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'gw_port': {'id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:13Z', 'updated_at': '2021-11-19T19:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:17.047827 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc3165-1185-42e6-8f34-aa2abee313c5 req-73b9fed5-2e65-44b8-a8e8-3c3d0ac86f9f tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:17.058044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81fc3165-1185-42e6-8f34-aa2abee313c5 req-73b9fed5-2e65-44b8-a8e8-3c3d0ac86f9f tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 945 time: 0.0860310 Nov 19 19:01:17.068630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5f01105-0ee6-41ab-9a78-39e37bee503b req-215f2742-1961-49e8-8715-a86061ef845d tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.1417246 Nov 19 19:01:17.101551 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa41bd4-6b3a-42c8-abe6-611ddff39399 None None] The sync data for ids ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'] in n-d-815373-6 is: [{'id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-router', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:12Z', 'updated_at': '2021-11-19T19:01:14Z', 'revision_number': 3, 'project_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'gw_port': {'id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:13Z', 'updated_at': '2021-11-19T19:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:01:17.117314 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:17.142427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81fc3165-1185-42e6-8f34-aa2abee313c5 req-0c989ef4-1b21-4307-b9b7-ec9c4c7aede2 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829375 Nov 19 19:01:17.166794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bf568da0-db33-4ce6-9850-3686b848c994 None None] Provisioning complete for port ff8e8105-a42b-47ce-8c4d-3a848cfc0f39 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:17.167455 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bf568da0-db33-4ce6-9850-3686b848c994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:17.233054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bf568da0-db33-4ce6-9850-3686b848c994 None None] Port ff8e8105-a42b-47ce-8c4d-3a848cfc0f39 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:17.381203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:17.391684 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:17.480646 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8e8105-a42b-47ce-8c4d-3a848cfc0f39,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:17.486956 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:17.562893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'tag': 'ade6e399-4d17-475d-bedc-c60edbe8d7be'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:17.564702 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15d7651-49a9-4c05-b127-20fd60058774" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dc4c99-9344-4ab2-a258-205295b77617", "tag": "ade6e399-4d17-475d-bedc-c60edbe8d7be"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:17.613974 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71591c41-dbc5-40ce-9f93-64df14cac0dc x-openstack-request-id: req-71591c41-dbc5-40ce-9f93-64df14cac0dc {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:17.614604 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dc4c99-9344-4ab2-a258-205295b77617", "tag": "ade6e399-4d17-475d-bedc-c60edbe8d7be", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:17.614875 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71591c41-dbc5-40ce-9f93-64df14cac0dc {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:17.615272 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'tag': 'ade6e399-4d17-475d-bedc-c60edbe8d7be', 'status': 'completed', 'code': 200} Nov 19 19:01:17.617200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Network f3835611-486b-4475-aaf0-adbca7460b5f is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:17.620019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:17.714571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d7651-49a9-4c05-b127-20fd60058774 req-372e79c4-028b-4f04-bf0d-dac86525ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:17.716255 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a15d7651-49a9-4c05-b127-20fd60058774 req-372e79c4-028b-4f04-bf0d-dac86525ccf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 1124 time: 0.0701005 Nov 19 19:01:17.763409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Router 13ecb2a5-426b-42c4-8484-2eeead77d1ae has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:01:17.892909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0816f672-f6a2-44a3-85e4-8286ebd6d237 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:17.953685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d7651-49a9-4c05-b127-20fd60058774 req-54d7c837-a6c2-44c9-a0aa-10a3ad6a7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:17.955456 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a15d7651-49a9-4c05-b127-20fd60058774 req-54d7c837-a6c2-44c9-a0aa-10a3ad6a7df4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.2302716 Nov 19 19:01:17.971078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e7268008-6f08-4cc8-ac83-47fd829084ad None None] Provisioning complete for port ff8e8105-a42b-47ce-8c4d-3a848cfc0f39 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:17.972146 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7268008-6f08-4cc8-ac83-47fd829084ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:17.973553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:01:17.979488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a8e1052f-ed45-4017-9b25-97a658d99b40 admin admin] 10.222.0.50 "PUT /v2.0/routers/13ecb2a5-426b-42c4-8484-2eeead77d1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9971180 Nov 19 19:01:18.036165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0816f672-f6a2-44a3-85e4-8286ebd6d237 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:18.036688 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:18.066865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a15d7651-49a9-4c05-b127-20fd60058774 req-29ed4594-c84a-4cf7-8573-103344965c02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be HTTP/1.1" status: 200 len: 217 time: 0.1028888 Nov 19 19:01:18.097518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e7268008-6f08-4cc8-ac83-47fd829084ad None None] Port ff8e8105-a42b-47ce-8c4d-3a848cfc0f39 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:18.155832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:18.188591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d7651-49a9-4c05-b127-20fd60058774 req-b342f855-5b07-4b75-a52f-ba5ab3f5f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:18.191211 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a15d7651-49a9-4c05-b127-20fd60058774 req-b342f855-5b07-4b75-a52f-ba5ab3f5f8ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.1139786 Nov 19 19:01:18.208163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 0816f672-f6a2-44a3-85e4-8286ebd6d237, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0816f672-f6a2-44a3-85e4-8286ebd6d237,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:18.225517 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:18.256633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a15d7651-49a9-4c05-b127-20fd60058774 req-a2c63a3d-0b79-476a-80f9-20ab71c5ffa5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562484 Nov 19 19:01:18.309614 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04f3500e-c336-4403-8723-369a6c18dd61 req-4d7a9418-cc82-49bf-b7a3-570648728548 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0364380 Nov 19 19:01:18.332015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=0816f672-f6a2-44a3-85e4-8286ebd6d237,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:18.387802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d14d93-1110-46ca-8947-332fe2bc9521 req-bb47b9e4-ee31-4e1e-92e9-ebcc5b1e47c9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:18.390246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61d14d93-1110-46ca-8947-332fe2bc9521 req-bb47b9e4-ee31-4e1e-92e9-ebcc5b1e47c9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.1362357 Nov 19 19:01:18.437375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a15d7651-49a9-4c05-b127-20fd60058774 req-3925c43e-986b-4486-b8c3-c945c262dfc8 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699889 Nov 19 19:01:18.451053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d33f0-45a8-4f27-9df9-711e163a36b9 req-6de69760-f652-42ad-b75f-b609c0ee558e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:18.453192 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-427d33f0-45a8-4f27-9df9-711e163a36b9 req-6de69760-f652-42ad-b75f-b609c0ee558e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 945 time: 0.0684366 Nov 19 19:01:18.519631 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61d14d93-1110-46ca-8947-332fe2bc9521 req-53647a3a-df5d-4525-b800-adf19b44165e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181777 Nov 19 19:01:18.520167 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-427d33f0-45a8-4f27-9df9-711e163a36b9 req-2effb2ef-efd6-46c3-aabf-ab73042964c0 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556881 Nov 19 19:01:18.584105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a15d7651-49a9-4c05-b127-20fd60058774 req-0d980bff-3a14-4941-9edc-cba7f3823602 service neutron] 10.222.0.57 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385522 Nov 19 19:01:18.669885 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-0b007a42-2bdc-40e3-9d57-d85b882774cd req-1b0969e4-c023-41dd-8ce2-8fda17a14ec5 tempest-FloatingIPDetailsNegativeTestJSON-1931100335 tempest-FloatingIPDetailsNegativeTestJSON-1931100335-project] show failed (client error): The resource could not be found. Nov 19 19:01:18.671675 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b007a42-2bdc-40e3-9d57-d85b882774cd req-1b0969e4-c023-41dd-8ce2-8fda17a14ec5 tempest-FloatingIPDetailsNegativeTestJSON-1931100335 tempest-FloatingIPDetailsNegativeTestJSON-1931100335-project] 10.222.0.50 "GET /v2.0/floatingips/c0fcb111-0ce4-41eb-aaec-aee7da02ff63 HTTP/1.1" status: 404 len: 350 time: 0.0377097 Nov 19 19:01:18.680679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43286) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:19.048627 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f49f7f98-d2c2-4b3f-90e3-572749806437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:19.328427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] Sync routers for ids ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:01:19.348628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] Routers {'13ecb2a5-426b-42c4-8484-2eeead77d1ae'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:19.353724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:19.449971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3edfc81-a10a-4b80-9e5f-464ae52dfd41 req-405243c5-dbe0-45c0-97e3-8b43ef161e99 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0451562 Nov 19 19:01:19.516930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] Set router 13ecb2a5-426b-42c4-8484-2eeead77d1ae gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:19.724119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115752bc-d106-4b62-85ff-354ea4f7fc84 req-a6e2c0a8-3bbc-4e28-9a70-febda41ce837 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:19.736341 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-115752bc-d106-4b62-85ff-354ea4f7fc84 req-a6e2c0a8-3bbc-4e28-9a70-febda41ce837 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.0941672 Nov 19 19:01:19.805023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb3b84-6d8f-4acb-9147-89c1be71e631 req-17386600-a9b2-4d29-90d3-7c039f1e1421 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:19.812479 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9fb3b84-6d8f-4acb-9147-89c1be71e631 req-17386600-a9b2-4d29-90d3-7c039f1e1421 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 945 time: 0.1345360 Nov 19 19:01:19.866306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0816f672-f6a2-44a3-85e4-8286ebd6d237 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:19.868935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-115752bc-d106-4b62-85ff-354ea4f7fc84 req-6c0ce7e3-3ef9-46f9-88a7-464e75444bf7 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301086 Nov 19 19:01:19.958004 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9fb3b84-6d8f-4acb-9147-89c1be71e631 req-17274af0-a996-4cb7-a2f5-9d7af0ada7cd tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1429005 Nov 19 19:01:20.024493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-router', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:12Z', 'updated_at': '2021-11-19T19:01:17Z', 'revision_number': 4, 'project_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'gw_port': {'id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:13Z', 'updated_at': '2021-11-19T19:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ff8e8105-a42b-47ce-8c4d-3a848cfc0f39', 'name': '', 'network_id': 'f3835611-486b-4475-aaf0-adbca7460b5f', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'mac_address': 'fa:16:3e:be:93:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd6bf0bed-9554-49ae-92d8-11467aeb659b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:16Z', 'updated_at': '2021-11-19T19:01:17Z', 'revision_number': 2, 'project_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'subnets': [{'id': 'd6bf0bed-9554-49ae-92d8-11467aeb659b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:20.059723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f49f7f98-d2c2-4b3f-90e3-572749806437 admin admin] Deleting port ff8e8105-a42b-47ce-8c4d-3a848cfc0f39 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:20.060063 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f49f7f98-d2c2-4b3f-90e3-572749806437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.064215 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] Checking router: 13ecb2a5-426b-42c4-8484-2eeead77d1ae for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:01:20.064765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] Updating router 13ecb2a5-426b-42c4-8484-2eeead77d1ae port ff8e8105-a42b-47ce-8c4d-3a848cfc0f39 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:01:20.095829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0816f672-f6a2-44a3-85e4-8286ebd6d237 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:20.096632 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.123189 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.162608 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f49f7f98-d2c2-4b3f-90e3-572749806437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.177321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f49f7f98-d2c2-4b3f-90e3-572749806437 admin admin] Calling delete_port for ff8e8105-a42b-47ce-8c4d-3a848cfc0f39 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:20.449179 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f49f7f98-d2c2-4b3f-90e3-572749806437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.487590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f7f98-d2c2-4b3f-90e3-572749806437 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8e8105-a42b-47ce-8c4d-3a848cfc0f39,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:20.508877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-53ced571-38b5-4232-acf1-00fdd7a8237e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:20.511420 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-53ced571-38b5-4232-acf1-00fdd7a8237e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 945 time: 0.1386714 Nov 19 19:01:20.536587 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:01:20.536587 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:01:20.637310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c74ed68d-992d-4ca5-9910-90b7284bd476 req-fb097ee0-1cdf-45dd-b185-9a9de78150b9 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0564160 Nov 19 19:01:20.828475 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f49f7f98-d2c2-4b3f-90e3-572749806437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.836249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Deleting port 8c4f088f-be20-4877-9093-3c5d7cde6e8a {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:20.836586 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:21.074891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] Port ff8e8105-a42b-47ce-8c4d-3a848cfc0f39 not found while updating agent binding for router 13ecb2a5-426b-42c4-8484-2eeead77d1ae. {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 19:01:21.085413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] Routers {'13ecb2a5-426b-42c4-8484-2eeead77d1ae'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:21.086348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:21.087642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] For port 8c4f088f-be20-4877-9093-3c5d7cde6e8a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8c4f088f-be20-4877-9093-3c5d7cde6e8a,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:21.088104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:21.114498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1a0e6-bed1-4164-95f8-7f835bac7a32 req-919b4dfd-de83-4df2-a9dc-1057340a3e8f tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:21.127087 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33a1a0e6-bed1-4164-95f8-7f835bac7a32 req-919b4dfd-de83-4df2-a9dc-1057340a3e8f tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 945 time: 0.0766666 Nov 19 19:01:21.181309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7312e7-c5f9-4454-a8b6-256278297c44 req-5731d270-d67c-4731-8369-02f0c91c3639 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:21.189742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0e7312e7-c5f9-4454-a8b6-256278297c44 req-5731d270-d67c-4731-8369-02f0c91c3639 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 943 time: 0.2060561 Nov 19 19:01:21.208315 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33a1a0e6-bed1-4164-95f8-7f835bac7a32 req-3e0b3ea5-b89d-4aeb-8f0d-9dba17e0e53d tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799515 Nov 19 19:01:21.316920 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] Set router 13ecb2a5-426b-42c4-8484-2eeead77d1ae gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:21.370570 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0e7312e7-c5f9-4454-a8b6-256278297c44 req-49d7b9ce-0aa2-4e4f-80c2-d71b0b001f0e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799119 Nov 19 19:01:21.524768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49f7f98-d2c2-4b3f-90e3-572749806437 admin admin] Router 13ecb2a5-426b-42c4-8484-2eeead77d1ae has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:01:21.530779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:21.531139 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:21.531459 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Floating IP cc56d9f3-4bb2-4d22-be1f-d9fec2a33437 disassociated. External IP: 172.25.3.146, port: 8c4f088f-be20-4877-9093-3c5d7cde6e8a. Nov 19 19:01:21.531809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Calling delete_port for 8c4f088f-be20-4877-9093-3c5d7cde6e8a owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:21.588541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-router', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:12Z', 'updated_at': '2021-11-19T19:01:20Z', 'revision_number': 5, 'project_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'gw_port': {'id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:13Z', 'updated_at': '2021-11-19T19:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:21.629270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21064ba6-9e77-4d01-8500-46bd22561e6d None None] The sync data for ids ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'] in n-d-815373-6 is: [{'id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-router', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:12Z', 'updated_at': '2021-11-19T19:01:20Z', 'revision_number': 5, 'project_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'gw_port': {'id': '0816f672-f6a2-44a3-85e4-8286ebd6d237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:13Z', 'updated_at': '2021-11-19T19:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:01:21.779848 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3ddc58c-00e2-4382-8faf-a3d052cf3626 req-b4e15b57-f4b9-4e17-96e9-5f008d7b4db2 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0479567 Nov 19 19:01:21.780824 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-ae5d2607-8193-4db1-b578-a1bf6a87f387 service neutron] 10.222.0.57 "GET /v2.0/ports/ade6e399-4d17-475d-bedc-c60edbe8d7be/bindings/n-h2-815373-6 HTTP/1.1" status: 200 len: 384 time: 0.1248648 Nov 19 19:01:21.796595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49f7f98-d2c2-4b3f-90e3-572749806437 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:01:21.834234 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f49f7f98-d2c2-4b3f-90e3-572749806437 admin admin] 10.222.0.50 "PUT /v2.0/routers/13ecb2a5-426b-42c4-8484-2eeead77d1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1522772 Nov 19 19:01:21.837792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43358) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:21.966199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:22.005141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Pushing event deleted for resources: {'Port': ['ID=8c4f088f-be20-4877-9093-3c5d7cde6e8a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:22.041082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-763d98d8-53c1-418f-8fcc-19857b2a6b56 service neutron] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:22.072540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-763d98d8-53c1-418f-8fcc-19857b2a6b56 service neutron] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:22.114759 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:22.117890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-763d98d8-53c1-418f-8fcc-19857b2a6b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade6e399-4d17-475d-bedc-c60edbe8d7be {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:01:22.132599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-763d98d8-53c1-418f-8fcc-19857b2a6b56 service neutron] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:22.153831 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-763d98d8-53c1-418f-8fcc-19857b2a6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:22.269319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-763d98d8-53c1-418f-8fcc-19857b2a6b56 service neutron] Transition to ACTIVE for port object ade6e399-4d17-475d-bedc-c60edbe8d7be will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:01:22.280104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-763d98d8-53c1-418f-8fcc-19857b2a6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:22.325180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Router 626f5a67-babd-487d-9b04-bb0fb3901d93 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:01:22.337016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:22.395756 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b16bd02b-0544-4236-b780-63a9cdf5b025 req-97024ab9-39f1-4b73-bc24-c49a784dcb76 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 210 time: 0.0731702 Nov 19 19:01:22.452329 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-763d98d8-53c1-418f-8fcc-19857b2a6b56 service neutron] No DVR routers for this DVR port ade6e399-4d17-475d-bedc-c60edbe8d7be on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:22.500641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Deleting port 0816f672-f6a2-44a3-85e4-8286ebd6d237 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:22.500919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:22.558430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-763d98d8-53c1-418f-8fcc-19857b2a6b56 service neutron] 10.222.0.57 "PUT /v2.0/ports/ade6e399-4d17-475d-bedc-c60edbe8d7be/bindings/n-h2-815373-6/activate HTTP/1.1" status: 200 len: 369 time: 0.7676446 Nov 19 19:01:22.582799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d98d8-53c1-418f-8fcc-19857b2a6b56 service neutron] Pushing event updated for resources: {'Port': ['ID=ade6e399-4d17-475d-bedc-c60edbe8d7be,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:22.635052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:01:22.649697 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b9e56b-4dad-4927-80c8-6d1f09b24e0c None None] Sync routers for ids ['626f5a67-babd-487d-9b04-bb0fb3901d93'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:01:22.666957 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9e56b-4dad-4927-80c8-6d1f09b24e0c None None] Routers {'626f5a67-babd-487d-9b04-bb0fb3901d93'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:22.667550 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-62b9e56b-4dad-4927-80c8-6d1f09b24e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['626f5a67-babd-487d-9b04-bb0fb3901d93'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:22.713923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-8e9b3095-f13f-4f84-ade7-876b1dabbbb2 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:22.715842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-8e9b3095-f13f-4f84-ade7-876b1dabbbb2 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.0871322 Nov 19 19:01:22.725893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681fa4a-7ffb-495b-88fa-999bb6273856 req-9f02ba6f-4616-4c85-a880-3060bc21c5fb tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:22.727943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f681fa4a-7ffb-495b-88fa-999bb6273856 req-9f02ba6f-4616-4c85-a880-3060bc21c5fb tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 944 time: 0.1678221 Nov 19 19:01:22.767713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] No DVR routers for this DVR port 8c4f088f-be20-4877-9093-3c5d7cde6e8a on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:22.770444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] For port 0816f672-f6a2-44a3-85e4-8286ebd6d237, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0816f672-f6a2-44a3-85e4-8286ebd6d237,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:22.770824 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:22.784557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:22.787915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-652b4d76-5bb6-4ba2-9af6-613d77ae63b3 req-a48d332f-d5a1-4699-b6a4-f400881c024e tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.21 "DELETE /v2.0/ports/8c4f088f-be20-4877-9093-3c5d7cde6e8a HTTP/1.1" status: 204 len: 173 time: 2.2377536 Nov 19 19:01:22.793860 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:01:22.797292 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4fb5b6-595e-497d-acec-095bbf323532', 'name': 'network-vif-deleted', 'tag': '8c4f088f-be20-4877-9093-3c5d7cde6e8a'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:22.799985 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd9f313-bbcd-407f-bf8a-01b36a158164" -d '{"events": [{"server_uuid": "7e4fb5b6-595e-497d-acec-095bbf323532", "name": "network-vif-deleted", "tag": "8c4f088f-be20-4877-9093-3c5d7cde6e8a"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:22.805170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-ee662603-fd32-4e10-8b1f-cbac65081c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:22.807068 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-ee662603-fd32-4e10-8b1f-cbac65081c21 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617&tenant_id=259b3162d6d440c788fffaaf792127c3 HTTP/1.1" status: 200 len: 1095 time: 0.0781879 Nov 19 19:01:22.838128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f681fa4a-7ffb-495b-88fa-999bb6273856 req-bd0e3a43-6e2a-467f-bd0f-56c61f632c38 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803092 Nov 19 19:01:22.839855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Calling delete_port for 0816f672-f6a2-44a3-85e4-8286ebd6d237 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:22.850068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b45963-5fb2-4325-a88a-5dfb7b2c26b5 None None] Sync routers for ids ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:01:22.867029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b45963-5fb2-4325-a88a-5dfb7b2c26b5 None None] Routers {'13ecb2a5-426b-42c4-8484-2eeead77d1ae'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:22.871893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-44b45963-5fb2-4325-a88a-5dfb7b2c26b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:22.937569 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7542884-84e2-467e-beeb-ad3e76e202fd x-openstack-request-id: req-b7542884-84e2-467e-beeb-ad3e76e202fd {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:22.937896 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4fb5b6-595e-497d-acec-095bbf323532", "name": "network-vif-deleted", "tag": "8c4f088f-be20-4877-9093-3c5d7cde6e8a", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:22.938155 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7542884-84e2-467e-beeb-ad3e76e202fd {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:22.940046 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4fb5b6-595e-497d-acec-095bbf323532', 'name': 'network-vif-deleted', 'tag': '8c4f088f-be20-4877-9093-3c5d7cde6e8a', 'status': 'completed', 'code': 200} Nov 19 19:01:22.962052 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-62b9e56b-4dad-4927-80c8-6d1f09b24e0c None None] Set router 626f5a67-babd-487d-9b04-bb0fb3901d93 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:22.989515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6a2f7840-be65-409c-815e-482d7248aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:22.990572 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8fa856b1-2e5a-4d18-a842-9a5a00817a8a req-49538bac-6a04-4738-981e-290501a49dbf tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0588923 Nov 19 19:01:23.005847 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-6a2f7840-be65-409c-815e-482d7248aa00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=259b3162d6d440c788fffaaf792127c3&device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 1095 time: 0.1401026 Nov 19 19:01:23.193775 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:23.253140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-e974d819-63cb-4cfe-9b98-4ab5d5ef914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:23.262298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-e974d819-63cb-4cfe-9b98-4ab5d5ef914d service neutron] 10.222.0.21 "GET /v2.0/networks?id=80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 200 len: 908 time: 0.2369907 Nov 19 19:01:23.267379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0816f672-f6a2-44a3-85e4-8286ebd6d237,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:23.340424 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-62b9e56b-4dad-4927-80c8-6d1f09b24e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:58Z', 'revision_number': 4, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '8fcdf1fd-37a6-44a7-8953-07548394dca4', 'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'mac_address': 'fa:16:3e:c0:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:56Z', 'updated_at': '2021-11-19T18:58:03Z', 'revision_number': 5, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'subnets': [{'id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:23.373205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-1b4d3327-283c-4fee-98c5-1411c6193628 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be HTTP/1.1" status: 200 len: 217 time: 0.1040530 Nov 19 19:01:23.426974 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b9e56b-4dad-4927-80c8-6d1f09b24e0c None None] Checking router: 626f5a67-babd-487d-9b04-bb0fb3901d93 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:01:23.430965 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:23.441130 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-44b45963-5fb2-4325-a88a-5dfb7b2c26b5 None None] Set router 13ecb2a5-426b-42c4-8484-2eeead77d1ae gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:23.452801 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9e56b-4dad-4927-80c8-6d1f09b24e0c None None] Routers {'626f5a67-babd-487d-9b04-bb0fb3901d93'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:23.454040 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-62b9e56b-4dad-4927-80c8-6d1f09b24e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['626f5a67-babd-487d-9b04-bb0fb3901d93'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:23.508042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-e014bccd-7b88-404a-9439-20c9b61a19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:23.509563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-e014bccd-7b88-404a-9439-20c9b61a19c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 200 len: 847 time: 0.1268384 Nov 19 19:01:23.592929 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8273f73b-76ef-4e1d-9b29-211a54c0e608 req-07b00dc8-1b57-46d0-a0ff-b0081b69d277 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 210 time: 0.0765991 Nov 19 19:01:23.604706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-44b45963-5fb2-4325-a88a-5dfb7b2c26b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-router', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:12Z', 'updated_at': '2021-11-19T19:01:22Z', 'revision_number': 6, 'project_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:23.620564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-8875a9a5-5073-4011-ab97-1b5ddba01134 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80a55be3-e003-4761-8b13-b7a58d796be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841463 Nov 19 19:01:23.630271 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:23.634644 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:23.679244 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b45963-5fb2-4325-a88a-5dfb7b2c26b5 None None] Checking router: 13ecb2a5-426b-42c4-8484-2eeead77d1ae for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:01:23.697463 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b45963-5fb2-4325-a88a-5dfb7b2c26b5 None None] Routers {'13ecb2a5-426b-42c4-8484-2eeead77d1ae'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:23.699487 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-44b45963-5fb2-4325-a88a-5dfb7b2c26b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:23.708087 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-62b9e56b-4dad-4927-80c8-6d1f09b24e0c None None] Set router 626f5a67-babd-487d-9b04-bb0fb3901d93 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:23.766499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:23.766982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ecb2a5-426b-42c4-8484-2eeead77d1ae {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:01:23.779002 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:23.784679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4828d679-b759-4b1a-982e-d6b739f32b3c admin admin] 10.222.0.50 "DELETE /v2.0/routers/13ecb2a5-426b-42c4-8484-2eeead77d1ae HTTP/1.1" status: 204 len: 168 time: 1.9462347 Nov 19 19:01:23.785532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43408) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:23.847573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-1e97db1d-7c50-49b0-a5c7-ccf8353e76dd service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261717 Nov 19 19:01:23.872810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-44b45963-5fb2-4325-a88a-5dfb7b2c26b5 None None] Set router 13ecb2a5-426b-42c4-8484-2eeead77d1ae gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:23.890357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6461e3c2-c93b-426e-9154-427143a3ca48 admin admin] Deleting subnet d6bf0bed-9554-49ae-92d8-11467aeb659b {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:01:23.900167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6461e3c2-c93b-426e-9154-427143a3ca48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:23.977293 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6461e3c2-c93b-426e-9154-427143a3ca48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:24.036793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-9c26563c-4d92-4303-8b1b-9e58255617db service neutron] 10.222.0.21 "GET /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792605 Nov 19 19:01:24.050875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-44b45963-5fb2-4325-a88a-5dfb7b2c26b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-router', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:12Z', 'updated_at': '2021-11-19T19:01:23Z', 'revision_number': 7, 'project_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:24.091285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ade6e399-4d17-475d-bedc-c60edbe8d7be no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:24.106739 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-62b9e56b-4dad-4927-80c8-6d1f09b24e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:58Z', 'revision_number': 4, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '8fcdf1fd-37a6-44a7-8953-07548394dca4', 'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'mac_address': 'fa:16:3e:c0:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:56Z', 'updated_at': '2021-11-19T18:58:03Z', 'revision_number': 5, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'subnets': [{'id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:24.138618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b45963-5fb2-4325-a88a-5dfb7b2c26b5 None None] The sync data for ids ['13ecb2a5-426b-42c4-8484-2eeead77d1ae'] in n-d-815373-6 is: [{'id': '13ecb2a5-426b-42c4-8484-2eeead77d1ae', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2146684699-router', 'tenant_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:12Z', 'updated_at': '2021-11-19T19:01:23Z', 'revision_number': 7, 'project_id': 'dd29070f76e8437c92ebdf2981abd8a6', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:01:24.142456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ade6e399-4d17-475d-bedc-c60edbe8d7be not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:24.171730 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fc974-67c9-4ef1-9b12-93882d641dc2 req-63052524-35ac-4d6b-a3d2-275b00fad7e3 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:24.178133 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c22fc974-67c9-4ef1-9b12-93882d641dc2 req-63052524-35ac-4d6b-a3d2-275b00fad7e3 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 944 time: 0.1976497 Nov 19 19:01:24.193121 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b9e56b-4dad-4927-80c8-6d1f09b24e0c None None] The sync data for ids ['626f5a67-babd-487d-9b04-bb0fb3901d93'] in n-d-815373-6 is: [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T18:57:58Z', 'revision_number': 4, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '8fcdf1fd-37a6-44a7-8953-07548394dca4', 'name': '', 'network_id': 'dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'mac_address': 'fa:16:3e:c0:83:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:56Z', 'updated_at': '2021-11-19T18:58:03Z', 'revision_number': 5, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'subnets': [{'id': '0cdfda16-eaa8-42de-8ab8-e99fa8c058a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:01:24.262774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8c4f088f-be20-4877-9093-3c5d7cde6e8a no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:24.299520 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc65251a-d1d9-4b0d-8445-0b0b5833a66c req-ebcc2032-4488-41be-ab29-3b151eaf7c75 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0994358 Nov 19 19:01:24.347423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 8c4f088f-be20-4877-9093-3c5d7cde6e8a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:24.348046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8c4f088f-be20-4877-9093-3c5d7cde6e8a not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:24.359535 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c22fc974-67c9-4ef1-9b12-93882d641dc2 req-1d5ac258-7cae-4fd0-8859-1ec07ef12312 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721070 Nov 19 19:01:24.365315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6461e3c2-c93b-426e-9154-427143a3ca48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:24.476802 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6461e3c2-c93b-426e-9154-427143a3ca48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:24.488130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-b316f17d-498f-4ea5-8cbf-970b2323a007 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:24.494324 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-b316f17d-498f-4ea5-8cbf-970b2323a007 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617&tenant_id=259b3162d6d440c788fffaaf792127c3&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.1085973 Nov 19 19:01:24.555774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461e3c2-c93b-426e-9154-427143a3ca48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6bf0bed-9554-49ae-92d8-11467aeb659b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:24.557167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6461e3c2-c93b-426e-9154-427143a3ca48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:24.563223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a7b14-ebdb-4088-8657-1fbcb86c11f3 None None] Network f3835611-486b-4475-aaf0-adbca7460b5f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:24.575374 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6461e3c2-c93b-426e-9154-427143a3ca48 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d6bf0bed-9554-49ae-92d8-11467aeb659b HTTP/1.1" status: 204 len: 168 time: 0.7818615 Nov 19 19:01:24.579381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43424) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:24.759855 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990f519-9586-4b8a-8238-62688cf8b4ec None None] New status for floating IP cc56d9f3-4bb2-4d22-be1f-d9fec2a33437: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:01:24.804438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19f8f9b1-43c9-4bef-b307-7407426e0368 req-e894b64e-1dba-4657-9c0a-5c6b807799af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.1593926 Nov 19 19:01:24.810311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-a01c4506-68de-4acb-9e20-26296c635566 service neutron] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:24.829319 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-a01c4506-68de-4acb-9e20-26296c635566 service neutron] Publish callbacks [] for binding, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:24.838485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdde206-0bc2-4b8d-aea8-5a138abc404c req-a01c4506-68de-4acb-9e20-26296c635566 service neutron] 10.222.0.21 "DELETE /v2.0/ports/ade6e399-4d17-475d-bedc-c60edbe8d7be/bindings/n-h1-815373-6 HTTP/1.1" status: 204 len: 173 time: 0.3273187 Nov 19 19:01:24.868346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:24.902304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1ac35c09-aee3-47ef-9e22-13e66174e893 req-c658c2e7-adca-41f4-b3f7-9e294f263fe5 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 210 time: 0.0602150 Nov 19 19:01:24.910102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfc0074-b186-4cd7-9fea-a2ceafdf4ba1 None None] DHCP port deletion for f3835611-486b-4475-aaf0-adbca7460b5f request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:01:24.989780 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:25.011296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc0074-b186-4cd7-9fea-a2ceafdf4ba1 None None] Deleting port 589cdd2a-5356-42c0-90df-367d6ad6a1ed {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:25.011296 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2cfc0074-b186-4cd7-9fea-a2ceafdf4ba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:25.041806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Deleting port 589cdd2a-5356-42c0-90df-367d6ad6a1ed {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:25.043177 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:25.145369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] For port 589cdd2a-5356-42c0-90df-367d6ad6a1ed, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=589cdd2a-5356-42c0-90df-367d6ad6a1ed,segment=NetworkSegment(5f0e214d-dd05-43f5-b973-52e898080223),segment_id=5f0e214d-dd05-43f5-b973-52e898080223)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:25.146049 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:25.151641 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2cfc0074-b186-4cd7-9fea-a2ceafdf4ba1 None None] For port 589cdd2a-5356-42c0-90df-367d6ad6a1ed, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=589cdd2a-5356-42c0-90df-367d6ad6a1ed,segment=NetworkSegment(5f0e214d-dd05-43f5-b973-52e898080223),segment_id=5f0e214d-dd05-43f5-b973-52e898080223)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:25.152261 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2cfc0074-b186-4cd7-9fea-a2ceafdf4ba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:25.164717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Calling delete_port for 589cdd2a-5356-42c0-90df-367d6ad6a1ed owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:25.166918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc0074-b186-4cd7-9fea-a2ceafdf4ba1 None None] Calling delete_port for 589cdd2a-5356-42c0-90df-367d6ad6a1ed owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:25.281868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:25.292229 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2cfc0074-b186-4cd7-9fea-a2ceafdf4ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:25.325167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Pushing event deleted for resources: {'Port': ['ID=589cdd2a-5356-42c0-90df-367d6ad6a1ed,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:25.331134 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] No DVR routers for this DVR port 589cdd2a-5356-42c0-90df-367d6ad6a1ed on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:25.361462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc0074-b186-4cd7-9fea-a2ceafdf4ba1 None None] Pushing event deleted for resources: {'Port': ['ID=589cdd2a-5356-42c0-90df-367d6ad6a1ed,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:25.366044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfc0074-b186-4cd7-9fea-a2ceafdf4ba1 None None] No DVR routers for this DVR port 589cdd2a-5356-42c0-90df-367d6ad6a1ed on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:25.517479 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8fd97775-a61e-4536-b557-cddac383ef3c req-007f346e-f959-4c3e-ae47-c285709c371e tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0431526 Nov 19 19:01:25.845823 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0816f672-f6a2-44a3-85e4-8286ebd6d237 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:25.848618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:25.876568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 0816f672-f6a2-44a3-85e4-8286ebd6d237 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:25.877153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0816f672-f6a2-44a3-85e4-8286ebd6d237 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:25.877937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 589cdd2a-5356-42c0-90df-367d6ad6a1ed no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:25.902998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 589cdd2a-5356-42c0-90df-367d6ad6a1ed {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:25.903579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 589cdd2a-5356-42c0-90df-367d6ad6a1ed not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:25.919501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24405f8e-fc81-486a-a2fc-cb97ab98bb84 req-496cebeb-c892-4513-95e9-0e04560889eb tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:25.927965 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-24405f8e-fc81-486a-a2fc-cb97ab98bb84 req-496cebeb-c892-4513-95e9-0e04560889eb tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 944 time: 0.1772001 Nov 19 19:01:25.931228 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3835611-486b-4475-aaf0-adbca7460b5f']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:25.967529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0e214d-dd05-43f5-b973-52e898080223') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:25.967812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0e214d-dd05-43f5-b973-52e898080223') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:26.019671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-24405f8e-fc81-486a-a2fc-cb97ab98bb84 req-ab7938ca-efbb-4090-86fa-266a670d93d3 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906398 Nov 19 19:01:26.028829 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:26.073384 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:26.090139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:01:26.091039 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:01:26.096902 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:01:26.105249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3bc5c4ba-4de9-4c39-926f-0af323d1f165 req-28b3fd77-592d-4df0-8ea8-735b0398fd9f tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 210 time: 0.0370519 Nov 19 19:01:26.243343 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:26.260664 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:26.266968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] 10.222.0.50 "DELETE /v2.0/networks/f3835611-486b-4475-aaf0-adbca7460b5f HTTP/1.1" status: 204 len: 168 time: 1.6863079 Nov 19 19:01:26.282172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29365a39-6466-4108-a2fd-f030e301081b admin admin] Pushing event deleted for resources: {'Network': ['ID=f3835611-486b-4475-aaf0-adbca7460b5f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:26.297676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7476b5-d36c-4d11-85ba-c927c5a68034 req-f802f1d7-545b-4521-a2d5-67e26f50becb tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:26.299333 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff7476b5-d36c-4d11-85ba-c927c5a68034 req-f802f1d7-545b-4521-a2d5-67e26f50becb tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 1095 time: 0.0744524 Nov 19 19:01:26.362460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff7476b5-d36c-4d11-85ba-c927c5a68034 req-4d31511e-e47d-4a2f-850b-314fdd19a556 tempest-LiveMigrationTest-755925065 tempest-LiveMigrationTest-755925065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559518 Nov 19 19:01:26.557128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43474) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:26.641911 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9a381f97-3cd7-4dfd-9a54-2da95f2d46af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd29070f76e8437c92ebdf2981abd8a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0798962 Nov 19 19:01:26.642226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43478) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:26.678553 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14af5826-c9fb-4309-ad40-90a1fa72a260 req-582b8f3c-7365-45ef-b3e6-c6dd1dbce47b tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0424378 Nov 19 19:01:26.770179 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88e6ce71-6d9e-4216-b9f5-a180fa042fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:26.779009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df19087-1699-4555-905c-00f9f702a014 req-e629c17c-a990-43fc-a662-bcdb04b92c6e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:26.780792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6df19087-1699-4555-905c-00f9f702a014 req-e629c17c-a990-43fc-a662-bcdb04b92c6e tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 944 time: 0.1208565 Nov 19 19:01:26.817661 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88e6ce71-6d9e-4216-b9f5-a180fa042fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:26.910863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88e6ce71-6d9e-4216-b9f5-a180fa042fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:26.914634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88e6ce71-6d9e-4216-b9f5-a180fa042fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:26.917992 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-88e6ce71-6d9e-4216-b9f5-a180fa042fad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7a7e363-ecd9-478a-b79b-f2a55af2461e HTTP/1.1" status: 204 len: 168 time: 0.2709708 Nov 19 19:01:26.932628 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6df19087-1699-4555-905c-00f9f702a014 req-01a96834-aaa4-4e66-a337-e84a3225a4dc tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431117 Nov 19 19:01:26.946764 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6ce71-6d9e-4216-b9f5-a180fa042fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a7e363-ecd9-478a-b79b-f2a55af2461e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:27.226378 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2eb36b04-c0af-4b89-bcdd-6f9135c28f0e req-2565f7ec-eff2-4163-a666-e6a8e92e0144 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619&device_id=d84fb770-680d-4c58-9713-a48d0f9e8e20 HTTP/1.1" status: 200 len: 210 time: 0.0391202 Nov 19 19:01:27.234832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1356ceeb-4b8b-4b72-9f7e-c3236360055c req-9dd7f524-6e42-40f3-bcd9-fc0562deba59 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 210 time: 0.0513294 Nov 19 19:01:27.359728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357ddf3-97e3-4a5c-ada0-13338648eddc req-9e3be0c3-14e1-4e9a-a8ad-1536f5b038b9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:27.361301 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e357ddf3-97e3-4a5c-ada0-13338648eddc req-9e3be0c3-14e1-4e9a-a8ad-1536f5b038b9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 944 time: 0.0794895 Nov 19 19:01:27.531715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd9401ff-afbf-4c78-8b22-a38384452835 req-cca43d78-9a5a-4fd0-934f-4e9611196043 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b72e54975684a959beb539d31735e3d&device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0528557 Nov 19 19:01:27.532100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-e357ddf3-97e3-4a5c-ada0-13338648eddc req-eda5ae84-8ad5-4f5a-83ab-dd0b423a1915 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Deleting port ade6e399-4d17-475d-bedc-c60edbe8d7be {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:27.532451 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e357ddf3-97e3-4a5c-ada0-13338648eddc req-eda5ae84-8ad5-4f5a-83ab-dd0b423a1915 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:27.587792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd9401ff-afbf-4c78-8b22-a38384452835 req-1b728a95-339a-4e3a-bafb-05f007f2aa79 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1b72e54975684a959beb539d31735e3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465529 Nov 19 19:01:27.635056 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f67673b7-5c14-430f-ab0f-bf2a022f118a req-22e82511-3cd2-4a65-aca6-a8395245f151 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0755291 Nov 19 19:01:27.728557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e357ddf3-97e3-4a5c-ada0-13338648eddc req-eda5ae84-8ad5-4f5a-83ab-dd0b423a1915 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] For port ade6e399-4d17-475d-bedc-c60edbe8d7be, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ade6e399-4d17-475d-bedc-c60edbe8d7be,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:27.729276 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e357ddf3-97e3-4a5c-ada0-13338648eddc req-eda5ae84-8ad5-4f5a-83ab-dd0b423a1915 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:27.741688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9401ff-afbf-4c78-8b22-a38384452835 req-cc54200e-8b41-4160-a463-8848cf21dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:27.744123 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd9401ff-afbf-4c78-8b22-a38384452835 req-cc54200e-8b41-4160-a463-8848cf21dfc2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486280 Nov 19 19:01:27.746070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-e357ddf3-97e3-4a5c-ada0-13338648eddc req-eda5ae84-8ad5-4f5a-83ab-dd0b423a1915 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Calling delete_port for ade6e399-4d17-475d-bedc-c60edbe8d7be owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:27.918855 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e357ddf3-97e3-4a5c-ada0-13338648eddc req-eda5ae84-8ad5-4f5a-83ab-dd0b423a1915 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:27.937584 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['ade6e399-4d17-475d-bedc-c60edbe8d7be'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:01:27.982190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5ae84-8ad5-4f5a-83ab-dd0b423a1915 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Pushing event deleted for resources: {'Port': ['ID=ade6e399-4d17-475d-bedc-c60edbe8d7be,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:28.053175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e357ddf3-97e3-4a5c-ada0-13338648eddc req-eda5ae84-8ad5-4f5a-83ab-dd0b423a1915 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] No DVR routers for this DVR port ade6e399-4d17-475d-bedc-c60edbe8d7be on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:28.058042 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e357ddf3-97e3-4a5c-ada0-13338648eddc req-eda5ae84-8ad5-4f5a-83ab-dd0b423a1915 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:28.074676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e357ddf3-97e3-4a5c-ada0-13338648eddc req-eda5ae84-8ad5-4f5a-83ab-dd0b423a1915 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.21 "DELETE /v2.0/ports/ade6e399-4d17-475d-bedc-c60edbe8d7be HTTP/1.1" status: 204 len: 173 time: 0.6894789 Nov 19 19:01:28.075132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'name': 'network-vif-deleted', 'tag': 'ade6e399-4d17-475d-bedc-c60edbe8d7be'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:28.083515 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b84e09-0996-414f-aab6-4ddc784b79a8" -d '{"events": [{"server_uuid": "e0dc4c99-9344-4ab2-a258-205295b77617", "name": "network-vif-deleted", "tag": "ade6e399-4d17-475d-bedc-c60edbe8d7be"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:28.109562 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e7d5c44d-090e-4916-a9b2-1427e37c43eb req-2b30e241-84dd-4689-ac1b-c170d1a005e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 210 time: 0.0452466 Nov 19 19:01:28.189694 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72813b98-4c00-4483-8216-2232e9c4b524 x-openstack-request-id: req-72813b98-4c00-4483-8216-2232e9c4b524 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:28.190220 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dc4c99-9344-4ab2-a258-205295b77617", "name": "network-vif-deleted", "tag": "ade6e399-4d17-475d-bedc-c60edbe8d7be", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:28.190660 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72813b98-4c00-4483-8216-2232e9c4b524 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:28.191396 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dc4c99-9344-4ab2-a258-205295b77617', 'name': 'network-vif-deleted', 'tag': 'ade6e399-4d17-475d-bedc-c60edbe8d7be', 'status': 'completed', 'code': 200} Nov 19 19:01:28.366711 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c03a385-7e43-4a7c-b489-785e7ea3b953 req-a50e2b72-6a3f-4259-849d-8bd600393983 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 210 time: 0.0379612 Nov 19 19:01:28.479145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-f65b926f-8283-477e-b793-345eaff9f2eb tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5a0beb3d0bfd4cefb4c7ca3c70ecc225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239961 Nov 19 19:01:28.606681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-b40295d1-da39-4c4e-b035-22de7c5efaa1 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:28.608795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-b40295d1-da39-4c4e-b035-22de7c5efaa1 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1206126 Nov 19 19:01:28.625906 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-cf5dd8ed-4328-422f-8716-f7bed5bdaa6e tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/quotas/5a0beb3d0bfd4cefb4c7ca3c70ecc225 HTTP/1.1" status: 200 len: 375 time: 0.0106485 Nov 19 19:01:28.660105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-3f359a9c-5448-475c-abd8-fbfb3a7a9f81 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a0beb3d0bfd4cefb4c7ca3c70ecc225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276682 Nov 19 19:01:28.756112 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1e709bee-61b4-484e-890d-674ff37ca24a req-54b57ad8-ac75-4ffb-b033-f2a09c48111b tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0343049 Nov 19 19:01:28.893900 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c17bfa07-3c4b-4755-adf2-eeb43e413044 req-6409da30-e86a-42f1-a787-2ca585caa53d tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 210 time: 0.0611064 Nov 19 19:01:28.974804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43570) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:29.100812 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99a59e8c-deac-49a4-b182-569ae419020a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:29.112176 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd9401ff-afbf-4c78-8b22-a38384452835 req-9b340593-6221-431e-b3a1-0c49766f3556 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.21 "GET /v2.0/ports?device_id=2103e4d0-0c18-4b1f-a7ea-7202fc77e619 HTTP/1.1" status: 200 len: 210 time: 0.0308969 Nov 19 19:01:29.210881 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99a59e8c-deac-49a4-b182-569ae419020a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:29.216313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99a59e8c-deac-49a4-b182-569ae419020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:29.252498 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ffece7ab-be34-43a8-a42e-4237edf9932e req-6def84ef-30d9-4b51-bfc9-e52b87137464 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 210 time: 0.0444922 Nov 19 19:01:29.264304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a59e8c-deac-49a4-b182-569ae419020a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aa29b8-b17d-4fd6-af38-a111a6a5dcc9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:29.267295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-99a59e8c-deac-49a4-b182-569ae419020a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a339df6cde94ef7936117701b5a7264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910175 Nov 19 19:01:29.269987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43582) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:29.332813 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2217b945-e2e7-41ab-b170-e259fa30a273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:29.360084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2217b945-e2e7-41ab-b170-e259fa30a273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:29.416993 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2217b945-e2e7-41ab-b170-e259fa30a273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:29.423016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2217b945-e2e7-41ab-b170-e259fa30a273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:29.424235 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2217b945-e2e7-41ab-b170-e259fa30a273 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7aa29b8-b17d-4fd6-af38-a111a6a5dcc9 HTTP/1.1" status: 204 len: 168 time: 0.1532679 Nov 19 19:01:29.434160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217b945-e2e7-41ab-b170-e259fa30a273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aa29b8-b17d-4fd6-af38-a111a6a5dcc9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:29.497471 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:29.539765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83b1ac18-b620-460e-bf8d-b2a95e851c32 req-9d8264c5-f481-4754-b70d-4a7be6f309dd tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e4fb5b6-595e-497d-acec-095bbf323532 HTTP/1.1" status: 200 len: 210 time: 0.0622087 Nov 19 19:01:29.850687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43598) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:29.874464 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4dda5cf3-0a4d-404d-a44f-62bb0a794086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:29.967481 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4dda5cf3-0a4d-404d-a44f-62bb0a794086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:29.974024 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4dda5cf3-0a4d-404d-a44f-62bb0a794086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.018060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8c799aa-3acd-448d-9ca8-4b1b55d4e673 req-f4a268c1-1550-453a-b213-8a87a157f463 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 210 time: 0.0419457 Nov 19 19:01:30.021148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda5cf3-0a4d-404d-a44f-62bb0a794086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506ef10d-ac75-4590-80e7-18235179fbee,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:30.045013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43604) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:30.045903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4dda5cf3-0a4d-404d-a44f-62bb0a794086 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c154feb8cddc4f028ac03fec9bade59e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931200 Nov 19 19:01:30.106939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1eb1c5ef-d22a-497f-ac7d-cda618caaf28 req-d06fcda7-e2a4-4306-a1db-4865089c789a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1b72e54975684a959beb539d31735e3d&device_id=d84fb770-680d-4c58-9713-a48d0f9e8e20 HTTP/1.1" status: 200 len: 210 time: 0.0350854 Nov 19 19:01:30.114518 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cf9d1b7-cb01-4978-b918-228351c9d9ff req-ef6d4e8c-5929-41db-b001-0ca0327704ab tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d84fb770-680d-4c58-9713-a48d0f9e8e20 HTTP/1.1" status: 200 len: 210 time: 0.0306115 Nov 19 19:01:30.178471 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d37ca3a9-a675-4042-9151-3e61237bcc73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.181969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-367d002f-bf98-4d75-840d-e1bba0bb9c5c tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5a0beb3d0bfd4cefb4c7ca3c70ecc225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621905 Nov 19 19:01:30.185028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1eb1c5ef-d22a-497f-ac7d-cda618caaf28 req-526466b7-2743-4cb8-94ef-47ea488baa2b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1b72e54975684a959beb539d31735e3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642498 Nov 19 19:01:30.279235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ade6e399-4d17-475d-bedc-c60edbe8d7be no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:30.309962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: ade6e399-4d17-475d-bedc-c60edbe8d7be {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:30.311146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ade6e399-4d17-475d-bedc-c60edbe8d7be not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:30.359376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d37ca3a9-a675-4042-9151-3e61237bcc73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.436169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-feedc376-8b1d-42c3-b137-d4c1298c0eb8 req-92e389c2-dcb1-4f42-b326-eac8edbdd656 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 210 time: 0.0740874 Nov 19 19:01:30.549712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-681db1f9-85d6-4ef3-9113-82282012bc9f tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:30.551182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-681db1f9-85d6-4ef3-9113-82282012bc9f tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3627400 Nov 19 19:01:30.567366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Request body: {'port': {'device_id': 'df4c5050-3205-414f-bc9d-c7a18ffd6b6b', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '5a0beb3d0bfd4cefb4c7ca3c70ecc225'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:30.570777 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d37ca3a9-a675-4042-9151-3e61237bcc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.573390 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d37ca3a9-a675-4042-9151-3e61237bcc73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.574660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d37ca3a9-a675-4042-9151-3e61237bcc73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/506ef10d-ac75-4590-80e7-18235179fbee HTTP/1.1" status: 204 len: 168 time: 0.5284445 Nov 19 19:01:30.579852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1c5ef-d22a-497f-ac7d-cda618caaf28 req-fa0576a9-64d4-4cd2-8622-11966eceefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:30.581155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1eb1c5ef-d22a-497f-ac7d-cda618caaf28 req-fa0576a9-64d4-4cd2-8622-11966eceefb0 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3770132 Nov 19 19:01:30.627853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ca3a9-a675-4042-9151-3e61237bcc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ef10d-ac75-4590-80e7-18235179fbee,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:30.677299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43618) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:30.726096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Made reservation on behalf of 5a0beb3d0bfd4cefb4c7ca3c70ecc225 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:30.729631 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.742660 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.782254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-065a8f7d-5b33-4851-8c98-d67a404840b7 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.814293 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-065a8f7d-5b33-4851-8c98-d67a404840b7 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.835817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.841362 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.880805 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-065a8f7d-5b33-4851-8c98-d67a404840b7 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.884124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-065a8f7d-5b33-4851-8c98-d67a404840b7 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:30.890329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-065a8f7d-5b33-4851-8c98-d67a404840b7 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "DELETE /v2.0/security-groups/b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7 HTTP/1.1" status: 204 len: 168 time: 0.2117510 Nov 19 19:01:30.891107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43622) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:30.920974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a8f7d-5b33-4851-8c98-d67a404840b7 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:30.930602 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e3134f-8abd-429d-973c-c2696d48fa12,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:30.946959 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-f0cfea83-b870-4ba0-b3b1-fde252418bbe tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] show failed (client error): The resource could not be found. Nov 19 19:01:30.949043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43624) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:30.949936 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f0cfea83-b870-4ba0-b3b1-fde252418bbe tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "GET /v2.0/security-groups/b0a0451f-97d8-4b70-9e7d-5a7073bdf6e7 HTTP/1.1" status: 404 len: 347 time: 0.0495648 Nov 19 19:01:31.177844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ba42bcb5-0c03-4a34-a3dc-63293b439492 req-0bdfa63e-3bd1-4e65-a55c-4a4551561e56 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 210 time: 0.0664489 Nov 19 19:01:31.408749 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb20f666-9f8d-4c6e-97d8-2e79f89ffc7d req-5a5d8255-e370-4b2c-a8ef-36ad445ca06d tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d84fb770-680d-4c58-9713-a48d0f9e8e20 HTTP/1.1" status: 200 len: 210 time: 0.0682390 Nov 19 19:01:31.447673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Allocated IP 192.168.233.153 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/112669a8-e797-42c2-b6ec-500a110fc9de) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:31.510055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef6ea1-3e9f-49ef-93d1-182242dd1fa0 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Deleting port 8e7fb17a-549b-4042-a513-b77911a2f137 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:31.510399 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6ea1-3e9f-49ef-93d1-182242dd1fa0 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:31.678808 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6ea1-3e9f-49ef-93d1-182242dd1fa0 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:31.679489 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6ea1-3e9f-49ef-93d1-182242dd1fa0 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:31.705360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef6ea1-3e9f-49ef-93d1-182242dd1fa0 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Calling delete_port for 8e7fb17a-549b-4042-a513-b77911a2f137 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:31.720229 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:31.837212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:31.930755 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29243b2c-1299-4044-8953-358bb703a575 req-40e17ed4-50f5-4b3e-b4e0-7844e71bcc1a tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 210 time: 0.0800052 Nov 19 19:01:31.940425 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:31.952933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43658) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:31.981822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:31.985941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1eb1c5ef-d22a-497f-ac7d-cda618caaf28 req-2c512508-03f1-4d5e-96f4-78cc1734c874 tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.21 "GET /v2.0/ports?device_id=d84fb770-680d-4c58-9713-a48d0f9e8e20 HTTP/1.1" status: 200 len: 210 time: 0.0975618 Nov 19 19:01:31.990289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:32.036858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Pushing event updated for resources: {'Port': ['ID=112669a8-e797-42c2-b6ec-500a110fc9de,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:32.083486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:32.084150 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.104144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6ea1-3e9f-49ef-93d1-182242dd1fa0 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.129446 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-e821cc28-e583-49f8-a739-60a94a909962 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5690012 Nov 19 19:01:32.140962 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fca49a3-8fe5-4361-94f9-1c2097a72535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.158005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Request body: {'port': {'device_id': 'df4c5050-3205-414f-bc9d-c7a18ffd6b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:32.161015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef6ea1-3e9f-49ef-93d1-182242dd1fa0 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Pushing event deleted for resources: {'Port': ['ID=8e7fb17a-549b-4042-a513-b77911a2f137,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:32.270418 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fca49a3-8fe5-4361-94f9-1c2097a72535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.277790 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fca49a3-8fe5-4361-94f9-1c2097a72535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.301367 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.311611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6ea1-3e9f-49ef-93d1-182242dd1fa0 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.314249 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1ef6ea1-3e9f-49ef-93d1-182242dd1fa0 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.315448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b1ef6ea1-3e9f-49ef-93d1-182242dd1fa0 tempest-ServersTestBootFromVolume-1935894845 tempest-ServersTestBootFromVolume-1935894845-project] 10.222.0.50 "DELETE /v2.0/floatingips/cc56d9f3-4bb2-4d22-be1f-d9fec2a33437 HTTP/1.1" status: 204 len: 168 time: 1.3653493 Nov 19 19:01:32.319152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43664) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:32.320992 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1fca49a3-8fe5-4361-94f9-1c2097a72535 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9b7471e64164d68ad01551460d565b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3669643 Nov 19 19:01:32.324025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43666) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:32.339295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-37f28e72-0491-4e5e-8a61-1833956d52a6 None None] Provisioning complete for port 112669a8-e797-42c2-b6ec-500a110fc9de triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:32.341457 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-37f28e72-0491-4e5e-8a61-1833956d52a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.349267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca49a3-8fe5-4361-94f9-1c2097a72535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b5d64a-11bf-47c3-98e1-dbf85c0129bd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:32.392581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-37f28e72-0491-4e5e-8a61-1833956d52a6 None None] Port 112669a8-e797-42c2-b6ec-500a110fc9de cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:32.412375 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f788f9-bc51-4ebe-9bfe-39d85499c37c req-971dd4dd-f63a-4da4-ac64-eb99810f12f6 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:32.414011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16f788f9-bc51-4ebe-9bfe-39d85499c37c req-971dd4dd-f63a-4da4-ac64-eb99810f12f6 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 936 time: 0.1080003 Nov 19 19:01:32.487572 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16f788f9-bc51-4ebe-9bfe-39d85499c37c req-0bd06013-5b7a-477c-bc4e-8d24295f3a02 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670657 Nov 19 19:01:32.620714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-994f539d-3804-4a51-8747-cdadda456e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.633277 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b438bd79-b489-400b-95d4-555cbeac1f86 req-8acbc698-3c1e-410e-951a-0531e3fa546f tempest-ServerShowV247Test-962448279 tempest-ServerShowV247Test-962448279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d84fb770-680d-4c58-9713-a48d0f9e8e20 HTTP/1.1" status: 200 len: 210 time: 0.0623024 Nov 19 19:01:32.705116 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-994f539d-3804-4a51-8747-cdadda456e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.887179 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-994f539d-3804-4a51-8747-cdadda456e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.890910 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-994f539d-3804-4a51-8747-cdadda456e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.894532 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-994f539d-3804-4a51-8747-cdadda456e6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6b5d64a-11bf-47c3-98e1-dbf85c0129bd HTTP/1.1" status: 204 len: 168 time: 0.5602148 Nov 19 19:01:32.941069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f539d-3804-4a51-8747-cdadda456e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b5d64a-11bf-47c3-98e1-dbf85c0129bd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:33.006503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112669a8-e797-42c2-b6ec-500a110fc9de {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:01:33.036555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:33.086620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3d48514-c040-4aef-a3eb-8c5c60d32eb3 req-a0054250-9591-41d4-9035-a1ac8304ef74 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 210 time: 0.0422187 Nov 19 19:01:33.089782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Transition to ACTIVE for port object 112669a8-e797-42c2-b6ec-500a110fc9de will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:01:33.103054 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:33.173428 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Pushing event updated for resources: {'Port': ['ID=112669a8-e797-42c2-b6ec-500a110fc9de,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:33.286015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Attempting to bind port 112669a8-e797-42c2-b6ec-500a110fc9de on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:33.286250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Attempting to bind port 112669a8-e797-42c2-b6ec-500a110fc9de by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:33.286580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Attempting to bind port 112669a8-e797-42c2-b6ec-500a110fc9de on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:33.290806 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:33.338324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Port 112669a8-e797-42c2-b6ec-500a110fc9de on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:01:33.338652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Attempting to bind port 112669a8-e797-42c2-b6ec-500a110fc9de on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:33.352814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:33.353211 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:33.353633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:33.354109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Bound port: 112669a8-e797-42c2-b6ec-500a110fc9de, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:33.354514 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:33.427401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] For port 112669a8-e797-42c2-b6ec-500a110fc9de, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:33.430764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] For port 112669a8-e797-42c2-b6ec-500a110fc9de, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=112669a8-e797-42c2-b6ec-500a110fc9de,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:33.464409 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:33.528359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:33.530432 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:33.532908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] 10.222.0.57 "PUT /v2.0/ports/112669a8-e797-42c2-b6ec-500a110fc9de HTTP/1.1" status: 200 len: 1096 time: 1.3796160 Nov 19 19:01:33.549636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4c5050-3205-414f-bc9d-c7a18ffd6b6b', 'tag': '112669a8-e797-42c2-b6ec-500a110fc9de'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:33.568038 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f010fa-8a81-48c2-8bec-25cfd4d7e776" -d '{"events": [{"name": "network-changed", "server_uuid": "df4c5050-3205-414f-bc9d-c7a18ffd6b6b", "tag": "112669a8-e797-42c2-b6ec-500a110fc9de"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:33.651066 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e5f1bd-1f3c-4087-9fe4-b4a24a2c8c10 x-openstack-request-id: req-d1e5f1bd-1f3c-4087-9fe4-b4a24a2c8c10 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:33.652519 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4c5050-3205-414f-bc9d-c7a18ffd6b6b", "tag": "112669a8-e797-42c2-b6ec-500a110fc9de", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:33.654220 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1e5f1bd-1f3c-4087-9fe4-b4a24a2c8c10 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:33.655646 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4c5050-3205-414f-bc9d-c7a18ffd6b6b', 'tag': '112669a8-e797-42c2-b6ec-500a110fc9de', 'status': 'completed', 'code': 200} Nov 19 19:01:33.748854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cccd9e-705b-4673-afe9-3c9af52f2e65 service neutron] Pushing event updated for resources: {'Port': ['ID=112669a8-e797-42c2-b6ec-500a110fc9de,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:33.768304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2a7a6-e04d-4865-8fd0-0161897b23fa req-8e2a0ec9-102c-4015-8e02-7e85b9a9075b tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:33.781641 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97c2a7a6-e04d-4865-8fd0-0161897b23fa req-8e2a0ec9-102c-4015-8e02-7e85b9a9075b tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 948 time: 0.1596801 Nov 19 19:01:33.795414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-1c59dde6-bc11-4097-8dea-6ba5fb7d4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:33.797921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-1c59dde6-bc11-4097-8dea-6ba5fb7d4df8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a0beb3d0bfd4cefb4c7ca3c70ecc225&device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 1099 time: 0.2003775 Nov 19 19:01:33.861992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-3ce6341b-4c9c-4a59-9b00-df21afe3a87c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=112669a8-e797-42c2-b6ec-500a110fc9de HTTP/1.1" status: 200 len: 217 time: 0.0517356 Nov 19 19:01:33.899827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97c2a7a6-e04d-4865-8fd0-0161897b23fa req-cdfb2641-5bdf-44ad-8748-03c14ad58bc8 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010461 Nov 19 19:01:33.956627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-52876c37-fb8a-4adc-a4f2-6b5b59af4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:33.958488 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-52876c37-fb8a-4adc-a4f2-6b5b59af4dc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0895681 Nov 19 19:01:34.075371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-906f534b-9bd5-4fc0-826d-78f96c91a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:34.077621 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-906f534b-9bd5-4fc0-826d-78f96c91a24e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116428 Nov 19 19:01:34.223980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43718) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:34.231884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a29c475d-3784-437a-a0d8-12befd13f58c req-424308f2-9e48-42a3-a0b3-386a606ca2be tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 210 time: 0.0351274 Nov 19 19:01:34.281259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] Deleting port 8fcdf1fd-37a6-44a7-8953-07548394dca4 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:34.281688 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.282587 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43722) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:34.328365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-6901add0-947d-4fc2-9faa-e41730933513 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324317 Nov 19 19:01:34.406257 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55189af4-b713-4629-b983-6d66a5c539c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.411140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9c0f18e-74a6-4b21-946e-7065effab1e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.460935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] For port 8fcdf1fd-37a6-44a7-8953-07548394dca4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8fcdf1fd-37a6-44a7-8953-07548394dca4,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:34.461547 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.479125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] Calling delete_port for 8fcdf1fd-37a6-44a7-8953-07548394dca4 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:34.508788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55189af4-b713-4629-b983-6d66a5c539c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.514640 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55189af4-b713-4629-b983-6d66a5c539c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.525493 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-964da4d3-b7b6-4ee5-89af-501d73d09108 req-a65ad423-5820-43b4-a177-7888308556f1 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892867 Nov 19 19:01:34.565974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-55189af4-b713-4629-b983-6d66a5c539c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff7def19c700440083ad2d6761dc5fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2795091 Nov 19 19:01:34.565974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43726) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:34.610707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55189af4-b713-4629-b983-6d66a5c539c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10d847a-45ac-4223-893b-a60162a3360c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:34.638108 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2a15e4a-55a2-4713-a413-199db91d95a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.663794 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2a15e4a-55a2-4713-a413-199db91d95a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.705740 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9c0f18e-74a6-4b21-946e-7065effab1e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.716571 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9c0f18e-74a6-4b21-946e-7065effab1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.720503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f010fa-8a81-48c2-8bec-25cfd4d7e776 req-38a86e40-5a53-42d2-a366-c781540de993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:34.720709 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2a15e4a-55a2-4713-a413-199db91d95a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.722172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20f010fa-8a81-48c2-8bec-25cfd4d7e776 req-38a86e40-5a53-42d2-a366-c781540de993 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a0beb3d0bfd4cefb4c7ca3c70ecc225&device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 1099 time: 0.1345594 Nov 19 19:01:34.725391 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2a15e4a-55a2-4713-a413-199db91d95a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.729117 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b2a15e4a-55a2-4713-a413-199db91d95a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f10d847a-45ac-4223-893b-a60162a3360c HTTP/1.1" status: 204 len: 168 time: 0.1598864 Nov 19 19:01:34.736220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a15e4a-55a2-4713-a413-199db91d95a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10d847a-45ac-4223-893b-a60162a3360c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:34.790772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0f18e-74a6-4b21-946e-7065effab1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff94bb3d-8836-4251-b1f8-a7a8ff5b4b2d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:34.928475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f9c0f18e-74a6-4b21-946e-7065effab1e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b72e54975684a959beb539d31735e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7013266 Nov 19 19:01:34.932042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43734) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:34.977828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f010fa-8a81-48c2-8bec-25cfd4d7e776 req-ee817b8e-18e9-4675-bc30-8f78e0985bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:34.979386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20f010fa-8a81-48c2-8bec-25cfd4d7e776 req-ee817b8e-18e9-4675-bc30-8f78e0985bd2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2045851 Nov 19 19:01:35.070021 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20f010fa-8a81-48c2-8bec-25cfd4d7e776 req-c7fa294f-7445-4853-ab47-709f7eb777d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=112669a8-e797-42c2-b6ec-500a110fc9de HTTP/1.1" status: 200 len: 217 time: 0.0815039 Nov 19 19:01:35.090541 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:35.139893 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e35fefb8-31b3-43ad-8ddc-7927bb769988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:35.165959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fcdf1fd-37a6-44a7-8953-07548394dca4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:35.203122 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e35fefb8-31b3-43ad-8ddc-7927bb769988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:35.235192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e17c3-89c6-47e7-a2da-0aab6570d505 req-64807067-4864-47fe-9367-5c0de46e8e35 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:35.237358 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f49e17c3-89c6-47e7-a2da-0aab6570d505 req-64807067-4864-47fe-9367-5c0de46e8e35 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 948 time: 0.2319443 Nov 19 19:01:35.256481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f010fa-8a81-48c2-8bec-25cfd4d7e776 req-0d9825a5-34b3-431b-ac6c-ee60879682cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:35.260128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20f010fa-8a81-48c2-8bec-25cfd4d7e776 req-0d9825a5-34b3-431b-ac6c-ee60879682cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1813221 Nov 19 19:01:35.420203 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f49e17c3-89c6-47e7-a2da-0aab6570d505 req-4b02891a-b545-4c12-b049-0d51bd6bec47 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693616 Nov 19 19:01:35.433927 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e35fefb8-31b3-43ad-8ddc-7927bb769988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:35.437282 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e35fefb8-31b3-43ad-8ddc-7927bb769988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:35.439139 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e35fefb8-31b3-43ad-8ddc-7927bb769988 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff94bb3d-8836-4251-b1f8-a7a8ff5b4b2d HTTP/1.1" status: 204 len: 168 time: 0.5060394 Nov 19 19:01:35.450197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fefb8-31b3-43ad-8ddc-7927bb769988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff94bb3d-8836-4251-b1f8-a7a8ff5b4b2d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:35.491700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f010fa-8a81-48c2-8bec-25cfd4d7e776 req-345e0ab7-db64-479c-8c2e-08a268558ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:35.493158 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20f010fa-8a81-48c2-8bec-25cfd4d7e776 req-345e0ab7-db64-479c-8c2e-08a268558ad3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2037644 Nov 19 19:01:35.535668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4464f9da-671c-44bc-8ddb-854f00c502aa req-8593995c-2ba3-4926-a9a4-976b51c45330 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0dc4c99-9344-4ab2-a258-205295b77617 HTTP/1.1" status: 200 len: 210 time: 0.0611002 Nov 19 19:01:36.049992 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:36.054622 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20f010fa-8a81-48c2-8bec-25cfd4d7e776 req-eacc81de-702f-4625-a853-50d768b78738 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175638 Nov 19 19:01:36.282066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20f010fa-8a81-48c2-8bec-25cfd4d7e776 req-54ed01a4-3cf5-405c-8f41-cfe434d87d50 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120900 Nov 19 19:01:36.423967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] Router 626f5a67-babd-487d-9b04-bb0fb3901d93 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:01:36.536870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43796) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:36.586560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:01:36.594970 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8b006725-0b29-4e4e-b299-60827cc90bc9 admin admin] 10.222.0.50 "PUT /v2.0/routers/626f5a67-babd-487d-9b04-bb0fb3901d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2714655 Nov 19 19:01:36.595171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43802) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:36.602255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac82f0-14fe-491a-b654-1ca95b3b4870 None None] Sync routers for ids ['626f5a67-babd-487d-9b04-bb0fb3901d93'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:01:36.623669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac82f0-14fe-491a-b654-1ca95b3b4870 None None] Routers {'626f5a67-babd-487d-9b04-bb0fb3901d93'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:36.627609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-71ac82f0-14fe-491a-b654-1ca95b3b4870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['626f5a67-babd-487d-9b04-bb0fb3901d93'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:36.659368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786c041-188f-43fa-9c79-ea7c13acc2d7 req-14018a9d-ec14-4414-bf6e-14d1863b126c tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:36.668227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7786c041-188f-43fa-9c79-ea7c13acc2d7 req-14018a9d-ec14-4414-bf6e-14d1863b126c tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 948 time: 0.1204839 Nov 19 19:01:36.787888 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7786c041-188f-43fa-9c79-ea7c13acc2d7 req-d1ec5ef6-3360-4c7b-8fad-31ee410c42f2 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184609 Nov 19 19:01:36.816381 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:36.846936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-538372409-network', 'tenant_id': '842c6ebeee1646b6b303f40a0d7403e2'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:36.906132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Made reservation on behalf of 842c6ebeee1646b6b303f40a0d7403e2 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:36.912079 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:36.925265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-71ac82f0-14fe-491a-b654-1ca95b3b4870 None None] Set router 626f5a67-babd-487d-9b04-bb0fb3901d93 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:36.930796 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.068830 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.156349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.164668 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.188094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Deleting port 069a79ef-f165-473a-8676-e719618dc9e6 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:37.188931 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.213808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-71ac82f0-14fe-491a-b654-1ca95b3b4870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '069a79ef-f165-473a-8676-e719618dc9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T19:01:34Z', 'revision_number': 5, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port': {'id': '069a79ef-f165-473a-8676-e719618dc9e6', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:57:48Z', 'updated_at': '2021-11-19T18:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:37.219909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:01:37.237497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:37.243218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac82f0-14fe-491a-b654-1ca95b3b4870 None None] Checking router: 626f5a67-babd-487d-9b04-bb0fb3901d93 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:01:37.254265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac82f0-14fe-491a-b654-1ca95b3b4870 None None] Routers {'626f5a67-babd-487d-9b04-bb0fb3901d93'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:37.255113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-71ac82f0-14fe-491a-b654-1ca95b3b4870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['626f5a67-babd-487d-9b04-bb0fb3901d93'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:37.276239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.276584 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Added segment bad194a8-989e-417f-a612-ac2362b6c29b of type vlan for network 935b280b-a113-4191-b9df-75069fba237e Nov 19 19:01:37.329506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] For port 069a79ef-f165-473a-8676-e719618dc9e6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=069a79ef-f165-473a-8676-e719618dc9e6,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:37.333494 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.354783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43824) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:37.375011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-71ac82f0-14fe-491a-b654-1ca95b3b4870 None None] Set router 626f5a67-babd-487d-9b04-bb0fb3901d93 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:37.409587 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.413817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Calling delete_port for 069a79ef-f165-473a-8676-e719618dc9e6 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:37.442964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-71ac82f0-14fe-491a-b654-1ca95b3b4870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T19:01:37Z', 'revision_number': 6, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:37.458955 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.460050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:37.460661 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.477268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac82f0-14fe-491a-b654-1ca95b3b4870 None None] The sync data for ids ['626f5a67-babd-487d-9b04-bb0fb3901d93'] in n-d-815373-6 is: [{'id': '626f5a67-babd-487d-9b04-bb0fb3901d93', 'name': 'tempest-ServersTestBootFromVolume-707457189-router', 'tenant_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:57:47Z', 'updated_at': '2021-11-19T19:01:37Z', 'revision_number': 6, 'project_id': 'ca9babe42a11492796ab1ce4fa3e20cf', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:01:37.578093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0367351 Nov 19 19:01:37.583868 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43828) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:37.585072 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6daeb7f0-e248-40f6-bb64-e739c337fb2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.590661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] Request body: {'subnet': {'network_id': '935b280b-a113-4191-b9df-75069fba237e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-538372409-subnet', 'tenant_id': '842c6ebeee1646b6b303f40a0d7403e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:37.623453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d3cbf-6b0f-4448-bcc5-d2a6b3a2e869 admin admin] Pushing event updated for resources: {'Network': ['ID=935b280b-a113-4191-b9df-75069fba237e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:37.626891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] Made reservation on behalf of 842c6ebeee1646b6b303f40a0d7403e2 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:37.630993 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.634709 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 935b280b-a113-4191-b9df-75069fba237e details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:01:37.781340 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:37.890667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8fcdf1fd-37a6-44a7-8953-07548394dca4 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:37.964445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 8fcdf1fd-37a6-44a7-8953-07548394dca4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:37.971296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8fcdf1fd-37a6-44a7-8953-07548394dca4 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:38.000114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Pushing event deleted for resources: {'Port': ['ID=069a79ef-f165-473a-8676-e719618dc9e6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:38.001205 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.046706 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6daeb7f0-e248-40f6-bb64-e739c337fb2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.097174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:38.110030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] Checking segment: {'id': 'bad194a8-989e-417f-a612-ac2362b6c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '935b280b-a113-4191-b9df-75069fba237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:38.110387 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] Network hostable DHCP agents. Network: 935b280b-a113-4191-b9df-75069fba237e, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:01:38.132945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] Network 935b280b-a113-4191-b9df-75069fba237e is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:01:38.136503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.137080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.146180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.146389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 112669a8-e797-42c2-b6ec-500a110fc9de details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:01:38.146935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.147593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.148055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.152044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.152446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.152961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.153299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.155919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 935b280b-a113-4191-b9df-75069fba237e) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:38.163516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.166863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:38.175587 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:38.176695 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.179687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6daeb7f0-e248-40f6-bb64-e739c337fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.207403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9587e482-aa90-4948-9b40-7cae9fe6bff8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6224844 Nov 19 19:01:38.218101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.328375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 112669a8-e797-42c2-b6ec-500a110fc9de, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=112669a8-e797-42c2-b6ec-500a110fc9de,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:38.376641 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.384788 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.473100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6daeb7f0-e248-40f6-bb64-e739c337fb2d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e1fbc127be84280b96d45b89091c649&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1129832 Nov 19 19:01:38.474573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43842) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:38.493980 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.494693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 626f5a67-babd-487d-9b04-bb0fb3901d93 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:01:38.542054 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.552925 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-307b269d-4b37-4d04-bfb7-36520ba56931 admin admin] 10.222.0.50 "DELETE /v2.0/routers/626f5a67-babd-487d-9b04-bb0fb3901d93 HTTP/1.1" status: 204 len: 168 time: 1.9565589 Nov 19 19:01:38.557779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43844) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:38.583997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94993f-0436-469c-a431-35db04b0568b req-b613eb41-cc73-4190-b58a-56a1938a672d tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:38.595323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf94993f-0436-469c-a431-35db04b0568b req-b613eb41-cc73-4190-b58a-56a1938a672d tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 948 time: 0.5899739 Nov 19 19:01:38.651920 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c47c7d3-b91e-43f5-928f-e312ada2d241 None None] Network 935b280b-a113-4191-b9df-75069fba237e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:38.732414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf94993f-0436-469c-a431-35db04b0568b req-774d2cbc-289e-4b28-90ce-1a185ea23acb tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359997 Nov 19 19:01:38.750311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daeb7f0-e248-40f6-bb64-e739c337fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa8dfda-8b48-47d5-94e7-a192c926df1a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:38.759834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '112669a8-e797-42c2-b6ec-500a110fc9de', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '112669a8-e797-42c2-b6ec-500a110fc9de', 'mac_address': 'fa:16:3e:e0:ee:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:01:38.799768 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac88714b-0eaf-47c9-9ee7-63d316728fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.807864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-42798891-116f-4b78-8c3d-5f5dcce9476c admin admin] Deleting subnet 0cdfda16-eaa8-42de-8ab8-e99fa8c058a9 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:01:38.832848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42798891-116f-4b78-8c3d-5f5dcce9476c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.878115 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ca54199-88c7-43ef-b56b-8e88a821ec4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.914659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac88714b-0eaf-47c9-9ee7-63d316728fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.987797 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.997555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0da8e2-c787-4514-a9ea-9045a5055471 None None] Network 935b280b-a113-4191-b9df-75069fba237e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:39.033602 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42798891-116f-4b78-8c3d-5f5dcce9476c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:39.107021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112669a8-e797-42c2-b6ec-500a110fc9de {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:01:39.139346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42798891-116f-4b78-8c3d-5f5dcce9476c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:39.154839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 112669a8-e797-42c2-b6ec-500a110fc9de, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=112669a8-e797-42c2-b6ec-500a110fc9de,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:39.181480 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:39.223954 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac88714b-0eaf-47c9-9ee7-63d316728fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:39.227224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac88714b-0eaf-47c9-9ee7-63d316728fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:39.228651 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ac88714b-0eaf-47c9-9ee7-63d316728fcc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4aa8dfda-8b48-47d5-94e7-a192c926df1a HTTP/1.1" status: 204 len: 168 time: 0.7527444 Nov 19 19:01:39.235749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42798891-116f-4b78-8c3d-5f5dcce9476c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:39.394485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88714b-0eaf-47c9-9ee7-63d316728fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa8dfda-8b48-47d5-94e7-a192c926df1a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:39.399530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42798891-116f-4b78-8c3d-5f5dcce9476c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cdfda16-eaa8-42de-8ab8-e99fa8c058a9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:39.409233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42798891-116f-4b78-8c3d-5f5dcce9476c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:39.412360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=112669a8-e797-42c2-b6ec-500a110fc9de,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:39.414956 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-42798891-116f-4b78-8c3d-5f5dcce9476c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0cdfda16-eaa8-42de-8ab8-e99fa8c058a9 HTTP/1.1" status: 204 len: 168 time: 0.8552821 Nov 19 19:01:39.417510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43864) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:39.425605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.426312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.426616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.427294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.428212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.428326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.429590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.429590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.429800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.430047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.431880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.432173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:39.437824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08ca81a-24a6-493e-90cd-4b2a3eaaefd2 None None] Network dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:39.533585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-40f983e8-fcc6-4958-ad5f-e51d872e9252 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:39.546629 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-40f983e8-fcc6-4958-ad5f-e51d872e9252 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/networks?id=935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 200 len: 813 time: 0.5380056 Nov 19 19:01:39.572001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-d368d789-f594-4420-bfbf-c3c220be77c0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/quotas/842c6ebeee1646b6b303f40a0d7403e2 HTTP/1.1" status: 200 len: 375 time: 0.0241959 Nov 19 19:01:39.632733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:39.637033 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-4ce8fef3-9e44-49ee-8424-7cc1f7de7bff tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636849 Nov 19 19:01:39.656095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['112669a8-e797-42c2-b6ec-500a110fc9de'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:01:39.758352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Deleting port d4a87b7d-0610-41c4-baa7-60e1978d5cd7 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:39.758549 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:39.931192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-62480aa7-c3cb-41a8-9a1d-04fd922bbda2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:01:39.940361 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-62480aa7-c3cb-41a8-9a1d-04fd922bbda2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3024316 Nov 19 19:01:39.946301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] For port d4a87b7d-0610-41c4-baa7-60e1978d5cd7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d4a87b7d-0610-41c4-baa7-60e1978d5cd7,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:39.946608 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:39.954750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30888d2-26ca-4174-a89f-693323bada92 None None] DHCP port deletion for dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:01:39.959882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 069a79ef-f165-473a-8676-e719618dc9e6 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:39.980697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Calling delete_port for d4a87b7d-0610-41c4-baa7-60e1978d5cd7 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:40.013431 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 069a79ef-f165-473a-8676-e719618dc9e6 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:40.014036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 069a79ef-f165-473a-8676-e719618dc9e6 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:40.101634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196588e-ed95-4ea6-9513-30d6dd977ef3 req-307ab7a9-a550-4bf6-ac25-94471dedfb02 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:40.104830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5196588e-ed95-4ea6-9513-30d6dd977ef3 req-307ab7a9-a550-4bf6-ac25-94471dedfb02 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 949 time: 0.1183293 Nov 19 19:01:40.120662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e30888d2-26ca-4174-a89f-693323bada92 None None] Deleting port d4a87b7d-0610-41c4-baa7-60e1978d5cd7 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:40.121319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e30888d2-26ca-4174-a89f-693323bada92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:40.186256 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5196588e-ed95-4ea6-9513-30d6dd977ef3 req-5366bc34-d007-4965-b245-e1735708cd2c tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682995 Nov 19 19:01:40.201667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:40.204791 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-ab28e084-41a2-4a08-9b6a-bc4c066cefec service neutron] 10.222.0.50 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634182 Nov 19 19:01:40.229560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e30888d2-26ca-4174-a89f-693323bada92 None None] For port d4a87b7d-0610-41c4-baa7-60e1978d5cd7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d4a87b7d-0610-41c4-baa7-60e1978d5cd7,segment=NetworkSegment(198d0b36-c435-44d6-a5e7-f0f6ef57366d),segment_id=198d0b36-c435-44d6-a5e7-f0f6ef57366d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:40.230129 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e30888d2-26ca-4174-a89f-693323bada92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:40.247593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a87b7d-0610-41c4-baa7-60e1978d5cd7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:40.250751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] No DVR routers for this DVR port d4a87b7d-0610-41c4-baa7-60e1978d5cd7 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:40.265195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e30888d2-26ca-4174-a89f-693323bada92 None None] Calling delete_port for d4a87b7d-0610-41c4-baa7-60e1978d5cd7 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:40.375204 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:40.403403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:40.417211 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198d0b36-c435-44d6-a5e7-f0f6ef57366d') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:40.417788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198d0b36-c435-44d6-a5e7-f0f6ef57366d') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:40.433138 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-3672adf5-ffb1-4226-a473-bfaf8cba50e7 service neutron] 10.222.0.50 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197287 Nov 19 19:01:40.457786 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: from cryptography.utils import int_from_bytes Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: from cryptography.utils import int_from_bytes Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.508795 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:01:40.512856 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:01:40.515909 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:40.519828 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e30888d2-26ca-4174-a89f-693323bada92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:40.529246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:01:40.530800 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:01:40.536920 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:01:40.609608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30888d2-26ca-4174-a89f-693323bada92 None None] No DVR routers for this DVR port d4a87b7d-0610-41c4-baa7-60e1978d5cd7 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:40.632160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30888d2-26ca-4174-a89f-693323bada92 None None] Pushing event deleted for resources: {'Port': ['ID=d4a87b7d-0610-41c4-baa7-60e1978d5cd7,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:40.689121 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b2a0102d-2119-4db1-a346-16784526494d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:40.734923 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:40.742659 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:40.750690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] 10.222.0.50 "DELETE /v2.0/networks/dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f HTTP/1.1" status: 204 len: 168 time: 1.3311801 Nov 19 19:01:40.775503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdae16c-e8a6-458a-994e-bbfa410e80ca admin admin] Pushing event deleted for resources: {'Network': ['ID=dee15a1e-dc80-4fd6-9d85-73a3cf4fa54f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:40.886992 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8586d1fb-5490-468d-b315-82fb1ce98b9a req-7edc467b-1ade-4492-8e63-c1224b37b85b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 210 time: 0.0770621 Nov 19 19:01:41.132623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43908) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:41.251893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-be1c4003-bd3d-4cd6-8ad4-10e6b445a5fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca9babe42a11492796ab1ce4fa3e20cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1159377 Nov 19 19:01:41.252563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43914) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:41.418789 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:41.503692 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:41.518355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28b819-b2ca-40b9-9531-53b480deb35f req-4a179936-6034-4b51-8843-6b4f63dede5d tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:41.533616 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d28b819-b2ca-40b9-9531-53b480deb35f req-4a179936-6034-4b51-8843-6b4f63dede5d tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 949 time: 0.1364639 Nov 19 19:01:41.643314 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:41.646195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:41.652087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc5c33d6-c858-4da3-9180-32b62285726f HTTP/1.1" status: 204 len: 168 time: 0.3937433 Nov 19 19:01:41.673485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d28b819-b2ca-40b9-9531-53b480deb35f req-a5ca64a7-54ec-45fd-a9be-31721ed62534 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375685 Nov 19 19:01:41.692594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5c33d6-c858-4da3-9180-32b62285726f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:41.721529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.722662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.724037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.725571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.726092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.727541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.728133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.730040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.731880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.733662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.762907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.764199 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a570028-101e-42d9-befc-5ab3e1243cc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:41.811045 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:42.049530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d4a87b7d-0610-41c4-baa7-60e1978d5cd7 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:42.074008 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: d4a87b7d-0610-41c4-baa7-60e1978d5cd7 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:42.074444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d4a87b7d-0610-41c4-baa7-60e1978d5cd7 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:42.147600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 112669a8-e797-42c2-b6ec-500a110fc9de up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:42.150447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a1cba6b-3a21-42dd-aff2-f7af927bcf5a req-2ff5ad1a-7a57-478a-b4fb-dc1cb9a2f8b5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 210 time: 0.0400431 Nov 19 19:01:42.229613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 112669a8-e797-42c2-b6ec-500a110fc9de completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:01:42.245072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 112669a8-e797-42c2-b6ec-500a110fc9de triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:42.245631 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:42.408861 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:42.460161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4c5050-3205-414f-bc9d-c7a18ffd6b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112669a8-e797-42c2-b6ec-500a110fc9de'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:42.464056 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d56423-fd0a-4e09-bdaf-a37baa433064" -d '{"events": [{"server_uuid": "df4c5050-3205-414f-bc9d-c7a18ffd6b6b", "name": "network-vif-plugged", "status": "completed", "tag": "112669a8-e797-42c2-b6ec-500a110fc9de"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:42.481528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 112669a8-e797-42c2-b6ec-500a110fc9de, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=112669a8-e797-42c2-b6ec-500a110fc9de,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:42.488408 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:42.593668 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4b397d-4f93-4651-b8ad-be288e8f901c x-openstack-request-id: req-2a4b397d-4f93-4651-b8ad-be288e8f901c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:42.594007 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4c5050-3205-414f-bc9d-c7a18ffd6b6b", "name": "network-vif-plugged", "status": "completed", "tag": "112669a8-e797-42c2-b6ec-500a110fc9de", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:42.594273 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a4b397d-4f93-4651-b8ad-be288e8f901c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:42.594687 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4c5050-3205-414f-bc9d-c7a18ffd6b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112669a8-e797-42c2-b6ec-500a110fc9de', 'code': 200} Nov 19 19:01:42.690410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-193a0b54-0369-4073-90ad-d41ba726d695 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:42.695476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=112669a8-e797-42c2-b6ec-500a110fc9de,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:42.726523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-193a0b54-0369-4073-90ad-d41ba726d695 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.21 "GET /v2.0/networks?id=935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 200 len: 813 time: 0.2332897 Nov 19 19:01:42.734778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Request body: {'port': {'device_id': '416b4d90-88d1-4b55-b08f-efe109afa811', 'network_id': '935b280b-a113-4191-b9df-75069fba237e', 'admin_state_up': True, 'tenant_id': '842c6ebeee1646b6b303f40a0d7403e2'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:42.936981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebbce2-a505-4e68-a5e9-265ae92a7f22 req-da23fa49-6746-4691-bb58-64c2eaa1b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:42.938547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-caebbce2-a505-4e68-a5e9-265ae92a7f22 req-da23fa49-6746-4691-bb58-64c2eaa1b1fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 1101 time: 0.1866858 Nov 19 19:01:43.016306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cd6dc-0029-4f52-9799-f055c2d04ce6 req-600d6b14-3e87-45a7-a42a-84e98e1651f4 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:43.020482 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Made reservation on behalf of 842c6ebeee1646b6b303f40a0d7403e2 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:43.022817 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-540cd6dc-0029-4f52-9799-f055c2d04ce6 req-600d6b14-3e87-45a7-a42a-84e98e1651f4 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 950 time: 0.1470151 Nov 19 19:01:43.031423 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.037052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-caebbce2-a505-4e68-a5e9-265ae92a7f22 req-018a760b-a027-4ca6-a2c2-954673a9b6f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812652 Nov 19 19:01:43.133512 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-540cd6dc-0029-4f52-9799-f055c2d04ce6 req-c8c836ea-cd1a-4ad4-a538-77a5a534286b tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022217 Nov 19 19:01:43.212126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.246286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43984) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:43.357148 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c08fc69-fe59-4a8d-9e8f-35369e5d30ef req-c77efdae-4b81-4afb-959a-efde839a2994 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 210 time: 0.0636230 Nov 19 19:01:43.385052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Allocated IP 172.20.0.11 (935b280b-a113-4191-b9df-75069fba237e/4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126/df01842b-d6a1-4786-809e-542ec0256e19) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:43.424498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1111200535-network', 'tenant_id': '0822a5990c6d4baa88c1925bc6e8c03d'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:43.452982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Made reservation on behalf of 0822a5990c6d4baa88c1925bc6e8c03d for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:43.456199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.469123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.636953 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.647579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.687705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:01:43.703965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.708431 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.709149 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Added segment 0f038450-75c4-46d6-be77-c09272111df3 of type vlan for network 33645d32-bbf5-48f5-aa27-3ad32c083eac Nov 19 19:01:43.812913 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.828374 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.865048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.866406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:43.867235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:43.905324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6567595 Nov 19 19:01:43.938022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44018) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:43.943004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] Request body: {'subnet': {'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1111200535-subnet', 'tenant_id': '0822a5990c6d4baa88c1925bc6e8c03d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:43.949974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab90e01b-4875-43a9-a317-7053bc9bc3e0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:43.989992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c5028-e88e-4774-82fc-a134cb8342c7 admin admin] Pushing event updated for resources: {'Network': ['ID=33645d32-bbf5-48f5-aa27-3ad32c083eac,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:44.006690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Pushing event updated for resources: {'Port': ['ID=df01842b-d6a1-4786-809e-542ec0256e19,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:44.018137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 33645d32-bbf5-48f5-aa27-3ad32c083eac details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:01:44.026485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44022) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:44.035118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Network 935b280b-a113-4191-b9df-75069fba237e is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:44.037546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:44.040804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:44.082434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] Made reservation on behalf of 0822a5990c6d4baa88c1925bc6e8c03d for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:44.085598 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:44.163560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:44.165806 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:44.198391 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:44.208908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-654d0e3a-e521-45a9-862f-4c8fa0f8843c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4811909 Nov 19 19:01:44.225307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Request body: {'port': {'device_id': '416b4d90-88d1-4b55-b08f-efe109afa811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:44.256128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb0f0e-a9ed-403b-b108-ac72b270b06b req-d40fed7e-4a36-46fe-9785-3b21b3e1d93c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:44.266624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-71fb0f0e-a9ed-403b-b108-ac72b270b06b req-d40fed7e-4a36-46fe-9785-3b21b3e1d93c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 945 time: 0.2637753 Nov 19 19:01:44.361968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-71fb0f0e-a9ed-403b-b108-ac72b270b06b req-28c95d7f-c86d-4a84-9645-0977676164d9 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897739 Nov 19 19:01:44.383708 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:44.389171 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f35f0cfd-2bce-4046-931c-9806666454bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:44.589154 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:44.612813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2ac5e-f33e-485c-8ebb-f8bf524d819d req-5d2a7097-eece-4137-bb02-5383363cc3da tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:44.621155 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26f2ac5e-f33e-485c-8ebb-f8bf524d819d req-5d2a7097-eece-4137-bb02-5383363cc3da tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 932 time: 0.1207561 Nov 19 19:01:44.790612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1adb8f58-a9f2-4093-af5c-d27d0a8408a8,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:44.848003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d41c8c-fdc0-416e-a0a8-0af73594ab47 req-b2b92af2-6b45-452e-ad92-6a2307cc2677 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:44.849578 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8d41c8c-fdc0-416e-a0a8-0af73594ab47 req-b2b92af2-6b45-452e-ad92-6a2307cc2677 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 950 time: 0.1439857 Nov 19 19:01:44.854507 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f35f0cfd-2bce-4046-931c-9806666454bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:44.857711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df01842b-d6a1-4786-809e-542ec0256e19 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:01:44.876275 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:44.879943 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26f2ac5e-f33e-485c-8ebb-f8bf524d819d req-5e4504fc-aa2a-41e7-98ad-f3de777ab865 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559342 Nov 19 19:01:44.887780 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f35f0cfd-2bce-4046-931c-9806666454bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:44.916324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] Checking segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:44.916684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] Network hostable DHCP agents. Network: 33645d32-bbf5-48f5-aa27-3ad32c083eac, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:01:44.918332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Transition to ACTIVE for port object df01842b-d6a1-4786-809e-542ec0256e19 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:01:44.928060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376063e-76b3-40a0-b4c1-3b349d4aae8b req-c10a4641-d269-44b5-ba03-81760a4f8eba tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:44.930645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7376063e-76b3-40a0-b4c1-3b349d4aae8b req-c10a4641-d269-44b5-ba03-81760a4f8eba tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.57 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 945 time: 0.1471758 Nov 19 19:01:44.939877 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:44.952975 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f35f0cfd-2bce-4046-931c-9806666454bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce7dc307f91a4e0da59460c486732d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9271131 Nov 19 19:01:44.954685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f0cfd-2bce-4046-931c-9806666454bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b405c2de-246e-4955-a57f-918bf19399de,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:44.956810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44034) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:44.984110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] Network 33645d32-bbf5-48f5-aa27-3ad32c083eac is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:01:45.002201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 33645d32-bbf5-48f5-aa27-3ad32c083eac) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:45.007273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:45.007929 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.014146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47c60a-e18d-4092-96c4-5e82428b1934 None None] Network 33645d32-bbf5-48f5-aa27-3ad32c083eac requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:45.029248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8d41c8c-fdc0-416e-a0a8-0af73594ab47 req-a6fb22bd-eda3-46eb-96dd-7eaf962fedac tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663165 Nov 19 19:01:45.040044 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-87430369-b86d-409d-b5b2-f7f1e632654a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0929844 Nov 19 19:01:45.040044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-48638ab1-f566-41d9-962b-dcde3912e397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.072483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Pushing event updated for resources: {'Port': ['ID=df01842b-d6a1-4786-809e-542ec0256e19,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:45.095366 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-48638ab1-f566-41d9-962b-dcde3912e397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.157244 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-48638ab1-f566-41d9-962b-dcde3912e397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.161392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-48638ab1-f566-41d9-962b-dcde3912e397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.162910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-48638ab1-f566-41d9-962b-dcde3912e397 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b405c2de-246e-4955-a57f-918bf19399de HTTP/1.1" status: 204 len: 168 time: 0.2036242 Nov 19 19:01:45.166031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7376063e-76b3-40a0-b4c1-3b349d4aae8b req-c5377713-6569-468b-ba29-95d03ec42d58 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Deleting port 16de00f4-983e-42a7-9500-f59ebb7ccaad {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:45.166328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7376063e-76b3-40a0-b4c1-3b349d4aae8b req-c5377713-6569-468b-ba29-95d03ec42d58 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.175580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48638ab1-f566-41d9-962b-dcde3912e397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b405c2de-246e-4955-a57f-918bf19399de,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:45.183050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Attempting to bind port df01842b-d6a1-4786-809e-542ec0256e19 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:45.183390 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Attempting to bind port df01842b-d6a1-4786-809e-542ec0256e19 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'bad194a8-989e-417f-a612-ac2362b6c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '935b280b-a113-4191-b9df-75069fba237e'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:45.183720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Attempting to bind port df01842b-d6a1-4786-809e-542ec0256e19 on network 935b280b-a113-4191-b9df-75069fba237e {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:45.222994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Port df01842b-d6a1-4786-809e-542ec0256e19 on network 935b280b-a113-4191-b9df-75069fba237e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:01:45.223323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Attempting to bind port df01842b-d6a1-4786-809e-542ec0256e19 on network 935b280b-a113-4191-b9df-75069fba237e {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:45.238575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:45.239142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Checking segment: {'id': 'bad194a8-989e-417f-a612-ac2362b6c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '935b280b-a113-4191-b9df-75069fba237e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:45.239300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Bound using segment: {'id': 'bad194a8-989e-417f-a612-ac2362b6c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '935b280b-a113-4191-b9df-75069fba237e'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:45.239750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Bound port: df01842b-d6a1-4786-809e-542ec0256e19, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad194a8-989e-417f-a612-ac2362b6c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '935b280b-a113-4191-b9df-75069fba237e'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:45.240109 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.253867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04dac5-17db-42e0-8b67-b8470c7d9ff9 None None] Network 33645d32-bbf5-48f5-aa27-3ad32c083eac requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:45.316685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7376063e-76b3-40a0-b4c1-3b349d4aae8b req-c5377713-6569-468b-ba29-95d03ec42d58 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] For port 16de00f4-983e-42a7-9500-f59ebb7ccaad, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=16de00f4-983e-42a7-9500-f59ebb7ccaad,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:45.317061 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7376063e-76b3-40a0-b4c1-3b349d4aae8b req-c5377713-6569-468b-ba29-95d03ec42d58 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.339533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7376063e-76b3-40a0-b4c1-3b349d4aae8b req-c5377713-6569-468b-ba29-95d03ec42d58 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Calling delete_port for 16de00f4-983e-42a7-9500-f59ebb7ccaad owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:45.361906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:45.412395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:45.425783 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.478133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:45.478756 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.480165 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/df01842b-d6a1-4786-809e-542ec0256e19 HTTP/1.1" status: 200 len: 1092 time: 1.2621610 Nov 19 19:01:45.487190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:45.489778 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f60c4c-a543-4950-aa2b-eff387d21444" -d '{"events": [{"name": "network-changed", "server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "tag": "df01842b-d6a1-4786-809e-542ec0256e19"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:45.512343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134596a-390a-4461-bc8c-487a836059a6 service neutron] Pushing event updated for resources: {'Port': ['ID=df01842b-d6a1-4786-809e-542ec0256e19,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:45.579723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a47d2c-c8d5-4e9d-bfa2-8d0829849d13 req-348c2a8b-2a17-480f-a70e-74fcef7cbb9c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:45.592463 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33a47d2c-c8d5-4e9d-bfa2-8d0829849d13 req-348c2a8b-2a17-480f-a70e-74fcef7cbb9c tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=b826d83d-3888-46be-9e18-60d5f7b69f66 HTTP/1.1" status: 200 len: 945 time: 0.0921619 Nov 19 19:01:45.612270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-04057b90-1507-48c4-8397-df09c81ca8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:45.613725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-04057b90-1507-48c4-8397-df09c81ca8e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 1095 time: 0.0652049 Nov 19 19:01:45.615138 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7376063e-76b3-40a0-b4c1-3b349d4aae8b req-c5377713-6569-468b-ba29-95d03ec42d58 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.639010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44056) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:45.655530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5377713-6569-468b-ba29-95d03ec42d58 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Pushing event deleted for resources: {'Port': ['ID=16de00f4-983e-42a7-9500-f59ebb7ccaad,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:45.666465 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33a47d2c-c8d5-4e9d-bfa2-8d0829849d13 req-a7e161ea-9577-4584-b647-0212075a8128 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728252 Nov 19 19:01:45.667725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93b89cc9-e415-403b-914f-f558d5e365ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.696898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-ecc20725-8756-423b-898d-783718b822ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df01842b-d6a1-4786-809e-542ec0256e19 HTTP/1.1" status: 200 len: 217 time: 0.0740209 Nov 19 19:01:45.726763 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e91a077-5803-4fa2-b629-0abad5c0b95a x-openstack-request-id: req-0e91a077-5803-4fa2-b629-0abad5c0b95a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:45.727293 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "tag": "df01842b-d6a1-4786-809e-542ec0256e19", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:45.727293 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e91a077-5803-4fa2-b629-0abad5c0b95a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:45.727688 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19', 'status': 'completed', 'code': 200} Nov 19 19:01:45.764329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93b89cc9-e415-403b-914f-f558d5e365ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.769738 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93b89cc9-e415-403b-914f-f558d5e365ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.813709 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-93b89cc9-e415-403b-914f-f558d5e365ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e37f87e21589426c843436015212fb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1735170 Nov 19 19:01:45.814920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b89cc9-e415-403b-914f-f558d5e365ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255cbb1a-39a2-4b1b-9962-acdf570a5784,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:45.817948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44066) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:45.820896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7376063e-76b3-40a0-b4c1-3b349d4aae8b req-c5377713-6569-468b-ba29-95d03ec42d58 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] No DVR routers for this DVR port 16de00f4-983e-42a7-9500-f59ebb7ccaad on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:45.828713 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7376063e-76b3-40a0-b4c1-3b349d4aae8b req-c5377713-6569-468b-ba29-95d03ec42d58 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.832013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7376063e-76b3-40a0-b4c1-3b349d4aae8b req-c5377713-6569-468b-ba29-95d03ec42d58 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.57 "DELETE /v2.0/ports/16de00f4-983e-42a7-9500-f59ebb7ccaad HTTP/1.1" status: 204 len: 173 time: 0.8933370 Nov 19 19:01:45.854746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-a70489ee-0ccc-4eba-b49e-3f2b0461602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:45.856212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-a70489ee-0ccc-4eba-b49e-3f2b0461602b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126 HTTP/1.1" status: 200 len: 853 time: 0.1517825 Nov 19 19:01:45.881411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f57ffe4-10e3-4fb8-97b0-8c5a50ecd394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.901867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-10a0cc89-a574-4901-918e-c06805fdc47d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=935b280b-a113-4191-b9df-75069fba237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373681 Nov 19 19:01:45.905612 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f57ffe4-10e3-4fb8-97b0-8c5a50ecd394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.947506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-30ca1975-c3bb-4a80-a141-d4804793bfac tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:45.949023 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-30ca1975-c3bb-4a80-a141-d4804793bfac tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.2239699 Nov 19 19:01:45.970156 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f57ffe4-10e3-4fb8-97b0-8c5a50ecd394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.973938 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f57ffe4-10e3-4fb8-97b0-8c5a50ecd394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:45.975447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2f57ffe4-10e3-4fb8-97b0-8c5a50ecd394 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/255cbb1a-39a2-4b1b-9962-acdf570a5784 HTTP/1.1" status: 204 len: 168 time: 0.1564093 Nov 19 19:01:45.991762 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-8e9235ae-1da1-4a0e-b6dc-fc08ed93d36c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/quotas/0822a5990c6d4baa88c1925bc6e8c03d HTTP/1.1" status: 200 len: 375 time: 0.0169158 Nov 19 19:01:46.006620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57ffe4-10e3-4fb8-97b0-8c5a50ecd394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255cbb1a-39a2-4b1b-9962-acdf570a5784,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:46.036292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-c7806132-a077-4cb1-999d-903691a15ec9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378287 Nov 19 19:01:46.064156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-79a1b7ab-df0c-42ed-8226-55c7d9761397 service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507914 Nov 19 19:01:46.077514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa677287-5263-4c4e-b3ac-4e9bdf159955 req-59f13012-d6e8-4418-aa54-9d8af37d78d5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:46.079113 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa677287-5263-4c4e-b3ac-4e9bdf159955 req-59f13012-d6e8-4418-aa54-9d8af37d78d5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.0844920 Nov 19 19:01:46.163516 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa677287-5263-4c4e-b3ac-4e9bdf159955 req-be72ea20-e1d7-43da-a9d6-cec29ea62ccd tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723722 Nov 19 19:01:46.309719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834872f-35d3-4584-9abe-ba1b12685d63 req-2a86db28-08df-4c29-b3f9-c9c0377725bf tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:46.311626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4834872f-35d3-4584-9abe-ba1b12685d63 req-2a86db28-08df-4c29-b3f9-c9c0377725bf tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 950 time: 0.0795131 Nov 19 19:01:46.384693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4834872f-35d3-4584-9abe-ba1b12685d63 req-4cccc662-6fb2-41f0-bcd0-e2cfadda2cc5 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655882 Nov 19 19:01:46.451521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-2fb6f3e4-342d-4397-a0b9-ba04cc6a95a6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:01:46.454241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-2fb6f3e4-342d-4397-a0b9-ba04cc6a95a6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4018519 Nov 19 19:01:46.568528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5dc4873-ef28-4bbf-975c-53ef2ed81c2a req-4c581bfe-e9e9-452f-accd-59445413eef6 service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968131 Nov 19 19:01:46.597003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-5f6852f0-f8c8-4998-b667-900406ee1010 service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375847 Nov 19 19:01:46.727109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f60c4c-a543-4950-aa2b-eff387d21444 req-7fff2391-a061-4957-b8f0-77df00e6ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:46.728668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99f60c4c-a543-4950-aa2b-eff387d21444 req-7fff2391-a061-4957-b8f0-77df00e6ce2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 1095 time: 0.0813437 Nov 19 19:01:46.795540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-bd2de93b-aabc-4a14-b1c6-aab038a31ae3 service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971383 Nov 19 19:01:46.802269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563e226-9d34-4278-bb83-a58ff935377b req-b13008a9-bb4b-4541-aedc-030fa605e6b6 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:46.803792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9563e226-9d34-4278-bb83-a58ff935377b req-b13008a9-bb4b-4541-aedc-030fa605e6b6 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 950 time: 0.0532982 Nov 19 19:01:46.849204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f60c4c-a543-4950-aa2b-eff387d21444 req-144276ea-db35-4cb9-bb1a-0e88281eb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:46.850743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99f60c4c-a543-4950-aa2b-eff387d21444 req-144276ea-db35-4cb9-bb1a-0e88281eb081 service neutron] 10.222.0.21 "GET /v2.0/networks?id=935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 200 len: 914 time: 0.1150939 Nov 19 19:01:46.881950 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9563e226-9d34-4278-bb83-a58ff935377b req-bce1417e-c787-4b33-9ea6-b00dff45d32e tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721855 Nov 19 19:01:46.908332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99f60c4c-a543-4950-aa2b-eff387d21444 req-3aac718d-7278-42d3-b473-3c34bd531655 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df01842b-d6a1-4786-809e-542ec0256e19 HTTP/1.1" status: 200 len: 217 time: 0.0479996 Nov 19 19:01:47.004740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f60c4c-a543-4950-aa2b-eff387d21444 req-2a64b1c3-5999-45f6-9c75-652e3c053c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:47.006227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99f60c4c-a543-4950-aa2b-eff387d21444 req-2a64b1c3-5999-45f6-9c75-652e3c053c17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126 HTTP/1.1" status: 200 len: 853 time: 0.0909102 Nov 19 19:01:47.059123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4085e58-f659-4d29-b4d6-528c6c886c16 req-06fedcf0-632d-4663-b650-5c0828eeb6fb tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 210 time: 0.0709350 Nov 19 19:01:47.062103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99f60c4c-a543-4950-aa2b-eff387d21444 req-57292628-a810-41d0-82b2-76fa28bbac14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=935b280b-a113-4191-b9df-75069fba237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313282 Nov 19 19:01:47.178470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99f60c4c-a543-4950-aa2b-eff387d21444 req-2cffb07b-ce5d-463b-9c86-4338795ee1aa service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067657 Nov 19 19:01:47.308534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f96a2-b6d5-4932-bd9f-ca4b465f7224 req-7e31c130-c532-4759-8946-d4fbd37a5d10 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:47.311666 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-528f96a2-b6d5-4932-bd9f-ca4b465f7224 req-7e31c130-c532-4759-8946-d4fbd37a5d10 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.0771556 Nov 19 19:01:47.323934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32dee6-7e90-44c1-934e-e989dab63fa0 req-a79496e5-dc1a-48eb-8129-3c2e0d07d726 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:47.325830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac32dee6-7e90-44c1-934e-e989dab63fa0 req-a79496e5-dc1a-48eb-8129-3c2e0d07d726 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.0880871 Nov 19 19:01:47.330441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99f60c4c-a543-4950-aa2b-eff387d21444 req-a7145d67-c38b-4638-983a-c945a18e9f85 service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437795 Nov 19 19:01:47.389441 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-528f96a2-b6d5-4932-bd9f-ca4b465f7224 req-04d92369-4f6a-4507-9c9e-e0cc777451ff tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630019 Nov 19 19:01:47.397107 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac32dee6-7e90-44c1-934e-e989dab63fa0 req-8f96c274-5778-464b-a5e7-57ab1adecbb8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550480 Nov 19 19:01:47.737296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'name': 'network-vif-deleted', 'tag': '16de00f4-983e-42a7-9500-f59ebb7ccaad'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:47.740605 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df49bae-1880-42e4-abcd-5b086ea849dc" -d '{"events": [{"server_uuid": "b826d83d-3888-46be-9e18-60d5f7b69f66", "name": "network-vif-deleted", "tag": "16de00f4-983e-42a7-9500-f59ebb7ccaad"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:47.781533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f838c-07ab-4e18-8ce1-7ffd33c0a0bc req-7ed946b8-1a20-4d7c-a11b-0c7f5f50139b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:47.783145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff6f838c-07ab-4e18-8ce1-7ffd33c0a0bc req-7ed946b8-1a20-4d7c-a11b-0c7f5f50139b tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 944 time: 0.0747066 Nov 19 19:01:47.784584 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a172d2-edcc-46e5-9ef5-52954c088e05 x-openstack-request-id: req-06a172d2-edcc-46e5-9ef5-52954c088e05 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:47.784872 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b826d83d-3888-46be-9e18-60d5f7b69f66", "name": "network-vif-deleted", "tag": "16de00f4-983e-42a7-9500-f59ebb7ccaad", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:47.785125 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06a172d2-edcc-46e5-9ef5-52954c088e05 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:47.785536 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b826d83d-3888-46be-9e18-60d5f7b69f66', 'name': 'network-vif-deleted', 'tag': '16de00f4-983e-42a7-9500-f59ebb7ccaad', 'status': 'completed', 'code': 200} Nov 19 19:01:47.894963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ff6f838c-07ab-4e18-8ce1-7ffd33c0a0bc req-5de41c36-6887-4761-ad43-7f466d570090 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Deleting port 62444648-498b-491c-aba6-11b998345ba2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:47.895318 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ff6f838c-07ab-4e18-8ce1-7ffd33c0a0bc req-5de41c36-6887-4761-ad43-7f466d570090 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:48.027408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ff6f838c-07ab-4e18-8ce1-7ffd33c0a0bc req-5de41c36-6887-4761-ad43-7f466d570090 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] For port 62444648-498b-491c-aba6-11b998345ba2, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=62444648-498b-491c-aba6-11b998345ba2,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:48.028087 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ff6f838c-07ab-4e18-8ce1-7ffd33c0a0bc req-5de41c36-6887-4761-ad43-7f466d570090 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:48.045905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ff6f838c-07ab-4e18-8ce1-7ffd33c0a0bc req-5de41c36-6887-4761-ad43-7f466d570090 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Calling delete_port for 62444648-498b-491c-aba6-11b998345ba2 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:48.061978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f084aa1-4b7d-4c75-8acc-307114f35de8 req-5035ad62-092f-49e8-9447-6cfc70e69a28 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:48.063506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f084aa1-4b7d-4c75-8acc-307114f35de8 req-5035ad62-092f-49e8-9447-6cfc70e69a28 tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 950 time: 0.0987792 Nov 19 19:01:48.190815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6eb42c10-680f-4393-a9fb-1294d3ab222d req-2edea61a-5502-46f5-bdbc-48772ab4ffb0 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 210 time: 0.0508304 Nov 19 19:01:48.295183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f084aa1-4b7d-4c75-8acc-307114f35de8 req-2d085665-9b53-45db-912f-a5bd8601a30a tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/security-groups?id=29e3134f-8abd-429d-973c-c2696d48fa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125902 Nov 19 19:01:48.304768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-6daedc0b-a9ca-4a23-8293-5670e8216dbf tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:48.306264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-6daedc0b-a9ca-4a23-8293-5670e8216dbf tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.2351766 Nov 19 19:01:48.323223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Request body: {'port': {'device_id': 'bdf4f178-ea73-41cd-a58b-b5e806de264a', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'admin_state_up': True, 'tenant_id': '0822a5990c6d4baa88c1925bc6e8c03d'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:48.363645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdbc97-a0a5-4a47-99d0-1bb09074b94a req-c53feaef-d275-4e10-8cbb-c97d9f866ead tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:48.365051 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9bdbc97-a0a5-4a47-99d0-1bb09074b94a req-c53feaef-d275-4e10-8cbb-c97d9f866ead tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 950 time: 0.0539727 Nov 19 19:01:48.386871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device df01842b-d6a1-4786-809e-542ec0256e19 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:01:48.455716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ff6f838c-07ab-4e18-8ce1-7ffd33c0a0bc req-5de41c36-6887-4761-ad43-7f466d570090 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:48.514675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-b9bdbc97-a0a5-4a47-99d0-1bb09074b94a req-fa8ad0a5-c170-4a30-99bb-d54251a2b8fa tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Deleting port 112669a8-e797-42c2-b6ec-500a110fc9de {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:48.515699 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9bdbc97-a0a5-4a47-99d0-1bb09074b94a req-fa8ad0a5-c170-4a30-99bb-d54251a2b8fa tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:48.533011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:48.535811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de41c36-6887-4761-ad43-7f466d570090 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Pushing event deleted for resources: {'Port': ['ID=62444648-498b-491c-aba6-11b998345ba2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:48.549844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'df01842b-d6a1-4786-809e-542ec0256e19', 'network_id': '935b280b-a113-4191-b9df-75069fba237e', 'port_id': 'df01842b-d6a1-4786-809e-542ec0256e19', 'mac_address': 'fa:16:3e:f1:2e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:01:48.602773 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6f978211-b09c-439c-88c9-4b6d9b8940b7 req-80613acf-319e-40ed-ae65-964cccae06b1 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebb4ab05-2698-4e9b-b8a7-01d7f565655c HTTP/1.1" status: 200 len: 210 time: 0.0685565 Nov 19 19:01:48.613733 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:48.625435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6f838c-07ab-4e18-8ce1-7ffd33c0a0bc req-5de41c36-6887-4761-ad43-7f466d570090 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] No DVR routers for this DVR port 62444648-498b-491c-aba6-11b998345ba2 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:48.628211 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ff6f838c-07ab-4e18-8ce1-7ffd33c0a0bc req-5de41c36-6887-4761-ad43-7f466d570090 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:48.632923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff6f838c-07ab-4e18-8ce1-7ffd33c0a0bc req-5de41c36-6887-4761-ad43-7f466d570090 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.57 "DELETE /v2.0/ports/62444648-498b-491c-aba6-11b998345ba2 HTTP/1.1" status: 204 len: 173 time: 0.8411915 Nov 19 19:01:48.648112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df01842b-d6a1-4786-809e-542ec0256e19 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:01:48.663715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Made reservation on behalf of 0822a5990c6d4baa88c1925bc6e8c03d for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:48.664932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d37af-7c94-48fa-84b8-b035d5ee42cc req-a767aa82-efde-41d4-af2d-bda9cba1f1cb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:48.668510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:48.674297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-009d37af-7c94-48fa-84b8-b035d5ee42cc req-a767aa82-efde-41d4-af2d-bda9cba1f1cb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.1528776 Nov 19 19:01:48.697816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:48.706550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b9bdbc97-a0a5-4a47-99d0-1bb09074b94a req-fa8ad0a5-c170-4a30-99bb-d54251a2b8fa tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] For port 112669a8-e797-42c2-b6ec-500a110fc9de, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=112669a8-e797-42c2-b6ec-500a110fc9de,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:48.707173 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9bdbc97-a0a5-4a47-99d0-1bb09074b94a req-fa8ad0a5-c170-4a30-99bb-d54251a2b8fa tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:48.715563 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:48.732847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-b9bdbc97-a0a5-4a47-99d0-1bb09074b94a req-fa8ad0a5-c170-4a30-99bb-d54251a2b8fa tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Calling delete_port for 112669a8-e797-42c2-b6ec-500a110fc9de owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:48.767197 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-009d37af-7c94-48fa-84b8-b035d5ee42cc req-4593327a-22fb-428f-a1e3-f08c3867dd24 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915470 Nov 19 19:01:48.823229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=df01842b-d6a1-4786-809e-542ec0256e19,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:48.929335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Allocated IP 172.20.0.10 (33645d32-bbf5-48f5-aa27-3ad32c083eac/1adb8f58-a9f2-4093-af5c-d27d0a8408a8/c80fba8d-c4c9-4054-9b71-1c749d0696d3) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:48.962020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['df01842b-d6a1-4786-809e-542ec0256e19'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:01:48.969196 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9bdbc97-a0a5-4a47-99d0-1bb09074b94a req-fa8ad0a5-c170-4a30-99bb-d54251a2b8fa tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:49.008979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['112669a8-e797-42c2-b6ec-500a110fc9de'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:01:49.009299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ad0a5-c170-4a30-99bb-d54251a2b8fa tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Pushing event deleted for resources: {'Port': ['ID=112669a8-e797-42c2-b6ec-500a110fc9de,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:49.062695 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bdbc97-a0a5-4a47-99d0-1bb09074b94a req-fa8ad0a5-c170-4a30-99bb-d54251a2b8fa tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] No DVR routers for this DVR port 112669a8-e797-42c2-b6ec-500a110fc9de on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:49.065496 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b9bdbc97-a0a5-4a47-99d0-1bb09074b94a req-fa8ad0a5-c170-4a30-99bb-d54251a2b8fa tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:49.069498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9bdbc97-a0a5-4a47-99d0-1bb09074b94a req-fa8ad0a5-c170-4a30-99bb-d54251a2b8fa tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.57 "DELETE /v2.0/ports/112669a8-e797-42c2-b6ec-500a110fc9de HTTP/1.1" status: 204 len: 173 time: 0.6979556 Nov 19 19:01:49.070234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4c5050-3205-414f-bc9d-c7a18ffd6b6b', 'name': 'network-vif-deleted', 'tag': '112669a8-e797-42c2-b6ec-500a110fc9de'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:49.073522 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094747f3-bee5-46e6-9007-43559794308a" -d '{"events": [{"server_uuid": "df4c5050-3205-414f-bc9d-c7a18ffd6b6b", "name": "network-vif-deleted", "tag": "112669a8-e797-42c2-b6ec-500a110fc9de"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:49.127548 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c153102-4a4c-40a7-8344-6a629d00ca08 x-openstack-request-id: req-2c153102-4a4c-40a7-8344-6a629d00ca08 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:49.128242 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4c5050-3205-414f-bc9d-c7a18ffd6b6b", "name": "network-vif-deleted", "tag": "112669a8-e797-42c2-b6ec-500a110fc9de", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:49.128761 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c153102-4a4c-40a7-8344-6a629d00ca08 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:49.130056 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4c5050-3205-414f-bc9d-c7a18ffd6b6b', 'name': 'network-vif-deleted', 'tag': '112669a8-e797-42c2-b6ec-500a110fc9de', 'status': 'completed', 'code': 200} Nov 19 19:01:49.239942 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:49.294990 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:49.394826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Network 33645d32-bbf5-48f5-aa27-3ad32c083eac is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:49.400838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:49.407163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:49.434161 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f258e741-ca35-4e18-978f-196fbb271802 req-4172f151-e302-47ca-badd-1b4d577d8e5b tempest-ImagesNegativeTestJSON-1059139441 tempest-ImagesNegativeTestJSON-1059139441-project] 10.222.0.50 "GET /v2.0/ports?device_id=df4c5050-3205-414f-bc9d-c7a18ffd6b6b HTTP/1.1" status: 200 len: 210 time: 0.0283294 Nov 19 19:01:49.440044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event updated for resources: {'Port': ['ID=c80fba8d-c4c9-4054-9b71-1c749d0696d3,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:49.475229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2f9a8-5cbc-4741-9915-aa958a16aae2 req-09d203de-6397-4beb-b2a2-e234073d018f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:49.476818 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5a2f9a8-5cbc-4741-9915-aa958a16aae2 req-09d203de-6397-4beb-b2a2-e234073d018f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 932 time: 0.1617761 Nov 19 19:01:49.500393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:49.501009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:49.533916 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-82fc5230-7a24-4137-938d-d4889017099f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2151520 Nov 19 19:01:49.549533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Request body: {'port': {'device_id': 'bdf4f178-ea73-41cd-a58b-b5e806de264a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:49.561086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5a2f9a8-5cbc-4741-9915-aa958a16aae2 req-c422c69e-284c-40f1-8da9-14fc2f9e6ad2 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754182 Nov 19 19:01:49.613952 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:49.815966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'name': 'network-vif-deleted', 'tag': '62444648-498b-491c-aba6-11b998345ba2'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:49.818646 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476094ce-0885-4c0a-8da2-df0f30dc618d" -d '{"events": [{"server_uuid": "ebb4ab05-2698-4e9b-b8a7-01d7f565655c", "name": "network-vif-deleted", "tag": "62444648-498b-491c-aba6-11b998345ba2"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:49.940787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c42df-3987-4928-83eb-5eba46bdeb8c req-2e79c3e1-2596-4f97-aaba-27cf0db316dd tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:49.942599 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad5c42df-3987-4928-83eb-5eba46bdeb8c req-2e79c3e1-2596-4f97-aaba-27cf0db316dd tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 944 time: 0.0545778 Nov 19 19:01:49.966880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd734c5-409f-4cb0-af93-d5d630fc7756 req-3145bcb4-693d-4b00-8c86-b25c4f8b6cd1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:49.968375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-edd734c5-409f-4cb0-af93-d5d630fc7756 req-3145bcb4-693d-4b00-8c86-b25c4f8b6cd1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 945 time: 0.0925786 Nov 19 19:01:50.002428 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad5c42df-3987-4928-83eb-5eba46bdeb8c req-78605afc-c58c-4c8c-ab94-f8df2c21f9e5 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd5f9067-2913-43b1-87ec-109cf91a9c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511272 Nov 19 19:01:50.039545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80fba8d-c4c9-4054-9b71-1c749d0696d3 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:01:50.051942 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:50.059227 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2236c978-939b-46ae-a0d7-0209314148de x-openstack-request-id: req-2236c978-939b-46ae-a0d7-0209314148de {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:50.059552 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb4ab05-2698-4e9b-b8a7-01d7f565655c", "name": "network-vif-deleted", "tag": "62444648-498b-491c-aba6-11b998345ba2", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:50.059866 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2236c978-939b-46ae-a0d7-0209314148de {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:50.060797 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb4ab05-2698-4e9b-b8a7-01d7f565655c', 'name': 'network-vif-deleted', 'tag': '62444648-498b-491c-aba6-11b998345ba2', 'status': 'completed', 'code': 200} Nov 19 19:01:50.080166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-edd734c5-409f-4cb0-af93-d5d630fc7756 req-ffa3e18d-edb9-4c18-abf3-7529432fad21 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970900 Nov 19 19:01:50.085443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Transition to ACTIVE for port object c80fba8d-c4c9-4054-9b71-1c749d0696d3 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:01:50.092781 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:50.152194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Pushing event updated for resources: {'Port': ['ID=c80fba8d-c4c9-4054-9b71-1c749d0696d3,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:50.181870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 62444648-498b-491c-aba6-11b998345ba2 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:50.208272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 62444648-498b-491c-aba6-11b998345ba2 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:50.209237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 62444648-498b-491c-aba6-11b998345ba2 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:50.209692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 16de00f4-983e-42a7-9500-f59ebb7ccaad no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:50.226939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Attempting to bind port c80fba8d-c4c9-4054-9b71-1c749d0696d3 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:50.227285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Attempting to bind port c80fba8d-c4c9-4054-9b71-1c749d0696d3 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:50.227619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Attempting to bind port c80fba8d-c4c9-4054-9b71-1c749d0696d3 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:50.232631 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Port c80fba8d-c4c9-4054-9b71-1c749d0696d3 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:01:50.233021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Attempting to bind port c80fba8d-c4c9-4054-9b71-1c749d0696d3 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:50.235621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 16de00f4-983e-42a7-9500-f59ebb7ccaad {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:50.236000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 16de00f4-983e-42a7-9500-f59ebb7ccaad not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:50.238766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:50.239114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Checking segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:50.239507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Bound using segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:50.239978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Bound port: c80fba8d-c4c9-4054-9b71-1c749d0696d3, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:50.240524 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:50.308184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] For port c80fba8d-c4c9-4054-9b71-1c749d0696d3, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:50.312636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] For port c80fba8d-c4c9-4054-9b71-1c749d0696d3, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c80fba8d-c4c9-4054-9b71-1c749d0696d3,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:50.321428 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:50.337034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea3918-f698-4fd0-a6af-5034d0eb3fb9 req-1e988a9d-edbc-4132-b47e-4d8e1dbf91e6 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:50.338547 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6dea3918-f698-4fd0-a6af-5034d0eb3fb9 req-1e988a9d-edbc-4132-b47e-4d8e1dbf91e6 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 944 time: 0.0542707 Nov 19 19:01:50.364589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:50.365219 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:50.367795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] 10.222.0.21 "PUT /v2.0/ports/c80fba8d-c4c9-4054-9b71-1c749d0696d3 HTTP/1.1" status: 200 len: 1092 time: 0.8225822 Nov 19 19:01:50.389044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device df01842b-d6a1-4786-809e-542ec0256e19 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:50.401969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32f91a-da8c-438f-8884-54fb04251a47 service neutron] Pushing event updated for resources: {'Port': ['ID=c80fba8d-c4c9-4054-9b71-1c749d0696d3,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:50.449064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port df01842b-d6a1-4786-809e-542ec0256e19 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:01:50.454977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port df01842b-d6a1-4786-809e-542ec0256e19 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:50.455637 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:50.487536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-6e311c7a-3890-4804-9af2-b247b114681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:50.492878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-6e311c7a-3890-4804-9af2-b247b114681b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 1095 time: 0.0765135 Nov 19 19:01:50.513495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-6dea3918-f698-4fd0-a6af-5034d0eb3fb9 req-1d3ca50a-29a8-40db-8f33-b5222bcd50e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Deleting port f1bc1216-8ec9-41a7-8db1-07774156f921 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:01:50.514303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6dea3918-f698-4fd0-a6af-5034d0eb3fb9 req-1d3ca50a-29a8-40db-8f33-b5222bcd50e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:50.569742 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:50.581980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-45e0126f-fa3d-4963-9585-bb360603e0fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c80fba8d-c4c9-4054-9b71-1c749d0696d3 HTTP/1.1" status: 200 len: 217 time: 0.0785172 Nov 19 19:01:50.653255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-6dea3918-f698-4fd0-a6af-5034d0eb3fb9 req-1d3ca50a-29a8-40db-8f33-b5222bcd50e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] For port f1bc1216-8ec9-41a7-8db1-07774156f921, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f1bc1216-8ec9-41a7-8db1-07774156f921,segment=NetworkSegment(0a45a5c8-03b5-4c52-bfc9-18d92283c39a),segment_id=0a45a5c8-03b5-4c52-bfc9-18d92283c39a)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:50.653255 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6dea3918-f698-4fd0-a6af-5034d0eb3fb9 req-1d3ca50a-29a8-40db-8f33-b5222bcd50e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:50.664715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:50.674771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:50.679081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-6dea3918-f698-4fd0-a6af-5034d0eb3fb9 req-1d3ca50a-29a8-40db-8f33-b5222bcd50e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Calling delete_port for f1bc1216-8ec9-41a7-8db1-07774156f921 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:01:50.679217 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f8e717-5ba3-47af-ba97-2b2b78aadb85" -d '{"events": [{"server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "name": "network-vif-plugged", "status": "completed", "tag": "df01842b-d6a1-4786-809e-542ec0256e19"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:50.687541 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:50.767186 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847ec3ac-bcea-44c1-9f4e-aa59fd4d0f3a x-openstack-request-id: req-847ec3ac-bcea-44c1-9f4e-aa59fd4d0f3a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:50.781964 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "name": "network-vif-plugged", "status": "completed", "tag": "df01842b-d6a1-4786-809e-542ec0256e19", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:50.782234 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-847ec3ac-bcea-44c1-9f4e-aa59fd4d0f3a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:50.782668 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19', 'code': 200} Nov 19 19:01:50.789292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9fcfa-687e-4846-89d3-dfe4def4ebc1 req-8e34707a-fb20-4313-92d7-487ae8f38e21 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:50.798071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94f9fcfa-687e-4846-89d3-dfe4def4ebc1 req-8e34707a-fb20-4313-92d7-487ae8f38e21 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 944 time: 0.0932660 Nov 19 19:01:50.801518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-cda526f5-7733-4f3f-abd9-7f30a4fae059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:50.802987 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-cda526f5-7733-4f3f-abd9-7f30a4fae059 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.1928105 Nov 19 19:01:50.822036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=df01842b-d6a1-4786-809e-542ec0256e19,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:50.844568 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-2c385185-df2c-4de7-999f-24e47f6a8632 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282588 Nov 19 19:01:50.952132 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6dea3918-f698-4fd0-a6af-5034d0eb3fb9 req-1d3ca50a-29a8-40db-8f33-b5222bcd50e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:50.960979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d08de-40b3-4efd-9bd4-621c0d65caea req-1d075662-5836-4fdf-9b9c-b641f19c149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:50.963393 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e4d08de-40b3-4efd-9bd4-621c0d65caea req-1d075662-5836-4fdf-9b9c-b641f19c149d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 1097 time: 0.1169436 Nov 19 19:01:50.998906 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94f9fcfa-687e-4846-89d3-dfe4def4ebc1 req-ff73edbd-baa3-4fe8-8212-075fa2579bcd tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998591 Nov 19 19:01:51.006018 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ca50a-29a8-40db-8f33-b5222bcd50e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Pushing event deleted for resources: {'Port': ['ID=f1bc1216-8ec9-41a7-8db1-07774156f921,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:51.067394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e4d08de-40b3-4efd-9bd4-621c0d65caea req-7c662e15-1cfc-4acb-9fee-20e85db53401 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956876 Nov 19 19:01:51.075797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dea3918-f698-4fd0-a6af-5034d0eb3fb9 req-1d3ca50a-29a8-40db-8f33-b5222bcd50e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] No DVR routers for this DVR port f1bc1216-8ec9-41a7-8db1-07774156f921 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:01:51.078227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-1be347a2-4c3f-4c4c-a12f-a364d915efd5 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996989 Nov 19 19:01:51.078660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6dea3918-f698-4fd0-a6af-5034d0eb3fb9 req-1d3ca50a-29a8-40db-8f33-b5222bcd50e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:51.082321 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6dea3918-f698-4fd0-a6af-5034d0eb3fb9 req-1d3ca50a-29a8-40db-8f33-b5222bcd50e8 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.21 "DELETE /v2.0/ports/f1bc1216-8ec9-41a7-8db1-07774156f921 HTTP/1.1" status: 204 len: 173 time: 0.7367680 Nov 19 19:01:51.130782 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7c3918bd-3282-4b7b-8f03-23463fa6db1e req-99a3ec07-56e9-496a-91f4-794f0d5c8d43 tempest-LiveMigrationTest-1225575144 tempest-LiveMigrationTest-1225575144-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6 HTTP/1.1" status: 200 len: 210 time: 0.0306258 Nov 19 19:01:51.131193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'name': 'network-vif-deleted', 'tag': 'f1bc1216-8ec9-41a7-8db1-07774156f921'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:51.133655 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efc10ff-728b-4516-aaf7-ef2abfd5d7e6" -d '{"events": [{"server_uuid": "e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6", "name": "network-vif-deleted", "tag": "f1bc1216-8ec9-41a7-8db1-07774156f921"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:51.205684 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9a90c3-0cd0-4b62-a743-0e6f04a3a913 x-openstack-request-id: req-cb9a90c3-0cd0-4b62-a743-0e6f04a3a913 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:51.206035 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6", "name": "network-vif-deleted", "tag": "f1bc1216-8ec9-41a7-8db1-07774156f921", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:51.206364 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb9a90c3-0cd0-4b62-a743-0e6f04a3a913 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:51.206849 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f6e7b7-2464-4fd4-9032-1c9988c7bdd6', 'name': 'network-vif-deleted', 'tag': 'f1bc1216-8ec9-41a7-8db1-07774156f921', 'status': 'completed', 'code': 200} Nov 19 19:01:51.236453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769fd99-447d-47a7-bacc-584fc77337bb req-1e8433e5-707b-45d3-a8f6-e6463c83f16f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:51.238059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1769fd99-447d-47a7-bacc-584fc77337bb req-1e8433e5-707b-45d3-a8f6-e6463c83f16f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0670028 Nov 19 19:01:51.269703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44410) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:51.414018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1769fd99-447d-47a7-bacc-584fc77337bb req-52b1f10b-2986-4fb3-a6f2-a833497206d1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588287 Nov 19 19:01:51.444028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2a0d948-b67e-4b56-9bc4-05a96ae3dccd req-f413a452-014b-4e28-b519-c57614951c13 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628916 Nov 19 19:01:51.456533 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-426a16ef-6d53-40a5-b931-1291c81b4a00 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a0beb3d0bfd4cefb4c7ca3c70ecc225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853604 Nov 19 19:01:51.459200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44424) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:51.509621 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c63075f-0bc5-4a58-b0ff-6e6d20f0ca1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:51.532182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c63075f-0bc5-4a58-b0ff-6e6d20f0ca1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:51.584281 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c63075f-0bc5-4a58-b0ff-6e6d20f0ca1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:51.587319 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c63075f-0bc5-4a58-b0ff-6e6d20f0ca1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:51.588543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0c63075f-0bc5-4a58-b0ff-6e6d20f0ca1f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29e3134f-8abd-429d-973c-c2696d48fa12 HTTP/1.1" status: 204 len: 168 time: 0.1261241 Nov 19 19:01:51.597465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63075f-0bc5-4a58-b0ff-6e6d20f0ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e3134f-8abd-429d-973c-c2696d48fa12,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:52.061999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf4f178-ea73-41cd-a58b-b5e806de264a', 'tag': 'c80fba8d-c4c9-4054-9b71-1c749d0696d3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:52.065251 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08af0b5c-1be0-4467-943a-51c618d93d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf4f178-ea73-41cd-a58b-b5e806de264a", "tag": "c80fba8d-c4c9-4054-9b71-1c749d0696d3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:52.142050 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdf4e64-97a8-43bd-9b71-fec5d470eb36 x-openstack-request-id: req-bbdf4e64-97a8-43bd-9b71-fec5d470eb36 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:52.142673 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf4f178-ea73-41cd-a58b-b5e806de264a", "tag": "c80fba8d-c4c9-4054-9b71-1c749d0696d3", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:52.142948 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbdf4e64-97a8-43bd-9b71-fec5d470eb36 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:52.143430 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf4f178-ea73-41cd-a58b-b5e806de264a', 'tag': 'c80fba8d-c4c9-4054-9b71-1c749d0696d3', 'status': 'completed', 'code': 200} Nov 19 19:01:52.188763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 112669a8-e797-42c2-b6ec-500a110fc9de no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:52.211554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfc6a3-fbc0-43ae-bb3a-9944dc7b2405 req-7bd8a6b5-d431-4f3c-9a40-3432d5def11f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:52.213145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfcfc6a3-fbc0-43ae-bb3a-9944dc7b2405 req-7bd8a6b5-d431-4f3c-9a40-3432d5def11f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 944 time: 0.1307290 Nov 19 19:01:52.239548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44488) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:52.246798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 112669a8-e797-42c2-b6ec-500a110fc9de {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:52.247151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 112669a8-e797-42c2-b6ec-500a110fc9de not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:52.259223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0b5c-1be0-4467-943a-51c618d93d8a req-f8ed747c-f5de-41e6-abd2-5a3a9d25c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:52.260923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08af0b5c-1be0-4467-943a-51c618d93d8a req-f8ed747c-f5de-41e6-abd2-5a3a9d25c6d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 1095 time: 0.1058865 Nov 19 19:01:52.349946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfcfc6a3-fbc0-43ae-bb3a-9944dc7b2405 req-31bdf024-9f1b-4bce-89bf-e4efbefa64d4 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270018 Nov 19 19:01:52.395249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0b5c-1be0-4467-943a-51c618d93d8a req-85314685-a959-4560-8a38-9fc28fb8bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:52.396709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08af0b5c-1be0-4467-943a-51c618d93d8a req-85314685-a959-4560-8a38-9fc28fb8bd3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 913 time: 0.1240036 Nov 19 19:01:52.444423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08af0b5c-1be0-4467-943a-51c618d93d8a req-0365736c-380f-4482-aacf-d970d3c11710 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c80fba8d-c4c9-4054-9b71-1c749d0696d3 HTTP/1.1" status: 200 len: 217 time: 0.0385940 Nov 19 19:01:52.502025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0b5c-1be0-4467-943a-51c618d93d8a req-80a7f16c-cec5-4999-ba19-ebda60fe651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:52.503508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08af0b5c-1be0-4467-943a-51c618d93d8a req-80a7f16c-cec5-4999-ba19-ebda60fe651a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.0517197 Nov 19 19:01:52.556256 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08af0b5c-1be0-4467-943a-51c618d93d8a req-8c7b7e3d-c63d-4032-9b21-46304b2c932c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419209 Nov 19 19:01:52.609174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bb10d9-e5fe-4f8e-b0f2-2e2f93c0c2a2 admin admin] Deleting subnet 75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:01:52.613212 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1bb10d9-e5fe-4f8e-b0f2-2e2f93c0c2a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:52.627264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c008a9b-e02c-4824-ae95-c836c04653e8 req-294dcf1a-d49c-4b1c-a896-0367f1ca7c50 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:52.628796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c008a9b-e02c-4824-ae95-c836c04653e8 req-294dcf1a-d49c-4b1c-a896-0367f1ca7c50 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1302867 Nov 19 19:01:52.673970 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1bb10d9-e5fe-4f8e-b0f2-2e2f93c0c2a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:52.699912 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08af0b5c-1be0-4467-943a-51c618d93d8a req-0061b28f-fc96-4ce8-956d-c7f26d926c75 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358690 Nov 19 19:01:52.708879 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c008a9b-e02c-4824-ae95-c836c04653e8 req-3ba849f5-073e-482a-852c-4758f9de8111 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698912 Nov 19 19:01:52.727249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1bb10d9-e5fe-4f8e-b0f2-2e2f93c0c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:52.794286 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1bb10d9-e5fe-4f8e-b0f2-2e2f93c0c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:52.814359 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1bb10d9-e5fe-4f8e-b0f2-2e2f93c0c2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:52.818199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c1bb10d9-e5fe-4f8e-b0f2-2e2f93c0c2a2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/75459c32-c9b9-44ce-a1f4-a5e3d5132ec5 HTTP/1.1" status: 204 len: 168 time: 0.5770352 Nov 19 19:01:52.828545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44528) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:52.842103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb10d9-e5fe-4f8e-b0f2-2e2f93c0c2a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75459c32-c9b9-44ce-a1f4-a5e3d5132ec5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:52.925846 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08af0b5c-1be0-4467-943a-51c618d93d8a req-3650e9d9-57af-483b-83e0-7c8dd18fbdd4 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159860 Nov 19 19:01:52.948086 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.096658 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.132310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a55be3-e003-4761-8b13-b7a58d796be2']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:53.149993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a45a5c8-03b5-4c52-bfc9-18d92283c39a') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:53.150560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a45a5c8-03b5-4c52-bfc9-18d92283c39a') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:53.171265 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.179268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-8208382e-a8ff-4bd7-88a6-894989c5c31b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:53.180738 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-8208382e-a8ff-4bd7-88a6-894989c5c31b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/networks?id=935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 200 len: 813 time: 0.1939220 Nov 19 19:01:53.199277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.212455 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-26595357-abe9-4116-9dcc-dc1f800a70cb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/quotas/842c6ebeee1646b6b303f40a0d7403e2 HTTP/1.1" status: 200 len: 375 time: 0.0211022 Nov 19 19:01:53.214487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:01:53.214882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:01:53.217434 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:01:53.304067 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.318567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-5580f176-57c8-4453-b4be-3c7166dd0afe tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1052215 Nov 19 19:01:53.319936 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.323375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/80a55be3-e003-4761-8b13-b7a58d796be2 HTTP/1.1" status: 204 len: 168 time: 0.4922981 Nov 19 19:01:53.326456 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44580) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:53.355443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86860e1-b615-4021-853f-09dad0508df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a55be3-e003-4761-8b13-b7a58d796be2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:53.390175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff77979-a661-43db-8e8a-bb3a02944476 admin admin] Deleting subnet b185ae59-e9b4-489a-9bc3-934fa63434b2 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:01:53.393699 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5ff77979-a661-43db-8e8a-bb3a02944476 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.445913 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5ff77979-a661-43db-8e8a-bb3a02944476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.450601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-15349f42-d087-4b39-9672-d8b9214278bb service neutron] 10.222.0.50 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245322 Nov 19 19:01:53.522294 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5ff77979-a661-43db-8e8a-bb3a02944476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.540715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44590) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:53.557346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee0edd-7f5a-4d3b-9312-18ab8375467d req-a7e0cdbf-dbfc-4e5d-b33c-af338aba4597 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:53.558893 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4dee0edd-7f5a-4d3b-9312-18ab8375467d req-a7e0cdbf-dbfc-4e5d-b33c-af338aba4597 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 944 time: 0.1106877 Nov 19 19:01:53.565181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-8235d988-2e4c-4411-9f6a-014ed32f4ce6 service neutron] 10.222.0.50 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100435 Nov 19 19:01:53.627751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4dee0edd-7f5a-4d3b-9312-18ab8375467d req-69914363-1907-4e5a-a45c-33ea650d353a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569022 Nov 19 19:01:53.629119 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5ff77979-a661-43db-8e8a-bb3a02944476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.657227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff77979-a661-43db-8e8a-bb3a02944476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b185ae59-e9b4-489a-9bc3-934fa63434b2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:53.662123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5ff77979-a661-43db-8e8a-bb3a02944476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.665484 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5ff77979-a661-43db-8e8a-bb3a02944476 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b185ae59-e9b4-489a-9bc3-934fa63434b2 HTTP/1.1" status: 204 len: 168 time: 0.3379185 Nov 19 19:01:53.668226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44594) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:53.744043 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8eb3cf2a-d142-46e5-910b-a37e4eadf96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.753201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.823312 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d5e2e90-77cb-4d99-abcb-d3c28c74d34d req-a94c071c-7c57-480d-9fc8-661bdc4f1dda tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 210 time: 0.0479844 Nov 19 19:01:53.847812 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.871589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f0edd3-506b-462d-91cb-474054ee9bed']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:53.884180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2c5fab-c33b-4e6c-887e-2e2cbcb0e68c') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:53.884681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2c5fab-c33b-4e6c-887e-2e2cbcb0e68c') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:53.917375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.941828 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.947591 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8eb3cf2a-d142-46e5-910b-a37e4eadf96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.952509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8eb3cf2a-d142-46e5-910b-a37e4eadf96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.958230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:01:53.958647 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:01:53.960603 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:01:53.999990 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8eb3cf2a-d142-46e5-910b-a37e4eadf96d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=700f647e61b54834a3557953f2b3cddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4580824 Nov 19 19:01:54.000945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3cf2a-d142-46e5-910b-a37e4eadf96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1301b67-96a4-4fcb-a640-0531917a813c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:54.008162 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44610) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:54.051818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.061991 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.063263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7afe34f8-0ec0-4718-9b46-2526062ff70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.067435 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/95f0edd3-506b-462d-91cb-474054ee9bed HTTP/1.1" status: 204 len: 168 time: 0.3971472 Nov 19 19:01:54.081550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b542b-9500-4a86-afae-4674865ccfa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f0edd3-506b-462d-91cb-474054ee9bed,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:54.110239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7afe34f8-0ec0-4718-9b46-2526062ff70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.215061 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7afe34f8-0ec0-4718-9b46-2526062ff70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.219610 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7afe34f8-0ec0-4718-9b46-2526062ff70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.224560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7afe34f8-0ec0-4718-9b46-2526062ff70e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1301b67-96a4-4fcb-a640-0531917a813c HTTP/1.1" status: 204 len: 168 time: 0.2146752 Nov 19 19:01:54.234763 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe34f8-0ec0-4718-9b46-2526062ff70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1301b67-96a4-4fcb-a640-0531917a813c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:54.242597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44622) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:54.308280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44624) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:54.308540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d35b4d1a-0ae9-4297-83a2-4f3de776d376 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=259b3162d6d440c788fffaaf792127c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635149 Nov 19 19:01:54.373857 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb9320c7-1a53-4224-bec7-afc4184d0a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.398573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb9320c7-1a53-4224-bec7-afc4184d0a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.401550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c80fba8d-c4c9-4054-9b71-1c749d0696d3 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:01:54.453692 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb9320c7-1a53-4224-bec7-afc4184d0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.456770 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb9320c7-1a53-4224-bec7-afc4184d0a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.457970 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cb9320c7-1a53-4224-bec7-afc4184d0a64 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd5f9067-2913-43b1-87ec-109cf91a9c22 HTTP/1.1" status: 204 len: 168 time: 0.1481671 Nov 19 19:01:54.482897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9320c7-1a53-4224-bec7-afc4184d0a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5f9067-2913-43b1-87ec-109cf91a9c22,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:54.519282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f1bc1216-8ec9-41a7-8db1-07774156f921 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:01:54.700229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: f1bc1216-8ec9-41a7-8db1-07774156f921 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:01:54.700807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f1bc1216-8ec9-41a7-8db1-07774156f921 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:01:54.728767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c80fba8d-c4c9-4054-9b71-1c749d0696d3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c80fba8d-c4c9-4054-9b71-1c749d0696d3,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:54.757512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'c80fba8d-c4c9-4054-9b71-1c749d0696d3', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'port_id': 'c80fba8d-c4c9-4054-9b71-1c749d0696d3', 'mac_address': 'fa:16:3e:03:3e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adb8f58-a9f2-4093-af5c-d27d0a8408a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:01:54.815716 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.834021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80fba8d-c4c9-4054-9b71-1c749d0696d3 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:01:54.842444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cde9a-dfc6-4139-acdb-15fa67d5d696 req-7cee9a37-9677-4f7c-bdf3-04c2e617f2c9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:54.844412 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-886cde9a-dfc6-4139-acdb-15fa67d5d696 req-7cee9a37-9677-4f7c-bdf3-04c2e617f2c9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 944 time: 0.0947738 Nov 19 19:01:54.877845 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c80fba8d-c4c9-4054-9b71-1c749d0696d3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c80fba8d-c4c9-4054-9b71-1c749d0696d3,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:54.886011 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:54.935763 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-886cde9a-dfc6-4139-acdb-15fa67d5d696 req-36f6db5e-5fe3-4bd7-b09d-2946741d50d0 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839446 Nov 19 19:01:54.961062 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-864506a2-e9dd-441c-98fc-3bb368948419 req-832d3165-d501-47a1-9a26-0bd5f6e86b3c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 210 time: 0.0346951 Nov 19 19:01:54.976720 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.021166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c80fba8d-c4c9-4054-9b71-1c749d0696d3,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:55.128304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c80fba8d-c4c9-4054-9b71-1c749d0696d3'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:01:55.205209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-ccec37d0-8070-4b07-aa7c-ec01241c6dc2 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:55.207134 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-ccec37d0-8070-4b07-aa7c-ec01241c6dc2 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.57 "GET /v2.0/networks?id=935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 200 len: 813 time: 0.2137392 Nov 19 19:01:55.218538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44662) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:55.223509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Request body: {'port': {'device_id': '182aa7df-3387-462a-a231-5914de3e6604', 'network_id': '935b280b-a113-4191-b9df-75069fba237e', 'admin_state_up': True, 'tenant_id': '842c6ebeee1646b6b303f40a0d7403e2'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:55.345940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a16841a4-18f0-44c2-a094-f7b25c2a3969 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=555df60fce9f416d89613715af54d12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1161234 Nov 19 19:01:55.348524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44666) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:55.398260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Made reservation on behalf of 842c6ebeee1646b6b303f40a0d7403e2 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:55.403912 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.415271 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fb16818-c750-40c1-bc8a-df9bfc15d95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.431298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44668) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:55.452923 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fb16818-c750-40c1-bc8a-df9bfc15d95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.510611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fb16818-c750-40c1-bc8a-df9bfc15d95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.514080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fb16818-c750-40c1-bc8a-df9bfc15d95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.518073 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6fb16818-c750-40c1-bc8a-df9bfc15d95b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b112ca1c-273a-4f94-ba22-f097c6bfe440 HTTP/1.1" status: 204 len: 168 time: 0.1648619 Nov 19 19:01:55.524999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb16818-c750-40c1-bc8a-df9bfc15d95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b112ca1c-273a-4f94-ba22-f097c6bfe440,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:55.576341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Allocated IP 172.20.0.8 (935b280b-a113-4191-b9df-75069fba237e/4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126/2f05cfb7-84b5-4e98-926c-50188ca3288d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:55.598706 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5f35-3345-4842-bb5b-633caff6621e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.702818 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5f35-3345-4842-bb5b-633caff6621e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.709822 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5f35-3345-4842-bb5b-633caff6621e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.757775 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2eeb5f35-3345-4842-bb5b-633caff6621e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edaae133b22a49aea901fa8630e58743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3222463 Nov 19 19:01:55.757775 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb5f35-3345-4842-bb5b-633caff6621e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc13db3-fe43-4298-b22a-7ebaeb10549b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:55.758742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44682) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:55.787337 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.819441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63393fbe-b2f7-466e-b982-bf5c52f87af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.829083 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.842870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63393fbe-b2f7-466e-b982-bf5c52f87af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.843046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['df01842b-d6a1-4786-809e-542ec0256e19'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:01:55.918882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63393fbe-b2f7-466e-b982-bf5c52f87af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.924185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63393fbe-b2f7-466e-b982-bf5c52f87af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:55.925692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-63393fbe-b2f7-466e-b982-bf5c52f87af4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcc13db3-fe43-4298-b22a-7ebaeb10549b HTTP/1.1" status: 204 len: 168 time: 0.1659150 Nov 19 19:01:55.927329 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Network 935b280b-a113-4191-b9df-75069fba237e is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:55.928898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:55.933399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:55.948000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63393fbe-b2f7-466e-b982-bf5c52f87af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc13db3-fe43-4298-b22a-7ebaeb10549b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:56.031183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:56.031892 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:56.109933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8922927 Nov 19 19:01:56.112708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b5f35-93ec-4ae1-93b4-bbdddc15ae40 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Pushing event updated for resources: {'Port': ['ID=2f05cfb7-84b5-4e98-926c-50188ca3288d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:56.131082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Request body: {'port': {'device_id': '182aa7df-3387-462a-a231-5914de3e6604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:56.148348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd64f78-a631-40c5-848c-b1076e13b136 req-b930e47c-ec29-4cd5-b9c4-5fd0dacb116c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:56.157660 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1fd64f78-a631-40c5-848c-b1076e13b136 req-b930e47c-ec29-4cd5-b9c4-5fd0dacb116c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 945 time: 0.0845704 Nov 19 19:01:56.249204 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1fd64f78-a631-40c5-848c-b1076e13b136 req-a2431e82-0815-4cc5-9eeb-eaaeeb635c68 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907855 Nov 19 19:01:56.254441 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:56.420087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c80fba8d-c4c9-4054-9b71-1c749d0696d3 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:56.528886 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port c80fba8d-c4c9-4054-9b71-1c749d0696d3 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:01:56.536219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port c80fba8d-c4c9-4054-9b71-1c749d0696d3 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:56.536952 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:56.672505 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:56.675116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4dee9-7b1e-44fd-811e-a27cb6675551 req-0fbe1c49-3a59-4a90-a7c4-2bd391c7c819 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:56.676725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ab4dee9-7b1e-44fd-811e-a27cb6675551 req-0fbe1c49-3a59-4a90-a7c4-2bd391c7c819 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 931 time: 0.5830920 Nov 19 19:01:56.714300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf4f178-ea73-41cd-a58b-b5e806de264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80fba8d-c4c9-4054-9b71-1c749d0696d3'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:56.717974 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b82a241-c261-45fe-9c24-3f7a1a42774a" -d '{"events": [{"server_uuid": "bdf4f178-ea73-41cd-a58b-b5e806de264a", "name": "network-vif-plugged", "status": "completed", "tag": "c80fba8d-c4c9-4054-9b71-1c749d0696d3"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:56.745271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c80fba8d-c4c9-4054-9b71-1c749d0696d3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c80fba8d-c4c9-4054-9b71-1c749d0696d3,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:56.751248 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:56.792910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ab4dee9-7b1e-44fd-811e-a27cb6675551 req-39361b32-b46f-4f83-a60f-2d55d980a8d4 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079574 Nov 19 19:01:56.885018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c80fba8d-c4c9-4054-9b71-1c749d0696d3,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:56.892004 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6d4c1b-b00e-4506-aedb-1bc5d968211d x-openstack-request-id: req-3f6d4c1b-b00e-4506-aedb-1bc5d968211d {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:56.892500 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf4f178-ea73-41cd-a58b-b5e806de264a", "name": "network-vif-plugged", "status": "completed", "tag": "c80fba8d-c4c9-4054-9b71-1c749d0696d3", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:56.893094 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f6d4c1b-b00e-4506-aedb-1bc5d968211d {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:56.893776 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf4f178-ea73-41cd-a58b-b5e806de264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80fba8d-c4c9-4054-9b71-1c749d0696d3', 'code': 200} Nov 19 19:01:56.963766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caef543-f8ed-48df-b2f3-f79c77ae2999 req-5eec8b20-eab8-441e-8bce-b363192ca29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:56.965394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4caef543-f8ed-48df-b2f3-f79c77ae2999 req-5eec8b20-eab8-441e-8bce-b363192ca29b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 1097 time: 0.0486188 Nov 19 19:01:57.031695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4caef543-f8ed-48df-b2f3-f79c77ae2999 req-fd402584-95c8-4c08-b73f-24fe8a07fa9e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578666 Nov 19 19:01:57.048171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f05cfb7-84b5-4e98-926c-50188ca3288d {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:01:57.079200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:57.094208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Transition to ACTIVE for port object 2f05cfb7-84b5-4e98-926c-50188ca3288d will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:01:57.098487 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:57.160531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f05cfb7-84b5-4e98-926c-50188ca3288d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:57.250753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Attempting to bind port 2f05cfb7-84b5-4e98-926c-50188ca3288d on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:57.251226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Attempting to bind port 2f05cfb7-84b5-4e98-926c-50188ca3288d by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'bad194a8-989e-417f-a612-ac2362b6c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '935b280b-a113-4191-b9df-75069fba237e'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:57.251665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Attempting to bind port 2f05cfb7-84b5-4e98-926c-50188ca3288d on network 935b280b-a113-4191-b9df-75069fba237e {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:57.256592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Port 2f05cfb7-84b5-4e98-926c-50188ca3288d on network 935b280b-a113-4191-b9df-75069fba237e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:01:57.257009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Attempting to bind port 2f05cfb7-84b5-4e98-926c-50188ca3288d on network 935b280b-a113-4191-b9df-75069fba237e {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:57.262827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:57.263579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Checking segment: {'id': 'bad194a8-989e-417f-a612-ac2362b6c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '935b280b-a113-4191-b9df-75069fba237e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:57.264195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Bound using segment: {'id': 'bad194a8-989e-417f-a612-ac2362b6c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '935b280b-a113-4191-b9df-75069fba237e'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:57.264431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Bound port: 2f05cfb7-84b5-4e98-926c-50188ca3288d, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad194a8-989e-417f-a612-ac2362b6c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '935b280b-a113-4191-b9df-75069fba237e'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:57.264792 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:57.368620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] For port 2f05cfb7-84b5-4e98-926c-50188ca3288d, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:57.393291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] For port 2f05cfb7-84b5-4e98-926c-50188ca3288d, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2f05cfb7-84b5-4e98-926c-50188ca3288d,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:57.404498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d70fd-3887-4d2c-a5f8-4824c2f335e6 req-1a82da87-fac3-45db-8736-ad6b1fa33969 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:57.410608 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b82d70fd-3887-4d2c-a5f8-4824c2f335e6 req-1a82da87-fac3-45db-8736-ad6b1fa33969 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 946 time: 0.0809619 Nov 19 19:01:57.413036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:57.506178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f05cfb7-84b5-4e98-926c-50188ca3288d,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:57.509304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:57.509964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:57.511345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-98018bae-bbf3-456f-bd78-f625bf14e1b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/2f05cfb7-84b5-4e98-926c-50188ca3288d HTTP/1.1" status: 200 len: 1091 time: 1.3902440 Nov 19 19:01:57.512082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182aa7df-3387-462a-a231-5914de3e6604', 'tag': '2f05cfb7-84b5-4e98-926c-50188ca3288d'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:57.514625 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dafee88-ee24-4953-9404-debf1fb1fd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "182aa7df-3387-462a-a231-5914de3e6604", "tag": "2f05cfb7-84b5-4e98-926c-50188ca3288d"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:57.548116 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b82d70fd-3887-4d2c-a5f8-4824c2f335e6 req-44b05de8-67d3-457d-9401-7496ee7e5ccb tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299443 Nov 19 19:01:57.613307 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ecc76f-051d-4bbc-a99e-8d4ff662b9ba x-openstack-request-id: req-58ecc76f-051d-4bbc-a99e-8d4ff662b9ba {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:57.613548 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182aa7df-3387-462a-a231-5914de3e6604", "tag": "2f05cfb7-84b5-4e98-926c-50188ca3288d", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:57.614181 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58ecc76f-051d-4bbc-a99e-8d4ff662b9ba {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:57.614624 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182aa7df-3387-462a-a231-5914de3e6604', 'tag': '2f05cfb7-84b5-4e98-926c-50188ca3288d', 'status': 'completed', 'code': 200} Nov 19 19:01:57.635579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-048b5415-6935-49f6-8dea-c64aae3f4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:57.640671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-048b5415-6935-49f6-8dea-c64aae3f4ae5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 1094 time: 0.0655503 Nov 19 19:01:57.640913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44786) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:57.694154 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-8cae0d09-1e6b-40bc-8f2b-05f594b7102b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f05cfb7-84b5-4e98-926c-50188ca3288d HTTP/1.1" status: 200 len: 217 time: 0.0425830 Nov 19 19:01:57.772129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-89380fb0-4810-4a47-855e-2160427830ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:57.772959 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-89380fb0-4810-4a47-855e-2160427830ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126 HTTP/1.1" status: 200 len: 853 time: 0.0733790 Nov 19 19:01:57.812786 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-d198d254-77fb-469f-9ade-29f397838df1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=935b280b-a113-4191-b9df-75069fba237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309103 Nov 19 19:01:57.860746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-247352141-network', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:57.980369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:57.983273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.006440 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.043848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678e847-77a3-4587-b441-47b7b525dd25 req-1b9a11c4-d1a8-4a64-b7a2-12ffebabe645 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:58.046429 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6678e847-77a3-4587-b441-47b7b525dd25 req-1b9a11c4-d1a8-4a64-b7a2-12ffebabe645 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 943 time: 0.1289186 Nov 19 19:01:58.057033 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-29ea1be0-f9c6-464c-bbe9-00bd99346fc6 service neutron] 10.222.0.57 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348788 Nov 19 19:01:58.173078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44826) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:58.199707 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6678e847-77a3-4587-b441-47b7b525dd25 req-24514e27-24f6-4e3d-9ba9-cf3e5681e85c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405442 Nov 19 19:01:58.260225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.265365 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b38a90a-ab08-48fc-9fd9-b7b8a5223883 req-961b2dd6-a8f7-4b36-b44e-8dc4252afbfa service neutron] 10.222.0.57 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963291 Nov 19 19:01:58.267150 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.293523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:01:58.319451 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.320104 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Added segment ae944fef-5ab8-465a-8a3f-157dfcf5f663 of type vlan for network 47998ccf-0361-4da4-989f-99aa309b019b Nov 19 19:01:58.321571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f3b501-7cba-42ae-9232-65144de09a36,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:58.337309 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad2ca-d680-4e11-965c-1109c8245603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.396261 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.421571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafee88-ee24-4953-9404-debf1fb1fd5d req-498eaa89-8ccb-4cbd-8f09-2204a76b1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:58.423239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5dafee88-ee24-4953-9404-debf1fb1fd5d req-498eaa89-8ccb-4cbd-8f09-2204a76b1654 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 1094 time: 0.0894859 Nov 19 19:01:58.429442 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad2ca-d680-4e11-965c-1109c8245603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.434017 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad2ca-d680-4e11-965c-1109c8245603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.439906 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.440812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:58.441383 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.482637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fb3ad2ca-d680-4e11-965c-1109c8245603 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=638cd24b8f5046909066f0d1ce8fed77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3060336 Nov 19 19:01:58.482637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ad2ca-d680-4e11-965c-1109c8245603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e1089c-91b5-4d0b-88c9-18d66d42ec1b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:58.484291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44836) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:58.547777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9056473 Nov 19 19:01:58.552808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44842) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:58.561510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] Request body: {'subnet': {'network_id': '47998ccf-0361-4da4-989f-99aa309b019b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-247352141-subnet', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:58.564252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de6d3c-6e8a-412d-ab03-283cd84889f5 admin admin] Pushing event updated for resources: {'Network': ['ID=47998ccf-0361-4da4-989f-99aa309b019b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:58.568241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-836bf11c-e08f-4344-b673-a5bf32431860 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6f6abffd59bb40adb9bb1e16e7f10d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421500 Nov 19 19:01:58.571001 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcee8-0bcd-43d9-9e68-5ecabf1affda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.585637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 47998ccf-0361-4da4-989f-99aa309b019b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:01:58.589977 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafee88-ee24-4953-9404-debf1fb1fd5d req-07883c7b-668b-444b-963f-6d1d46e6dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:58.589977 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5dafee88-ee24-4953-9404-debf1fb1fd5d req-07883c7b-668b-444b-963f-6d1d46e6dfb4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 200 len: 914 time: 0.1593382 Nov 19 19:01:58.620355 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcee8-0bcd-43d9-9e68-5ecabf1affda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.652362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5dafee88-ee24-4953-9404-debf1fb1fd5d req-d250c3ee-8413-4943-adb9-df3ec26a0c33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f05cfb7-84b5-4e98-926c-50188ca3288d HTTP/1.1" status: 200 len: 217 time: 0.0532517 Nov 19 19:01:58.672968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:58.675528 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.721507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafee88-ee24-4953-9404-debf1fb1fd5d req-2025d881-77ec-4b40-b8d5-27e31900f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:58.722991 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5dafee88-ee24-4953-9404-debf1fb1fd5d req-2025d881-77ec-4b40-b8d5-27e31900f259 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126 HTTP/1.1" status: 200 len: 853 time: 0.0611746 Nov 19 19:01:58.769589 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5dafee88-ee24-4953-9404-debf1fb1fd5d req-99d471bb-575c-4307-87f9-b3af44bb278c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=935b280b-a113-4191-b9df-75069fba237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325167 Nov 19 19:01:58.783849 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcee8-0bcd-43d9-9e68-5ecabf1affda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.786465 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c5dcee8-0bcd-43d9-9e68-5ecabf1affda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:58.789957 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6c5dcee8-0bcd-43d9-9e68-5ecabf1affda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2e1089c-91b5-4d0b-88c9-18d66d42ec1b HTTP/1.1" status: 204 len: 168 time: 0.3021801 Nov 19 19:01:58.823319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dcee8-0bcd-43d9-9e68-5ecabf1affda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e1089c-91b5-4d0b-88c9-18d66d42ec1b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:58.835101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3a34f-8b49-4c37-89b5-a90b8e8acd5a req-fa4b4284-4417-42c9-ac9b-85b508aa067c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:58.836462 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26b3a34f-8b49-4c37-89b5-a90b8e8acd5a req-fa4b4284-4417-42c9-ac9b-85b508aa067c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 946 time: 0.1312954 Nov 19 19:01:58.853061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-97b7ce61-fd7c-4b2d-84a8-cbfa8c995041 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:58.863878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-97b7ce61-fd7c-4b2d-84a8-cbfa8c995041 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757909 Nov 19 19:01:58.890138 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-cb10f0c9-761f-47ce-b502-be909827b82d tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/quotas/6f6abffd59bb40adb9bb1e16e7f10d76 HTTP/1.1" status: 200 len: 375 time: 0.0251107 Nov 19 19:01:58.924348 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5dafee88-ee24-4953-9404-debf1fb1fd5d req-175ea325-dfbf-4079-bddc-279796ee7bdf service neutron] 10.222.0.57 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464858 Nov 19 19:01:58.929030 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26b3a34f-8b49-4c37-89b5-a90b8e8acd5a req-39a3274c-6701-4b47-b4b8-a71a7c738e82 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767038 Nov 19 19:01:58.931817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-e3999cf4-626f-40e4-9796-585c7d654d9d tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6f6abffd59bb40adb9bb1e16e7f10d76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408316 Nov 19 19:01:59.033803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.055570 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5dafee88-ee24-4953-9404-debf1fb1fd5d req-1dad382e-ecc6-490b-a9c2-8f3a25babe7e service neutron] 10.222.0.57 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127925 Nov 19 19:01:59.143918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d7157a4-367a-4e1f-9b8b-31797d206e8d,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:59.189402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-56e7281b-3aff-4175-8ea4-1b1f6dfc9a47 req-34016778-9685-485c-bce0-604d08801215 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 210 time: 0.0537305 Nov 19 19:01:59.192441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] Checking segment: {'id': 'ae944fef-5ab8-465a-8a3f-157dfcf5f663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:59.192877 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] Network hostable DHCP agents. Network: 47998ccf-0361-4da4-989f-99aa309b019b, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:01:59.212989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] Network 47998ccf-0361-4da4-989f-99aa309b019b is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:01:59.227548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 47998ccf-0361-4da4-989f-99aa309b019b) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:59.239419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abedfbbf-124e-493b-9984-15d9c7b158b9 None None] Network 47998ccf-0361-4da4-989f-99aa309b019b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:59.239629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:59.240199 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.262047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4f231632-9c4e-40d5-b20e-93f1305c6d08 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7065265 Nov 19 19:01:59.265253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44862) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:59.270293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-247352141-router', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:59.282723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44864) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:59.289031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40164e10-5820-449c-b216-fb80e09221fc req-a32b0526-a2ba-47d6-bb02-cb9066f7ba30 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:59.290707 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40164e10-5820-449c-b216-fb80e09221fc req-a32b0526-a2ba-47d6-bb02-cb9066f7ba30 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 946 time: 0.0679090 Nov 19 19:01:59.316901 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6922efbe-035d-4b91-afe5-814d04c205b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.360116 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.361784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.364689 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40164e10-5820-449c-b216-fb80e09221fc req-2c6a54c2-fa9a-4fe9-ab0c-1b7f5448f30d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664713 Nov 19 19:01:59.482406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-47998ccf-0361-4da4-989f-99aa309b019b', 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'fixed_ips': [{'subnet_id': '0d7157a4-367a-4e1f-9b8b-31797d206e8d'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:01:59.485092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.489477 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.494254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ac548-72c1-4a7c-af6e-683d56fdbe7e req-699de40f-88e2-402d-a5ff-3e102e675e3f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:59.495792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d2ac548-72c1-4a7c-af6e-683d56fdbe7e req-699de40f-88e2-402d-a5ff-3e102e675e3f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 943 time: 0.1561463 Nov 19 19:01:59.508149 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.641603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Allocated IP 172.20.0.2 (47998ccf-0361-4da4-989f-99aa309b019b/0d7157a4-367a-4e1f-9b8b-31797d206e8d/347027a9-b0b7-4988-887d-35036088c263) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:59.733464 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6922efbe-035d-4b91-afe5-814d04c205b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.739982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d2ac548-72c1-4a7c-af6e-683d56fdbe7e req-3cc5f19c-dcdd-44da-a240-5897e6fca2b0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343495 Nov 19 19:01:59.744414 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6922efbe-035d-4b91-afe5-814d04c205b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.750226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.786721 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:01:59.806718 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.813672 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.844974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6922efbe-035d-4b91-afe5-814d04c205b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f0b7844370974277a8f149162e1b0326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5575166 Nov 19 19:01:59.844974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922efbe-035d-4b91-afe5-814d04c205b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5352e251-7413-4211-a2eb-bf07ac81119a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:59.845240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44876) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:59.867039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Network 47998ccf-0361-4da4-989f-99aa309b019b is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:59.870787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:59.876359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:59.878471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Pushing event updated for resources: {'Port': ['ID=347027a9-b0b7-4988-887d-35036088c263,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:59.932175 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44e5c18a-b8b1-45b7-98e5-c55eae3751cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.940741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Attempting to bind port 347027a9-b0b7-4988-887d-35036088c263 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:59.941162 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Attempting to bind port 347027a9-b0b7-4988-887d-35036088c263 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'ae944fef-5ab8-465a-8a3f-157dfcf5f663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:59.941560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Attempting to bind port 347027a9-b0b7-4988-887d-35036088c263 on network 47998ccf-0361-4da4-989f-99aa309b019b {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:59.956964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44e5c18a-b8b1-45b7-98e5-c55eae3751cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.957491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:59.958706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Checking segment: {'id': 'ae944fef-5ab8-465a-8a3f-157dfcf5f663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:59.959132 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:59.959527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Bound using segment: {'id': 'ae944fef-5ab8-465a-8a3f-157dfcf5f663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:59.960000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Bound port: 347027a9-b0b7-4988-887d-35036088c263, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae944fef-5ab8-465a-8a3f-157dfcf5f663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:59.960384 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:00.020460 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44e5c18a-b8b1-45b7-98e5-c55eae3751cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:00.023888 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44e5c18a-b8b1-45b7-98e5-c55eae3751cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:00.027597 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-44e5c18a-b8b1-45b7-98e5-c55eae3751cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5352e251-7413-4211-a2eb-bf07ac81119a HTTP/1.1" status: 204 len: 168 time: 0.1797273 Nov 19 19:02:00.039386 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5c18a-b8b1-45b7-98e5-c55eae3751cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5352e251-7413-4211-a2eb-bf07ac81119a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:00.040915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] For port 347027a9-b0b7-4988-887d-35036088c263, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:00.044714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] For port 347027a9-b0b7-4988-887d-35036088c263, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=347027a9-b0b7-4988-887d-35036088c263,segment=NetworkSegment(ae944fef-5ab8-465a-8a3f-157dfcf5f663),segment_id=ae944fef-5ab8-465a-8a3f-157dfcf5f663)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:00.053282 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:00.061171 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:00.092113 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:00.124603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f748cb-799f-4e74-905e-938a12e493e0 None None] Pushing event updated for resources: {'Port': ['ID=347027a9-b0b7-4988-887d-35036088c263,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:00.209246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Allocated IP 172.25.3.94 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/705ab8a2-288a-4e44-8590-b148fabbb237) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:00.380991 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f505f281-7c03-4afb-a1ad-d0eb3240a0e1 req-12ebee4d-a1a7-4e8d-b23f-926386f9cf27 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 210 time: 0.0417824 Nov 19 19:02:00.411673 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:00.465483 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-fca71f7f-bc9b-4da5-ba86-9393b8e42ff3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6f6abffd59bb40adb9bb1e16e7f10d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426233 Nov 19 19:02:00.475072 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:00.614704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:00.627307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:00.629957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:00.652287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-2c0e074c-4e47-4dcc-b289-be9017cf12aa tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:00.654229 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-2c0e074c-4e47-4dcc-b289-be9017cf12aa tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802397 Nov 19 19:02:00.659942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Pushing event updated for resources: {'Port': ['ID=705ab8a2-288a-4e44-8590-b148fabbb237,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:00.674604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Request body: {'port': {'device_id': '5c31a52f-d809-4bef-9a90-12e873c49b66', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '6f6abffd59bb40adb9bb1e16e7f10d76'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:00.702750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4869d0-d958-4794-9ca7-804d794b75ae req-dace9300-5bae-45cf-bf60-c05592d37bd6 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:00.704313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce4869d0-d958-4794-9ca7-804d794b75ae req-dace9300-5bae-45cf-bf60-c05592d37bd6 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 946 time: 0.2267358 Nov 19 19:02:00.712663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483db19a-c2fa-468b-a7ba-a364b44d7224 req-ca2e5348-c329-4327-9799-7e4d01adb028 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:00.714114 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-483db19a-c2fa-468b-a7ba-a364b44d7224 req-ca2e5348-c329-4327-9799-7e4d01adb028 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 946 time: 0.1465821 Nov 19 19:02:00.843283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Made reservation on behalf of 6f6abffd59bb40adb9bb1e16e7f10d76 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:00.847043 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:00.857595 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:00.938821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce4869d0-d958-4794-9ca7-804d794b75ae req-b3eaece4-9cee-43f6-b0f5-532d80bcc6f9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237301 Nov 19 19:02:00.957199 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cc138-ab2e-420b-b07c-561852c6d821 req-4c42894c-0b67-4529-a8c8-d736ec0cfe6d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:00.967800 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b49cc138-ab2e-420b-b07c-561852c6d821 req-4c42894c-0b67-4529-a8c8-d736ec0cfe6d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 943 time: 0.0992444 Nov 19 19:02:01.018270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-483db19a-c2fa-468b-a7ba-a364b44d7224 req-8d091411-4f52-43f5-85e3-099a14fc8bed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Deleting port c80fba8d-c4c9-4054-9b71-1c749d0696d3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:01.018611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-483db19a-c2fa-468b-a7ba-a364b44d7224 req-8d091411-4f52-43f5-85e3-099a14fc8bed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.061849 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b49cc138-ab2e-420b-b07c-561852c6d821 req-69ca7184-6823-4dd2-8e36-fd1f0ef8731e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827889 Nov 19 19:02:01.066739 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.074578 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.156773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cac727-0ce8-49ee-af97-e4900b3975ba,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:01.157103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.222883 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-483db19a-c2fa-468b-a7ba-a364b44d7224 req-8d091411-4f52-43f5-85e3-099a14fc8bed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] For port c80fba8d-c4c9-4054-9b71-1c749d0696d3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c80fba8d-c4c9-4054-9b71-1c749d0696d3,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:01.223620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-483db19a-c2fa-468b-a7ba-a364b44d7224 req-8d091411-4f52-43f5-85e3-099a14fc8bed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.241261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-483db19a-c2fa-468b-a7ba-a364b44d7224 req-8d091411-4f52-43f5-85e3-099a14fc8bed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Calling delete_port for c80fba8d-c4c9-4054-9b71-1c749d0696d3 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:01.267674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Allocated IP 192.168.233.166 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/1e6bb29b-8076-4045-ad7a-95421f58820b) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:01.471876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.517811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.534588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42971834-5743-4cad-be55-542d3372be7e req-adecccf9-d0de-4f08-add9-c850abe7c098 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 210 time: 0.0407727 Nov 19 19:02:01.553260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7ced47-1dfb-4069-9ea3-25a384ef879b None None] Network 47998ccf-0361-4da4-989f-99aa309b019b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:01.555778 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.609252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:01.615074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:01.618010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:01.693508 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-483db19a-c2fa-468b-a7ba-a364b44d7224 req-8d091411-4f52-43f5-85e3-099a14fc8bed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.694744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-109dfb0d-7a72-4193-b50a-545e39a051d6 None None] Provisioning complete for port 347027a9-b0b7-4988-887d-35036088c263 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:01.696532 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-109dfb0d-7a72-4193-b50a-545e39a051d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.715693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:01.716438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.725161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c80fba8d-c4c9-4054-9b71-1c749d0696d3'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:01.726831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Pushing event updated for resources: {'Port': ['ID=1e6bb29b-8076-4045-ad7a-95421f58820b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:01.738569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d091411-4f52-43f5-85e3-099a14fc8bed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event deleted for resources: {'Port': ['ID=c80fba8d-c4c9-4054-9b71-1c749d0696d3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:01.754311 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-1bb9d38b-31c4-4997-b104-22e27fd63c25 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0833805 Nov 19 19:02:01.780477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Request body: {'port': {'device_id': '5c31a52f-d809-4bef-9a90-12e873c49b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:01.804999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-483db19a-c2fa-468b-a7ba-a364b44d7224 req-8d091411-4f52-43f5-85e3-099a14fc8bed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] No DVR routers for this DVR port c80fba8d-c4c9-4054-9b71-1c749d0696d3 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:01.808446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-483db19a-c2fa-468b-a7ba-a364b44d7224 req-8d091411-4f52-43f5-85e3-099a14fc8bed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:01.812375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-483db19a-c2fa-468b-a7ba-a364b44d7224 req-8d091411-4f52-43f5-85e3-099a14fc8bed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "DELETE /v2.0/ports/c80fba8d-c4c9-4054-9b71-1c749d0696d3 HTTP/1.1" status: 204 len: 173 time: 1.0874388 Nov 19 19:02:01.812850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf4f178-ea73-41cd-a58b-b5e806de264a', 'name': 'network-vif-deleted', 'tag': 'c80fba8d-c4c9-4054-9b71-1c749d0696d3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:01.815294 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bfdcbb-6e8d-475b-8141-a351d5c7a05e" -d '{"events": [{"server_uuid": "bdf4f178-ea73-41cd-a58b-b5e806de264a", "name": "network-vif-deleted", "tag": "c80fba8d-c4c9-4054-9b71-1c749d0696d3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:01.870678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:02:01.946907 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9bd54a-089d-40de-a456-fd73346e5a20 x-openstack-request-id: req-ae9bd54a-089d-40de-a456-fd73346e5a20 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:01.947353 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf4f178-ea73-41cd-a58b-b5e806de264a", "name": "network-vif-deleted", "tag": "c80fba8d-c4c9-4054-9b71-1c749d0696d3", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:01.947711 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae9bd54a-089d-40de-a456-fd73346e5a20 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:01.952207 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf4f178-ea73-41cd-a58b-b5e806de264a', 'name': 'network-vif-deleted', 'tag': 'c80fba8d-c4c9-4054-9b71-1c749d0696d3', 'status': 'completed', 'code': 200} Nov 19 19:02:01.973513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.042886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44964) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:02.049208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 347027a9-b0b7-4988-887d-35036088c263 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:02.119669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:02:02.130178 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Sync routers for ids ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:02:02.148567 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Routers {'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:02.149370 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:02.171155 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.175707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9270393a-fc66-41a3-8d0a-c1c1e8f74193 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9070294 Nov 19 19:02:02.176684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44970) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:02.189967 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f18843ee-002a-42e7-a04d-e4d8677ea95c req-5d29ed8c-9ced-4a6d-a2d7-d3b0b5966003 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf4f178-ea73-41cd-a58b-b5e806de264a HTTP/1.1" status: 200 len: 210 time: 0.0912917 Nov 19 19:02:02.253818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2f05cfb7-84b5-4e98-926c-50188ca3288d details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:02:02.275328 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c8d152a-81de-4aa0-a513-5e0a0ee32c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.286935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 347027a9-b0b7-4988-887d-35036088c263 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:02.287649 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.291939 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-109dfb0d-7a72-4193-b50a-545e39a051d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.340147 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Set router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:02.385519 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.resource_extend [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 19:02:02.533417 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c8d152a-81de-4aa0-a513-5e0a0ee32c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.539079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6bb29b-8076-4045-ad7a-95421f58820b {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:02.550431 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c8d152a-81de-4aa0-a513-5e0a0ee32c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.555818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.586351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-109dfb0d-7a72-4193-b50a-545e39a051d6 None None] For port 347027a9-b0b7-4988-887d-35036088c263, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=347027a9-b0b7-4988-887d-35036088c263,segment=NetworkSegment(ae944fef-5ab8-465a-8a3f-157dfcf5f663),segment_id=ae944fef-5ab8-465a-8a3f-157dfcf5f663)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:02.602071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d152a-81de-4aa0-a513-5e0a0ee32c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2526cb6-4d38-4202-9595-ce317b4ff403,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:02.612081 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-109dfb0d-7a72-4193-b50a-545e39a051d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.620070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 2f05cfb7-84b5-4e98-926c-50188ca3288d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2f05cfb7-84b5-4e98-926c-50188ca3288d,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:02.629169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Transition to ACTIVE for port object 1e6bb29b-8076-4045-ad7a-95421f58820b will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:02:02.643896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.687448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '2f05cfb7-84b5-4e98-926c-50188ca3288d', 'network_id': '935b280b-a113-4191-b9df-75069fba237e', 'port_id': '2f05cfb7-84b5-4e98-926c-50188ca3288d', 'mac_address': 'fa:16:3e:1f:69:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:02:02.698591 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7c8d152a-81de-4aa0-a513-5e0a0ee32c2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a2ee1480e7442e6ade4fd4a14e60fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6532617 Nov 19 19:02:02.706673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44976) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:02.783741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dfb0d-7a72-4193-b50a-545e39a051d6 None None] Pushing event updated for resources: {'Port': ['ID=347027a9-b0b7-4988-887d-35036088c263,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:02.784068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6bb29b-8076-4045-ad7a-95421f58820b,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:02.797294 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.800333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15056c0d-9783-4210-aa10-de021d13cd9c None None] Provisioning complete for port 347027a9-b0b7-4988-887d-35036088c263 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:02.800701 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15056c0d-9783-4210-aa10-de021d13cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.835381 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'name': 'tempest-ServersTestMultiNic-247352141-router', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:59Z', 'updated_at': '2021-11-19T19:02:00Z', 'revision_number': 3, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'gw_port': {'id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:00Z', 'updated_at': '2021-11-19T19:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:02.893146 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Checking router: f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:02:02.893146 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Updating router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 port 705ab8a2-288a-4e44-8590-b148fabbb237 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:02:02.899682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366768c-8a4b-48c3-9738-5a5c10f99347 req-8128fe74-02a3-4c2a-8944-210f47d5b29e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:02.902648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f05cfb7-84b5-4e98-926c-50188ca3288d {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:02.916250 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2366768c-8a4b-48c3-9738-5a5c10f99347 req-8128fe74-02a3-4c2a-8944-210f47d5b29e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 943 time: 0.1707585 Nov 19 19:02:02.928325 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.961470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 2f05cfb7-84b5-4e98-926c-50188ca3288d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2f05cfb7-84b5-4e98-926c-50188ca3288d,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:02.976682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942435e-dc31-4aef-a5d4-76e966f75009 req-ff630d12-6120-455f-ac37-6b4fde8b4146 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:02.978938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8942435e-dc31-4aef-a5d4-76e966f75009 req-ff630d12-6120-455f-ac37-6b4fde8b4146 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 948 time: 0.2389686 Nov 19 19:02:03.005445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1158221-3ac2-4a89-9493-2cce6509ce7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.036110 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.077031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2366768c-8a4b-48c3-9738-5a5c10f99347 req-af73de62-51af-4179-ac9d-a83923bebf81 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598196 Nov 19 19:02:03.077954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Attempting to bind port 1e6bb29b-8076-4045-ad7a-95421f58820b on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:03.078305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Attempting to bind port 1e6bb29b-8076-4045-ad7a-95421f58820b by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:03.078632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Attempting to bind port 1e6bb29b-8076-4045-ad7a-95421f58820b on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:03.094806 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1158221-3ac2-4a89-9493-2cce6509ce7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.110405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Port 1e6bb29b-8076-4045-ad7a-95421f58820b on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:02:03.110664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Attempting to bind port 1e6bb29b-8076-4045-ad7a-95421f58820b on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:03.132011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:03.132353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:03.132753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:03.133250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Bound port: 1e6bb29b-8076-4045-ad7a-95421f58820b, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:03.133613 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.135822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=2f05cfb7-84b5-4e98-926c-50188ca3288d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:03.156068 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8942435e-dc31-4aef-a5d4-76e966f75009 req-68068091-d5cc-4493-aa5a-aeccae01d13c tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684377 Nov 19 19:02:03.252016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1158221-3ac2-4a89-9493-2cce6509ce7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.255293 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1158221-3ac2-4a89-9493-2cce6509ce7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.256824 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c1158221-3ac2-4a89-9493-2cce6509ce7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2526cb6-4d38-4202-9595-ce317b4ff403 HTTP/1.1" status: 204 len: 168 time: 0.5475569 Nov 19 19:02:03.296255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1158221-3ac2-4a89-9493-2cce6509ce7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2526cb6-4d38-4202-9595-ce317b4ff403,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:03.305243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] For port 1e6bb29b-8076-4045-ad7a-95421f58820b, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:03.323645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] For port 1e6bb29b-8076-4045-ad7a-95421f58820b, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=1e6bb29b-8076-4045-ad7a-95421f58820b,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:03.331038 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.367180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:03.367838 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.369363 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] 10.222.0.57 "PUT /v2.0/ports/1e6bb29b-8076-4045-ad7a-95421f58820b HTTP/1.1" status: 200 len: 1096 time: 1.6011896 Nov 19 19:02:03.369899 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c31a52f-d809-4bef-9a90-12e873c49b66', 'tag': '1e6bb29b-8076-4045-ad7a-95421f58820b'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:03.376701 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebea837-57f7-4590-bfd4-acd0062ab143" -d '{"events": [{"name": "network-changed", "server_uuid": "5c31a52f-d809-4bef-9a90-12e873c49b66", "tag": "1e6bb29b-8076-4045-ad7a-95421f58820b"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:03.467901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['2f05cfb7-84b5-4e98-926c-50188ca3288d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:03.532748 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404da319-a24d-4f64-8100-9215a8c08a43 x-openstack-request-id: req-404da319-a24d-4f64-8100-9215a8c08a43 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:03.533120 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c31a52f-d809-4bef-9a90-12e873c49b66", "tag": "1e6bb29b-8076-4045-ad7a-95421f58820b", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:03.533379 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-404da319-a24d-4f64-8100-9215a8c08a43 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:03.533846 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c31a52f-d809-4bef-9a90-12e873c49b66', 'tag': '1e6bb29b-8076-4045-ad7a-95421f58820b', 'status': 'completed', 'code': 200} Nov 19 19:02:03.546912 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.557421 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.568070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f6001-e3a4-46c8-9185-d4a0751a2003 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6bb29b-8076-4045-ad7a-95421f58820b,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:03.581222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-2d79ac2b-35d5-4caa-81d7-bc0f4e3a54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:03.582967 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-2d79ac2b-35d5-4caa-81d7-bc0f4e3a54ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f6abffd59bb40adb9bb1e16e7f10d76&device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 1099 time: 0.1499059 Nov 19 19:02:03.630449 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Attempting to bind port 705ab8a2-288a-4e44-8590-b148fabbb237 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:03.631006 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Attempting to bind port 705ab8a2-288a-4e44-8590-b148fabbb237 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:03.631838 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Attempting to bind port 705ab8a2-288a-4e44-8590-b148fabbb237 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:03.662364 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:03.663122 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:03.663679 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.665273 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:03.666248 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Bound port: 705ab8a2-288a-4e44-8590-b148fabbb237, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:03.666826 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.716820 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-dc8ba48b-186c-4131-98b9-5e60d955c0a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1e6bb29b-8076-4045-ad7a-95421f58820b HTTP/1.1" status: 200 len: 217 time: 0.1237376 Nov 19 19:02:03.749279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.782540 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] For port 705ab8a2-288a-4e44-8590-b148fabbb237, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:03.787622 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] For port 705ab8a2-288a-4e44-8590-b148fabbb237, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=705ab8a2-288a-4e44-8590-b148fabbb237,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:03.812963 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.831906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-caaf53be-bde9-4d6d-85a7-149da87d3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:03.837580 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-caaf53be-bde9-4d6d-85a7-149da87d3041 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1108098 Nov 19 19:02:03.860550 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Routers {'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:03.861698 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:03.923253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 347027a9-b0b7-4988-887d-35036088c263 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:03.936085 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613e403-45a1-4551-a6df-c44f0ab3d611 None None] Pushing event updated for resources: {'Port': ['ID=705ab8a2-288a-4e44-8590-b148fabbb237,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:03.962126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-db506629-ec39-440f-8ff7-3a0310597970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:03.963626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-db506629-ec39-440f-8ff7-3a0310597970 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114335 Nov 19 19:02:03.993331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Allocated IP 172.20.0.1 (47998ccf-0361-4da4-989f-99aa309b019b/0d7157a4-367a-4e1f-9b8b-31797d206e8d/2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:04.035424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 347027a9-b0b7-4988-887d-35036088c263 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:04.035798 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:04.046265 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613e403-45a1-4551-a6df-c44f0ab3d611 None None] Pushing event updated for resources: {'Port': ['ID=705ab8a2-288a-4e44-8590-b148fabbb237,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:04.082956 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] Set router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:04.133419 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-bdc48f72-9d86-442a-83a6-1b704682e88b service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599228 Nov 19 19:02:04.221919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-8c4a500e-7a38-492a-ba36-f237f8c2571a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:04.231045 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-8c4a500e-7a38-492a-ba36-f237f8c2571a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.2550216 Nov 19 19:02:04.269967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-49a49892-eec9-4311-a350-8b759a69d182 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/quotas/0822a5990c6d4baa88c1925bc6e8c03d HTTP/1.1" status: 200 len: 375 time: 0.0377386 Nov 19 19:02:04.322034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-80c86499-a75b-499b-9272-63be1fd7155d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511987 Nov 19 19:02:04.330721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2f90c-e4b2-416d-88a1-bff5fde30455 req-db4270f8-1918-4b6c-9ed9-ead99883bd32 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:04.332361 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'name': 'tempest-ServersTestMultiNic-247352141-router', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:59Z', 'updated_at': '2021-11-19T19:02:00Z', 'revision_number': 3, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'gw_port': {'id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:00Z', 'updated_at': '2021-11-19T19:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:04.332546 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-93c2f90c-e4b2-416d-88a1-bff5fde30455 req-db4270f8-1918-4b6c-9ed9-ead99883bd32 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 944 time: 0.1187403 Nov 19 19:02:04.337020 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:04.359312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16e05a4c-a22f-4fc9-9bb6-c05491bee60d req-c9dd4b8d-8b2b-402b-b8c6-0160f7415c61 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166986 Nov 19 19:02:04.387290 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926811cd-62de-4c67-a79e-6da8f62d07f1 None None] The sync data for ids ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'] in n-d-815373-6 is: [{'id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'name': 'tempest-ServersTestMultiNic-247352141-router', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:59Z', 'updated_at': '2021-11-19T19:02:00Z', 'revision_number': 3, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'gw_port': {'id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:00Z', 'updated_at': '2021-11-19T19:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:02:04.417684 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-93c2f90c-e4b2-416d-88a1-bff5fde30455 req-eabb75db-57d9-4076-8984-47e70f07ef5e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769207 Nov 19 19:02:04.433983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c80fba8d-c4c9-4054-9b71-1c749d0696d3 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:04.468008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-1d539e32-0df3-4785-aca2-134625010ac0 service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428993 Nov 19 19:02:04.472459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:04.482380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebea837-57f7-4590-bfd4-acd0062ab143 req-9e04a405-328a-46cc-8100-ce9109b1dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:04.484260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: c80fba8d-c4c9-4054-9b71-1c749d0696d3 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:04.484708 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eebea837-57f7-4590-bfd4-acd0062ab143 req-9e04a405-328a-46cc-8100-ce9109b1dea1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f6abffd59bb40adb9bb1e16e7f10d76&device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 1099 time: 0.0577655 Nov 19 19:02:04.485322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c80fba8d-c4c9-4054-9b71-1c749d0696d3 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:04.593294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Network 47998ccf-0361-4da4-989f-99aa309b019b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:04.607499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:04.617327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:04.660194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98db6b-356b-4185-97a0-c41a6bfbfd5e req-8ac757b2-0b6a-48c0-9a36-9081eba5a6a1 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:04.660751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:04.661654 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f98db6b-356b-4185-97a0-c41a6bfbfd5e req-8ac757b2-0b6a-48c0-9a36-9081eba5a6a1 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 948 time: 0.1002135 Nov 19 19:02:04.663075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebea837-57f7-4590-bfd4-acd0062ab143 req-e50182b0-a9f1-4fe6-b1cf-f37522fc0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:04.664462 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eebea837-57f7-4590-bfd4-acd0062ab143 req-e50182b0-a9f1-4fe6-b1cf-f37522fc0990 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1710062 Nov 19 19:02:04.698934 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:04.749250 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-0d3f9398-521b-4bc7-9003-46080abf24a0 service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719488 Nov 19 19:02:04.761445 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eebea837-57f7-4590-bfd4-acd0062ab143 req-5e3305d9-bae0-4452-ba6d-ab3a7cdb0292 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1e6bb29b-8076-4045-ad7a-95421f58820b HTTP/1.1" status: 200 len: 217 time: 0.0866737 Nov 19 19:02:04.904313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebea837-57f7-4590-bfd4-acd0062ab143 req-310be7f8-e7c4-4b0d-be80-f841577ec455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:04.905791 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eebea837-57f7-4590-bfd4-acd0062ab143 req-310be7f8-e7c4-4b0d-be80-f841577ec455 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1366453 Nov 19 19:02:04.922808 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7f98db6b-356b-4185-97a0-c41a6bfbfd5e req-ee0708c0-77b7-454f-9213-0870c927afc0 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502894 Nov 19 19:02:04.989029 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:05.027825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebea837-57f7-4590-bfd4-acd0062ab143 req-c9de17d8-626a-4052-8826-e238868101a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:05.029853 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eebea837-57f7-4590-bfd4-acd0062ab143 req-c9de17d8-626a-4052-8826-e238868101a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016963 Nov 19 19:02:05.194850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8a4bb4e0-2ffc-4b8f-a9f1-2ce1953c1d72 None None] Provisioning complete for port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:05.195724 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a4bb4e0-2ffc-4b8f-a9f1-2ce1953c1d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:05.239343 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eebea837-57f7-4590-bfd4-acd0062ab143 req-64eb7f69-f8d9-4afa-960e-26d6bde5af7f service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980753 Nov 19 19:02:05.291275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8a4bb4e0-2ffc-4b8f-a9f1-2ce1953c1d72 None None] Port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:05.312103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9122d8f5-de40-4c0e-8cfa-58598bcb8beb req-f81c23c1-7939-46a2-a62d-3c494ec48a15 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 210 time: 0.0650296 Nov 19 19:02:05.446752 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:05.473549 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:05.502881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eebea837-57f7-4590-bfd4-acd0062ab143 req-9cbf329f-1c29-4047-bbe5-83224ebe1cb2 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492313 Nov 19 19:02:05.700078 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:05.707627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:05.787283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6baf27-512f-417b-9a12-9a00cfdd8211 req-36629333-721e-45b4-92a5-e2d85a94fe4f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:05.811613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac6baf27-512f-417b-9a12-9a00cfdd8211 req-36629333-721e-45b4-92a5-e2d85a94fe4f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 944 time: 0.1343856 Nov 19 19:02:05.968222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 705ab8a2-288a-4e44-8590-b148fabbb237 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:05.980831 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac6baf27-512f-417b-9a12-9a00cfdd8211 req-6eba7028-f2e2-4fd2-bac1-64d04e80f269 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675839 Nov 19 19:02:06.029217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Network 47998ccf-0361-4da4-989f-99aa309b019b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:06.031335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:06.093381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 705ab8a2-288a-4e44-8590-b148fabbb237 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:06.093777 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:06.218365 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:06.252638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2f05cfb7-84b5-4e98-926c-50188ca3288d up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:06.288548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 705ab8a2-288a-4e44-8590-b148fabbb237, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=705ab8a2-288a-4e44-8590-b148fabbb237,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:06.316054 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:06.329181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc3726-1833-4704-acf5-cbc51551b814 req-bb22deb0-9bd2-47b9-a53b-f816010b9969 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:06.340430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1bc3726-1833-4704-acf5-cbc51551b814 req-bb22deb0-9bd2-47b9-a53b-f816010b9969 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 948 time: 0.1670122 Nov 19 19:02:06.420680 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1bc3726-1833-4704-acf5-cbc51551b814 req-ccd2ac7f-ac3e-43c2-a58e-20824c6b13f8 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790331 Nov 19 19:02:06.451871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:02:06.464637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=705ab8a2-288a-4e44-8590-b148fabbb237,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:06.470376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 2f05cfb7-84b5-4e98-926c-50188ca3288d completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:02:06.475305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 2f05cfb7-84b5-4e98-926c-50188ca3288d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:06.476299 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:06.569544 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8f8c0d67-23fc-4ca4-a19b-1129650f5da9 None None] Provisioning complete for port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:06.570064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0d67-23fc-4ca4-a19b-1129650f5da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:06.622790 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10a815e3-bf7e-40f7-b176-a73a62c0bb8e req-89f6a54b-79ca-4f51-b455-d441341143ad tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 210 time: 0.0561366 Nov 19 19:02:06.680208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c0d67-23fc-4ca4-a19b-1129650f5da9 None None] Port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:06.688101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45138) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:06.690334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:02:06.701576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-21f0e070-6041-4637-a6cb-e87f08531d53 admin admin] 10.222.0.50 "PUT /v2.0/routers/f415a95f-fcd7-46a0-bc5f-f784ecaf71d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5229414 Nov 19 19:02:06.722220 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:06.777476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182aa7df-3387-462a-a231-5914de3e6604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f05cfb7-84b5-4e98-926c-50188ca3288d'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:06.781480 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b236579-1801-42dc-822f-384f0f917b9e" -d '{"events": [{"server_uuid": "182aa7df-3387-462a-a231-5914de3e6604", "name": "network-vif-plugged", "status": "completed", "tag": "2f05cfb7-84b5-4e98-926c-50188ca3288d"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:06.827037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 2f05cfb7-84b5-4e98-926c-50188ca3288d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2f05cfb7-84b5-4e98-926c-50188ca3288d,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:06.844979 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:06.890830 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e0fc312-49ee-468a-bd92-8a3c9660aea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:06.970438 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca95f81-4369-44b3-8020-0e3d58544ade x-openstack-request-id: req-eca95f81-4369-44b3-8020-0e3d58544ade {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:06.970438 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182aa7df-3387-462a-a231-5914de3e6604", "name": "network-vif-plugged", "status": "completed", "tag": "2f05cfb7-84b5-4e98-926c-50188ca3288d", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:06.973086 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eca95f81-4369-44b3-8020-0e3d58544ade {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:06.973363 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182aa7df-3387-462a-a231-5914de3e6604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f05cfb7-84b5-4e98-926c-50188ca3288d', 'code': 200} Nov 19 19:02:06.985549 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45146) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:07.043479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-03c6c185-e4fb-444e-b9fb-8109eb1a567e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:07.045907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-03c6c185-e4fb-444e-b9fb-8109eb1a567e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.2586973 Nov 19 19:02:07.058304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=2f05cfb7-84b5-4e98-926c-50188ca3288d,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:07.058886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Request body: {'port': {'device_id': '108f3875-49e4-46f8-a7ab-0a3254bbf1ff', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'admin_state_up': True, 'tenant_id': '0822a5990c6d4baa88c1925bc6e8c03d'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:07.078791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1895341127'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:07.149969 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e0fc312-49ee-468a-bd92-8a3c9660aea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.179930 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e0fc312-49ee-468a-bd92-8a3c9660aea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.201856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:07.205223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.226511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee8790-a4ae-43fd-bc8a-3ec78abaacaa req-a32ee98b-cc52-47c9-a585-79308ccd83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:07.228008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3bee8790-a4ae-43fd-bc8a-3ec78abaacaa req-a32ee98b-cc52-47c9-a585-79308ccd83ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 1096 time: 0.1846333 Nov 19 19:02:07.228342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Made reservation on behalf of 0822a5990c6d4baa88c1925bc6e8c03d for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:07.233611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.285862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccf2eb-0ecb-46ae-931f-0c84f4a203d1 req-de999777-4813-490e-9df1-67fc20871df2 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:07.293518 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c9ccf2eb-0ecb-46ae-931f-0c84f4a203d1 req-de999777-4813-490e-9df1-67fc20871df2 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 945 time: 0.1672616 Nov 19 19:02:07.300775 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8e0fc312-49ee-468a-bd92-8a3c9660aea7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0f5a037b77941b0b5f591c6d3ffc1f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6109436 Nov 19 19:02:07.304452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45154) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:07.306542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fc312-49ee-468a-bd92-8a3c9660aea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeb9614-ab16-4839-8f57-a699d29e7d93,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:07.315944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Sync routers for ids ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:02:07.331423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Routers {'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:07.332775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:07.352049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:02:07.401076 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.401429 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Added segment 96db1b64-cee0-4d93-ab83-7aa574878411 of type vlan for network 831f8dcf-794a-489c-871b-8fba82e58cac Nov 19 19:02:07.423716 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3bee8790-a4ae-43fd-bc8a-3ec78abaacaa req-9638fcc2-6dc5-464a-a707-ad8d8a0f3369 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804235 Nov 19 19:02:07.434572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Allocated IP 172.20.0.5 (33645d32-bbf5-48f5-aa27-3ad32c083eac/1adb8f58-a9f2-4093-af5c-d27d0a8408a8/3cadfc1b-9ca4-4da6-94b7-500b1791e6d1) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:07.474248 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c9ccf2eb-0ecb-46ae-931f-0c84f4a203d1 req-b78da5ef-23af-42bd-9ee5-ccf142f6d1ae tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775093 Nov 19 19:02:07.502983 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85c3718c-988d-417e-b926-93f62a480a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.508670 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.564753 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85c3718c-988d-417e-b926-93f62a480a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.589439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.598250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:07.599027 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.633002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Set router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:07.665036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daf351-4a38-4b12-9fdd-022fca9b5c8f req-ae42a71c-b70c-44f8-b73d-81d0ce7f6729 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:07.666618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80daf351-4a38-4b12-9fdd-022fca9b5c8f req-ae42a71c-b70c-44f8-b73d-81d0ce7f6729 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 948 time: 0.1080682 Nov 19 19:02:07.695984 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7065609 Nov 19 19:02:07.697467 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45162) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:07.708682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'subnet': {'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:07.714763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a3bdf-f0e5-446d-a44d-53ccdb8eec24 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Network': ['ID=831f8dcf-794a-489c-871b-8fba82e58cac,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:07.730809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 831f8dcf-794a-489c-871b-8fba82e58cac details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:02:07.769795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80daf351-4a38-4b12-9fdd-022fca9b5c8f req-47bb1949-4c0c-4752-82d4-79d3fb62fb69 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937641 Nov 19 19:02:07.774811 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.826641 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.860367 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9e04f3fb-b827-4ab7-91fc-bf71d081d86f req-6f7f3a17-10b6-4ac7-9a01-be0ae5d6f54c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 210 time: 0.0528903 Nov 19 19:02:07.861607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85c3718c-988d-417e-b926-93f62a480a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.865850 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85c3718c-988d-417e-b926-93f62a480a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:07.874364 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-85c3718c-988d-417e-b926-93f62a480a21 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0eeb9614-ab16-4839-8f57-a699d29e7d93 HTTP/1.1" status: 204 len: 168 time: 0.5685225 Nov 19 19:02:07.890286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Network 33645d32-bbf5-48f5-aa27-3ad32c083eac is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:07.896836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3718c-988d-417e-b926-93f62a480a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeb9614-ab16-4839-8f57-a699d29e7d93,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:07.911409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:07.917201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:07.925901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 705ab8a2-288a-4e44-8590-b148fabbb237 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:07.950148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event updated for resources: {'Port': ['ID=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:07.980627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:07.987828 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.005645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:08.006537 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.022850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 705ab8a2-288a-4e44-8590-b148fabbb237 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:08.023234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.040905 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-4dae2acf-f0d4-4243-af3b-1be9ee20c8cc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9857028 Nov 19 19:02:08.055611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Request body: {'port': {'device_id': '108f3875-49e4-46f8-a7ab-0a3254bbf1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:08.062098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'name': 'tempest-ServersTestMultiNic-247352141-router', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:59Z', 'updated_at': '2021-11-19T19:02:04Z', 'revision_number': 4, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'gw_port': {'id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:00Z', 'updated_at': '2021-11-19T19:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4', 'name': '', 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'mac_address': 'fa:16:3e:de:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '0d7157a4-367a-4e1f-9b8b-31797d206e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:03Z', 'updated_at': '2021-11-19T19:02:05Z', 'revision_number': 2, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'subnets': [{'id': '0d7157a4-367a-4e1f-9b8b-31797d206e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:08.106291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Checking router: f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:02:08.107640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Updating router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:02:08.130402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.149811 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.224452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.265545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 1e6bb29b-8076-4045-ad7a-95421f58820b details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:02:08.281000 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5233e9b7-7b2b-4b8e-8449-43b23822dd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.335290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Subnet': ['ID=11c32860-b8cd-4a2d-8d25-56c6b3c1d28d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:08.352034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Checking segment: {'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:08.352750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network hostable DHCP agents. Network: 831f8dcf-794a-489c-871b-8fba82e58cac, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:02:08.384011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network 831f8dcf-794a-489c-871b-8fba82e58cac is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:02:08.397188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 831f8dcf-794a-489c-871b-8fba82e58cac) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:08.414114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:08.416297 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.431510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad5b52-0bed-44e9-b717-62c4af76e94c None None] Network 831f8dcf-794a-489c-871b-8fba82e58cac requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:08.448587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-378649f8-274e-4a86-ae3e-f2931abb8c10 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7493527 Nov 19 19:02:08.452646 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45178) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:08.457689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1356375741'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:08.481890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:08.486361 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.520507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:08.521156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:02:08.530985 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.536824 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.537177 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Added segment 71dd30af-8904-41a7-879b-bd8d79cbc9da of type vlan for network 783750c2-afae-49ca-a55a-d830a889fb7b Nov 19 19:02:08.548598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Transition to ACTIVE for port object 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:02:08.557264 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.625802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:08.663759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 1e6bb29b-8076-4045-ad7a-95421f58820b, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=1e6bb29b-8076-4045-ad7a-95421f58820b,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:08.684086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '1e6bb29b-8076-4045-ad7a-95421f58820b', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '1e6bb29b-8076-4045-ad7a-95421f58820b', 'mac_address': 'fa:16:3e:90:e8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:02:08.708541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Attempting to bind port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:08.708981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Attempting to bind port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:08.709401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Attempting to bind port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:08.717620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:02:08.718094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Attempting to bind port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:08.727062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:08.727557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Checking segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:08.728060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Bound using segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:08.728596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Bound port: 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:08.729072 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.830562 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.836898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] For port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:08.848376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] For port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:08.862890 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.871402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6bb29b-8076-4045-ad7a-95421f58820b {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:08.915602 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:08.916332 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.917995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 HTTP/1.1" status: 200 len: 1091 time: 0.8689458 Nov 19 19:02:08.918684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 1e6bb29b-8076-4045-ad7a-95421f58820b, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=1e6bb29b-8076-4045-ad7a-95421f58820b,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:08.919359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108f3875-49e4-46f8-a7ab-0a3254bbf1ff', 'tag': '3cadfc1b-9ca4-4da6-94b7-500b1791e6d1'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:08.929924 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f4f8f-7438-4786-a798-4dce12a8a9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "108f3875-49e4-46f8-a7ab-0a3254bbf1ff", "tag": "3cadfc1b-9ca4-4da6-94b7-500b1791e6d1"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:08.959787 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:08.995112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-831f8dcf-794a-489c-871b-8fba82e58cac', 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'fixed_ips': [{'subnet_id': '11c32860-b8cd-4a2d-8d25-56c6b3c1d28d'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:02:08.995906 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.010150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45198) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:09.027012 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.049684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893426a-e145-4a4a-8438-26198c5317a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:09.055469 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.101135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4acc45-f27c-4efa-8ad2-a5036497f816 req-687b4050-086f-4055-9c9c-2d8a8c7ed1a9 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:09.110005 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c4acc45-f27c-4efa-8ad2-a5036497f816 req-687b4050-086f-4055-9c9c-2d8a8c7ed1a9 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 949 time: 0.1272094 Nov 19 19:02:09.114917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=1e6bb29b-8076-4045-ad7a-95421f58820b,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:09.126341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-e49d3ee3-4a17-49fe-9b92-898f7a424d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:09.128612 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-e49d3ee3-4a17-49fe-9b92-898f7a424d75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 1094 time: 0.1190777 Nov 19 19:02:09.189565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-428ee51f-6939-43ae-855b-89e81d12d41a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 HTTP/1.1" status: 200 len: 217 time: 0.0518291 Nov 19 19:02:09.215097 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.218292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-16232258'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:09.244274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Allocated IP 19.80.0.2 (831f8dcf-794a-489c-871b-8fba82e58cac/11c32860-b8cd-4a2d-8d25-56c6b3c1d28d/7837a398-c14c-4572-a190-63724011f291) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:09.251158 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.257491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:09.258282 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.289531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c4acc45-f27c-4efa-8ad2-a5036497f816 req-d2735f66-c1ea-481a-afe0-eb989cb9e5dc tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784289 Nov 19 19:02:09.291975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fa4d2-1e9a-49ed-9102-72fd1a1183c9 req-544ffd08-fa1f-4e31-8c81-c63d71ed2179 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:09.303249 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-996fa4d2-1e9a-49ed-9102-72fd1a1183c9 req-544ffd08-fa1f-4e31-8c81-c63d71ed2179 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 945 time: 0.7003052 Nov 19 19:02:09.362151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-517c473e-2afa-4ef0-8706-25e306620ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:09.365966 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-517c473e-2afa-4ef0-8706-25e306620ab1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.1648378 Nov 19 19:02:09.367204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Made reservation on behalf of 2aeec69edf1d45228326eb9df851466f for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:09.377458 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.383567 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9275055 Nov 19 19:02:09.384550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45202) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:09.398427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'subnet': {'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:09.408890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd80b7-3050-48a9-9571-030f624b7d52 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Network': ['ID=783750c2-afae-49ca-a55a-d830a889fb7b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:09.422222 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-996fa4d2-1e9a-49ed-9102-72fd1a1183c9 req-a96c146c-4c1e-4913-b17e-e17346daf82b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177664 Nov 19 19:02:09.434994 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.435211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 783750c2-afae-49ca-a55a-d830a889fb7b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:02:09.477195 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-7275b60b-7c47-43ae-8a6c-b272e2ba94d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945082 Nov 19 19:02:09.489355 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456d65b9-1568-4560-ac0b-54a3a9470aa3 x-openstack-request-id: req-456d65b9-1568-4560-ac0b-54a3a9470aa3 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:09.489653 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108f3875-49e4-46f8-a7ab-0a3254bbf1ff", "tag": "3cadfc1b-9ca4-4da6-94b7-500b1791e6d1", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:09.489953 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-456d65b9-1568-4560-ac0b-54a3a9470aa3 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:09.490359 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108f3875-49e4-46f8-a7ab-0a3254bbf1ff', 'tag': '3cadfc1b-9ca4-4da6-94b7-500b1791e6d1', 'status': 'completed', 'code': 200} Nov 19 19:02:09.521419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5d943-bc8c-42d1-b25d-487e2dbd280e None None] Pushing event updated for resources: {'Port': ['ID=2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:09.524138 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.552880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4a1d2a31-c446-487e-8cf9-55ebe868f5b2 None None] Provisioning complete for port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:09.553253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4a1d2a31-c446-487e-8cf9-55ebe868f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.557548 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.634748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['1e6bb29b-8076-4045-ad7a-95421f58820b'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:09.636386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5577e-1ef8-4f74-8df6-33b05a3d137b req-dacaf8a4-28e6-4cfe-a7e6-491527904ed9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:09.638465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bce5577e-1ef8-4f74-8df6-33b05a3d137b req-dacaf8a4-28e6-4cfe-a7e6-491527904ed9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 943 time: 0.2286503 Nov 19 19:02:09.697952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:09.702112 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.725079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-0ffabaf3-c81a-47e4-b123-e702156d0e82 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204592 Nov 19 19:02:09.830772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Network 831f8dcf-794a-489c-871b-8fba82e58cac is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:09.841306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Attempting to bind port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:09.841682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Attempting to bind port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'ae944fef-5ab8-465a-8a3f-157dfcf5f663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:09.842072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Attempting to bind port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 on network 47998ccf-0361-4da4-989f-99aa309b019b {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:09.844254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:09.846082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d2a31-c446-487e-8cf9-55ebe868f5b2 None None] Port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:09.850291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:09.858459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.866327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Pushing event updated for resources: {'Port': ['ID=7837a398-c14c-4572-a190-63724011f291,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:09.869213 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:09.869591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Checking segment: {'id': 'ae944fef-5ab8-465a-8a3f-157dfcf5f663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:09.870170 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.870577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Bound using segment: {'id': 'ae944fef-5ab8-465a-8a3f-157dfcf5f663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:09.871053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Bound port: 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae944fef-5ab8-465a-8a3f-157dfcf5f663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:09.871592 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.873851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bce5577e-1ef8-4f74-8df6-33b05a3d137b req-d3fb93a3-3de3-4013-8063-b37e70d19da2 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272894 Nov 19 19:02:09.874698 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.934204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:02:09.973569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb34a72-2377-481a-9bdc-e870bce4c681,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:09.982626 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:09.983069 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Added segment eda5c287-8b1a-422f-8d73-de85fe825da6 of type vlan for network a61d2219-4e65-4983-adf7-b005f78e3dcb Nov 19 19:02:09.994563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b40bdf0b-c82e-437e-a200-e135bf438a65 req-fbb06ad7-e372-4053-902e-1a3dec60338e service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377706 Nov 19 19:02:09.997969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Attempting to bind port 7837a398-c14c-4572-a190-63724011f291 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:09.998425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Attempting to bind port 7837a398-c14c-4572-a190-63724011f291 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:09.998776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Attempting to bind port 7837a398-c14c-4572-a190-63724011f291 on network 831f8dcf-794a-489c-871b-8fba82e58cac {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:10.020147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:10.020522 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Checking segment: {'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:10.020927 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.021324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Bound using segment: {'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:10.021833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Bound port: 7837a398-c14c-4572-a190-63724011f291, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:10.022221 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.035769 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.048117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] For port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:10.064806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] For port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4,segment=NetworkSegment(ae944fef-5ab8-465a-8a3f-157dfcf5f663),segment_id=ae944fef-5ab8-465a-8a3f-157dfcf5f663)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:10.088820 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.128490 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.134239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:10.134837 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.200743 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-467f817c-c073-4490-9dde-42e6af151382 None None] For port 7837a398-c14c-4572-a190-63724011f291, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:10.211515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5d943-bc8c-42d1-b25d-487e2dbd280e None None] Pushing event updated for resources: {'Port': ['ID=2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:10.214711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Routers {'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:10.215311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:01:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:10.259301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-467f817c-c073-4490-9dde-42e6af151382 None None] For port 7837a398-c14c-4572-a190-63724011f291, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7837a398-c14c-4572-a190-63724011f291,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:10.270703 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.418939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] Set router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:10.459063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f817c-c073-4490-9dde-42e6af151382 None None] Pushing event updated for resources: {'Port': ['ID=7837a398-c14c-4572-a190-63724011f291,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:10.525845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04814db-0939-48ae-9d40-3ce3982556b4 req-24045e6f-0286-4b63-b611-38f2e8cf1ad5 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:10.532880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3502b101-8237-4e6b-88e7-141923d13a88 None None] Provisioning complete for port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:10.533249 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3502b101-8237-4e6b-88e7-141923d13a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.538905 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f04814db-0939-48ae-9d40-3ce3982556b4 req-24045e6f-0286-4b63-b611-38f2e8cf1ad5 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 949 time: 0.1521802 Nov 19 19:02:10.614952 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0da6-da4a-4509-afad-fed881416a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.660558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f4f8f-7438-4786-a798-4dce12a8a9a3 req-0aad0184-dca9-45bc-b00d-2dd06db729f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:10.662082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-135f4f8f-7438-4786-a798-4dce12a8a9a3 req-0aad0184-dca9-45bc-b00d-2dd06db729f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 1094 time: 0.6004231 Nov 19 19:02:10.674890 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f04814db-0939-48ae-9d40-3ce3982556b4 req-6c74a561-eea7-4b2d-b4e1-03aba9131a96 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316438 Nov 19 19:02:10.741369 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.747406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7271266 Nov 19 19:02:10.750908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45214) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:10.762239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Request body: {'subnet': {'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:10.821014 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3502b101-8237-4e6b-88e7-141923d13a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.836760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff70e7-29c8-49d4-a03a-e3a117750054 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'Network': ['ID=a61d2219-4e65-4983-adf7-b005f78e3dcb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:10.853687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network a61d2219-4e65-4983-adf7-b005f78e3dcb details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:02:10.912133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34648d1-51c2-4cd2-93de-f95f8abed21d req-db3d510a-147f-4e4b-a95c-95b7f61da80d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:10.920690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a34648d1-51c2-4cd2-93de-f95f8abed21d req-db3d510a-147f-4e4b-a95c-95b7f61da80d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 945 time: 0.2985849 Nov 19 19:02:10.923381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3502b101-8237-4e6b-88e7-141923d13a88 None None] For port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4,segment=NetworkSegment(ae944fef-5ab8-465a-8a3f-157dfcf5f663),segment_id=ae944fef-5ab8-465a-8a3f-157dfcf5f663)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:10.937593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Made reservation on behalf of 2aeec69edf1d45228326eb9df851466f for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:10.941531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Subnet': ['ID=3ab4f255-e115-4e10-b898-b31f165257d9,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:10.941669 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.944159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3502b101-8237-4e6b-88e7-141923d13a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:10.998362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f4f8f-7438-4786-a798-4dce12a8a9a3 req-4af3911e-de1a-46b0-8cc6-2aa32f05aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:11.002071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-135f4f8f-7438-4786-a798-4dce12a8a9a3 req-4af3911e-de1a-46b0-8cc6-2aa32f05aa03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 913 time: 0.3233793 Nov 19 19:02:11.022530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Checking segment: {'id': '71dd30af-8904-41a7-879b-bd8d79cbc9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:11.022530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network hostable DHCP agents. Network: 783750c2-afae-49ca-a55a-d830a889fb7b, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:02:11.023197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502b101-8237-4e6b-88e7-141923d13a88 None None] Pushing event updated for resources: {'Port': ['ID=2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:11.028322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'name': 'tempest-ServersTestMultiNic-247352141-router', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:59Z', 'updated_at': '2021-11-19T19:02:04Z', 'revision_number': 4, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'gw_port': {'id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:00Z', 'updated_at': '2021-11-19T19:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4', 'name': '', 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'mac_address': 'fa:16:3e:de:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '0d7157a4-367a-4e1f-9b8b-31797d206e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:03Z', 'updated_at': '2021-11-19T19:02:10Z', 'revision_number': 4, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'subnets': [{'id': '0d7157a4-367a-4e1f-9b8b-31797d206e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:11.057880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c5024-69a8-4b33-af6b-bb99746308a1 None None] The sync data for ids ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'] in n-d-815373-6 is: [{'id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'name': 'tempest-ServersTestMultiNic-247352141-router', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:59Z', 'updated_at': '2021-11-19T19:02:04Z', 'revision_number': 4, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'gw_port': {'id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:00Z', 'updated_at': '2021-11-19T19:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4', 'name': '', 'network_id': '47998ccf-0361-4da4-989f-99aa309b019b', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'mac_address': 'fa:16:3e:de:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '0d7157a4-367a-4e1f-9b8b-31797d206e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:03Z', 'updated_at': '2021-11-19T19:02:10Z', 'revision_number': 4, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'subnets': [{'id': '0d7157a4-367a-4e1f-9b8b-31797d206e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:02:11.115155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-135f4f8f-7438-4786-a798-4dce12a8a9a3 req-7308846c-875c-42a3-b6e7-57fc4895372e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 HTTP/1.1" status: 200 len: 217 time: 0.1038516 Nov 19 19:02:11.135352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network 783750c2-afae-49ca-a55a-d830a889fb7b is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:02:11.215847 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a34648d1-51c2-4cd2-93de-f95f8abed21d req-b65b351f-191f-4d45-a6f6-b93788faaa60 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885735 Nov 19 19:02:11.251463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f4f8f-7438-4786-a798-4dce12a8a9a3 req-6a3ea0f5-5e08-4b7f-a9d7-a2283bf84846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:11.253077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-135f4f8f-7438-4786-a798-4dce12a8a9a3 req-6a3ea0f5-5e08-4b7f-a9d7-a2283bf84846 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.1187689 Nov 19 19:02:11.266570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 783750c2-afae-49ca-a55a-d830a889fb7b) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:11.278531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4481a414-1ccc-4e5f-aa6d-06a9549de420 None None] Network 783750c2-afae-49ca-a55a-d830a889fb7b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:11.292518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:11.294934 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:11.297166 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da239b2-be98-4278-ab07-108173fb1075 req-81467dbf-c246-4d9c-a12d-8f6697b0d265 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:11.304810 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2da239b2-be98-4278-ab07-108173fb1075 req-81467dbf-c246-4d9c-a12d-8f6697b0d265 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 943 time: 0.1535943 Nov 19 19:02:11.315729 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-135f4f8f-7438-4786-a798-4dce12a8a9a3 req-1db06e72-c909-4643-b7ac-a406566a2475 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479043 Nov 19 19:02:11.354647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fe3f1a85-7e28-4277-8b29-3a6e3541e581 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9529507 Nov 19 19:02:11.396103 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:11.501626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-135f4f8f-7438-4786-a798-4dce12a8a9a3 req-ab2f63e2-83b7-4ed9-8fd9-f9001b9f4f43 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750956 Nov 19 19:02:11.559226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2da239b2-be98-4278-ab07-108173fb1075 req-e64fba0b-2878-4365-b2e0-4ea80802a99a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535141 Nov 19 19:02:11.598351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-783750c2-afae-49ca-a55a-d830a889fb7b', 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'fixed_ips': [{'subnet_id': '3ab4f255-e115-4e10-b898-b31f165257d9'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:02:11.601573 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:11.633789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'Subnet': ['ID=677ad895-ccee-4d18-8d97-e8c3c64add64,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:11.647676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Checking segment: {'id': 'eda5c287-8b1a-422f-8d73-de85fe825da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:11.648032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Network hostable DHCP agents. Network: a61d2219-4e65-4983-adf7-b005f78e3dcb, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:02:11.689559 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Network a61d2219-4e65-4983-adf7-b005f78e3dcb is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:02:11.731689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9b614-b4a7-4b01-b50b-10fe817e76ed req-531f940b-455b-490e-8ed5-4bed4493a619 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:11.734118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f6d9b614-b4a7-4b01-b50b-10fe817e76ed req-531f940b-455b-490e-8ed5-4bed4493a619 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1279788 Nov 19 19:02:11.772839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, a61d2219-4e65-4983-adf7-b005f78e3dcb) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:11.779689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:11.780587 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:11.803749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Allocated IP 19.86.0.2 (783750c2-afae-49ca-a55a-d830a889fb7b/3ab4f255-e115-4e10-b898-b31f165257d9/3d138ff6-b6df-4476-978c-e8247c4940f2) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:11.807448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-135f4f8f-7438-4786-a798-4dce12a8a9a3 req-6ed0997a-3981-4be5-ad1b-ae73abf2cb5c service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981012 Nov 19 19:02:11.824841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ed2246f3-c66d-457e-bd9a-037463d005cf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0713160 Nov 19 19:02:11.828309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45236) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:11.834611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Request body: {'port': {'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb', 'name': 'tempest-AllowedAddressPairTestJSON-639128729'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:11.858501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac67f3f-87e8-404f-8e94-90ed9108bcaf None None] Network a61d2219-4e65-4983-adf7-b005f78e3dcb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:11.911754 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f6d9b614-b4a7-4b01-b50b-10fe817e76ed req-a18c7b0d-0484-4fd2-a7f9-9310ddf9e55b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651816 Nov 19 19:02:11.931647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326e78-6659-4a17-badf-627df92cdad6 req-34c29c40-e5a3-41d5-9794-746d1d7432eb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:11.944931 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7e326e78-6659-4a17-badf-627df92cdad6 req-34c29c40-e5a3-41d5-9794-746d1d7432eb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 945 time: 0.2379096 Nov 19 19:02:12.091967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:12.094170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7e326e78-6659-4a17-badf-627df92cdad6 req-a3514023-b8d8-49c5-87f8-c2bc3140400f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415074 Nov 19 19:02:12.144772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad90e74-9d56-4ef8-80a7-dca96a5214e1 None None] Network 831f8dcf-794a-489c-871b-8fba82e58cac requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:12.178203 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-cbad632e-4e54-4fc0-bf86-7c114308a035 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:12.179392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Made reservation on behalf of 2aeec69edf1d45228326eb9df851466f for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:12.183267 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:12.185436 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-cbad632e-4e54-4fc0-bf86-7c114308a035 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:12.187407 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-cbad632e-4e54-4fc0-bf86-7c114308a035 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/networks?id=831f8dcf-794a-489c-871b-8fba82e58cac&id=783750c2-afae-49ca-a55a-d830a889fb7b&id=831f8dcf-794a-489c-871b-8fba82e58cac HTTP/1.1" status: 200 len: 1392 time: 0.1642683 Nov 19 19:02:12.213483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] device_id is not set on port 7adc4d2e-8eac-4e68-bbbd-c20d426c9d48 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:02:12.217239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-82d02257-e834-47c4-a91d-b82e9e279905 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/quotas/c2aee667bfcd43859f4281c15b680f51 HTTP/1.1" status: 200 len: 375 time: 0.0235424 Nov 19 19:02:12.218563 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:12.248945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6376c1a2-6f44-4a61-8dde-f4a551177ab5 None None] Provisioning complete for port 7837a398-c14c-4572-a190-63724011f291 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:12.249325 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6376c1a2-6f44-4a61-8dde-f4a551177ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:12.295716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 1e6bb29b-8076-4045-ad7a-95421f58820b up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:12.305355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-276aae49-2675-4a07-badb-d77b7d2e53e8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c2aee667bfcd43859f4281c15b680f51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871079 Nov 19 19:02:12.327230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7142a-4f91-4136-80a9-dd4751e725b2 req-c5bfe353-e20e-4ff7-98ed-640b5f440b19 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:12.328876 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ec7142a-4f91-4136-80a9-dd4751e725b2 req-c5bfe353-e20e-4ff7-98ed-640b5f440b19 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 949 time: 0.1186960 Nov 19 19:02:12.410563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Allocated IP 172.20.0.13 (a61d2219-4e65-4983-adf7-b005f78e3dcb/677ad895-ccee-4d18-8d97-e8c3c64add64/7adc4d2e-8eac-4e68-bbbd-c20d426c9d48) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:12.430975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-62256e21-8603-45ec-ba3d-12331bcea597 service neutron] 10.222.0.50 "GET /v2.0/networks/831f8dcf-794a-489c-871b-8fba82e58cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244664 Nov 19 19:02:12.432485 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ec7142a-4f91-4136-80a9-dd4751e725b2 req-c98190f5-238c-4c76-a249-d72783be46b8 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964098 Nov 19 19:02:12.532686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:02:12.569701 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-9de102b4-d532-48e9-95c4-f0b034ded903 service neutron] 10.222.0.50 "GET /v2.0/networks/831f8dcf-794a-489c-871b-8fba82e58cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375196 Nov 19 19:02:12.670138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:12.682204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:12.682754 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:12.705345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830effe-97eb-43dd-a623-74e05989f03b req-2bed009f-46b9-4213-8b62-833bf446ac56 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:12.707394 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a830effe-97eb-43dd-a623-74e05989f03b req-2bed009f-46b9-4213-8b62-833bf446ac56 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0881121 Nov 19 19:02:12.732107 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f9820172-4589-4422-9608-60da48061a4f service neutron] 10.222.0.50 "GET /v2.0/networks/783750c2-afae-49ca-a55a-d830a889fb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533775 Nov 19 19:02:12.771628 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:12.825053 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a830effe-97eb-43dd-a623-74e05989f03b req-b6b12277-39c4-40c5-8965-7f3355279194 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044745 Nov 19 19:02:12.866086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Network a61d2219-4e65-4983-adf7-b005f78e3dcb is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:12.869453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:12.875577 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:12.879975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'Port': ['ID=7adc4d2e-8eac-4e68-bbbd-c20d426c9d48,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:12.979703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:12.980314 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:12.997092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f33dab69-e57c-456e-b2f1-9a66b7ad2f74 service neutron] 10.222.0.50 "GET /v2.0/networks/783750c2-afae-49ca-a55a-d830a889fb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583587 Nov 19 19:02:13.005061 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f9324-7538-45bb-a687-1733584ceb82 req-42e6a508-f193-4aa7-90ca-8c6fe08cdb34 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:13.006777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c8f9324-7538-45bb-a687-1733584ceb82 req-42e6a508-f193-4aa7-90ca-8c6fe08cdb34 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.57 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 945 time: 0.0936301 Nov 19 19:02:13.023589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 1e6bb29b-8076-4045-ad7a-95421f58820b completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:02:13.037096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cc9a7826-d0a6-45ec-a6d7-51c786cf4d96 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2065952 Nov 19 19:02:13.055974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45254) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:13.063798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Request body: {'port': {'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb', 'name': 'tempest-AllowedAddressPairTestJSON-533336815', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:3d:c8:f3'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:13.066160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 1e6bb29b-8076-4045-ad7a-95421f58820b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:13.066541 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.154979 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.161484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:13.169116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63644f4-7826-40c4-b9a9-8cc1da77e6d0 req-d545b3ed-99c5-4dc4-a43f-17f73ba5a027 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:13.170675 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a63644f4-7826-40c4-b9a9-8cc1da77e6d0 req-d545b3ed-99c5-4dc4-a43f-17f73ba5a027 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 943 time: 0.1074784 Nov 19 19:02:13.214889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5c8f9324-7538-45bb-a687-1733584ceb82 req-f5e333a6-a51c-4186-9f1c-8ee82d22704f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Deleting port 2f05cfb7-84b5-4e98-926c-50188ca3288d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:13.215238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5c8f9324-7538-45bb-a687-1733584ceb82 req-f5e333a6-a51c-4186-9f1c-8ee82d22704f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.240751 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.251606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-0e6a0fbe-78a4-4a49-9e89-b18673db2213 service neutron] 10.222.0.50 "GET /v2.0/networks/831f8dcf-794a-489c-871b-8fba82e58cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478969 Nov 19 19:02:13.270544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-7c345354-8aea-4962-b697-1b4cf9f069a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1595151 Nov 19 19:02:13.283673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '3cadfc1b-9ca4-4da6-94b7-500b1791e6d1', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'port_id': '3cadfc1b-9ca4-4da6-94b7-500b1791e6d1', 'mac_address': 'fa:16:3e:31:f2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adb8f58-a9f2-4093-af5c-d27d0a8408a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:02:13.296701 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a63644f4-7826-40c4-b9a9-8cc1da77e6d0 req-89ca0f37-7971-42b4-8ea4-a32b4a7754fe tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184628 Nov 19 19:02:13.343073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7837a398-c14c-4572-a190-63724011f291 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:13.344632 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.363395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-5c8f9324-7538-45bb-a687-1733584ceb82 req-f5e333a6-a51c-4186-9f1c-8ee82d22704f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] For port 2f05cfb7-84b5-4e98-926c-50188ca3288d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2f05cfb7-84b5-4e98-926c-50188ca3288d,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:13.363775 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5c8f9324-7538-45bb-a687-1733584ceb82 req-f5e333a6-a51c-4186-9f1c-8ee82d22704f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.379240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5c8f9324-7538-45bb-a687-1733584ceb82 req-f5e333a6-a51c-4186-9f1c-8ee82d22704f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Calling delete_port for 2f05cfb7-84b5-4e98-926c-50188ca3288d owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:13.396069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Made reservation on behalf of 2aeec69edf1d45228326eb9df851466f for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:13.427634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Network 783750c2-afae-49ca-a55a-d830a889fb7b is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:13.437165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:13.439419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:13.441611 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6376c1a2-6f44-4a61-8dde-f4a551177ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.525567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-260583d3-d606-4a67-86e1-a8a7d2e907a4 service neutron] 10.222.0.50 "GET /v2.0/networks/831f8dcf-794a-489c-871b-8fba82e58cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575910 Nov 19 19:02:13.538203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-a61d2219-4e65-4983-adf7-b005f78e3dcb', 'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb', 'tenant_id': '2aeec69edf1d45228326eb9df851466f', 'fixed_ips': [{'subnet_id': '677ad895-ccee-4d18-8d97-e8c3c64add64'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:02:13.539164 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.539287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-3b1596d2-7eed-4f98-9e49-d36a9299d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:13.541340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-3b1596d2-7eed-4f98-9e49-d36a9299d3d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1096 time: 0.1603489 Nov 19 19:02:13.556248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Pushing event updated for resources: {'Port': ['ID=3d138ff6-b6df-4476-978c-e8247c4940f2,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:13.565316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69973-0fbd-400f-90b8-93530008807a req-604366a3-388a-4a18-b7d3-296e4f36f6da tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:13.573500 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-604366a3-388a-4a18-b7d3-296e4f36f6da tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 812 time: 0.1507185 Nov 19 19:02:13.593388 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-e1604644-4b71-45d6-816c-fdbff7bba31c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/quotas/150e4155c84e42198c074cd95c02f145 HTTP/1.1" status: 200 len: 375 time: 0.0188146 Nov 19 19:02:13.659557 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.685594 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.691872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] device_id is not set on port c7444fb9-e3bd-44a3-b374-5966b0ed5614 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:02:13.722045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-3cffe115-204a-4214-b128-130a93b5fdea tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1275823 Nov 19 19:02:13.736340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6376c1a2-6f44-4a61-8dde-f4a551177ab5 None None] For port 7837a398-c14c-4572-a190-63724011f291, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7837a398-c14c-4572-a190-63724011f291,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:13.801712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:13.806305 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6376c1a2-6f44-4a61-8dde-f4a551177ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.812490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Attempting to bind port 3d138ff6-b6df-4476-978c-e8247c4940f2 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:13.812960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Attempting to bind port 3d138ff6-b6df-4476-978c-e8247c4940f2 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '71dd30af-8904-41a7-879b-bd8d79cbc9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:13.813542 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Attempting to bind port 3d138ff6-b6df-4476-978c-e8247c4940f2 on network 783750c2-afae-49ca-a55a-d830a889fb7b {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:13.826437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5c8f9324-7538-45bb-a687-1733584ceb82 req-f5e333a6-a51c-4186-9f1c-8ee82d22704f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.839489 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.874383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['2f05cfb7-84b5-4e98-926c-50188ca3288d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:13.876749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['df01842b-d6a1-4786-809e-542ec0256e19'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:13.895789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:13.896225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Checking segment: {'id': '71dd30af-8904-41a7-879b-bd8d79cbc9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:13.896641 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.897141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Bound using segment: {'id': '71dd30af-8904-41a7-879b-bd8d79cbc9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:13.897650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Bound port: 3d138ff6-b6df-4476-978c-e8247c4940f2, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dd30af-8904-41a7-879b-bd8d79cbc9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:13.898252 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:13.910173 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33396ace-0869-49dc-8031-3063c2558f4c req-af8e25a5-8682-4be3-8c62-e1aa3c0a71d8 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=182aa7df-3387-462a-a231-5914de3e6604 HTTP/1.1" status: 200 len: 210 time: 0.0972571 Nov 19 19:02:13.917132 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-e47b576a-9360-4ec5-bbac-d0f3a7e4282d service neutron] 10.222.0.50 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858096 Nov 19 19:02:13.986311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-71f6d226-4bb9-46c6-85f0-35dd795a95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:13.988475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-71f6d226-4bb9-46c6-85f0-35dd795a95cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.4085183 Nov 19 19:02:14.007414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:14.013344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Allocated IP 172.20.0.14 (a61d2219-4e65-4983-adf7-b005f78e3dcb/677ad895-ccee-4d18-8d97-e8c3c64add64/c7444fb9-e3bd-44a3-b374-5966b0ed5614) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:14.018719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7837a398-c14c-4572-a190-63724011f291 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:14.019418 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:14.053726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e333a6-a51c-4186-9f1c-8ee82d22704f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Pushing event deleted for resources: {'Port': ['ID=2f05cfb7-84b5-4e98-926c-50188ca3288d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:14.099037 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:14.126269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8f9324-7538-45bb-a687-1733584ceb82 req-f5e333a6-a51c-4186-9f1c-8ee82d22704f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] No DVR routers for this DVR port 2f05cfb7-84b5-4e98-926c-50188ca3288d on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:14.129936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5c8f9324-7538-45bb-a687-1733584ceb82 req-f5e333a6-a51c-4186-9f1c-8ee82d22704f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:14.133442 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c8f9324-7538-45bb-a687-1733584ceb82 req-f5e333a6-a51c-4186-9f1c-8ee82d22704f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.57 "DELETE /v2.0/ports/2f05cfb7-84b5-4e98-926c-50188ca3288d HTTP/1.1" status: 204 len: 173 time: 1.1191573 Nov 19 19:02:14.133932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182aa7df-3387-462a-a231-5914de3e6604', 'name': 'network-vif-deleted', 'tag': '2f05cfb7-84b5-4e98-926c-50188ca3288d'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:14.136619 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1c9ef8-67af-4547-89fa-d67f389315d3" -d '{"events": [{"server_uuid": "182aa7df-3387-462a-a231-5914de3e6604", "name": "network-vif-deleted", "tag": "2f05cfb7-84b5-4e98-926c-50188ca3288d"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:14.179576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-a0e10b17-b421-4e74-b01b-f4b1511ef3c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 998 time: 0.1802790 Nov 19 19:02:14.194006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-32583af1-3eca-47ea-a7dd-58473394f4bf service neutron] 10.222.0.50 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711341 Nov 19 19:02:14.257170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 1e6bb29b-8076-4045-ad7a-95421f58820b, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=1e6bb29b-8076-4045-ad7a-95421f58820b,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:14.272303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-6a8120e2-ad90-4448-a55c-90f9f5928000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:14.274007 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-6a8120e2-ad90-4448-a55c-90f9f5928000 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.0830348 Nov 19 19:02:14.282196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c31a52f-d809-4bef-9a90-12e873c49b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6bb29b-8076-4045-ad7a-95421f58820b'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:14.286344 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d7b402-5a75-4b91-a004-5e0162b20866" -d '{"events": [{"server_uuid": "5c31a52f-d809-4bef-9a90-12e873c49b66", "name": "network-vif-plugged", "status": "completed", "tag": "1e6bb29b-8076-4045-ad7a-95421f58820b"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:14.304373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858d1eb-97a2-4f5a-8247-61bf8d0d7cf6 req-5600f0db-7522-4b5d-9754-4b063d6c75c3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:14.313285 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d858d1eb-97a2-4f5a-8247-61bf8d0d7cf6 req-5600f0db-7522-4b5d-9754-4b063d6c75c3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 949 time: 0.2275515 Nov 19 19:02:14.361468 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:14.394414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:14.395979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2f05cfb7-84b5-4e98-926c-50188ca3288d no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:14.430433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376c1a2-6f44-4a61-8dde-f4a551177ab5 None None] Pushing event updated for resources: {'Port': ['ID=7837a398-c14c-4572-a190-63724011f291,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:14.440734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 2f05cfb7-84b5-4e98-926c-50188ca3288d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:14.441076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2f05cfb7-84b5-4e98-926c-50188ca3288d not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:14.443294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['3cadfc1b-9ca4-4da6-94b7-500b1791e6d1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:14.486186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d858d1eb-97a2-4f5a-8247-61bf8d0d7cf6 req-e2a7e11b-2c5c-4c16-a01c-2910add4536c tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691372 Nov 19 19:02:14.500348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e9d621a9-1792-4353-aa7a-611fc9373ec0 None None] Provisioning complete for port 7837a398-c14c-4572-a190-63724011f291 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:14.500726 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9d621a9-1792-4353-aa7a-611fc9373ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:14.505607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-4d5a0474-2fea-4bc1-b4e4-1b0adc3d0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:14.509990 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-4d5a0474-2fea-4bc1-b4e4-1b0adc3d0fef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2166500 Nov 19 19:02:14.573786 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c5a62ff-9d7d-4e14-981b-d0d88aa205fc req-ee87e131-e89a-4676-8f00-c21b90074105 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 210 time: 0.0843563 Nov 19 19:02:14.588624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] For port 3d138ff6-b6df-4476-978c-e8247c4940f2, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:14.634356 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a82eba-0aae-4731-b4c4-a9ff52e005d6 x-openstack-request-id: req-94a82eba-0aae-4731-b4c4-a9ff52e005d6 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:14.634740 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182aa7df-3387-462a-a231-5914de3e6604", "name": "network-vif-deleted", "tag": "2f05cfb7-84b5-4e98-926c-50188ca3288d", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:14.635036 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94a82eba-0aae-4731-b4c4-a9ff52e005d6 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:14.635598 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182aa7df-3387-462a-a231-5914de3e6604', 'name': 'network-vif-deleted', 'tag': '2f05cfb7-84b5-4e98-926c-50188ca3288d', 'status': 'completed', 'code': 200} Nov 19 19:02:14.709106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] For port 3d138ff6-b6df-4476-978c-e8247c4940f2, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3d138ff6-b6df-4476-978c-e8247c4940f2,segment=NetworkSegment(71dd30af-8904-41a7-879b-bd8d79cbc9da),segment_id=71dd30af-8904-41a7-879b-bd8d79cbc9da)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:14.741716 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4376e837-8ee9-420a-9fa7-02e4ec27237c x-openstack-request-id: req-4376e837-8ee9-420a-9fa7-02e4ec27237c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:14.742200 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c31a52f-d809-4bef-9a90-12e873c49b66", "name": "network-vif-plugged", "status": "completed", "tag": "1e6bb29b-8076-4045-ad7a-95421f58820b", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:14.742559 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4376e837-8ee9-420a-9fa7-02e4ec27237c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:14.743133 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c31a52f-d809-4bef-9a90-12e873c49b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6bb29b-8076-4045-ad7a-95421f58820b', 'code': 200} Nov 19 19:02:14.763418 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:14.849503 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ed8a4d0-1da4-439b-ba2d-f0817bf71b04 req-40cc7666-038d-4cde-ad3a-c47f4bac627f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 210 time: 0.0672936 Nov 19 19:02:14.867975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:14.921172 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:14.970593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e98c6f-9ee1-4291-9c1e-a88aade65757 req-67436a38-f70c-41c0-a53a-ea66ee05161e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:14.979589 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5e98c6f-9ee1-4291-9c1e-a88aade65757 req-67436a38-f70c-41c0-a53a-ea66ee05161e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 944 time: 0.2224743 Nov 19 19:02:14.986830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-f676d5b6-bc8b-4fa9-8f38-e513e8387e74 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684489 Nov 19 19:02:15.000534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219253ba-1bc0-4a55-829d-779fc9c1a823 req-944f5777-2b79-42ad-be49-3ff585441214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:15.002198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-219253ba-1bc0-4a55-829d-779fc9c1a823 req-944f5777-2b79-42ad-be49-3ff585441214 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 1101 time: 0.1494775 Nov 19 19:02:15.118518 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-219253ba-1bc0-4a55-829d-779fc9c1a823 req-0f57d5a5-2121-4bc6-9214-123247e4e8b4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069324 Nov 19 19:02:15.164768 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5e98c6f-9ee1-4291-9c1e-a88aade65757 req-e51685da-11e6-4f8f-9afa-afaad275ec40 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842911 Nov 19 19:02:15.186019 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:15.265735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7289d4-ee06-4675-b48d-4147b83df8f1 req-27146bc1-4508-4039-a35e-80604aa17309 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:15.274065 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f7289d4-ee06-4675-b48d-4147b83df8f1 req-27146bc1-4508-4039-a35e-80604aa17309 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1097579 Nov 19 19:02:15.323044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b0c4725-6490-47c3-8d00-1a7fdbf5f214 req-1526a7c6-d68f-476a-bfb4-366c72082d79 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140070 Nov 19 19:02:15.326002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Network a61d2219-4e65-4983-adf7-b005f78e3dcb is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:15.327723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'Port': ['ID=c7444fb9-e3bd-44a3-b374-5966b0ed5614,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:15.332326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:15.359094 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f7289d4-ee06-4675-b48d-4147b83df8f1 req-f44b67e6-6e1d-42e0-91f4-9369e6712e78 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833552 Nov 19 19:02:15.370892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:15.372327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7837a398-c14c-4572-a190-63724011f291 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:15.534163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:15.534163 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:15.570074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45314) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:15.582571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1ff71674-8b06-45ce-8ebc-40639dbd866c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5247915 Nov 19 19:02:15.624458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=1e6bb29b-8076-4045-ad7a-95421f58820b,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:15.629132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Allocated IP 172.20.0.2 (a61d2219-4e65-4983-adf7-b005f78e3dcb/677ad895-ccee-4d18-8d97-e8c3c64add64/1a1d39da-7888-4f49-93b9-748473c43efd) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:15.715453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7837a398-c14c-4572-a190-63724011f291 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:15.721605 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:15.759537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eaea3-76a9-4e61-aaa4-4d09ae5cb4bd req-f2be0495-9fd9-4b79-a421-90c406964595 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:15.761437 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d06eaea3-76a9-4e61-aaa4-4d09ae5cb4bd req-f2be0495-9fd9-4b79-a421-90c406964595 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 950 time: 0.0880091 Nov 19 19:02:15.772057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1efa60-d9b7-4dbf-a30d-062386cfcf74 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:15.780010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1efa60-d9b7-4dbf-a30d-062386cfcf74 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:15.783669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b738117-fbc2-4d69-88e2-a847762a3425 req-4008aa30-ba5f-4b76-abf0-2a037dff57ad tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 210 time: 0.0738509 Nov 19 19:02:15.784577 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bc1efa60-d9b7-4dbf-a30d-062386cfcf74 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1728 time: 0.2134554 Nov 19 19:02:15.791000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45322) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:15.841957 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d06eaea3-76a9-4e61-aaa4-4d09ae5cb4bd req-e2954057-5f09-42aa-8289-3fbb8606a237 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560932 Nov 19 19:02:15.858299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-5c696aa3-e80c-40e1-9199-ecc8cd79b599 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:15.864277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-5c696aa3-e80c-40e1-9199-ecc8cd79b599 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:15.865941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-5c696aa3-e80c-40e1-9199-ecc8cd79b599 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.21 "GET /v2.0/networks?id=831f8dcf-794a-489c-871b-8fba82e58cac&id=783750c2-afae-49ca-a55a-d830a889fb7b&id=831f8dcf-794a-489c-871b-8fba82e58cac HTTP/1.1" status: 200 len: 1392 time: 0.3869450 Nov 19 19:02:15.880554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7827a2-8e9b-4300-bc98-0155a4d19edc None None] Pushing event updated for resources: {'Port': ['ID=3d138ff6-b6df-4476-978c-e8247c4940f2,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:15.903355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'port': {'device_id': '838cc530-db3a-4d19-8804-63556641a550', 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac', 'admin_state_up': True, 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:16.089302 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:16.107651 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:16.134487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6ad865f1-8ec7-470e-ad80-e0b9c417c61e tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Deleting port c7444fb9-e3bd-44a3-b374-5966b0ed5614 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:16.135091 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ad865f1-8ec7-470e-ad80-e0b9c417c61e tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:16.154706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Network a61d2219-4e65-4983-adf7-b005f78e3dcb is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:16.162902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:16.166989 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:16.291329 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ab0a1-6b20-478c-bfdb-b63318ee922a req-c386eea6-6c18-4a15-bcd3-37b641bdc3cc tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:16.307410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-861ab0a1-6b20-478c-bfdb-b63318ee922a req-c386eea6-6c18-4a15-bcd3-37b641bdc3cc tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2599010 Nov 19 19:02:16.312738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:16.327156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Attempting to bind port 1a1d39da-7888-4f49-93b9-748473c43efd on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:16.327698 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Attempting to bind port 1a1d39da-7888-4f49-93b9-748473c43efd by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'eda5c287-8b1a-422f-8d73-de85fe825da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:16.328145 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:16.328269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Attempting to bind port 1a1d39da-7888-4f49-93b9-748473c43efd on network a61d2219-4e65-4983-adf7-b005f78e3dcb {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:16.334272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Pushing event updated for resources: {'Port': ['ID=1a1d39da-7888-4f49-93b9-748473c43efd,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:16.355170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:16.358374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Checking segment: {'id': 'eda5c287-8b1a-422f-8d73-de85fe825da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:16.358901 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:16.359320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Bound using segment: {'id': 'eda5c287-8b1a-422f-8d73-de85fe825da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:16.359877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Bound port: 1a1d39da-7888-4f49-93b9-748473c43efd, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda5c287-8b1a-422f-8d73-de85fe825da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:16.361785 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:16.446433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096aff33-b005-4da6-98fd-4f0ad904f149 None None] Network 783750c2-afae-49ca-a55a-d830a889fb7b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:16.454434 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b7a2d039-46c7-41b2-868f-09f6dc699d30 req-7f5029fd-93a3-4622-bdee-76d1ad51fb6a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 210 time: 0.0512924 Nov 19 19:02:16.463287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69973-0fbd-400f-90b8-93530008807a req-7af61d4b-9144-4a1d-aa33-9fd33bfbe3c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:16.464723 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-7af61d4b-9144-4a1d-aa33-9fd33bfbe3c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.21 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 812 time: 0.2907085 Nov 19 19:02:16.482345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Request body: {'port': {'device_id': '22d28a99-3106-4dcd-8894-69409a95c28c', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'admin_state_up': True, 'tenant_id': '150e4155c84e42198c074cd95c02f145'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:16.505938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:16.515691 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ad865f1-8ec7-470e-ad80-e0b9c417c61e tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:16.536311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-861ab0a1-6b20-478c-bfdb-b63318ee922a req-7b59f51c-82d5-46e2-bdb7-d1a312064b35 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237260 Nov 19 19:02:16.579890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6ad865f1-8ec7-470e-ad80-e0b9c417c61e tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Calling delete_port for c7444fb9-e3bd-44a3-b374-5966b0ed5614 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:16.625926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] For port 1a1d39da-7888-4f49-93b9-748473c43efd, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:16.631005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bd675a5b-d27d-4995-a51c-f201f3ff14ce None None] Provisioning complete for port 3d138ff6-b6df-4476-978c-e8247c4940f2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:16.632240 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd675a5b-d27d-4995-a51c-f201f3ff14ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:16.647774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] For port 1a1d39da-7888-4f49-93b9-748473c43efd, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1a1d39da-7888-4f49-93b9-748473c43efd,segment=NetworkSegment(eda5c287-8b1a-422f-8d73-de85fe825da6),segment_id=eda5c287-8b1a-422f-8d73-de85fe825da6)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:16.693869 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:16.704139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Allocated IP 19.80.0.83 (831f8dcf-794a-489c-871b-8fba82e58cac/11c32860-b8cd-4a2d-8d25-56c6b3c1d28d/d93d772d-d437-4e93-a6c4-bb1aa74673fa) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:16.729030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4551cd-c7d9-4e24-b46e-6bb0be96b939 req-6ca262fd-44ac-4da0-9c24-555f1ab62c05 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:16.738415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc4551cd-c7d9-4e24-b46e-6bb0be96b939 req-6ca262fd-44ac-4da0-9c24-555f1ab62c05 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 944 time: 0.1597810 Nov 19 19:02:16.750603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:02:16.787651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Made reservation on behalf of 150e4155c84e42198c074cd95c02f145 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:16.791674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:16.806589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:16.807435 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:16.838816 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc4551cd-c7d9-4e24-b46e-6bb0be96b939 req-09948aad-79d3-4426-812d-4094abc0f364 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980420 Nov 19 19:02:16.972219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985a044-e097-4ecb-a299-53ce4f355828 None None] Pushing event updated for resources: {'Port': ['ID=1a1d39da-7888-4f49-93b9-748473c43efd,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:17.084613 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.133983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056d823-02b1-40f6-b929-7ffe1b81e4b7 req-16ef12c1-86a7-4eb1-8882-45d643eb987d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:17.143496 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f056d823-02b1-40f6-b929-7ffe1b81e4b7 req-16ef12c1-86a7-4eb1-8882-45d643eb987d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.3601453 Nov 19 19:02:17.165452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Allocated IP 172.20.0.10 (868a0451-7a93-491d-aa08-705efd7de61f/ad1bc7be-31c4-455f-8b22-2cfdf211e77c/37f7a71d-9167-4f59-9500-bed54692dccc) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:17.179447 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.187567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3d138ff6-b6df-4476-978c-e8247c4940f2 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:17.190274 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd675a5b-d27d-4995-a51c-f201f3ff14ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.208938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ad865f1-8ec7-470e-ad80-e0b9c417c61e tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.215644 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.266105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad865f1-8ec7-470e-ad80-e0b9c417c61e tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event deleted for resources: {'Port': ['ID=c7444fb9-e3bd-44a3-b374-5966b0ed5614,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:17.284678 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108f3875-49e4-46f8-a7ab-0a3254bbf1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cadfc1b-9ca4-4da6-94b7-500b1791e6d1'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:17.287136 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e7aca3-9d0a-48a7-ba5b-b7edb240b739" -d '{"events": [{"server_uuid": "108f3875-49e4-46f8-a7ab-0a3254bbf1ff", "name": "network-vif-plugged", "status": "completed", "tag": "3cadfc1b-9ca4-4da6-94b7-500b1791e6d1"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:17.316364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:17.320918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bd675a5b-d27d-4995-a51c-f201f3ff14ce None None] For port 3d138ff6-b6df-4476-978c-e8247c4940f2, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3d138ff6-b6df-4476-978c-e8247c4940f2,segment=NetworkSegment(71dd30af-8904-41a7-879b-bd8d79cbc9da),segment_id=71dd30af-8904-41a7-879b-bd8d79cbc9da)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:17.328603 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.336717 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd675a5b-d27d-4995-a51c-f201f3ff14ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.350780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f056d823-02b1-40f6-b929-7ffe1b81e4b7 req-727f0151-4c18-44d4-b3ff-5dbdf61b4910 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055931 Nov 19 19:02:17.356841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f9775-a6b4-450b-b8bc-30f3fe6b1c70 req-919d2298-dc3b-4da9-8b91-4baf28dfb38d tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:17.365303 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b29f9775-a6b4-450b-b8bc-30f3fe6b1c70 req-919d2298-dc3b-4da9-8b91-4baf28dfb38d tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 946 time: 0.3611395 Nov 19 19:02:17.402406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 3d138ff6-b6df-4476-978c-e8247c4940f2 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:17.402406 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.430868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:17.485817 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b29f9775-a6b4-450b-b8bc-30f3fe6b1c70 req-b4bd0b46-fd33-432b-958c-231a0f987771 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146243 Nov 19 19:02:17.537601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.579723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network 831f8dcf-794a-489c-871b-8fba82e58cac is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:17.586570 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.614691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['f4e5a938-65e7-43e9-8674-924bf8597028'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:17.631880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:17.659157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['e8d5f42f-5cd1-42d0-8e51-04914bd9442a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:17.721813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event updated for resources: {'Port': ['ID=37f7a71d-9167-4f59-9500-bed54692dccc,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:17.739525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Network 868a0451-7a93-491d-aa08-705efd7de61f is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:17.746036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:17.767827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:17.816527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9bf962a6-5b14-4085-8362-fa520ed4476e None None] Provisioning complete for port 3d138ff6-b6df-4476-978c-e8247c4940f2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:17.817108 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9bf962a6-5b14-4085-8362-fa520ed4476e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.822086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd675a5b-d27d-4995-a51c-f201f3ff14ce None None] Pushing event updated for resources: {'Port': ['ID=3d138ff6-b6df-4476-978c-e8247c4940f2,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:17.855710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:17.859686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:17.908280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0029538-c5aa-4e36-9aba-10112929704b req-ea2fa17d-7f43-4f4b-9f9e-690bc7d22945 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:17.911800 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0029538-c5aa-4e36-9aba-10112929704b req-ea2fa17d-7f43-4f4b-9f9e-690bc7d22945 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 950 time: 0.3229229 Nov 19 19:02:17.922361 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-6067ab46-6820-449e-a90b-ba2ec5aa627c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4469461 Nov 19 19:02:17.940650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Request body: {'port': {'device_id': '22d28a99-3106-4dcd-8894-69409a95c28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:18.133397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:18.158624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0029538-c5aa-4e36-9aba-10112929704b req-6af2b03d-c753-49da-871a-4c25127ff36f tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252693 Nov 19 19:02:18.381232 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7540c270-8bf6-47aa-84fa-5a6b79287c9d x-openstack-request-id: req-7540c270-8bf6-47aa-84fa-5a6b79287c9d {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:18.381650 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108f3875-49e4-46f8-a7ab-0a3254bbf1ff", "name": "network-vif-plugged", "status": "completed", "tag": "3cadfc1b-9ca4-4da6-94b7-500b1791e6d1", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:18.382040 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7540c270-8bf6-47aa-84fa-5a6b79287c9d {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:18.382532 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108f3875-49e4-46f8-a7ab-0a3254bbf1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cadfc1b-9ca4-4da6-94b7-500b1791e6d1', 'code': 200} Nov 19 19:02:18.403946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:18.416067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac46e69-3348-4c87-996d-0809aefbabbb None None] Network a61d2219-4e65-4983-adf7-b005f78e3dcb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:18.479815 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Port': ['ID=d93d772d-d437-4e93-a6c4-bb1aa74673fa,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:18.492641 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ad865f1-8ec7-470e-ad80-e0b9c417c61e tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:18.496487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6ad865f1-8ec7-470e-ad80-e0b9c417c61e tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "DELETE /v2.0/ports/c7444fb9-e3bd-44a3-b374-5966b0ed5614 HTTP/1.1" status: 204 len: 168 time: 2.7038326 Nov 19 19:02:18.499991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45362) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:18.520311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1b39ea02-a2c7-4ae7-b725-0f4caa454223 None None] Provisioning complete for port d93d772d-d437-4e93-a6c4-bb1aa74673fa triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:18.521196 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea02-a2c7-4ae7-b725-0f4caa454223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:18.541437 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7f49ad-542e-458c-b175-4dfbdce8011c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] GET failed (client error): The resource could not be found. Nov 19 19:02:18.543164 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bb7f49ad-542e-458c-b175-4dfbdce8011c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "GET /v2.0/ports/c7444fb9-e3bd-44a3-b374-5966b0ed5614 HTTP/1.1" status: 404 len: 333 time: 0.0402157 Nov 19 19:02:18.550503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45364) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:18.550698 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2b0c4-7a47-41e4-b756-283b82cd68fa req-877115ca-7a05-48ba-a409-09e9f0f24749 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:18.552298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d2b0c4-7a47-41e4-b756-283b82cd68fa req-877115ca-7a05-48ba-a409-09e9f0f24749 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 931 time: 0.9866326 Nov 19 19:02:18.555827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Request body: {'port': {'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb', 'name': 'tempest-AllowedAddressPairTestJSON-1701385216'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:18.575905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1b39ea02-a2c7-4ae7-b725-0f4caa454223 None None] Port d93d772d-d437-4e93-a6c4-bb1aa74673fa cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:18.586469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:18.587121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:18.608292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c962738-96ae-48d8-a4db-1d6093802ac6 req-80cdf478-de51-4a42-8c3b-a1ae18169880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:18.610389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c962738-96ae-48d8-a4db-1d6093802ac6 req-80cdf478-de51-4a42-8c3b-a1ae18169880 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 1096 time: 0.1246760 Nov 19 19:02:18.612159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1b39ea02-a2c7-4ae7-b725-0f4caa454223 None None] Provisioning complete for port 37f7a71d-9167-4f59-9500-bed54692dccc triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:18.613846 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea02-a2c7-4ae7-b725-0f4caa454223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:18.666028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a2423-7912-48f1-b696-3edfe122f845 req-e2e8db65-7827-4935-99af-7a27f903de9c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:18.675369 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b60a2423-7912-48f1-b696-3edfe122f845 req-e2e8db65-7827-4935-99af-7a27f903de9c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 932 time: 0.2198839 Nov 19 19:02:18.682819 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c962738-96ae-48d8-a4db-1d6093802ac6 req-bc65ae90-2bb2-4705-b0dd-95c6f7bc94ec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609918 Nov 19 19:02:18.687354 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e4696d29-086e-4c09-b206-eae5c8460704 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8062077 Nov 19 19:02:18.728793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82d2b0c4-7a47-41e4-b756-283b82cd68fa req-1e10f5c5-1c74-47d1-abef-e1f7f50ab842 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608474 Nov 19 19:02:18.735906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f7a71d-9167-4f59-9500-bed54692dccc {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:18.759277 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:18.803021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Transition to ACTIVE for port object 37f7a71d-9167-4f59-9500-bed54692dccc will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:02:18.822469 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b60a2423-7912-48f1-b696-3edfe122f845 req-99390167-5e76-4c13-bfc5-0dae54a57bfc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401970 Nov 19 19:02:18.844811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:18.859640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1b39ea02-a2c7-4ae7-b725-0f4caa454223 None None] Port 37f7a71d-9167-4f59-9500-bed54692dccc cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:18.885230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f3724-e08f-4de5-9b21-64faa4f60afd req-1e51aad6-b5bd-4b17-aac2-1c0f28098344 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:18.895727 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-490f3724-e08f-4de5-9b21-64faa4f60afd req-1e51aad6-b5bd-4b17-aac2-1c0f28098344 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 945 time: 0.0883932 Nov 19 19:02:18.902249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'port': {'device_id': '838cc530-db3a-4d19-8804-63556641a550', 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b', 'admin_state_up': True, 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:19.005788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f577b930-6fbd-48be-886c-07d9150ee86f None None] Provisioning complete for port 7adc4d2e-8eac-4e68-bbbd-c20d426c9d48 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:19.006372 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f577b930-6fbd-48be-886c-07d9150ee86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:19.006769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Made reservation on behalf of 2aeec69edf1d45228326eb9df851466f for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:19.025370 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:19.098375 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] device_id is not set on port c065cf24-a7df-4e06-8d7c-ef6ceabf2538 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:02:19.110245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f577b930-6fbd-48be-886c-07d9150ee86f None None] Port 7adc4d2e-8eac-4e68-bbbd-c20d426c9d48 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:19.123747 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f577b930-6fbd-48be-886c-07d9150ee86f None None] Provisioning complete for port 1a1d39da-7888-4f49-93b9-748473c43efd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:19.124508 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f577b930-6fbd-48be-886c-07d9150ee86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:19.132282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Pushing event updated for resources: {'Port': ['ID=37f7a71d-9167-4f59-9500-bed54692dccc,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:19.198100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-490f3724-e08f-4de5-9b21-64faa4f60afd req-01b39c58-88fc-441d-a0d6-dc87790a97a2 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014200 Nov 19 19:02:19.356731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:19.369654 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:19.384258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3d138ff6-b6df-4476-978c-e8247c4940f2 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:19.475088 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f577b930-6fbd-48be-886c-07d9150ee86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:19.530773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f577b930-6fbd-48be-886c-07d9150ee86f None None] For port 1a1d39da-7888-4f49-93b9-748473c43efd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1a1d39da-7888-4f49-93b9-748473c43efd,segment=NetworkSegment(eda5c287-8b1a-422f-8d73-de85fe825da6),segment_id=eda5c287-8b1a-422f-8d73-de85fe825da6)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:19.533684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 3d138ff6-b6df-4476-978c-e8247c4940f2 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:19.534108 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:19.568946 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f577b930-6fbd-48be-886c-07d9150ee86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:19.579806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-dee23e54-9366-4033-a138-a4f1a9fa892a req-533e36b1-8c76-4a6f-93b1-8c7f6ea352c5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:02:19.589867 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dee23e54-9366-4033-a138-a4f1a9fa892a req-533e36b1-8c76-4a6f-93b1-8c7f6ea352c5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174439 Nov 19 19:02:19.633509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a4da6-1e7f-45a4-8501-484ffe85dfd9 req-ed448e4d-3485-423b-bf50-855739ec98b0 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:19.641211 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-527a4da6-1e7f-45a4-8501-484ffe85dfd9 req-ed448e4d-3485-423b-bf50-855739ec98b0 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 946 time: 0.1413999 Nov 19 19:02:19.666472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577b930-6fbd-48be-886c-07d9150ee86f None None] Pushing event updated for resources: {'Port': ['ID=1a1d39da-7888-4f49-93b9-748473c43efd,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:19.694846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1a1d39da-7888-4f49-93b9-748473c43efd up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:19.696698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Attempting to bind port 37f7a71d-9167-4f59-9500-bed54692dccc on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:19.697477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Attempting to bind port 37f7a71d-9167-4f59-9500-bed54692dccc by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:19.698115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Allocated IP 19.86.0.246 (783750c2-afae-49ca-a55a-d830a889fb7b/3ab4f255-e115-4e10-b898-b31f165257d9/2607c98e-eac2-46d7-9521-44cc1cf37fdb) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:19.698577 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Attempting to bind port 37f7a71d-9167-4f59-9500-bed54692dccc on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:19.721697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Port 37f7a71d-9167-4f59-9500-bed54692dccc on network 868a0451-7a93-491d-aa08-705efd7de61f not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:02:19.722069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Attempting to bind port 37f7a71d-9167-4f59-9500-bed54692dccc on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:19.725939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bb9ff7ae-3d8a-49ba-a165-b9bac3437f92 None None] Provisioning complete for port 7adc4d2e-8eac-4e68-bbbd-c20d426c9d48 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:19.726319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff7ae-3d8a-49ba-a165-b9bac3437f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:19.738388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:19.738725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Checking segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:19.739364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Bound using segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:19.739822 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Bound port: 37f7a71d-9167-4f59-9500-bed54692dccc, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:19.740169 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:19.743285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Allocated IP 172.20.0.14 (a61d2219-4e65-4983-adf7-b005f78e3dcb/677ad895-ccee-4d18-8d97-e8c3c64add64/c065cf24-a7df-4e06-8d7c-ef6ceabf2538) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:19.783203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ff7ae-3d8a-49ba-a165-b9bac3437f92 None None] Port 7adc4d2e-8eac-4e68-bbbd-c20d426c9d48 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:19.792759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1a1d39da-7888-4f49-93b9-748473c43efd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:19.793126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:19.843372 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bb9ff7ae-3d8a-49ba-a165-b9bac3437f92 None None] Provisioning complete for port 1a1d39da-7888-4f49-93b9-748473c43efd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:19.843750 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff7ae-3d8a-49ba-a165-b9bac3437f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:19.977581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-527a4da6-1e7f-45a4-8501-484ffe85dfd9 req-41f12901-7387-4227-8854-8e80c9101e17 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227863 Nov 19 19:02:20.048603 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:20.081065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] For port 37f7a71d-9167-4f59-9500-bed54692dccc, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:20.105807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] For port 37f7a71d-9167-4f59-9500-bed54692dccc, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37f7a71d-9167-4f59-9500-bed54692dccc,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:20.113853 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97096b-3830-4b20-9cef-ea1d3cd70b2b req-e4f04fe5-1a52-4ab7-a9ce-3d8aa9cb7a68 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:20.115443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1e97096b-3830-4b20-9cef-ea1d3cd70b2b req-e4f04fe5-1a52-4ab7-a9ce-3d8aa9cb7a68 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 950 time: 0.2294853 Nov 19 19:02:20.132659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:20.167804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9768924a-fa55-44d5-b542-666e9de86105 None None] Provisioning complete for port 7adc4d2e-8eac-4e68-bbbd-c20d426c9d48 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:20.168514 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9768924a-fa55-44d5-b542-666e9de86105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:20.174418 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:20.217433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:20.218111 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:20.220937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-77136644-176f-489c-a6f7-14d367618b32 service neutron] 10.222.0.21 "PUT /v2.0/ports/37f7a71d-9167-4f59-9500-bed54692dccc HTTP/1.1" status: 200 len: 1092 time: 2.2864406 Nov 19 19:02:20.221584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d28a99-3106-4dcd-8894-69409a95c28c', 'tag': '37f7a71d-9167-4f59-9500-bed54692dccc'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:20.224079 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9147280-f5ab-4dda-a536-fa5e85ad32e7" -d '{"events": [{"name": "network-changed", "server_uuid": "22d28a99-3106-4dcd-8894-69409a95c28c", "tag": "37f7a71d-9167-4f59-9500-bed54692dccc"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:20.244192 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:20.258745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9768924a-fa55-44d5-b542-666e9de86105 None None] Port 7adc4d2e-8eac-4e68-bbbd-c20d426c9d48 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:20.264035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9768924a-fa55-44d5-b542-666e9de86105 None None] Could not find standard attr ID for object c7444fb9-e3bd-44a3-b374-5966b0ed5614. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:02:20.278839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network 783750c2-afae-49ca-a55a-d830a889fb7b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:20.282662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:20.296788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:20.316871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e4f22-0516-4cfb-91fd-3255083a3923 req-79728b1e-da87-441d-9dd4-0134e822790e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:20.317094 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1e97096b-3830-4b20-9cef-ea1d3cd70b2b req-a11534a8-0510-4916-b9d7-9951533f792a tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861291 Nov 19 19:02:20.319192 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c92e4f22-0516-4cfb-91fd-3255083a3923 req-79728b1e-da87-441d-9dd4-0134e822790e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 931 time: 0.2406375 Nov 19 19:02:20.389903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77136644-176f-489c-a6f7-14d367618b32 service neutron] Pushing event updated for resources: {'Port': ['ID=37f7a71d-9167-4f59-9500-bed54692dccc,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:20.432748 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Port': ['ID=2607c98e-eac2-46d7-9521-44cc1cf37fdb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:20.462448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69973-0fbd-400f-90b8-93530008807a req-83ac31a1-add9-41cc-8e14-f10855ebdecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:20.464242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-83ac31a1-add9-41cc-8e14-f10855ebdecc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 1095 time: 0.1463087 Nov 19 19:02:20.489195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:20.498191 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:20.505154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c92e4f22-0516-4cfb-91fd-3255083a3923 req-86abec58-5432-4fc2-bb2b-d4c4f240c70b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512697 Nov 19 19:02:20.549999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-1c0dbe3e-4b55-4657-9b31-434776c86135 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6512446 Nov 19 19:02:20.559661 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-7544b42f-77f1-47e4-bbc1-9d74c37bf842 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f7a71d-9167-4f59-9500-bed54692dccc HTTP/1.1" status: 200 len: 217 time: 0.0462689 Nov 19 19:02:20.566644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'port': {'device_id': '838cc530-db3a-4d19-8804-63556641a550', 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac', 'admin_state_up': True, 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:20.576835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:20.665698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2f1f7-b49f-45cc-91d5-739116db46e9 req-6c5c4286-7f02-455a-9788-b8c3099462b3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:20.669658 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-deb2f1f7-b49f-45cc-91d5-739116db46e9 req-6c5c4286-7f02-455a-9788-b8c3099462b3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 944 time: 0.2151859 Nov 19 19:02:20.712492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9de4740f-8974-4eb3-95dd-a681125bd471 None None] Provisioning complete for port 2607c98e-eac2-46d7-9521-44cc1cf37fdb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:20.712777 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9de4740f-8974-4eb3-95dd-a681125bd471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:20.714707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Network a61d2219-4e65-4983-adf7-b005f78e3dcb is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:20.728230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'Port': ['ID=c065cf24-a7df-4e06-8d7c-ef6ceabf2538,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:20.732122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:20.738628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69973-0fbd-400f-90b8-93530008807a req-fbbb1914-1dbc-4e5c-9020-1bd85b5636be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:20.740156 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-fbbb1914-1dbc-4e5c-9020-1bd85b5636be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1653702 Nov 19 19:02:20.742510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:20.744950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815e865-d8c0-49b3-8059-b93b2427e210 req-35a826d6-52de-413c-8efd-539bad9db123 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:20.746588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d815e865-d8c0-49b3-8059-b93b2427e210 req-35a826d6-52de-413c-8efd-539bad9db123 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 945 time: 0.1053457 Nov 19 19:02:20.753310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9de4740f-8974-4eb3-95dd-a681125bd471 None None] Port 2607c98e-eac2-46d7-9521-44cc1cf37fdb cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:20.796049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:20.799571 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:20.831762 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-deb2f1f7-b49f-45cc-91d5-739116db46e9 req-00fd6f40-f269-47a6-9072-446a815df42f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448247 Nov 19 19:02:20.832890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d815e865-d8c0-49b3-8059-b93b2427e210 req-b95b8b07-b487-4e14-bba1-1ac1d931e2c8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801308 Nov 19 19:02:20.859435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:20.861833 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:20.883805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c69973-0fbd-400f-90b8-93530008807a req-ff1b77fb-e2ea-4ac7-8252-214f08b59ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:20.904045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-ff1b77fb-e2ea-4ac7-8252-214f08b59ed3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454759 Nov 19 19:02:20.914795 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-574bbcc9-1bb9-4103-8e91-f597a07361ab tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3629248 Nov 19 19:02:20.921945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45410) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:20.948662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-83d5eba4-e3bb-46c3-b9a7-8b3e3dcff05d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:3d:c8:f3'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:20.981506 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67485e76-d486-4467-b33c-fd6675187e3b x-openstack-request-id: req-67485e76-d486-4467-b33c-fd6675187e3b {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:20.983042 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d28a99-3106-4dcd-8894-69409a95c28c", "tag": "37f7a71d-9167-4f59-9500-bed54692dccc", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:20.983309 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67485e76-d486-4467-b33c-fd6675187e3b {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:20.983730 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d28a99-3106-4dcd-8894-69409a95c28c', 'tag': '37f7a71d-9167-4f59-9500-bed54692dccc', 'status': 'completed', 'code': 200} Nov 19 19:02:21.093919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1a1d39da-7888-4f49-93b9-748473c43efd up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:21.104837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Allocated IP 19.80.0.221 (831f8dcf-794a-489c-871b-8fba82e58cac/11c32860-b8cd-4a2d-8d25-56c6b3c1d28d/a71ed86f-f696-42aa-80fb-9f15253b33c9) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:21.153084 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-48a4272b-349b-4bc6-a852-160609f3bee7 None None] Provisioning complete for port c065cf24-a7df-4e06-8d7c-ef6ceabf2538 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:21.154298 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-48a4272b-349b-4bc6-a852-160609f3bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:21.216792 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-48a4272b-349b-4bc6-a852-160609f3bee7 None None] Port c065cf24-a7df-4e06-8d7c-ef6ceabf2538 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:21.239142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1a1d39da-7888-4f49-93b9-748473c43efd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:21.239909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:21.287855 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:21.330867 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:21.383165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network 831f8dcf-794a-489c-871b-8fba82e58cac is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:21.395484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:21.400570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:21.454121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Port': ['ID=a71ed86f-f696-42aa-80fb-9f15253b33c9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:21.510006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b501d211-569f-4e52-8928-c4acae51966b tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6f6abffd59bb40adb9bb1e16e7f10d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909994 Nov 19 19:02:21.532851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:21.533898 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:21.601799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-f120d598-fd33-4930-8944-c13c6301548b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0387168 Nov 19 19:02:21.615327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Request body: {'port': {'device_id': '838cc530-db3a-4d19-8804-63556641a550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:21.696336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0397f-8ae9-4e84-9428-b0262648ea7b req-efac09ee-d014-4676-9396-98dc18e8ff11 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:21.698411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fa0397f-8ae9-4e84-9428-b0262648ea7b req-efac09ee-d014-4676-9396-98dc18e8ff11 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1595590 Nov 19 19:02:21.725341 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-fba159d5-9c6c-4b11-afec-e540c3d0fc6d service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8016586 Nov 19 19:02:21.735145 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:21.750551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-03d19e9f-a464-43d5-970a-c8eda48fcb4d None None] Provisioning complete for port a71ed86f-f696-42aa-80fb-9f15253b33c9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:21.753089 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03d19e9f-a464-43d5-970a-c8eda48fcb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:21.800279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fa0397f-8ae9-4e84-9428-b0262648ea7b req-8694ea95-cecc-4b08-af99-0900b1f416dd tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829687 Nov 19 19:02:21.806296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-03d19e9f-a464-43d5-970a-c8eda48fcb4d None None] Port a71ed86f-f696-42aa-80fb-9f15253b33c9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:21.849707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-3c3fbf6b-efc1-424d-96cf-77ec241df33c tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:21.851216 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-3c3fbf6b-efc1-424d-96cf-77ec241df33c tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3147092 Nov 19 19:02:21.864178 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83d5eba4-e3bb-46c3-b9a7-8b3e3dcff05d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:21.898535 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-e38346c7-2aa3-4681-a6e6-9cffd66b0095 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/quotas/6f6abffd59bb40adb9bb1e16e7f10d76 HTTP/1.1" status: 200 len: 375 time: 0.0369916 Nov 19 19:02:21.986470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9c69973-0fbd-400f-90b8-93530008807a req-33a2db76-0a11-4c56-9725-90786b85d6e3 service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476645 Nov 19 19:02:22.042433 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-8dd3d318-486b-408d-b4ee-68791658587e tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6f6abffd59bb40adb9bb1e16e7f10d76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1426094 Nov 19 19:02:22.065325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e1e35-0fae-4d16-b71d-ea9f6bf0231d req-6b12431e-25e8-4711-b20e-6d8678ba0064 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:22.066889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a47e1e35-0fae-4d16-b71d-ea9f6bf0231d req-6b12431e-25e8-4711-b20e-6d8678ba0064 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 946 time: 0.1385250 Nov 19 19:02:22.186822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a47e1e35-0fae-4d16-b71d-ea9f6bf0231d req-2872764e-162a-4fa8-9632-e12fd9fb296f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085663 Nov 19 19:02:22.209173 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147280-f5ab-4dda-a536-fa5e85ad32e7 req-189e3289-89c7-4bab-b1eb-0c268d2a4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:22.211512 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9147280-f5ab-4dda-a536-fa5e85ad32e7 req-189e3289-89c7-4bab-b1eb-0c268d2a4623 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 1095 time: 0.0771751 Nov 19 19:02:22.312876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93d772d-d437-4e93-a6c4-bb1aa74673fa {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:22.321693 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83d5eba4-e3bb-46c3-b9a7-8b3e3dcff05d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:22.326066 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:22.346254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83d5eba4-e3bb-46c3-b9a7-8b3e3dcff05d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:22.377005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Transition to ACTIVE for port object d93d772d-d437-4e93-a6c4-bb1aa74673fa will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:02:22.384490 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:22.448367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec219ca3-0ab8-42ec-a990-55e533efa0e3 req-8d082bd5-a4af-4fc9-9566-54dbef2511a2 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:22.458729 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec219ca3-0ab8-42ec-a990-55e533efa0e3 req-8d082bd5-a4af-4fc9-9566-54dbef2511a2 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1388805 Nov 19 19:02:22.526216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Pushing event updated for resources: {'Port': ['ID=d93d772d-d437-4e93-a6c4-bb1aa74673fa,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:22.550203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-83d5eba4-e3bb-46c3-b9a7-8b3e3dcff05d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] In _notify_port_updated(), no bound segment for port c065cf24-a7df-4e06-8d7c-ef6ceabf2538 on network a61d2219-4e65-4983-adf7-b005f78e3dcb {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:02:22.563450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d5eba4-e3bb-46c3-b9a7-8b3e3dcff05d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:22.564396 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83d5eba4-e3bb-46c3-b9a7-8b3e3dcff05d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:22.569019 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-83d5eba4-e3bb-46c3-b9a7-8b3e3dcff05d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "PUT /v2.0/ports/c065cf24-a7df-4e06-8d7c-ef6ceabf2538 HTTP/1.1" status: 200 len: 995 time: 1.6442940 Nov 19 19:02:22.573549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45446) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:22.604235 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec219ca3-0ab8-42ec-a990-55e533efa0e3 req-a71643ee-99df-488f-b279-25890ab99284 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445329 Nov 19 19:02:22.648509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5eba4-e3bb-46c3-b9a7-8b3e3dcff05d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'Port': ['ID=c065cf24-a7df-4e06-8d7c-ef6ceabf2538,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:22.674216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849c585-10f7-4dae-b375-70a0161e4763 req-e0c04663-3ce2-43b2-bb39-bef5dfa77204 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:22.681488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849c585-10f7-4dae-b375-70a0161e4763 req-e0c04663-3ce2-43b2-bb39-bef5dfa77204 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:22.695882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849c585-10f7-4dae-b375-70a0161e4763 req-e0c04663-3ce2-43b2-bb39-bef5dfa77204 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:22.704339 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d849c585-10f7-4dae-b375-70a0161e4763 req-e0c04663-3ce2-43b2-bb39-bef5dfa77204 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2376 time: 0.3774152 Nov 19 19:02:22.707002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147280-f5ab-4dda-a536-fa5e85ad32e7 req-f8a7ce29-6788-454d-95c7-8cd72ee29af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:22.709008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9147280-f5ab-4dda-a536-fa5e85ad32e7 req-f8a7ce29-6788-454d-95c7-8cd72ee29af5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.4802926 Nov 19 19:02:22.792200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Attempting to bind port d93d772d-d437-4e93-a6c4-bb1aa74673fa on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:22.792538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Attempting to bind port d93d772d-d437-4e93-a6c4-bb1aa74673fa by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:22.793074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Attempting to bind port d93d772d-d437-4e93-a6c4-bb1aa74673fa on network 831f8dcf-794a-489c-871b-8fba82e58cac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:22.843079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Port d93d772d-d437-4e93-a6c4-bb1aa74673fa on network 831f8dcf-794a-489c-871b-8fba82e58cac not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:02:22.843720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Attempting to bind port d93d772d-d437-4e93-a6c4-bb1aa74673fa on network 831f8dcf-794a-489c-871b-8fba82e58cac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:22.852812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:22.853170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Checking segment: {'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:22.853564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Bound using segment: {'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:22.855595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Bound port: d93d772d-d437-4e93-a6c4-bb1aa74673fa, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:22.856046 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:22.910014 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9147280-f5ab-4dda-a536-fa5e85ad32e7 req-22c8fda5-28d4-452e-be6f-af0e49295bc7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f7a71d-9167-4f59-9500-bed54692dccc HTTP/1.1" status: 200 len: 217 time: 0.1787539 Nov 19 19:02:22.953554 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d849c585-10f7-4dae-b375-70a0161e4763 req-e2dece9b-760f-4129-9b7b-dcc038928675 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387147 Nov 19 19:02:22.989094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ed75e53c-df1f-4478-8c14-95a38563b1d3 None None] Provisioning complete for port c065cf24-a7df-4e06-8d7c-ef6ceabf2538 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:22.990475 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed75e53c-df1f-4478-8c14-95a38563b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:23.025261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147280-f5ab-4dda-a536-fa5e85ad32e7 req-36edc7fb-cd97-4f32-9533-8a5270a0867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.026909 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9147280-f5ab-4dda-a536-fa5e85ad32e7 req-36edc7fb-cd97-4f32-9533-8a5270a0867b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.0642717 Nov 19 19:02:23.032022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-db9e2e2f-9ce2-44a2-9cbe-c8a410f2465d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Deleting port c065cf24-a7df-4e06-8d7c-ef6ceabf2538 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:23.037078 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db9e2e2f-9ce2-44a2-9cbe-c8a410f2465d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:23.067681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ed75e53c-df1f-4478-8c14-95a38563b1d3 None None] Port c065cf24-a7df-4e06-8d7c-ef6ceabf2538 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:23.100813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147280-f5ab-4dda-a536-fa5e85ad32e7 req-05995f0e-b26b-4629-a653-4b72f13e4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.102933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9147280-f5ab-4dda-a536-fa5e85ad32e7 req-05995f0e-b26b-4629-a653-4b72f13e4806 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653977 Nov 19 19:02:23.209614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] For port d93d772d-d437-4e93-a6c4-bb1aa74673fa, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:23.233612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-ae5db02a-784d-4a35-8243-89e9d18656be tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.235222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-ae5db02a-784d-4a35-8243-89e9d18656be tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 946 time: 0.2406809 Nov 19 19:02:23.253461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] For port d93d772d-d437-4e93-a6c4-bb1aa74673fa, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d93d772d-d437-4e93-a6c4-bb1aa74673fa,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:23.264932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085627da-ff55-405b-8ab4-f8cff4a6b428 req-a048093e-37fc-4f50-8d81-5c44eb2e14a8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.266598 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-085627da-ff55-405b-8ab4-f8cff4a6b428 req-a048093e-37fc-4f50-8d81-5c44eb2e14a8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 944 time: 0.3094847 Nov 19 19:02:23.295983 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:23.330763 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9147280-f5ab-4dda-a536-fa5e85ad32e7 req-db8fc19e-0f0d-4a5b-bed7-ddfac99bac67 service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170959 Nov 19 19:02:23.367883 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b5630590-abba-4f7a-8d96-82489f371dcd req-f807b67c-c0bc-4f6e-b117-c098288e2c93 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 210 time: 0.1929770 Nov 19 19:02:23.368023 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db9e2e2f-9ce2-44a2-9cbe-c8a410f2465d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:23.409088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.409631 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:23.411076 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] 10.222.0.21 "PUT /v2.0/ports/d93d772d-d437-4e93-a6c4-bb1aa74673fa HTTP/1.1" status: 200 len: 1091 time: 1.8001511 Nov 19 19:02:23.432666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'tag': 'd93d772d-d437-4e93-a6c4-bb1aa74673fa'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:23.436443 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd180f0-7bfc-4a96-a1cd-48353509ebb0" -d '{"events": [{"name": "network-changed", "server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "tag": "d93d772d-d437-4e93-a6c4-bb1aa74673fa"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:23.451171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-db9e2e2f-9ce2-44a2-9cbe-c8a410f2465d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Calling delete_port for c065cf24-a7df-4e06-8d7c-ef6ceabf2538 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:23.459552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Request body: {'port': {'device_id': '838cc530-db3a-4d19-8804-63556641a550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:23.491878 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f9147280-f5ab-4dda-a536-fa5e85ad32e7 req-b29bea2e-2b55-451a-9106-ca93933f23ac service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405690 Nov 19 19:02:23.537117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7b3f9-cc4e-4379-b073-cefb4f98078e service neutron] Pushing event updated for resources: {'Port': ['ID=d93d772d-d437-4e93-a6c4-bb1aa74673fa,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:23.570971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372fc2a-30f1-408b-9540-3271c43d4a5c req-c9316126-6ae3-4613-9a8d-c056d3a7803e tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.572703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5372fc2a-30f1-408b-9540-3271c43d4a5c req-c9316126-6ae3-4613-9a8d-c056d3a7803e tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 946 time: 0.0659673 Nov 19 19:02:23.593716 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-085627da-ff55-405b-8ab4-f8cff4a6b428 req-89cfdc31-20ab-4adf-938a-d57779d35696 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994602 Nov 19 19:02:23.664178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:23.701856 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5372fc2a-30f1-408b-9540-3271c43d4a5c req-f7ee06b7-dbc3-42d8-9a8a-83ca60a0ea7c tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217859 Nov 19 19:02:23.727281 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bb69e8-13eb-46d1-8150-ef001bcca8cc x-openstack-request-id: req-47bb69e8-13eb-46d1-8150-ef001bcca8cc {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:23.727592 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "tag": "d93d772d-d437-4e93-a6c4-bb1aa74673fa", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:23.727855 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47bb69e8-13eb-46d1-8150-ef001bcca8cc {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:23.728259 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'tag': 'd93d772d-d437-4e93-a6c4-bb1aa74673fa', 'status': 'completed', 'code': 200} Nov 19 19:02:23.747260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Deleting port e808dadf-490e-412d-865e-f14622428f8d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:23.747772 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:23.788083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd180f0-7bfc-4a96-a1cd-48353509ebb0 req-45456e1f-c5b0-42d3-8e16-5c6e1e00335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.788878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd180f0-7bfc-4a96-a1cd-48353509ebb0 req-45456e1f-c5b0-42d3-8e16-5c6e1e00335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.789533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd180f0-7bfc-4a96-a1cd-48353509ebb0 req-45456e1f-c5b0-42d3-8e16-5c6e1e00335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.791490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ebd180f0-7bfc-4a96-a1cd-48353509ebb0 req-45456e1f-c5b0-42d3-8e16-5c6e1e00335e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2aee667bfcd43859f4281c15b680f51&device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2731 time: 0.0609164 Nov 19 19:02:23.953264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd180f0-7bfc-4a96-a1cd-48353509ebb0 req-73e651b4-25d9-491f-8c38-aae9928dd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.953979 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd180f0-7bfc-4a96-a1cd-48353509ebb0 req-73e651b4-25d9-491f-8c38-aae9928dd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.954406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd180f0-7bfc-4a96-a1cd-48353509ebb0 req-73e651b4-25d9-491f-8c38-aae9928dd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:23.958785 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ebd180f0-7bfc-4a96-a1cd-48353509ebb0 req-73e651b4-25d9-491f-8c38-aae9928dd737 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2aee667bfcd43859f4281c15b680f51&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1582215 Nov 19 19:02:23.986642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-79a4f127-89cd-4f3c-9ab4-23ff203d2d7d tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6f6abffd59bb40adb9bb1e16e7f10d76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2572181 Nov 19 19:02:23.988433 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] For port e808dadf-490e-412d-865e-f14622428f8d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e808dadf-490e-412d-865e-f14622428f8d,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:23.988788 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:24.115220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd180f0-7bfc-4a96-a1cd-48353509ebb0 req-79e6edfb-4f98-4a1e-9239-a7b4d8f68667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:24.116599 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ebd180f0-7bfc-4a96-a1cd-48353509ebb0 req-79e6edfb-4f98-4a1e-9239-a7b4d8f68667 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1476061 Nov 19 19:02:24.139633 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d4a7-f2b8-4903-9363-288f9113e2f6 req-3e5c5d0c-3136-40ec-ad58-e0939b0cf0a8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:24.148028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d4a7-f2b8-4903-9363-288f9113e2f6 req-3e5c5d0c-3136-40ec-ad58-e0939b0cf0a8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:24.156595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d4a7-f2b8-4903-9363-288f9113e2f6 req-3e5c5d0c-3136-40ec-ad58-e0939b0cf0a8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:24.158627 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6294d4a7-f2b8-4903-9363-288f9113e2f6 req-3e5c5d0c-3136-40ec-ad58-e0939b0cf0a8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2388 time: 0.0934784 Nov 19 19:02:24.235055 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6294d4a7-f2b8-4903-9363-288f9113e2f6 req-d7005f7f-e625-4549-87be-7d8fe37aaf7c tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691605 Nov 19 19:02:24.552756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37f7a71d-9167-4f59-9500-bed54692dccc details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:02:24.644485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d355b1d6-cf2f-4ab6-9f5f-2820df6917df req-a736d9aa-a4d1-48ee-b596-e08d1ad76cb7 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 210 time: 0.0748587 Nov 19 19:02:24.671759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 37f7a71d-9167-4f59-9500-bed54692dccc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37f7a71d-9167-4f59-9500-bed54692dccc,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:24.687040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '37f7a71d-9167-4f59-9500-bed54692dccc', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'port_id': '37f7a71d-9167-4f59-9500-bed54692dccc', 'mac_address': 'fa:16:3e:dd:73:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:02:24.738539 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:24.754795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f7a71d-9167-4f59-9500-bed54692dccc {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:24.779987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 37f7a71d-9167-4f59-9500-bed54692dccc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37f7a71d-9167-4f59-9500-bed54692dccc,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:24.789003 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:24.791057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726de7a1-3192-4753-a92d-0c40d2d56faf req-3439f1cc-d571-480e-93a1-f763b87f8bfe tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:24.803835 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-726de7a1-3192-4753-a92d-0c40d2d56faf req-3439f1cc-d571-480e-93a1-f763b87f8bfe tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 944 time: 0.1034989 Nov 19 19:02:24.805782 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db9e2e2f-9ce2-44a2-9cbe-c8a410f2465d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:24.841909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e2e2f-9ce2-44a2-9cbe-c8a410f2465d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event deleted for resources: {'Port': ['ID=c065cf24-a7df-4e06-8d7c-ef6ceabf2538,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:24.850597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-18413f8f-e288-4edd-acf3-757e2f5ceb4e tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:24.852380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-18413f8f-e288-4edd-acf3-757e2f5ceb4e tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8490911 Nov 19 19:02:24.876470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=37f7a71d-9167-4f59-9500-bed54692dccc,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:24.883820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Request body: {'port': {'device_id': '4a495feb-f6fa-42f4-837f-745e3d4ec297', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '6f6abffd59bb40adb9bb1e16e7f10d76'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:24.902379 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-726de7a1-3192-4753-a92d-0c40d2d56faf req-f00f00e3-736d-47e3-b38e-ccda7ca0f479 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974467 Nov 19 19:02:24.955276 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:25.059592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['37f7a71d-9167-4f59-9500-bed54692dccc'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:25.218470 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:25.219056 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:25.219056 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Floating IP 74f50c3d-a60e-44da-b48f-80ec055074f9 disassociated. External IP: 172.25.3.13, port: e808dadf-490e-412d-865e-f14622428f8d. Nov 19 19:02:25.219397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Calling delete_port for e808dadf-490e-412d-865e-f14622428f8d owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:25.256632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2607c98e-eac2-46d7-9521-44cc1cf37fdb {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:25.321713 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebe310-2693-491c-be5c-2c14b0c39aac req-ffd8895e-3feb-4e96-a681-c59418a76225 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:25.330249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4ebe310-2693-491c-be5c-2c14b0c39aac req-ffd8895e-3feb-4e96-a681-c59418a76225 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 946 time: 0.4699585 Nov 19 19:02:25.362297 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:25.377401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fc755-09f5-4284-a38b-20c4ce6cdfe4 req-ac16997c-07f6-45e0-b83a-1c9d7e31b59f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:25.385875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fc755-09f5-4284-a38b-20c4ce6cdfe4 req-ac16997c-07f6-45e0-b83a-1c9d7e31b59f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:25.393682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fc755-09f5-4284-a38b-20c4ce6cdfe4 req-ac16997c-07f6-45e0-b83a-1c9d7e31b59f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:25.395912 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b67fc755-09f5-4284-a38b-20c4ce6cdfe4 req-ac16997c-07f6-45e0-b83a-1c9d7e31b59f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2388 time: 0.0815876 Nov 19 19:02:25.448643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b67fc755-09f5-4284-a38b-20c4ce6cdfe4 req-1da91a48-f813-4e00-b63d-20fda8ff432d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463638 Nov 19 19:02:25.469738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Transition to ACTIVE for port object 2607c98e-eac2-46d7-9521-44cc1cf37fdb will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:02:25.499957 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:25.532873 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db9e2e2f-9ce2-44a2-9cbe-c8a410f2465d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:25.537567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-db9e2e2f-9ce2-44a2-9cbe-c8a410f2465d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "DELETE /v2.0/ports/c065cf24-a7df-4e06-8d7c-ef6ceabf2538 HTTP/1.1" status: 204 len: 168 time: 2.9564672 Nov 19 19:02:25.539417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45502) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:25.557600 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Made reservation on behalf of 6f6abffd59bb40adb9bb1e16e7f10d76 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:25.562221 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:25.579893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4ebe310-2693-491c-be5c-2c14b0c39aac req-eb88dc0c-c18d-469a-bfd6-05e0213fe4b0 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487690 Nov 19 19:02:25.582650 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22a089f-de99-414b-af5d-dc0d8a9bf932 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] GET failed (client error): The resource could not be found. Nov 19 19:02:25.593679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a22a089f-de99-414b-af5d-dc0d8a9bf932 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "GET /v2.0/ports/c065cf24-a7df-4e06-8d7c-ef6ceabf2538 HTTP/1.1" status: 404 len: 333 time: 0.0520747 Nov 19 19:02:25.594582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45506) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:25.600313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Request body: {'port': {'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb', 'name': 'tempest-AllowedAddressPairTestJSON-1887490412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:25.675191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Pushing event updated for resources: {'Port': ['ID=2607c98e-eac2-46d7-9521-44cc1cf37fdb,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:25.811559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e101073-dd68-4cb1-bb5a-abd8179caee5 req-1bdfa138-b687-4a40-9863-0d8b3f56091b tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 210 time: 0.0484872 Nov 19 19:02:25.838437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7b831-3729-49af-9542-28b00b1fd194 req-4e60e415-45f3-4d49-b8b0-4d0df88b489f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:25.843108 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82a7b831-3729-49af-9542-28b00b1fd194 req-4e60e415-45f3-4d49-b8b0-4d0df88b489f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2165859 Nov 19 19:02:25.892182 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:25.910511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Attempting to bind port 2607c98e-eac2-46d7-9521-44cc1cf37fdb on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:25.910851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Attempting to bind port 2607c98e-eac2-46d7-9521-44cc1cf37fdb by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '71dd30af-8904-41a7-879b-bd8d79cbc9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:25.911186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Attempting to bind port 2607c98e-eac2-46d7-9521-44cc1cf37fdb on network 783750c2-afae-49ca-a55a-d830a889fb7b {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:25.927827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82a7b831-3729-49af-9542-28b00b1fd194 req-df34db0c-d575-498f-bac3-62d940a2b809 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797009 Nov 19 19:02:25.928499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Made reservation on behalf of 2aeec69edf1d45228326eb9df851466f for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:25.931813 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:25.943785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Pushing event deleted for resources: {'Port': ['ID=e808dadf-490e-412d-865e-f14622428f8d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:25.961267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Allocated IP 192.168.233.113 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/73e30e1f-6de9-460d-b5f0-7250ea204b93) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:25.961267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Port 2607c98e-eac2-46d7-9521-44cc1cf37fdb on network 783750c2-afae-49ca-a55a-d830a889fb7b not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:02:25.961267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Attempting to bind port 2607c98e-eac2-46d7-9521-44cc1cf37fdb on network 783750c2-afae-49ca-a55a-d830a889fb7b {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:25.976215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:25.976480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Checking segment: {'id': '71dd30af-8904-41a7-879b-bd8d79cbc9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:25.976873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Bound using segment: {'id': '71dd30af-8904-41a7-879b-bd8d79cbc9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:25.977319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Bound port: 2607c98e-eac2-46d7-9521-44cc1cf37fdb, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71dd30af-8904-41a7-879b-bd8d79cbc9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:25.977737 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:25.980791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] device_id is not set on port 5fe879c8-0239-4fdf-9dd7-97f957ea8d09 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:02:26.193786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Allocated IP 172.20.0.7 (a61d2219-4e65-4983-adf7-b005f78e3dcb/677ad895-ccee-4d18-8d97-e8c3c64add64/5fe879c8-0239-4fdf-9dd7-97f957ea8d09) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:26.206479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7370b-76e6-40d7-9968-b2781d93dbc4 req-7e890469-429e-45de-a74d-beaf8adba85b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:26.208152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98c7370b-76e6-40d7-9968-b2781d93dbc4 req-7e890469-429e-45de-a74d-beaf8adba85b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0968509 Nov 19 19:02:26.261555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] For port 2607c98e-eac2-46d7-9521-44cc1cf37fdb, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:26.284828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] For port 2607c98e-eac2-46d7-9521-44cc1cf37fdb, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2607c98e-eac2-46d7-9521-44cc1cf37fdb,segment=NetworkSegment(71dd30af-8904-41a7-879b-bd8d79cbc9da),segment_id=71dd30af-8904-41a7-879b-bd8d79cbc9da)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:26.289243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98c7370b-76e6-40d7-9968-b2781d93dbc4 req-6c85769f-76d8-41a8-81df-f90e3ed0c872 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744917 Nov 19 19:02:26.296000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3886d6e-b797-4d9e-8a72-bb7b915b1a3c req-c68787fd-6f56-4d2b-b7dc-291217bdb2f7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:26.297580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3886d6e-b797-4d9e-8a72-bb7b915b1a3c req-c68787fd-6f56-4d2b-b7dc-291217bdb2f7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 945 time: 0.2373114 Nov 19 19:02:26.299945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Router aa0de459-0a93-4e57-a084-99f06a1fc759 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:02:26.311539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:26.455010 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:26.519521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:26.563017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37f7a71d-9167-4f59-9500-bed54692dccc up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:26.654683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 37f7a71d-9167-4f59-9500-bed54692dccc completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:02:26.655183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Network a61d2219-4e65-4983-adf7-b005f78e3dcb is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:26.657130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'Port': ['ID=5fe879c8-0239-4fdf-9dd7-97f957ea8d09,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:26.660869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 37f7a71d-9167-4f59-9500-bed54692dccc triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:26.661252 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:26.662057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:26.664564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:26.666400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:26.666876 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:26.668248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] 10.222.0.21 "PUT /v2.0/ports/2607c98e-eac2-46d7-9521-44cc1cf37fdb HTTP/1.1" status: 200 len: 1092 time: 3.2184942 Nov 19 19:02:26.671307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'tag': '2607c98e-eac2-46d7-9521-44cc1cf37fdb'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:26.673720 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c4c1b3-a040-4106-84af-4d00968a1214" -d '{"events": [{"name": "network-changed", "server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "tag": "2607c98e-eac2-46d7-9521-44cc1cf37fdb"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:26.722319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Request body: {'port': {'device_id': '838cc530-db3a-4d19-8804-63556641a550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:26.737736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:26.738784 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:26.775316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f367f16-c936-4423-8e06-35f0f702a84a req-16af45db-f805-4af7-b43c-51660b79acd9 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:26.784383 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f367f16-c936-4423-8e06-35f0f702a84a req-16af45db-f805-4af7-b43c-51660b79acd9 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2799387 Nov 19 19:02:26.792082 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7a7267da-7ce1-4842-8a14-f94935e56e8a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1962838 Nov 19 19:02:26.800901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45530) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:26.827736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-59d2ad57-e747-4060-a908-78fb7553edcf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3d:c8:f3'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:26.850877 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:26.895343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3f47a-2940-4879-9218-e4a5e6c9bdcd service neutron] Pushing event updated for resources: {'Port': ['ID=2607c98e-eac2-46d7-9521-44cc1cf37fdb,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:26.916457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f367f16-c936-4423-8e06-35f0f702a84a req-aef16858-2163-41ce-ac05-a15108ab44bf tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967124 Nov 19 19:02:26.927172 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d28a99-3106-4dcd-8894-69409a95c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f7a71d-9167-4f59-9500-bed54692dccc'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:26.929456 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764ed2f7-0931-45ec-b2d5-f22add42d39f" -d '{"events": [{"server_uuid": "22d28a99-3106-4dcd-8894-69409a95c28c", "name": "network-vif-plugged", "status": "completed", "tag": "37f7a71d-9167-4f59-9500-bed54692dccc"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:26.943909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3886d6e-b797-4d9e-8a72-bb7b915b1a3c req-322aa0d5-964a-4a8a-94a2-76c96c54b6b3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6387310 Nov 19 19:02:26.964996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:26.984377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 37f7a71d-9167-4f59-9500-bed54692dccc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37f7a71d-9167-4f59-9500-bed54692dccc,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:26.991698 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:26.992441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e808dadf-490e-412d-865e-f14622428f8d no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:27.068033 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:27.136133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=37f7a71d-9167-4f59-9500-bed54692dccc,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:27.140293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: e808dadf-490e-412d-865e-f14622428f8d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:27.140643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e808dadf-490e-412d-865e-f14622428f8d not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:27.232180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288fdf5-a5c3-42b7-aeb3-f298a0014177 req-70c4cf72-3ec7-4beb-87b6-63ab10a88ff7 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:27.254281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288fdf5-a5c3-42b7-aeb3-f298a0014177 req-70c4cf72-3ec7-4beb-87b6-63ab10a88ff7 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:27.258165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-af32e880-1f98-46e2-8b16-e8618a8854f6 None None] Provisioning complete for port 5fe879c8-0239-4fdf-9dd7-97f957ea8d09 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:27.258505 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af32e880-1f98-46e2-8b16-e8618a8854f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:27.269197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288fdf5-a5c3-42b7-aeb3-f298a0014177 req-70c4cf72-3ec7-4beb-87b6-63ab10a88ff7 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:27.275671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9288fdf5-a5c3-42b7-aeb3-f298a0014177 req-70c4cf72-3ec7-4beb-87b6-63ab10a88ff7 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2400 time: 0.2538695 Nov 19 19:02:27.326051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-af32e880-1f98-46e2-8b16-e8618a8854f6 None None] Port 5fe879c8-0239-4fdf-9dd7-97f957ea8d09 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:27.372610 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59d2ad57-e747-4060-a908-78fb7553edcf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:27.401133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:02:27.402333 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9288fdf5-a5c3-42b7-aeb3-f298a0014177 req-7b604987-1634-4508-9b5c-cdb4896131b7 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125493 Nov 19 19:02:27.416816 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7ec43-1815-495a-9259-f95c87dd9b19 None None] Sync routers for ids ['aa0de459-0a93-4e57-a084-99f06a1fc759'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:02:27.434643 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7ec43-1815-495a-9259-f95c87dd9b19 None None] Routers {'aa0de459-0a93-4e57-a084-99f06a1fc759'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:27.435320 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b3c7ec43-1815-495a-9259-f95c87dd9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['aa0de459-0a93-4e57-a084-99f06a1fc759'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:27.477938 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cdf8ccd-c43c-444d-86b4-a28279a3a491 req-fc2631ce-7729-401a-9cdc-5cafaca71353 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f HTTP/1.1" status: 200 len: 210 time: 0.1112492 Nov 19 19:02:27.506610 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f409d0-b6c9-43fe-b358-3dee9a5d53c5 x-openstack-request-id: req-12f409d0-b6c9-43fe-b358-3dee9a5d53c5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:27.506908 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "tag": "2607c98e-eac2-46d7-9521-44cc1cf37fdb", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:27.507162 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12f409d0-b6c9-43fe-b358-3dee9a5d53c5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:27.507567 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'tag': '2607c98e-eac2-46d7-9521-44cc1cf37fdb', 'status': 'completed', 'code': 200} Nov 19 19:02:27.613961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] No DVR routers for this DVR port e808dadf-490e-412d-865e-f14622428f8d on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:27.622997 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:27.627213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be86771a-f8b7-4a52-8a58-69b5aafa39c6 req-517f8dda-c0df-456f-9f55-22d1401d209f tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.21 "DELETE /v2.0/ports/e808dadf-490e-412d-865e-f14622428f8d HTTP/1.1" status: 204 len: 173 time: 4.3850000 Nov 19 19:02:27.669887 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:27.683955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['1e6bb29b-8076-4045-ad7a-95421f58820b'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:27.704505 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b3c7ec43-1815-495a-9259-f95c87dd9b19 None None] Set router aa0de459-0a93-4e57-a084-99f06a1fc759 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:27.723368 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59d2ad57-e747-4060-a908-78fb7553edcf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:27.743867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59d2ad57-e747-4060-a908-78fb7553edcf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:27.825317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4c1b3-a040-4106-84af-4d00968a1214 req-2bd4ec07-b04c-41e5-9980-ab1395eae885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:27.826168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4c1b3-a040-4106-84af-4d00968a1214 req-2bd4ec07-b04c-41e5-9980-ab1395eae885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:27.826824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4c1b3-a040-4106-84af-4d00968a1214 req-2bd4ec07-b04c-41e5-9980-ab1395eae885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:27.830563 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8c4c1b3-a040-4106-84af-4d00968a1214 req-2bd4ec07-b04c-41e5-9980-ab1395eae885 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2aee667bfcd43859f4281c15b680f51&device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2798 time: 0.3292468 Nov 19 19:02:27.869420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71ed86f-f696-42aa-80fb-9f15253b33c9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:27.883385 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:27.907786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-59d2ad57-e747-4060-a908-78fb7553edcf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] In _notify_port_updated(), no bound segment for port 5fe879c8-0239-4fdf-9dd7-97f957ea8d09 on network a61d2219-4e65-4983-adf7-b005f78e3dcb {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:02:27.914388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2ad57-e747-4060-a908-78fb7553edcf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:27.915324 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59d2ad57-e747-4060-a908-78fb7553edcf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:27.918312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-59d2ad57-e747-4060-a908-78fb7553edcf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "PUT /v2.0/ports/5fe879c8-0239-4fdf-9dd7-97f957ea8d09 HTTP/1.1" status: 200 len: 996 time: 1.1155968 Nov 19 19:02:27.923215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Transition to ACTIVE for port object a71ed86f-f696-42aa-80fb-9f15253b33c9 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:02:27.926187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45540) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:27.979978 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:27.999480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:28.022197 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b3c7ec43-1815-495a-9259-f95c87dd9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:09Z', 'revision_number': 4, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '20245da6-f87b-47e4-90fe-f79849f84152', 'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'mac_address': 'fa:16:3e:07:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:08Z', 'updated_at': '2021-11-19T19:00:15Z', 'revision_number': 5, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'subnets': [{'id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:28.028519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:28.034397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:28.047058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91e85c-4590-4c96-852e-f07a69f057af req-c6778af0-469f-4a00-b594-850ae4ec75ae tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.052877 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96be8d4-c7fa-4215-91a9-54f37afe12be req-9a91c6ee-3c1e-4a31-a066-8dac127af45d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.061168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e96be8d4-c7fa-4215-91a9-54f37afe12be req-9a91c6ee-3c1e-4a31-a066-8dac127af45d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.4618862 Nov 19 19:02:28.064146 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb91e85c-4590-4c96-852e-f07a69f057af req-c6778af0-469f-4a00-b594-850ae4ec75ae tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 936 time: 0.4447534 Nov 19 19:02:28.128242 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7ec43-1815-495a-9259-f95c87dd9b19 None None] Checking router: aa0de459-0a93-4e57-a084-99f06a1fc759 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:02:28.156288 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb91e85c-4590-4c96-852e-f07a69f057af req-a7c76961-8dd0-4131-bb58-417c67e8ac85 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908358 Nov 19 19:02:28.174562 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7ec43-1815-495a-9259-f95c87dd9b19 None None] Routers {'aa0de459-0a93-4e57-a084-99f06a1fc759'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:28.175831 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b3c7ec43-1815-495a-9259-f95c87dd9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['aa0de459-0a93-4e57-a084-99f06a1fc759'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:28.176125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2ad57-e747-4060-a908-78fb7553edcf tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'Port': ['ID=5fe879c8-0239-4fdf-9dd7-97f957ea8d09,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:28.205025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Pushing event updated for resources: {'Port': ['ID=73e30e1f-6de9-460d-b5f0-7250ea204b93,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:28.291263 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-07ff40e0-c1c9-4f99-b6b0-aceef4a2db0d None None] Provisioning complete for port 5fe879c8-0239-4fdf-9dd7-97f957ea8d09 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:28.291636 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-07ff40e0-c1c9-4f99-b6b0-aceef4a2db0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:28.301828 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4c1b3-a040-4106-84af-4d00968a1214 req-91784050-18e4-4fad-9ff4-0ed6b65958bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.303336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4c1b3-a040-4106-84af-4d00968a1214 req-91784050-18e4-4fad-9ff4-0ed6b65958bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.303885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4c1b3-a040-4106-84af-4d00968a1214 req-91784050-18e4-4fad-9ff4-0ed6b65958bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.309865 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8c4c1b3-a040-4106-84af-4d00968a1214 req-91784050-18e4-4fad-9ff4-0ed6b65958bc service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2aee667bfcd43859f4281c15b680f51&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3620691 Nov 19 19:02:28.361594 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e96be8d4-c7fa-4215-91a9-54f37afe12be req-a1192010-912e-436c-a9fc-04b83abd8722 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940769 Nov 19 19:02:28.364622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Pushing event updated for resources: {'Port': ['ID=a71ed86f-f696-42aa-80fb-9f15253b33c9,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:28.422734 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18445cf-88d9-4e8c-98b6-776324ad0ff7 x-openstack-request-id: req-d18445cf-88d9-4e8c-98b6-776324ad0ff7 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:28.423125 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d28a99-3106-4dcd-8894-69409a95c28c", "name": "network-vif-plugged", "status": "completed", "tag": "37f7a71d-9167-4f59-9500-bed54692dccc", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:28.423394 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d18445cf-88d9-4e8c-98b6-776324ad0ff7 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:28.424962 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d28a99-3106-4dcd-8894-69409a95c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f7a71d-9167-4f59-9500-bed54692dccc', 'code': 200} Nov 19 19:02:28.479990 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-07ff40e0-c1c9-4f99-b6b0-aceef4a2db0d None None] Port 5fe879c8-0239-4fdf-9dd7-97f957ea8d09 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:28.497782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.498691 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:28.591336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Attempting to bind port a71ed86f-f696-42aa-80fb-9f15253b33c9 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:28.591717 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Attempting to bind port a71ed86f-f696-42aa-80fb-9f15253b33c9 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:28.596441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Attempting to bind port a71ed86f-f696-42aa-80fb-9f15253b33c9 on network 831f8dcf-794a-489c-871b-8fba82e58cac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:28.598919 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b3c7ec43-1815-495a-9259-f95c87dd9b19 None None] Set router aa0de459-0a93-4e57-a084-99f06a1fc759 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:28.623584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4c1b3-a040-4106-84af-4d00968a1214 req-6116ca74-4e68-4d6f-ba1c-063ccdb0741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.626384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8c4c1b3-a040-4106-84af-4d00968a1214 req-6116ca74-4e68-4d6f-ba1c-063ccdb0741c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3099923 Nov 19 19:02:28.627009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Port a71ed86f-f696-42aa-80fb-9f15253b33c9 on network 831f8dcf-794a-489c-871b-8fba82e58cac not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:02:28.627245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Attempting to bind port a71ed86f-f696-42aa-80fb-9f15253b33c9 on network 831f8dcf-794a-489c-871b-8fba82e58cac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:28.634530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-96277654-520c-44f1-b998-8c821b4702d0 None None] Provisioning complete for port 73e30e1f-6de9-460d-b5f0-7250ea204b93 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:28.637505 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-96277654-520c-44f1-b998-8c821b4702d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:28.662964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:28.663471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Checking segment: {'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:28.664046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Bound using segment: {'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:28.664720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Bound port: a71ed86f-f696-42aa-80fb-9f15253b33c9, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96db1b64-cee0-4d93-ab83-7aa574878411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:28.665154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:28.698370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f952e2-2655-48f3-acb9-7e1cf667781f req-105f30e0-54e9-42fd-b670-c38c679df8fa tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.701498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-31f952e2-2655-48f3-acb9-7e1cf667781f req-105f30e0-54e9-42fd-b670-c38c679df8fa tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 946 time: 0.1784835 Nov 19 19:02:28.733943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-96277654-520c-44f1-b998-8c821b4702d0 None None] Port 73e30e1f-6de9-460d-b5f0-7250ea204b93 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:28.745695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] For port a71ed86f-f696-42aa-80fb-9f15253b33c9, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:28.750381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] For port a71ed86f-f696-42aa-80fb-9f15253b33c9, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a71ed86f-f696-42aa-80fb-9f15253b33c9,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:28.790227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-31f952e2-2655-48f3-acb9-7e1cf667781f req-8f569634-7159-4405-b671-1555e536a102 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813487 Nov 19 19:02:28.802133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-76aa042e-39b8-424f-866b-5607e86ce7a3 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9261415 Nov 19 19:02:28.805843 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:28.869960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-27d20d22-2566-4fb8-a4ee-c9604e18fd80 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Deleting port 5fe879c8-0239-4fdf-9dd7-97f957ea8d09 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:28.870309 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-27d20d22-2566-4fb8-a4ee-c9604e18fd80 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:28.883640 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Request body: {'port': {'device_id': '4a495feb-f6fa-42f4-837f-745e3d4ec297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:28.890482 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Pushing event updated for resources: {'Port': ['ID=a71ed86f-f696-42aa-80fb-9f15253b33c9,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:28.899873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.900573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:28.906835 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e0b57a8b-b7e5-4c9d-b724-3905a7dee17b service neutron] 10.222.0.21 "PUT /v2.0/ports/a71ed86f-f696-42aa-80fb-9f15253b33c9 HTTP/1.1" status: 200 len: 1092 time: 2.1926823 Nov 19 19:02:29.002568 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b3c7ec43-1815-495a-9259-f95c87dd9b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:09Z', 'revision_number': 4, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '20245da6-f87b-47e4-90fe-f79849f84152', 'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'mac_address': 'fa:16:3e:07:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:08Z', 'updated_at': '2021-11-19T19:00:15Z', 'revision_number': 5, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'subnets': [{'id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:29.032065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47452f2b-de63-43f8-ac59-ae1b9e5875d3 req-a3f418ee-5ab5-415b-af02-9f4b7d5c2b6d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.033688 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47452f2b-de63-43f8-ac59-ae1b9e5875d3 req-a3f418ee-5ab5-415b-af02-9f4b7d5c2b6d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0638452 Nov 19 19:02:29.042926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc36984-ca33-489d-b7ac-67d0e46ff64d req-94c5da05-b6a8-48ef-ba0b-705fd2128281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.045964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cc36984-ca33-489d-b7ac-67d0e46ff64d req-94c5da05-b6a8-48ef-ba0b-705fd2128281 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 1097 time: 0.4635129 Nov 19 19:02:29.079677 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7ec43-1815-495a-9259-f95c87dd9b19 None None] The sync data for ids ['aa0de459-0a93-4e57-a084-99f06a1fc759'] in n-d-815373-6 is: [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:00:09Z', 'revision_number': 4, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '20245da6-f87b-47e4-90fe-f79849f84152', 'name': '', 'network_id': '0701e31b-d785-4c6c-a312-a2dba0f099e2', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'mac_address': 'fa:16:3e:07:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:08Z', 'updated_at': '2021-11-19T19:00:15Z', 'revision_number': 5, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'subnets': [{'id': '9ea20dac-a42c-4054-970f-ee42976eb024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:02:29.125817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5366242-ce1d-4cbb-984b-132e6bac9311 req-98999204-6411-48cf-9e98-616bf5683b29 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.132031 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47452f2b-de63-43f8-ac59-ae1b9e5875d3 req-4176fb2c-248c-4840-af28-6e31c26aba36 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842328 Nov 19 19:02:29.137243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5366242-ce1d-4cbb-984b-132e6bac9311 req-98999204-6411-48cf-9e98-616bf5683b29 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.145376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5366242-ce1d-4cbb-984b-132e6bac9311 req-98999204-6411-48cf-9e98-616bf5683b29 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.147593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5366242-ce1d-4cbb-984b-132e6bac9311 req-98999204-6411-48cf-9e98-616bf5683b29 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2412 time: 0.3869803 Nov 19 19:02:29.185424 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:29.197107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45564) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:29.300191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-2a9cc42b-977c-4242-91c0-89e297391e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.300792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-2a9cc42b-977c-4242-91c0-89e297391e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.301278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-2a9cc42b-977c-4242-91c0-89e297391e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.302953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-2a9cc42b-977c-4242-91c0-89e297391e20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2aee667bfcd43859f4281c15b680f51&device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2865 time: 0.3385930 Nov 19 19:02:29.305020 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cc36984-ca33-489d-b7ac-67d0e46ff64d req-e4562ce6-04ec-4815-86e2-fe13c1c611ab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494178 Nov 19 19:02:29.326065 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9f18-f333-4bae-a009-6155662958dd tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:29.332682 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-27d20d22-2566-4fb8-a4ee-c9604e18fd80 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:29.355217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5366242-ce1d-4cbb-984b-132e6bac9311 req-b3dc7997-5abd-48ec-ab93-4471803185d4 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964440 Nov 19 19:02:29.376732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1c94a-cb03-4624-a752-2747facc638c req-6fe9c14d-9630-48c0-a196-384d3f1abc23 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.376840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-27d20d22-2566-4fb8-a4ee-c9604e18fd80 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Calling delete_port for 5fe879c8-0239-4fdf-9dd7-97f957ea8d09 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:29.379090 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aaf1c94a-cb03-4624-a752-2747facc638c req-6fe9c14d-9630-48c0-a196-384d3f1abc23 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1253119 Nov 19 19:02:29.421601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9f18-f333-4bae-a009-6155662958dd tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:29.490459 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aaf1c94a-cb03-4624-a752-2747facc638c req-133321ff-ae4e-4f01-a6bd-8122489931a6 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102700 Nov 19 19:02:29.507244 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:29.511244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'name': 'network-vif-deleted', 'tag': 'e808dadf-490e-412d-865e-f14622428f8d'}, {'name': 'network-changed', 'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'tag': 'a71ed86f-f696-42aa-80fb-9f15253b33c9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:29.514109 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ad9a8a-0add-465a-8f70-55c0e6af31b4" -d '{"events": [{"server_uuid": "d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f", "name": "network-vif-deleted", "tag": "e808dadf-490e-412d-865e-f14622428f8d"}, {"name": "network-changed", "server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "tag": "a71ed86f-f696-42aa-80fb-9f15253b33c9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:29.519807 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9f18-f333-4bae-a009-6155662958dd tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:29.523004 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9f18-f333-4bae-a009-6155662958dd tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:29.524829 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0b3a9f18-f333-4bae-a009-6155662958dd tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "DELETE /v2.0/security-groups/9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b HTTP/1.1" status: 204 len: 168 time: 0.3265696 Nov 19 19:02:29.530662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45568) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:29.563756 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-f51a5ab5-8318-4705-9ddc-e8465af50da8 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] show failed (client error): The resource could not be found. Nov 19 19:02:29.567844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f51a5ab5-8318-4705-9ddc-e8465af50da8 tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "GET /v2.0/security-groups/9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b HTTP/1.1" status: 404 len: 347 time: 0.0330241 Nov 19 19:02:29.573966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006bd0f-5a33-4f64-af6d-93b156bd18b9 None None] New status for floating IP 74f50c3d-a60e-44da-b48f-80ec055074f9: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:02:29.574167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45572) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:29.577416 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-823e9f58-8280-435e-bb73-6e7098c98396 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.83&port_id=d93d772d-d437-4e93-a6c4-bb1aa74673fa HTTP/1.1" status: 200 len: 217 time: 0.0732081 Nov 19 19:02:29.578393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a9f18-f333-4bae-a009-6155662958dd tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5aeca2-cfc9-4eb6-8e45-7dedefee7c8b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:29.646128 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa755cf-41d3-4a1a-aa31-7e5ec2b063be x-openstack-request-id: req-3fa755cf-41d3-4a1a-aa31-7e5ec2b063be {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:29.646482 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f", "name": "network-vif-deleted", "tag": "e808dadf-490e-412d-865e-f14622428f8d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "tag": "a71ed86f-f696-42aa-80fb-9f15253b33c9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:29.647228 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fa755cf-41d3-4a1a-aa31-7e5ec2b063be {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:29.647645 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e83c7d-d0b4-4f3b-bb05-fc1ad8367f7f', 'name': 'network-vif-deleted', 'tag': 'e808dadf-490e-412d-865e-f14622428f8d', 'status': 'completed', 'code': 200} Nov 19 19:02:29.647912 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'tag': 'a71ed86f-f696-42aa-80fb-9f15253b33c9', 'status': 'completed', 'code': 200} Nov 19 19:02:29.725085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f265-46fa-406a-8841-a803a9be5486 req-57edfbbd-76bc-475a-b943-0a22a08e3e0a tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.726681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c825f265-46fa-406a-8841-a803a9be5486 req-57edfbbd-76bc-475a-b943-0a22a08e3e0a tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 936 time: 0.2672298 Nov 19 19:02:29.751845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-9a74d343-e85f-4798-9cd2-7edf71fd871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.753347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-9a74d343-e85f-4798-9cd2-7edf71fd871a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11c32860-b8cd-4a2d-8d25-56c6b3c1d28d HTTP/1.1" status: 200 len: 801 time: 0.1567686 Nov 19 19:02:29.866640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-be2c476e-f684-402a-88f3-8351938b0a3b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Deleting port 4657ad6a-4c50-4949-9313-ed6a349da832 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:29.867945 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be2c476e-f684-402a-88f3-8351938b0a3b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:29.911373 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c825f265-46fa-406a-8841-a803a9be5486 req-02b86150-0b4d-4e04-af8c-e98f7a4252fc tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710618 Nov 19 19:02:29.941558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43d731-7fb2-4e19-82d7-af5055115307 req-806754e1-d5e7-43b2-9a34-09f9da8731ce tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.948833 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a43d731-7fb2-4e19-82d7-af5055115307 req-806754e1-d5e7-43b2-9a34-09f9da8731ce tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1241057 Nov 19 19:02:29.985164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-6226d56d-79db-4d6e-bd34-b9f567d7898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:29.987095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-6226d56d-79db-4d6e-bd34-b9f567d7898e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=831f8dcf-794a-489c-871b-8fba82e58cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2214060 Nov 19 19:02:29.991868 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-27d20d22-2566-4fb8-a4ee-c9604e18fd80 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:30.001445 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a43d731-7fb2-4e19-82d7-af5055115307 req-915b0d43-a9a2-41a7-a5a6-d789a701a4e5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516403 Nov 19 19:02:30.056251 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be2c476e-f684-402a-88f3-8351938b0a3b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:30.056638 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be2c476e-f684-402a-88f3-8351938b0a3b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:30.071711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-be2c476e-f684-402a-88f3-8351938b0a3b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Calling delete_port for 4657ad6a-4c50-4949-9313-ed6a349da832 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:30.087824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d20d22-2566-4fb8-a4ee-c9604e18fd80 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event deleted for resources: {'Port': ['ID=5fe879c8-0239-4fdf-9dd7-97f957ea8d09,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:30.107915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e30e1f-6de9-460d-b5f0-7250ea204b93 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:30.140625 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:30.445599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Transition to ACTIVE for port object 73e30e1f-6de9-460d-b5f0-7250ea204b93 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:02:30.464136 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:30.508149 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-65f0b38b-835f-4714-b3db-a9f5649acca3 service neutron] 10.222.0.21 "GET /v2.0/networks/831f8dcf-794a-489c-871b-8fba82e58cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111415 Nov 19 19:02:30.523091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10515560-b374-4d9e-aa2f-89c81de87ce5 req-1d4098ec-7c1a-4319-8753-aaa0eb449a32 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:30.530439 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-10515560-b374-4d9e-aa2f-89c81de87ce5 req-1d4098ec-7c1a-4319-8753-aaa0eb449a32 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 946 time: 0.5031402 Nov 19 19:02:30.555928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f260e-e5ca-4ef7-bf0f-c0de556c70cf req-8576a585-7c2b-43e8-a940-2f3cf19abc9d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:30.558672 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac3f260e-e5ca-4ef7-bf0f-c0de556c70cf req-8576a585-7c2b-43e8-a940-2f3cf19abc9d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.4795704 Nov 19 19:02:30.591072 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-27d20d22-2566-4fb8-a4ee-c9604e18fd80 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:30.594280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-27d20d22-2566-4fb8-a4ee-c9604e18fd80 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "DELETE /v2.0/ports/5fe879c8-0239-4fdf-9dd7-97f957ea8d09 HTTP/1.1" status: 204 len: 168 time: 2.6492009 Nov 19 19:02:30.598042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45588) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:30.645306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Pushing event updated for resources: {'Port': ['ID=73e30e1f-6de9-460d-b5f0-7250ea204b93,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:30.672389 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfef3a4-c96c-48c6-996e-8d120544b4d3 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] GET failed (client error): The resource could not be found. Nov 19 19:02:30.674711 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6cfef3a4-c96c-48c6-996e-8d120544b4d3 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "GET /v2.0/ports/5fe879c8-0239-4fdf-9dd7-97f957ea8d09 HTTP/1.1" status: 404 len: 333 time: 0.0499709 Nov 19 19:02:30.680508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45590) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:30.696598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Request body: {'port': {'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb', 'name': 'tempest-AllowedAddressPairTestJSON-1626550201'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:30.760335 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-10515560-b374-4d9e-aa2f-89c81de87ce5 req-9e61f4d1-0b60-4f3e-baff-c8ab68c4ab9f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267368 Nov 19 19:02:30.769685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be2c476e-f684-402a-88f3-8351938b0a3b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:30.823246 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac3f260e-e5ca-4ef7-bf0f-c0de556c70cf req-f0a128f0-46bb-4a25-bbda-ded8cf19eccb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333758 Nov 19 19:02:30.832516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c476e-f684-402a-88f3-8351938b0a3b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Pushing event deleted for resources: {'Port': ['ID=4657ad6a-4c50-4949-9313-ed6a349da832,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:30.848213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-ff693f0d-3789-42ee-8555-8d38c865fa00 service neutron] 10.222.0.21 "GET /v2.0/networks/831f8dcf-794a-489c-871b-8fba82e58cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083589 Nov 19 19:02:30.986139 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-fc15facf-f710-4273-abd5-4b922cd6f700 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.246&port_id=2607c98e-eac2-46d7-9521-44cc1cf37fdb HTTP/1.1" status: 200 len: 217 time: 0.1281929 Nov 19 19:02:30.986817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Attempting to bind port 73e30e1f-6de9-460d-b5f0-7250ea204b93 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:30.987144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Attempting to bind port 73e30e1f-6de9-460d-b5f0-7250ea204b93 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:30.987469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Attempting to bind port 73e30e1f-6de9-460d-b5f0-7250ea204b93 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:31.020120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be2c476e-f684-402a-88f3-8351938b0a3b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:31.023686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be2c476e-f684-402a-88f3-8351938b0a3b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:31.024861 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-be2c476e-f684-402a-88f3-8351938b0a3b tempest-ServersTestJSON-1466500438 tempest-ServersTestJSON-1466500438-project] 10.222.0.50 "DELETE /v2.0/floatingips/74f50c3d-a60e-44da-b48f-80ec055074f9 HTTP/1.1" status: 204 len: 168 time: 1.4489014 Nov 19 19:02:31.033049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45604) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:31.052852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Port 73e30e1f-6de9-460d-b5f0-7250ea204b93 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:02:31.053882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Attempting to bind port 73e30e1f-6de9-460d-b5f0-7250ea204b93 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:31.065302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:31.066149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:31.066971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:31.067494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Bound port: 73e30e1f-6de9-460d-b5f0-7250ea204b93, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:31.067956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:31.130433 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-2926c2ad-e244-4ebc-9999-778eca298f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:31.132280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-2926c2ad-e244-4ebc-9999-778eca298f06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ab4f255-e115-4e10-b898-b31f165257d9 HTTP/1.1" status: 200 len: 801 time: 0.1253722 Nov 19 19:02:31.164686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64502d-2a1f-4a79-817c-f58903ada2b5 req-8745610c-70f7-4e1c-91e0-0e1bbf09679b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:31.172313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64502d-2a1f-4a79-817c-f58903ada2b5 req-8745610c-70f7-4e1c-91e0-0e1bbf09679b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:31.179676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64502d-2a1f-4a79-817c-f58903ada2b5 req-8745610c-70f7-4e1c-91e0-0e1bbf09679b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:31.189254 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd64502d-2a1f-4a79-817c-f58903ada2b5 req-8745610c-70f7-4e1c-91e0-0e1bbf09679b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2412 time: 0.3198104 Nov 19 19:02:31.196884 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a93f6-73f3-43f0-93c2-dc16473c813b req-069b72b5-4394-47b3-be41-c53dc8da30e4 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:31.204353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f81a93f6-73f3-43f0-93c2-dc16473c813b req-069b72b5-4394-47b3-be41-c53dc8da30e4 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 948 time: 0.1619756 Nov 19 19:02:31.220951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Made reservation on behalf of 2aeec69edf1d45228326eb9df851466f for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:31.224395 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:31.265258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] For port 73e30e1f-6de9-460d-b5f0-7250ea204b93, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:31.290068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] For port 73e30e1f-6de9-460d-b5f0-7250ea204b93, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=73e30e1f-6de9-460d-b5f0-7250ea204b93,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:31.295051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-15690695-451b-4a51-97ce-85cb04e49821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:31.296763 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-15690695-451b-4a51-97ce-85cb04e49821 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=783750c2-afae-49ca-a55a-d830a889fb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1553781 Nov 19 19:02:31.298841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:31.303922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] device_id is not set on port 73e1287c-2371-4476-8bcf-95967aa26dd4 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:02:31.304153 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd64502d-2a1f-4a79-817c-f58903ada2b5 req-f0f67efb-5347-45f5-86ab-2208b6f4a065 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147285 Nov 19 19:02:31.372077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f81a93f6-73f3-43f0-93c2-dc16473c813b req-f19d060c-39a6-4e39-a4d9-c610cb83db2d tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666324 Nov 19 19:02:31.430017 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:31.430650 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:31.432054 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] 10.222.0.57 "PUT /v2.0/ports/73e30e1f-6de9-460d-b5f0-7250ea204b93 HTTP/1.1" status: 200 len: 1096 time: 2.6154907 Nov 19 19:02:31.551445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Allocated IP 172.20.0.12 (a61d2219-4e65-4983-adf7-b005f78e3dcb/677ad895-ccee-4d18-8d97-e8c3c64add64/73e1287c-2371-4476-8bcf-95967aa26dd4) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:31.557182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403013b-bcc6-419b-a8ce-cb6adea6a13e service neutron] Pushing event updated for resources: {'Port': ['ID=73e30e1f-6de9-460d-b5f0-7250ea204b93,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:31.582869 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-bb0cc162-d815-41fd-8967-58a2d7904381 service neutron] 10.222.0.21 "GET /v2.0/networks/783750c2-afae-49ca-a55a-d830a889fb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767370 Nov 19 19:02:31.606802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-32230479-a4cb-40d2-8933-24059488e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:31.608373 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-32230479-a4cb-40d2-8933-24059488e6fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f6abffd59bb40adb9bb1e16e7f10d76&device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 1099 time: 0.1245356 Nov 19 19:02:31.618392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb26a9-09af-4e5e-9973-b736ce77f4c0 req-82e49c59-4a24-47cb-a924-1710b2693cf8 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:31.620555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdcb26a9-09af-4e5e-9973-b736ce77f4c0 req-82e49c59-4a24-47cb-a924-1710b2693cf8 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2213547 Nov 19 19:02:31.678421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a495feb-f6fa-42f4-837f-745e3d4ec297', 'tag': '73e30e1f-6de9-460d-b5f0-7250ea204b93'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:31.680626 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a2c816-0fa4-419e-a374-03c3d0401ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a495feb-f6fa-42f4-837f-745e3d4ec297", "tag": "73e30e1f-6de9-460d-b5f0-7250ea204b93"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:31.728826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-6246c413-d5d2-42b2-b27d-68f735be7a24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=73e30e1f-6de9-460d-b5f0-7250ea204b93 HTTP/1.1" status: 200 len: 217 time: 0.0970793 Nov 19 19:02:31.746625 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58dcc99-0e7b-4347-8331-ffaef0b7f6b0 x-openstack-request-id: req-b58dcc99-0e7b-4347-8331-ffaef0b7f6b0 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:31.747514 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a495feb-f6fa-42f4-837f-745e3d4ec297", "tag": "73e30e1f-6de9-460d-b5f0-7250ea204b93", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:31.747514 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b58dcc99-0e7b-4347-8331-ffaef0b7f6b0 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:31.747514 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a495feb-f6fa-42f4-837f-745e3d4ec297', 'tag': '73e30e1f-6de9-460d-b5f0-7250ea204b93', 'status': 'completed', 'code': 200} Nov 19 19:02:31.841035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-daf63562-12ed-47ec-b1ab-08841361763a service neutron] 10.222.0.21 "GET /v2.0/networks/783750c2-afae-49ca-a55a-d830a889fb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463839 Nov 19 19:02:31.851204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:31.910043 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e6f65f7f-0ae8-46fd-9c95-41251c5f68d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=a71ed86f-f696-42aa-80fb-9f15253b33c9 HTTP/1.1" status: 200 len: 217 time: 0.0587373 Nov 19 19:02:31.916284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdcb26a9-09af-4e5e-9973-b736ce77f4c0 req-af50b023-5f9d-488e-8a74-ad6495c0d9d3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441897 Nov 19 19:02:31.917948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-6d7223d6-f205-4476-919d-7ff780e02345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:31.920313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-6d7223d6-f205-4476-919d-7ff780e02345 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1825423 Nov 19 19:02:31.955632 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:31.973170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99496-ae46-403f-92ec-6b2db5f4c317 req-815d371e-9d8b-4f48-896f-0bcc01a7cf47 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:31.974754 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f0c99496-ae46-403f-92ec-6b2db5f4c317 req-815d371e-9d8b-4f48-896f-0bcc01a7cf47 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 946 time: 0.1076689 Nov 19 19:02:32.006185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-70eb55a6-ec1d-486c-9487-6627899cec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.007786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-70eb55a6-ec1d-486c-9487-6627899cec78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797772 Nov 19 19:02:32.020548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-7c9d06d3-4290-4458-bf8d-4d1dddbcb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.022820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-7c9d06d3-4290-4458-bf8d-4d1dddbcb488 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11c32860-b8cd-4a2d-8d25-56c6b3c1d28d HTTP/1.1" status: 200 len: 801 time: 0.1020107 Nov 19 19:02:32.027742 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:32.147298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Network a61d2219-4e65-4983-adf7-b005f78e3dcb is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:32.154515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'Port': ['ID=73e1287c-2371-4476-8bcf-95967aa26dd4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:32.162708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:32.166377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cca8e-ef3d-49ea-89f8-ba2db4da72d1 req-573e5241-870d-4764-a8b2-f0e53a37f8c9 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.167728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5cca8e-ef3d-49ea-89f8-ba2db4da72d1 req-573e5241-870d-4764-a8b2-f0e53a37f8c9 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1588328 Nov 19 19:02:32.170098 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:32.179018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e76067f8-dca0-48b4-aeae-dd5d93f2560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.180617 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-e76067f8-dca0-48b4-aeae-dd5d93f2560c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=831f8dcf-794a-489c-871b-8fba82e58cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1238070 Nov 19 19:02:32.201137 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f0c99496-ae46-403f-92ec-6b2db5f4c317 req-0cf86a0b-b7e0-46d5-86b3-9a4bab525313 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792080 Nov 19 19:02:32.270966 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-7c21e1b1-8aaf-43b0-905d-7f98cacf8d23 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451108 Nov 19 19:02:32.288398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.289030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:32.317304 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-503cae51-969a-42e5-97da-a0a5774ec609 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6333706 Nov 19 19:02:32.320471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45618) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:32.330654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Request body: {'port': {'network_id': 'a61d2219-4e65-4983-adf7-b005f78e3dcb', 'name': 'tempest-AllowedAddressPairTestJSON-592647457'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:32.392909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5cca8e-ef3d-49ea-89f8-ba2db4da72d1 req-6828398e-673f-4671-a794-c9b97feda0cb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050397 Nov 19 19:02:32.446960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-4232e5eb-24eb-4884-9b0d-9e3064e2f697 service neutron] 10.222.0.21 "GET /v2.0/networks/831f8dcf-794a-489c-871b-8fba82e58cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552190 Nov 19 19:02:32.517568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a289f4dc-4cfd-4509-8907-a288e61d7c90 None None] Provisioning complete for port 73e1287c-2371-4476-8bcf-95967aa26dd4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:32.518177 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a289f4dc-4cfd-4509-8907-a288e61d7c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:32.546420 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa4c855f-d80a-40c9-8ad4-99954d881875 req-8b290995-f90d-431a-af02-531f89c0ac63 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=150e4155c84e42198c074cd95c02f145 HTTP/1.1" status: 200 len: 267 time: 0.1221738 Nov 19 19:02:32.548573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b57b7d0c-e29c-41ed-a86a-7c7c1907148d req-01a46187-d81d-4fb3-a9dd-eb168ba04dc1 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674384 Nov 19 19:02:32.558642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a289f4dc-4cfd-4509-8907-a288e61d7c90 None None] Port 73e1287c-2371-4476-8bcf-95967aa26dd4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:32.563000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Made reservation on behalf of 2aeec69edf1d45228326eb9df851466f for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:32.566697 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:32.579665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] Deleting port 20245da6-f87b-47e4-90fe-f79849f84152 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:32.580008 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:32.598030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8244348-21a3-4d75-9c22-85398136858d req-727591f8-a590-45f5-be4b-88f816b284ae tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.604155 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8244348-21a3-4d75-9c22-85398136858d req-727591f8-a590-45f5-be4b-88f816b284ae tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.610587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8244348-21a3-4d75-9c22-85398136858d req-727591f8-a590-45f5-be4b-88f816b284ae tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.612271 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8244348-21a3-4d75-9c22-85398136858d req-727591f8-a590-45f5-be4b-88f816b284ae tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2412 time: 0.1239536 Nov 19 19:02:32.651798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] device_id is not set on port d351f70b-3fbd-432d-ac5f-eb8556e34f18 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:02:32.668221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab57a20c-0695-4387-ba1a-b48a7ccf61f5 req-90525b37-53db-4038-ba12-9c3d99512ca6 service neutron] 10.222.0.21 "GET /v2.0/networks/831f8dcf-794a-489c-871b-8fba82e58cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102792 Nov 19 19:02:32.704978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c816-0fa4-419e-a374-03c3d0401ebf req-1d6ab02d-d5c6-4ff5-a835-f3a902dd9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.706421 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14a2c816-0fa4-419e-a374-03c3d0401ebf req-1d6ab02d-d5c6-4ff5-a835-f3a902dd9a74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6f6abffd59bb40adb9bb1e16e7f10d76&device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 1099 time: 0.0898590 Nov 19 19:02:32.711925 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8244348-21a3-4d75-9c22-85398136858d req-bc33cb29-2600-4711-bbe4-86f37efbe24d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817187 Nov 19 19:02:32.721797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c855f-d80a-40c9-8ad4-99954d881875 req-c256fb43-96e4-48e9-b4a3-8d852ca7c4ae tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.723311 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa4c855f-d80a-40c9-8ad4-99954d881875 req-c256fb43-96e4-48e9-b4a3-8d852ca7c4ae tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 946 time: 0.1455050 Nov 19 19:02:32.752859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-aa4c855f-d80a-40c9-8ad4-99954d881875 req-9c80ea85-68c1-4626-9fff-eaa338f706eb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Request body: {'port': {'security_groups': []}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:32.842934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] For port 20245da6-f87b-47e4-90fe-f79849f84152, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=20245da6-f87b-47e4-90fe-f79849f84152,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:32.843301 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:32.846195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-3afec340-623c-4d29-8963-37ba10ff8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.846689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-3afec340-623c-4d29-8963-37ba10ff8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.847171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-3afec340-623c-4d29-8963-37ba10ff8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.848808 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-3afec340-623c-4d29-8963-37ba10ff8514 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2aee667bfcd43859f4281c15b680f51&device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2865 time: 0.1264150 Nov 19 19:02:32.897794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] Calling delete_port for 20245da6-f87b-47e4-90fe-f79849f84152 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:32.908870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Allocated IP 172.20.0.5 (a61d2219-4e65-4983-adf7-b005f78e3dcb/677ad895-ccee-4d18-8d97-e8c3c64add64/d351f70b-3fbd-432d-ac5f-eb8556e34f18) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:32.915629 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aa4c855f-d80a-40c9-8ad4-99954d881875 req-9c80ea85-68c1-4626-9fff-eaa338f706eb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:32.926699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fe06e-0f77-4391-a094-d5acc9c0d29c req-43011f67-7edb-4070-9a04-d2d6faf27f7d tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.928224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-731fe06e-0f77-4391-a094-d5acc9c0d29c req-43011f67-7edb-4070-9a04-d2d6faf27f7d tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 948 time: 0.1363072 Nov 19 19:02:32.931667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c816-0fa4-419e-a374-03c3d0401ebf req-2076d05e-48e3-490e-920a-6799e98be06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:32.933049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14a2c816-0fa4-419e-a374-03c3d0401ebf req-2076d05e-48e3-490e-920a-6799e98be06c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2186799 Nov 19 19:02:32.995640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14a2c816-0fa4-419e-a374-03c3d0401ebf req-a8152168-fbdc-4259-9106-bf3b2bda7071 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=73e30e1f-6de9-460d-b5f0-7250ea204b93 HTTP/1.1" status: 200 len: 217 time: 0.0513411 Nov 19 19:02:33.074945 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-731fe06e-0f77-4391-a094-d5acc9c0d29c req-c6ac404c-90f2-4da1-8f97-9d6153e32779 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386383 Nov 19 19:02:33.091845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-196af7bc-00f8-46d2-8dd3-9ec9dd7d0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:33.093317 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-196af7bc-00f8-46d2-8dd3-9ec9dd7d0824 service neutron] 10.222.0.21 "GET /v2.0/networks?id=831f8dcf-794a-489c-871b-8fba82e58cac HTTP/1.1" status: 200 len: 903 time: 0.2314892 Nov 19 19:02:33.099566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c816-0fa4-419e-a374-03c3d0401ebf req-e1aba84e-ae73-490a-8131-5b083327160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:33.100961 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14a2c816-0fa4-419e-a374-03c3d0401ebf req-e1aba84e-ae73-490a-8131-5b083327160e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0929618 Nov 19 19:02:33.151018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-fa8c33f5-93d9-42cd-804f-9322b26e501a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=a71ed86f-f696-42aa-80fb-9f15253b33c9 HTTP/1.1" status: 200 len: 217 time: 0.0471516 Nov 19 19:02:33.249860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c816-0fa4-419e-a374-03c3d0401ebf req-4fc929f1-7991-4aeb-8c2c-5673dbd3de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:33.251653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14a2c816-0fa4-419e-a374-03c3d0401ebf req-4fc929f1-7991-4aeb-8c2c-5673dbd3de15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417758 Nov 19 19:02:33.255032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-018dcecc-53ef-4207-8a36-431060404e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:33.256386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-018dcecc-53ef-4207-8a36-431060404e91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11c32860-b8cd-4a2d-8d25-56c6b3c1d28d HTTP/1.1" status: 200 len: 801 time: 0.0921500 Nov 19 19:02:33.271768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faba3f4-38a7-48d3-9ea6-484388ea8017 req-32360c67-01ad-475d-a7c2-405f384aafd7 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:33.273190 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4faba3f4-38a7-48d3-9ea6-484388ea8017 req-32360c67-01ad-475d-a7c2-405f384aafd7 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1067290 Nov 19 19:02:33.331802 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:33.346706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-aa4c855f-d80a-40c9-8ad4-99954d881875 req-9c80ea85-68c1-4626-9fff-eaa338f706eb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] For port 37f7a71d-9167-4f59-9500-bed54692dccc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37f7a71d-9167-4f59-9500-bed54692dccc,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:33.403309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:33.413340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aa4c855f-d80a-40c9-8ad4-99954d881875 req-9c80ea85-68c1-4626-9fff-eaa338f706eb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:33.445012 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aa4c855f-d80a-40c9-8ad4-99954d881875 req-9c80ea85-68c1-4626-9fff-eaa338f706eb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:33.447792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] Pushing event deleted for resources: {'Port': ['ID=20245da6-f87b-47e4-90fe-f79849f84152,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:33.453567 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:33.460050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['f4e5a938-65e7-43e9-8674-924bf8597028', '37f7a71d-9167-4f59-9500-bed54692dccc'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:33.463651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['e8d5f42f-5cd1-42d0-8e51-04914bd9442a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:33.558320 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c855f-d80a-40c9-8ad4-99954d881875 req-9c80ea85-68c1-4626-9fff-eaa338f706eb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:33.565443 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aa4c855f-d80a-40c9-8ad4-99954d881875 req-9c80ea85-68c1-4626-9fff-eaa338f706eb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:33.567619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa4c855f-d80a-40c9-8ad4-99954d881875 req-9c80ea85-68c1-4626-9fff-eaa338f706eb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "PUT /v2.0/ports/37f7a71d-9167-4f59-9500-bed54692dccc HTTP/1.1" status: 200 len: 905 time: 0.8233967 Nov 19 19:02:33.568113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d28a99-3106-4dcd-8894-69409a95c28c', 'tag': '37f7a71d-9167-4f59-9500-bed54692dccc'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:33.571014 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7105d401-c9b8-4c67-a625-d238df7d56a0" -d '{"events": [{"name": "network-changed", "server_uuid": "22d28a99-3106-4dcd-8894-69409a95c28c", "tag": "37f7a71d-9167-4f59-9500-bed54692dccc"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:33.577739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Network a61d2219-4e65-4983-adf7-b005f78e3dcb is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:33.617319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:33.641359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:33.675850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80ea85-68c1-4626-9fff-eaa338f706eb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event updated for resources: {'Port': ['ID=37f7a71d-9167-4f59-9500-bed54692dccc,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:33.702003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['37f7a71d-9167-4f59-9500-bed54692dccc'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:33.814363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4faba3f4-38a7-48d3-9ea6-484388ea8017 req-439c393b-5f37-4f5d-ab05-2f41be3c3862 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909153 Nov 19 19:02:33.818716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:33.819423 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:33.830311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-079b7883-d3ab-4dee-b094-fdb664deeda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:33.832491 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-079b7883-d3ab-4dee-b094-fdb664deeda7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=831f8dcf-794a-489c-871b-8fba82e58cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5411589 Nov 19 19:02:33.834528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14a2c816-0fa4-419e-a374-03c3d0401ebf req-3f91190c-8d12-4167-973a-ebfaeea79cde service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721447 Nov 19 19:02:33.914091 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae8e569-a857-401c-92b8-da5dc1605479 x-openstack-request-id: req-5ae8e569-a857-401c-92b8-da5dc1605479 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:33.914311 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d28a99-3106-4dcd-8894-69409a95c28c", "tag": "37f7a71d-9167-4f59-9500-bed54692dccc", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:33.914577 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ae8e569-a857-401c-92b8-da5dc1605479 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:33.914990 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d28a99-3106-4dcd-8894-69409a95c28c', 'tag': '37f7a71d-9167-4f59-9500-bed54692dccc', 'status': 'completed', 'code': 200} Nov 19 19:02:33.916707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'Port': ['ID=d351f70b-3fbd-432d-ac5f-eb8556e34f18,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:34.053745 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a1236903-a5a8-41ec-aa9d-86110bb2d76d tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7321064 Nov 19 19:02:34.062376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45644) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:34.068346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-86d40ac3-1cdc-47a2-a3b9-10c6adeca1f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:3d:c8:f3'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:10:27:dd'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:34.095319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-abe38962-798f-45da-aa13-1a64ade91bb0 None None] Provisioning complete for port d351f70b-3fbd-432d-ac5f-eb8556e34f18 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:34.096524 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-abe38962-798f-45da-aa13-1a64ade91bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:34.103958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159772be-ae09-4f9c-8c7c-207b40375fd6 req-47fedab2-05c3-4915-a0f5-e181a4f27dbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:34.105584 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-159772be-ae09-4f9c-8c7c-207b40375fd6 req-47fedab2-05c3-4915-a0f5-e181a4f27dbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 908 time: 0.3126574 Nov 19 19:02:34.133854 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:34.157073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-abe38962-798f-45da-aa13-1a64ade91bb0 None None] Port d351f70b-3fbd-432d-ac5f-eb8556e34f18 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:34.158944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105d401-c9b8-4c67-a625-d238df7d56a0 req-26636de3-a44b-4a7b-90d5-704dbc311b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:34.160548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7105d401-c9b8-4c67-a625-d238df7d56a0 req-26636de3-a44b-4a7b-90d5-704dbc311b07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 1059 time: 0.2305315 Nov 19 19:02:34.177479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-abe38962-798f-45da-aa13-1a64ade91bb0 None None] Provisioning complete for port 37f7a71d-9167-4f59-9500-bed54692dccc triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:34.177892 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-abe38962-798f-45da-aa13-1a64ade91bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:34.183398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14a2c816-0fa4-419e-a374-03c3d0401ebf req-13805c37-0016-42ba-9119-c34229d4a460 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346298 Nov 19 19:02:34.247680 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-2c8768ac-4f06-4fa2-abb0-ca90335d2a58 service neutron] 10.222.0.21 "GET /v2.0/networks/831f8dcf-794a-489c-871b-8fba82e58cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755243 Nov 19 19:02:34.261023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747d23e-e7c3-45ff-b277-2d126e5c6782 req-9ef5aab7-f1f8-453e-8403-f4a762b93af8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:34.268506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747d23e-e7c3-45ff-b277-2d126e5c6782 req-9ef5aab7-f1f8-453e-8403-f4a762b93af8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:34.275256 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747d23e-e7c3-45ff-b277-2d126e5c6782 req-9ef5aab7-f1f8-453e-8403-f4a762b93af8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:34.276957 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b747d23e-e7c3-45ff-b277-2d126e5c6782 req-9ef5aab7-f1f8-453e-8403-f4a762b93af8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2412 time: 0.2462356 Nov 19 19:02:34.421326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105d401-c9b8-4c67-a625-d238df7d56a0 req-1a09fb7c-9676-478f-b419-1bc96d670393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:34.422748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7105d401-c9b8-4c67-a625-d238df7d56a0 req-1a09fb7c-9676-478f-b419-1bc96d670393 service neutron] 10.222.0.21 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.2518549 Nov 19 19:02:34.441171 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b747d23e-e7c3-45ff-b277-2d126e5c6782 req-8c7b8ee2-a1c3-4346-b3df-c2a15e0e3a30 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520312 Nov 19 19:02:34.480500 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04ad9a8a-0add-465a-8f70-55c0e6af31b4 req-6f435ca9-8256-4010-99f8-f17d1d600994 service neutron] 10.222.0.21 "GET /v2.0/networks/831f8dcf-794a-489c-871b-8fba82e58cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002201 Nov 19 19:02:34.482992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7105d401-c9b8-4c67-a625-d238df7d56a0 req-88ec15bb-4a86-4bfc-8663-016b0927bf54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f7a71d-9167-4f59-9500-bed54692dccc HTTP/1.1" status: 200 len: 217 time: 0.0459173 Nov 19 19:02:34.570568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105d401-c9b8-4c67-a625-d238df7d56a0 req-5c77714c-0c55-463c-a13f-8abd5396ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:34.572034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7105d401-c9b8-4c67-a625-d238df7d56a0 req-5c77714c-0c55-463c-a13f-8abd5396ac34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.0784376 Nov 19 19:02:34.588868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07c8e8-4f06-435b-913b-2c45fbba30b0 req-44f500c3-342f-4b6a-be57-bb34449e3f51 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:34.590508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a07c8e8-4f06-435b-913b-2c45fbba30b0 req-44f500c3-342f-4b6a-be57-bb34449e3f51 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 948 time: 0.0693254 Nov 19 19:02:34.634263 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d93d772d-d437-4e93-a6c4-bb1aa74673fa details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:02:34.644856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bd9e5-9c19-4354-95d6-42cee10be63d req-1832e182-8c8e-4c8a-b37c-4c40b22ade69 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:34.646382 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3e9bd9e5-9c19-4354-95d6-42cee10be63d req-1832e182-8c8e-4c8a-b37c-4c40b22ade69 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1301014 Nov 19 19:02:34.663351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105d401-c9b8-4c67-a625-d238df7d56a0 req-dad7f6c2-f16c-49c4-8950-90a60ce41dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:34.664855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7105d401-c9b8-4c67-a625-d238df7d56a0 req-dad7f6c2-f16c-49c4-8950-90a60ce41dfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840087 Nov 19 19:02:34.669568 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a07c8e8-4f06-435b-913b-2c45fbba30b0 req-e3990f4d-146a-4200-a298-02b154741033 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714431 Nov 19 19:02:34.756491 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86d40ac3-1cdc-47a2-a3b9-10c6adeca1f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:34.765505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d93d772d-d437-4e93-a6c4-bb1aa74673fa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d93d772d-d437-4e93-a6c4-bb1aa74673fa,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:34.783634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'd93d772d-d437-4e93-a6c4-bb1aa74673fa', 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac', 'port_id': 'd93d772d-d437-4e93-a6c4-bb1aa74673fa', 'mac_address': 'fa:16:3e:2e:f1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c32860-b8cd-4a2d-8d25-56c6b3c1d28d', 'ip_address': '19.80.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:02:34.806489 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7105d401-c9b8-4c67-a625-d238df7d56a0 req-94e82019-9a2d-4a34-a4e2-7f509b26a650 service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327662 Nov 19 19:02:34.818959 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3e9bd9e5-9c19-4354-95d6-42cee10be63d req-86f76578-8f47-4713-ab6e-d525674de1e3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436481 Nov 19 19:02:34.828631 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:34.846772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93d772d-d437-4e93-a6c4-bb1aa74673fa {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:34.865745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d93d772d-d437-4e93-a6c4-bb1aa74673fa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d93d772d-d437-4e93-a6c4-bb1aa74673fa,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:34.875800 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:34.876974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2607c98e-eac2-46d7-9521-44cc1cf37fdb details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:02:34.883158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb315e76-b8fd-4816-a987-b233e58d428b req-7a157fdd-eec0-4138-b94f-31006c3e6f4c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:34.900723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb315e76-b8fd-4816-a987-b233e58d428b req-7a157fdd-eec0-4138-b94f-31006c3e6f4c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1370111 Nov 19 19:02:34.978304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] Router aa0de459-0a93-4e57-a084-99f06a1fc759 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:02:34.995450 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb315e76-b8fd-4816-a987-b233e58d428b req-1b3be477-8b35-4a79-842d-7a62b25795e6 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827417 Nov 19 19:02:35.020460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=d93d772d-d437-4e93-a6c4-bb1aa74673fa,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:35.021956 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7105d401-c9b8-4c67-a625-d238df7d56a0 req-76f69e40-7778-4c4f-a4bf-7b60f379b58b service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068083 Nov 19 19:02:35.112966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 2607c98e-eac2-46d7-9521-44cc1cf37fdb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2607c98e-eac2-46d7-9521-44cc1cf37fdb,segment=NetworkSegment(71dd30af-8904-41a7-879b-bd8d79cbc9da),segment_id=71dd30af-8904-41a7-879b-bd8d79cbc9da)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:35.133722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '2607c98e-eac2-46d7-9521-44cc1cf37fdb', 'network_id': '783750c2-afae-49ca-a55a-d830a889fb7b', 'port_id': '2607c98e-eac2-46d7-9521-44cc1cf37fdb', 'mac_address': 'fa:16:3e:57:d7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab4f255-e115-4e10-b898-b31f165257d9', 'ip_address': '19.86.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:02:35.142468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676ecc2-744a-4655-967f-06b8e0106eb7 req-10ccadbd-3cd6-457d-89ae-8f8382033498 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:35.144061 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9676ecc2-744a-4655-967f-06b8e0106eb7 req-10ccadbd-3cd6-457d-89ae-8f8382033498 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0655277 Nov 19 19:02:35.176430 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.191093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2607c98e-eac2-46d7-9521-44cc1cf37fdb {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:35.215072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 2607c98e-eac2-46d7-9521-44cc1cf37fdb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2607c98e-eac2-46d7-9521-44cc1cf37fdb,segment=NetworkSegment(71dd30af-8904-41a7-879b-bd8d79cbc9da),segment_id=71dd30af-8904-41a7-879b-bd8d79cbc9da)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:35.218305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9676ecc2-744a-4655-967f-06b8e0106eb7 req-12a7db8a-2229-4fc0-a6d0-993123d93f94 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646083 Nov 19 19:02:35.221194 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.222065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a71ed86f-f696-42aa-80fb-9f15253b33c9 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:02:35.297491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a71ed86f-f696-42aa-80fb-9f15253b33c9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a71ed86f-f696-42aa-80fb-9f15253b33c9,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:35.300242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=2607c98e-eac2-46d7-9521-44cc1cf37fdb,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:35.309898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:02:35.320862 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-21d7f6d0-f84a-4cb4-aeee-f089bd0e401a admin admin] 10.222.0.50 "PUT /v2.0/routers/aa0de459-0a93-4e57-a084-99f06a1fc759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2866096 Nov 19 19:02:35.321338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45678) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:35.326914 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14a3d0-3ddb-4baf-bd84-52fee324aa46 None None] Sync routers for ids ['aa0de459-0a93-4e57-a084-99f06a1fc759'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:02:35.327420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'a71ed86f-f696-42aa-80fb-9f15253b33c9', 'network_id': '831f8dcf-794a-489c-871b-8fba82e58cac', 'port_id': 'a71ed86f-f696-42aa-80fb-9f15253b33c9', 'mac_address': 'fa:16:3e:4a:e2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c32860-b8cd-4a2d-8d25-56c6b3c1d28d', 'ip_address': '19.80.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:02:35.349688 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86d40ac3-1cdc-47a2-a3b9-10c6adeca1f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.355452 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14a3d0-3ddb-4baf-bd84-52fee324aa46 None None] Routers {'aa0de459-0a93-4e57-a084-99f06a1fc759'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:35.359730 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4a14a3d0-3ddb-4baf-bd84-52fee324aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['aa0de459-0a93-4e57-a084-99f06a1fc759'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:35.362194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df79bb-b69e-4622-8589-238d1cfc83c1 req-13986be0-083e-4494-85a2-1732ba069a9c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:35.363900 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-58df79bb-b69e-4622-8589-238d1cfc83c1 req-13986be0-083e-4494-85a2-1732ba069a9c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/networks?id=935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 200 len: 813 time: 0.2285101 Nov 19 19:02:35.365050 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86d40ac3-1cdc-47a2-a3b9-10c6adeca1f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.381302 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.397472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71ed86f-f696-42aa-80fb-9f15253b33c9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:35.422253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a71ed86f-f696-42aa-80fb-9f15253b33c9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a71ed86f-f696-42aa-80fb-9f15253b33c9,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:35.435786 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.468372 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-58df79bb-b69e-4622-8589-238d1cfc83c1 req-f4ffd2d2-9ae4-4ab7-a560-ff92c8827b42 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/quotas/842c6ebeee1646b6b303f40a0d7403e2 HTTP/1.1" status: 200 len: 375 time: 0.0931811 Nov 19 19:02:35.520618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a71ed86f-f696-42aa-80fb-9f15253b33c9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:35.532715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d40ac3-1cdc-47a2-a3b9-10c6adeca1f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event updated for resources: {'Port': ['ID=d351f70b-3fbd-432d-ac5f-eb8556e34f18,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:35.539052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-86d40ac3-1cdc-47a2-a3b9-10c6adeca1f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] In _notify_port_updated(), no bound segment for port d351f70b-3fbd-432d-ac5f-eb8556e34f18 on network a61d2219-4e65-4983-adf7-b005f78e3dcb {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:02:35.542384 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4a14a3d0-3ddb-4baf-bd84-52fee324aa46 None None] Set router aa0de459-0a93-4e57-a084-99f06a1fc759 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:35.545968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d40ac3-1cdc-47a2-a3b9-10c6adeca1f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:35.546682 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86d40ac3-1cdc-47a2-a3b9-10c6adeca1f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.550844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-86d40ac3-1cdc-47a2-a3b9-10c6adeca1f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "PUT /v2.0/ports/d351f70b-3fbd-432d-ac5f-eb8556e34f18 HTTP/1.1" status: 200 len: 1056 time: 1.4866893 Nov 19 19:02:35.552506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45686) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:35.569452 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.615218 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-58df79bb-b69e-4622-8589-238d1cfc83c1 req-03a0960d-7939-40ef-ba9f-e3e57ca4dcc0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1380990 Nov 19 19:02:35.628347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-7a8867cc-191f-4354-9cfc-a11de877a676 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:35.636542 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-7a8867cc-191f-4354-9cfc-a11de877a676 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 812 time: 0.2137718 Nov 19 19:02:35.706532 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-fe86ee13-bcb4-407c-a66d-a82e6d010b47 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/quotas/150e4155c84e42198c074cd95c02f145 HTTP/1.1" status: 200 len: 375 time: 0.0684822 Nov 19 19:02:35.755841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-08f2d127-3394-4802-a8dc-c8e3bc500d2a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Deleting port d351f70b-3fbd-432d-ac5f-eb8556e34f18 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:35.756429 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08f2d127-3394-4802-a8dc-c8e3bc500d2a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.803027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-45a44bfc-5476-4e21-a423-9124c4e56c5d None None] Provisioning complete for port d351f70b-3fbd-432d-ac5f-eb8556e34f18 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:35.803027 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45a44bfc-5476-4e21-a423-9124c4e56c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.814507 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-2262f2b4-8e1e-4995-94c4-007b9b8df772 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1070256 Nov 19 19:02:35.831280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7a0cf-0899-4d0f-a0bd-174b27606acd req-fa9c01e7-6ede-40e0-9562-bb49043831b6 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:35.836123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['2607c98e-eac2-46d7-9521-44cc1cf37fdb'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:35.838497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7a0cf-0899-4d0f-a0bd-174b27606acd req-fa9c01e7-6ede-40e0-9562-bb49043831b6 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:35.839100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['d93d772d-d437-4e93-a6c4-bb1aa74673fa'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:35.845651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7a0cf-0899-4d0f-a0bd-174b27606acd req-fa9c01e7-6ede-40e0-9562-bb49043831b6 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:35.847354 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-23e7a0cf-0899-4d0f-a0bd-174b27606acd req-fa9c01e7-6ede-40e0-9562-bb49043831b6 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2415 time: 0.1340008 Nov 19 19:02:35.880031 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.896391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a71ed86f-f696-42aa-80fb-9f15253b33c9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:35.917882 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4a14a3d0-3ddb-4baf-bd84-52fee324aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:02:33Z', 'revision_number': 5, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port': {'id': 'd3606368-2648-45ba-9558-9b70bbc2dcd5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:04Z', 'updated_at': '2021-11-19T19:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:35.928910 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08f2d127-3394-4802-a8dc-c8e3bc500d2a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.947217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-08f2d127-3394-4802-a8dc-c8e3bc500d2a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Calling delete_port for d351f70b-3fbd-432d-ac5f-eb8556e34f18 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:35.948952 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14a3d0-3ddb-4baf-bd84-52fee324aa46 None None] Checking router: aa0de459-0a93-4e57-a084-99f06a1fc759 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:02:35.960435 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14a3d0-3ddb-4baf-bd84-52fee324aa46 None None] Routers {'aa0de459-0a93-4e57-a084-99f06a1fc759'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:35.961442 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4a14a3d0-3ddb-4baf-bd84-52fee324aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['aa0de459-0a93-4e57-a084-99f06a1fc759'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:35.966222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-2afa30ae-baf6-43b9-a893-5c6dcb612506 service neutron] 10.222.0.50 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500340 Nov 19 19:02:36.033645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Deleting port d3606368-2648-45ba-9558-9b70bbc2dcd5 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:36.034085 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:36.073342 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-23e7a0cf-0899-4d0f-a0bd-174b27606acd req-f889f0a1-a7cc-4560-bab3-471b2e35274e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153766 Nov 19 19:02:36.092637 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4a14a3d0-3ddb-4baf-bd84-52fee324aa46 None None] Set router aa0de459-0a93-4e57-a084-99f06a1fc759 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:36.124433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-45a44bfc-5476-4e21-a423-9124c4e56c5d None None] Port d351f70b-3fbd-432d-ac5f-eb8556e34f18 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:36.174583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-b0da79ed-7acf-493b-b782-077e37eda43a service neutron] 10.222.0.50 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975091 Nov 19 19:02:36.190609 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4a14a3d0-3ddb-4baf-bd84-52fee324aa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:02:35Z', 'revision_number': 6, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:36.227519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] For port d3606368-2648-45ba-9558-9b70bbc2dcd5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d3606368-2648-45ba-9558-9b70bbc2dcd5,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:36.227742 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14a3d0-3ddb-4baf-bd84-52fee324aa46 None None] The sync data for ids ['aa0de459-0a93-4e57-a084-99f06a1fc759'] in n-d-815373-6 is: [{'id': 'aa0de459-0a93-4e57-a084-99f06a1fc759', 'name': 'tempest-ServersTestJSON-609855139-router', 'tenant_id': 'e878160e0ec141c696f3591348cdbf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:03Z', 'updated_at': '2021-11-19T19:02:35Z', 'revision_number': 6, 'project_id': 'e878160e0ec141c696f3591348cdbf91', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:02:36.227867 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:36.248213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Calling delete_port for d3606368-2648-45ba-9558-9b70bbc2dcd5 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:36.308533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a986-5fd7-4f66-a59f-ccad390443b1 req-19aed2cc-e33a-4c04-b615-92698294babc tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:36.311496 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d279a986-5fd7-4f66-a59f-ccad390443b1 req-19aed2cc-e33a-4c04-b615-92698294babc tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0977907 Nov 19 19:02:36.312677 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08f2d127-3394-4802-a8dc-c8e3bc500d2a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:36.355336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2d127-3394-4802-a8dc-c8e3bc500d2a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event deleted for resources: {'Port': ['ID=d351f70b-3fbd-432d-ac5f-eb8556e34f18,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:36.370469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 73e30e1f-6de9-460d-b5f0-7250ea204b93 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:02:36.469117 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d279a986-5fd7-4f66-a59f-ccad390443b1 req-9673402c-0c29-40ef-af29-d6fb42281a79 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157858 Nov 19 19:02:36.704335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f21f6-86fc-4d48-a9f0-0dc273d8abe7 req-cc370da7-291a-42d5-bf29-ce23ac7fd4f0 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:36.712262 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca7f21f6-86fc-4d48-a9f0-0dc273d8abe7 req-cc370da7-291a-42d5-bf29-ce23ac7fd4f0 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 948 time: 0.1627584 Nov 19 19:02:36.749044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 73e30e1f-6de9-460d-b5f0-7250ea204b93, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=73e30e1f-6de9-460d-b5f0-7250ea204b93,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:36.761713 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:36.788366 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:02:36.800105 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3aeadc57-e652-4a0f-bb4e-d08b3a3f02c5 req-616c6f15-f045-444c-bebe-81e510dc0454 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 210 time: 0.0867980 Nov 19 19:02:36.830800 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08f2d127-3394-4802-a8dc-c8e3bc500d2a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:36.835223 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08f2d127-3394-4802-a8dc-c8e3bc500d2a tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "DELETE /v2.0/ports/d351f70b-3fbd-432d-ac5f-eb8556e34f18 HTTP/1.1" status: 204 len: 168 time: 1.2813945 Nov 19 19:02:36.837782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45706) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:36.843891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '73e30e1f-6de9-460d-b5f0-7250ea204b93', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '73e30e1f-6de9-460d-b5f0-7250ea204b93', 'mac_address': 'fa:16:3e:fd:89:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:02:36.844664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3606368-2648-45ba-9558-9b70bbc2dcd5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:36.880534 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca7f21f6-86fc-4d48-a9f0-0dc273d8abe7 req-caaeb06e-fa87-419e-9852-6b49b3ab1db7 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673963 Nov 19 19:02:36.930835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:36.939595 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:36.944691 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda3cfd5-1c3e-4328-81ad-e8d3ed38d9ed tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] GET failed (client error): The resource could not be found. Nov 19 19:02:36.946184 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cda3cfd5-1c3e-4328-81ad-e8d3ed38d9ed tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "GET /v2.0/ports/d351f70b-3fbd-432d-ac5f-eb8556e34f18 HTTP/1.1" status: 404 len: 333 time: 0.1073635 Nov 19 19:02:36.949378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45708) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:36.964165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e30e1f-6de9-460d-b5f0-7250ea204b93 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:36.994668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 73e30e1f-6de9-460d-b5f0-7250ea204b93, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=73e30e1f-6de9-460d-b5f0-7250ea204b93,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:36.999017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541c9ca-be0d-44f4-b97a-2042d2225586 req-b4a07a77-a695-492b-adfb-3236f2f12fe1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:37.000243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:37.000571 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6541c9ca-be0d-44f4-b97a-2042d2225586 req-b4a07a77-a695-492b-adfb-3236f2f12fe1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0905876 Nov 19 19:02:37.060032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=73e30e1f-6de9-460d-b5f0-7250ea204b93,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:37.060659 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:37.063535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:37.097228 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6541c9ca-be0d-44f4-b97a-2042d2225586 req-af72ceea-9d5c-431f-931c-c197dfe5d7e0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656292 Nov 19 19:02:37.113241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-423f6c0b-e2ee-409e-9818-5b5461a80c08 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Deleting port 73e1287c-2371-4476-8bcf-95967aa26dd4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:37.115430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-423f6c0b-e2ee-409e-9818-5b5461a80c08 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:37.158007 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:37.158779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa0de459-0a93-4e57-a084-99f06a1fc759 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:02:37.163825 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:37.165455 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0fd13502-7e2a-4773-86a6-4d92d7d34cf8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/aa0de459-0a93-4e57-a084-99f06a1fc759 HTTP/1.1" status: 204 len: 168 time: 1.8426588 Nov 19 19:02:37.169155 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45716) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:37.227098 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Deleting subnet 9ea20dac-a42c-4054-970f-ee42976eb024 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:02:37.242169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:37.279138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d3606368-2648-45ba-9558-9b70bbc2dcd5 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:37.305946 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-423f6c0b-e2ee-409e-9818-5b5461a80c08 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:37.312376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: d3606368-2648-45ba-9558-9b70bbc2dcd5 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:37.312901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d3606368-2648-45ba-9558-9b70bbc2dcd5 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:37.313415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 20245da6-f87b-47e4-90fe-f79849f84152 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:37.337127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-423f6c0b-e2ee-409e-9818-5b5461a80c08 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Calling delete_port for 73e1287c-2371-4476-8bcf-95967aa26dd4 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:37.349666 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:37.362418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 20245da6-f87b-47e4-90fe-f79849f84152 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:37.363139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 20245da6-f87b-47e4-90fe-f79849f84152 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:37.408377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cc82a-b2b4-4c87-8432-6572480a6abf req-c5570885-f6ed-412d-b603-59d89cd49516 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:37.415469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cc82a-b2b4-4c87-8432-6572480a6abf req-c5570885-f6ed-412d-b603-59d89cd49516 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:37.421983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['73e30e1f-6de9-460d-b5f0-7250ea204b93'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:37.422887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cc82a-b2b4-4c87-8432-6572480a6abf req-c5570885-f6ed-412d-b603-59d89cd49516 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:37.425221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-411cc82a-b2b4-4c87-8432-6572480a6abf req-c5570885-f6ed-412d-b603-59d89cd49516 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2415 time: 0.1946330 Nov 19 19:02:37.472555 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cd4cbb23-4c3b-47fc-bea7-d13c8eac31e1 req-63287be7-93a7-4458-9f5a-6bccc01f7560 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=842c6ebeee1646b6b303f40a0d7403e2 HTTP/1.1" status: 200 len: 221 time: 0.1057413 Nov 19 19:02:37.631002 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-423f6c0b-e2ee-409e-9818-5b5461a80c08 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:37.674453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20495a-df8b-412f-a2a7-2bed811992bc req-a3231cb9-82d7-455d-b8ff-42ea522a6a43 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:37.676471 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce20495a-df8b-412f-a2a7-2bed811992bc req-a3231cb9-82d7-455d-b8ff-42ea522a6a43 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1050813 Nov 19 19:02:37.678973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f6c0b-e2ee-409e-9818-5b5461a80c08 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event deleted for resources: {'Port': ['ID=73e1287c-2371-4476-8bcf-95967aa26dd4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:37.807285 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce20495a-df8b-412f-a2a7-2bed811992bc req-41daa1bc-76ef-4efd-8133-06287bb41c80 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146185 Nov 19 19:02:37.808378 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-423f6c0b-e2ee-409e-9818-5b5461a80c08 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:37.814878 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-423f6c0b-e2ee-409e-9818-5b5461a80c08 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "DELETE /v2.0/ports/73e1287c-2371-4476-8bcf-95967aa26dd4 HTTP/1.1" status: 204 len: 168 time: 0.8626282 Nov 19 19:02:37.815138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45734) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:37.848911 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-23edbed0-9a78-4a98-9936-fe018dea64cd tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] GET failed (client error): The resource could not be found. Nov 19 19:02:37.857223 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-23edbed0-9a78-4a98-9936-fe018dea64cd tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "GET /v2.0/ports/73e1287c-2371-4476-8bcf-95967aa26dd4 HTTP/1.1" status: 404 len: 333 time: 0.0369506 Nov 19 19:02:37.858490 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45740) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:38.017186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-411cc82a-b2b4-4c87-8432-6572480a6abf req-b7219bde-75b2-4f96-be55-47ee3998dbca tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823083 Nov 19 19:02:38.026411 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe46a541-bd81-4ceb-b4a6-49f71f026ba8 req-29885685-eab0-4803-9057-2febebdaa919 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 210 time: 0.0435016 Nov 19 19:02:38.049373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ff144605-798d-4da1-a786-40fac148a5a5 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Deleting port 7adc4d2e-8eac-4e68-bbbd-c20d426c9d48 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:38.049726 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff144605-798d-4da1-a786-40fac148a5a5 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.051729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.117983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-1a8976bd-d636-4b4b-91e8-8d205823fc89 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:38.119528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-1a8976bd-d636-4b4b-91e8-8d205823fc89 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 812 time: 0.2038403 Nov 19 19:02:38.138888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Request body: {'port': {'device_id': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'admin_state_up': True, 'tenant_id': '150e4155c84e42198c074cd95c02f145'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:38.175192 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e042ac79-0c47-4a0b-aff9-2e88ce3b11ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.200294 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f19680-f9fb-4b47-a3cb-433346811ba2 req-7c5eecf3-a22d-4ce3-a374-44cd2ccbc76a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:38.202141 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36f19680-f9fb-4b47-a3cb-433346811ba2 req-7c5eecf3-a22d-4ce3-a374-44cd2ccbc76a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0848095 Nov 19 19:02:38.211713 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff144605-798d-4da1-a786-40fac148a5a5 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.219458 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.235533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ff144605-798d-4da1-a786-40fac148a5a5 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Calling delete_port for 7adc4d2e-8eac-4e68-bbbd-c20d426c9d48 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:38.256744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea20dac-a42c-4054-970f-ee42976eb024,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:38.271784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.272579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799ad7f0-21f9-4cb3-a986-0b5a67494938 None None] Network 0701e31b-d785-4c6c-a312-a2dba0f099e2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:38.277366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9ea20dac-a42c-4054-970f-ee42976eb024 HTTP/1.1" status: 204 len: 168 time: 1.1045353 Nov 19 19:02:38.279001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45744) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:38.283325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.283675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.284029 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.284354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.284680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.285013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.285339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.285692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.286032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.286356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.286679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.286999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db8f6-63a5-4351-8b2d-5c72bc1913af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:38.303388 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36f19680-f9fb-4b47-a3cb-433346811ba2 req-8577cece-d721-4f3d-8b99-e0a624fb7d06 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936477 Nov 19 19:02:38.363995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4eed87-28bc-4632-9931-12d77f37e05a req-e6050f2f-54d2-4f35-adba-67197e9b442e tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:38.365553 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e4eed87-28bc-4632-9931-12d77f37e05a req-e6050f2f-54d2-4f35-adba-67197e9b442e tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 949 time: 0.2199733 Nov 19 19:02:38.403610 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff144605-798d-4da1-a786-40fac148a5a5 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.445524 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.475867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e4eed87-28bc-4632-9931-12d77f37e05a req-dfe7900a-5466-446f-bd06-0f9573fe028a tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966573 Nov 19 19:02:38.483443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Made reservation on behalf of 150e4155c84e42198c074cd95c02f145 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:38.488646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.518881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144605-798d-4da1-a786-40fac148a5a5 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event deleted for resources: {'Port': ['ID=7adc4d2e-8eac-4e68-bbbd-c20d426c9d48,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:38.540200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a7ef4-67be-4b53-8d94-d43cbcf29b26 None None] DHCP port deletion for 0701e31b-d785-4c6c-a312-a2dba0f099e2 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:02:38.607441 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff144605-798d-4da1-a786-40fac148a5a5 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.609047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-230a7ef4-67be-4b53-8d94-d43cbcf29b26 None None] Deleting port a2e6481b-970e-4f2e-85f0-47c3073800f1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:38.609569 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-230a7ef4-67be-4b53-8d94-d43cbcf29b26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.616981 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ff144605-798d-4da1-a786-40fac148a5a5 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "DELETE /v2.0/ports/7adc4d2e-8eac-4e68-bbbd-c20d426c9d48 HTTP/1.1" status: 204 len: 168 time: 0.7552431 Nov 19 19:02:38.617848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45756) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:38.618339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Deleting port a2e6481b-970e-4f2e-85f0-47c3073800f1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:38.618684 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.674136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad38c0-8f89-48b7-b99e-138d5002069b req-000af521-5722-4c17-a5aa-5d2ef310703a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:38.683666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d93d772d-d437-4e93-a6c4-bb1aa74673fa up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:38.686587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-81ad38c0-8f89-48b7-b99e-138d5002069b req-000af521-5722-4c17-a5aa-5d2ef310703a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1795332 Nov 19 19:02:38.735945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-230a7ef4-67be-4b53-8d94-d43cbcf29b26 None None] For port a2e6481b-970e-4f2e-85f0-47c3073800f1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a2e6481b-970e-4f2e-85f0-47c3073800f1,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:38.736773 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-230a7ef4-67be-4b53-8d94-d43cbcf29b26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.737886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] For port a2e6481b-970e-4f2e-85f0-47c3073800f1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a2e6481b-970e-4f2e-85f0-47c3073800f1,segment=NetworkSegment(fb2ecbeb-537c-476d-9313-49df7518ebf2),segment_id=fb2ecbeb-537c-476d-9313-49df7518ebf2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:38.738274 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.758384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-81ad38c0-8f89-48b7-b99e-138d5002069b req-015d5fd9-a517-4ea3-97dd-1734bfdbe9ce tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707185 Nov 19 19:02:38.759922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-230a7ef4-67be-4b53-8d94-d43cbcf29b26 None None] Calling delete_port for a2e6481b-970e-4f2e-85f0-47c3073800f1 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:38.764715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Calling delete_port for a2e6481b-970e-4f2e-85f0-47c3073800f1 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:38.766977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Allocated IP 172.20.0.3 (868a0451-7a93-491d-aa08-705efd7de61f/ad1bc7be-31c4-455f-8b22-2cfdf211e77c/ce09df0a-dbf8-4232-9d33-66b8b3776399) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:38.779559 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c639a09c-8a6a-4b8a-a450-b03b8ca7c0f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Deleting subnet 677ad895-ccee-4d18-8d97-e8c3c64add64 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:02:38.787211 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c639a09c-8a6a-4b8a-a450-b03b8ca7c0f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.909105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port d93d772d-d437-4e93-a6c4-bb1aa74673fa completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:02:38.920028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port d93d772d-d437-4e93-a6c4-bb1aa74673fa triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:38.920028 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.920699 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-230a7ef4-67be-4b53-8d94-d43cbcf29b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.935208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c639a09c-8a6a-4b8a-a450-b03b8ca7c0f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:38.971512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a7ef4-67be-4b53-8d94-d43cbcf29b26 None None] Pushing event deleted for resources: {'Port': ['ID=a2e6481b-970e-4f2e-85f0-47c3073800f1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:38.985928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9d375-89af-46d6-8b76-b08045e001b6 req-447dcf25-8915-4597-9bc6-dd5b9f8780c5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:38.986215 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a7ef4-67be-4b53-8d94-d43cbcf29b26 None None] No DVR routers for this DVR port a2e6481b-970e-4f2e-85f0-47c3073800f1 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:38.988110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bc9d375-89af-46d6-8b76-b08045e001b6 req-447dcf25-8915-4597-9bc6-dd5b9f8780c5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1382415 Nov 19 19:02:39.059273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.077312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d86c8b-ed27-4f40-982c-4dcca766cb39 req-ee29165b-2d09-4eb3-9f77-454ef654a424 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:39.078264 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bc9d375-89af-46d6-8b76-b08045e001b6 req-3af6d96e-cdb5-4b69-9f29-89ca638bc31e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732198 Nov 19 19:02:39.079395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d4d86c8b-ed27-4f40-982c-4dcca766cb39 req-ee29165b-2d09-4eb3-9f77-454ef654a424 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 945 time: 0.1901617 Nov 19 19:02:39.092032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.125905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a2e6481b-970e-4f2e-85f0-47c3073800f1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:39.126353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e6481b-970e-4f2e-85f0-47c3073800f1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:39.131895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] No DVR routers for this DVR port a2e6481b-970e-4f2e-85f0-47c3073800f1 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:39.146762 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c639a09c-8a6a-4b8a-a450-b03b8ca7c0f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.190833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a2e6481b-970e-4f2e-85f0-47c3073800f1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:39.191885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a2e6481b-970e-4f2e-85f0-47c3073800f1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:39.212078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93d772d-d437-4e93-a6c4-bb1aa74673fa'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:39.214388 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ac995c-3e4f-4dd1-a4d2-7110486fb30e" -d '{"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-plugged", "status": "completed", "tag": "d93d772d-d437-4e93-a6c4-bb1aa74673fa"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:39.229979 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c639a09c-8a6a-4b8a-a450-b03b8ca7c0f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.231363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d93d772d-d437-4e93-a6c4-bb1aa74673fa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d93d772d-d437-4e93-a6c4-bb1aa74673fa,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:39.239715 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.240592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2607c98e-eac2-46d7-9521-44cc1cf37fdb up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:39.254456 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.272847 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.288576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639a09c-8a6a-4b8a-a450-b03b8ca7c0f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event deleted for resources: {'Subnet': ['ID=677ad895-ccee-4d18-8d97-e8c3c64add64,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:39.289810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d4d86c8b-ed27-4f40-982c-4dcca766cb39 req-7ebeb206-a125-48eb-bfed-e52c897b7b1b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939054 Nov 19 19:02:39.292558 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c639a09c-8a6a-4b8a-a450-b03b8ca7c0f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.296841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c639a09c-8a6a-4b8a-a450-b03b8ca7c0f4 tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "DELETE /v2.0/subnets/677ad895-ccee-4d18-8d97-e8c3c64add64 HTTP/1.1" status: 204 len: 168 time: 0.6704769 Nov 19 19:02:39.303367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f244a2a6-3fc2-4b74-abed-52c103e49f25 None None] Network a61d2219-4e65-4983-adf7-b005f78e3dcb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:39.310479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45772) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:39.325789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0701e31b-d785-4c6c-a312-a2dba0f099e2']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:39.342247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2ecbeb-537c-476d-9313-49df7518ebf2') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:39.342553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2ecbeb-537c-476d-9313-49df7518ebf2') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:39.348916 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c66b502d-fc5e-4431-8b01-55e6167508eb req-0e56e8ed-1a05-45ee-b6fb-087e27a54284 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 210 time: 0.0620272 Nov 19 19:02:39.355857 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.392165 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.424437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=d93d772d-d437-4e93-a6c4-bb1aa74673fa,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:39.429252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:02:39.429861 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:02:39.433365 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:02:39.445276 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32469fa-13b4-405c-bb3a-aa2c86221f88 x-openstack-request-id: req-c32469fa-13b4-405c-bb3a-aa2c86221f88 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:39.445613 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-plugged", "status": "completed", "tag": "d93d772d-d437-4e93-a6c4-bb1aa74673fa", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:39.445904 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c32469fa-13b4-405c-bb3a-aa2c86221f88 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:39.446298 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93d772d-d437-4e93-a6c4-bb1aa74673fa', 'code': 200} Nov 19 19:02:39.454673 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.474514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 2607c98e-eac2-46d7-9521-44cc1cf37fdb completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:02:39.495840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 2607c98e-eac2-46d7-9521-44cc1cf37fdb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:39.496319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.502788 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.536201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['f4e5a938-65e7-43e9-8674-924bf8597028'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:39.538825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['e8d5f42f-5cd1-42d0-8e51-04914bd9442a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:39.548990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea996e-0669-4336-b42c-beea63546d41 req-2b3c870e-e519-4de2-be45-a6772f995757 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:39.556607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea996e-0669-4336-b42c-beea63546d41 req-2b3c870e-e519-4de2-be45-a6772f995757 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:39.563647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea996e-0669-4336-b42c-beea63546d41 req-2b3c870e-e519-4de2-be45-a6772f995757 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:39.565965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52ea996e-0669-4336-b42c-beea63546d41 req-2b3c870e-e519-4de2-be45-a6772f995757 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2416 time: 0.2033718 Nov 19 19:02:39.585674 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.587455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0bf7f-57c3-4f13-ac72-31ed292fe70a req-9c97985d-dd36-4f9b-9c13-5551819e247a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:39.589043 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7db0bf7f-57c3-4f13-ac72-31ed292fe70a req-9c97985d-dd36-4f9b-9c13-5551819e247a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0776107 Nov 19 19:02:39.595916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Deleting port 1a1d39da-7888-4f49-93b9-748473c43efd {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:39.596261 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.615070 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.624399 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] 10.222.0.50 "DELETE /v2.0/networks/0701e31b-d785-4c6c-a312-a2dba0f099e2 HTTP/1.1" status: 204 len: 168 time: 1.3399830 Nov 19 19:02:39.647325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Network 868a0451-7a93-491d-aa08-705efd7de61f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:39.648309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event updated for resources: {'Port': ['ID=ce09df0a-dbf8-4232-9d33-66b8b3776399,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:39.657187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:39.659447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a50ce-a36b-4d60-aced-ff0b090f49bb admin admin] Pushing event deleted for resources: {'Network': ['ID=0701e31b-d785-4c6c-a312-a2dba0f099e2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:39.661223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:39.699480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] For port 1a1d39da-7888-4f49-93b9-748473c43efd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1a1d39da-7888-4f49-93b9-748473c43efd,segment=NetworkSegment(eda5c287-8b1a-422f-8d73-de85fe825da6),segment_id=eda5c287-8b1a-422f-8d73-de85fe825da6)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:39.699903 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.724360 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7db0bf7f-57c3-4f13-ac72-31ed292fe70a req-042b89e0-18ad-4683-98e3-75dc6f003933 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865493 Nov 19 19:02:39.725307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Calling delete_port for 1a1d39da-7888-4f49-93b9-748473c43efd owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:39.756898 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.798981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:39.810529 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.855864 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.875069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52ea996e-0669-4336-b42c-beea63546d41 req-99ee4888-64aa-4de0-92d1-39072829eca0 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953839 Nov 19 19:02:39.880287 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-92b26a8e-5ea0-4be9-adfc-9bda8e30e4dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7478406 Nov 19 19:02:39.884755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a51eec-7cbd-468e-8b95-f66839017031 None None] DHCP port deletion for a61d2219-4e65-4983-adf7-b005f78e3dcb request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:02:39.901510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Request body: {'port': {'device_id': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:39.915290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event deleted for resources: {'Port': ['ID=1a1d39da-7888-4f49-93b9-748473c43efd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:39.935763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] No DVR routers for this DVR port 1a1d39da-7888-4f49-93b9-748473c43efd on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:39.963535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 2607c98e-eac2-46d7-9521-44cc1cf37fdb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2607c98e-eac2-46d7-9521-44cc1cf37fdb,segment=NetworkSegment(71dd30af-8904-41a7-879b-bd8d79cbc9da),segment_id=71dd30af-8904-41a7-879b-bd8d79cbc9da)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:39.988596 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:39.989417 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a71ed86f-f696-42aa-80fb-9f15253b33c9 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:40.043138 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.055629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45782) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:40.148661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077603-605d-4e4b-9da0-980eeeb13ddc req-7393665e-f0d4-4a85-9e2f-e3363c5be204 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:40.150118 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd077603-605d-4e4b-9da0-980eeeb13ddc req-7393665e-f0d4-4a85-9e2f-e3363c5be204 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 949 time: 0.2386796 Nov 19 19:02:40.156794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=2607c98e-eac2-46d7-9521-44cc1cf37fdb,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:40.157440 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.172803 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.173145 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.173478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.173841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.174180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.174510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.174838 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.175276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.175607 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.175931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.176254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.176575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:40.186867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a7f5a4a7-96ca-4905-b428-5b1c8b2bf144 None None] Provisioning complete for port ce09df0a-dbf8-4232-9d33-66b8b3776399 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:40.187177 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a4a7-96ca-4905-b428-5b1c8b2bf144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.215602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61d2219-4e65-4983-adf7-b005f78e3dcb']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:40.218449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port a71ed86f-f696-42aa-80fb-9f15253b33c9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:02:40.220930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7342ad6-46e8-45fd-a72c-fa377e5bd364 req-34835615-0e69-4c1d-8e61-bcb7b978396b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:40.223238 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7342ad6-46e8-45fd-a72c-fa377e5bd364 req-34835615-0e69-4c1d-8e61-bcb7b978396b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2126064 Nov 19 19:02:40.228065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port a71ed86f-f696-42aa-80fb-9f15253b33c9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:40.228442 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.230412 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a42399a8-1d4d-4f1b-aa4e-b256c53f380f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e878160e0ec141c696f3591348cdbf91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1706369 Nov 19 19:02:40.235283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45786) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:40.237138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda5c287-8b1a-422f-8d73-de85fe825da6') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:40.237599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda5c287-8b1a-422f-8d73-de85fe825da6') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:40.258300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5a4a7-96ca-4905-b428-5b1c8b2bf144 None None] Port ce09df0a-dbf8-4232-9d33-66b8b3776399 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:40.266340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.298901 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.306191 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bd077603-605d-4e4b-9da0-980eeeb13ddc req-ddbe82df-61b4-4309-887b-7ab5f4bc4838 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412575 Nov 19 19:02:40.317958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:02:40.327135 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:02:40.331185 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.363286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7342ad6-46e8-45fd-a72c-fa377e5bd364 req-3b975648-0cba-4418-9eba-a54cd53e7420 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168299 Nov 19 19:02:40.400883 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a71ed86f-f696-42aa-80fb-9f15253b33c9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a71ed86f-f696-42aa-80fb-9f15253b33c9,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:40.404647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 73e30e1f-6de9-460d-b5f0-7250ea204b93 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:40.407111 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08166265-1bf1-4b93-911d-de75efa8a737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.408663 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.411726 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.445978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Pushing event deleted for resources: {'Network': ['ID=a61d2219-4e65-4983-adf7-b005f78e3dcb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:40.454705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.459651 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4512f2e4-b59c-4af2-b6d6-bc0a4486150c tempest-AllowedAddressPairTestJSON-1450477849 tempest-AllowedAddressPairTestJSON-1450477849-project] 10.222.0.50 "DELETE /v2.0/networks/a61d2219-4e65-4983-adf7-b005f78e3dcb HTTP/1.1" status: 204 len: 168 time: 1.1492140 Nov 19 19:02:40.477729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08166265-1bf1-4b93-911d-de75efa8a737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.518650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce09df0a-dbf8-4232-9d33-66b8b3776399 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:40.529769 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.544681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Transition to ACTIVE for port object ce09df0a-dbf8-4232-9d33-66b8b3776399 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:02:40.555840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a71ed86f-f696-42aa-80fb-9f15253b33c9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:40.562540 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.567776 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f67e88b8-ee26-48a1-90a7-be69797b1698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.577948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 73e30e1f-6de9-460d-b5f0-7250ea204b93 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:02:40.582334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 73e30e1f-6de9-460d-b5f0-7250ea204b93 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:40.582761 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.589225 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169444c-bd38-4df7-86f7-664edc2fcebb req-593e9956-fd7d-4262-8f9d-35173c885a6a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:40.591481 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a169444c-bd38-4df7-86f7-664edc2fcebb req-593e9956-fd7d-4262-8f9d-35173c885a6a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 931 time: 0.1057734 Nov 19 19:02:40.614986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08166265-1bf1-4b93-911d-de75efa8a737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.617660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08166265-1bf1-4b93-911d-de75efa8a737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.618719 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08166265-1bf1-4b93-911d-de75efa8a737 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0af36e38-0cf6-4524-80f0-9e436e5d6538 HTTP/1.1" status: 204 len: 168 time: 0.3789067 Nov 19 19:02:40.638820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08166265-1bf1-4b93-911d-de75efa8a737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af36e38-0cf6-4524-80f0-9e436e5d6538,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:40.690375 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.708891 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a169444c-bd38-4df7-86f7-664edc2fcebb req-a2f2092c-a781-4821-85ba-ea95d772bb53 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080189 Nov 19 19:02:40.733889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 73e30e1f-6de9-460d-b5f0-7250ea204b93, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=73e30e1f-6de9-460d-b5f0-7250ea204b93,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:40.748159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:40.750037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff3050-a3cf-4f6f-932e-9c83e37098c0 req-a1023264-601b-48fa-a6b6-f8131a2ed2dc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:40.751669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2ff3050-a3cf-4f6f-932e-9c83e37098c0 req-a1023264-601b-48fa-a6b6-f8131a2ed2dc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 945 time: 0.2034333 Nov 19 19:02:40.756229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce09df0a-dbf8-4232-9d33-66b8b3776399,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:40.870989 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=73e30e1f-6de9-460d-b5f0-7250ea204b93,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:40.883122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ffd90-9742-4ea1-839f-fc006b7a3dec req-9cbe0d92-e8a9-40b2-a485-e113647ce9bf tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:40.894412 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d97ffd90-9742-4ea1-839f-fc006b7a3dec req-9cbe0d92-e8a9-40b2-a485-e113647ce9bf tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 945 time: 0.3475282 Nov 19 19:02:40.921482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a8fb0-d4ae-444e-ba50-709fe413e991 req-2c212e0c-deeb-48ba-a19a-8ed2e3372fd3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:40.923658 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d70a8fb0-d4ae-444e-ba50-709fe413e991 req-2c212e0c-deeb-48ba-a19a-8ed2e3372fd3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0890296 Nov 19 19:02:41.024210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45806) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:41.027911 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d70a8fb0-d4ae-444e-ba50-709fe413e991 req-d7c85921-6abd-4dc8-8442-0939f09e91bb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965447 Nov 19 19:02:41.088884 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1a1d39da-7888-4f49-93b9-748473c43efd no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:41.092018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d97ffd90-9742-4ea1-839f-fc006b7a3dec req-fb1ef1b1-f8fc-4630-ba2e-cc63adffa02e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967192 Nov 19 19:02:41.098580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Attempting to bind port ce09df0a-dbf8-4232-9d33-66b8b3776399 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:41.098931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Attempting to bind port ce09df0a-dbf8-4232-9d33-66b8b3776399 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:41.099269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Attempting to bind port ce09df0a-dbf8-4232-9d33-66b8b3776399 on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:41.106573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Port ce09df0a-dbf8-4232-9d33-66b8b3776399 on network 868a0451-7a93-491d-aa08-705efd7de61f not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:02:41.106971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Attempting to bind port ce09df0a-dbf8-4232-9d33-66b8b3776399 on network 868a0451-7a93-491d-aa08-705efd7de61f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:41.114809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:41.115171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Checking segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:41.115547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Bound using segment: {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:41.115983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Bound port: ce09df0a-dbf8-4232-9d33-66b8b3776399, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6711e0c-4c76-44f6-af27-5ffd633d7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:41.116350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:41.166294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-e2ff3050-a3cf-4f6f-932e-9c83e37098c0 req-b95c3241-2356-4cd2-ab4d-752fdcb77463 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Deleting port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:41.167466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2ff3050-a3cf-4f6f-932e-9c83e37098c0 req-b95c3241-2356-4cd2-ab4d-752fdcb77463 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:41.171005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 1a1d39da-7888-4f49-93b9-748473c43efd {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:41.173592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1a1d39da-7888-4f49-93b9-748473c43efd not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:41.225063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec1b72-c49f-446a-9146-c7227c1550b2 req-3829ca23-13ca-4b14-ae81-b4ed114a91af tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:41.232138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec1b72-c49f-446a-9146-c7227c1550b2 req-3829ca23-13ca-4b14-ae81-b4ed114a91af tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:41.238798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec1b72-c49f-446a-9146-c7227c1550b2 req-3829ca23-13ca-4b14-ae81-b4ed114a91af tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:41.240498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c9ec1b72-c49f-446a-9146-c7227c1550b2 req-3829ca23-13ca-4b14-ae81-b4ed114a91af tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2418 time: 0.1067865 Nov 19 19:02:41.285050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] For port ce09df0a-dbf8-4232-9d33-66b8b3776399, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:41.306521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] For port ce09df0a-dbf8-4232-9d33-66b8b3776399, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:41.324969 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b0d3f030-75f9-43b7-843f-dcba6e686103 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2aeec69edf1d45228326eb9df851466f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2933600 Nov 19 19:02:41.325171 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:41.326360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45820) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:41.334548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800809da-6444-44cf-9050-ba894f915962 req-fd81ece1-9dac-465a-9216-fd2b3bbfb53d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:41.336060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-800809da-6444-44cf-9050-ba894f915962 req-fd81ece1-9dac-465a-9216-fd2b3bbfb53d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1147091 Nov 19 19:02:41.358081 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c9ec1b72-c49f-446a-9146-c7227c1550b2 req-8dda75ab-cf2e-4bb9-96e2-65dc9ad3d5cb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982299 Nov 19 19:02:41.391577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e2ff3050-a3cf-4f6f-932e-9c83e37098c0 req-b95c3241-2356-4cd2-ab4d-752fdcb77463 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] For port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:41.391953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2ff3050-a3cf-4f6f-932e-9c83e37098c0 req-b95c3241-2356-4cd2-ab4d-752fdcb77463 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:41.409477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:41.409993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:41.411710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] 10.222.0.57 "PUT /v2.0/ports/ce09df0a-dbf8-4232-9d33-66b8b3776399 HTTP/1.1" status: 200 len: 1091 time: 1.5224297 Nov 19 19:02:41.422168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'tag': 'ce09df0a-dbf8-4232-9d33-66b8b3776399'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:41.424709 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e31093-d1f6-457d-ad99-74e50d5ef5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0222da22-436e-47a3-87fd-89bda00fb3fb", "tag": "ce09df0a-dbf8-4232-9d33-66b8b3776399"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:41.432248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:41.446960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-e2ff3050-a3cf-4f6f-932e-9c83e37098c0 req-b95c3241-2356-4cd2-ab4d-752fdcb77463 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Calling delete_port for 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:41.448448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2607c98e-eac2-46d7-9521-44cc1cf37fdb'}, {'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71ed86f-f696-42aa-80fb-9f15253b33c9'}, {'server_uuid': '4a495feb-f6fa-42f4-837f-745e3d4ec297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e30e1f-6de9-460d-b5f0-7250ea204b93'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:41.458999 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c0079f-6a3f-4377-aa54-a22a31acaeba" -d '{"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-plugged", "status": "completed", "tag": "2607c98e-eac2-46d7-9521-44cc1cf37fdb"}, {"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-plugged", "status": "completed", "tag": "a71ed86f-f696-42aa-80fb-9f15253b33c9"}, {"server_uuid": "4a495feb-f6fa-42f4-837f-745e3d4ec297", "name": "network-vif-plugged", "status": "completed", "tag": "73e30e1f-6de9-460d-b5f0-7250ea204b93"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:41.505928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a839fb2-c824-4823-bb77-992489e0a5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce09df0a-dbf8-4232-9d33-66b8b3776399,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:41.518842 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:41.701252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-800809da-6444-44cf-9050-ba894f915962 req-7346ca2c-6f98-4f98-bf78-fad15d646311 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499444 Nov 19 19:02:41.785873 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:41.787252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-bbb85b3a-1505-4524-8b6f-26edab9af865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:41.788844 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-bbb85b3a-1505-4524-8b6f-26edab9af865 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 1094 time: 0.3157644 Nov 19 19:02:41.858030 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-0be38c7c-e46c-4259-b01b-3aef73b64a3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399 HTTP/1.1" status: 200 len: 217 time: 0.0577767 Nov 19 19:02:41.858715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45842) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:41.877732 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec485c76-bf55-4ca1-a054-ec0ed766adb4 x-openstack-request-id: req-ec485c76-bf55-4ca1-a054-ec0ed766adb4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:41.878294 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0222da22-436e-47a3-87fd-89bda00fb3fb", "tag": "ce09df0a-dbf8-4232-9d33-66b8b3776399", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:41.878867 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec485c76-bf55-4ca1-a054-ec0ed766adb4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:41.879936 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'tag': 'ce09df0a-dbf8-4232-9d33-66b8b3776399', 'status': 'completed', 'code': 200} Nov 19 19:02:41.946644 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bac80b6-3f7b-4e0c-a7db-be4371549698 x-openstack-request-id: req-3bac80b6-3f7b-4e0c-a7db-be4371549698 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:41.946795 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-plugged", "status": "completed", "tag": "2607c98e-eac2-46d7-9521-44cc1cf37fdb", "code": 200}, {"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-plugged", "status": "completed", "tag": "a71ed86f-f696-42aa-80fb-9f15253b33c9", "code": 200}, {"server_uuid": "4a495feb-f6fa-42f4-837f-745e3d4ec297", "name": "network-vif-plugged", "status": "completed", "tag": "73e30e1f-6de9-460d-b5f0-7250ea204b93", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:41.946979 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3bac80b6-3f7b-4e0c-a7db-be4371549698 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:41.947410 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2607c98e-eac2-46d7-9521-44cc1cf37fdb', 'code': 200} Nov 19 19:02:41.947676 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71ed86f-f696-42aa-80fb-9f15253b33c9', 'code': 200} Nov 19 19:02:41.947954 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a495feb-f6fa-42f4-837f-745e3d4ec297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e30e1f-6de9-460d-b5f0-7250ea204b93', 'code': 200} Nov 19 19:02:41.993304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-1d0f3389-7a57-4ca0-9b52-60b637114a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:41.994777 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-1d0f3389-7a57-4ca0-9b52-60b637114a04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1043298 Nov 19 19:02:41.995580 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2ff3050-a3cf-4f6f-932e-9c83e37098c0 req-b95c3241-2356-4cd2-ab4d-752fdcb77463 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:42.008119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['3cadfc1b-9ca4-4da6-94b7-500b1791e6d1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:42.103185 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fe0e6-d2d0-47b4-9511-d6359af6ea7a req-b1a9b9f8-2cd0-4bf4-a8d6-e10aaf04ff46 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:42.104755 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-921fe0e6-d2d0-47b4-9511-d6359af6ea7a req-b1a9b9f8-2cd0-4bf4-a8d6-e10aaf04ff46 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 950 time: 0.6316979 Nov 19 19:02:42.113179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91856f90-e767-43fd-a295-54337acda051 req-56cba0ec-f41c-4a46-8fd2-76ec3fbdbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:42.114809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-91856f90-e767-43fd-a295-54337acda051 req-56cba0ec-f41c-4a46-8fd2-76ec3fbdbc1b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 1101 time: 0.0805578 Nov 19 19:02:42.129786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:42.132526 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:42.133690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2eb34a72-2377-481a-9bdc-e870bce4c681 HTTP/1.1" status: 204 len: 168 time: 0.8064096 Nov 19 19:02:42.173221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb34a72-2377-481a-9bdc-e870bce4c681,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:42.202523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.202826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.203153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.203639 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.203962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.204298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.205047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.205047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.205449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.205715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.205980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.206277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9b7266-9198-435b-a766-dbfc785e61d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:02:42.234032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-91856f90-e767-43fd-a295-54337acda051 req-71e2387d-6c01-49ce-8554-261d8faf0568 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100388 Nov 19 19:02:42.243759 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-921fe0e6-d2d0-47b4-9511-d6359af6ea7a req-0ecd51b1-d650-40c1-a09a-8470b805e42e tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078863 Nov 19 19:02:42.297537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c3241-2356-4cd2-ab4d-752fdcb77463 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event deleted for resources: {'Port': ['ID=3cadfc1b-9ca4-4da6-94b7-500b1791e6d1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:42.310994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-683291015-network', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:42.381040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5edc4-c675-41b4-8926-fa20ea67dc16 req-3ebde2c4-94b5-4e68-8fc9-b55dc0f2fa3f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:42.382934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67d5edc4-c675-41b4-8926-fa20ea67dc16 req-3ebde2c4-94b5-4e68-8fc9-b55dc0f2fa3f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0695553 Nov 19 19:02:42.438058 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67d5edc4-c675-41b4-8926-fa20ea67dc16 req-6e6c9330-874d-4e14-92de-ab62ac7f7994 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479684 Nov 19 19:02:42.438517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ff3050-a3cf-4f6f-932e-9c83e37098c0 req-b95c3241-2356-4cd2-ab4d-752fdcb77463 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] No DVR routers for this DVR port 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:42.444217 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e2ff3050-a3cf-4f6f-932e-9c83e37098c0 req-b95c3241-2356-4cd2-ab4d-752fdcb77463 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:42.447978 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2ff3050-a3cf-4f6f-932e-9c83e37098c0 req-b95c3241-2356-4cd2-ab4d-752fdcb77463 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "DELETE /v2.0/ports/3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 HTTP/1.1" status: 204 len: 173 time: 1.6505561 Nov 19 19:02:42.457146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Made reservation on behalf of 6c129a2232c14c2696db5d9495f2613e for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:42.459403 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:42.480738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-0b4e803a-4e0e-4f8d-90f0-6d0f48873fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:42.482046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-0b4e803a-4e0e-4f8d-90f0-6d0f48873fd0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1916573 Nov 19 19:02:42.482727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:42.489677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff3a6-f725-4093-951a-3e3943ae4141 req-fc61022c-0feb-485c-afce-beab426255c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:42.490323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff3a6-f725-4093-951a-3e3943ae4141 req-fc61022c-0feb-485c-afce-beab426255c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:42.490805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff3a6-f725-4093-951a-3e3943ae4141 req-fc61022c-0feb-485c-afce-beab426255c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:42.492630 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-464ff3a6-f725-4093-951a-3e3943ae4141 req-fc61022c-0feb-485c-afce-beab426255c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2871 time: 0.2001793 Nov 19 19:02:42.508825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90b31b-7133-4196-adf2-1bdfd085861d req-822e7ec0-8ab2-424a-a84f-6e243a308231 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:42.510385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc90b31b-7133-4196-adf2-1bdfd085861d req-822e7ec0-8ab2-424a-a84f-6e243a308231 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 943 time: 0.2188983 Nov 19 19:02:42.553216 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea187e5a-353f-46d5-8de6-00dc0902e3a4 req-82da61cc-8676-4a0d-b1f0-dc31df1363e4 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 210 time: 0.0331507 Nov 19 19:02:42.680508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dcbab-d02b-4319-94e3-be9a011b3ab1 req-7180c334-e2b3-4084-bf9f-54f48ca8b636 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:42.681324 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-464ff3a6-f725-4093-951a-3e3943ae4141 req-13c81991-2d49-426e-af81-18f2a1674062 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698818 Nov 19 19:02:42.688786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dcbab-d02b-4319-94e3-be9a011b3ab1 req-7180c334-e2b3-4084-bf9f-54f48ca8b636 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:42.702929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dcbab-d02b-4319-94e3-be9a011b3ab1 req-7180c334-e2b3-4084-bf9f-54f48ca8b636 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:42.703491 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc90b31b-7133-4196-adf2-1bdfd085861d req-a929acfb-70fb-4aac-81e9-83523e590d72 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779740 Nov 19 19:02:42.705448 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-524dcbab-d02b-4319-94e3-be9a011b3ab1 req-7180c334-e2b3-4084-bf9f-54f48ca8b636 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2418 time: 0.0850005 Nov 19 19:02:42.771016 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-adcc2163-f077-4b12-aceb-49122a2124e4 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706721 Nov 19 19:02:42.797728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-524dcbab-d02b-4319-94e3-be9a011b3ab1 req-0be663d4-a777-4176-8b32-ef0a902d57b8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734196 Nov 19 19:02:42.870938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:42.898955 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:42.956268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:02:42.974072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31c8848-7405-4d15-b0ba-a906e8b9a3ff,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:42.992280 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:42.992425 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Added segment e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80 of type vlan for network 6b216f6d-17c7-4320-b40d-c378c0a67495 Nov 19 19:02:43.002449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45880) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:43.011329 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a4f70-831d-4b09-91cd-4dfa9ddf2366 req-b0240fd1-6266-4949-a269-f44d813e1b2a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:43.018866 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-609a4f70-831d-4b09-91cd-4dfa9ddf2366 req-b0240fd1-6266-4949-a269-f44d813e1b2a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2049980 Nov 19 19:02:43.023670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02ae0b0-ace6-4c72-ad9f-65a27d61620b req-0e92f26b-127a-47dd-b414-dca900ae60eb service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423909 Nov 19 19:02:43.098997 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.118589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-637698087'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:43.148156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Made reservation on behalf of ac47589173be4f8cb17ebb7ae9b7d832 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:43.152170 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.162435 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.202866 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-609a4f70-831d-4b09-91cd-4dfa9ddf2366 req-82b84d5c-75a0-4139-9ff5-3a4d6edfd25b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766927 Nov 19 19:02:43.220368 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.220874 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.221550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:43.222931 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.269939 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.275691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.324718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31093-d1f6-457d-ad99-74e50d5ef5d8 req-6f714a8b-cdfd-4ed5-aa66-0ba86c16d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:43.326585 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21e31093-d1f6-457d-ad99-74e50d5ef5d8 req-6f714a8b-cdfd-4ed5-aa66-0ba86c16d6a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 1094 time: 0.2513547 Nov 19 19:02:43.327724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:02:43.330960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9e8427-1c49-48be-95fd-3bdd5e643a3e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:43.346242 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.346465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] Pushing event updated for resources: {'Network': ['ID=6b216f6d-17c7-4320-b40d-c378c0a67495,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:43.346588 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Added segment a94b26a3-8616-4080-a436-1a52c7b14edd of type vlan for network d4f310aa-0914-4a42-8ec9-fdfd8bd79104 Nov 19 19:02:43.379544 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 6b216f6d-17c7-4320-b40d-c378c0a67495 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:02:43.429292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5aedbd88-f8d3-41ce-a19f-1af4ffc14d5b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5610821 Nov 19 19:02:43.437353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45890) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:43.450309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.479062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] Request body: {'subnet': {'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-683291015-subnet', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:43.493658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48af3f-f6a3-4251-b202-f77c873afbd6 req-5663b04b-f04e-4737-a0fb-a8845e02440f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:43.495656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c48af3f-f6a3-4251-b202-f77c873afbd6 req-5663b04b-f04e-4737-a0fb-a8845e02440f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1622825 Nov 19 19:02:43.516073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.523485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:43.524137 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.549336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77581db-23fa-4a0f-b429-3a1c8905fefc req-1c7dfc59-9b1d-4187-a1c1-51b7d6f61a66 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:43.557297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a77581db-23fa-4a0f-b429-3a1c8905fefc req-1c7dfc59-9b1d-4187-a1c1-51b7d6f61a66 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 950 time: 0.1829727 Nov 19 19:02:43.570083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31093-d1f6-457d-ad99-74e50d5ef5d8 req-6524ba00-42c5-4754-8cce-5fe805d23bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:43.571910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21e31093-d1f6-457d-ad99-74e50d5ef5d8 req-6524ba00-42c5-4754-8cce-5fe805d23bea service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.2349072 Nov 19 19:02:43.652597 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21e31093-d1f6-457d-ad99-74e50d5ef5d8 req-b5839d9d-7ade-4c8c-9116-92cd6d030464 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399 HTTP/1.1" status: 200 len: 217 time: 0.0642343 Nov 19 19:02:43.656804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] Made reservation on behalf of 6c129a2232c14c2696db5d9495f2613e for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:43.660107 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:43.662880 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c48af3f-f6a3-4251-b202-f77c873afbd6 req-31dc7efb-3cab-4861-b824-bd911c773b96 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590400 Nov 19 19:02:43.675223 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6713951 Nov 19 19:02:43.692236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45894) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:43.692697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bc0d2-4cd1-4a33-a756-8b020143dbbb tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Network': ['ID=d4f310aa-0914-4a42-8ec9-fdfd8bd79104,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:43.705094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network d4f310aa-0914-4a42-8ec9-fdfd8bd79104 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:02:43.712488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'subnet': {'network_id': 'd4f310aa-0914-4a42-8ec9-fdfd8bd79104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:43.790525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31093-d1f6-457d-ad99-74e50d5ef5d8 req-7c3a39f0-fc74-4454-bb2f-88edac6ceb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:43.792004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21e31093-d1f6-457d-ad99-74e50d5ef5d8 req-7c3a39f0-fc74-4454-bb2f-88edac6ceb6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1281147 Nov 19 19:02:43.796213 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a77581db-23fa-4a0f-b429-3a1c8905fefc req-5f9bef06-44b9-4fcc-b614-62543dbcc527 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379696 Nov 19 19:02:43.875365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60d4992a-616e-44f8-97c7-04d7e7a75104 req-53ddfbf4-5519-4c11-afe9-cbefac1ce9b3 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 210 time: 0.0657444 Nov 19 19:02:43.891633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108f3875-49e4-46f8-a7ab-0a3254bbf1ff', 'name': 'network-vif-deleted', 'tag': '3cadfc1b-9ca4-4da6-94b7-500b1791e6d1'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:43.891633 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b328f74-85b9-47ce-a1f3-3d52d7467e6c" -d '{"events": [{"server_uuid": "108f3875-49e4-46f8-a7ab-0a3254bbf1ff", "name": "network-vif-deleted", "tag": "3cadfc1b-9ca4-4da6-94b7-500b1791e6d1"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:43.932870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e31093-d1f6-457d-ad99-74e50d5ef5d8 req-2944caf9-3c1e-43da-b928-933d461b022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:43.934641 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21e31093-d1f6-457d-ad99-74e50d5ef5d8 req-2944caf9-3c1e-43da-b928-933d461b022b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266468 Nov 19 19:02:43.935741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Made reservation on behalf of ac47589173be4f8cb17ebb7ae9b7d832 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:43.947667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.045336 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.053338 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.059541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b81e2-00f9-410c-adf5-ba79c75fb583 req-84da1dd9-2de8-4347-96a5-d4a028c1ac51 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:44.060951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-665b81e2-00f9-410c-adf5-ba79c75fb583 req-84da1dd9-2de8-4347-96a5-d4a028c1ac51 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0932174 Nov 19 19:02:44.134003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:44.167081 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-665b81e2-00f9-410c-adf5-ba79c75fb583 req-30f01208-9af3-45cb-b35f-b66f34f299e4 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853360 Nov 19 19:02:44.171511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] Checking segment: {'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:44.171873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] Network hostable DHCP agents. Network: 6b216f6d-17c7-4320-b40d-c378c0a67495, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:02:44.186566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef733c45-47ef-471d-9463-ed8099f58815 req-4c3a9462-a0d5-45df-bf3e-24fba1dd731e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:44.188195 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef733c45-47ef-471d-9463-ed8099f58815 req-4c3a9462-a0d5-45df-bf3e-24fba1dd731e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 943 time: 0.1725631 Nov 19 19:02:44.207747 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] Network 6b216f6d-17c7-4320-b40d-c378c0a67495 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:02:44.220238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 6b216f6d-17c7-4320-b40d-c378c0a67495) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:44.239224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:44.239808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.243321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585ccee1-04ea-49de-ba2d-5aac0be46fad None None] Network 6b216f6d-17c7-4320-b40d-c378c0a67495 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:44.243828 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21e31093-d1f6-457d-ad99-74e50d5ef5d8 req-9fb88176-b232-4b8a-ae81-b620831be17f service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255032 Nov 19 19:02:44.269024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-28b83fea-1ac1-4448-b842-e2cdd96e92f3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8227134 Nov 19 19:02:44.269687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45908) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:44.275025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:44.338713 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef733c45-47ef-471d-9463-ed8099f58815 req-7404eca8-00fb-4392-8a5e-645b395ba7f1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424100 Nov 19 19:02:44.363361 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.364439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.415965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.420488 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d721cea4-3607-44e3-bd18-5e7a53cee8b7 x-openstack-request-id: req-d721cea4-3607-44e3-bd18-5e7a53cee8b7 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:44.420786 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108f3875-49e4-46f8-a7ab-0a3254bbf1ff", "name": "network-vif-deleted", "tag": "3cadfc1b-9ca4-4da6-94b7-500b1791e6d1", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:44.421042 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d721cea4-3607-44e3-bd18-5e7a53cee8b7 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:44.421485 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108f3875-49e4-46f8-a7ab-0a3254bbf1ff', 'name': 'network-vif-deleted', 'tag': '3cadfc1b-9ca4-4da6-94b7-500b1791e6d1', 'status': 'completed', 'code': 200} Nov 19 19:02:44.439032 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.454315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9571a-6cc6-4ed3-a6c2-5ed6cb05c17c req-3c468fae-831b-4818-a026-ffb130043e86 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:44.463026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9571a-6cc6-4ed3-a6c2-5ed6cb05c17c req-3c468fae-831b-4818-a026-ffb130043e86 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:44.471445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9571a-6cc6-4ed3-a6c2-5ed6cb05c17c req-3c468fae-831b-4818-a026-ffb130043e86 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:44.471972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21e31093-d1f6-457d-ad99-74e50d5ef5d8 req-a3b144b5-2bf4-4748-9f0d-c763154e14e5 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142475 Nov 19 19:02:44.483291 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2d9571a-6cc6-4ed3-a6c2-5ed6cb05c17c req-3c468fae-831b-4818-a026-ffb130043e86 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2418 time: 0.1948175 Nov 19 19:02:44.504890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Subnet': ['ID=6c6ca2a0-682f-4ef2-8d78-0ad97fdc3b04,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:44.516396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Checking segment: {'id': 'a94b26a3-8616-4080-a436-1a52c7b14edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd4f310aa-0914-4a42-8ec9-fdfd8bd79104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:44.516763 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network hostable DHCP agents. Network: d4f310aa-0914-4a42-8ec9-fdfd8bd79104, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:02:44.525392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-6b216f6d-17c7-4320-b40d-c378c0a67495', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:02:44.526300 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.540978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network d4f310aa-0914-4a42-8ec9-fdfd8bd79104 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:02:44.555484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, d4f310aa-0914-4a42-8ec9-fdfd8bd79104) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:44.563709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:44.563709 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.601682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e856a92a-a5ce-430d-b742-da54dd4edb22 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8950307 Nov 19 19:02:44.602472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45912) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:44.607268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-894136912', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:44.678388 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2d9571a-6cc6-4ed3-a6c2-5ed6cb05c17c req-5c20d045-d4b2-44e1-aa87-d396299f0849 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942153 Nov 19 19:02:44.686032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.687139 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.704630 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Allocated IP 172.20.0.2 (6b216f6d-17c7-4320-b40d-c378c0a67495/c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6/97cc1443-f2c2-4ffc-b67a-766745c383d8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:44.721483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d571b7e-92d9-4cc0-9ae8-db1fe5e9ef7d req-00fc15bb-93c7-4462-8fdf-00c07b172f1e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:44.729558 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d571b7e-92d9-4cc0-9ae8-db1fe5e9ef7d req-00fc15bb-93c7-4462-8fdf-00c07b172f1e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0821695 Nov 19 19:02:44.773226 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.825818 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:44.836325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d9b79-9504-4ab2-bf50-5cdfc193bcb6 None None] Network d4f310aa-0914-4a42-8ec9-fdfd8bd79104 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:44.839534 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d571b7e-92d9-4cc0-9ae8-db1fe5e9ef7d req-fa73606f-a58c-4cc4-9bd5-9cf16e06bbc9 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087253 Nov 19 19:02:44.841816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:44.969897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:44.970391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3cadfc1b-9ca4-4da6-94b7-500b1791e6d1 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:45.088739 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:45.138971 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:45.154892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbf5faa-1099-4709-abde-899facbe9c67 None None] Network d4f310aa-0914-4a42-8ec9-fdfd8bd79104 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:45.167633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f259cf-2956-43bf-8491-731f49872241 req-ff0062ac-2e72-415f-bf76-e43cb1f624fb tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:45.176840 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63f259cf-2956-43bf-8491-731f49872241 req-ff0062ac-2e72-415f-bf76-e43cb1f624fb tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 950 time: 0.1870725 Nov 19 19:02:45.194205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Network 6b216f6d-17c7-4320-b40d-c378c0a67495 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:45.202579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:45.221088 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:45.233669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:45.239990 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:45.249116 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:45.260724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba0cb3-10c9-4555-bd6a-0971db401fd4 req-1a671b88-4e73-4d2d-a380-963904b6054c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:45.264372 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63f259cf-2956-43bf-8491-731f49872241 req-d66087f0-843c-4bee-9c4a-7bffc2d8df18 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865784 Nov 19 19:02:45.270100 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14ba0cb3-10c9-4555-bd6a-0971db401fd4 req-1a671b88-4e73-4d2d-a380-963904b6054c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0999410 Nov 19 19:02:45.295243 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Pushing event updated for resources: {'Port': ['ID=97cc1443-f2c2-4ffc-b67a-766745c383d8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:45.340083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Attempting to bind port 97cc1443-f2c2-4ffc-b67a-766745c383d8 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:45.341585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Attempting to bind port 97cc1443-f2c2-4ffc-b67a-766745c383d8 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:45.342271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Attempting to bind port 97cc1443-f2c2-4ffc-b67a-766745c383d8 on network 6b216f6d-17c7-4320-b40d-c378c0a67495 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:45.351671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:45.352430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Checking segment: {'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:45.353059 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:45.353660 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Bound using segment: {'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:45.354381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Bound port: 97cc1443-f2c2-4ffc-b67a-766745c383d8, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:45.354993 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:45.388622 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14ba0cb3-10c9-4555-bd6a-0971db401fd4 req-d9a70e31-519d-414a-9496-7085c559c109 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173344 Nov 19 19:02:45.437001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] For port 97cc1443-f2c2-4ffc-b67a-766745c383d8, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:45.446711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] For port 97cc1443-f2c2-4ffc-b67a-766745c383d8, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=97cc1443-f2c2-4ffc-b67a-766745c383d8,segment=NetworkSegment(e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80),segment_id=e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:45.469681 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:45.497676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Allocated IP 172.25.3.150 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:45.604071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02576e3e-e59d-453c-add1-42a2acc80b5d None None] Pushing event updated for resources: {'Port': ['ID=97cc1443-f2c2-4ffc-b67a-766745c383d8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:45.685183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e44eae5-b210-490d-b5c4-3ebacd2d859c req-d36986ba-1dd0-47c4-a9ed-6e04f6eae935 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 210 time: 0.3105679 Nov 19 19:02:45.712395 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:45.733220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001a746-aba4-43a5-a3e1-676602abb3bd req-d2d92523-bd44-4540-ac6f-888b948e9635 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:45.739586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001a746-aba4-43a5-a3e1-676602abb3bd req-d2d92523-bd44-4540-ac6f-888b948e9635 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:45.748105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001a746-aba4-43a5-a3e1-676602abb3bd req-d2d92523-bd44-4540-ac6f-888b948e9635 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:45.755780 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7001a746-aba4-43a5-a3e1-676602abb3bd req-d2d92523-bd44-4540-ac6f-888b948e9635 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2418 time: 0.2459946 Nov 19 19:02:45.829614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:45.858012 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7001a746-aba4-43a5-a3e1-676602abb3bd req-05be83b0-03c1-4efa-95c3-29c3d88d579e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011264 Nov 19 19:02:45.942026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:45.946511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:45.951660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:45.959082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:45.960689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:45.998826 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:46.181320 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.25.3.67 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/ef84bf4c-6b3e-4911-ac44-b9574b1daabe) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:46.315612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada1e55-9ec9-4950-8342-313e9996475a req-348bc3d9-df35-4664-8888-ced3b3ed86f0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:46.317176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dada1e55-9ec9-4950-8342-313e9996475a req-348bc3d9-df35-4664-8888-ced3b3ed86f0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 943 time: 0.2883580 Nov 19 19:02:46.326043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b49953-5f72-453e-82c0-f9a02d1e59f0 req-289bfa96-71ca-4025-81a6-0cf52cbfb76b tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:46.328365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82b49953-5f72-453e-82c0-f9a02d1e59f0 req-289bfa96-71ca-4025-81a6-0cf52cbfb76b tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 950 time: 0.0838752 Nov 19 19:02:46.352674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:46.368208 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:46.418327 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82b49953-5f72-453e-82c0-f9a02d1e59f0 req-1fae7232-bf6e-4c37-8ca5-1c5f43d0e805 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826437 Nov 19 19:02:46.437090 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dada1e55-9ec9-4950-8342-313e9996475a req-f5346c53-93c3-47c5-9960-90a10cc91cdd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103454 Nov 19 19:02:46.456565 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:46.560326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:46.569116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:46.581182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:46.587630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=ef84bf4c-6b3e-4911-ac44-b9574b1daabe,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:46.650470 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:46.651302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091b577-d6d7-4fc0-9856-e509bb7b35b9 req-223f23ab-2e87-4798-8139-ae3fafdf1572 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:46.661129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6091b577-d6d7-4fc0-9856-e509bb7b35b9 req-223f23ab-2e87-4798-8139-ae3fafdf1572 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1556604 Nov 19 19:02:46.856124 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6799f9ab-2c02-460e-a7e0-f8fdb0791944 req-0a3c50c5-f7dd-4dc8-ae59-dd2eadf179fe tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 210 time: 0.0561504 Nov 19 19:02:46.967644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Router 9af18639-fd2e-45ee-92b1-a76c7df9d208 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:02:47.030922 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6091b577-d6d7-4fc0-9856-e509bb7b35b9 req-82c1755c-e639-41eb-b37c-06369eeb8507 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688805 Nov 19 19:02:47.147796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97cc1443-f2c2-4ffc-b67a-766745c383d8 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:47.148825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b21e5-1ee2-4d50-b2f4-86f4da2d2547 req-0dd77593-116e-4f65-86d7-a9aaaf0f4040 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:47.158734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b21e5-1ee2-4d50-b2f4-86f4da2d2547 req-0dd77593-116e-4f65-86d7-a9aaaf0f4040 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:47.165059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b21e5-1ee2-4d50-b2f4-86f4da2d2547 req-0dd77593-116e-4f65-86d7-a9aaaf0f4040 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:47.173400 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-694b21e5-1ee2-4d50-b2f4-86f4da2d2547 req-0dd77593-116e-4f65-86d7-a9aaaf0f4040 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2418 time: 0.1943309 Nov 19 19:02:47.173549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-04114a7d-32b0-47aa-b2f2-5376836504e8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:47.180855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-04114a7d-32b0-47aa-b2f2-5376836504e8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:47.187371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08409906-2c59-4ccd-9d85-61a4176cfaaf None None] Network 6b216f6d-17c7-4320-b40d-c378c0a67495 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:47.187794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-04114a7d-32b0-47aa-b2f2-5376836504e8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:47.189693 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-04114a7d-32b0-47aa-b2f2-5376836504e8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.21 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 2418 time: 0.3296180 Nov 19 19:02:47.251093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-11b011e2-cb46-4de1-8705-0425e52551d5 None None] Provisioning complete for port 97cc1443-f2c2-4ffc-b67a-766745c383d8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:47.251474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-11b011e2-cb46-4de1-8705-0425e52551d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:47.276246 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-694b21e5-1ee2-4d50-b2f4-86f4da2d2547 req-4846b0c6-8963-4a36-875b-1724f53d28fd tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982189 Nov 19 19:02:47.306828 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:02:47.326998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Sync routers for ids ['9af18639-fd2e-45ee-92b1-a76c7df9d208'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:02:47.345313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Routers {'9af18639-fd2e-45ee-92b1-a76c7df9d208'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:47.346007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9af18639-fd2e-45ee-92b1-a76c7df9d208'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:47.346733 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:47.351240 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-02412582-ae49-45a8-92a0-39e128b8a305 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0804627 Nov 19 19:02:47.351881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45948) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:47.372260 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:47.396081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 97cc1443-f2c2-4ffc-b67a-766745c383d8 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:47.396644 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:47.477568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Set router 9af18639-fd2e-45ee-92b1-a76c7df9d208 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:47.591078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b97bca-6a31-4077-a6e4-0c8a275dab2e req-06b1a98e-21d3-4c11-9ffd-03349507a8e3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:47.599220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3b97bca-6a31-4077-a6e4-0c8a275dab2e req-06b1a98e-21d3-4c11-9ffd-03349507a8e3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.4437904 Nov 19 19:02:47.683528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-19cef708-7ab0-4f65-892b-30bb7713cc45 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting port 2607c98e-eac2-46d7-9521-44cc1cf37fdb {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:47.684536 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-19cef708-7ab0-4f65-892b-30bb7713cc45 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:47.713238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4018-a80b-48c0-bd9c-6bd5cbf53a2d req-86a3685c-9a9a-4ff7-908e-303b4d3ea038 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:47.715728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-083b4018-a80b-48c0-bd9c-6bd5cbf53a2d req-86a3685c-9a9a-4ff7-908e-303b4d3ea038 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 950 time: 0.2002923 Nov 19 19:02:47.771577 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3b97bca-6a31-4077-a6e4-0c8a275dab2e req-e0374cc5-c3b2-45b5-b120-deabc6846700 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712554 Nov 19 19:02:47.800302 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-11b011e2-cb46-4de1-8705-0425e52551d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:47.868941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-19cef708-7ab0-4f65-892b-30bb7713cc45 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] For port 2607c98e-eac2-46d7-9521-44cc1cf37fdb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2607c98e-eac2-46d7-9521-44cc1cf37fdb,segment=NetworkSegment(71dd30af-8904-41a7-879b-bd8d79cbc9da),segment_id=71dd30af-8904-41a7-879b-bd8d79cbc9da)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:47.869810 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-19cef708-7ab0-4f65-892b-30bb7713cc45 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:47.891045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-11b011e2-cb46-4de1-8705-0425e52551d5 None None] For port 97cc1443-f2c2-4ffc-b67a-766745c383d8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=97cc1443-f2c2-4ffc-b67a-766745c383d8,segment=NetworkSegment(e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80),segment_id=e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:47.908835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:47.923127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-19cef708-7ab0-4f65-892b-30bb7713cc45 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Calling delete_port for 2607c98e-eac2-46d7-9521-44cc1cf37fdb owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:47.931320 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-11b011e2-cb46-4de1-8705-0425e52551d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:48.006598 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:48.035515 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-083b4018-a80b-48c0-bd9c-6bd5cbf53a2d req-b3a15c47-6a9d-42bf-afac-ce18a187c69b tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838837 Nov 19 19:02:48.094078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b011e2-cb46-4de1-8705-0425e52551d5 None None] Pushing event updated for resources: {'Port': ['ID=97cc1443-f2c2-4ffc-b67a-766745c383d8,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:48.129344 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:48.162328 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:02:48.162884 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:02:48.181435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23810435-d46e-455a-a259-91d572b5a9f1 req-ed6d273c-f6e8-4176-aefe-f684c2e36eb9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:48.191584 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23810435-d46e-455a-a259-91d572b5a9f1 req-ed6d273c-f6e8-4176-aefe-f684c2e36eb9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 943 time: 0.2696157 Nov 19 19:02:48.208131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:46Z', 'revision_number': 3, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:48.264926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Checking router: 9af18639-fd2e-45ee-92b1-a76c7df9d208 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:02:48.265554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Updating router 9af18639-fd2e-45ee-92b1-a76c7df9d208 port e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:02:48.311317 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:48.339120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23810435-d46e-455a-a259-91d572b5a9f1 req-f7895741-a7e8-416d-9c0f-00473813f0d5 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465645 Nov 19 19:02:48.350687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Allocated IP 172.20.0.1 (6b216f6d-17c7-4320-b40d-c378c0a67495/c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6/dd0b9b29-5d2e-44ea-88a1-35407b2c88bf) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:48.389080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b52b5dff-7e2e-4c29-bb53-a6ef498e5abe None None] Provisioning complete for port 97cc1443-f2c2-4ffc-b67a-766745c383d8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:48.389499 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b52b5dff-7e2e-4c29-bb53-a6ef498e5abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:48.436088 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-19cef708-7ab0-4f65-892b-30bb7713cc45 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:48.442561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:02:48.481263 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:48.486686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cef708-7ab0-4f65-892b-30bb7713cc45 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Port': ['ID=2607c98e-eac2-46d7-9521-44cc1cf37fdb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:48.497559 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ce09df0a-dbf8-4232-9d33-66b8b3776399 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:02:48.515811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a71ed86f-f696-42aa-80fb-9f15253b33c9', 'd93d772d-d437-4e93-a6c4-bb1aa74673fa', '2607c98e-eac2-46d7-9521-44cc1cf37fdb'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:48.543887 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:48.571370 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55864486-9f8c-4d70-8fca-603c3f0f374f req-68b0ecb6-bfab-4ec5-9547-696fa856784f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=108f3875-49e4-46f8-a7ab-0a3254bbf1ff HTTP/1.1" status: 200 len: 210 time: 0.0544341 Nov 19 19:02:48.639443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Network 6b216f6d-17c7-4320-b40d-c378c0a67495 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:48.654088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:48.668171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:48.671915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0b9b29-5d2e-44ea-88a1-35407b2c88bf,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:48.695520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-19cef708-7ab0-4f65-892b-30bb7713cc45 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] No DVR routers for this DVR port 2607c98e-eac2-46d7-9521-44cc1cf37fdb on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:48.741295 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-19cef708-7ab0-4f65-892b-30bb7713cc45 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:48.744868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-19cef708-7ab0-4f65-892b-30bb7713cc45 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.21 "DELETE /v2.0/ports/2607c98e-eac2-46d7-9521-44cc1cf37fdb HTTP/1.1" status: 204 len: 173 time: 1.5381532 Nov 19 19:02:48.747567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-deleted', 'tag': '2607c98e-eac2-46d7-9521-44cc1cf37fdb'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:48.753106 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06afc48e-5d96-42b9-945f-46560965fb97" -d '{"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-deleted", "tag": "2607c98e-eac2-46d7-9521-44cc1cf37fdb"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:48.784223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:48.784452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ce09df0a-dbf8-4232-9d33-66b8b3776399, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:48.836116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6075f-1c5c-4f86-afb6-91b16213a4ce req-d8795135-490d-4572-a545-887eb24fad4e tempest-LiveMigrationNegativeTest-1399346146 tempest-LiveMigrationNegativeTest-1399346146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:48.845139 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62b6075f-1c5c-4f86-afb6-91b16213a4ce req-d8795135-490d-4572-a545-887eb24fad4e tempest-LiveMigrationNegativeTest-1399346146 tempest-LiveMigrationNegativeTest-1399346146-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 1101 time: 0.3632612 Nov 19 19:02:48.864439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62b6075f-1c5c-4f86-afb6-91b16213a4ce req-d969bb49-4f8d-4f67-9335-55fb51183559 tempest-LiveMigrationNegativeTest-1399346146 tempest-LiveMigrationNegativeTest-1399346146-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:48.887920 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'ce09df0a-dbf8-4232-9d33-66b8b3776399', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'port_id': 'ce09df0a-dbf8-4232-9d33-66b8b3776399', 'mac_address': 'fa:16:3e:ef:d4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:02:48.923763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ee334-3dd5-4773-8ef2-835caf134474 req-2270e554-3b67-4c25-b18b-c43f06203ec3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:48.932908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ee334-3dd5-4773-8ef2-835caf134474 req-2270e554-3b67-4c25-b18b-c43f06203ec3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:48.940114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e53ee334-3dd5-4773-8ef2-835caf134474 req-2270e554-3b67-4c25-b18b-c43f06203ec3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 1682 time: 0.2251551 Nov 19 19:02:49.000290 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62b6075f-1c5c-4f86-afb6-91b16213a4ce req-d969bb49-4f8d-4f67-9335-55fb51183559 tempest-LiveMigrationNegativeTest-1399346146 tempest-LiveMigrationNegativeTest-1399346146-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.018109 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62b6075f-1c5c-4f86-afb6-91b16213a4ce req-d969bb49-4f8d-4f67-9335-55fb51183559 tempest-LiveMigrationNegativeTest-1399346146 tempest-LiveMigrationNegativeTest-1399346146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.083878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62b6075f-1c5c-4f86-afb6-91b16213a4ce req-d969bb49-4f8d-4f67-9335-55fb51183559 tempest-LiveMigrationNegativeTest-1399346146 tempest-LiveMigrationNegativeTest-1399346146-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333679 Nov 19 19:02:49.085790 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.112682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce09df0a-dbf8-4232-9d33-66b8b3776399 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:02:49.124590 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e53ee334-3dd5-4773-8ef2-835caf134474 req-2fe473de-87a8-4276-9c39-681734fd9697 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764345 Nov 19 19:02:49.125506 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.137214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969bb49-4f8d-4f67-9335-55fb51183559 tempest-LiveMigrationNegativeTest-1399346146 tempest-LiveMigrationNegativeTest-1399346146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa20831-e3e4-4d98-a991-a7078e9269bc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:49.165852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:02:49.181573 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db041f5-e207-4a48-8221-984e7f6bb139 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:02:49.206452 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db041f5-e207-4a48-8221-984e7f6bb139 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:49.207355 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3db041f5-e207-4a48-8221-984e7f6bb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:49.250256 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.252318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-86eedab8-4e18-4f9b-85e0-aae8a36b3a75 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6487308 Nov 19 19:02:49.254823 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97cc1443-f2c2-4ffc-b67a-766745c383d8 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:49.258520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45972) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:49.327062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ce09df0a-dbf8-4232-9d33-66b8b3776399, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:49.338706 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3db041f5-e207-4a48-8221-984e7f6bb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:49.384026 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db041f5-e207-4a48-8221-984e7f6bb139 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:49.387458 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3db041f5-e207-4a48-8221-984e7f6bb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:49.409795 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.575156 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3db041f5-e207-4a48-8221-984e7f6bb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:49.576387 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.578402 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db041f5-e207-4a48-8221-984e7f6bb139 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:02:49.592648 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.645995 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b2aaba73-3399-4ed4-8e1f-993dc4d0f98e None None] Provisioning complete for port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:49.646719 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5b7fc8-4afd-4877-8fc6-6ffeb4312907 x-openstack-request-id: req-0d5b7fc8-4afd-4877-8fc6-6ffeb4312907 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:49.646947 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b2aaba73-3399-4ed4-8e1f-993dc4d0f98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.647133 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-deleted", "tag": "2607c98e-eac2-46d7-9521-44cc1cf37fdb", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:49.647441 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d5b7fc8-4afd-4877-8fc6-6ffeb4312907 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:49.647846 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-deleted', 'tag': '2607c98e-eac2-46d7-9521-44cc1cf37fdb', 'status': 'completed', 'code': 200} Nov 19 19:02:49.685023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b079a6-4130-4658-98dd-c6c0168ce324 req-5c5deb66-cd15-4260-b6e8-84f7b0ed26ef tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:49.686663 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08b079a6-4130-4658-98dd-c6c0168ce324 req-5c5deb66-cd15-4260-b6e8-84f7b0ed26ef tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.4811997 Nov 19 19:02:49.701241 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-ba7b38b4-616c-4f85-bbbc-764bef8588d3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting port a71ed86f-f696-42aa-80fb-9f15253b33c9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:49.702219 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-ba7b38b4-616c-4f85-bbbc-764bef8588d3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.717793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0b9b29-5d2e-44ea-88a1-35407b2c88bf,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:49.751182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 97cc1443-f2c2-4ffc-b67a-766745c383d8 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:49.751553 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.761337 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.820716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ce09df0a-dbf8-4232-9d33-66b8b3776399,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:49.824114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cbb72-b4af-483f-9167-7a274bfbe865 req-b71b6a42-5f1b-4fdf-8c3e-3882b23e18ba tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:49.826047 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a5cbb72-b4af-483f-9167-7a274bfbe865 req-b71b6a42-5f1b-4fdf-8c3e-3882b23e18ba tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 944 time: 0.1210210 Nov 19 19:02:49.856202 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b2aaba73-3399-4ed4-8e1f-993dc4d0f98e None None] Port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:49.878523 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.911051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08b079a6-4130-4658-98dd-c6c0168ce324 req-8f6ff8e2-f878-44ab-9a52-83c87d239854 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159917 Nov 19 19:02:49.930706 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.938346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-ba7b38b4-616c-4f85-bbbc-764bef8588d3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] For port a71ed86f-f696-42aa-80fb-9f15253b33c9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a71ed86f-f696-42aa-80fb-9f15253b33c9,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:49.938726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-ba7b38b4-616c-4f85-bbbc-764bef8588d3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:49.955152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['ce09df0a-dbf8-4232-9d33-66b8b3776399'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:49.961538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-ba7b38b4-616c-4f85-bbbc-764bef8588d3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Calling delete_port for a71ed86f-f696-42aa-80fb-9f15253b33c9 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:50.066326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Attempting to bind port e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:50.066886 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Attempting to bind port e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:50.067494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Attempting to bind port e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:50.107479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:50.107953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:50.108488 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:50.108998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:50.109606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Bound port: e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:50.110141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:50.141632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-9b520825-70f9-48a0-bbfb-c71f5260b979 req-b10c59f7-d2aa-44fc-bf8f-9fe77cba7f3d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:02:50.142889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b520825-70f9-48a0-bbfb-c71f5260b979 req-b10c59f7-d2aa-44fc-bf8f-9fe77cba7f3d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065558 Nov 19 19:02:50.149139 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-ba7b38b4-616c-4f85-bbbc-764bef8588d3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:50.158406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40d74d-a82a-4880-9818-5feac8739f6c None None] Pushing event updated for resources: {'Port': ['ID=e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:50.186663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b38b4-616c-4f85-bbbc-764bef8588d3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Port': ['ID=a71ed86f-f696-42aa-80fb-9f15253b33c9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:50.243191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] For port e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:50.248754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] For port e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:50.260603 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:50.310815 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-ba7b38b4-616c-4f85-bbbc-764bef8588d3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] No DVR routers for this DVR port a71ed86f-f696-42aa-80fb-9f15253b33c9 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:50.318898 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-ba7b38b4-616c-4f85-bbbc-764bef8588d3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:50.323810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-ba7b38b4-616c-4f85-bbbc-764bef8588d3 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.21 "DELETE /v2.0/ports/a71ed86f-f696-42aa-80fb-9f15253b33c9 HTTP/1.1" status: 204 len: 173 time: 1.5569205 Nov 19 19:02:50.409606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Routers {'9af18639-fd2e-45ee-92b1-a76c7df9d208'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:50.410857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9af18639-fd2e-45ee-92b1-a76c7df9d208'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:50.411218 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a5cbb72-b4af-483f-9167-7a274bfbe865 req-66996a88-d191-4e62-81a1-4e625f38c145 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727301 Nov 19 19:02:50.416962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Network 6b216f6d-17c7-4320-b40d-c378c0a67495 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:50.419638 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:50.595829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] Set router 9af18639-fd2e-45ee-92b1-a76c7df9d208 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:50.602978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40d74d-a82a-4880-9818-5feac8739f6c None None] Pushing event updated for resources: {'Port': ['ID=e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:50.630719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Router 9af18639-fd2e-45ee-92b1-a76c7df9d208 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:02:50.663109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24811682-09c5-443b-aa09-24f935c70904 req-2a8aa935-807f-4338-8cb1-df5ac497393a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:50.664695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24811682-09c5-443b-aa09-24f935c70904 req-2a8aa935-807f-4338-8cb1-df5ac497393a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2702146 Nov 19 19:02:50.737361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c721fd0-9242-45e4-a6cf-7fda6d5f388d req-3eb06f60-30c0-4092-b50d-a33930fdf693 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:50.748912 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c721fd0-9242-45e4-a6cf-7fda6d5f388d req-3eb06f60-30c0-4092-b50d-a33930fdf693 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 945 time: 0.1378000 Nov 19 19:02:50.771607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-002921ef-2718-4ffd-9e87-272d8eeb1a6c tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting port d93d772d-d437-4e93-a6c4-bb1aa74673fa {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:50.771981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-002921ef-2718-4ffd-9e87-272d8eeb1a6c tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:50.798854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d93d772d-d437-4e93-a6c4-bb1aa74673fa no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:50.843508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24811682-09c5-443b-aa09-24f935c70904 req-8720269c-2744-45f7-b57c-2a909e1d4e20 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635647 Nov 19 19:02:50.858355 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c721fd0-9242-45e4-a6cf-7fda6d5f388d req-2610bbd9-dc1f-4cb2-b085-b5dc29b9777d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027300 Nov 19 19:02:50.872161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:02:50.889263 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3e9970c7-d010-446c-af3c-2cdf27fef0b3 admin admin] 10.222.0.50 "PUT /v2.0/routers/9af18639-fd2e-45ee-92b1-a76c7df9d208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5362329 Nov 19 19:02:50.963742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8b3927a6-5293-4d2e-89b4-44c2eb12a81f None None] Provisioning complete for port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:50.964110 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b3927a6-5293-4d2e-89b4-44c2eb12a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:50.973656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-002921ef-2718-4ffd-9e87-272d8eeb1a6c tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] For port d93d772d-d437-4e93-a6c4-bb1aa74673fa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d93d772d-d437-4e93-a6c4-bb1aa74673fa,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:50.974170 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-002921ef-2718-4ffd-9e87-272d8eeb1a6c tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:50.998767 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:51.001381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-002921ef-2718-4ffd-9e87-272d8eeb1a6c tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Calling delete_port for d93d772d-d437-4e93-a6c4-bb1aa74673fa owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:51.098500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8b3927a6-5293-4d2e-89b4-44c2eb12a81f None None] Port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:51.106134 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:51.174044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93d772d-d437-4e93-a6c4-bb1aa74673fa'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:51.177351 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cef888e-7d42-41d1-8c00-c833a21dac11" -d '{"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-unplugged", "status": "completed", "tag": "d93d772d-d437-4e93-a6c4-bb1aa74673fa"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:51.218344 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d93d772d-d437-4e93-a6c4-bb1aa74673fa, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d93d772d-d437-4e93-a6c4-bb1aa74673fa,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:51.232910 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:51.233951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2607c98e-eac2-46d7-9521-44cc1cf37fdb no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:51.256621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bda7c-0456-49f8-ab96-287685bf60b0 req-4db08c0c-1619-424b-a1a4-6eef8f2968db tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:51.258398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c8bda7c-0456-49f8-ab96-287685bf60b0 req-4db08c0c-1619-424b-a1a4-6eef8f2968db tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 950 time: 0.0607312 Nov 19 19:02:51.262882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 2607c98e-eac2-46d7-9521-44cc1cf37fdb {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:51.263407 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2607c98e-eac2-46d7-9521-44cc1cf37fdb not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:51.263787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a71ed86f-f696-42aa-80fb-9f15253b33c9 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:51.294035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: a71ed86f-f696-42aa-80fb-9f15253b33c9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:51.294490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a71ed86f-f696-42aa-80fb-9f15253b33c9 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:51.323403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c8bda7c-0456-49f8-ab96-287685bf60b0 req-e8a3282f-1ef3-445d-9dc7-b9ccf734d68f tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582879 Nov 19 19:02:51.331341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'dd0b9b29-5d2e-44ea-88a1-35407b2c88bf', 'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'mac_address': 'fa:16:3e:8c:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:48Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 2, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'subnets': [{'id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:51.368569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae535c-5118-41d9-9571-c90b74276c37 None None] The sync data for ids ['9af18639-fd2e-45ee-92b1-a76c7df9d208'] in n-d-815373-6 is: [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'dd0b9b29-5d2e-44ea-88a1-35407b2c88bf', 'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'mac_address': 'fa:16:3e:8c:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:48Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 2, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'subnets': [{'id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:02:51.381140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=d93d772d-d437-4e93-a6c4-bb1aa74673fa,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:51.476008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b128fac-0940-4df4-b6fb-d67d3470e82c req-a8f665f0-0013-4545-9d96-2b894332eabf tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:51.477513 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b128fac-0940-4df4-b6fb-d67d3470e82c req-a8f665f0-0013-4545-9d96-2b894332eabf tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2602808 Nov 19 19:02:51.650034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-deleted', 'tag': 'a71ed86f-f696-42aa-80fb-9f15253b33c9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:51.653150 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a91c4ae-633e-419d-a097-109f25b30c42" -d '{"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-deleted", "tag": "a71ed86f-f696-42aa-80fb-9f15253b33c9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:51.661001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.20.0.1 (d4f310aa-0914-4a42-8ec9-fdfd8bd79104/6c6ca2a0-682f-4ef2-8d78-0ad97fdc3b04/5703045c-b3d0-4458-a110-90e2a5e992d4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:51.672289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b128fac-0940-4df4-b6fb-d67d3470e82c req-667cfa0c-0a25-49a4-8aa5-88e244c8b732 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785722 Nov 19 19:02:51.684169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-002921ef-2718-4ffd-9e87-272d8eeb1a6c tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:51.723762 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146c2a47-8748-4bb7-91e8-3f37b32031de x-openstack-request-id: req-146c2a47-8748-4bb7-91e8-3f37b32031de {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:51.724065 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-unplugged", "status": "completed", "tag": "d93d772d-d437-4e93-a6c4-bb1aa74673fa", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:51.724321 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-146c2a47-8748-4bb7-91e8-3f37b32031de {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:51.724722 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93d772d-d437-4e93-a6c4-bb1aa74673fa', 'code': 200} Nov 19 19:02:51.812489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002921ef-2718-4ffd-9e87-272d8eeb1a6c tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Port': ['ID=d93d772d-d437-4e93-a6c4-bb1aa74673fa,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:51.813867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46030) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:51.820060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9b955f10-dd34-4ad5-9eff-6497c6d7dcec tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045104047', 'description': 'tempest-description--1842175074'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:51.859015 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b955f10-dd34-4ad5-9eff-6497c6d7dcec tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:51.949624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-002921ef-2718-4ffd-9e87-272d8eeb1a6c tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] No DVR routers for this DVR port d93d772d-d437-4e93-a6c4-bb1aa74673fa on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:51.955379 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-002921ef-2718-4ffd-9e87-272d8eeb1a6c tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:51.958254 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c436a-a5f1-434f-9b39-2c9dbecbaba0 req-662754d8-663a-4317-a42f-2f768cf14765 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:51.959248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6d387cf-b926-42b9-8d36-e2925a6a94f0 req-002921ef-2718-4ffd-9e87-272d8eeb1a6c tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.21 "DELETE /v2.0/ports/d93d772d-d437-4e93-a6c4-bb1aa74673fa HTTP/1.1" status: 204 len: 173 time: 1.5635846 Nov 19 19:02:51.967214 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0e4c436a-a5f1-434f-9b39-2c9dbecbaba0 req-662754d8-663a-4317-a42f-2f768cf14765 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 944 time: 0.0921316 Nov 19 19:02:52.021441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.054614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b955f10-dd34-4ad5-9eff-6497c6d7dcec tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.074120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0e4c436a-a5f1-434f-9b39-2c9dbecbaba0 req-aac0dfff-a751-421f-a25d-c2e6288c5422 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030161 Nov 19 19:02:52.077479 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b955f10-dd34-4ad5-9eff-6497c6d7dcec tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.128054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e680c17-1788-4d98-b6c1-8bd74d63dd08 req-6d1cb640-7270-49c5-b78e-9ac928016b19 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:52.129732 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e680c17-1788-4d98-b6c1-8bd74d63dd08 req-6d1cb640-7270-49c5-b78e-9ac928016b19 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.3329875 Nov 19 19:02:52.154855 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b955f10-dd34-4ad5-9eff-6497c6d7dcec tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.156205 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9b955f10-dd34-4ad5-9eff-6497c6d7dcec tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3406193 Nov 19 19:02:52.159485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46036) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:52.163989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-833c0e4f-2c00-4f68-bcaa-9a8636abf969 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Request body: {'security_group_rule': {'security_group_id': '573f1323-994a-4e88-8d03-ab396b6f25e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:52.173412 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e680c17-1788-4d98-b6c1-8bd74d63dd08 req-4403f2b1-8e4d-4675-8f77-ea6ad5d494e7 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/quotas/0822a5990c6d4baa88c1925bc6e8c03d HTTP/1.1" status: 200 len: 375 time: 0.0236499 Nov 19 19:02:52.178414 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c077b69-bbda-4350-baa6-d37714a5afb1 x-openstack-request-id: req-4c077b69-bbda-4350-baa6-d37714a5afb1 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:52.178782 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-deleted", "tag": "a71ed86f-f696-42aa-80fb-9f15253b33c9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:52.179205 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c077b69-bbda-4350-baa6-d37714a5afb1 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:52.180590 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-deleted', 'tag': 'a71ed86f-f696-42aa-80fb-9f15253b33c9', 'status': 'completed', 'code': 200} Nov 19 19:02:52.209391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b955f10-dd34-4ad5-9eff-6497c6d7dcec tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573f1323-994a-4e88-8d03-ab396b6f25e2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:52.223601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e680c17-1788-4d98-b6c1-8bd74d63dd08 req-0ae19a3a-116d-4b93-bdee-5d31e8da2f5e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420985 Nov 19 19:02:52.253312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-833c0e4f-2c00-4f68-bcaa-9a8636abf969 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.285226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.366194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640bf24-71e6-4194-b86d-0ac8a5d3333b req-39def241-65dd-4f86-a932-f35a95a87049 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:52.367986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6640bf24-71e6-4194-b86d-0ac8a5d3333b req-39def241-65dd-4f86-a932-f35a95a87049 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1100299 Nov 19 19:02:52.368702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network d4f310aa-0914-4a42-8ec9-fdfd8bd79104 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:52.375331 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-833c0e4f-2c00-4f68-bcaa-9a8636abf969 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.380764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:52.383382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:52.385274 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-833c0e4f-2c00-4f68-bcaa-9a8636abf969 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.417152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=5703045c-b3d0-4458-a110-90e2a5e992d4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:52.430123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c0e4f-2c00-4f68-bcaa-9a8636abf969 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1016dd4-a028-4061-8193-2b139103c7c3,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:52.434724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ce09df0a-dbf8-4232-9d33-66b8b3776399 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:52.443409 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-833c0e4f-2c00-4f68-bcaa-9a8636abf969 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.447578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46040) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:52.447688 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-833c0e4f-2c00-4f68-bcaa-9a8636abf969 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2870412 Nov 19 19:02:52.454185 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6640bf24-71e6-4194-b86d-0ac8a5d3333b req-dfa325e6-17a1-47c0-b112-d9ef71604c83 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766597 Nov 19 19:02:52.454500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-87752481-b34c-4b94-b97f-d68eb7070f18 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Request body: {'security_group_rule': {'security_group_id': '573f1323-994a-4e88-8d03-ab396b6f25e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:52.512225 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e680c17-1788-4d98-b6c1-8bd74d63dd08 req-308053dd-e69b-4810-8861-d6705c819d7d service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781537 Nov 19 19:02:52.515193 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.587353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port ce09df0a-dbf8-4232-9d33-66b8b3776399 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:02:52.597895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port ce09df0a-dbf8-4232-9d33-66b8b3776399 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:52.598271 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.609198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-504d9c94-33a0-4d58-b0ca-520e0baa47e3 req-eef819ca-b359-4cec-b286-d3f792d38015 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=838cc530-db3a-4d19-8804-63556641a550 HTTP/1.1" status: 200 len: 210 time: 0.0519788 Nov 19 19:02:52.788506 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.842222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c629b-6fbf-4297-972d-b5271cbbf05b req-f758202b-2684-4895-84e1-6016a827188b tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:52.843090 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ce09df0a-dbf8-4232-9d33-66b8b3776399, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:52.851179 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-030c629b-6fbf-4297-972d-b5271cbbf05b req-f758202b-2684-4895-84e1-6016a827188b tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 950 time: 0.0770190 Nov 19 19:02:52.858362 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.911301 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-030c629b-6fbf-4297-972d-b5271cbbf05b req-f6a5af7c-67a3-447f-94d5-668c5731af3c tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588071 Nov 19 19:02:52.922281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ce09df0a-dbf8-4232-9d33-66b8b3776399,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:53.000000 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87752481-b34c-4b94-b97f-d68eb7070f18 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.035042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02a49-27f2-4a14-b243-078aa955f77c req-b96c1bba-472e-482c-93f2-586fbda26c69 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:53.036998 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81c02a49-27f2-4a14-b243-078aa955f77c req-b96c1bba-472e-482c-93f2-586fbda26c69 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 950 time: 0.1641548 Nov 19 19:02:53.160778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4928e-fbb4-4c82-8f70-0c1ed9db088b req-c8744547-8dad-45bc-a012-dbdcaa89946c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:53.162944 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cfb4928e-fbb4-4c82-8f70-0c1ed9db088b req-c8744547-8dad-45bc-a012-dbdcaa89946c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0744095 Nov 19 19:02:53.216711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:53.274823 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cfb4928e-fbb4-4c82-8f70-0c1ed9db088b req-43f60004-c2de-42b5-8797-0b4a9a10dfb3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008382 Nov 19 19:02:53.287224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e680c17-1788-4d98-b6c1-8bd74d63dd08 req-b1d0608e-d2d0-4127-9742-7041c70bf142 service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094083 Nov 19 19:02:53.310168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:53.310660 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.313042 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87752481-b34c-4b94-b97f-d68eb7070f18 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.392359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87752481-b34c-4b94-b97f-d68eb7070f18 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.427860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166f9ba-d2a4-4ad0-8aec-71a6370f49f1 req-72f4b0c4-ddd8-4f8d-8ae6-e0e1f5c45ebf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:53.428596 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0166f9ba-d2a4-4ad0-8aec-71a6370f49f1 req-72f4b0c4-ddd8-4f8d-8ae6-e0e1f5c45ebf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.0752118 Nov 19 19:02:53.456660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87752481-b34c-4b94-b97f-d68eb7070f18 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bc34bc-1b7c-49fd-918a-f39f3e730240,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:53.458666 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.477882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87752481-b34c-4b94-b97f-d68eb7070f18 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.480126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.482323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-87752481-b34c-4b94-b97f-d68eb7070f18 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0312533 Nov 19 19:02:53.483740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46050) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:53.494452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:53.516232 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-303c6248-b516-4c93-ae0d-ac4be67a7bc7 req-5dff73c6-0c34-435f-ae3a-b19aa5e50e61 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1fc54b6-1d8c-4322-969f-38a65f5a60c5 HTTP/1.1" status: 200 len: 210 time: 0.0326273 Nov 19 19:02:53.524532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-81c02a49-27f2-4a14-b243-078aa955f77c req-b7896c63-c6d3-4005-8218-c847d65be746 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Deleting port 73e30e1f-6de9-460d-b5f0-7250ea204b93 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:53.524871 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-81c02a49-27f2-4a14-b243-078aa955f77c req-b7896c63-c6d3-4005-8218-c847d65be746 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.538211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:53.545049 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.555169 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0166f9ba-d2a4-4ad0-8aec-71a6370f49f1 req-5fbdcd35-0ae1-4862-8d6e-54ec7535a1bd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174486 Nov 19 19:02:53.583311 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.640952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:53.690566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46062) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:53.726231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce09df0a-dbf8-4232-9d33-66b8b3776399'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:53.729574 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d759333c-4c30-4b34-8a3b-51986f66131e" -d '{"events": [{"server_uuid": "0222da22-436e-47a3-87fd-89bda00fb3fb", "name": "network-vif-plugged", "status": "completed", "tag": "ce09df0a-dbf8-4232-9d33-66b8b3776399"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:53.786465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-81c02a49-27f2-4a14-b243-078aa955f77c req-b7896c63-c6d3-4005-8218-c847d65be746 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] For port 73e30e1f-6de9-460d-b5f0-7250ea204b93, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=73e30e1f-6de9-460d-b5f0-7250ea204b93,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:53.786838 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-81c02a49-27f2-4a14-b243-078aa955f77c req-b7896c63-c6d3-4005-8218-c847d65be746 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.821616 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.843206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8daab13-8670-424f-8a66-3318f9089c99 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting subnet 3ab4f255-e115-4e10-b898-b31f165257d9 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:02:53.857534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-81c02a49-27f2-4a14-b243-078aa955f77c req-b7896c63-c6d3-4005-8218-c847d65be746 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Calling delete_port for 73e30e1f-6de9-460d-b5f0-7250ea204b93 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:53.867467 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8daab13-8670-424f-8a66-3318f9089c99 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:53.890705 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73c4eb2-c85b-4ae7-90d4-1f324f90d9cc x-openstack-request-id: req-e73c4eb2-c85b-4ae7-90d4-1f324f90d9cc {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:53.892630 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0222da22-436e-47a3-87fd-89bda00fb3fb", "name": "network-vif-plugged", "status": "completed", "tag": "ce09df0a-dbf8-4232-9d33-66b8b3776399", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:53.893065 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e73c4eb2-c85b-4ae7-90d4-1f324f90d9cc {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:53.896984 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce09df0a-dbf8-4232-9d33-66b8b3776399', 'code': 200} Nov 19 19:02:54.094026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Allocated IP 172.25.3.253 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/f3b65d61-d41e-4ce4-b80b-a7879d75b947) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:54.098669 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8daab13-8670-424f-8a66-3318f9089c99 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.112130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cf9a4-cf81-4efd-8dcd-7c881d9d6e1f req-043a1f2f-337c-4370-9cc2-05fa2e2ca027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:54.113871 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e0cf9a4-cf81-4efd-8dcd-7c881d9d6e1f req-043a1f2f-337c-4370-9cc2-05fa2e2ca027 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 1096 time: 0.1447773 Nov 19 19:02:54.176964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbccd78-a810-4ed6-9746-e4b1b533da74 req-e31087fc-4ef7-4e1f-a686-139b5fd5faf2 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:54.185612 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cbccd78-a810-4ed6-9746-e4b1b533da74 req-e31087fc-4ef7-4e1f-a686-139b5fd5faf2 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 950 time: 0.1559711 Nov 19 19:02:54.195655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-deleted', 'tag': 'd93d772d-d437-4e93-a6c4-bb1aa74673fa'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:54.197997 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7df0df-e579-4348-9046-307b4b2ce605" -d '{"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-deleted", "tag": "d93d772d-d437-4e93-a6c4-bb1aa74673fa"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:54.275617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e0cf9a4-cf81-4efd-8dcd-7c881d9d6e1f req-9ba0f044-4b04-49a8-ad91-43026db45212 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497240 Nov 19 19:02:54.298797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cbccd78-a810-4ed6-9746-e4b1b533da74 req-6648fd2f-f390-40f0-a8aa-da3345dfe4e1 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122389 Nov 19 19:02:54.316862 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.361234 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.367740 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28089748-e5a7-4f6a-92f7-3f2e912865cd x-openstack-request-id: req-28089748-e5a7-4f6a-92f7-3f2e912865cd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:54.368038 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838cc530-db3a-4d19-8804-63556641a550", "name": "network-vif-deleted", "tag": "d93d772d-d437-4e93-a6c4-bb1aa74673fa", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:54.368481 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28089748-e5a7-4f6a-92f7-3f2e912865cd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:54.369063 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838cc530-db3a-4d19-8804-63556641a550', 'name': 'network-vif-deleted', 'tag': 'd93d772d-d437-4e93-a6c4-bb1aa74673fa', 'status': 'completed', 'code': 200} Nov 19 19:02:54.372444 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.394112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Sync routers for ids ['9af18639-fd2e-45ee-92b1-a76c7df9d208'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:02:54.407230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Routers {'9af18639-fd2e-45ee-92b1-a76c7df9d208'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:54.409042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9af18639-fd2e-45ee-92b1-a76c7df9d208'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:54.415392 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.416956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:54.434411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:54.441500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:54.491755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Pushing event updated for resources: {'Port': ['ID=f3b65d61-d41e-4ce4-b80b-a7879d75b947,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:54.492393 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8daab13-8670-424f-8a66-3318f9089c99 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.529863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acafee-f388-42d9-b256-8efbaa636572 req-2009a27a-1952-4365-a8f6-aed83f070447 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:54.531269 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86acafee-f388-42d9-b256-8efbaa636572 req-2009a27a-1952-4365-a8f6-aed83f070447 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1130524 Nov 19 19:02:54.541383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Set router 9af18639-fd2e-45ee-92b1-a76c7df9d208 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:54.570673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d134fa2b-e02a-4423-9461-ef55bc1da71c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:54.572221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d134fa2b-e02a-4423-9461-ef55bc1da71c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.3691957 Nov 19 19:02:54.584354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-81c02a49-27f2-4a14-b243-078aa955f77c req-b7896c63-c6d3-4005-8218-c847d65be746 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.597818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['1e6bb29b-8076-4045-ad7a-95421f58820b'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:02:54.604287 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.618498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=5703045c-b3d0-4458-a110-90e2a5e992d4,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:54.650936 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86acafee-f388-42d9-b256-8efbaa636572 req-93c0649f-56ba-4513-96ca-fb468f462601 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048095 Nov 19 19:02:54.659382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.696412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7896c63-c6d3-4005-8218-c847d65be746 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Pushing event deleted for resources: {'Port': ['ID=73e30e1f-6de9-460d-b5f0-7250ea204b93,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:54.728596 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.869860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network d4f310aa-0914-4a42-8ec9-fdfd8bd79104 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:54.880253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-1f32bc00-fd8c-466d-a8d1-e00749ae6bfa tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/quotas/0822a5990c6d4baa88c1925bc6e8c03d HTTP/1.1" status: 200 len: 375 time: 0.2828331 Nov 19 19:02:54.883516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:54.900637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c02a49-27f2-4a14-b243-078aa955f77c req-b7896c63-c6d3-4005-8218-c847d65be746 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] No DVR routers for this DVR port 73e30e1f-6de9-460d-b5f0-7250ea204b93 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:54.901053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494547d4-ddab-4003-a229-2285512d0cbf req-bd81119d-1f10-4095-b16c-cf977bf79ea2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:54.904925 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8daab13-8670-424f-8a66-3318f9089c99 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.908764 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-494547d4-ddab-4003-a229-2285512d0cbf req-bd81119d-1f10-4095-b16c-cf977bf79ea2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.1273494 Nov 19 19:02:54.919762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'dd0b9b29-5d2e-44ea-88a1-35407b2c88bf', 'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'mac_address': 'fa:16:3e:8c:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:48Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 2, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'subnets': [{'id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:54.922565 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-81c02a49-27f2-4a14-b243-078aa955f77c req-b7896c63-c6d3-4005-8218-c847d65be746 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.926597 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81c02a49-27f2-4a14-b243-078aa955f77c req-b7896c63-c6d3-4005-8218-c847d65be746 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.57 "DELETE /v2.0/ports/73e30e1f-6de9-460d-b5f0-7250ea204b93 HTTP/1.1" status: 204 len: 173 time: 1.8733232 Nov 19 19:02:54.963518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Checking router: 9af18639-fd2e-45ee-92b1-a76c7df9d208 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:02:54.964240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Updating router 9af18639-fd2e-45ee-92b1-a76c7df9d208 port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:02:54.975712 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-6a8318ac-1615-4d53-83f4-e587e093a8de tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943968 Nov 19 19:02:54.977257 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8daab13-8670-424f-8a66-3318f9089c99 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:54.981913 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b8daab13-8670-424f-8a66-3318f9089c99 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "DELETE /v2.0/subnets/3ab4f255-e115-4e10-b898-b31f165257d9 HTTP/1.1" status: 204 len: 168 time: 1.2892690 Nov 19 19:02:54.983619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daab13-8670-424f-8a66-3318f9089c99 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab4f255-e115-4e10-b898-b31f165257d9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:54.986947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46102) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:55.011513 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-494547d4-ddab-4003-a229-2285512d0cbf req-b3df2428-5237-442e-9e97-455e4fc72655 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006336 Nov 19 19:02:55.035426 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48d55de-5cc7-4258-9dba-9f53adb5afb6 None None] Network 783750c2-afae-49ca-a55a-d830a889fb7b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:55.040924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:55.048662 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:55.178681 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:55.209967 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:55.234786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Pushing event updated for resources: {'Port': ['ID=f3b65d61-d41e-4ce4-b80b-a7879d75b947,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:55.257531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:55.264421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:55.282734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:55.284865 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8c95bb54-3ca1-4e47-98c5-8eb24f29012b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7995398 Nov 19 19:02:55.482407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0722265-e6b2-4022-9b65-5f8354ba2c91 req-c0c728e6-4f85-4b8c-a7d0-18b6b294b3c9 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:55.490678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a0722265-e6b2-4022-9b65-5f8354ba2c91 req-c0c728e6-4f85-4b8c-a7d0-18b6b294b3c9 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0786488 Nov 19 19:02:55.514006 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:55.587696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607fa13-82e2-45fb-af6c-c74ec63bb840 None None] DHCP port deletion for 783750c2-afae-49ca-a55a-d830a889fb7b request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:02:55.592529 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a0722265-e6b2-4022-9b65-5f8354ba2c91 req-b75a1c14-027f-46ff-b78a-b5528d030378 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005704 Nov 19 19:02:55.634881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:02:55.648540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-4781ea5a-e7af-4702-a99a-5af4d064fabf service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111608 Nov 19 19:02:55.695640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:55.696042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:55.732080 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e757dfa8-358c-407c-8df3-d5ae4f1ab79e req-ca93eace-6cc1-4299-abc1-d5ecfe827bdc tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a495feb-f6fa-42f4-837f-745e3d4ec297 HTTP/1.1" status: 200 len: 210 time: 0.0507298 Nov 19 19:02:55.782230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting port 3d138ff6-b6df-4476-978c-e8247c4940f2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:55.782586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:55.837565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4607fa13-82e2-45fb-af6c-c74ec63bb840 None None] Deleting port 3d138ff6-b6df-4476-978c-e8247c4940f2 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:55.837784 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4607fa13-82e2-45fb-af6c-c74ec63bb840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:55.910133 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-90e3d25d-18c5-4abd-a1b6-459ae98df389 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1045104047&fields=id&tenant_id=6c129a2232c14c2696db5d9495f2613e HTTP/1.1" status: 200 len: 267 time: 0.0742254 Nov 19 19:02:55.914525 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-0438ded5-7c08-4f2e-8775-11dc94685e9c service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647643 Nov 19 19:02:55.920792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] For port 3d138ff6-b6df-4476-978c-e8247c4940f2, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3d138ff6-b6df-4476-978c-e8247c4940f2,segment=NetworkSegment(71dd30af-8904-41a7-879b-bd8d79cbc9da),segment_id=71dd30af-8904-41a7-879b-bd8d79cbc9da)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:55.921167 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:55.937034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:02:55.938941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Calling delete_port for 3d138ff6-b6df-4476-978c-e8247c4940f2 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:55.946492 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-019ed803-db70-4be4-b04d-7b62192ea6fc tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "PUT /v2.0/routers/37b1c4c1-bfbc-47d3-bddd-11593832493b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6831875 Nov 19 19:02:55.947719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46122) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:55.950357 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2e7f2-74b1-4293-933b-fd9bbbc13b58 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:02:55.954264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'port': {'network_id': 'd4f310aa-0914-4a42-8ec9-fdfd8bd79104', 'name': 'tempest-FloatingIPTestJSON-1139089846'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:55.964168 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2e7f2-74b1-4293-933b-fd9bbbc13b58 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:55.965402 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-46c2e7f2-74b1-4293-933b-fd9bbbc13b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:56.005567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4607fa13-82e2-45fb-af6c-c74ec63bb840 None None] For port 3d138ff6-b6df-4476-978c-e8247c4940f2, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3d138ff6-b6df-4476-978c-e8247c4940f2,segment=NetworkSegment(71dd30af-8904-41a7-879b-bd8d79cbc9da),segment_id=71dd30af-8904-41a7-879b-bd8d79cbc9da)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:56.006285 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4607fa13-82e2-45fb-af6c-c74ec63bb840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.063686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4607fa13-82e2-45fb-af6c-c74ec63bb840 None None] Calling delete_port for 3d138ff6-b6df-4476-978c-e8247c4940f2 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:56.064194 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-46c2e7f2-74b1-4293-933b-fd9bbbc13b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:56.081599 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2e7f2-74b1-4293-933b-fd9bbbc13b58 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:56.082276 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-46c2e7f2-74b1-4293-933b-fd9bbbc13b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:56.090634 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.091899 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.115381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Port': ['ID=3d138ff6-b6df-4476-978c-e8247c4940f2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:56.126033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] No DVR routers for this DVR port 3d138ff6-b6df-4476-978c-e8247c4940f2 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:56.163530 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-46c2e7f2-74b1-4293-933b-fd9bbbc13b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:56.164661 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2e7f2-74b1-4293-933b-fd9bbbc13b58 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:02:56.190847 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.241979 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-e9d1cd5a-92d3-4da2-8935-ed2e94536fdf tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:56.250696 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-e9d1cd5a-92d3-4da2-8935-ed2e94536fdf tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/networks?id=6b216f6d-17c7-4320-b40d-c378c0a67495 HTTP/1.1" status: 200 len: 811 time: 0.3302271 Nov 19 19:02:56.264264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788929a2-a60d-4907-9446-68f457b8824e None None] Pushing event updated for resources: {'Port': ['ID=dd0b9b29-5d2e-44ea-88a1-35407b2c88bf,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:56.271388 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2e9d78b0-b09a-4179-86c9-cb4589d7a406 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/quotas/6c129a2232c14c2696db5d9495f2613e HTTP/1.1" status: 200 len: 375 time: 0.0197775 Nov 19 19:02:56.280615 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.340388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783750c2-afae-49ca-a55a-d830a889fb7b']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:56.347414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Made reservation on behalf of ac47589173be4f8cb17ebb7ae9b7d832 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:56.351246 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.373399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b591be-7582-4fbb-b0fe-79d5db282b7e req-dc794ec4-2cfa-47a1-84bb-dc2a2586c375 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:56.378207 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-d6e55d03-27a1-43be-a669-123086bc4751 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6c129a2232c14c2696db5d9495f2613e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012459 Nov 19 19:02:56.381121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5b591be-7582-4fbb-b0fe-79d5db282b7e req-dc794ec4-2cfa-47a1-84bb-dc2a2586c375 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.1399283 Nov 19 19:02:56.384697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a495feb-f6fa-42f4-837f-745e3d4ec297', 'name': 'network-vif-deleted', 'tag': '73e30e1f-6de9-460d-b5f0-7250ea204b93'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:02:56.387823 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e275ec59-f79d-46d8-b6b2-ae94f9f4be02" -d '{"events": [{"server_uuid": "4a495feb-f6fa-42f4-837f-745e3d4ec297", "name": "network-vif-deleted", "tag": "73e30e1f-6de9-460d-b5f0-7250ea204b93"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:02:56.393419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dd30af-8904-41a7-879b-bd8d79cbc9da') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:56.393855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dd30af-8904-41a7-879b-bd8d79cbc9da') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:56.394157 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4607fa13-82e2-45fb-af6c-c74ec63bb840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.420912 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.471300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607fa13-82e2-45fb-af6c-c74ec63bb840 None None] No DVR routers for this DVR port 3d138ff6-b6df-4476-978c-e8247c4940f2 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:56.483489 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5b591be-7582-4fbb-b0fe-79d5db282b7e req-610d1e8f-e449-43a5-a93e-ac4d8e038a91 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009755 Nov 19 19:02:56.490544 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 73e30e1f-6de9-460d-b5f0-7250ea204b93 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:56.491278 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.506805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:02:56.506918 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.513460 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-cea24a1b-9b95-4b7f-951e-99a629ee2a37 service neutron] 10.222.0.50 "GET /v2.0/networks/6b216f6d-17c7-4320-b40d-c378c0a67495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200452 Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:02:56.518487 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:02:56.539811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Attempting to bind port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:02:56.540198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Attempting to bind port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:02:56.540580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Attempting to bind port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf on network 6b216f6d-17c7-4320-b40d-c378c0a67495 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:02:56.550948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 73e30e1f-6de9-460d-b5f0-7250ea204b93 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:56.551260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 73e30e1f-6de9-460d-b5f0-7250ea204b93 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:56.555831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607fa13-82e2-45fb-af6c-c74ec63bb840 None None] Pushing event deleted for resources: {'Port': ['ID=3d138ff6-b6df-4476-978c-e8247c4940f2,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:56.562736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:02:56.563355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Checking segment: {'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:02:56.563937 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.566535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Bound using segment: {'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:02:56.567238 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Bound port: dd0b9b29-5d2e-44ea-88a1-35407b2c88bf, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:02:56.567802 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.580222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] device_id is not set on port d165265b-b08c-4052-b7f1-a30fbde3d563 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:02:56.648365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b91f44c-9fef-44f5-95a6-82fcdd92fb4d req-806baf10-c91b-48e3-8836-7b020f3f51e9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 210 time: 0.0614309 Nov 19 19:02:56.668582 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.679090 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.685368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "DELETE /v2.0/networks/783750c2-afae-49ca-a55a-d830a889fb7b HTTP/1.1" status: 204 len: 168 time: 1.6947939 Nov 19 19:02:56.693296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46144) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:56.704889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dc3a3-08f1-4afb-9713-f9ef4cfb6760 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Network': ['ID=783750c2-afae-49ca-a55a-d830a889fb7b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:56.743463 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] For port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:02:56.744176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-8212cb4d-10cd-4d07-9ca1-45a96a01eb6c service neutron] 10.222.0.50 "GET /v2.0/networks/6b216f6d-17c7-4320-b40d-c378c0a67495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296193 Nov 19 19:02:56.775340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.20.0.10 (d4f310aa-0914-4a42-8ec9-fdfd8bd79104/6c6ca2a0-682f-4ef2-8d78-0ad97fdc3b04/d165265b-b08c-4052-b7f1-a30fbde3d563) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:56.780335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8953954-754c-4d93-bb11-482885fe4a50 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting subnet 11c32860-b8cd-4a2d-8d25-56c6b3c1d28d {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:02:56.782834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] For port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=dd0b9b29-5d2e-44ea-88a1-35407b2c88bf,segment=NetworkSegment(e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80),segment_id=e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:02:56.787271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-31fc6318-9657-481a-9f80-e9a60815200e None None] Provisioning complete for port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:56.787848 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31fc6318-9657-481a-9f80-e9a60815200e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.796560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8953954-754c-4d93-bb11-482885fe4a50 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.818018 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.909256 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46862e5b-cad7-4fc8-a15d-34770b183afb x-openstack-request-id: req-46862e5b-cad7-4fc8-a15d-34770b183afb {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:02:56.910311 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a495feb-f6fa-42f4-837f-745e3d4ec297", "name": "network-vif-deleted", "tag": "73e30e1f-6de9-460d-b5f0-7250ea204b93", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:02:56.910428 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46862e5b-cad7-4fc8-a15d-34770b183afb {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:02:56.910773 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a495feb-f6fa-42f4-837f-745e3d4ec297', 'name': 'network-vif-deleted', 'tag': '73e30e1f-6de9-460d-b5f0-7250ea204b93', 'status': 'completed', 'code': 200} Nov 19 19:02:56.934319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-31fc6318-9657-481a-9f80-e9a60815200e None None] Port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:02:56.935717 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8953954-754c-4d93-bb11-482885fe4a50 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:56.957718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788929a2-a60d-4907-9446-68f457b8824e None None] Pushing event updated for resources: {'Port': ['ID=dd0b9b29-5d2e-44ea-88a1-35407b2c88bf,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:56.961391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Routers {'9af18639-fd2e-45ee-92b1-a76c7df9d208'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:02:56.962183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9af18639-fd2e-45ee-92b1-a76c7df9d208'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:57.212666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:57.222334 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8953954-754c-4d93-bb11-482885fe4a50 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:57.224829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] Set router 9af18639-fd2e-45ee-92b1-a76c7df9d208 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:02:57.275457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d80d40-4f23-484b-b57d-f23b7748e036 req-663c9a4e-90dc-4611-932b-116f30d6cffe tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:57.278894 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98d80d40-4f23-484b-b57d-f23b7748e036 req-663c9a4e-90dc-4611-932b-116f30d6cffe tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1734138 Nov 19 19:02:57.418911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device dd0b9b29-5d2e-44ea-88a1-35407b2c88bf up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:57.439544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-764319a4-4cd3-4e9e-8add-35af9a347429 req-a65d6b42-391b-4607-ab65-a56014c3a825 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 210 time: 0.1543312 Nov 19 19:02:57.447809 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8953954-754c-4d93-bb11-482885fe4a50 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:57.457324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98d80d40-4f23-484b-b57d-f23b7748e036 req-e19553bf-cf0b-4375-abca-5573ed107ec3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687057 Nov 19 19:02:57.485746 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:57.509267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8953954-754c-4d93-bb11-482885fe4a50 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Subnet': ['ID=11c32860-b8cd-4a2d-8d25-56c6b3c1d28d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:57.515642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8953954-754c-4d93-bb11-482885fe4a50 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:57.518981 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f8953954-754c-4d93-bb11-482885fe4a50 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "DELETE /v2.0/subnets/11c32860-b8cd-4a2d-8d25-56c6b3c1d28d HTTP/1.1" status: 204 len: 168 time: 0.8246689 Nov 19 19:02:57.524355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46162) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:57.568739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eea064-104e-4029-a8eb-762e64c35e32 None None] Network 831f8dcf-794a-489c-871b-8fba82e58cac requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:02:57.614656 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network d4f310aa-0914-4a42-8ec9-fdfd8bd79104 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:57.617997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:57.626812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:57.654136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:57.654510 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:57.669218 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:57.672474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=d165265b-b08c-4052-b7f1-a30fbde3d563,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:57.686930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6e5e2-402b-4050-8343-ed64784cb19b req-109d48b8-ff1e-4a99-92f6-c260ae3459ae tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:57.696859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fc6e5e2-402b-4050-8343-ed64784cb19b req-109d48b8-ff1e-4a99-92f6-c260ae3459ae tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.1134062 Nov 19 19:02:57.730901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:57.731173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-92d7aba4-b876-4f7f-8e23-d712001c9c24 None None] Provisioning complete for port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:57.731643 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-92d7aba4-b876-4f7f-8e23-d712001c9c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:57.732833 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:57.779627 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-53bd9291-7d6c-44fb-b7c8-24de83fa01ba tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8308015 Nov 19 19:02:57.782200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46170) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:57.788718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'port': {'network_id': 'd4f310aa-0914-4a42-8ec9-fdfd8bd79104', 'name': 'tempest-FloatingIPTestJSON-409048182'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:57.839070 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fc6e5e2-402b-4050-8343-ed64784cb19b req-2d7c300f-e1f9-4a09-af59-aa906cfaa2c2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413538 Nov 19 19:02:57.871881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting port 7837a398-c14c-4572-a190-63724011f291 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:57.872297 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:57.986933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d003e-d421-4927-8c60-a4ece884bd31 req-864c72be-0770-4b7d-8e8e-72f3835f2ab5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:57.988329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-715d003e-d421-4927-8c60-a4ece884bd31 req-864c72be-0770-4b7d-8e8e-72f3835f2ab5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1105721 Nov 19 19:02:58.015029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Made reservation on behalf of ac47589173be4f8cb17ebb7ae9b7d832 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:58.019857 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.031312 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.061948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] For port 7837a398-c14c-4572-a190-63724011f291, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7837a398-c14c-4572-a190-63724011f291,segment=NetworkSegment(96db1b64-cee0-4d93-ab83-7aa574878411),segment_id=96db1b64-cee0-4d93-ab83-7aa574878411)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:58.062649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.063734 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-92d7aba4-b876-4f7f-8e23-d712001c9c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.067434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] device_id is not set on port 6f927771-1b55-42e5-993d-d1ce8f993dff yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:02:58.081831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Calling delete_port for 7837a398-c14c-4572-a190-63724011f291 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:58.086293 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-715d003e-d421-4927-8c60-a4ece884bd31 req-eefbdbd6-0571-4139-a317-55ce3c08f5e5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880027 Nov 19 19:02:58.125325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-92d7aba4-b876-4f7f-8e23-d712001c9c24 None None] For port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=dd0b9b29-5d2e-44ea-88a1-35407b2c88bf,segment=NetworkSegment(e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80),segment_id=e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:58.170688 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-92d7aba4-b876-4f7f-8e23-d712001c9c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.257867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b09c55d-c296-42e5-98d9-77bdcd30d5f3 None None] DHCP port deletion for 831f8dcf-794a-489c-871b-8fba82e58cac request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:02:58.260585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.20.0.13 (d4f310aa-0914-4a42-8ec9-fdfd8bd79104/6c6ca2a0-682f-4ef2-8d78-0ad97fdc3b04/6f927771-1b55-42e5-993d-d1ce8f993dff) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:58.277543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-cebffb80-9fc2-4d03-8e26-ee1cd96d64ed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:58.279353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-cebffb80-9fc2-4d03-8e26-ee1cd96d64ed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.3925605 Nov 19 19:02:58.290994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17457ec5-e34b-439d-a22e-4391916e6249 req-97393abf-32ec-4c0a-96ea-62fe6456c513 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:58.293232 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17457ec5-e34b-439d-a22e-4391916e6249 req-97393abf-32ec-4c0a-96ea-62fe6456c513 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 950 time: 0.0834243 Nov 19 19:02:58.308908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'dd0b9b29-5d2e-44ea-88a1-35407b2c88bf', 'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'mac_address': 'fa:16:3e:8c:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:48Z', 'updated_at': '2021-11-19T19:02:56Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'subnets': [{'id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:58.315625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f1016f42-9028-475c-b97f-295f4aea89fc req-90b984b5-eab1-47ac-8692-2f8fa94ac509 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 210 time: 0.1607339 Nov 19 19:02:58.333668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Request body: {'port': {'device_id': '93e01458-ae80-4a59-84b6-2a2b70681ba9', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'admin_state_up': True, 'tenant_id': '0822a5990c6d4baa88c1925bc6e8c03d'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:58.444799 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.485716 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17457ec5-e34b-439d-a22e-4391916e6249 req-64e737c5-f208-4ab5-a16a-3c933fefd9ed tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795316 Nov 19 19:02:58.504484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Port': ['ID=7837a398-c14c-4572-a190-63724011f291,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:58.518082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] No DVR routers for this DVR port 7837a398-c14c-4572-a190-63724011f291 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:58.539409 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:02:58.539780 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:02:58.540469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6780e463-911a-4b61-88c8-f5cacdd7e972 None None] The sync data for ids ['9af18639-fd2e-45ee-92b1-a76c7df9d208'] in n-d-815373-6 is: [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'dd0b9b29-5d2e-44ea-88a1-35407b2c88bf', 'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'mac_address': 'fa:16:3e:8c:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:48Z', 'updated_at': '2021-11-19T19:02:56Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'subnets': [{'id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:02:58.550098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7aba4-b876-4f7f-8e23-d712001c9c24 None None] Pushing event updated for resources: {'Port': ['ID=dd0b9b29-5d2e-44ea-88a1-35407b2c88bf,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:58.608610 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.615665 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0b09c55d-c296-42e5-98d9-77bdcd30d5f3 None None] Deleting port 7837a398-c14c-4572-a190-63724011f291 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:02:58.616052 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b09c55d-c296-42e5-98d9-77bdcd30d5f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.671099 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.683799 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.687149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Made reservation on behalf of 0822a5990c6d4baa88c1925bc6e8c03d for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:58.695320 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.753520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831f8dcf-794a-489c-871b-8fba82e58cac']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:58.784509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network d4f310aa-0914-4a42-8ec9-fdfd8bd79104 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:58.787738 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ae84689-2c66-4a22-8b30-adef646a2530 req-8af7c5f5-f5fe-412b-8e28-99dd92346491 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 210 time: 0.0627608 Nov 19 19:02:58.793095 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:58.793910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96db1b64-cee0-4d93-ab83-7aa574878411') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:58.794396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96db1b64-cee0-4d93-ab83-7aa574878411') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:02:58.807907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:58.823563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0b09c55d-c296-42e5-98d9-77bdcd30d5f3 None None] For port 7837a398-c14c-4572-a190-63724011f291, host n-d-815373-6, got binding levels [] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:02:58.824284 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b09c55d-c296-42e5-98d9-77bdcd30d5f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.856211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0b09c55d-c296-42e5-98d9-77bdcd30d5f3 None None] Calling delete_port for 7837a398-c14c-4572-a190-63724011f291 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:02:58.859463 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.ipam_backend_mixin [None req-0b09c55d-c296-42e5-98d9-77bdcd30d5f3 None None] Port 7837a398-c14c-4572-a190-63724011f291 was not found and therefore no delete operation was performed {{(pid=109889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:02:58.863097 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b09c55d-c296-42e5-98d9-77bdcd30d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:58.920954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=6f927771-1b55-42e5-993d-d1ce8f993dff,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:58.923334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09c55d-c296-42e5-98d9-77bdcd30d5f3 None None] Pushing event deleted for resources: {'Port': ['ID=7837a398-c14c-4572-a190-63724011f291,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:58.934170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b09c55d-c296-42e5-98d9-77bdcd30d5f3 None None] No DVR routers for this DVR port 7837a398-c14c-4572-a190-63724011f291 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:02:58.987180 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.024097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:59.025364 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.044169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.065690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e480574-6528-4f27-9b7f-5c687ff152bb req-9d58f386-f35b-4399-a222-bac390a62bf0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:59.068309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e480574-6528-4f27-9b7f-5c687ff152bb req-9d58f386-f35b-4399-a222-bac390a62bf0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1237879 Nov 19 19:02:59.093299 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8e95f058-a196-4684-bec6-0959ddaa3897 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3097887 Nov 19 19:02:59.115253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46190) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:59.120580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '6f927771-1b55-42e5-993d-d1ce8f993dff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:59.203801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.217181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:02:59.217699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:02:59.220708 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:02:59.234501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3d138ff6-b6df-4476-978c-e8247c4940f2 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:59.255370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 3d138ff6-b6df-4476-978c-e8247c4940f2 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:59.255722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3d138ff6-b6df-4476-978c-e8247c4940f2 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:59.276938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e480574-6528-4f27-9b7f-5c687ff152bb req-f54e901c-e1ea-4eb7-b478-8968dba2b144 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965914 Nov 19 19:02:59.306831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-f560c4ce-e7f2-4f7a-8752-5f055195e6b8 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:59.309640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-f560c4ce-e7f2-4f7a-8752-5f055195e6b8 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.21 "GET /v2.0/networks?id=6b216f6d-17c7-4320-b40d-c378c0a67495 HTTP/1.1" status: 200 len: 811 time: 0.5525279 Nov 19 19:02:59.379228 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.396914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device dd0b9b29-5d2e-44ea-88a1-35407b2c88bf up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:02:59.428720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Allocated IP 172.20.0.9 (33645d32-bbf5-48f5-aa27-3ad32c083eac/1adb8f58-a9f2-4093-af5c-d27d0a8408a8/48cab342-f104-4e6c-8eb1-bcbe9e668bde) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:59.460366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:02:59.460813 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.503517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7483c-2c7f-4b17-bc0e-485d5b82dec9 req-b12f42e5-0122-4eb2-a452-806025d64bdd tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:59.511558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40d7483c-2c7f-4b17-bc0e-485d5b82dec9 req-b12f42e5-0122-4eb2-a452-806025d64bdd tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1388061 Nov 19 19:02:59.516285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.521569 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.530592 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "DELETE /v2.0/networks/831f8dcf-794a-489c-871b-8fba82e58cac HTTP/1.1" status: 204 len: 168 time: 2.0003088 Nov 19 19:02:59.547048 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46202) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:02:59.552904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-932450423'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:59.562032 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-67f2cc2f-3453-48a6-8235-fb6e0022bda0 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c129a2232c14c2696db5d9495f2613e HTTP/1.1" status: 200 len: 380 time: 0.1854548 Nov 19 19:02:59.570392 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.585532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Request body: {'port': {'device_id': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'admin_state_up': True, 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'security_groups': ['573f1323-994a-4e88-8d03-ab396b6f25e2']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:02:59.603222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30fdbb-c009-49e5-8317-a511e04bdca2 req-b564a3fd-b44f-4f03-b418-40a03f484c29 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:59.604243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.25.3.28 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/9a8a3460-a271-413e-9c84-d8888e0dc575) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:02:59.612881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea30fdbb-c009-49e5-8317-a511e04bdca2 req-b564a3fd-b44f-4f03-b418-40a03f484c29 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.3672223 Nov 19 19:02:59.621691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca49e2-33f1-46d9-8f34-56d8bf0e7dda tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Network': ['ID=831f8dcf-794a-489c-871b-8fba82e58cac,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:02:59.623891 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-40d7483c-2c7f-4b17-bc0e-485d5b82dec9 req-cc04976e-ba54-45e3-9a9d-ec101c6a873e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064270 Nov 19 19:02:59.726839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7837a398-c14c-4572-a190-63724011f291 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:02:59.751290 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4e32459-1ea3-4dce-a407-6041d23fd896 req-8cede8a3-bfe4-40c9-be05-4ee264efee61 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 210 time: 0.0345223 Nov 19 19:02:59.759211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 7837a398-c14c-4572-a190-63724011f291 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:02:59.759568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7837a398-c14c-4572-a190-63724011f291 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:02:59.763598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71c1f7-50fc-462c-b8c6-bf174183add8 req-866269dc-630d-4723-839f-a685f95cfcbc tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:59.765389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e71c1f7-50fc-462c-b8c6-bf174183add8 req-866269dc-630d-4723-839f-a685f95cfcbc tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 950 time: 0.3490968 Nov 19 19:02:59.796597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:02:59.800139 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.823226 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.873344 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:59.938870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:02:59.944270 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:02:59.949402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:02:59.978010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=9a8a3460-a271-413e-9c84-d8888e0dc575,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:00.002622 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ff623-fcbd-491d-b2c4-a776cdc905fb req-d97149b5-8fe4-455e-b8c8-e1d059a00e3f tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:00.004218 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-400ff623-fcbd-491d-b2c4-a776cdc905fb req-d97149b5-8fe4-455e-b8c8-e1d059a00e3f tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 950 time: 0.1027684 Nov 19 19:03:00.112291 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-400ff623-fcbd-491d-b2c4-a776cdc905fb req-cb9552fb-cf14-41fd-b9b3-f1862191b902 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/security-groups?id=02cac727-0ce8-49ee-af97-e4900b3975ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986543 Nov 19 19:03:00.138803 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea30fdbb-c009-49e5-8317-a511e04bdca2 req-38fb360c-6d77-4c11-9935-dee4537a13e7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248783 Nov 19 19:03:00.238594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:03:00.265603 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cee8cfc9-8711-4d14-ae72-8e06975f4d1f req-0d22c37c-4b8e-4b3a-bcca-25353a8b69d2 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 210 time: 0.0363424 Nov 19 19:03:00.293525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.294149 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Added segment aa695938-5434-4baf-800d-911945ee6c27 of type vlan for network 32482316-9b93-43c6-99f2-40e7fe1edb65 Nov 19 19:03:00.370338 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.380026 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.382842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Made reservation on behalf of 6c129a2232c14c2696db5d9495f2613e for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:00.386280 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.422171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-4e71c1f7-50fc-462c-b8c6-bf174183add8 req-75415a6e-d0e5-41aa-b7dd-1b5a3e6db295 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Deleting port 1e6bb29b-8076-4045-ad7a-95421f58820b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:00.422509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4e71c1f7-50fc-462c-b8c6-bf174183add8 req-75415a6e-d0e5-41aa-b7dd-1b5a3e6db295 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.436749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.439581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d39c0-6a2c-4750-bb27-ae70a1854620 req-cba3eec7-e2f1-42d5-9008-a43af3018264 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:00.441090 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc0d39c0-6a2c-4750-bb27-ae70a1854620 req-cba3eec7-e2f1-42d5-9008-a43af3018264 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2128682 Nov 19 19:03:00.510716 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.566838 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.572399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:00.572981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.666055 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.666436 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.671716 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.702217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1498477 Nov 19 19:03:00.703096 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46210) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:00.708959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'subnet': {'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:00.782040 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc0d39c0-6a2c-4750-bb27-ae70a1854620 req-1519aba0-9b72-4f8b-89ed-ea0f617046a0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197081 Nov 19 19:03:00.798116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-4e71c1f7-50fc-462c-b8c6-bf174183add8 req-75415a6e-d0e5-41aa-b7dd-1b5a3e6db295 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] For port 1e6bb29b-8076-4045-ad7a-95421f58820b, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=1e6bb29b-8076-4045-ad7a-95421f58820b,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:00.798486 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4e71c1f7-50fc-462c-b8c6-bf174183add8 req-75415a6e-d0e5-41aa-b7dd-1b5a3e6db295 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.809733 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:00.811878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56bc77-b05c-484f-a0e8-b9bb84cf4044 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Network': ['ID=32482316-9b93-43c6-99f2-40e7fe1edb65,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:00.823446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 32482316-9b93-43c6-99f2-40e7fe1edb65 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:03:00.832521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-4e71c1f7-50fc-462c-b8c6-bf174183add8 req-75415a6e-d0e5-41aa-b7dd-1b5a3e6db295 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Calling delete_port for 1e6bb29b-8076-4045-ad7a-95421f58820b owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:00.839225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Network 33645d32-bbf5-48f5-aa27-3ad32c083eac is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:00.852133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:00.861868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:00.914230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=9a8a3460-a271-413e-9c84-d8888e0dc575,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:00.915395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Allocated IP 172.20.0.11 (6b216f6d-17c7-4320-b40d-c378c0a67495/c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6/61144491-eb40-408f-964e-f0b7220db1a5) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:00.918988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event updated for resources: {'Port': ['ID=48cab342-f104-4e6c-8eb1-bcbe9e668bde,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:01.030902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:01.031568 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:01.104636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9b86d-dfe0-491e-997c-02cfece8b5e9 req-b161891b-28ea-4982-921a-a946e5de23e6 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:01.106956 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cff9b86d-dfe0-491e-997c-02cfece8b5e9 req-b161891b-28ea-4982-921a-a946e5de23e6 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1845050 Nov 19 19:03:01.258488 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cff9b86d-dfe0-491e-997c-02cfece8b5e9 req-971712a4-2395-4a1f-bf46-a577b1a4a929 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254704 Nov 19 19:03:01.278174 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4e71c1f7-50fc-462c-b8c6-bf174183add8 req-75415a6e-d0e5-41aa-b7dd-1b5a3e6db295 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:01.315310 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:01.318884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75415a6e-d0e5-41aa-b7dd-1b5a3e6db295 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Pushing event deleted for resources: {'Port': ['ID=1e6bb29b-8076-4045-ad7a-95421f58820b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:01.346383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e65e71-3b39-4e99-b5f9-9c3bf8ddd621 req-741a4f79-6fe5-4506-a0e7-ae06af3eb8ad tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:01.347908 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3e65e71-3b39-4e99-b5f9-9c3bf8ddd621 req-741a4f79-6fe5-4506-a0e7-ae06af3eb8ad tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 931 time: 0.4918380 Nov 19 19:03:01.348539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:01.352533 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:01.364403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-52c53f7d-78ab-4f99-a77f-ffc5b4e6091a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0626795 Nov 19 19:03:01.385380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Request body: {'port': {'device_id': '93e01458-ae80-4a59-84b6-2a2b70681ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:01.389158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e71c1f7-50fc-462c-b8c6-bf174183add8 req-75415a6e-d0e5-41aa-b7dd-1b5a3e6db295 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] No DVR routers for this DVR port 1e6bb29b-8076-4045-ad7a-95421f58820b on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:03:01.391691 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-4e71c1f7-50fc-462c-b8c6-bf174183add8 req-75415a6e-d0e5-41aa-b7dd-1b5a3e6db295 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:01.395452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e71c1f7-50fc-462c-b8c6-bf174183add8 req-75415a6e-d0e5-41aa-b7dd-1b5a3e6db295 tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.57 "DELETE /v2.0/ports/1e6bb29b-8076-4045-ad7a-95421f58820b HTTP/1.1" status: 204 len: 173 time: 1.6199210 Nov 19 19:03:01.399231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c31a52f-d809-4bef-9a90-12e873c49b66', 'name': 'network-vif-deleted', 'tag': '1e6bb29b-8076-4045-ad7a-95421f58820b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:01.402719 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1595f87-cae2-4a44-bb6a-296ce3047ce3" -d '{"events": [{"server_uuid": "5c31a52f-d809-4bef-9a90-12e873c49b66", "name": "network-vif-deleted", "tag": "1e6bb29b-8076-4045-ad7a-95421f58820b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:01.432770 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP 6afc8dd6-0db3-4491-abd4-4b7393a1afcb associated. External IP: 172.25.3.28, port: 6f927771-1b55-42e5-993d-d1ce8f993dff. Nov 19 19:03:01.484090 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca9f7208-45cf-4966-b120-5dc5ff9b0d48 req-d46b7971-adcd-4a71-af73-eb6aeb2f652e tempest-LiveMigrationNegativeTest-158592592 tempest-LiveMigrationNegativeTest-158592592-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c31a52f-d809-4bef-9a90-12e873c49b66 HTTP/1.1" status: 200 len: 210 time: 0.0496573 Nov 19 19:03:01.519800 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:01.534091 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:01.584066 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3e65e71-3b39-4e99-b5f9-9c3bf8ddd621 req-00407b32-123d-4c15-9363-1270878452ee tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133551 Nov 19 19:03:01.659808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Network 6b216f6d-17c7-4320-b40d-c378c0a67495 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:01.669861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:01.678684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Pushing event updated for resources: {'Port': ['ID=61144491-eb40-408f-964e-f0b7220db1a5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:01.683508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:01.788664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acf258-510b-4b88-8182-808326aee79d req-694909cd-81f5-4cdd-9f68-6648e644c1fb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:01.796938 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19acf258-510b-4b88-8182-808326aee79d req-694909cd-81f5-4cdd-9f68-6648e644c1fb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.1960652 Nov 19 19:03:01.826103 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:01.846428 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:01.847140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:01.923982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767551e4-3fc2-4b68-9ffa-ed25d22b248f req-e1c946b4-ed10-4c1f-8eda-ec56a481d829 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:01.931468 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-767551e4-3fc2-4b68-9ffa-ed25d22b248f req-e1c946b4-ed10-4c1f-8eda-ec56a481d829 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 932 time: 0.2163591 Nov 19 19:03:01.937161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-861e33ac-bc5f-4c95-bbd8-b80837d7958d tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3482881 Nov 19 19:03:01.947793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Request body: {'port': {'device_id': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:01.966348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19acf258-510b-4b88-8182-808326aee79d req-cde230b5-d7ef-421b-a272-836d15cb617c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684287 Nov 19 19:03:01.970331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Subnet': ['ID=57b6234e-98f3-4541-a886-33e3f50d9b4e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:01.974320 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:02.024846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Checking segment: {'id': 'aa695938-5434-4baf-800d-911945ee6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:02.025772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network hostable DHCP agents. Network: 32482316-9b93-43c6-99f2-40e7fe1edb65, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:03:02.076897 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963c0dfc-fa02-4bb6-9737-a07dec56b287 x-openstack-request-id: req-963c0dfc-fa02-4bb6-9737-a07dec56b287 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:02.077314 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c31a52f-d809-4bef-9a90-12e873c49b66", "name": "network-vif-deleted", "tag": "1e6bb29b-8076-4045-ad7a-95421f58820b", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:02.077443 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-963c0dfc-fa02-4bb6-9737-a07dec56b287 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:02.077948 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c31a52f-d809-4bef-9a90-12e873c49b66', 'name': 'network-vif-deleted', 'tag': '1e6bb29b-8076-4045-ad7a-95421f58820b', 'status': 'completed', 'code': 200} Nov 19 19:03:02.099634 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.114844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-767551e4-3fc2-4b68-9ffa-ed25d22b248f req-ac4b92b7-e15d-4330-b164-90974e17671a tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824937 Nov 19 19:03:02.149576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0d5d3dac-2fc9-44c6-b732-32fbae56c427 None None] Provisioning complete for port 61144491-eb40-408f-964e-f0b7220db1a5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:02.150320 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3dac-2fc9-44c6-b732-32fbae56c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.181811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network 32482316-9b93-43c6-99f2-40e7fe1edb65 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:03:02.196192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d3dac-2fc9-44c6-b732-32fbae56c427 None None] Port 61144491-eb40-408f-964e-f0b7220db1a5 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:03:02.203092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 32482316-9b93-43c6-99f2-40e7fe1edb65) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:02.210869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:02.211472 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.212674 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8fe92d-653a-48ad-85b1-3ddbf121f863 None None] Network 32482316-9b93-43c6-99f2-40e7fe1edb65 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:03:02.225074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48cab342-f104-4e6c-8eb1-bcbe9e668bde {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:02.226479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:02.237817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.247414 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e2bec601-4bbd-419b-abaa-37178da6208e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5437720 Nov 19 19:03:02.249786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46230) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:02.255194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1050575963'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:02.266842 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.272246 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3ae945-11b8-4f44-99ed-069758cbe949 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:02.297393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3ae945-11b8-4f44-99ed-069758cbe949 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:02.298314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cd3ae945-11b8-4f44-99ed-069758cbe949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:02.309953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-681d226b-e96f-474b-b703-b71e29a64397 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1936002 Nov 19 19:03:02.310837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Transition to ACTIVE for port object 48cab342-f104-4e6c-8eb1-bcbe9e668bde will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:03:02.311652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:02.314917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46232) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:02.316283 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.323144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-78c2b0f6-f378-4fc3-b518-9ddfda69ee01 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:02.336513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4352a-4c7a-422d-8984-b7c273ce6414 req-b9f77a0c-8418-4558-b232-5189d7e4389e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:02.338552 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8d4352a-4c7a-422d-8984-b7c273ce6414 req-b9f77a0c-8418-4558-b232-5189d7e4389e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1732092 Nov 19 19:03:02.342583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cd3ae945-11b8-4f44-99ed-069758cbe949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:02.346397 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.352013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:03:02.365285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3ae945-11b8-4f44-99ed-069758cbe949 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:02.365941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cd3ae945-11b8-4f44-99ed-069758cbe949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:02.366070 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.366534 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Added segment 5952826d-0ea6-44a4-bd72-ae6f02a7b792 of type vlan for network 968874d1-913d-4144-b244-5ab19d934887 Nov 19 19:03:02.420758 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.427468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cd3ae945-11b8-4f44-99ed-069758cbe949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:02.428126 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3ae945-11b8-4f44-99ed-069758cbe949 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:02.454790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ce09df0a-dbf8-4232-9d33-66b8b3776399 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:03:02.457856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 1e6bb29b-8076-4045-ad7a-95421f58820b no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:02.472172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.478307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:02.478902 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.509553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-32482316-9b93-43c6-99f2-40e7fe1edb65', 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'fixed_ips': [{'subnet_id': '57b6234e-98f3-4541-a886-33e3f50d9b4e'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:03:02.510604 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.520188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 1e6bb29b-8076-4045-ad7a-95421f58820b {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:03:02.520543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 1e6bb29b-8076-4045-ad7a-95421f58820b not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:03:02.548875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2980144 Nov 19 19:03:02.556271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46238) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:02.563753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'subnet': {'network_id': '968874d1-913d-4144-b244-5ab19d934887', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:02.565376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-78c2b0f6-f378-4fc3-b518-9ddfda69ee01 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.620125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facc50f-d750-4afd-96fb-dcde56c41b5f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Network': ['ID=968874d1-913d-4144-b244-5ab19d934887,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:02.658562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 968874d1-913d-4144-b244-5ab19d934887 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:03:02.699953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8d4352a-4c7a-422d-8984-b7c273ce6414 req-a6acb6c4-1d06-47c3-af39-10f21e0bcea9 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449912 Nov 19 19:03:02.704042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:02.709543 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.723676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Pushing event updated for resources: {'Port': ['ID=48cab342-f104-4e6c-8eb1-bcbe9e668bde,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:02.882706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ce09df0a-dbf8-4232-9d33-66b8b3776399, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:02.919971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'ce09df0a-dbf8-4232-9d33-66b8b3776399', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'port_id': 'ce09df0a-dbf8-4232-9d33-66b8b3776399', 'mac_address': 'fa:16:3e:ef:d4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:03:02.935715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Allocated IP 19.80.0.2 (32482316-9b93-43c6-99f2-40e7fe1edb65/57b6234e-98f3-4541-a886-33e3f50d9b4e/ed0e3389-cd91-48b8-8b68-89b25344ec85) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:02.993520 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.015226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46248) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:03.038125 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce09df0a-dbf8-4232-9d33-66b8b3776399 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:03.040372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e242231-daa8-4d4d-8790-8486fe5a787d req-f2cdea0d-e9d8-4c49-b114-19dcb54aad7b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:03.049613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2e242231-daa8-4d4d-8790-8486fe5a787d req-f2cdea0d-e9d8-4c49-b114-19dcb54aad7b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 943 time: 0.2245111 Nov 19 19:03:03.059544 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.079592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ce09df0a-dbf8-4232-9d33-66b8b3776399, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:03.092269 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.196132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Checking segment: {'id': '5952826d-0ea6-44a4-bd72-ae6f02a7b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '968874d1-913d-4144-b244-5ab19d934887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:03.196590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network hostable DHCP agents. Network: 968874d1-913d-4144-b244-5ab19d934887, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:03:03.211315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ce09df0a-dbf8-4232-9d33-66b8b3776399,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:03.212364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Subnet': ['ID=6f811ffe-4a9a-4328-ba76-f979142aeaa0,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:03.218447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2e242231-daa8-4d4d-8790-8486fe5a787d req-2111a8f8-1554-46a4-8141-695e6951f039 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673062 Nov 19 19:03:03.243714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['ce09df0a-dbf8-4232-9d33-66b8b3776399'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:03.249932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network 968874d1-913d-4144-b244-5ab19d934887 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:03:03.267055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 968874d1-913d-4144-b244-5ab19d934887) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:03.274330 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.285347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a41399-8c8e-4f42-84f0-31e58301b9cb None None] Network 968874d1-913d-4144-b244-5ab19d934887 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:03:03.301055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:03.302817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.305564 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.317335 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-190ae6e0-1cb1-42ac-b34b-a4c4eb164570 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f6abffd59bb40adb9bb1e16e7f10d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989228 Nov 19 19:03:03.319353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Attempting to bind port 48cab342-f104-4e6c-8eb1-bcbe9e668bde on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:03.319862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Attempting to bind port 48cab342-f104-4e6c-8eb1-bcbe9e668bde by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:03.320020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Attempting to bind port 48cab342-f104-4e6c-8eb1-bcbe9e668bde on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:03.327575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46256) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:03.366238 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5065f476-fa8d-4ba3-9aa9-6d24ab88e560 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8091393 Nov 19 19:03:03.378683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ae7d3-60d2-4675-8155-8d6dd62312a3 req-34045ba9-4439-40d0-8518-6732dbbace78 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:03.380642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-292ae7d3-60d2-4675-8155-8d6dd62312a3 req-34045ba9-4439-40d0-8518-6732dbbace78 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.6017015 Nov 19 19:03:03.391123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-78c2b0f6-f378-4fc3-b518-9ddfda69ee01 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.397355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Port 48cab342-f104-4e6c-8eb1-bcbe9e668bde on network 33645d32-bbf5-48f5-aa27-3ad32c083eac not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:03:03.398129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Attempting to bind port 48cab342-f104-4e6c-8eb1-bcbe9e668bde on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:03.410127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b300d1-768e-484a-a698-cf2dec7bb3e9 req-b80dc2d5-d5a6-4152-9bf3-78f72243b41e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:03.410417 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-78c2b0f6-f378-4fc3-b518-9ddfda69ee01 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.411044 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-78c2b0f6-f378-4fc3-b518-9ddfda69ee01 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP 6afc8dd6-0db3-4491-abd4-4b7393a1afcb disassociated. External IP: 172.25.3.28, port: 6f927771-1b55-42e5-993d-d1ce8f993dff. Nov 19 19:03:03.411664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5b300d1-768e-484a-a698-cf2dec7bb3e9 req-b80dc2d5-d5a6-4152-9bf3-78f72243b41e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 944 time: 0.0993140 Nov 19 19:03:03.415164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61144491-eb40-408f-964e-f0b7220db1a5 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:03.426388 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab0575a7-83fa-4118-9c9c-e7a075f057ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.431903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Network 32482316-9b93-43c6-99f2-40e7fe1edb65 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:03.436377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Pushing event updated for resources: {'Port': ['ID=ed0e3389-cd91-48b8-8b68-89b25344ec85,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:03.463618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:03.468085 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab0575a7-83fa-4118-9c9c-e7a075f057ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.479472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:03.484865 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.488428 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:03.488789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Checking segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:03.489186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Bound using segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:03.489643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Bound port: 48cab342-f104-4e6c-8eb1-bcbe9e668bde, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:03.490022 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.531208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Transition to ACTIVE for port object 61144491-eb40-408f-964e-f0b7220db1a5 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:03:03.549094 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5b300d1-768e-484a-a698-cf2dec7bb3e9 req-9282da24-d73d-457b-8406-56c97d3d2174 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179626 Nov 19 19:03:03.549892 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab0575a7-83fa-4118-9c9c-e7a075f057ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.553004 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab0575a7-83fa-4118-9c9c-e7a075f057ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.557195 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ab0575a7-83fa-4118-9c9c-e7a075f057ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02cac727-0ce8-49ee-af97-e4900b3975ba HTTP/1.1" status: 204 len: 168 time: 0.2234995 Nov 19 19:03:03.565175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0575a7-83fa-4118-9c9c-e7a075f057ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cac727-0ce8-49ee-af97-e4900b3975ba,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:03.611185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] For port 48cab342-f104-4e6c-8eb1-bcbe9e668bde, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:03.614918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] For port 48cab342-f104-4e6c-8eb1-bcbe9e668bde, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=48cab342-f104-4e6c-8eb1-bcbe9e668bde,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:03.624634 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.635082 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.670821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Attempting to bind port ed0e3389-cd91-48b8-8b68-89b25344ec85 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:03.671195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Attempting to bind port ed0e3389-cd91-48b8-8b68-89b25344ec85 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'aa695938-5434-4baf-800d-911945ee6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:03.671559 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Attempting to bind port ed0e3389-cd91-48b8-8b68-89b25344ec85 on network 32482316-9b93-43c6-99f2-40e7fe1edb65 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:03.710055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:03.710485 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Checking segment: {'id': 'aa695938-5434-4baf-800d-911945ee6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:03.711019 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.711416 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Bound using segment: {'id': 'aa695938-5434-4baf-800d-911945ee6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:03.711899 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Bound port: ed0e3389-cd91-48b8-8b68-89b25344ec85, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa695938-5434-4baf-800d-911945ee6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:03.712381 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.726931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-968874d1-913d-4144-b244-5ab19d934887', 'network_id': '968874d1-913d-4144-b244-5ab19d934887', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'fixed_ips': [{'subnet_id': '6f811ffe-4a9a-4328-ba76-f979142aeaa0'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:03:03.727801 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.740645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3d594-b065-4484-bf07-d760e6249ec5 req-b65d68fb-0aeb-4ecc-ad0b-b7b7718a356b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:03.745558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74d3d594-b065-4484-bf07-d760e6249ec5 req-b65d68fb-0aeb-4ecc-ad0b-b7b7718a356b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 944 time: 0.0725796 Nov 19 19:03:03.778340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-292ae7d3-60d2-4675-8155-8d6dd62312a3 req-d1a7c73a-24cf-4077-b993-8497878f1712 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826857 Nov 19 19:03:03.791028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:03.791710 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.794159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] 10.222.0.21 "PUT /v2.0/ports/48cab342-f104-4e6c-8eb1-bcbe9e668bde HTTP/1.1" status: 200 len: 1091 time: 2.4124057 Nov 19 19:03:03.880722 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74d3d594-b065-4484-bf07-d760e6249ec5 req-7ac15af9-958c-4aff-a7cd-10d8bd795aff tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212165 Nov 19 19:03:03.936411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Pushing event updated for resources: {'Port': ['ID=61144491-eb40-408f-964e-f0b7220db1a5,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:03.961790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] For port ed0e3389-cd91-48b8-8b68-89b25344ec85, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:03.971411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] For port ed0e3389-cd91-48b8-8b68-89b25344ec85, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ed0e3389-cd91-48b8-8b68-89b25344ec85,segment=NetworkSegment(aa695938-5434-4baf-800d-911945ee6c27),segment_id=aa695938-5434-4baf-800d-911945ee6c27)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:04.024343 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.079085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e01458-ae80-4a59-84b6-2a2b70681ba9', 'tag': '48cab342-f104-4e6c-8eb1-bcbe9e668bde'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:04.082111 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764db16c-263d-4bdd-b9c6-33cc2e907557" -d '{"events": [{"name": "network-changed", "server_uuid": "93e01458-ae80-4a59-84b6-2a2b70681ba9", "tag": "48cab342-f104-4e6c-8eb1-bcbe9e668bde"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:04.141267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ac94f-afed-479e-8585-0d7c261c2e88 None None] Pushing event updated for resources: {'Port': ['ID=ed0e3389-cd91-48b8-8b68-89b25344ec85,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:04.145794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Allocated IP 19.86.0.2 (968874d1-913d-4144-b244-5ab19d934887/6f811ffe-4a9a-4328-ba76-f979142aeaa0/5e030c82-fa0e-41dd-aaa7-872a1b0ff31f) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:04.219279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-66274387-6451-4499-b0d9-5a99f47115b2 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:04.226003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-66274387-6451-4499-b0d9-5a99f47115b2 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:04.233110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-66274387-6451-4499-b0d9-5a99f47115b2 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/networks?id=32482316-9b93-43c6-99f2-40e7fe1edb65&id=968874d1-913d-4144-b244-5ab19d934887 HTTP/1.1" status: 200 len: 1391 time: 0.2075832 Nov 19 19:03:04.235384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46282) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:04.253810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f95bbd-1c2b-42ab-bff8-8f5c0337141e service neutron] Pushing event updated for resources: {'Port': ['ID=48cab342-f104-4e6c-8eb1-bcbe9e668bde,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:04.272678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-65645f08-0a56-4e88-9be4-3fe226bf886f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/quotas/c2aee667bfcd43859f4281c15b680f51 HTTP/1.1" status: 200 len: 375 time: 0.0383763 Nov 19 19:03:04.273587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-2023c81b-a832-4b8d-ab2e-82300d73d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:04.275377 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-2023c81b-a832-4b8d-ab2e-82300d73d37a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 1094 time: 0.4162395 Nov 19 19:03:04.328252 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.349480 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.355308 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ebced5ed-5fc2-47b9-9d15-34963d97da10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c748e65342b4ff3b77934590d383344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1180918 Nov 19 19:03:04.357923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46286) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:04.373939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9317b-39ed-489e-ab8d-7439768c00cd req-95b79f28-c2ce-4927-8af6-9c382638b0c3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:04.376092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31b9317b-39ed-489e-ab8d-7439768c00cd req-95b79f28-c2ce-4927-8af6-9c382638b0c3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.3096609 Nov 19 19:03:04.376864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Attempting to bind port 61144491-eb40-408f-964e-f0b7220db1a5 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:04.377202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Attempting to bind port 61144491-eb40-408f-964e-f0b7220db1a5 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:04.377531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Attempting to bind port 61144491-eb40-408f-964e-f0b7220db1a5 on network 6b216f6d-17c7-4320-b40d-c378c0a67495 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:04.380468 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-de44f723-6066-485e-9990-7f4bb8f5bed5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48cab342-f104-4e6c-8eb1-bcbe9e668bde HTTP/1.1" status: 200 len: 217 time: 0.0965436 Nov 19 19:03:04.396400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Port 61144491-eb40-408f-964e-f0b7220db1a5 on network 6b216f6d-17c7-4320-b40d-c378c0a67495 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:03:04.396757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Attempting to bind port 61144491-eb40-408f-964e-f0b7220db1a5 on network 6b216f6d-17c7-4320-b40d-c378c0a67495 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:04.416623 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-ced37f8e-0659-45e8-b0b6-2d01e56d0945 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c2aee667bfcd43859f4281c15b680f51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1426349 Nov 19 19:03:04.421370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Network 968874d1-913d-4144-b244-5ab19d934887 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:04.429849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:04.435694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:04.446250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Pushing event updated for resources: {'Port': ['ID=5e030c82-fa0e-41dd-aaa7-872a1b0ff31f,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:04.453024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:04.453375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Checking segment: {'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:04.455138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Bound using segment: {'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:04.455603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Bound port: 61144491-eb40-408f-964e-f0b7220db1a5, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:04.456155 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.459817 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ce09df0a-dbf8-4232-9d33-66b8b3776399 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:04.523711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c2b0f6-f378-4fc3-b518-9ddfda69ee01 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:04.540520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21006366-38de-43cd-8286-99389d7a43bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.557639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Attempting to bind port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:04.558883 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Attempting to bind port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '5952826d-0ea6-44a4-bd72-ae6f02a7b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '968874d1-913d-4144-b244-5ab19d934887'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:04.559257 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Attempting to bind port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f on network 968874d1-913d-4144-b244-5ab19d934887 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:04.581656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-f300afc5-ac1a-4db8-a479-29133c5944b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:04.583727 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-f300afc5-ac1a-4db8-a479-29133c5944b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.1940031 Nov 19 19:03:04.585204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:04.585705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Checking segment: {'id': '5952826d-0ea6-44a4-bd72-ae6f02a7b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '968874d1-913d-4144-b244-5ab19d934887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:04.586463 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.587067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Bound using segment: {'id': '5952826d-0ea6-44a4-bd72-ae6f02a7b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '968874d1-913d-4144-b244-5ab19d934887'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:04.587739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Bound port: 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5952826d-0ea6-44a4-bd72-ae6f02a7b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '968874d1-913d-4144-b244-5ab19d934887'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:04.588283 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.609264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31b9317b-39ed-489e-ab8d-7439768c00cd req-c7bb5b94-e19d-430c-9e0c-43064372694f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235906 Nov 19 19:03:04.621277 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21006366-38de-43cd-8286-99389d7a43bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.698540 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8088042-2a9f-4daa-b581-45bba5dd50bb x-openstack-request-id: req-b8088042-2a9f-4daa-b581-45bba5dd50bb {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:04.698853 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e01458-ae80-4a59-84b6-2a2b70681ba9", "tag": "48cab342-f104-4e6c-8eb1-bcbe9e668bde", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:04.699125 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8088042-2a9f-4daa-b581-45bba5dd50bb {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:04.699754 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e01458-ae80-4a59-84b6-2a2b70681ba9', 'tag': '48cab342-f104-4e6c-8eb1-bcbe9e668bde', 'status': 'completed', 'code': 200} Nov 19 19:03:04.707427 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-43c3d2da-86a2-49b4-87d5-48b5b8b36024 service neutron] 10.222.0.50 "GET /v2.0/networks/32482316-9b93-43c6-99f2-40e7fe1edb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561724 Nov 19 19:03:04.729406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-be96bfe1-eaf3-467e-80cf-48f54745efcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1357439 Nov 19 19:03:04.738475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] For port 61144491-eb40-408f-964e-f0b7220db1a5, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:04.837319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-529ba250-10fb-49ea-b446-2a46dfcc9498 service neutron] 10.222.0.50 "GET /v2.0/networks/32482316-9b93-43c6-99f2-40e7fe1edb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287966 Nov 19 19:03:04.852715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port ce09df0a-dbf8-4232-9d33-66b8b3776399 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:04.852715 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.862106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] For port 61144491-eb40-408f-964e-f0b7220db1a5, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=61144491-eb40-408f-964e-f0b7220db1a5,segment=NetworkSegment(e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80),segment_id=e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:04.876411 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.950461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:04.951094 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.952700 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] 10.222.0.21 "PUT /v2.0/ports/61144491-eb40-408f-964e-f0b7220db1a5 HTTP/1.1" status: 200 len: 1092 time: 3.0098987 Nov 19 19:03:04.970283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] For port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:04.975524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] For port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5e030c82-fa0e-41dd-aaa7-872a1b0ff31f,segment=NetworkSegment(5952826d-0ea6-44a4-bd72-ae6f02a7b792),segment_id=5952826d-0ea6-44a4-bd72-ae6f02a7b792)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:04.989591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00107a-929e-4ca5-96f3-84b8c9e02735 req-ac9eb4f8-1563-42aa-bf1b-6725243a38b4 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:05.000779 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a00107a-929e-4ca5-96f3-84b8c9e02735 req-ac9eb4f8-1563-42aa-bf1b-6725243a38b4 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 943 time: 0.2681389 Nov 19 19:03:05.013566 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:05.022967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c2b0f6-f378-4fc3-b518-9ddfda69ee01 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:05.032969 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-78c2b0f6-f378-4fc3-b518-9ddfda69ee01 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:05.035122 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47695b59-dc31-4391-a432-7e35d1398899 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:05.051196 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-3bcb7f96-d054-4b8f-9601-d62307142124 service neutron] 10.222.0.50 "GET /v2.0/networks/968874d1-913d-4144-b244-5ab19d934887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128959 Nov 19 19:03:05.058656 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47695b59-dc31-4391-a432-7e35d1398899 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:05.059554 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-47695b59-dc31-4391-a432-7e35d1398899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:05.067572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21006366-38de-43cd-8286-99389d7a43bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:05.071725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21006366-38de-43cd-8286-99389d7a43bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:05.074149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-21006366-38de-43cd-8286-99389d7a43bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fa20831-e3e4-4d98-a991-a7078e9269bc HTTP/1.1" status: 204 len: 168 time: 0.7145443 Nov 19 19:03:05.148631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21006366-38de-43cd-8286-99389d7a43bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa20831-e3e4-4d98-a991-a7078e9269bc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:05.158309 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:05.180928 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-47695b59-dc31-4391-a432-7e35d1398899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:05.227283 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47695b59-dc31-4391-a432-7e35d1398899 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:05.231877 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-47695b59-dc31-4391-a432-7e35d1398899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:05.317330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-ff1addc4-f5d0-4593-8fdc-44e861b2eb55 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746865 Nov 19 19:03:05.318045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-56f08eb0-2840-4558-a85c-b47d78ab62ab service neutron] 10.222.0.50 "GET /v2.0/networks/968874d1-913d-4144-b244-5ab19d934887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616441 Nov 19 19:03:05.348212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324056c-0d64-4f3d-8c0f-a2a9a6543a0c service neutron] Pushing event updated for resources: {'Port': ['ID=61144491-eb40-408f-964e-f0b7220db1a5,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:05.350457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350bb08-10b4-45d4-98b9-7f1d511a1b2b None None] Pushing event updated for resources: {'Port': ['ID=5e030c82-fa0e-41dd-aaa7-872a1b0ff31f,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:05.358225 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-47695b59-dc31-4391-a432-7e35d1398899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:05.358814 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47695b59-dc31-4391-a432-7e35d1398899 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:05.403494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce09df0a-dbf8-4232-9d33-66b8b3776399'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:05.406976 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ff5086-7108-4b0b-b925-f69b3e90a417" -d '{"events": [{"server_uuid": "0222da22-436e-47a3-87fd-89bda00fb3fb", "name": "network-vif-plugged", "status": "completed", "tag": "ce09df0a-dbf8-4232-9d33-66b8b3776399"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:05.454081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ce09df0a-dbf8-4232-9d33-66b8b3776399, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:05.467039 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:05.526234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46324) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:05.540481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-78c2b0f6-f378-4fc3-b518-9ddfda69ee01 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "PUT /v2.0/floatingips/6afc8dd6-0db3-4491-abd4-4b7393a1afcb HTTP/1.1" status: 200 len: 687 time: 3.2207522 Nov 19 19:03:05.708055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a00107a-929e-4ca5-96f3-84b8c9e02735 req-25c498b9-a4ce-4f46-97c0-e4b56d7983aa tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7062876 Nov 19 19:03:05.726366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-eb7a24ea-6288-46fb-bc60-706a7db30d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:05.731900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-eb7a24ea-6288-46fb-bc60-706a7db30d39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c129a2232c14c2696db5d9495f2613e&device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 1095 time: 0.6445861 Nov 19 19:03:05.747274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ed0e3389-cd91-48b8-8b68-89b25344ec85 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:05.936296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ce09df0a-dbf8-4232-9d33-66b8b3776399,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:05.969042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-86f2b78f-016d-4aea-95e6-1fe01db1ccc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61144491-eb40-408f-964e-f0b7220db1a5 HTTP/1.1" status: 200 len: 217 time: 0.2247674 Nov 19 19:03:05.991996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ed0e3389-cd91-48b8-8b68-89b25344ec85 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:05.992764 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:06.042063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b3bb3-0884-4fff-a497-1b23612b724f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port 9a8a3460-a271-413e-9c84-d8888e0dc575 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:06.048327 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3bb3-0884-4fff-a497-1b23612b724f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:06.051943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7bae1-7f20-496b-92a0-be68270d1459 None None] Network 32482316-9b93-43c6-99f2-40e7fe1edb65 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:03:06.162928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea69868-8f8d-4640-82ce-0bd35c3cf7a1 req-f0889846-8c51-4ca6-bbd4-300c0e130ed6 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8323236 Nov 19 19:03:06.171649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-afe431fe-c00e-40d0-8bb0-ef67693d98be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:06.174085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-afe431fe-c00e-40d0-8bb0-ef67693d98be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6 HTTP/1.1" status: 200 len: 850 time: 0.1976264 Nov 19 19:03:06.282517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-056afc8a-ee44-479b-8820-b805be374bbe None None] Provisioning complete for port ed0e3389-cd91-48b8-8b68-89b25344ec85 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:06.283150 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-056afc8a-ee44-479b-8820-b805be374bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:06.310704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022e4f4-cc6f-4ea3-bfb8-99acb13b6ec6 req-1eb7939a-7b56-4cc0-b7dd-29e4607e7015 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:06.320206 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c022e4f4-cc6f-4ea3-bfb8-99acb13b6ec6 req-1eb7939a-7b56-4cc0-b7dd-29e4607e7015 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.4039629 Nov 19 19:03:06.330055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87efe2-afb5-4127-8aa7-644b376bf0f1 req-36dd8033-8caa-4fbe-acdf-96b495f8a193 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:06.353156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf87efe2-afb5-4127-8aa7-644b376bf0f1 req-36dd8033-8caa-4fbe-acdf-96b495f8a193 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.4114432 Nov 19 19:03:06.355788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3bb3-0884-4fff-a497-1b23612b724f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:06.356366 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3bb3-0884-4fff-a497-1b23612b724f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:06.407644 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:06.427451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b3bb3-0884-4fff-a497-1b23612b724f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for 9a8a3460-a271-413e-9c84-d8888e0dc575 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:06.455322 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c022e4f4-cc6f-4ea3-bfb8-99acb13b6ec6 req-ed9c7bf6-ac4f-463d-8e00-8e31f17dd8cd tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269391 Nov 19 19:03:06.631042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-a86d746e-d547-4ea9-8fa1-636879bc08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:06.635558 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-a86d746e-d547-4ea9-8fa1-636879bc08f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b216f6d-17c7-4320-b40d-c378c0a67495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4530840 Nov 19 19:03:06.680008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764db16c-263d-4bdd-b9c6-33cc2e907557 req-4352fe58-6f63-4716-893b-c93e0da33a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:06.683696 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-764db16c-263d-4bdd-b9c6-33cc2e907557 req-4352fe58-6f63-4716-893b-c93e0da33a51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 1094 time: 0.4038432 Nov 19 19:03:06.772056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port ed0e3389-cd91-48b8-8b68-89b25344ec85, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ed0e3389-cd91-48b8-8b68-89b25344ec85,segment=NetworkSegment(aa695938-5434-4baf-800d-911945ee6c27),segment_id=aa695938-5434-4baf-800d-911945ee6c27)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:06.772286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'tag': '61144491-eb40-408f-964e-f0b7220db1a5'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:06.780728 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee7455-f7b4-4c4c-aeda-a2878d8f65f5 req-ebb24beb-a779-4f08-a15d-aafa24569fff tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:06.781640 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd22c2fc-aa63-450c-8055-036d93fbf8db" -d '{"events": [{"name": "network-changed", "server_uuid": "8beaac5a-d668-46a2-a18c-b724791d74fa", "tag": "61144491-eb40-408f-964e-f0b7220db1a5"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:06.785364 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2ee7455-f7b4-4c4c-aeda-a2878d8f65f5 req-ebb24beb-a779-4f08-a15d-aafa24569fff tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 944 time: 0.1696723 Nov 19 19:03:06.797475 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:07.056135 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2ee7455-f7b4-4c4c-aeda-a2878d8f65f5 req-f040f825-54cb-4277-b6ea-5fd3d1cbef67 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604849 Nov 19 19:03:07.106976 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3bb3-0884-4fff-a497-1b23612b724f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:07.188586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=ed0e3389-cd91-48b8-8b68-89b25344ec85,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:07.224194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b3bb3-0884-4fff-a497-1b23612b724f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=9a8a3460-a271-413e-9c84-d8888e0dc575,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:07.268581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf87efe2-afb5-4127-8aa7-644b376bf0f1 req-25a90a46-2345-464a-95da-ac863c6c70c2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8693409 Nov 19 19:03:07.343501 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a52598e-5125-4c86-a79f-0a0ab84df766 x-openstack-request-id: req-8a52598e-5125-4c86-a79f-0a0ab84df766 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:07.343796 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0222da22-436e-47a3-87fd-89bda00fb3fb", "name": "network-vif-plugged", "status": "completed", "tag": "ce09df0a-dbf8-4232-9d33-66b8b3776399", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:07.344234 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a52598e-5125-4c86-a79f-0a0ab84df766 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:07.344889 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce09df0a-dbf8-4232-9d33-66b8b3776399', 'code': 200} Nov 19 19:03:07.463876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764db16c-263d-4bdd-b9c6-33cc2e907557 req-a4ccc98c-1d9b-4424-87f6-b8ab37c95bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:07.466261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-764db16c-263d-4bdd-b9c6-33cc2e907557 req-a4ccc98c-1d9b-4424-87f6-b8ab37c95bf2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 913 time: 0.7252977 Nov 19 19:03:07.473771 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3bb3-0884-4fff-a497-1b23612b724f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:07.476542 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3bb3-0884-4fff-a497-1b23612b724f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:07.477781 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1a5b3bb3-0884-4fff-a497-1b23612b724f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/floatingips/6afc8dd6-0db3-4491-abd4-4b7393a1afcb HTTP/1.1" status: 204 len: 168 time: 1.9495411 Nov 19 19:03:07.490660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46368) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:07.516102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'd165265b-b08c-4052-b7f1-a30fbde3d563'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:07.598104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-55597063-6bc3-4d0e-b524-e51593d2eeab service neutron] 10.222.0.21 "GET /v2.0/networks/6b216f6d-17c7-4320-b40d-c378c0a67495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9467566 Nov 19 19:03:07.668441 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:07.696386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63628497-1119-41e7-8c6f-1ce831cca331 None None] Network 968874d1-913d-4144-b244-5ab19d934887 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:03:07.817972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d2235579-159e-4d29-8e20-b054205ff365 req-ca605821-119f-471b-9873-155587d23b5a tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 210 time: 0.2076986 Nov 19 19:03:07.819989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-764db16c-263d-4bdd-b9c6-33cc2e907557 req-b2759b34-ef08-47c1-a8c9-60635d7ac37b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48cab342-f104-4e6c-8eb1-bcbe9e668bde HTTP/1.1" status: 200 len: 217 time: 0.3251555 Nov 19 19:03:07.826459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ed0e3389-cd91-48b8-8b68-89b25344ec85 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:07.887006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5ff9e-572a-49b4-8317-b82250f228be req-e814fc91-1bfb-42f4-8d15-e1f652736bcf tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:07.905056 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-91e5ff9e-572a-49b4-8317-b82250f228be req-e814fc91-1bfb-42f4-8d15-e1f652736bcf tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 943 time: 0.2961171 Nov 19 19:03:07.981283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-22f1aaaf-5563-4ee6-969c-f46f3773f365 None None] Provisioning complete for port ed0e3389-cd91-48b8-8b68-89b25344ec85 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:07.983261 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-22f1aaaf-5563-4ee6-969c-f46f3773f365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:08.120644 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-91e5ff9e-572a-49b4-8317-b82250f228be req-da6de911-4379-467a-be89-d1d4f5db68b4 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983101 Nov 19 19:03:08.227725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:08.264853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ed0e3389-cd91-48b8-8b68-89b25344ec85 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:08.265587 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:08.267744 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-095a6869-6dca-4df1-bbf7-64a81e2e005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:08.524681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:08.565910 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a3dde-3060-4260-bbd0-d9ae8c968b94 req-dd14d733-d75b-4fe0-b1b0-9be3c9e08fb0 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:08.567897 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-678a3dde-3060-4260-bbd0-d9ae8c968b94 req-dd14d733-d75b-4fe0-b1b0-9be3c9e08fb0 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 944 time: 0.2293601 Nov 19 19:03:08.568488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-22f1aaaf-5563-4ee6-969c-f46f3773f365 None None] Provisioning complete for port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:08.568875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-22f1aaaf-5563-4ee6-969c-f46f3773f365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:08.569863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.25.3.186 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/61f1ec51-7741-4e91-98a0-81250c21dde2) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:08.654062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:08.654594 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:08.688065 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d31d90-e52b-43d5-9b3d-b83853f0e75c x-openstack-request-id: req-b6d31d90-e52b-43d5-9b3d-b83853f0e75c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:08.688710 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8beaac5a-d668-46a2-a18c-b724791d74fa", "tag": "61144491-eb40-408f-964e-f0b7220db1a5", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:08.689112 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6d31d90-e52b-43d5-9b3d-b83853f0e75c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:08.689656 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'tag': '61144491-eb40-408f-964e-f0b7220db1a5', 'status': 'completed', 'code': 200} Nov 19 19:03:08.693027 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c459fb7-46ec-4c14-9fef-c3c290433fff req-d66288ed-c7f6-4212-8e21-6335a46338ee service neutron] 10.222.0.21 "GET /v2.0/networks/6b216f6d-17c7-4320-b40d-c378c0a67495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0794573 Nov 19 19:03:08.771449 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:08.848467 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-22f1aaaf-5563-4ee6-969c-f46f3773f365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:08.867786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 48cab342-f104-4e6c-8eb1-bcbe9e668bde details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:03:08.887001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-678a3dde-3060-4260-bbd0-d9ae8c968b94 req-aaaa7f0a-1c40-4a30-a308-872ca0bfe118 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055637 Nov 19 19:03:08.912855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-22f1aaaf-5563-4ee6-969c-f46f3773f365 None None] For port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5e030c82-fa0e-41dd-aaa7-872a1b0ff31f,segment=NetworkSegment(5952826d-0ea6-44a4-bd72-ae6f02a7b792),segment_id=5952826d-0ea6-44a4-bd72-ae6f02a7b792)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:08.938406 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-22f1aaaf-5563-4ee6-969c-f46f3773f365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:09.024848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:09.056270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:03:09.056597 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:03:09.057094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1aaaf-5563-4ee6-969c-f46f3773f365 None None] Pushing event updated for resources: {'Port': ['ID=5e030c82-fa0e-41dd-aaa7-872a1b0ff31f,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:09.088870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764db16c-263d-4bdd-b9c6-33cc2e907557 req-8515782f-b4fd-4fec-bf5f-f515f10579f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:09.090940 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-764db16c-263d-4bdd-b9c6-33cc2e907557 req-8515782f-b4fd-4fec-bf5f-f515f10579f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 1.2591631 Nov 19 19:03:09.134284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2ce93-4fd3-4f96-b3ff-cc545278e818 req-229e0070-33fc-412c-9929-713bff700a9d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:09.135379 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:09.144807 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21a2ce93-4fd3-4f96-b3ff-cc545278e818 req-229e0070-33fc-412c-9929-713bff700a9d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.4536188 Nov 19 19:03:09.179581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-764db16c-263d-4bdd-b9c6-33cc2e907557 req-198cd616-670d-4f65-9d51-74521e2fc1be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747685 Nov 19 19:03:09.196745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cbcf8fab-0d34-464b-9ffc-72d1b7f734e9 None None] Provisioning complete for port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:09.197378 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbcf8fab-0d34-464b-9ffc-72d1b7f734e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:09.231734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:09.239805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22c2fc-aa63-450c-8055-036d93fbf8db req-2e0296d0-1221-4f95-9ea3-b84d32fbfb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:09.241312 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd22c2fc-aa63-450c-8055-036d93fbf8db req-2e0296d0-1221-4f95-9ea3-b84d32fbfb2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c129a2232c14c2696db5d9495f2613e&device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 1095 time: 0.4302621 Nov 19 19:03:09.258025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 48cab342-f104-4e6c-8eb1-bcbe9e668bde, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=48cab342-f104-4e6c-8eb1-bcbe9e668bde,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:09.304333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:09.309745 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:09.350465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=61f1ec51-7741-4e91-98a0-81250c21dde2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:09.371529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '48cab342-f104-4e6c-8eb1-bcbe9e668bde', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'port_id': '48cab342-f104-4e6c-8eb1-bcbe9e668bde', 'mac_address': 'fa:16:3e:c9:e8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adb8f58-a9f2-4093-af5c-d27d0a8408a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:03:09.374415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b2940-e47e-437e-a83c-d90414fa94e0 req-10267310-dcc4-46aa-b481-065ef59f51ee tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:09.382114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-120b2940-e47e-437e-a83c-d90414fa94e0 req-10267310-dcc4-46aa-b481-065ef59f51ee tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.1488340 Nov 19 19:03:09.409017 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-764db16c-263d-4bdd-b9c6-33cc2e907557 req-deacce03-b63d-4e8f-af8a-e597ac177084 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146049 Nov 19 19:03:09.488393 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21a2ce93-4fd3-4f96-b3ff-cc545278e818 req-45dd5fbf-d955-42b9-92a5-7d53a199565f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242345 Nov 19 19:03:09.489575 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:09.528592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48cab342-f104-4e6c-8eb1-bcbe9e668bde {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:09.595472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 48cab342-f104-4e6c-8eb1-bcbe9e668bde, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=48cab342-f104-4e6c-8eb1-bcbe9e668bde,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:09.610681 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:09.629209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46400) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:09.688616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=48cab342-f104-4e6c-8eb1-bcbe9e668bde,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:09.702917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6f1af86-32f6-4d7d-872e-567996cc5e90 req-f6c45f34-406a-47ae-9bae-7746d0953aa6 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 210 time: 0.0647292 Nov 19 19:03:09.723682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-5c19668f-3956-440f-a6bf-dc7c5691597f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:09.732824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-5c19668f-3956-440f-a6bf-dc7c5691597f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:09.735258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-5c19668f-3956-440f-a6bf-dc7c5691597f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.57 "GET /v2.0/networks?id=32482316-9b93-43c6-99f2-40e7fe1edb65&id=968874d1-913d-4144-b244-5ab19d934887 HTTP/1.1" status: 200 len: 1391 time: 1.0489907 Nov 19 19:03:09.756935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'port': {'device_id': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65', 'admin_state_up': True, 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:09.775434 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-120b2940-e47e-437e-a83c-d90414fa94e0 req-c9160931-bb77-4c8d-833c-4957c1a53d15 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923538 Nov 19 19:03:09.839856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:09.892218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['48cab342-f104-4e6c-8eb1-bcbe9e668bde'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:09.909148 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-415bf389-35aa-49d2-aa6f-3a1de4778f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:09.928723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-764db16c-263d-4bdd-b9c6-33cc2e907557 req-f549568e-39d9-4ffb-b2e3-1c5fe3b8b29e service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930117 Nov 19 19:03:09.985445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:09.985982 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:09.992731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594c3b5-4125-4f1e-96b2-e1af71905306 req-f877fbbb-8f9b-4613-a974-5150db35c924 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:09.994404 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e594c3b5-4125-4f1e-96b2-e1af71905306 req-f877fbbb-8f9b-4613-a974-5150db35c924 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 944 time: 0.1178119 Nov 19 19:03:10.003220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22c2fc-aa63-450c-8055-036d93fbf8db req-c07cc3fa-d4c0-42e2-86a9-49214d362ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:10.004771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd22c2fc-aa63-450c-8055-036d93fbf8db req-c07cc3fa-d4c0-42e2-86a9-49214d362ec5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b216f6d-17c7-4320-b40d-c378c0a67495 HTTP/1.1" status: 200 len: 912 time: 0.7238543 Nov 19 19:03:10.074682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b7e88-d579-4e5e-96e7-8699a834f389 req-2132ec6e-ddce-414d-95f2-d1c525883d27 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:10.083293 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-414b7e88-d579-4e5e-96e7-8699a834f389 req-2132ec6e-ddce-414d-95f2-d1c525883d27 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1781318 Nov 19 19:03:10.085532 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd22c2fc-aa63-450c-8055-036d93fbf8db req-46ae6739-e221-45e7-b149-74e201c13e03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61144491-eb40-408f-964e-f0b7220db1a5 HTTP/1.1" status: 200 len: 217 time: 0.0698457 Nov 19 19:03:10.149607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22c2fc-aa63-450c-8055-036d93fbf8db req-c1798f0d-718d-49c4-96bb-1f2b39668693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:10.151149 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd22c2fc-aa63-450c-8055-036d93fbf8db req-c1798f0d-718d-49c4-96bb-1f2b39668693 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6 HTTP/1.1" status: 200 len: 850 time: 0.0577323 Nov 19 19:03:10.227092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e594c3b5-4125-4f1e-96b2-e1af71905306 req-1ac5219d-d62a-4d1c-a725-6cb01dcb0a61 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205284 Nov 19 19:03:10.234287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:10.238215 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:10.272888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22c2fc-aa63-450c-8055-036d93fbf8db req-74368247-953d-494f-93c7-79de8a4e0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:10.274689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd22c2fc-aa63-450c-8055-036d93fbf8db req-74368247-953d-494f-93c7-79de8a4e0808 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b216f6d-17c7-4320-b40d-c378c0a67495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141791 Nov 19 19:03:10.291906 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-415bf389-35aa-49d2-aa6f-3a1de4778f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:10.294501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:10.299208 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-414b7e88-d579-4e5e-96e7-8699a834f389 req-bc01a7d3-bcac-454a-b385-f858f85d6e8a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149999 Nov 19 19:03:10.313656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-415bf389-35aa-49d2-aa6f-3a1de4778f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:10.473495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bf389-35aa-49d2-aa6f-3a1de4778f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8598ca-9eca-40f1-b1eb-202c30f05df8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:10.477725 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-415bf389-35aa-49d2-aa6f-3a1de4778f97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=898a6fb4f00d46458af17cdfe7734531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8475897 Nov 19 19:03:10.481978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46412) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:10.482600 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:10.532231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638f0cf-02dd-4777-9841-66d11fd282c0 req-c2cd013e-c1aa-4004-b824-79da4980485f tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:10.533788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2638f0cf-02dd-4777-9841-66d11fd282c0 req-c2cd013e-c1aa-4004-b824-79da4980485f tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 944 time: 0.1559198 Nov 19 19:03:10.562192 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b7d6143c-c859-4dd7-a254-b9384b754bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:10.641535 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd22c2fc-aa63-450c-8055-036d93fbf8db req-d101c2e2-051f-41e9-b90f-e80bba5b5616 service neutron] 10.222.0.21 "GET /v2.0/networks/6b216f6d-17c7-4320-b40d-c378c0a67495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172994 Nov 19 19:03:10.641535 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2638f0cf-02dd-4777-9841-66d11fd282c0 req-01520591-8016-446d-b265-69a8fe5e1976 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958819 Nov 19 19:03:10.697909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645379b-3acc-4709-8733-bf9bdfe7f6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:10.718947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399d203-af9c-43e6-9928-157b7787b676 req-09b0ce9b-151a-4384-b807-095ee0124fb5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:10.726163 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8399d203-af9c-43e6-9928-157b7787b676 req-09b0ce9b-151a-4384-b807-095ee0124fb5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1942737 Nov 19 19:03:10.726819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Allocated IP 19.80.0.124 (32482316-9b93-43c6-99f2-40e7fe1edb65/57b6234e-98f3-4541-a886-33e3f50d9b4e/c971181c-19e8-407f-b77a-bfc86bcbf1f3) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:10.795246 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645379b-3acc-4709-8733-bf9bdfe7f6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:10.825726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 61144491-eb40-408f-964e-f0b7220db1a5 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:03:10.828040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 48cab342-f104-4e6c-8eb1-bcbe9e668bde up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:10.852399 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20a5b831-0bd3-4dba-9fb6-dd6269cd3c98 req-0a54d7c1-29af-43c4-93dd-331004ab38b5 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 210 time: 0.0519180 Nov 19 19:03:10.920684 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8399d203-af9c-43e6-9928-157b7787b676 req-3c152c1d-2ac9-4105-a17d-20b8c7e2a973 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935632 Nov 19 19:03:10.937950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645379b-3acc-4709-8733-bf9bdfe7f6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:10.955860 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645379b-3acc-4709-8733-bf9bdfe7f6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:10.957703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9645379b-3acc-4709-8733-bf9bdfe7f6dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e8598ca-9eca-40f1-b1eb-202c30f05df8 HTTP/1.1" status: 204 len: 168 time: 0.4730253 Nov 19 19:03:10.990943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.008008 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.008433 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.018313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645379b-3acc-4709-8733-bf9bdfe7f6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8598ca-9eca-40f1-b1eb-202c30f05df8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:11.062448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd22c2fc-aa63-450c-8055-036d93fbf8db req-0bb3ea9e-f97f-4f6f-af84-6299272506e7 service neutron] 10.222.0.21 "GET /v2.0/networks/6b216f6d-17c7-4320-b40d-c378c0a67495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482048 Nov 19 19:03:11.089213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.109521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 61144491-eb40-408f-964e-f0b7220db1a5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=61144491-eb40-408f-964e-f0b7220db1a5,segment=NetworkSegment(e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80),segment_id=e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:11.125696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '61144491-eb40-408f-964e-f0b7220db1a5', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'port_id': '61144491-eb40-408f-964e-f0b7220db1a5', 'mac_address': 'fa:16:3e:3c:d0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:03:11.134140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 48cab342-f104-4e6c-8eb1-bcbe9e668bde completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:03:11.141248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 48cab342-f104-4e6c-8eb1-bcbe9e668bde triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:11.141248 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.181496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network 32482316-9b93-43c6-99f2-40e7fe1edb65 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:11.192642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=61f1ec51-7741-4e91-98a0-81250c21dde2,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:11.194249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:11.217372 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:11.231358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b3379-5b53-47d6-a2bb-dc92cc283238 req-f0a5c75a-02d2-4cd0-b7c0-4ac510782f68 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:11.233127 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c86b3379-5b53-47d6-a2bb-dc92cc283238 req-f0a5c75a-02d2-4cd0-b7c0-4ac510782f68 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1557982 Nov 19 19:03:11.234199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.328057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Port': ['ID=c971181c-19e8-407f-b77a-bfc86bcbf1f3,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:11.392113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3142f-761f-43c2-9459-eb65b5e32fa6 req-8fc28bbd-49ca-4fee-aa1f-f5f495dc857c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:11.406252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97d3142f-761f-43c2-9459-eb65b5e32fa6 req-8fc28bbd-49ca-4fee-aa1f-f5f495dc857c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.3329711 Nov 19 19:03:11.436684 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c86b3379-5b53-47d6-a2bb-dc92cc283238 req-05a942af-3a33-4f75-bf1e-e6cef138ce7f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365004 Nov 19 19:03:11.468178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:11.468862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.494731 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP 20d2acf4-2597-4a23-927f-f922e1b7b6a5 associated. External IP: 172.25.3.186, port: d165265b-b08c-4052-b7f1-a30fbde3d563. Nov 19 19:03:11.498605 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-c51dc343-3947-42bb-973e-f5d1ec3521e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3066740 Nov 19 19:03:11.574956 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.580764 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.611396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-6bf23145-fa0a-4750-a1e1-4ea8c73a2ebf tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8588989 Nov 19 19:03:11.618586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61144491-eb40-408f-964e-f0b7220db1a5 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:11.655513 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97d3142f-761f-43c2-9459-eb65b5e32fa6 req-5b325a57-0500-4bc3-b788-7375b1028735 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483566 Nov 19 19:03:11.658144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e01458-ae80-4a59-84b6-2a2b70681ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cab342-f104-4e6c-8eb1-bcbe9e668bde'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:11.660444 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e913b8e-a376-4778-a287-5d7e270ed91d" -d '{"events": [{"server_uuid": "93e01458-ae80-4a59-84b6-2a2b70681ba9", "name": "network-vif-plugged", "status": "completed", "tag": "48cab342-f104-4e6c-8eb1-bcbe9e668bde"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:11.664199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Request body: {'port': {'device_id': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'network_id': '968874d1-913d-4144-b244-5ab19d934887', 'admin_state_up': True, 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:11.689074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a340540-41db-4743-b269-8bc11be40f42 req-b9c11304-d4d2-4299-afef-5b08fbad3457 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:11.698868 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a340540-41db-4743-b269-8bc11be40f42 req-b9c11304-d4d2-4299-afef-5b08fbad3457 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 944 time: 0.1232998 Nov 19 19:03:11.759275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 61144491-eb40-408f-964e-f0b7220db1a5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=61144491-eb40-408f-964e-f0b7220db1a5,segment=NetworkSegment(e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80),segment_id=e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:11.770094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 48cab342-f104-4e6c-8eb1-bcbe9e668bde, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=48cab342-f104-4e6c-8eb1-bcbe9e668bde,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:11.794482 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.809090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46434) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:11.828556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0ff21162-a9e1-4f9b-977d-c8fddab2bc94 None None] Provisioning complete for port c971181c-19e8-407f-b77a-bfc86bcbf1f3 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:11.829182 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0ff21162-a9e1-4f9b-977d-c8fddab2bc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.832650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a340540-41db-4743-b269-8bc11be40f42 req-2f924513-3703-4ef6-935d-3b24fd96893d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328015 Nov 19 19:03:11.867280 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb958a9f-8b38-4218-8139-a3e649fdfb03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.904153 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:11.908626 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0ff21162-a9e1-4f9b-977d-c8fddab2bc94 None None] Port c971181c-19e8-407f-b77a-bfc86bcbf1f3 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:03:11.963572 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301bcaf7-76a7-4524-a9bb-d07fa799da3a x-openstack-request-id: req-301bcaf7-76a7-4524-a9bb-d07fa799da3a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:11.963903 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e01458-ae80-4a59-84b6-2a2b70681ba9", "name": "network-vif-plugged", "status": "completed", "tag": "48cab342-f104-4e6c-8eb1-bcbe9e668bde", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:11.964370 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-301bcaf7-76a7-4524-a9bb-d07fa799da3a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:11.964874 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e01458-ae80-4a59-84b6-2a2b70681ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cab342-f104-4e6c-8eb1-bcbe9e668bde', 'code': 200} Nov 19 19:03:11.984593 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:12.045869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=61144491-eb40-408f-964e-f0b7220db1a5,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:12.054431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-52663538-50cf-4798-837e-0c3e43144847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:12.055985 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-52663538-50cf-4798-837e-0c3e43144847 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 1096 time: 0.5036972 Nov 19 19:03:12.094509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['61144491-eb40-408f-964e-f0b7220db1a5'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:12.196908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=48cab342-f104-4e6c-8eb1-bcbe9e668bde,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:12.200594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-35c11ea4-4743-42f5-9cc9-641384c46e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:12.202195 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-35c11ea4-4743-42f5-9cc9-641384c46e13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.1129661 Nov 19 19:03:12.286785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-cd7889ce-42bb-42a0-a1ab-2df3866fa8b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4e5a938-65e7-43e9-8674-924bf8597028 HTTP/1.1" status: 200 len: 217 time: 0.0713139 Nov 19 19:03:12.300062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfde006-8b97-4be1-b145-5d8bc4510806 req-505d624a-0bf8-41dc-93ef-d8c515cc8aa8 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:12.311494 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ccfde006-8b97-4be1-b145-5d8bc4510806 req-505d624a-0bf8-41dc-93ef-d8c515cc8aa8 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 945 time: 0.4143870 Nov 19 19:03:12.383760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a23bd8-f841-42e8-a05e-a286c4b3782c req-55d6a65a-6c38-4643-a0ac-266d628ec556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:12.386825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18a23bd8-f841-42e8-a05e-a286c4b3782c req-55d6a65a-6c38-4643-a0ac-266d628ec556 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 1096 time: 0.3759699 Nov 19 19:03:12.401261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5ee5f-3b4e-48b9-b2e0-e90dd65bcebd req-5130ad06-f8e7-4a30-a72e-ac0bf54ef5c8 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:12.402908 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6df5ee5f-3b4e-48b9-b2e0-e90dd65bcebd req-5130ad06-f8e7-4a30-a72e-ac0bf54ef5c8 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1141958 Nov 19 19:03:12.430034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Made reservation on behalf of c2aee667bfcd43859f4281c15b680f51 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:12.435304 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:12.436803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:12.478315 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6df5ee5f-3b4e-48b9-b2e0-e90dd65bcebd req-542da0b9-770b-41ae-bbcf-3dd3b1071074 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678771 Nov 19 19:03:12.687342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337ebab-69e0-449b-a905-bfab8527cf39 req-b81c4d79-fa94-41c6-955c-1c9cbcf8fccc tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:12.696283 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3337ebab-69e0-449b-a905-bfab8527cf39 req-b81c4d79-fa94-41c6-955c-1c9cbcf8fccc tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 932 time: 0.1110966 Nov 19 19:03:12.703456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Allocated IP 19.86.0.12 (968874d1-913d-4144-b244-5ab19d934887/6f811ffe-4a9a-4328-ba76-f979142aeaa0/2969fc55-e4eb-421b-84ef-d68f9813e666) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:12.715110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:12.730242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba607c4a-c488-40f5-a6b7-aae0c1fa54b2 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:12.746565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba607c4a-c488-40f5-a6b7-aae0c1fa54b2 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:12.747705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ba607c4a-c488-40f5-a6b7-aae0c1fa54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:12.754323 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:12.801075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ba607c4a-c488-40f5-a6b7-aae0c1fa54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:12.812448 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3337ebab-69e0-449b-a905-bfab8527cf39 req-4e3ec4e7-67ca-437a-b140-8ab1d34c9562 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105168 Nov 19 19:03:12.819456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba607c4a-c488-40f5-a6b7-aae0c1fa54b2 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:12.820602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ba607c4a-c488-40f5-a6b7-aae0c1fa54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:12.827004 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d5baef4a-6cf9-4fb5-a353-976637377046 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.3351591 Nov 19 19:03:12.827591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46448) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:12.831390 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ccfde006-8b97-4be1-b145-5d8bc4510806 req-2d1c0e78-d903-42a0-bbff-05361379d566 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5188134 Nov 19 19:03:12.832991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-8e3301b8-2855-49eb-a328-8483072b539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:12.836710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-8e3301b8-2855-49eb-a328-8483072b539c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.5212443 Nov 19 19:03:12.853926 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb958a9f-8b38-4218-8139-a3e649fdfb03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:12.889933 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18a23bd8-f841-42e8-a05e-a286c4b3782c req-04ff7a3a-10aa-4f33-95cd-5b175a021264 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655707 Nov 19 19:03:12.890790 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb958a9f-8b38-4218-8139-a3e649fdfb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:12.958395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ba607c4a-c488-40f5-a6b7-aae0c1fa54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:12.959067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba607c4a-c488-40f5-a6b7-aae0c1fa54b2 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:13.012946 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3457d7fd-ab38-41a1-868a-a9daed571f33 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "GET /v2.0/floatingips/20d2acf4-2597-4a23-927f-f922e1b7b6a5 HTTP/1.1" status: 200 len: 979 time: 0.1842165 Nov 19 19:03:13.015397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46452) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:13.121046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6466b-aff7-4dd2-a963-af1b3edfbef4 req-8fcd200f-2f3a-4cd7-ae2f-ea278d068843 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:13.122688 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57a6466b-aff7-4dd2-a963-af1b3edfbef4 req-8fcd200f-2f3a-4cd7-ae2f-ea278d068843 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1692336 Nov 19 19:03:13.188880 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7b816072-2b5d-4ea9-97dd-6bad22a42327 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1721590 Nov 19 19:03:13.189720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46454) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:13.198999 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b6fcc027-e4a3-4b7d-b3a5-63afb01cbb44 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'floatingip': {'port_id': '6f927771-1b55-42e5-993d-d1ce8f993dff'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:13.224519 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:13.281138 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57a6466b-aff7-4dd2-a963-af1b3edfbef4 req-d612ed24-3ddf-4f75-8b95-1e929babf67b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520970 Nov 19 19:03:13.290698 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc027-e4a3-4b7d-b3a5-63afb01cbb44 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:13.436090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb958a9f-8b38-4218-8139-a3e649fdfb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067a6b5a-2037-47b1-adcd-346bc42bc4d0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:13.440600 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bb958a9f-8b38-4218-8139-a3e649fdfb03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d8fa1caa3da48ccbe99128b812a06c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6278131 Nov 19 19:03:13.550551 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46458) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:13.604413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-7fc1d402-8e97-4e56-9849-02b48f02978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:13.607248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-7fc1d402-8e97-4e56-9849-02b48f02978b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7309940 Nov 19 19:03:13.748620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4ae7f-7ed2-4ae5-9289-424ee1d615ed req-f98baefc-8bd9-4bf7-b2b9-2bfd72961122 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:13.755915 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7e4ae7f-7ed2-4ae5-9289-424ee1d615ed req-f98baefc-8bd9-4bf7-b2b9-2bfd72961122 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.7745152 Nov 19 19:03:13.788065 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:03:13.789108 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258350e-3cca-4df6-b002-cb85f46a22dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:13.821880 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:13.880295 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7e4ae7f-7ed2-4ae5-9289-424ee1d615ed req-adf18ee5-041e-48cc-bdc8-845e8346103e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234632 Nov 19 19:03:13.894415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258350e-3cca-4df6-b002-cb85f46a22dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:13.915097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-98140cbb-560b-4fdb-a4db-63a5a4eb1111 service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869089 Nov 19 19:03:13.946896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a82680-83db-4cd5-91ef-50cdf719b659 req-9f8d308e-2cec-49f8-b963-d10794f5e9ed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:13.955973 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7a82680-83db-4cd5-91ef-50cdf719b659 req-9f8d308e-2cec-49f8-b963-d10794f5e9ed tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 945 time: 0.1430809 Nov 19 19:03:13.971197 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:14.074492 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7a82680-83db-4cd5-91ef-50cdf719b659 req-1dda7ed0-89fe-4ed0-ae20-0c96278f8eff tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172972 Nov 19 19:03:14.109514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Network 968874d1-913d-4144-b244-5ab19d934887 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:14.116607 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:14.118977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:14.127566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:14.180357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event updated for resources: {'Port': ['ID=2969fc55-e4eb-421b-84ef-d68f9813e666,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:14.188461 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258350e-3cca-4df6-b002-cb85f46a22dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:14.190892 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258350e-3cca-4df6-b002-cb85f46a22dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:14.194496 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4258350e-3cca-4df6-b002-cb85f46a22dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/067a6b5a-2037-47b1-adcd-346bc42bc4d0 HTTP/1.1" status: 204 len: 168 time: 0.6366889 Nov 19 19:03:14.217228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258350e-3cca-4df6-b002-cb85f46a22dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067a6b5a-2037-47b1-adcd-346bc42bc4d0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:14.235442 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5f49cdb-88a5-4f89-87d2-8a566b67b12f req-6062049f-809b-4774-b0f2-c3b8671c054d service neutron] 10.222.0.21 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843707 Nov 19 19:03:14.238981 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc027-e4a3-4b7d-b3a5-63afb01cbb44 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:14.246817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:14.247248 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:14.272355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-4fe83d21-214f-4e40-8f83-bfc84f386f08 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6156576 Nov 19 19:03:14.277863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc027-e4a3-4b7d-b3a5-63afb01cbb44 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:14.289510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Request body: {'port': {'device_id': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:14.428555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e226efa-7ec8-4c8c-b5da-45ffab5c99fd req-5cccd556-016b-4de6-98ee-38daaf6cbf9f tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:14.437336 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e226efa-7ec8-4c8c-b5da-45ffab5c99fd req-5cccd556-016b-4de6-98ee-38daaf6cbf9f tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 945 time: 0.2220354 Nov 19 19:03:14.504052 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:14.530026 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-b6fcc027-e4a3-4b7d-b3a5-63afb01cbb44 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP 20d2acf4-2597-4a23-927f-f922e1b7b6a5 associated. External IP: 172.25.3.186, port: d165265b-b08c-4052-b7f1-a30fbde3d563. Nov 19 19:03:14.660319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-21d8fa06-8107-43b7-abf4-734ccfd7b4f0 None None] Provisioning complete for port 2969fc55-e4eb-421b-84ef-d68f9813e666 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:14.661677 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-21d8fa06-8107-43b7-abf4-734ccfd7b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:14.701368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e226efa-7ec8-4c8c-b5da-45ffab5c99fd req-4611572c-21f1-46ab-973d-6a9b0cfe0b05 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626319 Nov 19 19:03:14.780102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d39c55-8c13-4590-b013-9d32cf77ace6 req-df67a12c-78ac-4f22-b4ad-60e81b52cfa8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:14.788838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d39c55-8c13-4590-b013-9d32cf77ace6 req-df67a12c-78ac-4f22-b4ad-60e81b52cfa8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:14.790586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39d39c55-8c13-4590-b013-9d32cf77ace6 req-df67a12c-78ac-4f22-b4ad-60e81b52cfa8 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1654 time: 0.4414752 Nov 19 19:03:14.853939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 61144491-eb40-408f-964e-f0b7220db1a5 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:14.926201 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39d39c55-8c13-4590-b013-9d32cf77ace6 req-89fb47cb-1731-487a-8ba8-d1b843f97195 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076739 Nov 19 19:03:14.993345 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-21d8fa06-8107-43b7-abf4-734ccfd7b4f0 None None] Port 2969fc55-e4eb-421b-84ef-d68f9813e666 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:03:15.044196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 61144491-eb40-408f-964e-f0b7220db1a5 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:03:15.051229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 61144491-eb40-408f-964e-f0b7220db1a5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:15.052523 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:15.129159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c971181c-19e8-407f-b77a-bfc86bcbf1f3 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:15.140996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:15.159944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Transition to ACTIVE for port object c971181c-19e8-407f-b77a-bfc86bcbf1f3 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:03:15.170388 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:15.174219 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:15.183850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fcc027-e4a3-4b7d-b3a5-63afb01cbb44 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:15.210150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61144491-eb40-408f-964e-f0b7220db1a5'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:15.212975 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc2235f-4784-4f7c-bfd3-dd34867162f1" -d '{"events": [{"server_uuid": "8beaac5a-d668-46a2-a18c-b724791d74fa", "name": "network-vif-plugged", "status": "completed", "tag": "61144491-eb40-408f-964e-f0b7220db1a5"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:15.227431 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 61144491-eb40-408f-964e-f0b7220db1a5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=61144491-eb40-408f-964e-f0b7220db1a5,segment=NetworkSegment(e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80),segment_id=e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:15.234484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:15.237257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fe285-ce4d-4e7e-be81-f15857d0a977 req-45723ac9-2903-4cdf-bd57-a740648bf959 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:15.254787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe3fe285-ce4d-4e7e-be81-f15857d0a977 req-45723ac9-2903-4cdf-bd57-a740648bf959 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2945991 Nov 19 19:03:15.297439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=61144491-eb40-408f-964e-f0b7220db1a5,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:15.446260 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe3fe285-ce4d-4e7e-be81-f15857d0a977 req-f90a723e-d0fe-48ac-80c9-e8057ec33121 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904380 Nov 19 19:03:15.473987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c971181c-19e8-407f-b77a-bfc86bcbf1f3,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:15.581487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e98e6f-fa0c-49f6-8442-aea873c34b23 req-6ccf9e18-7571-4eb3-a28f-76122c2176fa tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:15.591792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73e98e6f-fa0c-49f6-8442-aea873c34b23 req-6ccf9e18-7571-4eb3-a28f-76122c2176fa tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.2507637 Nov 19 19:03:15.643312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fcc027-e4a3-4b7d-b3a5-63afb01cbb44 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:15.669486 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687217d7-d77b-4d06-952f-d4b538515d42 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:15.689229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Attempting to bind port c971181c-19e8-407f-b77a-bfc86bcbf1f3 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:15.689572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Attempting to bind port c971181c-19e8-407f-b77a-bfc86bcbf1f3 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'aa695938-5434-4baf-800d-911945ee6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:15.689940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Attempting to bind port c971181c-19e8-407f-b77a-bfc86bcbf1f3 on network 32482316-9b93-43c6-99f2-40e7fe1edb65 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:15.696129 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687217d7-d77b-4d06-952f-d4b538515d42 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:15.696578 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-687217d7-d77b-4d06-952f-d4b538515d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:15.703104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Port c971181c-19e8-407f-b77a-bfc86bcbf1f3 on network 32482316-9b93-43c6-99f2-40e7fe1edb65 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:03:15.703439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Attempting to bind port c971181c-19e8-407f-b77a-bfc86bcbf1f3 on network 32482316-9b93-43c6-99f2-40e7fe1edb65 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:15.716387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73e98e6f-fa0c-49f6-8442-aea873c34b23 req-f849914e-8942-4c2f-b1d5-2401fbd0268f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172147 Nov 19 19:03:15.719383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:15.719685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Checking segment: {'id': 'aa695938-5434-4baf-800d-911945ee6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:15.720082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Bound using segment: {'id': 'aa695938-5434-4baf-800d-911945ee6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:15.720528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Bound port: c971181c-19e8-407f-b77a-bfc86bcbf1f3, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa695938-5434-4baf-800d-911945ee6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:15.720900 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:15.749054 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671dd91-c5ee-468a-bbce-aaa022637e94 req-570ef356-b8be-4d0b-853e-f8ddf2613c15 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:15.761032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7671dd91-c5ee-468a-bbce-aaa022637e94 req-570ef356-b8be-4d0b-853e-f8ddf2613c15 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 945 time: 0.1948471 Nov 19 19:03:15.784464 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-687217d7-d77b-4d06-952f-d4b538515d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:15.800287 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687217d7-d77b-4d06-952f-d4b538515d42 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:15.801433 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-687217d7-d77b-4d06-952f-d4b538515d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:15.872695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] For port c971181c-19e8-407f-b77a-bfc86bcbf1f3, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:15.876673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] For port c971181c-19e8-407f-b77a-bfc86bcbf1f3, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c971181c-19e8-407f-b77a-bfc86bcbf1f3,segment=NetworkSegment(aa695938-5434-4baf-800d-911945ee6c27),segment_id=aa695938-5434-4baf-800d-911945ee6c27)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:15.886513 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:15.907138 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087c793b-3cce-420b-9ffc-3f25830b8da3 x-openstack-request-id: req-087c793b-3cce-420b-9ffc-3f25830b8da3 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:15.907999 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8beaac5a-d668-46a2-a18c-b724791d74fa", "name": "network-vif-plugged", "status": "completed", "tag": "61144491-eb40-408f-964e-f0b7220db1a5", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:15.908447 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-087c793b-3cce-420b-9ffc-3f25830b8da3 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:15.909251 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61144491-eb40-408f-964e-f0b7220db1a5', 'code': 200} Nov 19 19:03:15.921815 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-687217d7-d77b-4d06-952f-d4b538515d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:15.926534 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687217d7-d77b-4d06-952f-d4b538515d42 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:15.973193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7671dd91-c5ee-468a-bbce-aaa022637e94 req-2616b222-61d3-4fcf-aeef-bb84a33fc6d1 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108703 Nov 19 19:03:16.005595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:16.013675 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:16.019307 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] 10.222.0.57 "PUT /v2.0/ports/c971181c-19e8-407f-b77a-bfc86bcbf1f3 HTTP/1.1" status: 200 len: 1092 time: 1.7355669 Nov 19 19:03:16.020937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'tag': 'c971181c-19e8-407f-b77a-bfc86bcbf1f3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:16.027235 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6b4946-139c-4c92-b299-5d4a70a8db1b" -d '{"events": [{"name": "network-changed", "server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "tag": "c971181c-19e8-407f-b77a-bfc86bcbf1f3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:16.126710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab6cda-8848-4dae-82d0-3ced24fbffc5 service neutron] Pushing event updated for resources: {'Port': ['ID=c971181c-19e8-407f-b77a-bfc86bcbf1f3,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:16.140152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Request body: {'port': {'device_id': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:16.361405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fcc027-e4a3-4b7d-b3a5-63afb01cbb44 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:16.382742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfe7b0-532b-4100-8c04-b23e7a530f58 req-35600738-b24a-4d6e-bfe1-e55c4569dc47 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:16.396426 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98cfe7b0-532b-4100-8c04-b23e7a530f58 req-35600738-b24a-4d6e-bfe1-e55c4569dc47 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 946 time: 0.2456398 Nov 19 19:03:16.481113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df5dcb-3923-4435-b18f-197358ac0ac4 req-f053a9ea-03ae-4bba-9fb7-e93467596004 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:16.489548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5df5dcb-3923-4435-b18f-197358ac0ac4 req-f053a9ea-03ae-4bba-9fb7-e93467596004 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.4411354 Nov 19 19:03:16.502904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d0b9-e0e9-4cc5-a96e-91cf8c88ccae req-75ed31d3-a445-4478-b4ab-96d6240734bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:16.508031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d3f2d0b9-e0e9-4cc5-a96e-91cf8c88ccae req-75ed31d3-a445-4478-b4ab-96d6240734bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 1097 time: 0.4575400 Nov 19 19:03:16.522459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:16.707138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fcc027-e4a3-4b7d-b3a5-63afb01cbb44 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:16.718507 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc027-e4a3-4b7d-b3a5-63afb01cbb44 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:16.720167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f2da4-0515-4846-9f8f-b19f400ecaf7 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:16.732436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f2da4-0515-4846-9f8f-b19f400ecaf7 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:16.734458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4d7f2da4-0515-4846-9f8f-b19f400ecaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:16.808073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4d7f2da4-0515-4846-9f8f-b19f400ecaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:16.810375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5df5dcb-3923-4435-b18f-197358ac0ac4 req-120b78fd-6cc3-4d75-8ecf-8441b7ba110e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199542 Nov 19 19:03:16.812692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d3f2d0b9-e0e9-4cc5-a96e-91cf8c88ccae req-6b470fd1-15a2-4ccb-a8ae-f9d62bcc6d5b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922776 Nov 19 19:03:16.818592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f2da4-0515-4846-9f8f-b19f400ecaf7 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:16.819739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4d7f2da4-0515-4846-9f8f-b19f400ecaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:16.862697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98cfe7b0-532b-4100-8c04-b23e7a530f58 req-8a2d7394-e6eb-4981-964e-c75aefdcb899 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4627807 Nov 19 19:03:16.864675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4d7f2da4-0515-4846-9f8f-b19f400ecaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:16.865572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f2da4-0515-4846-9f8f-b19f400ecaf7 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:16.970470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b6fcc027-e4a3-4b7d-b3a5-63afb01cbb44 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "PUT /v2.0/floatingips/20d2acf4-2597-4a23-927f-f922e1b7b6a5 HTTP/1.1" status: 200 len: 978 time: 3.7773414 Nov 19 19:03:16.973193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46528) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:16.982054 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0cfdc8c0-88af-411f-a14d-a8c33bb052c5 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:17.115588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc8c0-88af-411f-a14d-a8c33bb052c5 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:17.133997 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e29d8c9-2f48-4dd8-b5ab-59e11b8c4cd3 x-openstack-request-id: req-3e29d8c9-2f48-4dd8-b5ab-59e11b8c4cd3 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:17.134419 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "tag": "c971181c-19e8-407f-b77a-bfc86bcbf1f3", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:17.136118 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e29d8c9-2f48-4dd8-b5ab-59e11b8c4cd3 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:17.137359 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'tag': 'c971181c-19e8-407f-b77a-bfc86bcbf1f3', 'status': 'completed', 'code': 200} Nov 19 19:03:17.291259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0143ed-8c5f-40f2-b71a-2e4dc22d5719 req-ce6630f5-0ff5-4b16-ae2b-ac8c2cd57601 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:17.306289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0143ed-8c5f-40f2-b71a-2e4dc22d5719 req-ce6630f5-0ff5-4b16-ae2b-ac8c2cd57601 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:17.309303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b0143ed-8c5f-40f2-b71a-2e4dc22d5719 req-ce6630f5-0ff5-4b16-ae2b-ac8c2cd57601 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1666 time: 0.3058693 Nov 19 19:03:17.431971 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc8c0-88af-411f-a14d-a8c33bb052c5 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:17.438211 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b0143ed-8c5f-40f2-b71a-2e4dc22d5719 req-f2b27836-a749-47f9-a32e-3a3630dde070 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111622 Nov 19 19:03:17.483403 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc8c0-88af-411f-a14d-a8c33bb052c5 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:17.483753 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-0cfdc8c0-88af-411f-a14d-a8c33bb052c5 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP 20d2acf4-2597-4a23-927f-f922e1b7b6a5 disassociated. External IP: 172.25.3.186, port: 6f927771-1b55-42e5-993d-d1ce8f993dff. Nov 19 19:03:17.631378 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2969fc55-e4eb-421b-84ef-d68f9813e666 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:17.641672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:17.669131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c97f0-f8fe-44d4-a087-a737e185ef82 req-f965f207-e389-4700-8b67-6800afe74a37 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:17.678549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-396c97f0-f8fe-44d4-a087-a737e185ef82 req-f965f207-e389-4700-8b67-6800afe74a37 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 945 time: 0.0960033 Nov 19 19:03:17.688031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Transition to ACTIVE for port object 2969fc55-e4eb-421b-84ef-d68f9813e666 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:03:17.699135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:17.776929 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Pushing event updated for resources: {'Port': ['ID=2969fc55-e4eb-421b-84ef-d68f9813e666,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:17.794104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-396c97f0-f8fe-44d4-a087-a737e185ef82 req-3edcbee5-6781-4dae-8051-9da1ea6df5b6 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139779 Nov 19 19:03:17.942463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Attempting to bind port 2969fc55-e4eb-421b-84ef-d68f9813e666 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:17.943159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Attempting to bind port 2969fc55-e4eb-421b-84ef-d68f9813e666 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '5952826d-0ea6-44a4-bd72-ae6f02a7b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '968874d1-913d-4144-b244-5ab19d934887'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:17.943159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Attempting to bind port 2969fc55-e4eb-421b-84ef-d68f9813e666 on network 968874d1-913d-4144-b244-5ab19d934887 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:17.948621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Port 2969fc55-e4eb-421b-84ef-d68f9813e666 on network 968874d1-913d-4144-b244-5ab19d934887 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:03:17.948954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Attempting to bind port 2969fc55-e4eb-421b-84ef-d68f9813e666 on network 968874d1-913d-4144-b244-5ab19d934887 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:17.969303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:17.969904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Checking segment: {'id': '5952826d-0ea6-44a4-bd72-ae6f02a7b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '968874d1-913d-4144-b244-5ab19d934887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:17.970304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Bound using segment: {'id': '5952826d-0ea6-44a4-bd72-ae6f02a7b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '968874d1-913d-4144-b244-5ab19d934887'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:17.970905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Bound port: 2969fc55-e4eb-421b-84ef-d68f9813e666, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5952826d-0ea6-44a4-bd72-ae6f02a7b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '968874d1-913d-4144-b244-5ab19d934887'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:17.971275 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:18.086937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] For port 2969fc55-e4eb-421b-84ef-d68f9813e666, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:18.093262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] For port 2969fc55-e4eb-421b-84ef-d68f9813e666, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2969fc55-e4eb-421b-84ef-d68f9813e666,segment=NetworkSegment(5952826d-0ea6-44a4-bd72-ae6f02a7b792),segment_id=5952826d-0ea6-44a4-bd72-ae6f02a7b792)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:18.107912 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:18.150571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.152374 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:18.154021 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] 10.222.0.57 "PUT /v2.0/ports/2969fc55-e4eb-421b-84ef-d68f9813e666 HTTP/1.1" status: 200 len: 1091 time: 2.0208127 Nov 19 19:03:18.197098 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-c8653699-a5b4-4dc1-bb15-28b9957d4eb1 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=76c3e2e336a74fdca74ea55d4cc76987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405071 Nov 19 19:03:18.233812 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-84bdf7ae-e119-4463-95dc-bbde1dc3c1f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7995398 Nov 19 19:03:18.281940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b4946-139c-4c92-b299-5d4a70a8db1b req-456a942f-12ac-40e4-8ba1-2b2c223b65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.282360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b4946-139c-4c92-b299-5d4a70a8db1b req-456a942f-12ac-40e4-8ba1-2b2c223b65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.283937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c6b4946-139c-4c92-b299-5d4a70a8db1b req-456a942f-12ac-40e4-8ba1-2b2c223b65a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2aee667bfcd43859f4281c15b680f51&device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1913 time: 0.8484287 Nov 19 19:03:18.306264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3056e9-8056-425c-b666-1f5b88704ad9 req-844cc17d-8073-4d5b-a148-4a24e9902ade tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.314654 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1a3056e9-8056-425c-b666-1f5b88704ad9 req-844cc17d-8073-4d5b-a148-4a24e9902ade tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.8776608 Nov 19 19:03:18.430530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984329b2-0e94-45e9-ba66-7da6714772ef req-00865322-8cea-4a5a-9ba8-735926eb85c6 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.432125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-00865322-8cea-4a5a-9ba8-735926eb85c6 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209017 Nov 19 19:03:18.437660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4459374-d8ff-49af-bc1d-8737db72e10e service neutron] Pushing event updated for resources: {'Port': ['ID=2969fc55-e4eb-421b-84ef-d68f9813e666,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:18.460311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-b956f510-bc43-4c63-9353-62cfdcc98adc tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/quotas/76c3e2e336a74fdca74ea55d4cc76987 HTTP/1.1" status: 200 len: 375 time: 0.0128968 Nov 19 19:03:18.503799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-393e69fe-8c4d-47c3-8935-0c2ad0b1361e tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=76c3e2e336a74fdca74ea55d4cc76987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349672 Nov 19 19:03:18.581441 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1a3056e9-8056-425c-b666-1f5b88704ad9 req-8da656b8-6bee-41f9-8481-7fadc4e786d1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659054 Nov 19 19:03:18.598164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-45fb7645-b579-4f88-9619-3bca8a471c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.599159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-45fb7645-b579-4f88-9619-3bca8a471c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.611479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-45fb7645-b579-4f88-9619-3bca8a471c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.612783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-45fb7645-b579-4f88-9619-3bca8a471c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.613613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-45fb7645-b579-4f88-9619-3bca8a471c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.614474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-45fb7645-b579-4f88-9619-3bca8a471c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.615936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-45fb7645-b579-4f88-9619-3bca8a471c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.619587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-45fb7645-b579-4f88-9619-3bca8a471c19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6500 time: 0.3327155 Nov 19 19:03:18.718885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b4946-139c-4c92-b299-5d4a70a8db1b req-2b2a65f7-30b7-43e1-98d7-3a7d96c1cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.719741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b4946-139c-4c92-b299-5d4a70a8db1b req-2b2a65f7-30b7-43e1-98d7-3a7d96c1cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.721210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b4946-139c-4c92-b299-5d4a70a8db1b req-2b2a65f7-30b7-43e1-98d7-3a7d96c1cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.723096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c6b4946-139c-4c92-b299-5d4a70a8db1b req-2b2a65f7-30b7-43e1-98d7-3a7d96c1cc52 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c2aee667bfcd43859f4281c15b680f51&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4044704 Nov 19 19:03:18.839321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfdc8c0-88af-411f-a14d-a8c33bb052c5 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:18.973646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883180a4-96bd-4e69-9d3f-9d93d83f4776 req-825962aa-c462-4e45-805f-11ccaf0feefb tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:18.984808 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-883180a4-96bd-4e69-9d3f-9d93d83f4776 req-825962aa-c462-4e45-805f-11ccaf0feefb tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 946 time: 0.1090875 Nov 19 19:03:19.070659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfdc8c0-88af-411f-a14d-a8c33bb052c5 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:19.081191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-883180a4-96bd-4e69-9d3f-9d93d83f4776 req-9c2a4846-0300-4c2d-bafb-5fdc2d04b6c7 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953572 Nov 19 19:03:19.085273 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede5a60b-8a56-4678-8071-386de9c46c64 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:19.086511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb5c9e-7089-4508-a8bb-d94646e43edb req-45344537-3099-46d7-8d9e-aff97656e671 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.094519 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-76eb5c9e-7089-4508-a8bb-d94646e43edb req-45344537-3099-46d7-8d9e-aff97656e671 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.3702364 Nov 19 19:03:19.101558 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc8c0-88af-411f-a14d-a8c33bb052c5 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:19.115783 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5a60b-8a56-4678-8071-386de9c46c64 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:19.116627 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ede5a60b-8a56-4678-8071-386de9c46c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:19.137630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'tag': '2969fc55-e4eb-421b-84ef-d68f9813e666'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:19.139988 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8324da96-d6bd-424d-9813-3921d7ac36f4" -d '{"events": [{"name": "network-changed", "server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "tag": "2969fc55-e4eb-421b-84ef-d68f9813e666"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:19.176799 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ede5a60b-8a56-4678-8071-386de9c46c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:19.177058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-9f5a5288-8bc8-471d-92a8-e0890d74a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.177379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-9f5a5288-8bc8-471d-92a8-e0890d74a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.177936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-9f5a5288-8bc8-471d-92a8-e0890d74a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.179489 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-9f5a5288-8bc8-471d-92a8-e0890d74a697 service neutron] 10.222.0.57 "GET /v2.0/networks?id=286d1fc7-eb8b-400b-9e62-c852f81e73e6&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=18e71340-48e5-45a3-a91b-e4f71f01a421&id=18e71340-48e5-45a3-a91b-e4f71f01a421 HTTP/1.1" status: 200 len: 2297 time: 0.5100579 Nov 19 19:03:19.197454 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5a60b-8a56-4678-8071-386de9c46c64 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:19.198223 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ede5a60b-8a56-4678-8071-386de9c46c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:19.238432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46576) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:19.242394 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0cfdc8c0-88af-411f-a14d-a8c33bb052c5 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "PUT /v2.0/floatingips/20d2acf4-2597-4a23-927f-f922e1b7b6a5 HTTP/1.1" status: 200 len: 688 time: 2.2678516 Nov 19 19:03:19.286905 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ede5a60b-8a56-4678-8071-386de9c46c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:19.287838 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede5a60b-8a56-4678-8071-386de9c46c64 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:19.347831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b4946-139c-4c92-b299-5d4a70a8db1b req-5d55c7e3-3618-4dce-b7ea-18f39dabdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.349248 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c6b4946-139c-4c92-b299-5d4a70a8db1b req-5d55c7e3-3618-4dce-b7ea-18f39dabdafc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5755577 Nov 19 19:03:19.351425 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-b159b38a-cd14-414d-a0cb-55e3ed4527fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a50779-8b47-40c8-8920-14ead89eaf3f HTTP/1.1" status: 200 len: 1001 time: 0.1578083 Nov 19 19:03:19.358455 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-76eb5c9e-7089-4508-a8bb-d94646e43edb req-b10218be-f73c-47de-9d05-25b0ce60634c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629802 Nov 19 19:03:19.456007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-8a175dc0-42de-44e3-872b-b385aac57aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.456775 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-8a175dc0-42de-44e3-872b-b385aac57aeb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69e8f2d6-a875-485a-9e1c-3db0096650a5 HTTP/1.1" status: 200 len: 856 time: 0.0970166 Nov 19 19:03:19.460532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141e8ef-85e7-4f47-b3d0-b6aeba8e4134 req-d2a10307-70fe-4b3f-9490-bb17b144a8ce tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.468136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141e8ef-85e7-4f47-b3d0-b6aeba8e4134 req-d2a10307-70fe-4b3f-9490-bb17b144a8ce tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.470096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7141e8ef-85e7-4f47-b3d0-b6aeba8e4134 req-d2a10307-70fe-4b3f-9490-bb17b144a8ce tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1678 time: 0.1299770 Nov 19 19:03:19.509958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f4c97-9d0e-4ba1-a529-95a46616f44e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port 61f1ec51-7741-4e91-98a0-81250c21dde2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:19.510309 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e4f4c97-9d0e-4ba1-a529-95a46616f44e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:19.551786 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f58e378e-eff0-4119-9fb4-7cca9b53e3ca req-1dab0604-a05a-4d11-88e5-6cfa030c7498 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 210 time: 0.0646937 Nov 19 19:03:19.566078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-113db468-85c6-4524-a91f-238a31542717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.566565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-113db468-85c6-4524-a91f-238a31542717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.568181 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-113db468-85c6-4524-a91f-238a31542717 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2aee667bfcd43859f4281c15b680f51&device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1980 time: 0.1371970 Nov 19 19:03:19.619585 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-ca16aa0e-4564-4ed0-93e0-9a7a7cc8c913 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=c971181c-19e8-407f-b77a-bfc86bcbf1f3 HTTP/1.1" status: 200 len: 217 time: 0.0411863 Nov 19 19:03:19.628061 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7141e8ef-85e7-4f47-b3d0-b6aeba8e4134 req-af591e71-520d-4516-8d74-332f80dad307 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459310 Nov 19 19:03:19.704683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-0b66a68e-d2a0-4a76-8adf-e00dc75bb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.706599 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-0b66a68e-d2a0-4a76-8adf-e00dc75bb7cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=286d1fc7-eb8b-400b-9e62-c852f81e73e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181058 Nov 19 19:03:19.723794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e4f4c97-9d0e-4ba1-a529-95a46616f44e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:19.724201 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e4f4c97-9d0e-4ba1-a529-95a46616f44e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:19.753726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f4c97-9d0e-4ba1-a529-95a46616f44e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for 61f1ec51-7741-4e91-98a0-81250c21dde2 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:19.798214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-c2a1f9cf-dd5e-4c3f-84b0-1904e6646475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.799721 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-c2a1f9cf-dd5e-4c3f-84b0-1904e6646475 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=57b6234e-98f3-4541-a886-33e3f50d9b4e HTTP/1.1" status: 200 len: 801 time: 0.1567001 Nov 19 19:03:19.832244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d0de8-059f-4960-a3b7-83a7373b075a req-aa86b6d8-9b36-4ab4-ad34-8eb70b196056 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.839563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164cb0-efe2-4dc9-84c3-994bcfc6d070 req-5b7a63f3-62a2-47b8-8b3b-d783fbd11be3 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:19.839764 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2a7d0de8-059f-4960-a3b7-83a7373b075a req-aa86b6d8-9b36-4ab4-ad34-8eb70b196056 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 945 time: 0.1830826 Nov 19 19:03:19.852049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f164cb0-efe2-4dc9-84c3-994bcfc6d070 req-5b7a63f3-62a2-47b8-8b3b-d783fbd11be3 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 946 time: 0.1156631 Nov 19 19:03:19.856578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46582) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:19.862517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0181fdbc-8079-46dd-b752-26b92f5be47e tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Request body: {'floatingip': {'port_id': '61144491-eb40-408f-964e-f0b7220db1a5'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:19.934500 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a14685-5379-47bd-8770-2de85189826d x-openstack-request-id: req-31a14685-5379-47bd-8770-2de85189826d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:19.934779 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "tag": "2969fc55-e4eb-421b-84ef-d68f9813e666", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:19.934876 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31a14685-5379-47bd-8770-2de85189826d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:19.936176 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'tag': '2969fc55-e4eb-421b-84ef-d68f9813e666', 'status': 'completed', 'code': 200} Nov 19 19:03:19.956894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0181fdbc-8079-46dd-b752-26b92f5be47e tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:19.976352 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-3e246774-0f9c-4e32-9659-5035a78d49bb service neutron] 10.222.0.57 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472532 Nov 19 19:03:20.008363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-729f7768-f42a-467a-86d3-a6127d3d65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:20.010027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-729f7768-f42a-467a-86d3-a6127d3d65cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32482316-9b93-43c6-99f2-40e7fe1edb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2013264 Nov 19 19:03:20.022805 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2a7d0de8-059f-4960-a3b7-83a7373b075a req-ab78d4de-be90-481b-8a2d-c22060381f3f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823258 Nov 19 19:03:20.232181 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-8be7666d-bfb3-41b0-8c0a-37dfbb3e5a99 service neutron] 10.222.0.57 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379606 Nov 19 19:03:20.334219 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-92f393ff-16d6-4732-bd5b-72d24d5b97b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=00e8f34b-4ae3-4047-a368-968e2e9be854 HTTP/1.1" status: 200 len: 217 time: 0.0814240 Nov 19 19:03:20.337606 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-15494156-4da3-4bd0-9dff-6047073ca935 service neutron] 10.222.0.57 "GET /v2.0/networks/32482316-9b93-43c6-99f2-40e7fe1edb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825894 Nov 19 19:03:20.358709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f39872-4a42-4cf8-802e-4f8c3deb6416 req-988f4716-2b09-4985-8a8a-dd72f7c28d9a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:20.362227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25f39872-4a42-4cf8-802e-4f8c3deb6416 req-988f4716-2b09-4985-8a8a-dd72f7c28d9a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.1341004 Nov 19 19:03:20.439240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-935c6639-1c4c-427f-924a-a69a9f66c529 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=76c3e2e336a74fdca74ea55d4cc76987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3430071 Nov 19 19:03:20.559615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-499f40fa-ac33-4bdb-baf7-b5418a8ef9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:20.561590 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-499f40fa-ac33-4bdb-baf7-b5418a8ef9bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.2130196 Nov 19 19:03:20.570444 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25f39872-4a42-4cf8-802e-4f8c3deb6416 req-94171372-35c0-4f74-bc1b-b84ae1ecf7a9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929421 Nov 19 19:03:20.655321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-2f091d4f-0c74-49c9-a8e9-fc30c7bb7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:20.655321 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-2f091d4f-0c74-49c9-a8e9-fc30c7bb7868 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0795116 Nov 19 19:03:20.660210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-0a52cc8b-9c30-489f-901a-88a49ec12405 service neutron] 10.222.0.57 "GET /v2.0/networks/32482316-9b93-43c6-99f2-40e7fe1edb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963073 Nov 19 19:03:20.753787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-c66c06b2-abfb-4d99-895e-2e2c2db37958 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=2969fc55-e4eb-421b-84ef-d68f9813e666 HTTP/1.1" status: 200 len: 217 time: 0.0792415 Nov 19 19:03:20.856459 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49de602a-1b70-4022-86c4-bcccd06df94c req-be74c10b-1294-4d85-9a08-b4a7d728a514 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 210 time: 0.0787053 Nov 19 19:03:20.883641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-f351a279-c240-426f-83de-8dfbaa41f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:20.890694 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-f351a279-c240-426f-83de-8dfbaa41f545 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f811ffe-4a9a-4328-ba76-f979142aeaa0 HTTP/1.1" status: 200 len: 801 time: 0.1161287 Nov 19 19:03:20.946884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-6ad0b284-b24c-4ecf-b487-13fa9e5f88eb service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645509 Nov 19 19:03:20.988608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd947601-fbc0-44bd-9d35-8e832f5184c6 req-07b31cbc-2fb3-44b9-ba8e-8b6260cf6724 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:20.990705 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd947601-fbc0-44bd-9d35-8e832f5184c6 req-07b31cbc-2fb3-44b9-ba8e-8b6260cf6724 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 945 time: 0.6090720 Nov 19 19:03:20.996840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-2bbd5e7b-7983-4ca3-a3d0-f981981fae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:20.998531 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-2bbd5e7b-7983-4ca3-a3d0-f981981fae60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968874d1-913d-4144-b244-5ab19d934887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058660 Nov 19 19:03:21.128619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d9c45-cd73-4969-b894-c168c837078b req-df56e152-0da4-4e1c-a8f7-3f044ec0b453 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.136272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-529d9c45-cd73-4969-b894-c168c837078b req-df56e152-0da4-4e1c-a8f7-3f044ec0b453 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 1.1395190 Nov 19 19:03:21.141358 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-e3a7150a-b509-4de3-9550-da831867e4eb service neutron] 10.222.0.57 "GET /v2.0/networks/968874d1-913d-4144-b244-5ab19d934887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962574 Nov 19 19:03:21.180849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5f522-d478-44bb-8568-fc805d431426 req-aa0f0381-6b63-4cf0-b1c8-ec8dc437fb88 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.188520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5f522-d478-44bb-8568-fc805d431426 req-aa0f0381-6b63-4cf0-b1c8-ec8dc437fb88 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.190351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5a5f522-d478-44bb-8568-fc805d431426 req-aa0f0381-6b63-4cf0-b1c8-ec8dc437fb88 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1678 time: 0.2168128 Nov 19 19:03:21.306652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e58bb44f-b37d-4439-83f4-b067551e7241 req-55d9fb90-7ad9-413b-a733-257674bc93fc service neutron] 10.222.0.57 "GET /v2.0/networks/968874d1-913d-4144-b244-5ab19d934887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534264 Nov 19 19:03:21.326217 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e4f4c97-9d0e-4ba1-a529-95a46616f44e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:21.372199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-e11e6864-ee2f-479a-83f7-9a4ce769f67a service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138255 Nov 19 19:03:21.420793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984329b2-0e94-45e9-ba66-7da6714772ef req-388b5fcf-0930-4242-938a-0565a5db5792 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.422237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-388b5fcf-0930-4242-938a-0565a5db5792 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9550900 Nov 19 19:03:21.430709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f4c97-9d0e-4ba1-a529-95a46616f44e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=61f1ec51-7741-4e91-98a0-81250c21dde2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:21.453896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Request body: {'port': {'device_id': '542c0de2-681b-4614-9ca4-7510d3645986', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '76c3e2e336a74fdca74ea55d4cc76987'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:21.460512 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.db.resource_extend [None req-0181fdbc-8079-46dd-b752-26b92f5be47e tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 19:03:21.478093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5a5f522-d478-44bb-8568-fc805d431426 req-35d3aee6-d640-48a2-92ca-78fa41e4c99a tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728786 Nov 19 19:03:21.481451 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-ef93f321-6fcb-4182-80cc-d1fcc2b74290 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=67956144-0508-45ed-934a-ac5fa1d15788 HTTP/1.1" status: 200 len: 217 time: 0.0905368 Nov 19 19:03:21.489630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-f50fddc9-16ab-45e3-b398-a0f3fe45024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.490697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-f50fddc9-16ab-45e3-b398-a0f3fe45024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.491678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-529d9c45-cd73-4969-b894-c168c837078b req-2a499941-0723-4e9f-bb59-eef30542f321 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484192 Nov 19 19:03:21.493374 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-f50fddc9-16ab-45e3-b398-a0f3fe45024f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2aee667bfcd43859f4281c15b680f51&device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1980 time: 0.1007755 Nov 19 19:03:21.621684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-630fbea5-e6cf-415b-8c5c-a7a1d7d84c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.623996 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-630fbea5-e6cf-415b-8c5c-a7a1d7d84c66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=968874d1-913d-4144-b244-5ab19d934887 HTTP/1.1" status: 200 len: 903 time: 0.1108711 Nov 19 19:03:21.710082 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-4f2b852e-82fc-43bf-8a41-ebbf752cd31e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=2969fc55-e4eb-421b-84ef-d68f9813e666 HTTP/1.1" status: 200 len: 217 time: 0.0523190 Nov 19 19:03:21.729542 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0181fdbc-8079-46dd-b752-26b92f5be47e tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:21.750372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0181fdbc-8079-46dd-b752-26b92f5be47e tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:21.794562 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-bd947601-fbc0-44bd-9d35-8e832f5184c6 req-4682d2b9-d2ef-4334-bc81-1324a01024d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Deleting port 48cab342-f104-4e6c-8eb1-bcbe9e668bde {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:21.794965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd947601-fbc0-44bd-9d35-8e832f5184c6 req-4682d2b9-d2ef-4334-bc81-1324a01024d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:21.802530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-f7b43e32-af6a-4805-9fc5-a159e0df7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.803554 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-f7b43e32-af6a-4805-9fc5-a159e0df7316 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.3090267 Nov 19 19:03:21.809924 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e4f4c97-9d0e-4ba1-a529-95a46616f44e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:21.812543 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4e4f4c97-9d0e-4ba1-a529-95a46616f44e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:21.813998 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4e4f4c97-9d0e-4ba1-a529-95a46616f44e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/floatingips/20d2acf4-2597-4a23-927f-f922e1b7b6a5 HTTP/1.1" status: 204 len: 168 time: 2.5739381 Nov 19 19:03:21.821837 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1238b-6aaf-4eed-b0b0-27103fe630ac req-3ed1428c-8c31-4073-a119-62aed567c046 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.824700 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0f1238b-6aaf-4eed-b0b0-27103fe630ac req-3ed1428c-8c31-4073-a119-62aed567c046 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1790545 Nov 19 19:03:21.837421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46604) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:21.903390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-46d967f1-2c43-43a5-9310-62633488cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.905205 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-46d967f1-2c43-43a5-9310-62633488cfe6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f811ffe-4a9a-4328-ba76-f979142aeaa0 HTTP/1.1" status: 200 len: 801 time: 0.1653879 Nov 19 19:03:21.930593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ca8b1-5a15-4a0a-93cd-0c622dce711a req-276a3a44-af00-432d-8460-b8c7fee071cd tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.932067 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf8ca8b1-5a15-4a0a-93cd-0c622dce711a req-276a3a44-af00-432d-8460-b8c7fee071cd tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 945 time: 0.2904351 Nov 19 19:03:21.932439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-fb92876c-3255-4027-afcd-04a0cd7feda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:21.935209 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-fb92876c-3255-4027-afcd-04a0cd7feda1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1091733 Nov 19 19:03:21.939794 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-64e9a44c-b65d-497b-bc4b-8605098d0a8b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] delete failed (client error): The resource could not be found. Nov 19 19:03:21.940809 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-64e9a44c-b65d-497b-bc4b-8605098d0a8b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/floatingips/20d2acf4-2597-4a23-927f-f922e1b7b6a5 HTTP/1.1" status: 404 len: 345 time: 0.1029730 Nov 19 19:03:21.947751 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46608) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:22.043683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0f1238b-6aaf-4eed-b0b0-27103fe630ac req-1ca1ab28-434d-44f6-9888-7b9f06d0a480 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822274 Nov 19 19:03:22.080979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Made reservation on behalf of 76c3e2e336a74fdca74ea55d4cc76987 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:22.084559 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:22.092112 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-0181fdbc-8079-46dd-b752-26b92f5be47e tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Floating IP 468b356e-7b07-4e54-adab-491f6a905a03 associated. External IP: 172.25.3.253, port: 61144491-eb40-408f-964e-f0b7220db1a5. Nov 19 19:03:22.106879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-bd947601-fbc0-44bd-9d35-8e832f5184c6 req-4682d2b9-d2ef-4334-bc81-1324a01024d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] For port 48cab342-f104-4e6c-8eb1-bcbe9e668bde, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=48cab342-f104-4e6c-8eb1-bcbe9e668bde,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:22.107254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd947601-fbc0-44bd-9d35-8e832f5184c6 req-4682d2b9-d2ef-4334-bc81-1324a01024d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:22.156171 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf8ca8b1-5a15-4a0a-93cd-0c622dce711a req-44609f2b-eeee-4013-914e-b7486c94e10c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093887 Nov 19 19:03:22.164287 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:22.191370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-bd947601-fbc0-44bd-9d35-8e832f5184c6 req-4682d2b9-d2ef-4334-bc81-1324a01024d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Calling delete_port for 48cab342-f104-4e6c-8eb1-bcbe9e668bde owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:22.387091 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea257302-7623-44b8-bd10-42648b9f2eed req-9f3b4fde-283c-4237-a320-29a85b2d7304 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 210 time: 0.0434568 Nov 19 19:03:22.662097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-3c990e8a-87e2-4de6-87c9-98645f581480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:22.663817 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-3c990e8a-87e2-4de6-87c9-98645f581480 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=968874d1-913d-4144-b244-5ab19d934887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7480929 Nov 19 19:03:22.727490 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235d3bb9-efa5-4fcc-85f1-d248a9befa82 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:22.737862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235d3bb9-efa5-4fcc-85f1-d248a9befa82 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:22.743926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235d3bb9-efa5-4fcc-85f1-d248a9befa82 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:22.746953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-235d3bb9-efa5-4fcc-85f1-d248a9befa82 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "GET /v2.0/ports?network_id=d4f310aa-0914-4a42-8ec9-fdfd8bd79104 HTTP/1.1" status: 200 len: 2359 time: 0.7792180 Nov 19 19:03:22.763756 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46614) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:22.849870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:22.878707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 48cab342-f104-4e6c-8eb1-bcbe9e668bde no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:22.879312 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:22.895326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05bef2-17d3-4235-8f86-9af28bdb3a9a req-8d0a5de1-c942-4ab9-8edb-6b0ae8b6d5fe tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:22.904761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7b05bef2-17d3-4235-8f86-9af28bdb3a9a req-8d0a5de1-c942-4ab9-8edb-6b0ae8b6d5fe tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.7348177 Nov 19 19:03:22.923071 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-021c6e9f-b85a-4ba5-a730-7381510aea17 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9776556 Nov 19 19:03:22.987132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No active binding found for port 48cab342-f104-4e6c-8eb1-bcbe9e668bde {{(pid=109889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 19:03:22.988191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 48cab342-f104-4e6c-8eb1-bcbe9e668bde not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:03:22.991208 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd947601-fbc0-44bd-9d35-8e832f5184c6 req-4682d2b9-d2ef-4334-bc81-1324a01024d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:23.019710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0181fdbc-8079-46dd-b752-26b92f5be47e tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Router 9af18639-fd2e-45ee-92b1-a76c7df9d208 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:23.038929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a068b5-561a-4549-bb7f-b90f48a66d65 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:23.040274 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08a068b5-561a-4549-bb7f-b90f48a66d65 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "GET /v2.0/subnets/6c6ca2a0-682f-4ef2-8d78-0ad97fdc3b04 HTTP/1.1" status: 200 len: 797 time: 0.2684915 Nov 19 19:03:23.045823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b2b2b-261d-4488-bb57-500d47d4328a req-37464242-3507-456b-8e48-41cb9d7bda5b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:23.052784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46616) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:23.055670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd7b2b2b-261d-4488-bb57-500d47d4328a req-37464242-3507-456b-8e48-41cb9d7bda5b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.5393858 Nov 19 19:03:23.057890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca1fc56-dfb7-443e-8f23-695e7128b912,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:23.068288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'port': {'network_id': 'd4f310aa-0914-4a42-8ec9-fdfd8bd79104', 'name': 'tempest-FloatingIPTestJSON-1671322628', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:23.118979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682d2b9-d2ef-4334-bc81-1324a01024d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event deleted for resources: {'Port': ['ID=48cab342-f104-4e6c-8eb1-bcbe9e668bde,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:23.120425 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7b05bef2-17d3-4235-8f86-9af28bdb3a9a req-9fbdda71-c8c7-40a2-83d6-8d40ecc1455a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125385 Nov 19 19:03:23.175662 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-e95d59d1-778d-4676-b033-689d64329c22 service neutron] 10.222.0.57 "GET /v2.0/networks/968874d1-913d-4144-b244-5ab19d934887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802506 Nov 19 19:03:23.261464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd947601-fbc0-44bd-9d35-8e832f5184c6 req-4682d2b9-d2ef-4334-bc81-1324a01024d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] No DVR routers for this DVR port 48cab342-f104-4e6c-8eb1-bcbe9e668bde on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:03:23.277885 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bd947601-fbc0-44bd-9d35-8e832f5184c6 req-4682d2b9-d2ef-4334-bc81-1324a01024d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:23.281268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd947601-fbc0-44bd-9d35-8e832f5184c6 req-4682d2b9-d2ef-4334-bc81-1324a01024d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "DELETE /v2.0/ports/48cab342-f104-4e6c-8eb1-bcbe9e668bde HTTP/1.1" status: 204 len: 173 time: 2.2479582 Nov 19 19:03:23.285461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e01458-ae80-4a59-84b6-2a2b70681ba9', 'name': 'network-vif-deleted', 'tag': '48cab342-f104-4e6c-8eb1-bcbe9e668bde'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:23.288918 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372ecd79-e4d7-4f26-aa12-0aff802f9935" -d '{"events": [{"server_uuid": "93e01458-ae80-4a59-84b6-2a2b70681ba9", "name": "network-vif-deleted", "tag": "48cab342-f104-4e6c-8eb1-bcbe9e668bde"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:23.313832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Allocated IP 192.168.233.162 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/ceea669f-19bd-41f5-9972-6843063cbf90) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:23.318851 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-b0951e1b-4c46-4a9b-974a-5a86308d33d4 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760486 Nov 19 19:03:23.331843 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd7b2b2b-261d-4488-bb57-500d47d4328a req-43abc3cc-61c7-406a-b6d2-40a620dab8ac tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703786 Nov 19 19:03:23.406767 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-e1a56d28-50d9-4e61-b1eb-5ae1958550a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=5f2d97c5-4262-464d-bd12-5ac7c301bebf HTTP/1.1" status: 200 len: 217 time: 0.0687284 Nov 19 19:03:23.505284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57763d26-1b9a-4c5f-b58c-dc76a4fd4fe2 req-313e5f65-83c0-4df0-8ba0-3919e8a23c2e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:23.513325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57763d26-1b9a-4c5f-b58c-dc76a4fd4fe2 req-313e5f65-83c0-4df0-8ba0-3919e8a23c2e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:23.515022 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57763d26-1b9a-4c5f-b58c-dc76a4fd4fe2 req-313e5f65-83c0-4df0-8ba0-3919e8a23c2e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1678 time: 0.2702322 Nov 19 19:03:23.542423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f61635c7-a28f-433b-a8ba-ffe1cac502f5 req-d5c72eed-276f-4833-af87-4b3521e60ba4 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=93e01458-ae80-4a59-84b6-2a2b70681ba9 HTTP/1.1" status: 200 len: 210 time: 0.0645614 Nov 19 19:03:23.556325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Made reservation on behalf of ac47589173be4f8cb17ebb7ae9b7d832 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:23.560193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0181fdbc-8079-46dd-b752-26b92f5be47e tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:23.568530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0181fdbc-8079-46dd-b752-26b92f5be47e tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:23.572365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa79155-9cd1-4d8c-a309-6e73fe89b3de None None] Sync routers for ids ['9af18639-fd2e-45ee-92b1-a76c7df9d208'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:23.597012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa79155-9cd1-4d8c-a309-6e73fe89b3de None None] Routers {'9af18639-fd2e-45ee-92b1-a76c7df9d208'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:23.598968 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aa79155-9cd1-4d8c-a309-6e73fe89b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9af18639-fd2e-45ee-92b1-a76c7df9d208'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:23.653929 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:23.667770 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8324da96-d6bd-424d-9813-3921d7ac36f4 req-e36c8069-2d59-4bbe-84e8-a57a39dc5af2 service neutron] 10.222.0.57 "GET /v2.0/networks/968874d1-913d-4144-b244-5ab19d934887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800761 Nov 19 19:03:23.723930 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57763d26-1b9a-4c5f-b58c-dc76a4fd4fe2 req-601e2475-6c08-4a91-80fc-fdeeab2d66fd tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769028 Nov 19 19:03:23.724796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:23.731505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] device_id is not set on port 4f1f1411-785b-4b76-bde1-9997bb28543e yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:03:23.779370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0181fdbc-8079-46dd-b752-26b92f5be47e tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "PUT /v2.0/floatingips/468b356e-7b07-4e54-adab-491f6a905a03 HTTP/1.1" status: 200 len: 992 time: 3.9203279 Nov 19 19:03:23.784784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:23.875087 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fa8fdd-4ae9-49e4-8fd1-ba2effc589a1 x-openstack-request-id: req-46fa8fdd-4ae9-49e4-8fd1-ba2effc589a1 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:23.876188 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e01458-ae80-4a59-84b6-2a2b70681ba9", "name": "network-vif-deleted", "tag": "48cab342-f104-4e6c-8eb1-bcbe9e668bde", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:23.877940 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46fa8fdd-4ae9-49e4-8fd1-ba2effc589a1 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:23.878540 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e01458-ae80-4a59-84b6-2a2b70681ba9', 'name': 'network-vif-deleted', 'tag': '48cab342-f104-4e6c-8eb1-bcbe9e668bde', 'status': 'completed', 'code': 200} Nov 19 19:03:23.974131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9aa79155-9cd1-4d8c-a309-6e73fe89b3de None None] Set router 9af18639-fd2e-45ee-92b1-a76c7df9d208 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:03:23.990140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:24.013328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:24.015561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Pushing event updated for resources: {'Port': ['ID=ceea669f-19bd-41f5-9972-6843063cbf90,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:24.018445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:24.157890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-05a72fa5-1dab-4522-9a1b-e54f56ff6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:24.159716 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-05a72fa5-1dab-4522-9a1b-e54f56ff6dbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.7365818 Nov 19 19:03:24.160695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72aaa6-6e47-4509-b336-c14c80a7a25b req-950bf690-b4d6-48dc-9d6e-74d8fd8abe8b tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:24.174258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a72aaa6-6e47-4509-b336-c14c80a7a25b req-950bf690-b4d6-48dc-9d6e-74d8fd8abe8b tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 936 time: 0.2746065 Nov 19 19:03:24.214812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:24.216295 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:24.272480 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-a139b5d7-f02a-4dda-a741-7ae3a0626f6d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8376732 Nov 19 19:03:24.294311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Request body: {'port': {'device_id': '542c0de2-681b-4614-9ca4-7510d3645986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:24.386998 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:24.476470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-910bee73-5e47-4b09-8f0c-63132171eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:24.483256 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-910bee73-5e47-4b09-8f0c-63132171eb24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3100595 Nov 19 19:03:24.485705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aa79155-9cd1-4d8c-a309-6e73fe89b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '468b356e-7b07-4e54-adab-491f6a905a03', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'port_id': '61144491-eb40-408f-964e-f0b7220db1a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'mac_address': 'fa:16:3e:3c:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:02:54Z', 'updated_at': '2021-11-19T19:03:21Z', 'revision_number': 1, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9b29-5d2e-44ea-88a1-35407b2c88bf', 'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'mac_address': 'fa:16:3e:8c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:48Z', 'updated_at': '2021-11-19T19:02:58Z', 'revision_number': 5, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'subnets': [{'id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:24.563796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-923934e7-111f-4205-9256-98ac3ea5d5c4 None None] Provisioning complete for port ceea669f-19bd-41f5-9972-6843063cbf90 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:24.569120 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-923934e7-111f-4205-9256-98ac3ea5d5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:24.574459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa79155-9cd1-4d8c-a309-6e73fe89b3de None None] Checking router: 9af18639-fd2e-45ee-92b1-a76c7df9d208 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:03:24.603889 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-7a5f568b-00fe-43e2-b431-5db5fb105002 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060207 Nov 19 19:03:24.616988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a72aaa6-6e47-4509-b336-c14c80a7a25b req-0e657a76-b3a3-484c-ae1f-6ed89c79466d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408953 Nov 19 19:03:24.664911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c971181c-19e8-407f-b77a-bfc86bcbf1f3 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:03:24.674909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-923934e7-111f-4205-9256-98ac3ea5d5c4 None None] Port ceea669f-19bd-41f5-9972-6843063cbf90 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:03:24.772444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcde7fc-5c25-47e9-8b7d-f1d2632884c2 req-e56faa7f-c8f0-4d87-aaa7-bd3e1cc678b1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:24.780856 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dcde7fc-5c25-47e9-8b7d-f1d2632884c2 req-e56faa7f-c8f0-4d87-aaa7-bd3e1cc678b1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.1751812 Nov 19 19:03:24.823726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e96a14-e1a4-4027-8b96-38766eb23ebb req-e015700f-5b07-44a4-8dd8-c06a9ab0f645 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:24.832766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c971181c-19e8-407f-b77a-bfc86bcbf1f3, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c971181c-19e8-407f-b77a-bfc86bcbf1f3,segment=NetworkSegment(aa695938-5434-4baf-800d-911945ee6c27),segment_id=aa695938-5434-4baf-800d-911945ee6c27)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:24.833165 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a9e96a14-e1a4-4027-8b96-38766eb23ebb req-e015700f-5b07-44a4-8dd8-c06a9ab0f645 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0944595 Nov 19 19:03:24.844360 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dcde7fc-5c25-47e9-8b7d-f1d2632884c2 req-0c7adff7-ebad-486f-96df-0808db4cd11e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626354 Nov 19 19:03:24.851370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'c971181c-19e8-407f-b77a-bfc86bcbf1f3', 'network_id': '32482316-9b93-43c6-99f2-40e7fe1edb65', 'port_id': 'c971181c-19e8-407f-b77a-bfc86bcbf1f3', 'mac_address': 'fa:16:3e:eb:0c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b6234e-98f3-4541-a886-33e3f50d9b4e', 'ip_address': '19.80.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:03:24.853291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.20.0.14 (d4f310aa-0914-4a42-8ec9-fdfd8bd79104/6c6ca2a0-682f-4ef2-8d78-0ad97fdc3b04/4f1f1411-785b-4b76-bde1-9997bb28543e) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:24.906586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.20.0.12 (d4f310aa-0914-4a42-8ec9-fdfd8bd79104/6c6ca2a0-682f-4ef2-8d78-0ad97fdc3b04/4f1f1411-785b-4b76-bde1-9997bb28543e) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:24.926066 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:24.926066 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa79155-9cd1-4d8c-a309-6e73fe89b3de None None] Routers {'9af18639-fd2e-45ee-92b1-a76c7df9d208'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:24.926066 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aa79155-9cd1-4d8c-a309-6e73fe89b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9af18639-fd2e-45ee-92b1-a76c7df9d208'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:24.982631 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceea669f-19bd-41f5-9972-6843063cbf90 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:24.992741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c971181c-19e8-407f-b77a-bfc86bcbf1f3 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:24.993502 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:24.999524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-8248e1d8-591c-4467-9590-efa8f516226b service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502791 Nov 19 19:03:25.007250 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:25.010788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Transition to ACTIVE for port object ceea669f-19bd-41f5-9972-6843063cbf90 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:03:25.021606 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:25.082037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c971181c-19e8-407f-b77a-bfc86bcbf1f3, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c971181c-19e8-407f-b77a-bfc86bcbf1f3,segment=NetworkSegment(aa695938-5434-4baf-800d-911945ee6c27),segment_id=aa695938-5434-4baf-800d-911945ee6c27)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:25.091294 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:25.146894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a9e96a14-e1a4-4027-8b96-38766eb23ebb req-c08f008d-596b-43ea-8bdc-3970a1be331c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077362 Nov 19 19:03:25.199438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-5e6f0991-c550-4edc-8f56-137063da72be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=9e4cbf62-bc26-4c17-ac64-184ae2a06110 HTTP/1.1" status: 200 len: 217 time: 0.1604416 Nov 19 19:03:25.210520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=ceea669f-19bd-41f5-9972-6843063cbf90,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:25.234691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c971181c-19e8-407f-b77a-bfc86bcbf1f3,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:25.287480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9aa79155-9cd1-4d8c-a309-6e73fe89b3de None None] Set router 9af18639-fd2e-45ee-92b1-a76c7df9d208 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:03:25.442510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-612ed465-fc4d-442c-aec9-64e55add98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:25.444008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-612ed465-fc4d-442c-aec9-64e55add98c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.2166848 Nov 19 19:03:25.461919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458ef18-da20-4c30-b2dd-a1800532ca2d req-1e2f8359-0df4-4939-b294-da0c376971ad tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:25.468079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458ef18-da20-4c30-b2dd-a1800532ca2d req-1e2f8359-0df4-4939-b294-da0c376971ad tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:25.470832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2458ef18-da20-4c30-b2dd-a1800532ca2d req-1e2f8359-0df4-4939-b294-da0c376971ad tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1679 time: 0.2418275 Nov 19 19:03:25.502787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8050f62-6511-436d-b7d0-9de94e174813 req-5c107e8a-93a3-4dc1-ba1f-7df9416a826f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:25.512343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-5c107e8a-93a3-4dc1-ba1f-7df9416a826f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.1945877 Nov 19 19:03:25.532383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-a2922bb7-0981-43bf-bbd7-3de51953048a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/quotas/0822a5990c6d4baa88c1925bc6e8c03d HTTP/1.1" status: 200 len: 375 time: 0.0188138 Nov 19 19:03:25.583709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-d33b0cd8-ff1f-4a29-9cb7-ac6455ac1cba tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500371 Nov 19 19:03:25.594179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Attempting to bind port ceea669f-19bd-41f5-9972-6843063cbf90 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:25.594533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Attempting to bind port ceea669f-19bd-41f5-9972-6843063cbf90 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:25.594876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Attempting to bind port ceea669f-19bd-41f5-9972-6843063cbf90 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:25.611199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:25.618336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-35efdaf1-84f0-4428-a15d-21e439b8074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:25.620506 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-35efdaf1-84f0-4428-a15d-21e439b8074a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1465058 Nov 19 19:03:25.626785 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2458ef18-da20-4c30-b2dd-a1800532ca2d req-b71f78c7-9c80-4322-b0ac-753d5e76e413 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429639 Nov 19 19:03:25.643104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Port ceea669f-19bd-41f5-9972-6843063cbf90 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:03:25.643445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Attempting to bind port ceea669f-19bd-41f5-9972-6843063cbf90 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:25.654503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:25.654865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:25.655237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:25.655700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Bound port: ceea669f-19bd-41f5-9972-6843063cbf90, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:25.656094 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:25.756514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-40254477-2cce-4570-b006-e10e5eb8edec service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718409 Nov 19 19:03:25.758881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-d913be99-326a-4e55-b0cc-13c5c4cc2748 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294062 Nov 19 19:03:25.862392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['c971181c-19e8-407f-b77a-bfc86bcbf1f3'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:25.877445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] For port ceea669f-19bd-41f5-9972-6843063cbf90, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:25.880768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] For port ceea669f-19bd-41f5-9972-6843063cbf90, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ceea669f-19bd-41f5-9972-6843063cbf90,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:25.896396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-33f6e101-5b06-4fb3-9fb9-d876ce958429 service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375775 Nov 19 19:03:25.897799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'tag': '61144491-eb40-408f-964e-f0b7220db1a5'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:25.906069 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea27e04-4100-47c9-b572-98f70b1efd56" -d '{"events": [{"name": "network-changed", "server_uuid": "8beaac5a-d668-46a2-a18c-b724791d74fa", "tag": "61144491-eb40-408f-964e-f0b7220db1a5"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:25.906263 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-833c90dd-fa40-4649-b837-3449a11b68fa service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385822 Nov 19 19:03:25.916716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:25.989576 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-32af57b8-65c3-4b70-9b75-d4de42923f07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18115d40-7010-4197-8b04-8b4b25274587 HTTP/1.1" status: 200 len: 217 time: 0.0592334 Nov 19 19:03:26.042840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:26.045146 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:26.047415 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] 10.222.0.57 "PUT /v2.0/ports/ceea669f-19bd-41f5-9972-6843063cbf90 HTTP/1.1" status: 200 len: 1096 time: 1.7629647 Nov 19 19:03:26.064849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535104a1-c8ed-4a8b-af88-0a1917fba04c req-f4a8db87-78bc-466d-8de8-f68c981f11b0 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:26.084782 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-535104a1-c8ed-4a8b-af88-0a1917fba04c req-f4a8db87-78bc-466d-8de8-f68c981f11b0 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 948 time: 0.1731496 Nov 19 19:03:26.104620 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:26.147594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccd112-2381-4b41-b202-b1a4350b1ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=ceea669f-19bd-41f5-9972-6843063cbf90,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:26.174506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aa79155-9cd1-4d8c-a309-6e73fe89b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '468b356e-7b07-4e54-adab-491f6a905a03', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'port_id': '61144491-eb40-408f-964e-f0b7220db1a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'mac_address': 'fa:16:3e:3c:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:02:54Z', 'updated_at': '2021-11-19T19:03:21Z', 'revision_number': 1, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9b29-5d2e-44ea-88a1-35407b2c88bf', 'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'mac_address': 'fa:16:3e:8c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:48Z', 'updated_at': '2021-11-19T19:02:58Z', 'revision_number': 5, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'subnets': [{'id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:26.232565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984329b2-0e94-45e9-ba66-7da6714772ef req-f497247a-9a10-40c9-86e9-ef19961b59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:26.239464 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-f497247a-9a10-40c9-86e9-ef19961b59c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76c3e2e336a74fdca74ea55d4cc76987&device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 1099 time: 0.1147730 Nov 19 19:03:26.270145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-535104a1-c8ed-4a8b-af88-0a1917fba04c req-e2397a01-bf0c-4ed7-abd5-2c99d0374299 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841476 Nov 19 19:03:26.288898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa79155-9cd1-4d8c-a309-6e73fe89b3de None None] The sync data for ids ['9af18639-fd2e-45ee-92b1-a76c7df9d208'] in n-d-815373-6 is: [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '468b356e-7b07-4e54-adab-491f6a905a03', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'port_id': '61144491-eb40-408f-964e-f0b7220db1a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'mac_address': 'fa:16:3e:3c:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:02:54Z', 'updated_at': '2021-11-19T19:03:21Z', 'revision_number': 1, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0b9b29-5d2e-44ea-88a1-35407b2c88bf', 'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'mac_address': 'fa:16:3e:8c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:48Z', 'updated_at': '2021-11-19T19:02:58Z', 'revision_number': 5, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'subnets': [{'id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:26.318277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network d4f310aa-0914-4a42-8ec9-fdfd8bd79104 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:26.330418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-a117cbff-5195-4f29-8778-c10cb086707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:26.332133 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-a117cbff-5195-4f29-8778-c10cb086707a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f9665a9-7412-4abc-9a4c-1731fa47e4cc HTTP/1.1" status: 200 len: 797 time: 0.3332028 Nov 19 19:03:26.341658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-7176e8ec-c6dc-4673-8277-aef53fc08f43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=ceea669f-19bd-41f5-9972-6843063cbf90 HTTP/1.1" status: 200 len: 217 time: 0.0934825 Nov 19 19:03:26.348017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:26.359912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:26.434034 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca03c1c4-cbd0-410f-b5eb-fb9eb5e5e439 x-openstack-request-id: req-ca03c1c4-cbd0-410f-b5eb-fb9eb5e5e439 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:26.434929 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8beaac5a-d668-46a2-a18c-b724791d74fa", "tag": "61144491-eb40-408f-964e-f0b7220db1a5", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:26.436955 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca03c1c4-cbd0-410f-b5eb-fb9eb5e5e439 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:26.437692 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'tag': '61144491-eb40-408f-964e-f0b7220db1a5', 'status': 'completed', 'code': 200} Nov 19 19:03:26.441046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=4f1f1411-785b-4b76-bde1-9997bb28543e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:26.544339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388450b-86e0-4806-8a99-a8111e823074 req-88a34254-6e63-48b0-bf08-20741973d32e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:26.554400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0388450b-86e0-4806-8a99-a8111e823074 req-88a34254-6e63-48b0-bf08-20741973d32e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.2487397 Nov 19 19:03:26.577414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984329b2-0e94-45e9-ba66-7da6714772ef req-4d2aa2bc-2787-4111-9615-16953e6455f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:26.578976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-4d2aa2bc-2787-4111-9615-16953e6455f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1402569 Nov 19 19:03:26.591416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:26.592121 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:26.602760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea27e04-4100-47c9-b572-98f70b1efd56 req-cf76e338-dbf5-4df0-a186-c9cabd367df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:26.604864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bea27e04-4100-47c9-b572-98f70b1efd56 req-cf76e338-dbf5-4df0-a186-c9cabd367df6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c129a2232c14c2696db5d9495f2613e&device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 1097 time: 0.1607778 Nov 19 19:03:26.624628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-03449534-d0a2-4b30-b404-467ce2e95dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:26.635458 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-03449534-d0a2-4b30-b404-467ce2e95dd0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18e71340-48e5-45a3-a91b-e4f71f01a421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1954217 Nov 19 19:03:26.655926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c6f751c6-a454-4f6d-9b37-68359db787a8 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.6020167 Nov 19 19:03:26.664247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46682) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:26.696980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '4f1f1411-785b-4b76-bde1-9997bb28543e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:26.697304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2969fc55-e4eb-421b-84ef-d68f9813e666 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:03:26.730094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0388450b-86e0-4806-8a99-a8111e823074 req-1e6ffd61-7766-4aee-b1fe-a92995fe52f8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715314 Nov 19 19:03:26.796045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea27e04-4100-47c9-b572-98f70b1efd56 req-bc787f1a-056d-412c-9fd1-ae8b346e37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:26.803547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bea27e04-4100-47c9-b572-98f70b1efd56 req-bc787f1a-056d-412c-9fd1-ae8b346e37fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b216f6d-17c7-4320-b40d-c378c0a67495 HTTP/1.1" status: 200 len: 912 time: 0.1729090 Nov 19 19:03:26.829723 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:26.904907 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d9404f-dc05-4b65-9ede-4692e5069dbc None None] New status for floating IP 468b356e-7b07-4e54-adab-491f6a905a03: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:03:26.985363 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-39cce65d-fc3f-45db-be84-bf945ce24026 req-744d47fe-fc9a-429b-9c76-350528d13267 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 210 time: 0.1416450 Nov 19 19:03:26.987389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-6f501164-6468-4a15-94e1-926fb7cdfb49 service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304074 Nov 19 19:03:27.031502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984329b2-0e94-45e9-ba66-7da6714772ef req-6453b7b2-cfbb-4efa-8ab9-3c1ff432bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:27.046799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 2969fc55-e4eb-421b-84ef-d68f9813e666, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2969fc55-e4eb-421b-84ef-d68f9813e666,segment=NetworkSegment(5952826d-0ea6-44a4-bd72-ae6f02a7b792),segment_id=5952826d-0ea6-44a4-bd72-ae6f02a7b792)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:27.053356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-6453b7b2-cfbb-4efa-8ab9-3c1ff432bf01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4601455 Nov 19 19:03:27.081531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '2969fc55-e4eb-421b-84ef-d68f9813e666', 'network_id': '968874d1-913d-4144-b244-5ab19d934887', 'port_id': '2969fc55-e4eb-421b-84ef-d68f9813e666', 'mac_address': 'fa:16:3e:4f:32:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f811ffe-4a9a-4328-ba76-f979142aeaa0', 'ip_address': '19.86.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:03:27.172920 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:27.232703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2969fc55-e4eb-421b-84ef-d68f9813e666 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:27.239831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a577a6c-3caa-4c7e-8683-133d34cbc327 req-ab1411b0-1e5d-4b21-85e1-d16156bfb8bb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:27.251263 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a577a6c-3caa-4c7e-8683-133d34cbc327 req-ab1411b0-1e5d-4b21-85e1-d16156bfb8bb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.4446363 Nov 19 19:03:27.254395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90462af-221a-4490-ba5d-1b699b0c1196 req-7873cd55-c9b5-4b95-a927-1fb9918becd7 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:27.259382 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bea27e04-4100-47c9-b572-98f70b1efd56 req-602345d5-ad2e-43b4-b123-9ea0e8c7cd0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61144491-eb40-408f-964e-f0b7220db1a5 HTTP/1.1" status: 200 len: 1000 time: 0.4404626 Nov 19 19:03:27.263527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90462af-221a-4490-ba5d-1b699b0c1196 req-7873cd55-c9b5-4b95-a927-1fb9918becd7 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:27.267794 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c90462af-221a-4490-ba5d-1b699b0c1196 req-7873cd55-c9b5-4b95-a927-1fb9918becd7 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1679 time: 0.1270640 Nov 19 19:03:27.294677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 2969fc55-e4eb-421b-84ef-d68f9813e666, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2969fc55-e4eb-421b-84ef-d68f9813e666,segment=NetworkSegment(5952826d-0ea6-44a4-bd72-ae6f02a7b792),segment_id=5952826d-0ea6-44a4-bd72-ae6f02a7b792)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:27.302848 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:27.310125 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-f7feae7c-a6cd-4149-b980-c44b9f09ac7e service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125415 Nov 19 19:03:27.392829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=2969fc55-e4eb-421b-84ef-d68f9813e666,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:27.406728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-7fd2401a-c9bf-4ada-8e57-dc43d4119e3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd42bb32-903f-483f-a136-2067566b2a74 HTTP/1.1" status: 200 len: 217 time: 0.0812423 Nov 19 19:03:27.437771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a577a6c-3caa-4c7e-8683-133d34cbc327 req-0f44953b-9dd4-4b46-8760-82dfbf834dea tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854544 Nov 19 19:03:27.439178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea27e04-4100-47c9-b572-98f70b1efd56 req-9e075ef9-da31-4206-bd13-cb927013ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:27.440843 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bea27e04-4100-47c9-b572-98f70b1efd56 req-9e075ef9-da31-4206-bd13-cb927013ac22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6 HTTP/1.1" status: 200 len: 850 time: 0.1621430 Nov 19 19:03:27.447338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-7f2a1128-dd7f-48b7-acbd-312af5d79258 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701293 Nov 19 19:03:27.475650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c90462af-221a-4490-ba5d-1b699b0c1196 req-8853ca80-5dbb-4d68-8eb4-c668196da715 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991405 Nov 19 19:03:27.531797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-aebad80c-88bb-4089-a0f4-460f101d198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:27.533529 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-aebad80c-88bb-4089-a0f4-460f101d198f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f9665a9-7412-4abc-9a4c-1731fa47e4cc HTTP/1.1" status: 200 len: 797 time: 0.1227622 Nov 19 19:03:27.621595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:27.637725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-5a494b47-31f7-455b-b621-3c1cd69a5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:27.639788 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-5a494b47-31f7-455b-b621-3c1cd69a5d95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18e71340-48e5-45a3-a91b-e4f71f01a421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0984459 Nov 19 19:03:27.701141 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea27e04-4100-47c9-b572-98f70b1efd56 req-fb6caaef-208d-4a56-8137-67e64dc73e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:27.702621 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bea27e04-4100-47c9-b572-98f70b1efd56 req-fb6caaef-208d-4a56-8137-67e64dc73e72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b216f6d-17c7-4320-b40d-c378c0a67495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2353034 Nov 19 19:03:27.734630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051451f3-a3a0-4896-ad72-07a9b2a4371d req-ca68476e-d783-4d87-a99f-c10a7dfe88da tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:27.734894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['2969fc55-e4eb-421b-84ef-d68f9813e666'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:27.737953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-051451f3-a3a0-4896-ad72-07a9b2a4371d req-ca68476e-d783-4d87-a99f-c10a7dfe88da tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 948 time: 0.1409659 Nov 19 19:03:27.827628 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-ab2550bb-ff5e-48bd-90d6-f46aa36a81e2 service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725693 Nov 19 19:03:27.847652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-051451f3-a3a0-4896-ad72-07a9b2a4371d req-adb19974-e283-4c1c-bd5e-ddb037bfc728 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036263 Nov 19 19:03:27.882970 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984329b2-0e94-45e9-ba66-7da6714772ef req-f2539dec-7d52-458e-ba9d-2a62865f6b20 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127491 Nov 19 19:03:28.029738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2f6c-d9b6-480b-ac68-6cbd4479cf1c req-fb33e342-82e2-429a-833d-4ce51ee3c5db tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:28.031305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ae2f6c-d9b6-480b-ac68-6cbd4479cf1c req-fb33e342-82e2-429a-833d-4ce51ee3c5db tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.0864570 Nov 19 19:03:28.070787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc3c79db-30fd-4244-a8fb-be710cd18138 req-9587d13e-971f-459f-a34e-c5313fa85d2a service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219987 Nov 19 19:03:28.101300 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ae2f6c-d9b6-480b-ac68-6cbd4479cf1c req-dc0bd8aa-bbed-4562-8d00-868eb7c7fa19 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598214 Nov 19 19:03:28.126139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.25.3.174 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/e3a862ce-244f-4881-943b-4c9928398fa1) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:28.153969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8050f62-6511-436d-b7d0-9de94e174813 req-72056023-71ce-448d-9b6b-1a31ab01993d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:28.155446 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-72056023-71ce-448d-9b6b-1a31ab01993d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.2122445 Nov 19 19:03:28.178092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3357ba8-f8d5-493e-bd78-acd990a77e11 req-ed9e132e-1527-40f8-b284-3e375f0d4524 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 210 time: 0.0597367 Nov 19 19:03:28.186419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Request body: {'port': {'device_id': '72529f9f-3c6c-4934-8974-62817f415f4f', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'admin_state_up': True, 'tenant_id': '0822a5990c6d4baa88c1925bc6e8c03d'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:28.203154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bea27e04-4100-47c9-b572-98f70b1efd56 req-61a1bc85-9ef0-4553-8fd8-902b184c6457 service neutron] 10.222.0.21 "GET /v2.0/networks/6b216f6d-17c7-4320-b40d-c378c0a67495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776304 Nov 19 19:03:28.563540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542c0de2-681b-4614-9ca4-7510d3645986', 'tag': 'ceea669f-19bd-41f5-9972-6843063cbf90'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:28.565848 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011e8132-33e2-471e-9471-462adadce4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "542c0de2-681b-4614-9ca4-7510d3645986", "tag": "ceea669f-19bd-41f5-9972-6843063cbf90"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:28.574454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5c525-ac04-4bc3-b1e6-c8b5b1b526b8 req-5d38bbcb-6b48-4061-a82b-2906291be836 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:28.576003 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b5e5c525-ac04-4bc3-b1e6-c8b5b1b526b8 req-5d38bbcb-6b48-4061-a82b-2906291be836 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0559888 Nov 19 19:03:28.609766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c971181c-19e8-407f-b77a-bfc86bcbf1f3 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:28.627557 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b5e5c525-ac04-4bc3-b1e6-c8b5b1b526b8 req-fb5a08b1-7656-442c-9d8d-108ebac70b00 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454421 Nov 19 19:03:28.675575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port c971181c-19e8-407f-b77a-bfc86bcbf1f3 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:03:28.680697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port c971181c-19e8-407f-b77a-bfc86bcbf1f3 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:28.681186 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:28.757378 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bea27e04-4100-47c9-b572-98f70b1efd56 req-d6eeafe4-f086-4a41-8d30-5ee27c5afe59 service neutron] 10.222.0.21 "GET /v2.0/networks/6b216f6d-17c7-4320-b40d-c378c0a67495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284414 Nov 19 19:03:28.770821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5b9ae-5063-4592-90c7-1190c7a9d5a2 req-d14c875f-f6ce-4ddf-93d7-cacd81dc0139 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:28.777336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5b9ae-5063-4592-90c7-1190c7a9d5a2 req-d14c875f-f6ce-4ddf-93d7-cacd81dc0139 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:28.785297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9e5b9ae-5063-4592-90c7-1190c7a9d5a2 req-d14c875f-f6ce-4ddf-93d7-cacd81dc0139 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1680 time: 0.1881247 Nov 19 19:03:28.786138 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:28.793099 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01928e59-bdfc-4168-bceb-3a2fef052ad2 x-openstack-request-id: req-01928e59-bdfc-4168-bceb-3a2fef052ad2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:28.793425 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542c0de2-681b-4614-9ca4-7510d3645986", "tag": "ceea669f-19bd-41f5-9972-6843063cbf90", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:28.793649 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01928e59-bdfc-4168-bceb-3a2fef052ad2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:28.794321 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542c0de2-681b-4614-9ca4-7510d3645986', 'tag': 'ceea669f-19bd-41f5-9972-6843063cbf90', 'status': 'completed', 'code': 200} Nov 19 19:03:28.820701 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c971181c-19e8-407f-b77a-bfc86bcbf1f3'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:28.821028 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:28.824351 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e72203-ba5a-4249-9a37-ce30e27b14a9" -d '{"events": [{"server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "name": "network-vif-plugged", "status": "completed", "tag": "c971181c-19e8-407f-b77a-bfc86bcbf1f3"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:28.824590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Made reservation on behalf of 0822a5990c6d4baa88c1925bc6e8c03d for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:28.829076 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:28.835542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e8132-33e2-471e-9471-462adadce4fe req-0256c58e-5dc7-4eed-a055-26157300793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:28.837809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-011e8132-33e2-471e-9471-462adadce4fe req-0256c58e-5dc7-4eed-a055-26157300793b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76c3e2e336a74fdca74ea55d4cc76987&device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 1099 time: 0.0451472 Nov 19 19:03:28.838470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c971181c-19e8-407f-b77a-bfc86bcbf1f3, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c971181c-19e8-407f-b77a-bfc86bcbf1f3,segment=NetworkSegment(aa695938-5434-4baf-800d-911945ee6c27),segment_id=aa695938-5434-4baf-800d-911945ee6c27)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:28.844332 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:28.911663 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9e5b9ae-5063-4592-90c7-1190c7a9d5a2 req-12218d68-9a0a-49f0-af33-3249d0acc13e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253164 Nov 19 19:03:28.912869 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9a7666-fc0d-408c-bea6-5faa618ae002 x-openstack-request-id: req-0a9a7666-fc0d-408c-bea6-5faa618ae002 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:28.913259 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "name": "network-vif-plugged", "status": "completed", "tag": "c971181c-19e8-407f-b77a-bfc86bcbf1f3", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:28.913781 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a9a7666-fc0d-408c-bea6-5faa618ae002 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:28.914396 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c971181c-19e8-407f-b77a-bfc86bcbf1f3', 'code': 200} Nov 19 19:03:28.975538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c971181c-19e8-407f-b77a-bfc86bcbf1f3,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:28.982288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e8132-33e2-471e-9471-462adadce4fe req-bf5b012a-3c02-4a35-b85a-a2c4ff17e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:28.984908 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-011e8132-33e2-471e-9471-462adadce4fe req-bf5b012a-3c02-4a35-b85a-a2c4ff17e795 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1377146 Nov 19 19:03:29.008329 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:29.045022 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-011e8132-33e2-471e-9471-462adadce4fe req-07c6c73d-c4e2-49dd-8dfe-4f8e3b551808 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=ceea669f-19bd-41f5-9972-6843063cbf90 HTTP/1.1" status: 200 len: 217 time: 0.0522611 Nov 19 19:03:29.076046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:29.084597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c9c45-5f5b-45fa-8ab2-563fa65b6958 req-e0773134-9315-4448-90b7-98a3be880457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.086117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-161c9c45-5f5b-45fa-8ab2-563fa65b6958 req-e0773134-9315-4448-90b7-98a3be880457 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 1096 time: 0.1669049 Nov 19 19:03:29.090440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:29.097360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:29.123480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cd4ff-7e8c-4d54-a1d5-4f9cb8132531 req-aab31d43-9aa9-4b56-8826-45cd79572334 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.124971 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f13cd4ff-7e8c-4d54-a1d5-4f9cb8132531 req-aab31d43-9aa9-4b56-8826-45cd79572334 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 948 time: 0.1217201 Nov 19 19:03:29.126783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e8132-33e2-471e-9471-462adadce4fe req-044a98f7-2a8a-4726-b087-93b508f61ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.128119 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-011e8132-33e2-471e-9471-462adadce4fe req-044a98f7-2a8a-4726-b087-93b508f61ae0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0680361 Nov 19 19:03:29.196603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=e3a862ce-244f-4881-943b-4c9928398fa1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:29.206618 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f13cd4ff-7e8c-4d54-a1d5-4f9cb8132531 req-77c8fc67-e02c-43a0-b4d6-6ce09be6b05d tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747817 Nov 19 19:03:29.211722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Allocated IP 172.20.0.7 (33645d32-bbf5-48f5-aa27-3ad32c083eac/1adb8f58-a9f2-4093-af5c-d27d0a8408a8/b7085f3f-bf97-4f64-a463-86c45016aa4a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:29.214532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e8132-33e2-471e-9471-462adadce4fe req-94925f62-40a2-4bb3-9892-854dd926c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.216042 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-011e8132-33e2-471e-9471-462adadce4fe req-94925f62-40a2-4bb3-9892-854dd926c992 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766129 Nov 19 19:03:29.320089 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-51e013b3-456c-4b93-9f4f-1fb40652c1e5 req-26559c40-3f98-44b7-926e-6dc03fad4110 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 210 time: 0.0326378 Nov 19 19:03:29.363867 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-011e8132-33e2-471e-9471-462adadce4fe req-2f5f33cf-323e-4ad1-a426-c238d2b36ebb service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393936 Nov 19 19:03:29.400270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c9c45-5f5b-45fa-8ab2-563fa65b6958 req-937fc15f-20e7-42e8-9af4-b90aef7c9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.401832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-161c9c45-5f5b-45fa-8ab2-563fa65b6958 req-937fc15f-20e7-42e8-9af4-b90aef7c9c40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.3073046 Nov 19 19:03:29.418729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be38ca3-019b-413a-bb18-e419b324f912 req-21d74461-2225-4ebf-bae1-f74c880732ad tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.420656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8be38ca3-019b-413a-bb18-e419b324f912 req-21d74461-2225-4ebf-bae1-f74c880732ad tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.2123413 Nov 19 19:03:29.459333 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-011e8132-33e2-471e-9471-462adadce4fe req-6c5923bd-7bdd-4e88-9f45-954c7636e18f service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866933 Nov 19 19:03:29.530627 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:29.564974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-161c9c45-5f5b-45fa-8ab2-563fa65b6958 req-ca40c414-2cc6-40f4-8dfc-5df9649557ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399 HTTP/1.1" status: 200 len: 217 time: 0.1396976 Nov 19 19:03:29.714395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8be38ca3-019b-413a-bb18-e419b324f912 req-7a24f0ca-1fbc-4b88-8377-3f17007c6c58 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643757 Nov 19 19:03:29.719963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c9c45-5f5b-45fa-8ab2-563fa65b6958 req-a3886b9d-13d0-47b8-b987-c1ca4bef1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.721410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-161c9c45-5f5b-45fa-8ab2-563fa65b6958 req-a3886b9d-13d0-47b8-b987-c1ca4bef1cdd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1406696 Nov 19 19:03:29.762674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49f8e8-0c57-4c56-abee-455ee6a02ad7 req-67388bfa-6952-4fef-8cc9-945a1e344449 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.764309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b49f8e8-0c57-4c56-abee-455ee6a02ad7 req-67388bfa-6952-4fef-8cc9-945a1e344449 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0627882 Nov 19 19:03:29.772446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:29.820466 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8b49f8e8-0c57-4c56-abee-455ee6a02ad7 req-626f7f5a-9cd5-4ff2-88a5-4fbfc656f8af tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489361 Nov 19 19:03:29.878312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c9c45-5f5b-45fa-8ab2-563fa65b6958 req-4df7f888-6a82-45ae-b374-2503ca688c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.879808 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-161c9c45-5f5b-45fa-8ab2-563fa65b6958 req-4df7f888-6a82-45ae-b374-2503ca688c88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495657 Nov 19 19:03:29.973551 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.097790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Network 33645d32-bbf5-48f5-aa27-3ad32c083eac is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:30.107983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:30.118377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event updated for resources: {'Port': ['ID=b7085f3f-bf97-4f64-a463-86c45016aa4a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:30.123135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:30.178624 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-161c9c45-5f5b-45fa-8ab2-563fa65b6958 req-03265b20-69f6-4832-b7f6-0b8cee4dbb21 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607391 Nov 19 19:03:30.192315 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.202985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba535-08af-4de5-89ac-e16ddae52433 req-2904abcd-8788-4638-9546-b8214e075bec tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:30.208960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba535-08af-4de5-89ac-e16ddae52433 req-2904abcd-8788-4638-9546-b8214e075bec tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:30.210474 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-17dba535-08af-4de5-89ac-e16ddae52433 req-2904abcd-8788-4638-9546-b8214e075bec tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1681 time: 0.1935911 Nov 19 19:03:30.296649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:30.297269 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.341947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478910b9-9550-46ca-9225-cdf9f9246ce3 req-a8873489-e701-41a9-b80d-213ebb7ef2fd tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:30.343662 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-478910b9-9550-46ca-9225-cdf9f9246ce3 req-a8873489-e701-41a9-b80d-213ebb7ef2fd tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 948 time: 0.0533507 Nov 19 19:03:30.351697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-edc35a4f-b7bc-4078-bfc9-82bc9789a477 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1772823 Nov 19 19:03:30.372961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Request body: {'port': {'device_id': '72529f9f-3c6c-4934-8974-62817f415f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:30.393133 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-478910b9-9550-46ca-9225-cdf9f9246ce3 req-52c64a19-c492-4bc8-97ad-fe920ebe1929 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427904 Nov 19 19:03:30.427263 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-17dba535-08af-4de5-89ac-e16ddae52433 req-bdb8da6b-f37a-4cef-8927-797353492c44 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884143 Nov 19 19:03:30.442812 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.447034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-161c9c45-5f5b-45fa-8ab2-563fa65b6958 req-f2455ecd-1e6f-41e4-9c2d-c9b1f1c8658c service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532287 Nov 19 19:03:30.510122 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.514534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b47af-6879-45dd-ad18-665defff68a3 req-833b6db3-d79a-4c70-83f4-fbbaf4d0f9ba tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:30.516044 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c92b47af-6879-45dd-ad18-665defff68a3 req-833b6db3-d79a-4c70-83f4-fbbaf4d0f9ba tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 931 time: 0.0602279 Nov 19 19:03:30.582160 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c92b47af-6879-45dd-ad18-665defff68a3 req-64ed97dc-ef4e-4675-8580-3d753b21bb1f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589952 Nov 19 19:03:30.628069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2969fc55-e4eb-421b-84ef-d68f9813e666 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:30.677800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 2969fc55-e4eb-421b-84ef-d68f9813e666 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:03:30.681853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 2969fc55-e4eb-421b-84ef-d68f9813e666 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:30.682376 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.762507 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.780905 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.786732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.799218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 2969fc55-e4eb-421b-84ef-d68f9813e666, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2969fc55-e4eb-421b-84ef-d68f9813e666,segment=NetworkSegment(5952826d-0ea6-44a4-bd72-ae6f02a7b792),segment_id=5952826d-0ea6-44a4-bd72-ae6f02a7b792)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:30.805416 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.806294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ce09df0a-dbf8-4232-9d33-66b8b3776399 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:30.897333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=2969fc55-e4eb-421b-84ef-d68f9813e666,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:30.916225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=e3a862ce-244f-4881-943b-4c9928398fa1,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:30.922353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2969fc55-e4eb-421b-84ef-d68f9813e666'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:30.925115 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec73cf2a-bfaa-4e63-a170-714b337df287" -d '{"events": [{"server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "name": "network-vif-plugged", "status": "completed", "tag": "2969fc55-e4eb-421b-84ef-d68f9813e666"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:30.936266 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.946356 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.982454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ce09df0a-dbf8-4232-9d33-66b8b3776399, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:30.987255 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:30.989837 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23e240-dc26-4e71-bd93-f8aeaa719b18 req-186654f4-abde-4289-a506-05c9ad18c83e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:30.993796 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef23e240-dc26-4e71-bd93-f8aeaa719b18 req-186654f4-abde-4289-a506-05c9ad18c83e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0626500 Nov 19 19:03:31.045781 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ce09df0a-dbf8-4232-9d33-66b8b3776399,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:31.053745 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef23e240-dc26-4e71-bd93-f8aeaa719b18 req-542e7c01-3f26-4ed9-aa5c-f47eae0af225 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524681 Nov 19 19:03:31.103787 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b0ea72-8af3-483e-bfa7-3995eb3b8397 x-openstack-request-id: req-f7b0ea72-8af3-483e-bfa7-3995eb3b8397 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:31.104760 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "name": "network-vif-plugged", "status": "completed", "tag": "2969fc55-e4eb-421b-84ef-d68f9813e666", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:31.105163 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7b0ea72-8af3-483e-bfa7-3995eb3b8397 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:31.105906 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2969fc55-e4eb-421b-84ef-d68f9813e666', 'code': 200} Nov 19 19:03:31.270751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548269b3-5195-47a7-8fd1-2a0640885296 req-458e8cca-0576-495d-8b77-81c8985fe89b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:31.272190 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-548269b3-5195-47a7-8fd1-2a0640885296 req-458e8cca-0576-495d-8b77-81c8985fe89b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 945 time: 0.4792140 Nov 19 19:03:31.400377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7085f3f-bf97-4f64-a463-86c45016aa4a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:31.417380 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:31.439734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f77d8-92d0-4d5c-999a-2888da063ea1 req-9af2e941-b6f7-4175-a925-20308c09d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:31.440227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f77d8-92d0-4d5c-999a-2888da063ea1 req-9af2e941-b6f7-4175-a925-20308c09d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:31.441971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d19f77d8-92d0-4d5c-999a-2888da063ea1 req-9af2e941-b6f7-4175-a925-20308c09d6d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1984 time: 0.1921523 Nov 19 19:03:31.449714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Transition to ACTIVE for port object b7085f3f-bf97-4f64-a463-86c45016aa4a will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:03:31.453424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-548269b3-5195-47a7-8fd1-2a0640885296 req-4930b63a-544e-4da5-97ed-d124070c2d39 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723025 Nov 19 19:03:31.454503 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP f9490b25-e5f3-4983-bec4-9354e98ed79c associated. External IP: 172.25.3.174, port: 4f1f1411-785b-4b76-bde1-9997bb28543e. Nov 19 19:03:31.500969 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:31.531370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5af63-809c-4848-9849-e4382e04a2fa req-883a903f-7536-403f-acda-8906ace6b9e2 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:31.533180 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bcb5af63-809c-4848-9849-e4382e04a2fa req-883a903f-7536-403f-acda-8906ace6b9e2 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 948 time: 0.0576096 Nov 19 19:03:31.587697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bcb5af63-809c-4848-9849-e4382e04a2fa req-9240dc3a-54f8-42a9-ba7e-d3286b60840b tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483770 Nov 19 19:03:31.656675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Pushing event updated for resources: {'Port': ['ID=b7085f3f-bf97-4f64-a463-86c45016aa4a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:31.664245 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d19f77d8-92d0-4d5c-999a-2888da063ea1 req-3d0e567e-a716-455e-9fc6-88820c60afa8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063704 Nov 19 19:03:31.719439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd4010-0172-4c41-a5e9-7f0bd2350ae0 req-911b74f4-bc11-4e7a-8470-00b9fea3e269 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:31.720902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86cd4010-0172-4c41-a5e9-7f0bd2350ae0 req-911b74f4-bc11-4e7a-8470-00b9fea3e269 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 943 time: 0.0556178 Nov 19 19:03:31.730079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992f145-b9d3-4d93-b0d0-2dbd30833a32 req-d992844c-c466-4845-97ec-c5de93ecae98 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:31.736061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992f145-b9d3-4d93-b0d0-2dbd30833a32 req-d992844c-c466-4845-97ec-c5de93ecae98 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:31.737620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d992f145-b9d3-4d93-b0d0-2dbd30833a32 req-d992844c-c466-4845-97ec-c5de93ecae98 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1682 time: 0.1924310 Nov 19 19:03:31.771309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86cd4010-0172-4c41-a5e9-7f0bd2350ae0 req-77f7310f-af2b-4df4-b9e6-845152ae7ed2 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442162 Nov 19 19:03:31.861208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Attempting to bind port b7085f3f-bf97-4f64-a463-86c45016aa4a on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:31.861545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Attempting to bind port b7085f3f-bf97-4f64-a463-86c45016aa4a by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:31.861911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Attempting to bind port b7085f3f-bf97-4f64-a463-86c45016aa4a on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:31.885069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Port b7085f3f-bf97-4f64-a463-86c45016aa4a on network 33645d32-bbf5-48f5-aa27-3ad32c083eac not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:03:31.885522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Attempting to bind port b7085f3f-bf97-4f64-a463-86c45016aa4a on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:31.899672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d992f145-b9d3-4d93-b0d0-2dbd30833a32 req-e3530575-b00a-4805-bc30-e9725b9ab8ba tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540120 Nov 19 19:03:31.903424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:31.903783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Checking segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:31.904162 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Bound using segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:31.904617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Bound port: b7085f3f-bf97-4f64-a463-86c45016aa4a, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:31.905035 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:31.950090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:32.026288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] For port b7085f3f-bf97-4f64-a463-86c45016aa4a, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:32.030760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] For port b7085f3f-bf97-4f64-a463-86c45016aa4a, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:32.035435 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:32.113623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:32.114279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:32.115734 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] 10.222.0.21 "PUT /v2.0/ports/b7085f3f-bf97-4f64-a463-86c45016aa4a HTTP/1.1" status: 200 len: 1091 time: 1.7513044 Nov 19 19:03:32.116183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72529f9f-3c6c-4934-8974-62817f415f4f', 'tag': 'b7085f3f-bf97-4f64-a463-86c45016aa4a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:32.118480 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78d2062-bbb1-4824-9b62-14b2592ae408" -d '{"events": [{"name": "network-changed", "server_uuid": "72529f9f-3c6c-4934-8974-62817f415f4f", "tag": "b7085f3f-bf97-4f64-a463-86c45016aa4a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:32.176323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49947e-db31-4c26-bb9a-813b5a4d9543 service neutron] Pushing event updated for resources: {'Port': ['ID=b7085f3f-bf97-4f64-a463-86c45016aa4a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:32.179970 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceafdd84-143f-401c-a1cc-989336e4c652 x-openstack-request-id: req-ceafdd84-143f-401c-a1cc-989336e4c652 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:32.180266 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72529f9f-3c6c-4934-8974-62817f415f4f", "tag": "b7085f3f-bf97-4f64-a463-86c45016aa4a", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:32.180527 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ceafdd84-143f-401c-a1cc-989336e4c652 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:32.180929 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72529f9f-3c6c-4934-8974-62817f415f4f', 'tag': 'b7085f3f-bf97-4f64-a463-86c45016aa4a', 'status': 'completed', 'code': 200} Nov 19 19:03:32.184284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:32.194050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7e826-9a11-4cb8-9c45-83de5e030b20 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:32.212446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7e826-9a11-4cb8-9c45-83de5e030b20 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:32.213201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-63a7e826-9a11-4cb8-9c45-83de5e030b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:32.237134 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:32.251784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-63a7e826-9a11-4cb8-9c45-83de5e030b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:32.261241 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a7e826-9a11-4cb8-9c45-83de5e030b20 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:32.261929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-63a7e826-9a11-4cb8-9c45-83de5e030b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:32.268629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8c7b4-3143-4808-8a19-9d81ff678136 req-8cad6fc0-2517-4515-9e55-416e0c6789b9 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:32.270155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ef8c7b4-3143-4808-8a19-9d81ff678136 req-8cad6fc0-2517-4515-9e55-416e0c6789b9 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1384401 Nov 19 19:03:32.288256 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8050f62-6511-436d-b7d0-9de94e174813 req-283f41be-7974-4e87-8a1b-8ff39df74c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:32.289781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-283f41be-7974-4e87-8a1b-8ff39df74c53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 1094 time: 0.1080303 Nov 19 19:03:32.292539 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-916a7ce6-629e-4078-97b0-c22b4df4d817 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.5993607 Nov 19 19:03:32.295647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46764) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:32.295890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-63a7e826-9a11-4cb8-9c45-83de5e030b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:32.296596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7e826-9a11-4cb8-9c45-83de5e030b20 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:32.302598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7eac515c-c7a8-43d9-95b8-85f6c23afb7c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'floatingip': {'port_id': '4f1f1411-785b-4b76-bde1-9997bb28543e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:32.350196 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-92188bc3-04d6-4b0d-b0b1-0885d9a220b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a HTTP/1.1" status: 200 len: 217 time: 0.0434659 Nov 19 19:03:32.359364 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7eac515c-c7a8-43d9-95b8-85f6c23afb7c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:32.368656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ef8c7b4-3143-4808-8a19-9d81ff678136 req-4633213a-502c-4aa9-bb61-2e669d240498 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911140 Nov 19 19:03:32.408725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8050f62-6511-436d-b7d0-9de94e174813 req-2193d70b-4880-4ec4-8571-0477e6edbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:32.410669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-2193d70b-4880-4ec4-8571-0477e6edbd3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.0516653 Nov 19 19:03:32.444417 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-54ebb45a-b5d7-4947-8610-9b3059303c3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257962 Nov 19 19:03:32.561340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-9357c186-184d-4155-8804-0d820863e607 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036251 Nov 19 19:03:32.635080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739b9c0-6c74-48ed-adf8-ea885d9ca2d8 req-c98fe7b5-69f7-42f8-9620-fb9b3d1221f1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:32.637415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6739b9c0-6c74-48ed-adf8-ea885d9ca2d8 req-c98fe7b5-69f7-42f8-9620-fb9b3d1221f1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 943 time: 0.0927987 Nov 19 19:03:32.655827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ceea669f-19bd-41f5-9972-6843063cbf90 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:03:32.665943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8050f62-6511-436d-b7d0-9de94e174813 req-55d92584-0899-4c13-835f-018b68224560 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966799 Nov 19 19:03:32.724914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a71fd-8f66-46c4-9df0-6d2e1cfcdc83 req-d6e0f320-379e-4ad8-947a-d58c523fdd16 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:32.726731 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f5a71fd-8f66-46c4-9df0-6d2e1cfcdc83 req-d6e0f320-379e-4ad8-947a-d58c523fdd16 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 948 time: 0.0597687 Nov 19 19:03:32.768173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ceea669f-19bd-41f5-9972-6843063cbf90, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ceea669f-19bd-41f5-9972-6843063cbf90,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:32.781872 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'ceea669f-19bd-41f5-9972-6843063cbf90', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': 'ceea669f-19bd-41f5-9972-6843063cbf90', 'mac_address': 'fa:16:3e:c5:3b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:03:32.794392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d2062-bbb1-4824-9b62-14b2592ae408 req-ed2936fe-02a4-4131-afcb-d3fadd40e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:32.796080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d78d2062-bbb1-4824-9b62-14b2592ae408 req-ed2936fe-02a4-4131-afcb-d3fadd40e68b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 1094 time: 0.0677540 Nov 19 19:03:32.797226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6739b9c0-6c74-48ed-adf8-ea885d9ca2d8 req-0cb8f2f5-4746-4cb5-915c-fcbe2e412e3d tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469359 Nov 19 19:03:32.821274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f5a71fd-8f66-46c4-9df0-6d2e1cfcdc83 req-ca0e939b-c9e0-4d73-abdc-32166d32a4c7 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645058 Nov 19 19:03:32.848251 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:32.866590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceea669f-19bd-41f5-9972-6843063cbf90 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:32.902685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ceea669f-19bd-41f5-9972-6843063cbf90, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ceea669f-19bd-41f5-9972-6843063cbf90,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:32.919959 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:32.955778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d2062-bbb1-4824-9b62-14b2592ae408 req-615d4ff2-aeb0-4906-8ed3-0ae2a40405dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:32.957264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d78d2062-bbb1-4824-9b62-14b2592ae408 req-615d4ff2-aeb0-4906-8ed3-0ae2a40405dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 913 time: 0.1470537 Nov 19 19:03:32.992108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ceea669f-19bd-41f5-9972-6843063cbf90,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:33.012032 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d78d2062-bbb1-4824-9b62-14b2592ae408 req-73636a10-5988-49ab-a5b7-0fdf8d43a74d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a HTTP/1.1" status: 200 len: 217 time: 0.0408962 Nov 19 19:03:33.036504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3876a2-a7e2-4777-92b7-1be10228ea96 req-312c5a58-e18d-466b-bfc0-fe8a5af33ff1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:33.038118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d3876a2-a7e2-4777-92b7-1be10228ea96 req-312c5a58-e18d-466b-bfc0-fe8a5af33ff1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0981870 Nov 19 19:03:33.106261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d2062-bbb1-4824-9b62-14b2592ae408 req-391597ba-13b9-4e17-8851-5a1d2df88176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:33.107378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce09df0a-dbf8-4232-9d33-66b8b3776399'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:33.107748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d78d2062-bbb1-4824-9b62-14b2592ae408 req-391597ba-13b9-4e17-8851-5a1d2df88176 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.0871882 Nov 19 19:03:33.109925 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c132c7d6-df31-444e-b0b3-08d6aee9b108" -d '{"events": [{"server_uuid": "0222da22-436e-47a3-87fd-89bda00fb3fb", "name": "network-vif-unplugged", "status": "completed", "tag": "ce09df0a-dbf8-4232-9d33-66b8b3776399"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:33.148161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d3876a2-a7e2-4777-92b7-1be10228ea96 req-e3185a31-7ac6-4bb7-ae86-a51e65a958d1 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847025 Nov 19 19:03:33.150140 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d78d2062-bbb1-4824-9b62-14b2592ae408 req-5095cade-e382-439b-aef7-32f50df98d57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336587 Nov 19 19:03:33.274556 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d78d2062-bbb1-4824-9b62-14b2592ae408 req-23c67d53-43cc-4a3a-b729-7284b9c0e28e service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046805 Nov 19 19:03:33.389036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f38a23-207d-4d88-8876-43b684314a47 req-77ff0e7b-db4b-4c9c-a63e-3579520d52ba tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:33.395044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f38a23-207d-4d88-8876-43b684314a47 req-77ff0e7b-db4b-4c9c-a63e-3579520d52ba tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:33.396664 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1f38a23-207d-4d88-8876-43b684314a47 req-77ff0e7b-db4b-4c9c-a63e-3579520d52ba tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1682 time: 0.1211233 Nov 19 19:03:33.412876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['ceea669f-19bd-41f5-9972-6843063cbf90'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:33.430118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7ccb3-d0b8-4629-8ad0-d90d949ec346 req-e7b94c9c-d80a-4e0d-851f-16b71d32f51a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:33.431602 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02b7ccb3-d0b8-4629-8ad0-d90d949ec346 req-e7b94c9c-d80a-4e0d-851f-16b71d32f51a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 943 time: 0.0891573 Nov 19 19:03:33.438908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d78d2062-bbb1-4824-9b62-14b2592ae408 req-3d16badc-ea67-4e8d-ab38-0552af4fb495 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531971 Nov 19 19:03:33.472082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1f38a23-207d-4d88-8876-43b684314a47 req-45f5050d-5dbb-4608-9a68-5ac4473555c4 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657735 Nov 19 19:03:33.533964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7eac515c-c7a8-43d9-95b8-85f6c23afb7c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:33.538671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02b7ccb3-d0b8-4629-8ad0-d90d949ec346 req-de6dc2aa-ceb5-43b6-ba22-63e7f2ce6771 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982814 Nov 19 19:03:33.539768 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7eac515c-c7a8-43d9-95b8-85f6c23afb7c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:33.593072 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e41f0d8-8be3-43e3-8d87-0200118e9403 x-openstack-request-id: req-6e41f0d8-8be3-43e3-8d87-0200118e9403 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:33.593370 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0222da22-436e-47a3-87fd-89bda00fb3fb", "name": "network-vif-unplugged", "status": "failed", "tag": "ce09df0a-dbf8-4232-9d33-66b8b3776399", "code": 422}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:33.593823 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e41f0d8-8be3-43e3-8d87-0200118e9403 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:33.594093 n-d-815373-6 neutron-server[109889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce09df0a-dbf8-4232-9d33-66b8b3776399', 'code': 422} returned with failed status Nov 19 19:03:33.675730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4d64-cdd0-40f4-961d-5a89d85f8c75 req-5b2f2301-33a5-4e0b-b560-15d01e8ff3b4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:33.677252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d97f4d64-cdd0-40f4-961d-5a89d85f8c75 req-5b2f2301-33a5-4e0b-b560-15d01e8ff3b4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0591359 Nov 19 19:03:33.728886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d97f4d64-cdd0-40f4-961d-5a89d85f8c75 req-e7c67056-8d8e-45f9-93cb-0c0332c4a80e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448327 Nov 19 19:03:33.808948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0147a8b-2ea3-442d-8221-54cbe83304af req-240a224d-ccc5-45a8-937a-83a32bb276b2 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:33.810492 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0147a8b-2ea3-442d-8221-54cbe83304af req-240a224d-ccc5-45a8-937a-83a32bb276b2 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0989678 Nov 19 19:03:33.840772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eac515c-c7a8-43d9-95b8-85f6c23afb7c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:33.920772 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0147a8b-2ea3-442d-8221-54cbe83304af req-39915ff7-5913-4166-b967-d2ef9072cb2b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020298 Nov 19 19:03:33.941367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a946b-271a-4945-82a2-82064f080939 req-fedf705b-c3ba-4408-b890-4b27ce83780c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:33.946474 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da8a946b-271a-4945-82a2-82064f080939 req-fedf705b-c3ba-4408-b890-4b27ce83780c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0656345 Nov 19 19:03:34.004803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eac515c-c7a8-43d9-95b8-85f6c23afb7c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:34.006887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da8a946b-271a-4945-82a2-82064f080939 req-78e5717b-105b-4147-ab16-54e504993b7d tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568392 Nov 19 19:03:34.015799 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0c2ba-d788-482f-88cd-6b586a33ecf1 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:34.022697 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7eac515c-c7a8-43d9-95b8-85f6c23afb7c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.033191 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0c2ba-d788-482f-88cd-6b586a33ecf1 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:34.033939 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c1d0c2ba-d788-482f-88cd-6b586a33ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:34.066659 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c1d0c2ba-d788-482f-88cd-6b586a33ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:34.068964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41f73d-7f71-4108-8ef5-112421a37caa req-b31e9b24-2215-4e0b-9f30-d0e67a27ecb1 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:34.070485 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc41f73d-7f71-4108-8ef5-112421a37caa req-b31e9b24-2215-4e0b-9f30-d0e67a27ecb1 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 949 time: 0.0804341 Nov 19 19:03:34.075283 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0c2ba-d788-482f-88cd-6b586a33ecf1 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:34.075972 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c1d0c2ba-d788-482f-88cd-6b586a33ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:34.109046 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7eac515c-c7a8-43d9-95b8-85f6c23afb7c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "PUT /v2.0/floatingips/f9490b25-e5f3-4983-bec4-9354e98ed79c HTTP/1.1" status: 200 len: 979 time: 1.8118880 Nov 19 19:03:34.111148 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c1d0c2ba-d788-482f-88cd-6b586a33ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:34.111806 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0c2ba-d788-482f-88cd-6b586a33ecf1 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:34.111940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46792) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:34.182663 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fc41f73d-7f71-4108-8ef5-112421a37caa req-8f932fd3-8580-40b6-92e3-53e095d561a3 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943058 Nov 19 19:03:34.287676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port e3a862ce-244f-4881-943b-4c9928398fa1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:34.288017 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.365155 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.365484 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.377060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for e3a862ce-244f-4881-943b-4c9928398fa1 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:34.549027 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.580645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=e3a862ce-244f-4881-943b-4c9928398fa1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:34.609322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c13c6-a7a3-4c23-b7c3-ff8b4696842e req-0e22676b-1f35-4662-a8d6-c87ec88a332d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:34.615733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c13c6-a7a3-4c23-b7c3-ff8b4696842e req-0e22676b-1f35-4662-a8d6-c87ec88a332d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:34.618022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-207c13c6-a7a3-4c23-b7c3-ff8b4696842e req-0e22676b-1f35-4662-a8d6-c87ec88a332d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1682 time: 0.0758965 Nov 19 19:03:34.646752 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.647213 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP f9490b25-e5f3-4983-bec4-9354e98ed79c disassociated (deleted). External IP: 172.25.3.174, port: 4f1f1411-785b-4b76-bde1-9997bb28543e. Nov 19 19:03:34.667775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ceea669f-19bd-41f5-9972-6843063cbf90 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:34.668748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-207c13c6-a7a3-4c23-b7c3-ff8b4696842e req-78a7f2e1-b401-4ff5-aa0d-f119a4fa1af9 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 Nov 19 19:03:34.733469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port ceea669f-19bd-41f5-9972-6843063cbf90 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:03:34.742142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port ceea669f-19bd-41f5-9972-6843063cbf90 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:34.742683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.789053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd5804-4b45-4df3-8e5a-d4d4f4393672 req-78c544ed-3d55-48e2-98ce-681f71c2e6ba tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:34.790367 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83bd5804-4b45-4df3-8e5a-d4d4f4393672 req-78c544ed-3d55-48e2-98ce-681f71c2e6ba tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 943 time: 0.1053905 Nov 19 19:03:34.835990 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.872594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ceea669f-19bd-41f5-9972-6843063cbf90, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ceea669f-19bd-41f5-9972-6843063cbf90,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:34.877405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.878469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ce09df0a-dbf8-4232-9d33-66b8b3776399 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:34.944725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b7085f3f-bf97-4f64-a463-86c45016aa4a details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:03:34.970125 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-83bd5804-4b45-4df3-8e5a-d4d4f4393672 req-0883faaf-d202-440e-8a82-c458866230ea tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569836 Nov 19 19:03:35.012094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:35.040535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ceea669f-19bd-41f5-9972-6843063cbf90,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:35.087896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fd23d-ad30-4a63-8681-a76cd0743eb7 req-77baa0ce-cd3e-48c2-9ef6-63f9b1bad892 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:35.089791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a9fd23d-ad30-4a63-8681-a76cd0743eb7 req-77baa0ce-cd3e-48c2-9ef6-63f9b1bad892 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0625074 Nov 19 19:03:35.114319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b7085f3f-bf97-4f64-a463-86c45016aa4a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:35.129281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'b7085f3f-bf97-4f64-a463-86c45016aa4a', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'port_id': 'b7085f3f-bf97-4f64-a463-86c45016aa4a', 'mac_address': 'fa:16:3e:2f:48:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adb8f58-a9f2-4093-af5c-d27d0a8408a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:03:35.144093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a9fd23d-ad30-4a63-8681-a76cd0743eb7 req-20bfb32d-a328-4900-8633-748728a81a7a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452576 Nov 19 19:03:35.170697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0622af3-0b58-4bf9-87c0-ccd332984520 req-a4cf4550-ce3d-462f-8c44-82cf1bb87a94 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:35.172107 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:35.177334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0622af3-0b58-4bf9-87c0-ccd332984520 req-a4cf4550-ce3d-462f-8c44-82cf1bb87a94 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:35.179120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0622af3-0b58-4bf9-87c0-ccd332984520 req-a4cf4550-ce3d-462f-8c44-82cf1bb87a94 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1682 time: 0.1560974 Nov 19 19:03:35.198694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7085f3f-bf97-4f64-a463-86c45016aa4a {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:35.225653 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b7085f3f-bf97-4f64-a463-86c45016aa4a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:35.228584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:35.231765 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:35.235796 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:35.259771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84010f-0b3b-4d2a-ad47-dca81260eb71 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:35.270662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96bb4-a0ff-4d40-92d1-8e4b9fca4828 req-884396df-34a6-4c74-b439-f0c083491f37 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:35.272336 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-02d96bb4-a0ff-4d40-92d1-8e4b9fca4828 req-884396df-34a6-4c74-b439-f0c083491f37 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0672107 Nov 19 19:03:35.276319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0622af3-0b58-4bf9-87c0-ccd332984520 req-e500875a-155b-4c43-834f-c95f33fc3a01 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834765 Nov 19 19:03:35.277651 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3ef466bd-28e9-471e-bf6d-eab1af116570 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/floatingips/f9490b25-e5f3-4983-bec4-9354e98ed79c HTTP/1.1" status: 204 len: 168 time: 1.1638460 Nov 19 19:03:35.280322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46814) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:35.283327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84010f-0b3b-4d2a-ad47-dca81260eb71 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:35.283968 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-dd84010f-0b3b-4d2a-ad47-dca81260eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:35.330179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-dd84010f-0b3b-4d2a-ad47-dca81260eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:35.335967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b7085f3f-bf97-4f64-a463-86c45016aa4a,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:35.345311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84010f-0b3b-4d2a-ad47-dca81260eb71 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:35.345970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-dd84010f-0b3b-4d2a-ad47-dca81260eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:35.380536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-dd84010f-0b3b-4d2a-ad47-dca81260eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:35.381122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84010f-0b3b-4d2a-ad47-dca81260eb71 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:35.395129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8d538-4486-40a5-af38-bd1910177a05 req-76704423-3fbf-41f1-a093-12e6631a7e6b tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:35.396728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-48b8d538-4486-40a5-af38-bd1910177a05 req-76704423-3fbf-41f1-a093-12e6631a7e6b tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 950 time: 0.0545270 Nov 19 19:03:35.409128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-02d96bb4-a0ff-4d40-92d1-8e4b9fca4828 req-3fedb9fa-21c5-4c3c-a505-19b249466434 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263421 Nov 19 19:03:35.442027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e2e77-b22a-4ddc-bb06-58836bfd8919 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port 4f1f1411-785b-4b76-bde1-9997bb28543e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:35.442371 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2e77-b22a-4ddc-bb06-58836bfd8919 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:35.448330 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-48b8d538-4486-40a5-af38-bd1910177a05 req-5439332d-fab4-4c14-9825-d4d40d4d5382 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444891 Nov 19 19:03:35.530625 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2e77-b22a-4ddc-bb06-58836bfd8919 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:35.543406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e2e77-b22a-4ddc-bb06-58836bfd8919 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for 4f1f1411-785b-4b76-bde1-9997bb28543e owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:35.544816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['b7085f3f-bf97-4f64-a463-86c45016aa4a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:35.594731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542c0de2-681b-4614-9ca4-7510d3645986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceea669f-19bd-41f5-9972-6843063cbf90'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:35.596991 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3502328d-ccc9-4bbb-bcb6-e2cd146d30d4" -d '{"events": [{"server_uuid": "542c0de2-681b-4614-9ca4-7510d3645986", "name": "network-vif-plugged", "status": "completed", "tag": "ceea669f-19bd-41f5-9972-6843063cbf90"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:35.646947 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3def0b13-906c-4afa-9718-8c8dd8415ddc x-openstack-request-id: req-3def0b13-906c-4afa-9718-8c8dd8415ddc {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:35.647425 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542c0de2-681b-4614-9ca4-7510d3645986", "name": "network-vif-plugged", "status": "completed", "tag": "ceea669f-19bd-41f5-9972-6843063cbf90", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:35.647752 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3def0b13-906c-4afa-9718-8c8dd8415ddc {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:35.648362 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542c0de2-681b-4614-9ca4-7510d3645986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceea669f-19bd-41f5-9972-6843063cbf90', 'code': 200} Nov 19 19:03:35.763546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2e77-b22a-4ddc-bb06-58836bfd8919 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:35.799450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e2e77-b22a-4ddc-bb06-58836bfd8919 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=4f1f1411-785b-4b76-bde1-9997bb28543e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:35.808749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c613936-d0ce-46de-9411-973fbc6b933d req-6d8d1f53-1c73-43d5-b393-14013f8deae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:35.810580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c613936-d0ce-46de-9411-973fbc6b933d req-6d8d1f53-1c73-43d5-b393-14013f8deae7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 1101 time: 0.0818734 Nov 19 19:03:35.918340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c613936-d0ce-46de-9411-973fbc6b933d req-dd0418bb-7b4d-4bbd-a99e-bad0665ee3fc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875778 Nov 19 19:03:35.923480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2e77-b22a-4ddc-bb06-58836bfd8919 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:35.926693 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bb9e2e77-b22a-4ddc-bb06-58836bfd8919 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/ports/4f1f1411-785b-4b76-bde1-9997bb28543e HTTP/1.1" status: 204 len: 168 time: 0.6453638 Nov 19 19:03:35.930178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46822) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:35.935099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:35.956504 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:36.059184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:36.086963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdc0a2-23e4-4db2-be38-2729c2ef2077 req-17d85108-f4b8-4840-a8ea-1d11946fb0ca tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:36.088467 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-73cdc0a2-23e4-4db2-be38-2729c2ef2077 req-17d85108-f4b8-4840-a8ea-1d11946fb0ca tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 944 time: 0.0541730 Nov 19 19:03:36.137336 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-73cdc0a2-23e4-4db2-be38-2729c2ef2077 req-560dee6b-af50-4974-8a83-2ce52bbaa8e1 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Nov 19 19:03:36.167655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.25.3.46 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/fe2c21ac-4b60-45e8-8d3e-e45a71477372) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:36.298667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be57412-b82c-49c0-ae0a-3b7c7160c888 req-576f1cf0-d48f-4ac9-914b-a78bc8e621d7 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:36.300138 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2be57412-b82c-49c0-ae0a-3b7c7160c888 req-576f1cf0-d48f-4ac9-914b-a78bc8e621d7 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0764172 Nov 19 19:03:36.324493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:36.378565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2be57412-b82c-49c0-ae0a-3b7c7160c888 req-54660e07-6e32-4063-b527-07c4b0df619e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696881 Nov 19 19:03:36.391646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:36.401935 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eaa64-f675-4e26-b6d7-7938b80b1226 req-46f5681e-8b63-4383-afc8-d78402584aaa tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:36.407983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eaa64-f675-4e26-b6d7-7938b80b1226 req-46f5681e-8b63-4383-afc8-d78402584aaa tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:36.409568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e74eaa64-f675-4e26-b6d7-7938b80b1226 req-46f5681e-8b63-4383-afc8-d78402584aaa tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1682 time: 0.0592060 Nov 19 19:03:36.431023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:36.436538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:36.440031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:36.460894 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e74eaa64-f675-4e26-b6d7-7938b80b1226 req-acdc8d27-d3ef-4cac-a749-71d95f560e93 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447266 Nov 19 19:03:36.474437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=fe2c21ac-4b60-45e8-8d3e-e45a71477372,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:36.562301 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:36.574877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1754056-c7bc-458d-90dd-b56c3aba5f4b req-a85996d2-f2aa-44bc-a458-9565fa119ab4 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:36.576469 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1754056-c7bc-458d-90dd-b56c3aba5f4b req-a85996d2-f2aa-44bc-a458-9565fa119ab4 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 950 time: 0.0525451 Nov 19 19:03:36.584658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3446b-a18a-4968-890c-d0c16a7cd442 req-2499034d-30f0-4ea1-8793-aff241deb76e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:36.586241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37a3446b-a18a-4968-890c-d0c16a7cd442 req-2499034d-30f0-4ea1-8793-aff241deb76e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0695670 Nov 19 19:03:36.627602 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:36.631008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1754056-c7bc-458d-90dd-b56c3aba5f4b req-047e7b31-9be3-4c0f-bf85-c748b2bf8d15 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485282 Nov 19 19:03:36.694889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37a3446b-a18a-4968-890c-d0c16a7cd442 req-917aefd5-0a4e-4624-8686-b198f16066e9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917337 Nov 19 19:03:36.812103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:36.816588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:36.945803 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device df01842b-d6a1-4786-809e-542ec0256e19 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:03:36.952167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b7085f3f-bf97-4f64-a463-86c45016aa4a up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:37.070492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port b7085f3f-bf97-4f64-a463-86c45016aa4a completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:03:37.083181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port b7085f3f-bf97-4f64-a463-86c45016aa4a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:37.083557 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:37.118340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:37.138649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'df01842b-d6a1-4786-809e-542ec0256e19', 'network_id': '935b280b-a113-4191-b9df-75069fba237e', 'port_id': 'df01842b-d6a1-4786-809e-542ec0256e19', 'mac_address': 'fa:16:3e:f1:2e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:03:37.218266 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:37.241736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df01842b-d6a1-4786-809e-542ec0256e19 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:37.248135 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:37.254142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=fe2c21ac-4b60-45e8-8d3e-e45a71477372,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:37.273863 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:37.276839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:37.282072 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:37.289434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-fd145ddf-9f76-405b-ac53-448ce5b6f176 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:37.296430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-fd145ddf-9f76-405b-ac53-448ce5b6f176 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:37.298175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-fd145ddf-9f76-405b-ac53-448ce5b6f176 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.57 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1682 time: 0.1581690 Nov 19 19:03:37.327668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b7085f3f-bf97-4f64-a463-86c45016aa4a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:37.335481 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:37.342930 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a17a62d2-5eb1-4130-8879-efee3b53d9e2 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4086938 Nov 19 19:03:37.344096 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:37.360855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=df01842b-d6a1-4786-809e-542ec0256e19,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:37.364994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46858) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:37.371469 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'port': {'network_id': 'd4f310aa-0914-4a42-8ec9-fdfd8bd79104', 'name': 'tempest-FloatingIPTestJSON-183416551'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:37.415949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['df01842b-d6a1-4786-809e-542ec0256e19'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:37.482175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b7085f3f-bf97-4f64-a463-86c45016aa4a,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:37.507374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-17114241-536b-4801-8cbe-11b41105c06f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting port 2969fc55-e4eb-421b-84ef-d68f9813e666 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:37.513991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-17114241-536b-4801-8cbe-11b41105c06f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:37.528052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c919e-4ccf-4f20-966b-4876e35b9ddc req-b63bcacc-304f-4565-827a-80622b674478 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:37.540663 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-050c919e-4ccf-4f20-966b-4876e35b9ddc req-b63bcacc-304f-4565-827a-80622b674478 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 944 time: 0.2183058 Nov 19 19:03:37.636402 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-050c919e-4ccf-4f20-966b-4876e35b9ddc req-c7907c1e-9999-4357-94ab-0d3dfe9820b2 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892951 Nov 19 19:03:37.649024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72529f9f-3c6c-4934-8974-62817f415f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7085f3f-bf97-4f64-a463-86c45016aa4a'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:37.663541 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedc6b00-c603-4e06-b873-3b59c86350a8" -d '{"events": [{"server_uuid": "72529f9f-3c6c-4934-8974-62817f415f4f", "name": "network-vif-plugged", "status": "completed", "tag": "b7085f3f-bf97-4f64-a463-86c45016aa4a"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:37.674150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-17114241-536b-4801-8cbe-11b41105c06f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] For port 2969fc55-e4eb-421b-84ef-d68f9813e666, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2969fc55-e4eb-421b-84ef-d68f9813e666,segment=NetworkSegment(5952826d-0ea6-44a4-bd72-ae6f02a7b792),segment_id=5952826d-0ea6-44a4-bd72-ae6f02a7b792)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:37.674573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-17114241-536b-4801-8cbe-11b41105c06f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:37.679500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Made reservation on behalf of ac47589173be4f8cb17ebb7ae9b7d832 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:37.685056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:37.692694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-17114241-536b-4801-8cbe-11b41105c06f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Calling delete_port for 2969fc55-e4eb-421b-84ef-d68f9813e666 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:37.705670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] device_id is not set on port 0e37cb40-66c5-4e14-8ab5-7653bfbfbd1f yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:03:37.838020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645df94e-c5ad-4adc-a23c-a510bc2ee219 req-e0849939-f8f1-4fca-8b20-3cc586766681 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:37.842731 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-645df94e-c5ad-4adc-a23c-a510bc2ee219 req-e0849939-f8f1-4fca-8b20-3cc586766681 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 945 time: 0.0904021 Nov 19 19:03:37.846945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8223ed-2852-412c-b0a5-bead1fe398e2 req-d9c140f5-64d2-4f07-a3a3-1b848416c82b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:37.853848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8223ed-2852-412c-b0a5-bead1fe398e2 req-d9c140f5-64d2-4f07-a3a3-1b848416c82b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:37.861229 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f8223ed-2852-412c-b0a5-bead1fe398e2 req-d9c140f5-64d2-4f07-a3a3-1b848416c82b tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 1682 time: 0.1419995 Nov 19 19:03:37.934409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.20.0.6 (d4f310aa-0914-4a42-8ec9-fdfd8bd79104/6c6ca2a0-682f-4ef2-8d78-0ad97fdc3b04/0e37cb40-66c5-4e14-8ab5-7653bfbfbd1f) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:37.953823 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-645df94e-c5ad-4adc-a23c-a510bc2ee219 req-6f16dcbb-69ca-4570-96fa-f439a10b34a1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018174 Nov 19 19:03:37.961713 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f8223ed-2852-412c-b0a5-bead1fe398e2 req-e3fbc55e-eeb3-4225-8b1f-38656f17434e tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/security-groups?id=24f3b501-7cba-42ae-9232-65144de09a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953102 Nov 19 19:03:38.008531 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-17114241-536b-4801-8cbe-11b41105c06f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:38.023800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['c971181c-19e8-407f-b77a-bfc86bcbf1f3', '2969fc55-e4eb-421b-84ef-d68f9813e666'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:38.050927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17114241-536b-4801-8cbe-11b41105c06f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Port': ['ID=2969fc55-e4eb-421b-84ef-d68f9813e666,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:38.094157 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff8702b-0755-4556-843b-fc5fe0d51dce x-openstack-request-id: req-9ff8702b-0755-4556-843b-fc5fe0d51dce {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:38.094418 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72529f9f-3c6c-4934-8974-62817f415f4f", "name": "network-vif-plugged", "status": "completed", "tag": "b7085f3f-bf97-4f64-a463-86c45016aa4a", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:38.094685 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ff8702b-0755-4556-843b-fc5fe0d51dce {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:38.095101 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72529f9f-3c6c-4934-8974-62817f415f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7085f3f-bf97-4f64-a463-86c45016aa4a', 'code': 200} Nov 19 19:03:38.200694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-17114241-536b-4801-8cbe-11b41105c06f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] No DVR routers for this DVR port 2969fc55-e4eb-421b-84ef-d68f9813e666 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:03:38.209616 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-17114241-536b-4801-8cbe-11b41105c06f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:38.220880 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-17114241-536b-4801-8cbe-11b41105c06f tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.57 "DELETE /v2.0/ports/2969fc55-e4eb-421b-84ef-d68f9813e666 HTTP/1.1" status: 204 len: 173 time: 0.9127102 Nov 19 19:03:38.237706 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a03bb617-f535-4d3f-a1d4-9d11bd61771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:38.245891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda544ec-322d-41a9-8cca-887f1cf2d578 req-7ec5526f-0281-4e92-9445-b1194c9d28e2 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:38.251460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'name': 'network-vif-deleted', 'tag': '2969fc55-e4eb-421b-84ef-d68f9813e666'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:38.254085 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dda544ec-322d-41a9-8cca-887f1cf2d578 req-7ec5526f-0281-4e92-9445-b1194c9d28e2 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 950 time: 0.1411991 Nov 19 19:03:38.254859 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695d7d2d-a5a8-4dce-b53f-7baa08a79eac" -d '{"events": [{"server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "name": "network-vif-deleted", "tag": "2969fc55-e4eb-421b-84ef-d68f9813e666"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:38.363345 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:38.386485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55e4a0-286f-4ebb-8279-0d4c3a40c2d6 req-68c6b056-91c7-45cf-b0a4-0bc750e21d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:38.387726 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d55e4a0-286f-4ebb-8279-0d4c3a40c2d6 req-68c6b056-91c7-45cf-b0a4-0bc750e21d84 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 1096 time: 0.2810466 Nov 19 19:03:38.396227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dda544ec-322d-41a9-8cca-887f1cf2d578 req-ea2eb60f-2d2f-49c2-b2ee-01974d0bc3f3 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370060 Nov 19 19:03:38.462440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b19d3-85f3-4f50-b5eb-2ad3371844ed req-e8577c4c-6ac2-4e64-849c-03765b35fdc8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:38.470825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f5b19d3-85f3-4f50-b5eb-2ad3371844ed req-e8577c4c-6ac2-4e64-849c-03765b35fdc8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.2831686 Nov 19 19:03:38.478516 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:38.547267 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d55e4a0-286f-4ebb-8279-0d4c3a40c2d6 req-1194248e-a145-42be-b616-fc8021e504dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496661 Nov 19 19:03:38.563569 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network d4f310aa-0914-4a42-8ec9-fdfd8bd79104 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:38.567259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:38.570987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:38.572337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f5b19d3-85f3-4f50-b5eb-2ad3371844ed req-61643c9e-9cd0-4734-b830-7d6e93dd9ed2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984113 Nov 19 19:03:38.580254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting port c971181c-19e8-407f-b77a-bfc86bcbf1f3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:38.591431 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:38.598519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=0e37cb40-66c5-4e14-8ab5-7653bfbfbd1f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:38.638583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:38.639350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:38.673889 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-698c3288-0a4f-4245-ad53-1c402e06f056 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3075337 Nov 19 19:03:38.676659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46884) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:38.687642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-75f76898-7a5b-446c-938e-2af147992839 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'floatingip': {'port_id': '0e37cb40-66c5-4e14-8ab5-7653bfbfbd1f'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:38.708728 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc530ce-e50a-499f-a27a-999c74526aa2 x-openstack-request-id: req-fdc530ce-e50a-499f-a27a-999c74526aa2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:38.709055 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "name": "network-vif-deleted", "tag": "2969fc55-e4eb-421b-84ef-d68f9813e666", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:38.709320 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdc530ce-e50a-499f-a27a-999c74526aa2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:38.709721 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'name': 'network-vif-deleted', 'tag': '2969fc55-e4eb-421b-84ef-d68f9813e666', 'status': 'completed', 'code': 200} Nov 19 19:03:38.759078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75f76898-7a5b-446c-938e-2af147992839 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:38.845563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] For port c971181c-19e8-407f-b77a-bfc86bcbf1f3, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c971181c-19e8-407f-b77a-bfc86bcbf1f3,segment=NetworkSegment(aa695938-5434-4baf-800d-911945ee6c27),segment_id=aa695938-5434-4baf-800d-911945ee6c27)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:38.846582 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:38.873972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Calling delete_port for c971181c-19e8-407f-b77a-bfc86bcbf1f3 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:38.969360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3443-018b-499b-aa2f-3bd12eeefcc2 req-37a23326-e18e-493f-8bc4-256b950cc21f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:38.972069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device df01842b-d6a1-4786-809e-542ec0256e19 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:38.977361 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-170e3443-018b-499b-aa2f-3bd12eeefcc2 req-37a23326-e18e-493f-8bc4-256b950cc21f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.1395695 Nov 19 19:03:39.099672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port df01842b-d6a1-4786-809e-542ec0256e19 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:39.100672 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:39.139054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcab18-161a-4ab4-b3a5-ab71b006029b req-833c9960-3e62-41ac-8c67-3e0ddbb4e365 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:39.141900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52dcab18-161a-4ab4-b3a5-ab71b006029b req-833c9960-3e62-41ac-8c67-3e0ddbb4e365 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 950 time: 0.1049654 Nov 19 19:03:39.291772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52dcab18-161a-4ab4-b3a5-ab71b006029b req-b16f5eb4-0222-4580-abdd-a59260813c85 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639081 Nov 19 19:03:39.295407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:39.359446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-170e3443-018b-499b-aa2f-3bd12eeefcc2 req-b89f7806-6ca6-4715-9d8a-e63b886bf3ae tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787341 Nov 19 19:03:39.365891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Port': ['ID=c971181c-19e8-407f-b77a-bfc86bcbf1f3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:39.393224 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:39.448279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:39.456259 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:39.492775 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.494264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.495489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.497077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.497639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.498368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.498905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.499461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.499992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.500808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.501343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.502048 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:39.536202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db381bae-c9e8-43a4-8942-145112b01e3f req-a83653a6-d257-433e-a1bc-bc618d28e198 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "GET /v2.0/ports?device_id=192593ca-7991-4f0d-8339-45eee9a4cdf9 HTTP/1.1" status: 200 len: 210 time: 0.1372631 Nov 19 19:03:39.596297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=df01842b-d6a1-4786-809e-542ec0256e19,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:39.622997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] No DVR routers for this DVR port c971181c-19e8-407f-b77a-bfc86bcbf1f3 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:03:39.628141 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:39.647331 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec9a2707-d8ed-45de-933a-4981b8ecb337 req-79e0db9a-9421-4f4d-b1c1-67d1860fda54 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.57 "DELETE /v2.0/ports/c971181c-19e8-407f-b77a-bfc86bcbf1f3 HTTP/1.1" status: 204 len: 173 time: 1.3642924 Nov 19 19:03:39.759786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1504-4a4d-4f4b-8cfb-0e5725a939ff req-82861bf1-5455-4d0d-bb76-4c853ff985d0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:39.768362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-48ac1504-4a4d-4f4b-8cfb-0e5725a939ff req-82861bf1-5455-4d0d-bb76-4c853ff985d0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2709410 Nov 19 19:03:39.896397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e425f-8ab6-415e-a369-cba5b802bb52 req-5d1f4f7e-ef3e-459b-bc42-250156bbc3a0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:39.900394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b16e425f-8ab6-415e-a369-cba5b802bb52 req-5d1f4f7e-ef3e-459b-bc42-250156bbc3a0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1028163 Nov 19 19:03:39.973385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b16e425f-8ab6-415e-a369-cba5b802bb52 req-0f3bf526-7b82-4f2f-b659-3d98d44d13b6 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652552 Nov 19 19:03:40.024690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-48ac1504-4a4d-4f4b-8cfb-0e5725a939ff req-5dfe5b64-78a7-45ff-87bd-6e80f48967b8 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531705 Nov 19 19:03:40.047269 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75f76898-7a5b-446c-938e-2af147992839 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:40.054075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75f76898-7a5b-446c-938e-2af147992839 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:40.096402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:40.098932 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddb3631-c7f1-4e09-b2f4-bb907180d8a1" -d '{"events": [{"server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "name": "network-vif-plugged", "status": "completed", "tag": "df01842b-d6a1-4786-809e-542ec0256e19"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:40.141022 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663aaae1-a3ac-4eb3-92ac-3b3a6e53ca95 x-openstack-request-id: req-663aaae1-a3ac-4eb3-92ac-3b3a6e53ca95 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:40.142300 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "name": "network-vif-plugged", "status": "completed", "tag": "df01842b-d6a1-4786-809e-542ec0256e19", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:40.142563 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-663aaae1-a3ac-4eb3-92ac-3b3a6e53ca95 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:40.142963 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19', 'code': 200} Nov 19 19:03:40.174612 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-75f76898-7a5b-446c-938e-2af147992839 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP 39c46fcc-a54e-4642-b41f-4944508971ae associated. External IP: 172.25.3.46, port: 0e37cb40-66c5-4e14-8ab5-7653bfbfbd1f. Nov 19 19:03:40.515514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24820b-37fb-460b-bd99-5b4ff24476f8 req-73149a04-6676-414f-aed2-461e54c5808e tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:40.518632 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b24820b-37fb-460b-bd99-5b4ff24476f8 req-73149a04-6676-414f-aed2-461e54c5808e tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 950 time: 0.1149592 Nov 19 19:03:40.534410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f76898-7a5b-446c-938e-2af147992839 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:40.555617 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a5fa2501-f368-4d07-b501-715af37b503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:40.562357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5c1ec-1a1d-4f29-bb1b-f516aed6b1dc req-a4fa8a5f-a687-46df-a300-76ead384d78f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:40.564049 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ebf5c1ec-1a1d-4f29-bb1b-f516aed6b1dc req-a4fa8a5f-a687-46df-a300-76ead384d78f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.0943022 Nov 19 19:03:40.574094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63bd35-05a0-44f0-b6f9-536c104ec669 req-59603840-1be8-4c47-9f26-9f3e7792279c tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:40.575433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be63bd35-05a0-44f0-b6f9-536c104ec669 req-59603840-1be8-4c47-9f26-9f3e7792279c tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.57 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 950 time: 0.1191518 Nov 19 19:03:40.617375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b24820b-37fb-460b-bd99-5b4ff24476f8 req-38db1805-cec8-480a-a379-e31639c99667 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ca1fc56-dfb7-443e-8f23-695e7128b912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929384 Nov 19 19:03:40.671020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46908) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:40.677409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c971181c-19e8-407f-b77a-bfc86bcbf1f3 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:40.712483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'name': 'network-vif-deleted', 'tag': 'c971181c-19e8-407f-b77a-bfc86bcbf1f3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:40.716103 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853ee69a-6887-45cb-9455-a36a2c1896c9" -d '{"events": [{"server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "name": "network-vif-deleted", "tag": "c971181c-19e8-407f-b77a-bfc86bcbf1f3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:40.732370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: c971181c-19e8-407f-b77a-bfc86bcbf1f3 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:03:40.733882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ebf5c1ec-1a1d-4f29-bb1b-f516aed6b1dc req-3eafcb22-2309-4039-8060-e49be52b464b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583259 Nov 19 19:03:40.738609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c971181c-19e8-407f-b77a-bfc86bcbf1f3 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:03:40.741525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2969fc55-e4eb-421b-84ef-d68f9813e666 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:40.766706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f76898-7a5b-446c-938e-2af147992839 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:40.777498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75f76898-7a5b-446c-938e-2af147992839 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:40.782287 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b8d5b-9b26-4cb3-8659-1a702bf543d5 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:40.790507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 2969fc55-e4eb-421b-84ef-d68f9813e666 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:03:40.790861 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2969fc55-e4eb-421b-84ef-d68f9813e666 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:03:40.803287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-229c8a69-d8c9-41cb-b338-17482fd45a1d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting subnet 6f811ffe-4a9a-4328-ba76-f979142aeaa0 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:03:40.804383 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b8d5b-9b26-4cb3-8659-1a702bf543d5 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:40.805018 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-928b8d5b-9b26-4cb3-8659-1a702bf543d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:40.812647 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-229c8a69-d8c9-41cb-b338-17482fd45a1d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:40.817724 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-75f76898-7a5b-446c-938e-2af147992839 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "PUT /v2.0/floatingips/39c46fcc-a54e-4642-b41f-4944508971ae HTTP/1.1" status: 200 len: 976 time: 2.1389318 Nov 19 19:03:40.817875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46916) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:40.852244 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-928b8d5b-9b26-4cb3-8659-1a702bf543d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:40.855529 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b49c6d-62f7-4419-bc97-5b050eda2069 x-openstack-request-id: req-d0b49c6d-62f7-4419-bc97-5b050eda2069 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:40.855822 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192593ca-7991-4f0d-8339-45eee9a4cdf9", "name": "network-vif-deleted", "tag": "c971181c-19e8-407f-b77a-bfc86bcbf1f3", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:40.856080 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0b49c6d-62f7-4419-bc97-5b050eda2069 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:40.856525 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192593ca-7991-4f0d-8339-45eee9a4cdf9', 'name': 'network-vif-deleted', 'tag': 'c971181c-19e8-407f-b77a-bfc86bcbf1f3', 'status': 'completed', 'code': 200} Nov 19 19:03:40.867257 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b8d5b-9b26-4cb3-8659-1a702bf543d5 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:40.868601 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-928b8d5b-9b26-4cb3-8659-1a702bf543d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:40.916324 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-928b8d5b-9b26-4cb3-8659-1a702bf543d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:40.920539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-be63bd35-05a0-44f0-b6f9-536c104ec669 req-aa9f38bb-ad63-46c3-910e-0642d2c87963 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Deleting port ceea669f-19bd-41f5-9972-6843063cbf90 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:40.921024 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b8d5b-9b26-4cb3-8659-1a702bf543d5 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:40.921110 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-be63bd35-05a0-44f0-b6f9-536c104ec669 req-aa9f38bb-ad63-46c3-910e-0642d2c87963 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:40.933599 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-229c8a69-d8c9-41cb-b338-17482fd45a1d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.157710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde09fb-2ba1-4ec9-a50c-a918f16cff7e req-855fab17-7ff9-45b9-83a7-4e80b75ca27f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:41.160333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-be63bd35-05a0-44f0-b6f9-536c104ec669 req-aa9f38bb-ad63-46c3-910e-0642d2c87963 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] For port ceea669f-19bd-41f5-9972-6843063cbf90, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ceea669f-19bd-41f5-9972-6843063cbf90,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:41.160726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-be63bd35-05a0-44f0-b6f9-536c104ec669 req-aa9f38bb-ad63-46c3-910e-0642d2c87963 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.165395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port 0e37cb40-66c5-4e14-8ab5-7653bfbfbd1f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:41.165732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.169249 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bde09fb-2ba1-4ec9-a50c-a918f16cff7e req-855fab17-7ff9-45b9-83a7-4e80b75ca27f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0819845 Nov 19 19:03:41.222040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-be63bd35-05a0-44f0-b6f9-536c104ec669 req-aa9f38bb-ad63-46c3-910e-0642d2c87963 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Calling delete_port for ceea669f-19bd-41f5-9972-6843063cbf90 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:41.231288 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-229c8a69-d8c9-41cb-b338-17482fd45a1d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.240567 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bde09fb-2ba1-4ec9-a50c-a918f16cff7e req-46fe5e20-945d-4ae0-a705-9b97be8af714 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699675 Nov 19 19:03:41.382643 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.417370 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-229c8a69-d8c9-41cb-b338-17482fd45a1d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.451667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2d07e-087a-4a70-ade6-10499384da01 req-417b9d63-692c-402c-b007-0b503d2b2c3f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:41.453628 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d0f2d07e-087a-4a70-ade6-10499384da01 req-417b9d63-692c-402c-b007-0b503d2b2c3f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0982430 Nov 19 19:03:41.488801 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1429aa98-aa1e-4181-8092-706fac1b12ea None None] Network 968874d1-913d-4144-b244-5ab19d934887 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:03:41.491458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c8a69-d8c9-41cb-b338-17482fd45a1d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Subnet': ['ID=6f811ffe-4a9a-4328-ba76-f979142aeaa0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:41.503194 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-229c8a69-d8c9-41cb-b338-17482fd45a1d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.506563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-229c8a69-d8c9-41cb-b338-17482fd45a1d tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "DELETE /v2.0/subnets/6f811ffe-4a9a-4328-ba76-f979142aeaa0 HTTP/1.1" status: 204 len: 168 time: 0.8339708 Nov 19 19:03:41.512485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46934) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:41.622184 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d0f2d07e-087a-4a70-ade6-10499384da01 req-f0fe2b4a-17d7-4cf6-9c49-79775f94f49b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530013 Nov 19 19:03:41.641840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a74c61-3e69-4557-9a8e-c01bc8f8121a req-c3dbfa6c-672d-409e-a432-7877ae223b7e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:41.648241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d2a74c61-3e69-4557-9a8e-c01bc8f8121a req-c3dbfa6c-672d-409e-a432-7877ae223b7e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.1651580 Nov 19 19:03:41.716376 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.752372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-be63bd35-05a0-44f0-b6f9-536c104ec669 req-aa9f38bb-ad63-46c3-910e-0642d2c87963 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.770924 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['ceea669f-19bd-41f5-9972-6843063cbf90'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:41.791064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] DHCP port deletion for 968874d1-913d-4144-b244-5ab19d934887 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:03:41.804332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f38bb-ad63-46c3-910e-0642d2c87963 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Pushing event deleted for resources: {'Port': ['ID=ceea669f-19bd-41f5-9972-6843063cbf90,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:41.830374 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d2a74c61-3e69-4557-9a8e-c01bc8f8121a req-c5203a64-1bef-4fc5-b55b-5edc814b3cf4 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811552 Nov 19 19:03:41.846025 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1297e7d2-8c98-4254-8ff3-b4a51c0a26ed req-b4d0b862-c4ad-417a-862d-b2ebef694c3c tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.50 "GET /v2.0/ports?device_id=542c0de2-681b-4614-9ca4-7510d3645986 HTTP/1.1" status: 200 len: 210 time: 0.0622773 Nov 19 19:03:41.869397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.905207 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.907360 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.908463 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP 39c46fcc-a54e-4642-b41f-4944508971ae disassociated. External IP: 172.25.3.46, port: 0e37cb40-66c5-4e14-8ab5-7653bfbfbd1f. Nov 19 19:03:41.911321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for 0e37cb40-66c5-4e14-8ab5-7653bfbfbd1f owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:41.911473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:41.911779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.942464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-be63bd35-05a0-44f0-b6f9-536c104ec669 req-aa9f38bb-ad63-46c3-910e-0642d2c87963 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] No DVR routers for this DVR port ceea669f-19bd-41f5-9972-6843063cbf90 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:03:41.951699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-be63bd35-05a0-44f0-b6f9-536c104ec669 req-aa9f38bb-ad63-46c3-910e-0642d2c87963 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:41.955273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be63bd35-05a0-44f0-b6f9-536c104ec669 req-aa9f38bb-ad63-46c3-910e-0642d2c87963 tempest-ServerDiagnosticsNegativeTest-881743318 tempest-ServerDiagnosticsNegativeTest-881743318-project] 10.222.0.57 "DELETE /v2.0/ports/ceea669f-19bd-41f5-9972-6843063cbf90 HTTP/1.1" status: 204 len: 173 time: 1.3526077 Nov 19 19:03:42.015548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Deleting port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:42.016095 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.140030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] For port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5e030c82-fa0e-41dd-aaa7-872a1b0ff31f,segment=NetworkSegment(5952826d-0ea6-44a4-bd72-ae6f02a7b792),segment_id=5952826d-0ea6-44a4-bd72-ae6f02a7b792)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:42.140401 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.177886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Calling delete_port for 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:42.217188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] For port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5e030c82-fa0e-41dd-aaa7-872a1b0ff31f,segment=NetworkSegment(5952826d-0ea6-44a4-bd72-ae6f02a7b792),segment_id=5952826d-0ea6-44a4-bd72-ae6f02a7b792)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:42.217986 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.247386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Calling delete_port for 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:42.350496 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.387036 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.423048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.430848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Pushing event deleted for resources: {'Port': ['ID=5e030c82-fa0e-41dd-aaa7-872a1b0ff31f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:42.442193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] No DVR routers for this DVR port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:03:42.490645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.491306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.491892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.491892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.492904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.493268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.495795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.496290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.496639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.496979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.497315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.497645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6d258-880a-45f1-8347-9a0e6ef90316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.514518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Port': ['ID=5e030c82-fa0e-41dd-aaa7-872a1b0ff31f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:42.515869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=0e37cb40-66c5-4e14-8ab5-7653bfbfbd1f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:42.564740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] No DVR routers for this DVR port 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:03:42.623644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffe4c4-1f78-435d-82db-d14f80c07a62 req-f6770b60-fcb7-4408-a434-b777be2b1eec tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:42.633363 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-23ffe4c4-1f78-435d-82db-d14f80c07a62 req-f6770b60-fcb7-4408-a434-b777be2b1eec tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.2557065 Nov 19 19:03:42.644746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.645565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.646180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.646834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.647432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.647947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.649251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.649821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.650399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.651923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.652525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.653286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:42.687267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:42.771304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.812667 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-23ffe4c4-1f78-435d-82db-d14f80c07a62 req-2d7a855a-8aef-4260-ba13-0e9f8dde03fc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779654 Nov 19 19:03:42.832450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968874d1-913d-4144-b244-5ab19d934887']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:42.849183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5952826d-0ea6-44a4-bd72-ae6f02a7b792') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:42.850252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5952826d-0ea6-44a4-bd72-ae6f02a7b792') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:42.868610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542c0de2-681b-4614-9ca4-7510d3645986', 'name': 'network-vif-deleted', 'tag': 'ceea669f-19bd-41f5-9972-6843063cbf90'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:42.871002 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c0552c-9ed1-4a3e-8263-129ade9082a7" -d '{"events": [{"server_uuid": "542c0de2-681b-4614-9ca4-7510d3645986", "name": "network-vif-deleted", "tag": "ceea669f-19bd-41f5-9972-6843063cbf90"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:42.871240 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.894915 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.904936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:03:42.905344 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.924125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9cb29-a798-4af3-8872-d78f8249ee8f req-d38c0dd6-62e9-4e9c-9be9-03f0d09d3c7e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:42.925802 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7c9cb29-a798-4af3-8872-d78f8249ee8f req-d38c0dd6-62e9-4e9c-9be9-03f0d09d3c7e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1008196 Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:03:42.927651 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:03:42.930252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:42.941640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddccd75-f515-4d29-990a-76ef595f473b None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:42.954403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddccd75-f515-4d29-990a-76ef595f473b None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:42.955768 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7ddccd75-f515-4d29-990a-76ef595f473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:42.996568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7ddccd75-f515-4d29-990a-76ef595f473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:43.009014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddccd75-f515-4d29-990a-76ef595f473b None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:43.010307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7ddccd75-f515-4d29-990a-76ef595f473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:43.036571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d39ff5-eb77-407a-91a0-d79d33c5c9c7 req-bc3cc6ff-8d58-405a-8c12-4c4bd318356c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:43.038283 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8d39ff5-eb77-407a-91a0-d79d33c5c9c7 req-bc3cc6ff-8d58-405a-8c12-4c4bd318356c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.0725040 Nov 19 19:03:43.039843 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.059581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7ddccd75-f515-4d29-990a-76ef595f473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:43.060416 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddccd75-f515-4d29-990a-76ef595f473b None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:43.081095 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.085850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.087577 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "DELETE /v2.0/networks/968874d1-913d-4144-b244-5ab19d934887 HTTP/1.1" status: 204 len: 168 time: 1.5736873 Nov 19 19:03:43.091067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46954) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:43.093644 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fbcb13b7-97b4-4759-9977-811fd1fa4be4 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/ports/0e37cb40-66c5-4e14-8ab5-7653bfbfbd1f HTTP/1.1" status: 204 len: 168 time: 2.2516940 Nov 19 19:03:43.094405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46956) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:43.143323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4772091-5562-4889-8df2-0eecd76edcfb tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Network': ['ID=968874d1-913d-4144-b244-5ab19d934887,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:43.193236 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8d39ff5-eb77-407a-91a0-d79d33c5c9c7 req-708f95ca-8701-45a7-9a89-35f97d789a7b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454470 Nov 19 19:03:43.199957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc377af-f4c1-4b77-b816-deb83a1947ea tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting subnet 57b6234e-98f3-4541-a886-33e3f50d9b4e {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:03:43.204825 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dc377af-f4c1-4b77-b816-deb83a1947ea tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.205921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7c9cb29-a798-4af3-8872-d78f8249ee8f req-2bbc4cb3-8a92-47f4-8534-f4ccf3578fd5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304654 Nov 19 19:03:43.210403 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.223913 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-37a78a53-6cce-428f-be47-8b1ae5c5c90c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "GET /v2.0/floatingips/39c46fcc-a54e-4642-b41f-4944508971ae HTTP/1.1" status: 200 len: 687 time: 0.1260982 Nov 19 19:03:43.225659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46960) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:43.297842 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb150df7-04e0-4099-8ffb-e06524eaed32 x-openstack-request-id: req-eb150df7-04e0-4099-8ffb-e06524eaed32 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:43.298396 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542c0de2-681b-4614-9ca4-7510d3645986", "name": "network-vif-deleted", "tag": "ceea669f-19bd-41f5-9972-6843063cbf90", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:43.298820 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb150df7-04e0-4099-8ffb-e06524eaed32 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:43.299364 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542c0de2-681b-4614-9ca4-7510d3645986', 'name': 'network-vif-deleted', 'tag': 'ceea669f-19bd-41f5-9972-6843063cbf90', 'status': 'completed', 'code': 200} Nov 19 19:03:43.309084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dc377af-f4c1-4b77-b816-deb83a1947ea tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.459736 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dc377af-f4c1-4b77-b816-deb83a1947ea tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.552209 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dc377af-f4c1-4b77-b816-deb83a1947ea tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.595767 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dc377af-f4c1-4b77-b816-deb83a1947ea tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.598757 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8dc377af-f4c1-4b77-b816-deb83a1947ea tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "DELETE /v2.0/subnets/57b6234e-98f3-4541-a886-33e3f50d9b4e HTTP/1.1" status: 204 len: 168 time: 0.5052752 Nov 19 19:03:43.600274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb71a0-6354-4de8-ac22-a5321bcc8bc8 None None] Network 32482316-9b93-43c6-99f2-40e7fe1edb65 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:03:43.637386 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46970) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:43.657320 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc377af-f4c1-4b77-b816-deb83a1947ea tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Subnet': ['ID=57b6234e-98f3-4541-a886-33e3f50d9b4e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:43.740995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46972) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:43.759316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.807372 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:43.841082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Deleting port ed0e3389-cd91-48b8-8b68-89b25344ec85 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:43.841428 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.845432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:03:43.845960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5e030c82-fa0e-41dd-aaa7-872a1b0ff31f not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:03:43.951092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07311b2e-0b11-438d-abcd-2dcdbd424cfb None None] DHCP port deletion for 32482316-9b93-43c6-99f2-40e7fe1edb65 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:03:43.959937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] For port ed0e3389-cd91-48b8-8b68-89b25344ec85, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ed0e3389-cd91-48b8-8b68-89b25344ec85,segment=NetworkSegment(aa695938-5434-4baf-800d-911945ee6c27),segment_id=aa695938-5434-4baf-800d-911945ee6c27)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:43.960495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:43.973577 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Calling delete_port for ed0e3389-cd91-48b8-8b68-89b25344ec85 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:44.021456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a31dab06-2b88-488e-be9d-a832b4cf65c3 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port fe2c21ac-4b60-45e8-8d3e-e45a71477372 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:44.021872 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a31dab06-2b88-488e-be9d-a832b4cf65c3 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.085002 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.091754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-07311b2e-0b11-438d-abcd-2dcdbd424cfb None None] Deleting port ed0e3389-cd91-48b8-8b68-89b25344ec85 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:44.092142 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-07311b2e-0b11-438d-abcd-2dcdbd424cfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.188414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e4324-174a-49c5-8e93-74844ddd6584 req-4b80705f-2637-43d0-b713-8286ab471d2f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:44.189159 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a31dab06-2b88-488e-be9d-a832b4cf65c3 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.189649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a31dab06-2b88-488e-be9d-a832b4cf65c3 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.200320 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297e4324-174a-49c5-8e93-74844ddd6584 req-4b80705f-2637-43d0-b713-8286ab471d2f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.2171459 Nov 19 19:03:44.202255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a31dab06-2b88-488e-be9d-a832b4cf65c3 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for fe2c21ac-4b60-45e8-8d3e-e45a71477372 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:44.241046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-07311b2e-0b11-438d-abcd-2dcdbd424cfb None None] For port ed0e3389-cd91-48b8-8b68-89b25344ec85, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ed0e3389-cd91-48b8-8b68-89b25344ec85,segment=NetworkSegment(aa695938-5434-4baf-800d-911945ee6c27),segment_id=aa695938-5434-4baf-800d-911945ee6c27)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:44.242222 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-07311b2e-0b11-438d-abcd-2dcdbd424cfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.265913 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a27071c5-0f52-49b8-9407-d494164993b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76c3e2e336a74fdca74ea55d4cc76987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5215120 Nov 19 19:03:44.270820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-07311b2e-0b11-438d-abcd-2dcdbd424cfb None None] Calling delete_port for ed0e3389-cd91-48b8-8b68-89b25344ec85 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:44.294277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46982) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:44.307613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297e4324-174a-49c5-8e93-74844ddd6584 req-417c7774-8a07-48b8-9bc2-3a9b05e3b398 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047680 Nov 19 19:03:44.422547 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a31dab06-2b88-488e-be9d-a832b4cf65c3 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.492751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dab06-2b88-488e-be9d-a832b4cf65c3 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=fe2c21ac-4b60-45e8-8d3e-e45a71477372,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:44.530989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082a256-c371-4b05-8f5e-f1da5dc74b06 req-cb98d3d2-4af2-48c5-b1bf-e82222b8c68c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:44.532887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e082a256-c371-4b05-8f5e-f1da5dc74b06 req-cb98d3d2-4af2-48c5-b1bf-e82222b8c68c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1225598 Nov 19 19:03:44.613948 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a31dab06-2b88-488e-be9d-a832b4cf65c3 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.616567 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a31dab06-2b88-488e-be9d-a832b4cf65c3 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.621329 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a31dab06-2b88-488e-be9d-a832b4cf65c3 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/floatingips/39c46fcc-a54e-4642-b41f-4944508971ae HTTP/1.1" status: 204 len: 168 time: 1.3911288 Nov 19 19:03:44.622243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46986) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:44.627174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '6f927771-1b55-42e5-993d-d1ce8f993dff'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:44.648009 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e082a256-c371-4b05-8f5e-f1da5dc74b06 req-10fb33b8-46d1-43b1-94cf-416ea83145bc tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930278 Nov 19 19:03:44.662587 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.668663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ceea669f-19bd-41f5-9972-6843063cbf90 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:44.753877 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.771745 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-07311b2e-0b11-438d-abcd-2dcdbd424cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.861783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Port': ['ID=ed0e3389-cd91-48b8-8b68-89b25344ec85,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:44.863829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] No DVR routers for this DVR port ed0e3389-cd91-48b8-8b68-89b25344ec85 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:03:44.868535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.871616 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf50eb4-c3d2-410d-8d32-bb82f63cbd2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.871764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: ceea669f-19bd-41f5-9972-6843063cbf90 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:03:44.872264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ceea669f-19bd-41f5-9972-6843063cbf90 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:03:44.904209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07311b2e-0b11-438d-abcd-2dcdbd424cfb None None] No DVR routers for this DVR port ed0e3389-cd91-48b8-8b68-89b25344ec85 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:03:44.938309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07311b2e-0b11-438d-abcd-2dcdbd424cfb None None] Pushing event deleted for resources: {'Port': ['ID=ed0e3389-cd91-48b8-8b68-89b25344ec85,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:44.952081 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf50eb4-c3d2-410d-8d32-bb82f63cbd2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:44.986272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed40d1f-427d-4197-a541-d5b79722e5ce req-65fa0f71-050f-4b78-8afe-c45bed9a7990 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:44.987823 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ed40d1f-427d-4197-a541-d5b79722e5ce req-65fa0f71-050f-4b78-8afe-c45bed9a7990 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.2625487 Nov 19 19:03:45.028610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.25.3.122 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/af0af2c8-9d37-43e9-a884-3722bc3f6627) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:45.046814 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.094983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32482316-9b93-43c6-99f2-40e7fe1edb65']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:45.106492 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ed40d1f-427d-4197-a541-d5b79722e5ce req-98fb7551-e603-4849-ab19-d4c6003771bf tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097529 Nov 19 19:03:45.110601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa695938-5434-4baf-800d-911945ee6c27') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:45.110601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa695938-5434-4baf-800d-911945ee6c27') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:45.131936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.133713 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf50eb4-c3d2-410d-8d32-bb82f63cbd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.137652 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf50eb4-c3d2-410d-8d32-bb82f63cbd2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.146416 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fbf50eb4-c3d2-410d-8d32-bb82f63cbd2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ca1fc56-dfb7-443e-8f23-695e7128b912 HTTP/1.1" status: 204 len: 168 time: 0.8376064 Nov 19 19:03:45.173567 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf50eb4-c3d2-410d-8d32-bb82f63cbd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca1fc56-dfb7-443e-8f23-695e7128b912,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:45.176162 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.196969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:03:45.198036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:03:45.201468 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:03:45.259328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.303145 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.321216 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.327527 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] 10.222.0.50 "DELETE /v2.0/networks/32482316-9b93-43c6-99f2-40e7fe1edb65 HTTP/1.1" status: 204 len: 168 time: 1.6863544 Nov 19 19:03:45.338609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ff6ac-d79d-4027-915c-cf3ec33bda26 tempest-ServersTestMultiNic-1792312986 tempest-ServersTestMultiNic-1792312986-project] Pushing event deleted for resources: {'Network': ['ID=32482316-9b93-43c6-99f2-40e7fe1edb65,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:45.359625 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.444517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:45.450100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:45.454323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:45.495509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=af0af2c8-9d37-43e9-a884-3722bc3f6627,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:45.530050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6a40f-f383-44c0-8c24-b39a513b569e req-fbea3851-298f-4f11-ad2f-b63b3864d18a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:45.532541 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28e6a40f-f383-44c0-8c24-b39a513b569e req-fbea3851-298f-4f11-ad2f-b63b3864d18a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1166911 Nov 19 19:03:45.623903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47004) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:45.641481 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-28e6a40f-f383-44c0-8c24-b39a513b569e req-673c1504-4493-4c0e-84c3-1b7c1b49be7e tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983140 Nov 19 19:03:45.665378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47006) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:45.684461 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe117-d6ce-4696-bb86-d470eab3edf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.795258 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe117-d6ce-4696-bb86-d470eab3edf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.800418 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe117-d6ce-4696-bb86-d470eab3edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.835012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ed0e3389-cd91-48b8-8b68-89b25344ec85 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:45.866760 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2ddbe117-d6ce-4696-bb86-d470eab3edf8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99cb9a8bc4d04d1b8b7a487d32acdf24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994123 Nov 19 19:03:45.868692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbe117-d6ce-4696-bb86-d470eab3edf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3200162d-ff25-49a2-9055-99a21efaf8b5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:45.872385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47016) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:45.924947 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: ed0e3389-cd91-48b8-8b68-89b25344ec85 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:03:45.926100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ed0e3389-cd91-48b8-8b68-89b25344ec85 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:03:45.989277 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98282755-0ff2-4e8a-9213-e69b989bb585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:46.019883 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98282755-0ff2-4e8a-9213-e69b989bb585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:46.075363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b58ff2-8034-49ff-a692-7db350b99bc5 req-d4c5ef29-86f9-454a-a9a2-f45f980fd71e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:46.083403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e6b58ff2-8034-49ff-a692-7db350b99bc5 req-d4c5ef29-86f9-454a-a9a2-f45f980fd71e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2491951 Nov 19 19:03:46.170523 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e6b58ff2-8034-49ff-a692-7db350b99bc5 req-6ab4f5b0-e4d1-4771-b38b-820242f477d9 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860174 Nov 19 19:03:46.172140 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98282755-0ff2-4e8a-9213-e69b989bb585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:46.175137 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98282755-0ff2-4e8a-9213-e69b989bb585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:46.180564 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-98282755-0ff2-4e8a-9213-e69b989bb585 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3200162d-ff25-49a2-9055-99a21efaf8b5 HTTP/1.1" status: 204 len: 168 time: 0.2802098 Nov 19 19:03:46.198005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98282755-0ff2-4e8a-9213-e69b989bb585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3200162d-ff25-49a2-9055-99a21efaf8b5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:46.266116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe2a5-09f3-4f5b-a7de-e126f121a6c4 req-c80eb3a1-81fd-4f69-89b5-59ae1c40f288 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:46.267928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16bfe2a5-09f3-4f5b-a7de-e126f121a6c4 req-c80eb3a1-81fd-4f69-89b5-59ae1c40f288 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.2360964 Nov 19 19:03:46.274156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbaa2f-6720-4890-95b0-e4dd9a80e29e req-f3a1d664-9d9b-417a-864c-d6f1811b49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:46.277467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5dbbaa2f-6720-4890-95b0-e4dd9a80e29e req-f3a1d664-9d9b-417a-864c-d6f1811b49fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1096 time: 0.2558661 Nov 19 19:03:46.302589 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:46.546086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a60ee2-618c-414c-aeb6-672760c9e932 req-437a3b5e-0e60-4d14-9e50-84d8d0df787d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:46.552506 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14a60ee2-618c-414c-aeb6-672760c9e932 req-437a3b5e-0e60-4d14-9e50-84d8d0df787d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.1120186 Nov 19 19:03:46.571132 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16bfe2a5-09f3-4f5b-a7de-e126f121a6c4 req-b5c7ae94-b9d7-454e-8180-52bc8096e698 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938304 Nov 19 19:03:46.652717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14a60ee2-618c-414c-aeb6-672760c9e932 req-29a88c8b-a19d-4cba-bcab-6cbfc7a86fc9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899911 Nov 19 19:03:46.684623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbaa2f-6720-4890-95b0-e4dd9a80e29e req-09db5243-698f-4bc4-8309-1d4fe819c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:46.686146 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5dbbaa2f-6720-4890-95b0-e4dd9a80e29e req-09db5243-698f-4bc4-8309-1d4fe819c522 service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.3940501 Nov 19 19:03:46.704247 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:46.851416 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5dbbaa2f-6720-4890-95b0-e4dd9a80e29e req-9b633a90-cd83-4f0c-b9fa-eae44980e765 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 998 time: 0.1561954 Nov 19 19:03:47.002154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbaa2f-6720-4890-95b0-e4dd9a80e29e req-7317aa7a-753f-4cc7-9d35-617277d4c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:47.003650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5dbbaa2f-6720-4890-95b0-e4dd9a80e29e req-7317aa7a-753f-4cc7-9d35-617277d4c169 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1311407 Nov 19 19:03:47.111512 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:47.140032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:47.146516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbaa2f-6720-4890-95b0-e4dd9a80e29e req-b65f752f-eddb-46d5-abfb-4d6702b4226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:47.148031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5dbbaa2f-6720-4890-95b0-e4dd9a80e29e req-b65f752f-eddb-46d5-abfb-4d6702b4226a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299343 Nov 19 19:03:47.299077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=af0af2c8-9d37-43e9-a884-3722bc3f6627,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:47.362939 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:47.374765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:47.460042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5dbbaa2f-6720-4890-95b0-e4dd9a80e29e req-3911135d-359e-4190-b0bb-d2cba53eeecf service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827008 Nov 19 19:03:47.506145 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8a97-4efd-43d6-a479-fb305a6c6e9c req-2cf00243-3139-4455-a00e-7f952694343a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:47.507772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42fa8a97-4efd-43d6-a479-fb305a6c6e9c req-2cf00243-3139-4455-a00e-7f952694343a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.2173436 Nov 19 19:03:47.751724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839f69-85c3-4e50-9fc3-15cc96f90eac req-3468a365-c44e-4ce6-b35d-1707bd840c65 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:47.753301 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65839f69-85c3-4e50-9fc3-15cc96f90eac req-3468a365-c44e-4ce6-b35d-1707bd840c65 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0677724 Nov 19 19:03:47.841154 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65839f69-85c3-4e50-9fc3-15cc96f90eac req-bc64dd8a-1a48-4bf8-81f9-a4a21cfb96d4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801454 Nov 19 19:03:48.000017 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP def22e64-c7e6-49da-8085-15fa2fe7ecb3 associated. External IP: 172.25.3.122, port: 6f927771-1b55-42e5-993d-d1ce8f993dff. Nov 19 19:03:48.006940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f2c8a-a8f4-4d02-b79f-6df51d7f303c req-a2b72820-0c0f-4714-995a-cc851035e7d2 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:48.016180 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-198f2c8a-a8f4-4d02-b79f-6df51d7f303c req-a2b72820-0c0f-4714-995a-cc851035e7d2 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.0845888 Nov 19 19:03:48.083682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-198f2c8a-a8f4-4d02-b79f-6df51d7f303c req-4821fe9d-559d-46f7-91f0-ba327eb78405 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665133 Nov 19 19:03:48.087548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5dbbaa2f-6720-4890-95b0-e4dd9a80e29e req-16e2ce79-6e83-40ff-b745-fce9a58ec397 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128104 Nov 19 19:03:48.103139 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42fa8a97-4efd-43d6-a479-fb305a6c6e9c req-76b0070c-b7de-4cfa-bdc0-a77a0fe677a1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452359 Nov 19 19:03:48.407287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:48.414395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] Deleting port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:48.414739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:48.625206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] For port 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4,segment=NetworkSegment(ae944fef-5ab8-465a-8a3f-157dfcf5f663),segment_id=ae944fef-5ab8-465a-8a3f-157dfcf5f663)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:48.625620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:48.634249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:48.648251 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3bd60-b5a8-404c-8f62-72e1fd8d9d85 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:48.653636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] Calling delete_port for 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:48.666978 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3bd60-b5a8-404c-8f62-72e1fd8d9d85 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:48.667696 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4aa3bd60-b5a8-404c-8f62-72e1fd8d9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:48.678563 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:48.744958 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4aa3bd60-b5a8-404c-8f62-72e1fd8d9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:48.746173 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c8ad020f-1c53-4d55-8322-f5d2c8b8a932 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1221669 Nov 19 19:03:48.748557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47080) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:48.753629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-904870376'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:48.765973 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3bd60-b5a8-404c-8f62-72e1fd8d9d85 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:48.767211 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4aa3bd60-b5a8-404c-8f62-72e1fd8d9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:48.794019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Made reservation on behalf of ac47589173be4f8cb17ebb7ae9b7d832 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:48.799921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:48.834289 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4aa3bd60-b5a8-404c-8f62-72e1fd8d9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:48.834977 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3bd60-b5a8-404c-8f62-72e1fd8d9d85 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:48.892794 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-0e8d7f71-c34f-4d94-9132-1ee86eb4808a tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=620b85c3042b4c5da433f78758e9d993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448432 Nov 19 19:03:48.908476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:03:48.988740 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:48.988989 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Added segment b51be63c-b877-4e63-9f82-4f1043e1dfdf of type vlan for network cd47b4cf-7991-4965-838d-23f996c72bdf Nov 19 19:03:49.030017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed3299-215e-434d-a196-b2b10c50abb2 req-f49a6c1f-316d-4ae8-8e7d-1dd0f21f6400 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:49.032367 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1ed3299-215e-434d-a196-b2b10c50abb2 req-f49a6c1f-316d-4ae8-8e7d-1dd0f21f6400 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0713804 Nov 19 19:03:49.100917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1ed3299-215e-434d-a196-b2b10c50abb2 req-2ca2b497-8e6d-4622-a3b6-33be15f1dabd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583789 Nov 19 19:03:49.120495 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:49.157157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-91b85e68-86fa-4513-9957-68b796009723 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:49.158821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-91b85e68-86fa-4513-9957-68b796009723 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457709 Nov 19 19:03:49.205239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-321a0926-4b4f-47a8-8bdf-af760b914c54 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/quotas/620b85c3042b4c5da433f78758e9d993 HTTP/1.1" status: 200 len: 375 time: 0.0359201 Nov 19 19:03:49.210541 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:49.219335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:49.220339 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:49.233315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971c191-5024-4ad3-a936-8b9894b47d01 req-bea2949f-8820-4580-8486-ea5235896968 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:49.235454 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5971c191-5024-4ad3-a936-8b9894b47d01 req-bea2949f-8820-4580-8486-ea5235896968 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.0579240 Nov 19 19:03:49.240537 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:49.278995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5293870 Nov 19 19:03:49.295239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47098) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:49.299011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5971c191-5024-4ad3-a936-8b9894b47d01 req-080e50f4-3bb1-4f99-9a50-06805c6eb2a3 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561903 Nov 19 19:03:49.304119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'subnet': {'network_id': 'cd47b4cf-7991-4965-838d-23f996c72bdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:49.353564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-7997242d-f3d4-42ef-bd3b-89f0813402c9 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=620b85c3042b4c5da433f78758e9d993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212025 Nov 19 19:03:49.382480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:49.419426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Made reservation on behalf of ac47589173be4f8cb17ebb7ae9b7d832 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:49.425516 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:49.453359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc107cb2-5f03-4e8a-933c-6588bcbd300c tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Network': ['ID=cd47b4cf-7991-4965-838d-23f996c72bdf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:49.465435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network cd47b4cf-7991-4965-838d-23f996c72bdf details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:03:49.688472 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:49.834261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828dd7a-e6ba-4d62-aca5-a3fa9de1a858 req-a55983b1-de35-459c-830e-e8d3cd244d2c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:49.842166 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7828dd7a-e6ba-4d62-aca5-a3fa9de1a858 req-a55983b1-de35-459c-830e-e8d3cd244d2c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.3853886 Nov 19 19:03:49.937926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987965b4-1e37-4714-8fe3-f05713edcd95 req-4cb59aab-7f95-4b01-9863-d4607344dceb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:49.952623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-987965b4-1e37-4714-8fe3-f05713edcd95 req-4cb59aab-7f95-4b01-9863-d4607344dceb tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1560676 Nov 19 19:03:49.985434 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7828dd7a-e6ba-4d62-aca5-a3fa9de1a858 req-fb448b15-3612-4682-8955-3b3edc025e4e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423397 Nov 19 19:03:49.986985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:50.083225 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-987965b4-1e37-4714-8fe3-f05713edcd95 req-ab8b49de-4a62-4940-ba6b-bb55dff0cf22 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284966 Nov 19 19:03:50.113952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Subnet': ['ID=7ad9ff4c-4391-4cef-ab0a-85872af70561,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:50.175437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Checking segment: {'id': 'b51be63c-b877-4e63-9f82-4f1043e1dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'cd47b4cf-7991-4965-838d-23f996c72bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:50.179737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network hostable DHCP agents. Network: cd47b4cf-7991-4965-838d-23f996c72bdf, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:03:50.248899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] Router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:50.249854 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-67cfeff3-40fe-42c2-87ae-17a024b905b5 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=620b85c3042b4c5da433f78758e9d993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516150 Nov 19 19:03:50.297903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network cd47b4cf-7991-4965-838d-23f996c72bdf is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:03:50.416942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, cd47b4cf-7991-4965-838d-23f996c72bdf) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:50.422872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:50.423666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:50.430330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec1f856-30bd-450a-aef6-4094f67d3195 None None] Network cd47b4cf-7991-4965-838d-23f996c72bdf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:03:50.453387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:50.473028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47128) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:50.473642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a65bfb06-0af7-4389-b132-bd7d808cdba4 admin admin] 10.222.0.50 "PUT /v2.0/routers/f415a95f-fcd7-46a0-bc5f-f784ecaf71d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8483841 Nov 19 19:03:50.497803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90efb5b-ece8-483b-8dfc-80dfd69033d6 req-1a0a4045-29a5-40ae-bc61-08d85c3c6919 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:50.500091 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d90efb5b-ece8-483b-8dfc-80dfd69033d6 req-1a0a4045-29a5-40ae-bc61-08d85c3c6919 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1681478 Nov 19 19:03:50.567488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3360b08c-03e3-4412-ab45-a94c65ca1448 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2674501 Nov 19 19:03:50.580765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f83c3e-1f13-4ce4-9f53-9eaf0de5b8c7 None None] Sync routers for ids ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:50.582421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47130) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:50.593122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d90efb5b-ece8-483b-8dfc-80dfd69033d6 req-de5b59cb-528b-47e0-84f9-8923ffb28eab tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780489 Nov 19 19:03:50.600891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-657745106', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:50.656763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f83c3e-1f13-4ce4-9f53-9eaf0de5b8c7 None None] Routers {'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:50.662288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-94f83c3e-1f13-4ce4-9f53-9eaf0de5b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:50.677484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-6bd8a432-06a4-4625-834f-d30a65eca0d2 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:50.686550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-6bd8a432-06a4-4625-834f-d30a65eca0d2 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4357061 Nov 19 19:03:50.721548 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-89beeae8-0346-499c-9282-6b6051005873 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/quotas/620b85c3042b4c5da433f78758e9d993 HTTP/1.1" status: 200 len: 375 time: 0.0339749 Nov 19 19:03:50.738523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:50.739554 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:50.778424 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:50.788944 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:03:50.837527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-94f83c3e-1f13-4ce4-9f53-9eaf0de5b8c7 None None] Set router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:03:50.863410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc485a-feb3-480b-ac21-826c16dde93f req-766244c8-3ce7-4662-91d7-92454a649f95 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:50.865055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7dfc485a-feb3-480b-ac21-826c16dde93f req-766244c8-3ce7-4662-91d7-92454a649f95 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.1337664 Nov 19 19:03:50.951105 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-47da1a1e-504c-4cf1-8cf1-b09d49955d18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=620b85c3042b4c5da433f78758e9d993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2285171 Nov 19 19:03:50.959186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:50.965092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7dfc485a-feb3-480b-ac21-826c16dde93f req-5982b296-cdeb-4347-8f90-86f6e87fe7f8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922954 Nov 19 19:03:51.100453 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:51.162524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-cd47b4cf-7991-4965-838d-23f996c72bdf', 'network_id': 'cd47b4cf-7991-4965-838d-23f996c72bdf', 'tenant_id': 'ac47589173be4f8cb17ebb7ae9b7d832', 'fixed_ips': [{'subnet_id': '7ad9ff4c-4391-4cef-ab0a-85872af70561'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:03:51.163478 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:51.347103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-94f83c3e-1f13-4ce4-9f53-9eaf0de5b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'name': 'tempest-ServersTestMultiNic-247352141-router', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:59Z', 'updated_at': '2021-11-19T19:03:49Z', 'revision_number': 5, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'gw_port': {'id': '705ab8a2-288a-4e44-8590-b148fabbb237', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:00Z', 'updated_at': '2021-11-19T19:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:51.399671 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-0abbef4f-8251-4cc7-9f34-8617bf46b6cc tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=620b85c3042b4c5da433f78758e9d993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394881 Nov 19 19:03:51.487849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f83c3e-1f13-4ce4-9f53-9eaf0de5b8c7 None None] Checking router: f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:03:51.584553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f83c3e-1f13-4ce4-9f53-9eaf0de5b8c7 None None] Routers {'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:51.586907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-94f83c3e-1f13-4ce4-9f53-9eaf0de5b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:51.592065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Deleting port 705ab8a2-288a-4e44-8590-b148fabbb237 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:51.592531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:51.601651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-3bc29c97-69dd-4f02-bc10-c54ec2597362 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:51.603175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-3bc29c97-69dd-4f02-bc10-c54ec2597362 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954753 Nov 19 19:03:51.633707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-53016415-c2ac-41ac-82c8-fc076f4292ac req-5362ab4e-da9c-4430-9935-9877fc9defdc tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 210 time: 0.0288029 Nov 19 19:03:51.638952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Request body: {'port': {'device_id': 'f58ece91-8790-4398-91f7-e864e97457af', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '620b85c3042b4c5da433f78758e9d993'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:51.694679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bb4c9-9ac2-448b-8ae5-7933ba01b789 req-ca2512dd-7fe2-41ae-afda-9cbcc7db1eca tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:51.704937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb4bb4c9-9ac2-448b-8ae5-7933ba01b789 req-ca2512dd-7fe2-41ae-afda-9cbcc7db1eca tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.3020463 Nov 19 19:03:51.875480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Made reservation on behalf of 620b85c3042b4c5da433f78758e9d993 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:51.879857 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:51.907640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.053355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Allocated IP 172.20.0.2 (cd47b4cf-7991-4965-838d-23f996c72bdf/7ad9ff4c-4391-4cef-ab0a-85872af70561/1ddd18e6-190c-404f-820d-9dd1e3342c87) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:52.058924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d43c9-0a63-4cc4-b85f-875a8e8c905f req-02845bbf-fef7-480c-9ffb-b044069c30a5 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:52.061707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db0d43c9-0a63-4cc4-b85f-875a8e8c905f req-02845bbf-fef7-480c-9ffb-b044069c30a5 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1143548 Nov 19 19:03:52.126439 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db0d43c9-0a63-4cc4-b85f-875a8e8c905f req-11e46b03-88a7-45f3-b24f-a13bf840ef71 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545714 Nov 19 19:03:52.154562 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.207941 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.220976 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.273327 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb4bb4c9-9ac2-448b-8ae5-7933ba01b789 req-64455e6d-987f-4302-acee-3bdf6d7c91a1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673180 Nov 19 19:03:52.349826 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.358571 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.397489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] For port 705ab8a2-288a-4e44-8590-b148fabbb237, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=705ab8a2-288a-4e44-8590-b148fabbb237,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:52.399141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-94f83c3e-1f13-4ce4-9f53-9eaf0de5b8c7 None None] Set router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:03:52.399275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Allocated IP 192.168.233.185 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/38c42a2a-63ba-4fa9-88f4-2b2512ef637c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:52.404347 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.410845 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Network cd47b4cf-7991-4965-838d-23f996c72bdf is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:52.440411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:52.468410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Calling delete_port for 705ab8a2-288a-4e44-8590-b148fabbb237 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:52.484499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:52.498287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-94f83c3e-1f13-4ce4-9f53-9eaf0de5b8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'name': 'tempest-ServersTestMultiNic-247352141-router', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:59Z', 'updated_at': '2021-11-19T19:03:50Z', 'revision_number': 6, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:52.570946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f83c3e-1f13-4ce4-9f53-9eaf0de5b8c7 None None] The sync data for ids ['f415a95f-fcd7-46a0-bc5f-f784ecaf71d9'] in n-d-815373-6 is: [{'id': 'f415a95f-fcd7-46a0-bc5f-f784ecaf71d9', 'name': 'tempest-ServersTestMultiNic-247352141-router', 'tenant_id': 'c2aee667bfcd43859f4281c15b680f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:59Z', 'updated_at': '2021-11-19T19:03:50Z', 'revision_number': 6, 'project_id': 'c2aee667bfcd43859f4281c15b680f51', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:52.572911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Pushing event updated for resources: {'Port': ['ID=1ddd18e6-190c-404f-820d-9dd1e3342c87,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:52.591213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.620354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Attempting to bind port 1ddd18e6-190c-404f-820d-9dd1e3342c87 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:52.620843 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Attempting to bind port 1ddd18e6-190c-404f-820d-9dd1e3342c87 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b51be63c-b877-4e63-9f82-4f1043e1dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'cd47b4cf-7991-4965-838d-23f996c72bdf'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:52.621119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Attempting to bind port 1ddd18e6-190c-404f-820d-9dd1e3342c87 on network cd47b4cf-7991-4965-838d-23f996c72bdf {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:52.626852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:52.629475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Checking segment: {'id': 'b51be63c-b877-4e63-9f82-4f1043e1dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'cd47b4cf-7991-4965-838d-23f996c72bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:52.629475 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.629475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Bound using segment: {'id': 'b51be63c-b877-4e63-9f82-4f1043e1dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'cd47b4cf-7991-4965-838d-23f996c72bdf'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:52.629475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Bound port: 1ddd18e6-190c-404f-820d-9dd1e3342c87, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51be63c-b877-4e63-9f82-4f1043e1dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'cd47b4cf-7991-4965-838d-23f996c72bdf'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:52.629475 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.661317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.765235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:52.774548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:52.777603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Pushing event updated for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:52.787960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:52.791588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] For port 1ddd18e6-190c-404f-820d-9dd1e3342c87, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:52.795662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] For port 1ddd18e6-190c-404f-820d-9dd1e3342c87, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1ddd18e6-190c-404f-820d-9dd1e3342c87,segment=NetworkSegment(b51be63c-b877-4e63-9f82-4f1043e1dfdf),segment_id=b51be63c-b877-4e63-9f82-4f1043e1dfdf)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:52.808480 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.829914 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.867902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:52.868643 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.871510 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:52.879758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52483d5e-a2b2-41a1-a6b4-73c0a39b2336,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:52.936644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a98ab-5a8b-4941-98ae-30570fe03be6 req-66c52397-c354-45e1-850f-0948f2ce4c3d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:52.957014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d1a98ab-5a8b-4941-98ae-30570fe03be6 req-66c52397-c354-45e1-850f-0948f2ce4c3d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.3151863 Nov 19 19:03:52.970184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-f47aadc2-81ab-4cef-bea0-30b05317441d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3347244 Nov 19 19:03:52.984419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Request body: {'port': {'device_id': 'f58ece91-8790-4398-91f7-e864e97457af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:53.020272 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-acc2d4c8-acf8-470a-9f8e-42134e35bb59 req-adfbb834-68ad-4279-86d1-d4b77b7c4d88 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 210 time: 0.1944957 Nov 19 19:03:53.041431 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-be0d3b1e-75f6-4f07-b42e-d6ef9f8c3dc2 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=620b85c3042b4c5da433f78758e9d993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1797521 Nov 19 19:03:53.049119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f477c1-6f4f-49ba-9bb9-35f1856743b1 None None] Pushing event updated for resources: {'Port': ['ID=1ddd18e6-190c-404f-820d-9dd1e3342c87,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:53.094794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:53.340895 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d1a98ab-5a8b-4941-98ae-30570fe03be6 req-6e817533-733f-41e3-a942-a83c183dc3b2 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827207 Nov 19 19:03:53.346268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ac232b3d-c747-4d80-847c-823aeb6b2e16 None None] Provisioning complete for port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:53.346648 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ac232b3d-c747-4d80-847c-823aeb6b2e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:53.349051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:53.429044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ac232b3d-c747-4d80-847c-823aeb6b2e16 None None] Port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:03:53.445370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0822d489-d815-4226-bf6e-edb0e505aaa3 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:53.446889 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0822d489-d815-4226-bf6e-edb0e505aaa3 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3647480 Nov 19 19:03:53.483901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Request body: {'port': {'device_id': 'cc12bbf0-abc7-40bc-bf04-649e1ae827fa', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '620b85c3042b4c5da433f78758e9d993'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:53.573788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5c18a-c231-41a9-9052-7bd38fe4c1f5 req-c8612d7e-d094-4aac-a95f-506ad9dadf37 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:53.573788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ac5c18a-c231-41a9-9052-7bd38fe4c1f5 req-c8612d7e-d094-4aac-a95f-506ad9dadf37 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1274586 Nov 19 19:03:53.583282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Pushing event deleted for resources: {'Port': ['ID=705ab8a2-288a-4e44-8590-b148fabbb237,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:53.782596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ac5c18a-c231-41a9-9052-7bd38fe4c1f5 req-50c7d01a-62a8-46dc-872f-3959829fccea tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769433 Nov 19 19:03:53.836496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.25.3.78 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/255e1931-0d3d-462b-95b0-a7de399db2f3) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:53.921443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1ddd18e6-190c-404f-820d-9dd1e3342c87 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:53.929291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Made reservation on behalf of 620b85c3042b4c5da433f78758e9d993 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:53.936772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:53.946977 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.009491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1ddd18e6-190c-404f-820d-9dd1e3342c87 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:54.011270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.132784 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.160328 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.173100 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.180967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 1ddd18e6-190c-404f-820d-9dd1e3342c87, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1ddd18e6-190c-404f-820d-9dd1e3342c87,segment=NetworkSegment(b51be63c-b877-4e63-9f82-4f1043e1dfdf),segment_id=b51be63c-b877-4e63-9f82-4f1043e1dfdf)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:54.184663 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4cf1a-97f8-41e2-b40e-0bce75c24da8 req-4d401909-b1ed-430a-b3b5-6a1aadcfbd9f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:54.186519 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65e4cf1a-97f8-41e2-b40e-0bce75c24da8 req-4d401909-b1ed-430a-b3b5-6a1aadcfbd9f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.7366207 Nov 19 19:03:54.202224 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.289562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:54.328201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=1ddd18e6-190c-404f-820d-9dd1e3342c87,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:54.332718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:03:54.333256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2d4019a8-bd0f-4394-9ac1-edeb65ad1cf4 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:03:54.333887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 705ab8a2-288a-4e44-8590-b148fabbb237 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:54.361032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 705ab8a2-288a-4e44-8590-b148fabbb237 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:03:54.361381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 705ab8a2-288a-4e44-8590-b148fabbb237 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:03:54.392765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-611a2fad-248f-4167-96f0-cee4370e5960 req-e2d5e8d4-56fa-4ec0-a002-6736fc7f7c6b tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 210 time: 0.0522037 Nov 19 19:03:54.401880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c42a2a-63ba-4fa9-88f4-2b2512ef637c {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:54.418391 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.418921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:03:54.430779 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.453354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Transition to ACTIVE for port object 38c42a2a-63ba-4fa9-88f4-2b2512ef637c will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:03:54.464773 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.479176 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.484911 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dd6a9621-c7c6-4a92-99bc-de9a3d6a464d admin admin] 10.222.0.50 "DELETE /v2.0/routers/f415a95f-fcd7-46a0-bc5f-f784ecaf71d9 HTTP/1.1" status: 204 len: 168 time: 4.0081325 Nov 19 19:03:54.498529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47172) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:54.542706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Pushing event updated for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:54.671542 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.779717 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.794899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92b3de-4782-45ce-b4fb-a62024e33727 req-c92c6d4c-c315-4256-a781-e2aadbaf7479 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:54.803841 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d92b3de-4782-45ce-b4fb-a62024e33727 req-c92c6d4c-c315-4256-a781-e2aadbaf7479 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.1036861 Nov 19 19:03:54.834333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Attempting to bind port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:54.834737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Attempting to bind port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:54.835170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Attempting to bind port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:54.844111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:03:54.844605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Attempting to bind port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:54.855460 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65e4cf1a-97f8-41e2-b40e-0bce75c24da8 req-122b350a-723f-4b11-bbb0-30d568cd044a tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6065633 Nov 19 19:03:54.857279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:54.857732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:54.858614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:54.858916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Bound port: 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:54.859375 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.877488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Allocated IP 192.168.233.220 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/54e2bf4b-7f91-49af-8f13-7445897df93c) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:54.896041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cde427c-5123-49a6-9397-6ebeec901ca3 None None] Network cd47b4cf-7991-4965-838d-23f996c72bdf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:03:54.924217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:54.938013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54fb5a9-ac1b-478d-89d6-f7a1319b4cb2 admin admin] Deleting subnet 0d7157a4-367a-4e1f-9b8b-31797d206e8d {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:03:54.948473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:54.954820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d92b3de-4782-45ce-b4fb-a62024e33727 req-d3291a5e-d6f3-4afc-80f4-e318d3b3a507 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498642 Nov 19 19:03:54.957337 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e54fb5a9-ac1b-478d-89d6-f7a1319b4cb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:54.967410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:55.020539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=255e1931-0d3d-462b-95b0-a7de399db2f3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:55.047521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:55.054588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:55.066072 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:55.073647 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:55.098172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e54fb5a9-ac1b-478d-89d6-f7a1319b4cb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:55.136207 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e8f25d1b-c9bf-4f98-9960-5d6238a5976e None None] Provisioning complete for port 1ddd18e6-190c-404f-820d-9dd1e3342c87 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:55.136642 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8f25d1b-c9bf-4f98-9960-5d6238a5976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:55.183101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Pushing event updated for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:55.195462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:55.197898 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:55.199574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-5228f926-bc68-4d37-a03a-836b47fc0d88 service neutron] 10.222.0.57 "PUT /v2.0/ports/38c42a2a-63ba-4fa9-88f4-2b2512ef637c HTTP/1.1" status: 200 len: 1096 time: 2.2206607 Nov 19 19:03:55.200351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:55.202501 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:55.348030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-ac2c595e-39cd-4fcc-bc00-ddf4609cf768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:55.352862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-ac2c595e-39cd-4fcc-bc00-ddf4609cf768 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620b85c3042b4c5da433f78758e9d993&device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 1099 time: 0.0999000 Nov 19 19:03:55.380654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968c341-4bf8-4c25-b8fd-220e1f2b2d0f req-23cdda8e-cb34-4838-93ff-9845ba19265e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:55.394558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4968c341-4bf8-4c25-b8fd-220e1f2b2d0f req-23cdda8e-cb34-4838-93ff-9845ba19265e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.3940318 Nov 19 19:03:55.454295 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-d03bfbef-4c9e-410f-af61-d569a4d4f809 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c HTTP/1.1" status: 200 len: 217 time: 0.0939057 Nov 19 19:03:55.597573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4254-29b8-49f6-8c07-e41de3fe07a4 req-ef493617-237e-4382-abcc-fa7c1de9793f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:55.600508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-828b4254-29b8-49f6-8c07-e41de3fe07a4 req-ef493617-237e-4382-abcc-fa7c1de9793f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1648650 Nov 19 19:03:55.602766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-745d41b9-7bdb-436e-b9ab-afe69d292a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:55.604864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-745d41b9-7bdb-436e-b9ab-afe69d292a95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1437476 Nov 19 19:03:55.744126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-99996c06-ff1f-4b9a-869a-ba1b0109d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:55.746141 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-99996c06-ff1f-4b9a-869a-ba1b0109d800 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296866 Nov 19 19:03:55.758591 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-828b4254-29b8-49f6-8c07-e41de3fe07a4 req-87ad54e8-1f70-437a-ace3-7b9f0540a7d8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474247 Nov 19 19:03:55.831257 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e8b280c9-6984-4f01-bb57-a6cbc08a2d3c None None] Provisioning complete for port 1ddd18e6-190c-404f-820d-9dd1e3342c87 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:55.831627 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8b280c9-6984-4f01-bb57-a6cbc08a2d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:55.861985 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0066ec27-b348-4642-bb92-ad2fb83d72ae x-openstack-request-id: req-0066ec27-b348-4642-bb92-ad2fb83d72ae {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:55.864011 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:55.865299 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0066ec27-b348-4642-bb92-ad2fb83d72ae {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:55.865914 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'status': 'completed', 'code': 200} Nov 19 19:03:55.896130 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1ddd18e6-190c-404f-820d-9dd1e3342c87 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:55.949108 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-b2b3a111-9232-46e7-b369-b30eaaa4b69f service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890130 Nov 19 19:03:55.997927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1ddd18e6-190c-404f-820d-9dd1e3342c87 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:55.998360 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:56.043911 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c833067c-4411-4514-a2e8-8b47751c248c req-d28c0b23-89cb-4e49-b145-03b9dc81da1f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 210 time: 0.0658777 Nov 19 19:03:56.081425 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e54fb5a9-ac1b-478d-89d6-f7a1319b4cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:56.110974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4a606-07c5-4d3d-b7b7-a1e0e5a11f1a req-a78ed309-e0b4-4650-8b9a-63ee24bc54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:56.112413 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74f4a606-07c5-4d3d-b7b7-a1e0e5a11f1a req-a78ed309-e0b4-4650-8b9a-63ee24bc54d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150e4155c84e42198c074cd95c02f145&device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 1096 time: 0.7752643 Nov 19 19:03:56.135851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b175774-fa5f-4171-abf4-1dc62fb27a70 req-ac5b9a03-8695-484c-876b-0ad3d6d7862f service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790223 Nov 19 19:03:56.175816 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4968c341-4bf8-4c25-b8fd-220e1f2b2d0f req-ce24d03a-ea20-4997-a3e1-42dde1c77c46 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6962934 Nov 19 19:03:56.266868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8 req-7241ce24-87e9-4d07-83d5-604a736dc8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:56.268399 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8 req-7241ce24-87e9-4d07-83d5-604a736dc8eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620b85c3042b4c5da433f78758e9d993&device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 1099 time: 0.0478604 Nov 19 19:03:56.387715 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:56.389401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8 req-fb4d7888-36ee-43ab-b2c0-180692780dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:56.391135 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8 req-fb4d7888-36ee-43ab-b2c0-180692780dc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1155849 Nov 19 19:03:56.435847 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:56.443850 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8 req-6bab8519-5226-4a58-a312-88f5cb261867 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c HTTP/1.1" status: 200 len: 217 time: 0.0447724 Nov 19 19:03:56.491942 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e54fb5a9-ac1b-478d-89d6-f7a1319b4cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:56.514927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8 req-4cf2e10e-541a-4291-ab1c-c8e74e314191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:56.516681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8 req-4cf2e10e-541a-4291-ab1c-c8e74e314191 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0650549 Nov 19 19:03:56.526558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fca1c-dafc-4740-869e-369bfed89cec req-6d3a7bdf-b281-467f-8d34-5c56667c02bb tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:56.533773 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b0fca1c-dafc-4740-869e-369bfed89cec req-6d3a7bdf-b281-467f-8d34-5c56667c02bb tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.2598412 Nov 19 19:03:56.573833 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8 req-6c01e5c7-fa9a-42f2-a488-c94b1448c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:56.575844 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8 req-6c01e5c7-fa9a-42f2-a488-c94b1448c360 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0510035 Nov 19 19:03:56.581213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4a606-07c5-4d3d-b7b7-a1e0e5a11f1a req-c14015d5-08b4-4981-8a89-d9fe70bbf2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:56.582705 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74f4a606-07c5-4d3d-b7b7-a1e0e5a11f1a req-c14015d5-08b4-4981-8a89-d9fe70bbf2db service neutron] 10.222.0.57 "GET /v2.0/networks?id=868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 200 len: 913 time: 0.3981235 Nov 19 19:03:56.583409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fb5a9-ac1b-478d-89d6-f7a1319b4cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d7157a4-367a-4e1f-9b8b-31797d206e8d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:56.585406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e54fb5a9-ac1b-478d-89d6-f7a1319b4cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:56.592050 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e54fb5a9-ac1b-478d-89d6-f7a1319b4cb2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0d7157a4-367a-4e1f-9b8b-31797d206e8d HTTP/1.1" status: 204 len: 168 time: 1.9687231 Nov 19 19:03:56.594404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b02bec-1730-4471-92f6-7b0897c499d5 None None] Network 47998ccf-0361-4da4-989f-99aa309b019b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:03:56.602805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47196) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:56.709646 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:56.761334 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:56.795350 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b0fca1c-dafc-4740-869e-369bfed89cec req-6a267154-a554-4a01-a9b3-b40f851a33f6 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603240 Nov 19 19:03:56.802508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8 req-4dc271c0-c313-479e-aa60-40b71399b87a service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159960 Nov 19 19:03:56.863962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:56.869602 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74f4a606-07c5-4d3d-b7b7-a1e0e5a11f1a req-953bed40-d718-499e-a737-029dde67e01a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 200 len: 998 time: 0.2697377 Nov 19 19:03:56.881896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:56.884016 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5403f178-65dc-48a4-bafa-9fa869cd3843 None None] DHCP port deletion for 47998ccf-0361-4da4-989f-99aa309b019b request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:03:56.889330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:56.902075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Pushing event updated for resources: {'Port': ['ID=54e2bf4b-7f91-49af-8f13-7445897df93c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:56.996227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5403f178-65dc-48a4-bafa-9fa869cd3843 None None] Deleting port 347027a9-b0b7-4988-887d-35036088c263 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:56.996744 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5403f178-65dc-48a4-bafa-9fa869cd3843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.034819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:57.035631 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.057817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4a606-07c5-4d3d-b7b7-a1e0e5a11f1a req-434c5e5c-cc68-48da-ab4e-38ac2fe1ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:57.060860 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74f4a606-07c5-4d3d-b7b7-a1e0e5a11f1a req-434c5e5c-cc68-48da-ab4e-38ac2fe1ee86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 200 len: 851 time: 0.1761258 Nov 19 19:03:57.074227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Deleting port 347027a9-b0b7-4988-887d-35036088c263 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:03:57.074847 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.076124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.106172 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-25e34867-6e93-417e-b608-41b84d48d490 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6442819 Nov 19 19:03:57.151591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5403f178-65dc-48a4-bafa-9fa869cd3843 None None] For port 347027a9-b0b7-4988-887d-35036088c263, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=347027a9-b0b7-4988-887d-35036088c263,segment=NetworkSegment(ae944fef-5ab8-465a-8a3f-157dfcf5f663),segment_id=ae944fef-5ab8-465a-8a3f-157dfcf5f663)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:57.151993 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5403f178-65dc-48a4-bafa-9fa869cd3843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.199085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Request body: {'port': {'device_id': 'cc12bbf0-abc7-40bc-bf04-649e1ae827fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:57.209886 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5403f178-65dc-48a4-bafa-9fa869cd3843 None None] Calling delete_port for 347027a9-b0b7-4988-887d-35036088c263 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:57.215641 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ad2a27d-ad3a-49be-ad5c-3f4299113fa8 req-b0234d90-869d-4799-8166-bb7ff37f6eec service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851047 Nov 19 19:03:57.227657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561f346-d5ef-4ef9-8e78-ac8e1e3f7086 req-52b6b1b7-9179-439b-9b39-c719695b79ca tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:57.230590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d561f346-d5ef-4ef9-8e78-ac8e1e3f7086 req-52b6b1b7-9179-439b-9b39-c719695b79ca tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.2592833 Nov 19 19:03:57.288267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] For port 347027a9-b0b7-4988-887d-35036088c263, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=347027a9-b0b7-4988-887d-35036088c263,segment=NetworkSegment(ae944fef-5ab8-465a-8a3f-157dfcf5f663),segment_id=ae944fef-5ab8-465a-8a3f-157dfcf5f663)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:57.290089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.339536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d561f346-d5ef-4ef9-8e78-ac8e1e3f7086 req-3f33810e-57a7-4b52-a83d-e42eb3327bf0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992706 Nov 19 19:03:57.340690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Calling delete_port for 347027a9-b0b7-4988-887d-35036088c263 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:03:57.357600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4a606-07c5-4d3d-b7b7-a1e0e5a11f1a req-36bca6c3-b692-4f86-aab1-22d252dbd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:57.359066 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74f4a606-07c5-4d3d-b7b7-a1e0e5a11f1a req-36bca6c3-b692-4f86-aab1-22d252dbd9f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=868a0451-7a93-491d-aa08-705efd7de61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2755017 Nov 19 19:03:57.383157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9719ec1a-2389-4122-ba06-38dac468ac05 None None] Provisioning complete for port 54e2bf4b-7f91-49af-8f13-7445897df93c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:57.383667 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9719ec1a-2389-4122-ba06-38dac468ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.388529 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5403f178-65dc-48a4-bafa-9fa869cd3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.411624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9652e-35ff-4213-9cf2-fd0158c1e90d req-336ab361-b800-4a4c-b0da-953a6e92bdea tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:57.413188 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97f9652e-35ff-4213-9cf2-fd0158c1e90d req-336ab361-b800-4a4c-b0da-953a6e92bdea tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 936 time: 0.2465868 Nov 19 19:03:57.421873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403f178-65dc-48a4-bafa-9fa869cd3843 None None] No DVR routers for this DVR port 347027a9-b0b7-4988-887d-35036088c263 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:03:57.460384 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.507179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Pushing event deleted for resources: {'Port': ['ID=347027a9-b0b7-4988-887d-35036088c263,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:57.521011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] No DVR routers for this DVR port 347027a9-b0b7-4988-887d-35036088c263 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:03:57.521665 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9719ec1a-2389-4122-ba06-38dac468ac05 None None] Port 54e2bf4b-7f91-49af-8f13-7445897df93c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:03:57.523738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403f178-65dc-48a4-bafa-9fa869cd3843 None None] Pushing event deleted for resources: {'Port': ['ID=347027a9-b0b7-4988-887d-35036088c263,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:57.552954 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.645495 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97f9652e-35ff-4213-9cf2-fd0158c1e90d req-4ee16bf9-883a-485d-be58-ed5e52f3a233 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569319 Nov 19 19:03:57.663703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74f4a606-07c5-4d3d-b7b7-a1e0e5a11f1a req-112fa676-60c2-49e5-beec-8b039a9cea64 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604628 Nov 19 19:03:57.673878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8ac63-16d3-46b7-81e9-dfbc1540d9b6 req-76ab8bad-aa27-407f-ab90-d099df51326e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:57.675387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3bf8ac63-16d3-46b7-81e9-dfbc1540d9b6 req-76ab8bad-aa27-407f-ab90-d099df51326e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1696062 Nov 19 19:03:57.679236 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.714795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47998ccf-0361-4da4-989f-99aa309b019b']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:57.729074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae944fef-5ab8-465a-8a3f-157dfcf5f663') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:57.729398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae944fef-5ab8-465a-8a3f-157dfcf5f663') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:57.746722 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.771226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3bf8ac63-16d3-46b7-81e9-dfbc1540d9b6 req-ab5aac9e-cf64-4953-a55b-677143aac464 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820053 Nov 19 19:03:57.775139 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.785406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:03:57.785739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:03:57.787959 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:03:57.792166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 347027a9-b0b7-4988-887d-35036088c263 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:57.819780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 347027a9-b0b7-4988-887d-35036088c263 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:03:57.820751 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 347027a9-b0b7-4988-887d-35036088c263 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:03:57.859024 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.870333 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:57.874952 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] 10.222.0.50 "DELETE /v2.0/networks/47998ccf-0361-4da4-989f-99aa309b019b HTTP/1.1" status: 204 len: 168 time: 1.2705014 Nov 19 19:03:57.897780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda8ffb-da35-466e-b2f6-1a36cd93f34c admin admin] Pushing event deleted for resources: {'Network': ['ID=47998ccf-0361-4da4-989f-99aa309b019b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:57.960316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b658e4-9bec-44fa-865f-6674b44214b0 req-e27cf5ca-2e31-4ba7-bee0-d9128a27ca97 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:57.961913 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23b658e4-9bec-44fa-865f-6674b44214b0 req-e27cf5ca-2e31-4ba7-bee0-d9128a27ca97 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.0687594 Nov 19 19:03:58.021704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23b658e4-9bec-44fa-865f-6674b44214b0 req-c3924e35-6278-4c8d-ab45-bad4db05fdcc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518558 Nov 19 19:03:58.095907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47222) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:58.132210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router c0f3c322-b588-42d3-be9b-e45def17df23 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:03:58.167734 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-45689aca-1630-465c-986d-ce4f0a3916cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2aee667bfcd43859f4281c15b680f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705266 Nov 19 19:03:58.170978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9c5f9-9c41-4d2d-90da-b95c9c6b9799 req-497a033d-9de9-4ca7-adba-bf9a5bb9f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:58.172569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdb9c5f9-9c41-4d2d-90da-b95c9c6b9799 req-497a033d-9de9-4ca7-adba-bf9a5bb9f0a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 1097 time: 0.0694540 Nov 19 19:03:58.173141 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47224) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:58.270862 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74f4a606-07c5-4d3d-b7b7-a1e0e5a11f1a req-2adf5bf3-0c71-43da-8544-09849beecc22 service neutron] 10.222.0.57 "GET /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883446 Nov 19 19:03:58.288080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6e4f11f-2dc4-4df3-a8a6-0de391af927f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:58.312399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9c5f9-9c41-4d2d-90da-b95c9c6b9799 req-cc262c54-aeba-4072-85e8-33b7580bfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:58.313948 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdb9c5f9-9c41-4d2d-90da-b95c9c6b9799 req-cc262c54-aeba-4072-85e8-33b7580bfeb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 200 len: 914 time: 0.1335828 Nov 19 19:03:58.323013 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6e4f11f-2dc4-4df3-a8a6-0de391af927f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:58.366991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:58.377129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdb9c5f9-9c41-4d2d-90da-b95c9c6b9799 req-b37ec322-a1d7-424b-9f2f-95c2c2f89993 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df01842b-d6a1-4786-809e-542ec0256e19 HTTP/1.1" status: 200 len: 217 time: 0.0470371 Nov 19 19:03:58.382496 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8e0c29-d6a3-4d76-941c-ffba269810d0 None None] Sync routers for ids ['c0f3c322-b588-42d3-be9b-e45def17df23'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:58.397311 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8e0c29-d6a3-4d76-941c-ffba269810d0 None None] Routers {'c0f3c322-b588-42d3-be9b-e45def17df23'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:58.398007 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2c8e0c29-d6a3-4d76-941c-ffba269810d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c0f3c322-b588-42d3-be9b-e45def17df23'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:58.419715 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:58.421236 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ee4efcaf-d42d-478d-86ba-dc43244cf2f9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8356011 Nov 19 19:03:58.426346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47228) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:58.443068 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2c8e0c29-d6a3-4d76-941c-ffba269810d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:58.455183 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8e0c29-d6a3-4d76-941c-ffba269810d0 None None] Routers {'c0f3c322-b588-42d3-be9b-e45def17df23'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:58.456048 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2c8e0c29-d6a3-4d76-941c-ffba269810d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c0f3c322-b588-42d3-be9b-e45def17df23'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:58.462567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9c5f9-9c41-4d2d-90da-b95c9c6b9799 req-342773db-fd4b-468d-b34a-81d0001070d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:58.465237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdb9c5f9-9c41-4d2d-90da-b95c9c6b9799 req-342773db-fd4b-468d-b34a-81d0001070d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126 HTTP/1.1" status: 200 len: 853 time: 0.0809796 Nov 19 19:03:58.472337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6e4f11f-2dc4-4df3-a8a6-0de391af927f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:58.475908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6e4f11f-2dc4-4df3-a8a6-0de391af927f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:58.481017 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a6e4f11f-2dc4-4df3-a8a6-0de391af927f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24f3b501-7cba-42ae-9232-65144de09a36 HTTP/1.1" status: 204 len: 168 time: 0.3038523 Nov 19 19:03:58.504530 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2c8e0c29-d6a3-4d76-941c-ffba269810d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:58.504717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e2bf4b-7f91-49af-8f13-7445897df93c {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:58.505521 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8e0c29-d6a3-4d76-941c-ffba269810d0 None None] The sync data for ids ['c0f3c322-b588-42d3-be9b-e45def17df23'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:58.514864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdb9c5f9-9c41-4d2d-90da-b95c9c6b9799 req-0b596f1f-6e9e-40be-9296-5837aac65a2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=935b280b-a113-4191-b9df-75069fba237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357096 Nov 19 19:03:58.515646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4f11f-2dc4-4df3-a8a6-0de391af927f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f3b501-7cba-42ae-9232-65144de09a36,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:58.521056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:58.585762 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Transition to ACTIVE for port object 54e2bf4b-7f91-49af-8f13-7445897df93c will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:03:58.597429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8ce00-58bc-47fe-8c55-eef862b46039 req-3faea146-cf15-4dc5-a3f0-f5bdd83d9ac0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:58.598961 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27f8ce00-58bc-47fe-8c55-eef862b46039 req-3faea146-cf15-4dc5-a3f0-f5bdd83d9ac0 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1311047 Nov 19 19:03:58.601683 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:58.628465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdb9c5f9-9c41-4d2d-90da-b95c9c6b9799 req-25a2fc5c-b9da-4d00-9fe6-c88995f3f2d6 service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056888 Nov 19 19:03:58.761860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Pushing event updated for resources: {'Port': ['ID=54e2bf4b-7f91-49af-8f13-7445897df93c,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:58.762682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdb9c5f9-9c41-4d2d-90da-b95c9c6b9799 req-775f1bbd-747d-43da-a667-0329561a29d0 service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263926 Nov 19 19:03:58.822246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd2bb1-486e-4003-bb0d-ee314b0cfbcf req-9cf7be22-7545-4030-8e99-40cd6ffc0838 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:58.823762 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00fd2bb1-486e-4003-bb0d-ee314b0cfbcf req-9cf7be22-7545-4030-8e99-40cd6ffc0838 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 948 time: 0.0800743 Nov 19 19:03:58.862861 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27f8ce00-58bc-47fe-8c55-eef862b46039 req-69034dca-cd30-4187-9381-0f00c117b7bf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478395 Nov 19 19:03:58.936246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00fd2bb1-486e-4003-bb0d-ee314b0cfbcf req-1b5f82b8-76fe-4ee1-bd87-3a657826b330 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053002 Nov 19 19:03:58.949488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Attempting to bind port 54e2bf4b-7f91-49af-8f13-7445897df93c on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:58.949846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Attempting to bind port 54e2bf4b-7f91-49af-8f13-7445897df93c by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:58.950182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Attempting to bind port 54e2bf4b-7f91-49af-8f13-7445897df93c on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:58.962939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Port 54e2bf4b-7f91-49af-8f13-7445897df93c on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:03:58.963396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Attempting to bind port 54e2bf4b-7f91-49af-8f13-7445897df93c on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:59.019048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:59.019391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:59.019788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:59.020238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Bound port: 54e2bf4b-7f91-49af-8f13-7445897df93c, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:59.020608 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.189158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0b09f-916d-4f9f-bd33-f8be66389825 req-68fc5e8c-8b7a-418c-b125-4b7ea318695b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:59.191623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df123f13-a30f-4aaa-8eef-c21542a187f8 req-d51bd5a5-c685-47a1-9575-b4ef5f630498 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:59.193158 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-df123f13-a30f-4aaa-8eef-c21542a187f8 req-d51bd5a5-c685-47a1-9575-b4ef5f630498 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.1672096 Nov 19 19:03:59.197314 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73a0b09f-916d-4f9f-bd33-f8be66389825 req-68fc5e8c-8b7a-418c-b125-4b7ea318695b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.0853310 Nov 19 19:03:59.274682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73a0b09f-916d-4f9f-bd33-f8be66389825 req-cfd23be2-449c-448d-a7bb-2455d7b67a40 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757084 Nov 19 19:03:59.281339 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] For port 54e2bf4b-7f91-49af-8f13-7445897df93c, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:59.324903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] For port 54e2bf4b-7f91-49af-8f13-7445897df93c, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=54e2bf4b-7f91-49af-8f13-7445897df93c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:59.339604 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.376208 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-df123f13-a30f-4aaa-8eef-c21542a187f8 req-ecdd5183-54b9-4ea2-b5be-0edee0059c4d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523900 Nov 19 19:03:59.410817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:59.411431 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.412821 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] 10.222.0.57 "PUT /v2.0/ports/54e2bf4b-7f91-49af-8f13-7445897df93c HTTP/1.1" status: 200 len: 1096 time: 2.2448773 Nov 19 19:03:59.418009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc12bbf0-abc7-40bc-bf04-649e1ae827fa', 'tag': '54e2bf4b-7f91-49af-8f13-7445897df93c'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:59.420553 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17023cea-19e5-467a-a6b6-2755854b80ec" -d '{"events": [{"name": "network-changed", "server_uuid": "cc12bbf0-abc7-40bc-bf04-649e1ae827fa", "tag": "54e2bf4b-7f91-49af-8f13-7445897df93c"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:59.465794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47262) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:59.485789 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9c8164-0676-4f1b-980f-fd282cb01304 x-openstack-request-id: req-3f9c8164-0676-4f1b-980f-fd282cb01304 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:59.486112 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc12bbf0-abc7-40bc-bf04-649e1ae827fa", "tag": "54e2bf4b-7f91-49af-8f13-7445897df93c", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:59.486348 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f9c8164-0676-4f1b-980f-fd282cb01304 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:59.486759 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc12bbf0-abc7-40bc-bf04-649e1ae827fa', 'tag': '54e2bf4b-7f91-49af-8f13-7445897df93c', 'status': 'completed', 'code': 200} Nov 19 19:03:59.507282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c172fe3-3887-47fc-807d-3ba6ab31bc7f service neutron] Pushing event updated for resources: {'Port': ['ID=54e2bf4b-7f91-49af-8f13-7445897df93c,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:59.526387 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.545672 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.591499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-220311249-network', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:59.598065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-c8c74310-91c5-437e-bde1-776e9f3a8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:59.599580 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-c8c74310-91c5-437e-bde1-776e9f3a8b48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620b85c3042b4c5da433f78758e9d993&device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 1099 time: 0.1299262 Nov 19 19:03:59.614230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:59.617659 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.627713 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.649901 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-13a036e7-c879-49d5-9246-8ee78485c3ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=54e2bf4b-7f91-49af-8f13-7445897df93c HTTP/1.1" status: 200 len: 217 time: 0.0411623 Nov 19 19:03:59.714432 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.718304 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.743487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:03:59.750783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-4406805d-605c-4881-af26-9ad13578b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:59.752042 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-4406805d-605c-4881-af26-9ad13578b229 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0708129 Nov 19 19:03:59.753414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e74c2-80f0-4a3f-8f59-281bcd210495,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:59.760108 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.760468 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Added segment e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da of type vlan for network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c Nov 19 19:03:59.808086 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.832882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.833909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:59.834501 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:59.894118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4267459 Nov 19 19:03:59.898282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47268) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:59.899568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d129e-aa47-4ba1-bc27-ea6d4508fd1a admin admin] Pushing event updated for resources: {'Network': ['ID=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:59.903723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] Request body: {'subnet': {'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-220311249-subnet', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:59.918914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:03:59.966086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-e25eaf3b-b381-40ab-bcdb-24ee6416f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:59.967895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-e25eaf3b-b381-40ab-bcdb-24ee6416f832 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2090063 Nov 19 19:04:00.067502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:00.069835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:00.122740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16d986-0bf2-4351-b8d0-ed43221c7495 req-79d2acaa-cb6c-424f-a096-ccad5571583b tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:00.124321 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7e16d986-0bf2-4351-b8d0-ed43221c7495 req-79d2acaa-cb6c-424f-a096-ccad5571583b tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 948 time: 0.0501876 Nov 19 19:04:00.179308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7e16d986-0bf2-4351-b8d0-ed43221c7495 req-43babcc1-05cc-4b86-b0ee-74a4f8a91f9f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488958 Nov 19 19:04:00.395802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b34f6-82e6-4996-a270-dc53d26137d1 req-d8d7246b-7e5f-45af-8e07-394649bd03b9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:00.397296 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe1b34f6-82e6-4996-a270-dc53d26137d1 req-d8d7246b-7e5f-45af-8e07-394649bd03b9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.0509813 Nov 19 19:04:00.433907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e17078-c55f-4c63-aaad-8e5f2ba0a609 req-83ef2eca-c5f6-44ef-83fc-7276f2339cdc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:00.435318 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19e17078-c55f-4c63-aaad-8e5f2ba0a609 req-83ef2eca-c5f6-44ef-83fc-7276f2339cdc tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.4954560 Nov 19 19:04:00.447527 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe1b34f6-82e6-4996-a270-dc53d26137d1 req-9fb0b352-37ce-46f9-82c6-2117ba88822d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 Nov 19 19:04:00.501516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.20.0.1 (cd47b4cf-7991-4965-838d-23f996c72bdf/7ad9ff4c-4391-4cef-ab0a-85872af70561/aedd5724-bb6a-4e52-8ca1-2b6a5ae45351) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:00.532591 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-0a362211-d4b9-4211-83f2-2b3f1114ec74 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392361 Nov 19 19:04:00.561025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f9789-230b-418d-bc65-fb91ad2adccb req-a7c87532-b613-4346-9d6e-355eea6849bd tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:00.562805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c00f9789-230b-418d-bc65-fb91ad2adccb req-a7c87532-b613-4346-9d6e-355eea6849bd tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 946 time: 0.0508072 Nov 19 19:04:00.609097 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19e17078-c55f-4c63-aaad-8e5f2ba0a609 req-745eff50-a08e-4a4c-9590-0b511a33dda3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561432 Nov 19 19:04:00.610947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c00f9789-230b-418d-bc65-fb91ad2adccb req-45739ba4-5f34-4c95-ab65-d131203be25a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Nov 19 19:04:00.760555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 38c42a2a-63ba-4fa9-88f4-2b2512ef637c details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:04:00.860772 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b4d72f8f-0c62-4c6d-9ff2-61094e947b1e req-b023b48a-9b53-4279-b2d3-3a1166dd2479 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146117 Nov 19 19:04:00.879494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc02f07-5f6a-4944-9ec3-59b77da895ee req-fb423f4b-35e0-475e-86b9-dd08d6562ca2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:00.881109 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cc02f07-5f6a-4944-9ec3-59b77da895ee req-fb423f4b-35e0-475e-86b9-dd08d6562ca2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1959896 Nov 19 19:04:00.884475 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:00.892164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:00.900170 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:00.912748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'mac_address': 'fa:16:3e:8d:bb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:04:00.952198 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:00.969791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c42a2a-63ba-4fa9-88f4-2b2512ef637c {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:04:00.991420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:00.996047 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.047173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:01.047357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4684f690-a71c-4d5c-a0d4-62034aa3e31e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:01.052323 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cc02f07-5f6a-4944-9ec3-59b77da895ee req-342c7d72-060f-41cd-8d5e-fa09d4007282 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622620 Nov 19 19:04:01.070744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023cea-19e5-467a-a6b6-2755854b80ec req-0f008b1c-8770-4f3d-808b-81c3e72d562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:01.072414 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17023cea-19e5-467a-a6b6-2755854b80ec req-0f008b1c-8770-4f3d-808b-81c3e72d562e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620b85c3042b4c5da433f78758e9d993&device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 1099 time: 0.1516669 Nov 19 19:04:01.074021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] Checking segment: {'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:01.074389 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] Network hostable DHCP agents. Network: 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:04:01.077517 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.093495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device df01842b-d6a1-4786-809e-542ec0256e19 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:04:01.179648 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.182362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network cd47b4cf-7991-4965-838d-23f996c72bdf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:01.191766 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:01.198980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:01.203417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] Network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:04:01.206582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:01.209954 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca36b4e8-110e-412c-81b1-60bda05f1180" -d '{"events": [{"server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "name": "network-vif-unplugged", "status": "completed", "tag": "df01842b-d6a1-4786-809e-542ec0256e19"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:01.211013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=aedd5724-bb6a-4e52-8ca1-2b6a5ae45351,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:01.227300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:01.236951 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.252332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:01.271040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:01.271644 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.302375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e07c3b-1f99-4c16-84c8-2a03fc6607c8 None None] Network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:01.321305 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.328515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023cea-19e5-467a-a6b6-2755854b80ec req-ce23b3b0-171b-41e6-8e68-8823f181f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:01.330123 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17023cea-19e5-467a-a6b6-2755854b80ec req-ce23b3b0-171b-41e6-8e68-8823f181f5b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2465782 Nov 19 19:04:01.375741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1a65a8f9-07e8-4a08-ad97-7b9277ed08b9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4763784 Nov 19 19:04:01.378470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47298) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:01.394548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:01.398345 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=df01842b-d6a1-4786-809e-542ec0256e19,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:01.428435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7b221-e2c5-40e0-b17c-4b3cc19db675 req-60ed0b36-822c-4668-8dd2-94a1ae46e912 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:01.436694 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3f7b221-e2c5-40e0-b17c-4b3cc19db675 req-60ed0b36-822c-4668-8dd2-94a1ae46e912 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 948 time: 0.1497078 Nov 19 19:04:01.454775 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.455939 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.479879 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17023cea-19e5-467a-a6b6-2755854b80ec req-6c4d3f2d-19cd-46f0-8508-dbd014131702 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=54e2bf4b-7f91-49af-8f13-7445897df93c HTTP/1.1" status: 200 len: 217 time: 0.1175165 Nov 19 19:04:01.541840 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3f7b221-e2c5-40e0-b17c-4b3cc19db675 req-056a3eab-1827-49a0-845c-5081a7568535 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024098 Nov 19 19:04:01.587139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'fixed_ips': [{'subnet_id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:04:01.589028 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.596667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023cea-19e5-467a-a6b6-2755854b80ec req-ab70a9e0-c99d-4ebe-ad5f-bdbaaea88d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:01.598193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17023cea-19e5-467a-a6b6-2755854b80ec req-ab70a9e0-c99d-4ebe-ad5f-bdbaaea88d29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1017470 Nov 19 19:04:01.606178 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f963e857-76fe-4981-9fe1-fa251acafbf7 x-openstack-request-id: req-f963e857-76fe-4981-9fe1-fa251acafbf7 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:01.606475 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "name": "network-vif-unplugged", "status": "failed", "tag": "df01842b-d6a1-4786-809e-542ec0256e19", "code": 422}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:01.606737 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f963e857-76fe-4981-9fe1-fa251acafbf7 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:01.607139 n-d-815373-6 neutron-server[109889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19', 'code': 422} returned with failed status Nov 19 19:04:01.643352 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.681142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['38c42a2a-63ba-4fa9-88f4-2b2512ef637c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:04:01.690145 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-531e5056-ef69-4383-bd31-f61540f7045b None None] Provisioning complete for port aedd5724-bb6a-4e52-8ca1-2b6a5ae45351 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:01.690526 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-531e5056-ef69-4383-bd31-f61540f7045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.729315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.753612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023cea-19e5-467a-a6b6-2755854b80ec req-3f934463-5f16-4fa3-951b-5612d46ac9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:01.757844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17023cea-19e5-467a-a6b6-2755854b80ec req-3f934463-5f16-4fa3-951b-5612d46ac9b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1467543 Nov 19 19:04:01.814954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-531e5056-ef69-4383-bd31-f61540f7045b None None] Port aedd5724-bb6a-4e52-8ca1-2b6a5ae45351 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:04:01.877087 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:01.909200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Allocated IP 172.20.0.2 (7a1c6979-5e19-48bb-9061-e3b65cd9ce7c/4684f690-a71c-4d5c-a0d4-62034aa3e31e/2d1bac3a-0eeb-438a-942a-0f4be2eb9a02) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:01.955850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d4d3b-26e0-4932-a8e1-d57356edabaa req-e9e32d67-5452-4b38-a727-c63aae069023 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:01.957410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-517d4d3b-26e0-4932-a8e1-d57356edabaa req-e9e32d67-5452-4b38-a727-c63aae069023 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.1450543 Nov 19 19:04:02.002877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17023cea-19e5-467a-a6b6-2755854b80ec req-a9e31d7a-7502-472b-a4cd-d09e308d678a service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351985 Nov 19 19:04:02.047216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-517d4d3b-26e0-4932-a8e1-d57356edabaa req-bad298da-8749-48fa-8b84-f5905ab4bada tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735373 Nov 19 19:04:02.232856 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17023cea-19e5-467a-a6b6-2755854b80ec req-f4d8e87d-2d21-4407-b9a2-9bd9cd010d1c service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194664 Nov 19 19:04:02.256177 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.265470 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.288038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b83ec-810a-4f44-b7fc-240fc543f1ca req-dd7800e4-68a2-4bb2-b419-7bfaf6f07430 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:02.289528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f8b83ec-810a-4f44-b7fc-240fc543f1ca req-dd7800e4-68a2-4bb2-b419-7bfaf6f07430 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.1320629 Nov 19 19:04:02.293462 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.315892 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.325814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Pushing event updated for resources: {'Port': ['ID=2d1bac3a-0eeb-438a-942a-0f4be2eb9a02,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:02.337561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb3f9-425a-492c-a261-675184598a6a req-07b440cb-2c3b-4a5f-91cd-7054e9fe7cf8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:02.339691 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bdfb3f9-425a-492c-a261-675184598a6a req-07b440cb-2c3b-4a5f-91cd-7054e9fe7cf8 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=0222da22-436e-47a3-87fd-89bda00fb3fb HTTP/1.1" status: 200 len: 943 time: 0.0833235 Nov 19 19:04:02.350996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:02.351688 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.352567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:02.355840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:02.362272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.419660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f8b83ec-810a-4f44-b7fc-240fc543f1ca req-db0245f5-2610-49e1-bc12-1eeb6a1db60d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058872 Nov 19 19:04:02.475015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Allocated IP 172.25.3.38 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/671cf21e-a5a0-4cb2-8ae3-76e92150655e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:02.482605 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=aedd5724-bb6a-4e52-8ca1-2b6a5ae45351,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:02.531069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.554551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Attempting to bind port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:02.554934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Attempting to bind port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:02.555304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Attempting to bind port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 on network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:02.561608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:02.562157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Checking segment: {'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:02.562574 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.564194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Bound using segment: {'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:02.564194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Bound port: 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:02.564194 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.598033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-6bdfb3f9-425a-492c-a261-675184598a6a req-b6298d62-ebb1-45da-a101-5824b9fbf1c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Deleting port ce09df0a-dbf8-4232-9d33-66b8b3776399 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:02.598273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6bdfb3f9-425a-492c-a261-675184598a6a req-b6298d62-ebb1-45da-a101-5824b9fbf1c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.613606 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.638152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] For port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:02.641501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] For port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2d1bac3a-0eeb-438a-942a-0f4be2eb9a02,segment=NetworkSegment(e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da),segment_id=e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:02.648631 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.695257 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.707830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18004397-b84c-4f4e-9dd0-d5966bb97a5a req-1f17fbab-d749-447d-bef9-21d6f1fbeecb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:02.709626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18004397-b84c-4f4e-9dd0-d5966bb97a5a req-1f17fbab-d749-447d-bef9-21d6f1fbeecb tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.0853927 Nov 19 19:04:02.723989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network cd47b4cf-7991-4965-838d-23f996c72bdf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:02.730524 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:02.733633 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-6bdfb3f9-425a-492c-a261-675184598a6a req-b6298d62-ebb1-45da-a101-5824b9fbf1c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] For port ce09df0a-dbf8-4232-9d33-66b8b3776399, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ce09df0a-dbf8-4232-9d33-66b8b3776399,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:02.734082 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6bdfb3f9-425a-492c-a261-675184598a6a req-b6298d62-ebb1-45da-a101-5824b9fbf1c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.752101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-6bdfb3f9-425a-492c-a261-675184598a6a req-b6298d62-ebb1-45da-a101-5824b9fbf1c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Calling delete_port for ce09df0a-dbf8-4232-9d33-66b8b3776399 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:02.760923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d56be-7e6e-4394-9ed4-192862babd17 None None] Pushing event updated for resources: {'Port': ['ID=2d1bac3a-0eeb-438a-942a-0f4be2eb9a02,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:02.764791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:02.773973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:02.781958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:02.818200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Pushing event updated for resources: {'Port': ['ID=671cf21e-a5a0-4cb2-8ae3-76e92150655e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:02.867482 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18004397-b84c-4f4e-9dd0-d5966bb97a5a req-ce6fe77c-cbf5-46ec-b9fa-1db3b21568aa tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302526 Nov 19 19:04:02.974467 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router c0f3c322-b588-42d3-be9b-e45def17df23 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:04:03.101801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6bdfb3f9-425a-492c-a261-675184598a6a req-b6298d62-ebb1-45da-a101-5824b9fbf1c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:03.123054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['e8d5f42f-5cd1-42d0-8e51-04914bd9442a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:04:03.133018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195eb221-6103-4015-b371-c5a8e40f7c39 req-bd7e79a6-640e-457e-b1ab-dad23234ad0f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:03.138901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['f4e5a938-65e7-43e9-8674-924bf8597028'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:04:03.141221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-195eb221-6103-4015-b371-c5a8e40f7c39 req-bd7e79a6-640e-457e-b1ab-dad23234ad0f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 948 time: 0.1837108 Nov 19 19:04:03.288758 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4fd3d293-d7b9-4989-9e86-0ae6210f13ba None None] Provisioning complete for port aedd5724-bb6a-4e52-8ca1-2b6a5ae45351 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:03.289159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4fd3d293-d7b9-4989-9e86-0ae6210f13ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:03.361091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3d293-d7b9-4989-9e86-0ae6210f13ba None None] Port aedd5724-bb6a-4e52-8ca1-2b6a5ae45351 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:04:03.467698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6298d62-ebb1-45da-a101-5824b9fbf1c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event deleted for resources: {'Port': ['ID=ce09df0a-dbf8-4232-9d33-66b8b3776399,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:03.552310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:03.554248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdfb3f9-425a-492c-a261-675184598a6a req-b6298d62-ebb1-45da-a101-5824b9fbf1c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] No DVR routers for this DVR port ce09df0a-dbf8-4232-9d33-66b8b3776399 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:04:03.561449 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-98dbfe35-b7a9-470f-b993-7711d816aefd tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "PUT /v2.0/routers/c0f3c322-b588-42d3-be9b-e45def17df23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1317608 Nov 19 19:04:03.561449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6bdfb3f9-425a-492c-a261-675184598a6a req-b6298d62-ebb1-45da-a101-5824b9fbf1c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:03.561929 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:03.563767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47352) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:03.566046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514f914-e48f-41b6-8f1c-e395dc55f0d7 None None] Sync routers for ids ['c0f3c322-b588-42d3-be9b-e45def17df23'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:03.574869 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6bdfb3f9-425a-492c-a261-675184598a6a req-b6298d62-ebb1-45da-a101-5824b9fbf1c3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "DELETE /v2.0/ports/ce09df0a-dbf8-4232-9d33-66b8b3776399 HTTP/1.1" status: 204 len: 173 time: 1.2280505 Nov 19 19:04:03.575378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'name': 'network-vif-deleted', 'tag': 'ce09df0a-dbf8-4232-9d33-66b8b3776399'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:03.580120 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbfdbed-7693-4836-b594-8e6bee89ee12" -d '{"events": [{"server_uuid": "0222da22-436e-47a3-87fd-89bda00fb3fb", "name": "network-vif-deleted", "tag": "ce09df0a-dbf8-4232-9d33-66b8b3776399"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:03.584167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514f914-e48f-41b6-8f1c-e395dc55f0d7 None None] Routers {'c0f3c322-b588-42d3-be9b-e45def17df23'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:03.585025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f514f914-e48f-41b6-8f1c-e395dc55f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c0f3c322-b588-42d3-be9b-e45def17df23'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:03.606814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'port': {'network_id': 'cd47b4cf-7991-4965-838d-23f996c72bdf', 'name': 'tempest-FloatingIPTestJSON-1904120732'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:03.634796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f514f914-e48f-41b6-8f1c-e395dc55f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:03.654825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514f914-e48f-41b6-8f1c-e395dc55f0d7 None None] Routers {'c0f3c322-b588-42d3-be9b-e45def17df23'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:03.655480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f514f914-e48f-41b6-8f1c-e395dc55f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c0f3c322-b588-42d3-be9b-e45def17df23'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:03.690646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-195eb221-6103-4015-b371-c5a8e40f7c39 req-03d9ea76-1a9d-4be0-baa9-518829406971 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475490 Nov 19 19:04:03.696244 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f514f914-e48f-41b6-8f1c-e395dc55f0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:03.698106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514f914-e48f-41b6-8f1c-e395dc55f0d7 None None] The sync data for ids ['c0f3c322-b588-42d3-be9b-e45def17df23'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:03.875685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:03.956451 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:03.957057 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.001674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Made reservation on behalf of ac47589173be4f8cb17ebb7ae9b7d832 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:04.005625 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.028829 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.066685 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.114995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] device_id is not set on port ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:04:04.120955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2d1bac3a-0eeb-438a-942a-0f4be2eb9a02,segment=NetworkSegment(e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da),segment_id=e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:04.127921 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.191453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=2d1bac3a-0eeb-438a-942a-0f4be2eb9a02,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:04.199500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e43ed-bc64-48b2-b162-9a53911242af None None] Network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:04.224780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f642b-2514-4a6c-9289-e6c0838d7294 req-c3e4b077-e16e-4395-9b5b-4e1773bd0afa tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:04.226317 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d2f642b-2514-4a6c-9289-e6c0838d7294 req-c3e4b077-e16e-4395-9b5b-4e1773bd0afa tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.2084365 Nov 19 19:04:04.329604 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9b17ce99-e901-4772-8065-06cd040071cd None None] Provisioning complete for port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:04.330009 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9b17ce99-e901-4772-8065-06cd040071cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.344947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Allocated IP 172.20.0.11 (cd47b4cf-7991-4965-838d-23f996c72bdf/7ad9ff4c-4391-4cef-ab0a-85872af70561/ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:04.348662 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b4c895-71ce-4a72-860a-2ef83dd7c816 x-openstack-request-id: req-67b4c895-71ce-4a72-860a-2ef83dd7c816 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:04.348954 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0222da22-436e-47a3-87fd-89bda00fb3fb", "name": "network-vif-deleted", "tag": "ce09df0a-dbf8-4232-9d33-66b8b3776399", "status": "failed", "code": 422}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:04.349206 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67b4c895-71ce-4a72-860a-2ef83dd7c816 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:04.349621 n-d-815373-6 neutron-server[109888]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0222da22-436e-47a3-87fd-89bda00fb3fb', 'name': 'network-vif-deleted', 'tag': 'ce09df0a-dbf8-4232-9d33-66b8b3776399', 'status': 'failed', 'code': 422} returned with failed status Nov 19 19:04:04.359838 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d2f642b-2514-4a6c-9289-e6c0838d7294 req-b03424ce-f7d8-45a2-912f-42ca0d910b1b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187775 Nov 19 19:04:04.412691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-218d31cf-022b-4dd3-93ea-9fac9033bc3f req-5862dea0-eb67-4ec5-a1f0-09296c433ff3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:04:04.413675 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-218d31cf-022b-4dd3-93ea-9fac9033bc3f req-5862dea0-eb67-4ec5-a1f0-09296c433ff3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054560 Nov 19 19:04:04.415302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Router d94e0061-9c04-4558-87bf-b3dc89ce055e is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:04:04.692222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2eda1-b2b8-49c6-852e-2867e6027ae9 req-a210f0e7-7631-4f3a-a647-a1119a653c79 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:04.693810 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f0d2eda1-b2b8-49c6-852e-2867e6027ae9 req-a210f0e7-7631-4f3a-a647-a1119a653c79 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.0818748 Nov 19 19:04:04.720542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:04.732371 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Sync routers for ids ['d94e0061-9c04-4558-87bf-b3dc89ce055e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:04.742680 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Routers {'d94e0061-9c04-4558-87bf-b3dc89ce055e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:04.743396 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d94e0061-9c04-4558-87bf-b3dc89ce055e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:04.750934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f0d2eda1-b2b8-49c6-852e-2867e6027ae9 req-ca9153bd-2c48-45f9-9520-9bc37dc60489 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487845 Nov 19 19:04:04.767834 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.790926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 54e2bf4b-7f91-49af-8f13-7445897df93c details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:04:04.795584 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 38c42a2a-63ba-4fa9-88f4-2b2512ef637c up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:04.807246 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.811007 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ff5ef4ca-baa5-41f7-9955-ef301720928d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4290550 Nov 19 19:04:04.811460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47384) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:04.858150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413722f8-8152-4cc3-873d-fc224e4a83e1 req-03c02c48-481e-4241-b82a-4fdd422c4238 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:04.871576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-413722f8-8152-4cc3-873d-fc224e4a83e1 req-03c02c48-481e-4241-b82a-4fdd422c4238 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 908 time: 0.1391766 Nov 19 19:04:04.883093 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Set router d94e0061-9c04-4558-87bf-b3dc89ce055e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:04.889162 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-64440247-dabb-412b-a288-809f5ce9a26e None None] Provisioning complete for port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:04.893012 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-64440247-dabb-412b-a288-809f5ce9a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.922295 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.979233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Network cd47b4cf-7991-4965-838d-23f996c72bdf is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:04.983356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:05.001388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:05.012005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event updated for resources: {'Port': ['ID=ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:05.097279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device df01842b-d6a1-4786-809e-542ec0256e19 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:04:05.110295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:05.110962 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:05.133651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914aa44-356e-4cc7-9874-e22fa5a7be17 req-523a288a-cfe3-41cc-9992-db5fac31783f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:05.137621 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1349b065-d095-4d13-a5d9-acb9dd48f835 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5733788 Nov 19 19:04:05.138488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47394) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:05.139556 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e914aa44-356e-4cc7-9874-e22fa5a7be17 req-523a288a-cfe3-41cc-9992-db5fac31783f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 948 time: 0.2472699 Nov 19 19:04:05.146848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-997cc8cc-2757-4bc9-b263-2d8358cb7768 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Request body: {'floatingip': {'port_id': 'ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:05.166603 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:03Z', 'revision_number': 3, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:05.209834 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Checking router: d94e0061-9c04-4558-87bf-b3dc89ce055e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:04:05.210239 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Updating router d94e0061-9c04-4558-87bf-b3dc89ce055e port 671cf21e-a5a0-4cb2-8ae3-76e92150655e binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:04:05.221871 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-997cc8cc-2757-4bc9-b263-2d8358cb7768 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:05.247947 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e914aa44-356e-4cc7-9874-e22fa5a7be17 req-26e9f898-14bf-4f9a-afd8-746e6ef7774d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997014 Nov 19 19:04:05.250583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:04:05.269816 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:05.309424 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-c798177f-40c5-4e36-b720-28695df993cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3262467 Nov 19 19:04:05.331603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:05.332519 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:05.334548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-53d70139-70ba-436d-b17e-0c74fdc6c590 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:04:05.335573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-53d70139-70ba-436d-b17e-0c74fdc6c590 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168872 Nov 19 19:04:05.360981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 54e2bf4b-7f91-49af-8f13-7445897df93c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=54e2bf4b-7f91-49af-8f13-7445897df93c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:05.376068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '54e2bf4b-7f91-49af-8f13-7445897df93c', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '54e2bf4b-7f91-49af-8f13-7445897df93c', 'mac_address': 'fa:16:3e:f6:4d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:04:05.590344 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ee0a5450-2473-4974-be78-659b7a23c7ea None None] Provisioning complete for port ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:05.592159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5450-2473-4974-be78-659b7a23c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:05.712253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:05.771527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a5450-2473-4974-be78-659b7a23c7ea None None] Port ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:04:05.813951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef0507-3e17-4f4c-a90f-5357b2017cf0 req-e28454e3-c93e-481c-a6fd-d47fe785058d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:05.818820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e2bf4b-7f91-49af-8f13-7445897df93c {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:04:05.828142 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aeef0507-3e17-4f4c-a90f-5357b2017cf0 req-e28454e3-c93e-481c-a6fd-d47fe785058d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.2013078 Nov 19 19:04:05.838971 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:05.854502 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:05.892677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:05.930455 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Pushing event updated for resources: {'Port': ['ID=671cf21e-a5a0-4cb2-8ae3-76e92150655e,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:05.943370 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.944129 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.944702 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.945500 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.946598 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.947218 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.947765 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.948280 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.948861 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.949379 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.949979 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.950490 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:05.984302 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Attempting to bind port 671cf21e-a5a0-4cb2-8ae3-76e92150655e on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:05.984821 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Attempting to bind port 671cf21e-a5a0-4cb2-8ae3-76e92150655e by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:05.985286 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Attempting to bind port 671cf21e-a5a0-4cb2-8ae3-76e92150655e on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:05.991612 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:05.991955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 54e2bf4b-7f91-49af-8f13-7445897df93c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=54e2bf4b-7f91-49af-8f13-7445897df93c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:05.992288 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:05.992970 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:05.993460 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:05.995972 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Bound port: 671cf21e-a5a0-4cb2-8ae3-76e92150655e, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:05.996845 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:06.012397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:06.049683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aeef0507-3e17-4f4c-a90f-5357b2017cf0 req-1a3f8954-0416-4bd4-8032-70159360db6a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104611 Nov 19 19:04:06.069521 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:06.082587 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] For port 671cf21e-a5a0-4cb2-8ae3-76e92150655e, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:06.091171 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] For port 671cf21e-a5a0-4cb2-8ae3-76e92150655e, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=671cf21e-a5a0-4cb2-8ae3-76e92150655e,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:06.096275 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-997cc8cc-2757-4bc9-b263-2d8358cb7768 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:06.105663 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:06.124141 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-997cc8cc-2757-4bc9-b263-2d8358cb7768 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:06.134252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:06.136561 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02df3b0b-a3ec-4c60-bf15-628b4fb1de9c" -d '{"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-plugged", "status": "completed", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:06.193364 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:06.200534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:06.213370 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33852ff-961e-4df4-8714-fae91cb7c677 None None] Pushing event updated for resources: {'Port': ['ID=671cf21e-a5a0-4cb2-8ae3-76e92150655e,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:06.237094 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:06.247404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=54e2bf4b-7f91-49af-8f13-7445897df93c,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:06.247826 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Routers {'d94e0061-9c04-4558-87bf-b3dc89ce055e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:06.248724 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d94e0061-9c04-4558-87bf-b3dc89ce055e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:06.282374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054be073-0cfa-4165-b460-1f92cd5ccbc0 req-f8f2de39-508c-4fef-bed9-7c4873d77f10 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:06.300493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:06.302341 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-054be073-0cfa-4165-b460-1f92cd5ccbc0 req-f8f2de39-508c-4fef-bed9-7c4873d77f10 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.2045248 Nov 19 19:04:06.318047 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:06.398534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0559c6-7a36-4069-8980-2a311cf43c3d req-6454f188-9d00-48fa-a38c-e903cb74a4d7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:06.400726 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e0559c6-7a36-4069-8980-2a311cf43c3d req-6454f188-9d00-48fa-a38c-e903cb74a4d7 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 908 time: 0.2912416 Nov 19 19:04:06.401439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98a7a7-f9c5-4651-a08e-9b835e5f7ef7 req-4d4c645b-10e6-417a-9613-b5f668db9021 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:06.403400 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f98a7a7-f9c5-4651-a08e-9b835e5f7ef7 req-4d4c645b-10e6-417a-9613-b5f668db9021 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 908 time: 0.1991632 Nov 19 19:04:06.403956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:06.469932 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-054be073-0cfa-4165-b460-1f92cd5ccbc0 req-e4a384ad-6623-455e-b771-11e58117a854 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665854 Nov 19 19:04:06.501852 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] Set router d94e0061-9c04-4558-87bf-b3dc89ce055e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:06.546904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['54e2bf4b-7f91-49af-8f13-7445897df93c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:04:06.620345 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09a3924-cf1e-4f46-b60b-c69237f7ace9 x-openstack-request-id: req-b09a3924-cf1e-4f46-b60b-c69237f7ace9 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:06.620648 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-plugged", "status": "completed", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:06.624925 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b09a3924-cf1e-4f46-b60b-c69237f7ace9 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:06.625631 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'code': 200} Nov 19 19:04:06.642483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Allocated IP 172.20.0.1 (7a1c6979-5e19-48bb-9061-e3b65cd9ce7c/4684f690-a71c-4d5c-a0d4-62034aa3e31e/effd2362-7fe0-4436-b316-a60ce18413ce) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:06.776602 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-997cc8cc-2757-4bc9-b263-2d8358cb7768 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP def22e64-c7e6-49da-8085-15fa2fe7ecb3 associated. External IP: 172.25.3.122, port: 6f927771-1b55-42e5-993d-d1ce8f993dff. Nov 19 19:04:06.830201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd8a6a-5d01-4d01-92b5-b4d50a239286 req-1ae530e0-8ee0-4d00-bbd0-381ba4692c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:06.832863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4dd8a6a-5d01-4d01-92b5-b4d50a239286 req-1ae530e0-8ee0-4d00-bbd0-381ba4692c64 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 1101 time: 0.1661808 Nov 19 19:04:06.834868 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:03Z', 'revision_number': 3, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:06.871264 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0de5c94-f611-4cfe-ad4f-499801f78306 None None] The sync data for ids ['d94e0061-9c04-4558-87bf-b3dc89ce055e'] in n-d-815373-6 is: [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:03Z', 'revision_number': 3, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:06.881720 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:06.895280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac8637-7699-4b11-b19c-f6e4182a81f8 req-7c552230-303b-473d-a9c4-ff5f6345f12f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:06.904318 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13ac8637-7699-4b11-b19c-f6e4182a81f8 req-7c552230-303b-473d-a9c4-ff5f6345f12f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 949 time: 0.2329540 Nov 19 19:04:06.958411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-b1a392db-52fa-4584-9654-178b4fdc1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:06.960073 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-b1a392db-52fa-4584-9654-178b4fdc1ee3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811&tenant_id=842c6ebeee1646b6b303f40a0d7403e2 HTTP/1.1" status: 200 len: 1095 time: 0.2932556 Nov 19 19:04:07.008294 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4dd8a6a-5d01-4d01-92b5-b4d50a239286 req-0db74a48-b6e3-46ac-b467-3ad65a81e883 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067820 Nov 19 19:04:07.036344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-2e0559c6-7a36-4069-8980-2a311cf43c3d req-6bcb3b77-fa84-449f-8df6-9f75565bbbbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Deleting port 37f7a71d-9167-4f59-9500-bed54692dccc {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:07.036566 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13ac8637-7699-4b11-b19c-f6e4182a81f8 req-dd4fd505-37b9-4874-be9d-79d4f4efd450 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179519 Nov 19 19:04:07.036678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e0559c6-7a36-4069-8980-2a311cf43c3d req-6bcb3b77-fa84-449f-8df6-9f75565bbbbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:07.038380 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:07.092471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Pushing event updated for resources: {'Port': ['ID=effd2362-7fe0-4436-b316-a60ce18413ce,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:07.108346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:07.110379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:07.113176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:07.161124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:07.193430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-2e0559c6-7a36-4069-8980-2a311cf43c3d req-6bcb3b77-fa84-449f-8df6-9f75565bbbbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] For port 37f7a71d-9167-4f59-9500-bed54692dccc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37f7a71d-9167-4f59-9500-bed54692dccc,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:07.194038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e0559c6-7a36-4069-8980-2a311cf43c3d req-6bcb3b77-fa84-449f-8df6-9f75565bbbbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:07.211455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-2e0559c6-7a36-4069-8980-2a311cf43c3d req-6bcb3b77-fa84-449f-8df6-9f75565bbbbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Calling delete_port for 37f7a71d-9167-4f59-9500-bed54692dccc owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:07.398901 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:07.529547 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9df66a4b-b0a3-449c-8d5f-0a836415c088 None None] Provisioning complete for port effd2362-7fe0-4436-b316-a60ce18413ce triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:07.530041 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9df66a4b-b0a3-449c-8d5f-0a836415c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:07.577724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9df66a4b-b0a3-449c-8d5f-0a836415c088 None None] Port effd2362-7fe0-4436-b316-a60ce18413ce cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:04:07.648758 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e40a81-6c96-492b-9d88-a595bad43d5b req-c5941bb0-0d87-453f-b997-c2afb1c2dbdd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:07.654326 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47e40a81-6c96-492b-9d88-a595bad43d5b req-c5941bb0-0d87-453f-b997-c2afb1c2dbdd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 908 time: 0.1039436 Nov 19 19:04:07.693114 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:07.708996 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:07.742076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-26454dd1-27e9-487d-9cfd-2966fbe8b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:07.744174 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-26454dd1-27e9-487d-9cfd-2966fbe8b10c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 1095 time: 0.7569497 Nov 19 19:04:07.814573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21107a2-06f7-4b7a-afa1-311f7db1e5df req-ae22546f-df7c-4831-a120-eea5f1077e86 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:07.816328 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d21107a2-06f7-4b7a-afa1-311f7db1e5df req-ae22546f-df7c-4831-a120-eea5f1077e86 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.1334016 Nov 19 19:04:07.847466 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:07.852570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Pushing event updated for resources: {'Port': ['ID=effd2362-7fe0-4436-b316-a60ce18413ce,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:07.852998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 671cf21e-a5a0-4cb2-8ae3-76e92150655e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:07.878127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0544d3d-ea25-4f62-99a8-0e1c8d17ed09 req-bbb68a53-c2cd-4909-a565-ffd4f51e5965 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:07.880716 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0544d3d-ea25-4f62-99a8-0e1c8d17ed09 req-bbb68a53-c2cd-4909-a565-ffd4f51e5965 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.1271219 Nov 19 19:04:07.934208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 671cf21e-a5a0-4cb2-8ae3-76e92150655e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:07.934731 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:08.020144 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0544d3d-ea25-4f62-99a8-0e1c8d17ed09 req-c59c1d36-1e7a-43a7-b656-769fc9462848 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920658 Nov 19 19:04:08.039056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:08.051419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:08.051521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-9bc5dc83-3fc8-4721-a6e4-9a87e75bace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:08.051521 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-9bc5dc83-3fc8-4721-a6e4-9a87e75bace1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 200 len: 914 time: 0.2908735 Nov 19 19:04:08.114991 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-9f6c3302-3dd1-4eb5-b43c-31625653fd5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df01842b-d6a1-4786-809e-542ec0256e19 HTTP/1.1" status: 200 len: 217 time: 0.0611081 Nov 19 19:04:08.115827 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e0559c6-7a36-4069-8980-2a311cf43c3d req-6bcb3b77-fa84-449f-8df6-9f75565bbbbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:08.152167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997cc8cc-2757-4bc9-b263-2d8358cb7768 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:04:08.245406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-fd689966-29c0-408c-8f69-6d38813cc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:08.247120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-fd689966-29c0-408c-8f69-6d38813cc7ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126 HTTP/1.1" status: 200 len: 853 time: 0.1048768 Nov 19 19:04:08.267233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Router d94e0061-9c04-4558-87bf-b3dc89ce055e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:04:08.351284 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:08.396486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 671cf21e-a5a0-4cb2-8ae3-76e92150655e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=671cf21e-a5a0-4cb2-8ae3-76e92150655e,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:08.398782 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-05a39b58-0de1-4d3d-a022-48873b0e0feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:08.407212 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:08.456201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb3b77-fa84-449f-8df6-9f75565bbbbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event deleted for resources: {'Port': ['ID=37f7a71d-9167-4f59-9500-bed54692dccc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:08.489912 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-bfcab95a-5b6e-4cbc-aaee-7e290f0d83e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=935b280b-a113-4191-b9df-75069fba237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623101 Nov 19 19:04:08.492690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0559c6-7a36-4069-8980-2a311cf43c3d req-6bcb3b77-fa84-449f-8df6-9f75565bbbbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] No DVR routers for this DVR port 37f7a71d-9167-4f59-9500-bed54692dccc on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:04:08.501319 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e0559c6-7a36-4069-8980-2a311cf43c3d req-6bcb3b77-fa84-449f-8df6-9f75565bbbbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:08.512106 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e0559c6-7a36-4069-8980-2a311cf43c3d req-6bcb3b77-fa84-449f-8df6-9f75565bbbbf tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.21 "DELETE /v2.0/ports/37f7a71d-9167-4f59-9500-bed54692dccc HTTP/1.1" status: 204 len: 173 time: 2.0513902 Nov 19 19:04:08.581207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d28a99-3106-4dcd-8894-69409a95c28c', 'name': 'network-vif-deleted', 'tag': '37f7a71d-9167-4f59-9500-bed54692dccc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:08.592771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:08.599918 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5182d18e-15b6-4660-8999-7465312b098c" -d '{"events": [{"server_uuid": "22d28a99-3106-4dcd-8894-69409a95c28c", "name": "network-vif-deleted", "tag": "37f7a71d-9167-4f59-9500-bed54692dccc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:08.602500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=671cf21e-a5a0-4cb2-8ae3-76e92150655e,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:08.609953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d21107a2-06f7-4b7a-afa1-311f7db1e5df req-075cf2d9-60a6-4771-95a7-a3f0bd1fb9eb tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7499664 Nov 19 19:04:08.616449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f188b35f-5164-4035-b8e1-56ba10ce60be None None] Provisioning complete for port effd2362-7fe0-4436-b316-a60ce18413ce triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:08.617531 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f188b35f-5164-4035-b8e1-56ba10ce60be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:08.666949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f188b35f-5164-4035-b8e1-56ba10ce60be None None] Port effd2362-7fe0-4436-b316-a60ce18413ce cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:04:08.667613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f9cc86a4-953e-4ec4-b1ab-0b173482bdaa admin admin] 10.222.0.50 "PUT /v2.0/routers/d94e0061-9c04-4558-87bf-b3dc89ce055e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8550496 Nov 19 19:04:08.712598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445990e-9d8c-4c17-84ad-06c28602ebf5 req-7fb84927-cba3-41d6-a954-003d8168e459 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:08.716378 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e445990e-9d8c-4c17-84ad-06c28602ebf5 req-7fb84927-cba3-41d6-a954-003d8168e459 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 949 time: 0.1919742 Nov 19 19:04:08.722088 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07306c32-a0b8-44b0-9c3c-c07dca50ea53 x-openstack-request-id: req-07306c32-a0b8-44b0-9c3c-c07dca50ea53 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:08.722375 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d28a99-3106-4dcd-8894-69409a95c28c", "name": "network-vif-deleted", "tag": "37f7a71d-9167-4f59-9500-bed54692dccc", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:08.722631 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07306c32-a0b8-44b0-9c3c-c07dca50ea53 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:08.723020 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d28a99-3106-4dcd-8894-69409a95c28c', 'name': 'network-vif-deleted', 'tag': '37f7a71d-9167-4f59-9500-bed54692dccc', 'status': 'completed', 'code': 200} Nov 19 19:04:08.784271 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e445990e-9d8c-4c17-84ad-06c28602ebf5 req-ed58e2c7-09c9-4196-a590-58cbd8a48aac tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636182 Nov 19 19:04:08.823286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8017789-f37a-4646-ab0a-8abbc33000af req-e6d6c33e-fedb-4ed7-b78c-4a7a925113b3 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d28a99-3106-4dcd-8894-69409a95c28c HTTP/1.1" status: 200 len: 210 time: 0.0547636 Nov 19 19:04:08.829294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 54e2bf4b-7f91-49af-8f13-7445897df93c up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:08.865604 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-97299774-444f-4dee-88ca-05843714fcc6 service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851884 Nov 19 19:04:08.871333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997cc8cc-2757-4bc9-b263-2d8358cb7768 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:08.883347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16bd49a-160e-412d-a57d-989585fded24 None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:08.917638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16bd49a-160e-412d-a57d-989585fded24 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:08.918268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d16bd49a-160e-412d-a57d-989585fded24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:08.966357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d16bd49a-160e-412d-a57d-989585fded24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:08.981229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16bd49a-160e-412d-a57d-989585fded24 None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:08.981928 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d16bd49a-160e-412d-a57d-989585fded24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:08.986242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 54e2bf4b-7f91-49af-8f13-7445897df93c completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:04:09.024015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d16bd49a-160e-412d-a57d-989585fded24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:09.024668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16bd49a-160e-412d-a57d-989585fded24 None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:09.026191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 54e2bf4b-7f91-49af-8f13-7445897df93c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:09.026557 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:09.114940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37f7a71d-9167-4f59-9500-bed54692dccc no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:04:09.135012 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f06f077-1ced-4d2c-97f2-62469b52af24 req-4246a0ae-08d6-4914-ae52-1a0f967aedbd service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087123 Nov 19 19:04:09.164392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 37f7a71d-9167-4f59-9500-bed54692dccc {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:04:09.164868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37f7a71d-9167-4f59-9500-bed54692dccc not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:04:09.222547 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:09.250592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc12bbf0-abc7-40bc-bf04-649e1ae827fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2bf4b-7f91-49af-8f13-7445897df93c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:09.253136 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b4137b-47b4-44ee-97b9-cb612f9c80be" -d '{"events": [{"server_uuid": "cc12bbf0-abc7-40bc-bf04-649e1ae827fa", "name": "network-vif-plugged", "status": "completed", "tag": "54e2bf4b-7f91-49af-8f13-7445897df93c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:09.268495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 54e2bf4b-7f91-49af-8f13-7445897df93c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=54e2bf4b-7f91-49af-8f13-7445897df93c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:09.274390 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:09.281361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a65f8b-bb29-4284-b5a1-2e305ef55da7 req-909ec164-f3c4-4f32-9c4d-ebf78512e04f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:09.296630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-54a65f8b-bb29-4284-b5a1-2e305ef55da7 req-909ec164-f3c4-4f32-9c4d-ebf78512e04f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.1397867 Nov 19 19:04:09.365493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=54e2bf4b-7f91-49af-8f13-7445897df93c,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:09.369923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997cc8cc-2757-4bc9-b263-2d8358cb7768 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router c0f3c322-b588-42d3-be9b-e45def17df23 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:04:09.406991 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dad0ce-ac58-4e87-91ba-6e00d839a35a x-openstack-request-id: req-31dad0ce-ac58-4e87-91ba-6e00d839a35a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:09.408253 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc12bbf0-abc7-40bc-bf04-649e1ae827fa", "name": "network-vif-plugged", "status": "completed", "tag": "54e2bf4b-7f91-49af-8f13-7445897df93c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:09.408725 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31dad0ce-ac58-4e87-91ba-6e00d839a35a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:09.409358 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc12bbf0-abc7-40bc-bf04-649e1ae827fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2bf4b-7f91-49af-8f13-7445897df93c', 'code': 200} Nov 19 19:04:09.424773 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-54a65f8b-bb29-4284-b5a1-2e305ef55da7 req-58ed9551-3a55-4ef0-942c-9ed9d88a5a24 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187732 Nov 19 19:04:09.447398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47462) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:09.452891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1056255059-network', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:09.495086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Made reservation on behalf of d075f676832240e680f4d2d145efa3ee for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:09.500556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:09.550589 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:09.577730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997cc8cc-2757-4bc9-b263-2d8358cb7768 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:09.583439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-997cc8cc-2757-4bc9-b263-2d8358cb7768 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:09.591282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db6ab1-b3d4-456b-94b1-2818337867d5 req-ce0b15e1-ada2-4723-bff5-603b876f15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:09.593192 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a6db6ab1-b3d4-456b-94b1-2818337867d5 req-ce0b15e1-ada2-4723-bff5-603b876f15d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 1101 time: 0.0893204 Nov 19 19:04:09.594287 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eab28e-90b0-489e-bd76-0e6e2c0bbcc9 None None] Sync routers for ids ['c0f3c322-b588-42d3-be9b-e45def17df23'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:09.617614 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eab28e-90b0-489e-bd76-0e6e2c0bbcc9 None None] Routers {'c0f3c322-b588-42d3-be9b-e45def17df23'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:09.618385 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d4eab28e-90b0-489e-bd76-0e6e2c0bbcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c0f3c322-b588-42d3-be9b-e45def17df23'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:09.662428 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-997cc8cc-2757-4bc9-b263-2d8358cb7768 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "PUT /v2.0/floatingips/def22e64-c7e6-49da-8085-15fa2fe7ecb3 HTTP/1.1" status: 200 len: 979 time: 4.5221150 Nov 19 19:04:09.664719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47472) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:09.682767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Sync routers for ids ['d94e0061-9c04-4558-87bf-b3dc89ce055e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:09.694677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Routers {'d94e0061-9c04-4558-87bf-b3dc89ce055e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:09.695576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d94e0061-9c04-4558-87bf-b3dc89ce055e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:09.719103 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d4eab28e-90b0-489e-bd76-0e6e2c0bbcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:09.730850 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a6db6ab1-b3d4-456b-94b1-2818337867d5 req-1ae94f25-e85a-4a2c-a9dd-4581ee34a5bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262636 Nov 19 19:04:09.758851 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eab28e-90b0-489e-bd76-0e6e2c0bbcc9 None None] Routers {'c0f3c322-b588-42d3-be9b-e45def17df23'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:09.761249 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d4eab28e-90b0-489e-bd76-0e6e2c0bbcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:03:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c0f3c322-b588-42d3-be9b-e45def17df23'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:09.774531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:09.784194 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:09.788088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:09.788699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:09.829006 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d4eab28e-90b0-489e-bd76-0e6e2c0bbcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:09.829741 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eab28e-90b0-489e-bd76-0e6e2c0bbcc9 None None] The sync data for ids ['c0f3c322-b588-42d3-be9b-e45def17df23'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:09.904372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:09.933635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 671cf21e-a5a0-4cb2-8ae3-76e92150655e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:09.952626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:04:09.992297 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:09.992955 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Added segment 49252fe6-5db4-4948-b7a7-26d9b1b6fde3 of type vlan for network 2da9ddba-0067-4895-8c49-1663f5cd37c3 Nov 19 19:04:09.995660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9be118-634d-4638-ae56-2f6fd013b289,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:10.048640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac832a0-ff59-4bf0-a876-3f263d561ad6 req-c4b51658-eab6-4b9c-a927-b6283fa27a39 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:10.051755 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fac832a0-ff59-4bf0-a876-3f263d561ad6 req-c4b51658-eab6-4b9c-a927-b6283fa27a39 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.2625847 Nov 19 19:04:10.067959 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:10.098389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Set router d94e0061-9c04-4558-87bf-b3dc89ce055e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:10.142231 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fac832a0-ff59-4bf0-a876-3f263d561ad6 req-6fa0fba7-ced5-42d3-9d3d-1a063275002e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786183 Nov 19 19:04:10.143226 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:10.144296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:10.144919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:10.159372 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6fb1a-f810-4f61-9de7-f273a433aeb2 req-95af5be9-b7ba-4b5c-9209-aa5bcf86ee9c tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:10.161680 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75c6fb1a-f810-4f61-9de7-f273a433aeb2 req-95af5be9-b7ba-4b5c-9209-aa5bcf86ee9c tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 950 time: 0.2302423 Nov 19 19:04:10.198388 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 671cf21e-a5a0-4cb2-8ae3-76e92150655e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:10.204275 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:10.247376 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7987149 Nov 19 19:04:10.248355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47484) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:10.266803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] Request body: {'subnet': {'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1056255059-subnet', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:10.302368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce9650-d625-4bdc-9aba-0759af2bf398 admin admin] Pushing event updated for resources: {'Network': ['ID=2da9ddba-0067-4895-8c49-1663f5cd37c3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:10.319297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] Made reservation on behalf of d075f676832240e680f4d2d145efa3ee for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:10.324614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:10.366538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 2da9ddba-0067-4895-8c49-1663f5cd37c3 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:04:10.516485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75c6fb1a-f810-4f61-9de7-f273a433aeb2 req-3140920f-aa34-4042-9d3e-ef72b86523df tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298080 Nov 19 19:04:10.589623 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:10.590446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:10.590996 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Floating IP def22e64-c7e6-49da-8085-15fa2fe7ecb3 disassociated. External IP: 172.25.3.122, port: ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f. Nov 19 19:04:10.591681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:10.617993 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:10.721416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f3fa40-cc8b-4e88-90ec-79516efed424,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:10.749469 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e09b427f-4968-4c34-88f4-49f217a519fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:10.752514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] Checking segment: {'id': '49252fe6-5db4-4948-b7a7-26d9b1b6fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:10.752918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] Network hostable DHCP agents. Network: 2da9ddba-0067-4895-8c49-1663f5cd37c3, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:04:10.857164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] Network 2da9ddba-0067-4895-8c49-1663f5cd37c3 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:04:10.901539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:10.908835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36893a84-83af-4564-bd4e-61ba809c9783 req-829f6e30-0fe7-4993-8027-ca2dbbf7c190 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:10.919564 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36893a84-83af-4564-bd4e-61ba809c9783 req-829f6e30-0fe7-4993-8027-ca2dbbf7c190 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.1699610 Nov 19 19:04:10.930794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 2da9ddba-0067-4895-8c49-1663f5cd37c3) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:10.950458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:10.951071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:10.976946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99faef18-0a66-4437-91c8-b9309522fd3f None None] Network 2da9ddba-0067-4895-8c49-1663f5cd37c3 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:10.980696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:11.005226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-51d4186c-f17b-4400-b3b2-170f3db8c936 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7482305 Nov 19 19:04:11.005981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47496) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:11.018137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1056255059-router', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:11.047711 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-36893a84-83af-4564-bd4e-61ba809c9783 req-bedc510a-2bc7-4c60-bdb5-8d58262fc350 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271317 Nov 19 19:04:11.095410 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:11.096530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:11.199904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67139b78-e527-499d-aa92-602189f9e534 req-0ba4fb62-0298-4850-823e-133b7956bf7d tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:11.223444 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67139b78-e527-499d-aa92-602189f9e534 req-0ba4fb62-0298-4850-823e-133b7956bf7d tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 945 time: 0.2501740 Nov 19 19:04:11.226423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:07Z', 'revision_number': 4, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'effd2362-7fe0-4436-b316-a60ce18413ce', 'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'mac_address': 'fa:16:3e:b3:9f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:06Z', 'updated_at': '2021-11-19T19:04:07Z', 'revision_number': 2, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'subnets': [{'id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:11.366993 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Checking router: d94e0061-9c04-4558-87bf-b3dc89ce055e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:04:11.366993 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Updating router d94e0061-9c04-4558-87bf-b3dc89ce055e port effd2362-7fe0-4436-b316-a60ce18413ce binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:04:11.375587 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67139b78-e527-499d-aa92-602189f9e534 req-297db699-8551-4303-b87c-3cf1ba420942 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495378 Nov 19 19:04:11.432763 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router c0f3c322-b588-42d3-be9b-e45def17df23 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:04:11.445233 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:11.619323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cc45d-4e58-4aa0-a944-40a7936dc57d req-0e13c42d-2be0-4ded-b839-103f10997945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:11.621603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-493cc45d-4e58-4aa0-a944-40a7936dc57d req-0e13c42d-2be0-4ded-b839-103f10997945 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 1095 time: 0.0991135 Nov 19 19:04:11.654085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:11.663650 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95427b1-9645-4b15-a822-7c80f2df49e0 None None] Sync routers for ids ['c0f3c322-b588-42d3-be9b-e45def17df23'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:11.750165 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:11.934927 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95427b1-9645-4b15-a822-7c80f2df49e0 None None] Routers {'c0f3c322-b588-42d3-be9b-e45def17df23'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:11.935567 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d95427b1-9645-4b15-a822-7c80f2df49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c0f3c322-b588-42d3-be9b-e45def17df23'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:11.951001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2da9ddba-0067-4895-8c49-1663f5cd37c3', 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'fixed_ips': [{'subnet_id': 'b3f3fa40-cc8b-4e88-90ec-79516efed424'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:04:11.951803 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:11.953341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8809ad6-d471-4888-aa45-82266f02c745 req-605c31da-f2a3-4e94-84cd-b2d05ff1e87a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:11.962618 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8809ad6-d471-4888-aa45-82266f02c745 req-605c31da-f2a3-4e94-84cd-b2d05ff1e87a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.2387297 Nov 19 19:04:11.971229 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:12.017600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34e230-34ba-42d2-af97-0892fd71796d req-0f319d23-a837-4898-9314-6563b8eb87e2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:12.019580 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1e34e230-34ba-42d2-af97-0892fd71796d req-0f319d23-a837-4898-9314-6563b8eb87e2 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.57 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 945 time: 0.2949526 Nov 19 19:04:12.030010 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:12.075129 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d95427b1-9645-4b15-a822-7c80f2df49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:12.119491 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95427b1-9645-4b15-a822-7c80f2df49e0 None None] Routers {'c0f3c322-b588-42d3-be9b-e45def17df23'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:12.120146 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d95427b1-9645-4b15-a822-7c80f2df49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c0f3c322-b588-42d3-be9b-e45def17df23'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:12.202671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8809ad6-d471-4888-aa45-82266f02c745 req-e94ef397-0eff-4fa5-b0e5-6237d207cf4c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359841 Nov 19 19:04:12.256741 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d95427b1-9645-4b15-a822-7c80f2df49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:12.257407 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95427b1-9645-4b15-a822-7c80f2df49e0 None None] The sync data for ids ['c0f3c322-b588-42d3-be9b-e45def17df23'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:12.323929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-1e34e230-34ba-42d2-af97-0892fd71796d req-22645710-f1ce-4853-9639-b53f1e060f73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Deleting port e8d5f42f-5cd1-42d0-8e51-04914bd9442a {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:12.324453 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1e34e230-34ba-42d2-af97-0892fd71796d req-22645710-f1ce-4853-9639-b53f1e060f73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:12.366143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Allocated IP 172.20.0.2 (2da9ddba-0067-4895-8c49-1663f5cd37c3/b3f3fa40-cc8b-4e88-90ec-79516efed424/97399ceb-7d21-46d5-91a0-06a37a6cb858) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:12.475012 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:12.487352 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:12.798541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Attempting to bind port effd2362-7fe0-4436-b316-a60ce18413ce on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:12.798915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Attempting to bind port effd2362-7fe0-4436-b316-a60ce18413ce by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:12.799285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Attempting to bind port effd2362-7fe0-4436-b316-a60ce18413ce on network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:12.820110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-1e34e230-34ba-42d2-af97-0892fd71796d req-22645710-f1ce-4853-9639-b53f1e060f73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] For port e8d5f42f-5cd1-42d0-8e51-04914bd9442a, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=e8d5f42f-5cd1-42d0-8e51-04914bd9442a,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:12.821610 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1e34e230-34ba-42d2-af97-0892fd71796d req-22645710-f1ce-4853-9639-b53f1e060f73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:12.832810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158be84-9b93-484b-8348-5a9a8458f343 None None] Pushing event updated for resources: {'Port': ['ID=effd2362-7fe0-4436-b316-a60ce18413ce,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:12.861841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-1e34e230-34ba-42d2-af97-0892fd71796d req-22645710-f1ce-4853-9639-b53f1e060f73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Calling delete_port for e8d5f42f-5cd1-42d0-8e51-04914bd9442a owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:12.863304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:12.863759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Checking segment: {'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:12.864285 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:12.864686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Bound using segment: {'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:12.865181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Bound port: effd2362-7fe0-4436-b316-a60ce18413ce, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:12.865570 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:12.902875 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:12.917147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d24a-0222-48ce-a761-aec919f4650c req-debcebac-4aa6-4d01-9da0-58fa7e0552b8 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:12.917374 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:12.918830 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1f0d24a-0222-48ce-a761-aec919f4650c req-debcebac-4aa6-4d01-9da0-58fa7e0552b8 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.2393515 Nov 19 19:04:12.923944 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0f36fbe9-97f4-4329-9c66-ab03e9d3e582 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/ports/ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f HTTP/1.1" status: 204 len: 168 time: 3.2569425 Nov 19 19:04:12.930678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47512) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:12.948907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64be85a-e8aa-4760-b999-2946604c6b85 req-c164bfc1-76d5-492d-adfc-806c5487eb63 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:12.969859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b64be85a-e8aa-4760-b999-2946604c6b85 req-c164bfc1-76d5-492d-adfc-806c5487eb63 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 950 time: 1.2297506 Nov 19 19:04:12.979270 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:13.002544 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:13.010985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a8ba984c-ba10-46c2-b710-44566f669f2f None None] Provisioning complete for port effd2362-7fe0-4436-b316-a60ce18413ce triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:13.011291 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8ba984c-ba10-46c2-b710-44566f669f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:13.044919 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:13.110919 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1f0d24a-0222-48ce-a761-aec919f4650c req-a3f73d35-23ec-4fdb-8bdd-9e1b2d0ef575 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368041 Nov 19 19:04:13.183675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Network 2da9ddba-0067-4895-8c49-1663f5cd37c3 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:13.211623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Allocated IP 172.25.3.23 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/440bc59a-23ea-404b-9d7b-30ad943c9ca7) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:13.229800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b7085f3f-bf97-4f64-a463-86c45016aa4a details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:04:13.268007 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1e34e230-34ba-42d2-af97-0892fd71796d req-22645710-f1ce-4853-9639-b53f1e060f73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:13.330613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22645710-f1ce-4853-9639-b53f1e060f73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event deleted for resources: {'Port': ['ID=e8d5f42f-5cd1-42d0-8e51-04914bd9442a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:13.351937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b64be85a-e8aa-4760-b999-2946604c6b85 req-7a06e739-b02c-4ca9-b7ba-92a2e4c13aaa tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798175 Nov 19 19:04:13.413336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cc45d-4e58-4aa0-a944-40a7936dc57d req-9d3573d9-7a64-419a-b38f-823ba26b873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:13.414865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-493cc45d-4e58-4aa0-a944-40a7936dc57d req-9d3573d9-7a64-419a-b38f-823ba26b873c service neutron] 10.222.0.21 "GET /v2.0/networks?id=935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 200 len: 914 time: 1.7409191 Nov 19 19:04:13.436452 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2c1201ca-69ad-4a04-bb2d-6893e67c12cd req-05d20b0b-9f34-4541-862f-b89f5365f367 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 210 time: 0.0618081 Nov 19 19:04:13.442145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e34e230-34ba-42d2-af97-0892fd71796d req-22645710-f1ce-4853-9639-b53f1e060f73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] No DVR routers for this DVR port e8d5f42f-5cd1-42d0-8e51-04914bd9442a on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:04:13.457095 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1e34e230-34ba-42d2-af97-0892fd71796d req-22645710-f1ce-4853-9639-b53f1e060f73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:13.469225 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1e34e230-34ba-42d2-af97-0892fd71796d req-22645710-f1ce-4853-9639-b53f1e060f73 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.57 "DELETE /v2.0/ports/e8d5f42f-5cd1-42d0-8e51-04914bd9442a HTTP/1.1" status: 204 len: 173 time: 1.4354985 Nov 19 19:04:13.469801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dc8aa5-ecbf-4acf-a505-290e137fd737', 'name': 'network-vif-deleted', 'tag': 'e8d5f42f-5cd1-42d0-8e51-04914bd9442a'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:13.476262 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fba86e-ba37-4fa0-9d58-7af700144f7a" -d '{"events": [{"server_uuid": "56dc8aa5-ecbf-4acf-a505-290e137fd737", "name": "network-vif-deleted", "tag": "e8d5f42f-5cd1-42d0-8e51-04914bd9442a"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:13.499834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['f4e5a938-65e7-43e9-8674-924bf8597028'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:04:13.562866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:13.567853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:13.585246 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] For port effd2362-7fe0-4436-b316-a60ce18413ce, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:13.620897 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:13.652513 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-493cc45d-4e58-4aa0-a944-40a7936dc57d req-06d2b836-2f93-47a3-bea4-ddfddd39ec08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df01842b-d6a1-4786-809e-542ec0256e19 HTTP/1.1" status: 200 len: 217 time: 0.1050274 Nov 19 19:04:13.655944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba984c-ba10-46c2-b710-44566f669f2f None None] Port effd2362-7fe0-4436-b316-a60ce18413ce cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:04:13.718516 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:13.730072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ba43e-7ac5-476e-ab48-9372e2c2e212 req-2a822756-ea20-4f50-ac6d-b2ce03f7ed5a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:13.741884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-690ba43e-7ac5-476e-ab48-9372e2c2e212 req-2a822756-ea20-4f50-ac6d-b2ce03f7ed5a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.2612913 Nov 19 19:04:13.772051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] For port effd2362-7fe0-4436-b316-a60ce18413ce, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=effd2362-7fe0-4436-b316-a60ce18413ce,segment=NetworkSegment(e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da),segment_id=e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:13.773992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Pushing event updated for resources: {'Port': ['ID=97399ceb-7d21-46d5-91a0-06a37a6cb858,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:13.808618 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:13.917634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:14.061021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45742f35-caf1-4361-ba6d-f2a74ecf60c6 req-0f0d8add-1fb3-46aa-95d5-a67c0a0c32e5 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:14.067047 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-45742f35-caf1-4361-ba6d-f2a74ecf60c6 req-0f0d8add-1fb3-46aa-95d5-a67c0a0c32e5 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.3216710 Nov 19 19:04:14.067975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=440bc59a-23ea-404b-9d7b-30ad943c9ca7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:14.076571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-690ba43e-7ac5-476e-ab48-9372e2c2e212 req-bb61994a-f269-4efd-b291-4322741c5b44 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335726 Nov 19 19:04:14.077265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:14.107103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:14.117037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:14.233199 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b7085f3f-bf97-4f64-a463-86c45016aa4a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:14.235539 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bab6a9-d5b2-4ffa-aed7-5bff89e86b97 x-openstack-request-id: req-38bab6a9-d5b2-4ffa-aed7-5bff89e86b97 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:14.239893 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dc8aa5-ecbf-4acf-a505-290e137fd737", "name": "network-vif-deleted", "tag": "e8d5f42f-5cd1-42d0-8e51-04914bd9442a", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:14.240379 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38bab6a9-d5b2-4ffa-aed7-5bff89e86b97 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:14.241395 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dc8aa5-ecbf-4acf-a505-290e137fd737', 'name': 'network-vif-deleted', 'tag': 'e8d5f42f-5cd1-42d0-8e51-04914bd9442a', 'status': 'completed', 'code': 200} Nov 19 19:04:14.272370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Attempting to bind port 97399ceb-7d21-46d5-91a0-06a37a6cb858 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:14.272929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Attempting to bind port 97399ceb-7d21-46d5-91a0-06a37a6cb858 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '49252fe6-5db4-4948-b7a7-26d9b1b6fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:14.273435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Attempting to bind port 97399ceb-7d21-46d5-91a0-06a37a6cb858 on network 2da9ddba-0067-4895-8c49-1663f5cd37c3 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:14.296838 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:14.297423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Checking segment: {'id': '49252fe6-5db4-4948-b7a7-26d9b1b6fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:14.298327 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:14.299537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Bound using segment: {'id': '49252fe6-5db4-4948-b7a7-26d9b1b6fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:14.300148 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Bound port: 97399ceb-7d21-46d5-91a0-06a37a6cb858, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49252fe6-5db4-4948-b7a7-26d9b1b6fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:14.300897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:14.303057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Routers {'d94e0061-9c04-4558-87bf-b3dc89ce055e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:14.303871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d94e0061-9c04-4558-87bf-b3dc89ce055e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:14.320588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cc45d-4e58-4aa0-a944-40a7936dc57d req-1f4dac65-241b-4564-8529-52dc2594ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:14.328608 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-493cc45d-4e58-4aa0-a944-40a7936dc57d req-1f4dac65-241b-4564-8529-52dc2594ea22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126 HTTP/1.1" status: 200 len: 853 time: 0.3011909 Nov 19 19:04:14.429524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-493cc45d-4e58-4aa0-a944-40a7936dc57d req-4be9a399-0203-4250-b94c-85d32f1475a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=935b280b-a113-4191-b9df-75069fba237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601249 Nov 19 19:04:14.499796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] Set router d94e0061-9c04-4558-87bf-b3dc89ce055e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:14.522228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58753a9-64d2-4aab-a82d-7611e6b82bbb req-277b2c0d-4419-4a04-98a9-a7605ed22bf7 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:14.523771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58753a9-64d2-4aab-a82d-7611e6b82bbb req-277b2c0d-4419-4a04-98a9-a7605ed22bf7 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.1001692 Nov 19 19:04:14.525237 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-45742f35-caf1-4361-ba6d-f2a74ecf60c6 req-886820c3-954a-40b5-88c6-37573d3bfc7f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503064 Nov 19 19:04:14.679629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'b7085f3f-bf97-4f64-a463-86c45016aa4a', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'port_id': 'b7085f3f-bf97-4f64-a463-86c45016aa4a', 'mac_address': 'fa:16:3e:2f:48:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adb8f58-a9f2-4093-af5c-d27d0a8408a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:04:14.746181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58753a9-64d2-4aab-a82d-7611e6b82bbb req-d4b6f348-72c7-4999-8616-0e230af82121 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059269 Nov 19 19:04:14.767974 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da231411-83d0-43f1-873a-fb98d4238dc9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:14.822593 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:14.827462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device e8d5f42f-5cd1-42d0-8e51-04914bd9442a no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:04:14.844319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-87edea97-9a09-40ec-8c12-13ec87fa9fdb req-455b1b86-d8c5-4069-8570-5678dd27568c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=56dc8aa5-ecbf-4acf-a505-290e137fd737 HTTP/1.1" status: 200 len: 210 time: 0.0772231 Nov 19 19:04:14.875849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158be84-9b93-484b-8348-5a9a8458f343 None None] Pushing event updated for resources: {'Port': ['ID=effd2362-7fe0-4436-b316-a60ce18413ce,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:15.019094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: e8d5f42f-5cd1-42d0-8e51-04914bd9442a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:04:15.019446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device e8d5f42f-5cd1-42d0-8e51-04914bd9442a not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:04:15.041940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-827b81d3-7c92-4174-8542-878e51692824 None None] Provisioning complete for port effd2362-7fe0-4436-b316-a60ce18413ce triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:15.042319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-827b81d3-7c92-4174-8542-878e51692824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:15.052095 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:15.197005 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:15.209503 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-493cc45d-4e58-4aa0-a944-40a7936dc57d req-5e075485-5ebf-41a5-87b5-69bb31e57318 service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285337 Nov 19 19:04:15.250219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] For port 97399ceb-7d21-46d5-91a0-06a37a6cb858, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:15.284746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7085f3f-bf97-4f64-a463-86c45016aa4a {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:04:15.364295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-c9c29ced-5222-4049-aec9-9e2a0fce9959 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=620b85c3042b4c5da433f78758e9d993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607865 Nov 19 19:04:15.393897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] For port 97399ceb-7d21-46d5-91a0-06a37a6cb858, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=97399ceb-7d21-46d5-91a0-06a37a6cb858,segment=NetworkSegment(49252fe6-5db4-4948-b7a7-26d9b1b6fde3),segment_id=49252fe6-5db4-4948-b7a7-26d9b1b6fde3)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:15.412092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-493cc45d-4e58-4aa0-a944-40a7936dc57d req-87d78530-bb49-440c-bac2-ff2c726a51e1 service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142516 Nov 19 19:04:15.455455 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:15.492060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18eef3-3d70-4184-86eb-cf100d7aeab2 req-8496ed41-633c-4c00-89cb-b8d5ff7ca65d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:15.493767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b7085f3f-bf97-4f64-a463-86c45016aa4a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:15.495796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b18eef3-3d70-4184-86eb-cf100d7aeab2 req-8496ed41-633c-4c00-89cb-b8d5ff7ca65d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.2761779 Nov 19 19:04:15.594488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2d58-596b-46a3-957a-8fe854d14fef req-9936db42-eca0-49c9-9d66-9c988616412c tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:15.606156 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-9936db42-eca0-49c9-9d66-9c988616412c tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356846 Nov 19 19:04:15.624530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-da231411-83d0-43f1-873a-fb98d4238dc9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port aedd5724-bb6a-4e52-8ca1-2b6a5ae45351 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:15.624980 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da231411-83d0-43f1-873a-fb98d4238dc9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:15.627390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-605be35c-f6dd-4618-a187-a191a428feff tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/quotas/620b85c3042b4c5da433f78758e9d993 HTTP/1.1" status: 200 len: 375 time: 0.0199411 Nov 19 19:04:15.777827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-8adb1960-f9a8-475d-a900-799da1e68656 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=620b85c3042b4c5da433f78758e9d993&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419082 Nov 19 19:04:15.813567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b18eef3-3d70-4184-86eb-cf100d7aeab2 req-bd62df96-cf7c-43b3-a6d2-dabcaa004445 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778683 Nov 19 19:04:15.950658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:16.062480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da231411-83d0-43f1-873a-fb98d4238dc9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:16.099091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-da231411-83d0-43f1-873a-fb98d4238dc9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for aedd5724-bb6a-4e52-8ca1-2b6a5ae45351 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:16.341864 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:16.459550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772151c4-e97d-4eec-8bd6-59c99dacdad5 req-fc68940e-78ed-4fee-94fa-2f6b42aeee28 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:16.475607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-772151c4-e97d-4eec-8bd6-59c99dacdad5 req-fc68940e-78ed-4fee-94fa-2f6b42aeee28 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.1334813 Nov 19 19:04:16.480310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:04:16.524068 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-827b81d3-7c92-4174-8542-878e51692824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:16.604075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['b7085f3f-bf97-4f64-a463-86c45016aa4a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:04:16.616868 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-108fed27-a904-4497-84ed-366e4366a9b6 req-1495feb8-1b96-4df9-96fa-3c0c12fd67b0 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 210 time: 0.1635406 Nov 19 19:04:16.753430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-772151c4-e97d-4eec-8bd6-59c99dacdad5 req-6af43c29-821d-4dfa-92d8-84fd136d4ad7 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718365 Nov 19 19:04:17.027980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b59d8-ca31-4ad7-840a-62e39bd422f4 None None] Pushing event updated for resources: {'Port': ['ID=97399ceb-7d21-46d5-91a0-06a37a6cb858,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:17.091429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:17.136611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da231411-83d0-43f1-873a-fb98d4238dc9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:17.157514 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:17.161280 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3cf69f1b-8663-48d1-8038-abbb8778e1e4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1520438 Nov 19 19:04:17.167702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47594) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:17.228065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da231411-83d0-43f1-873a-fb98d4238dc9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=aedd5724-bb6a-4e52-8ca1-2b6a5ae45351,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:17.273446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b7085f3f-bf97-4f64-a463-86c45016aa4a,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:17.312774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Sync routers for ids ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:17.317383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d082bf-32e7-4eb8-972a-521d7ba23cbd req-40b3fc4d-bd3d-474f-ab6e-12f6e76358dc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:17.336588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-827b81d3-7c92-4174-8542-878e51692824 None None] For port effd2362-7fe0-4436-b316-a60ce18413ce, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=effd2362-7fe0-4436-b316-a60ce18413ce,segment=NetworkSegment(e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da),segment_id=e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:17.348490 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74d082bf-32e7-4eb8-972a-521d7ba23cbd req-40b3fc4d-bd3d-474f-ab6e-12f6e76358dc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 944 time: 0.3801532 Nov 19 19:04:17.391405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-827b81d3-7c92-4174-8542-878e51692824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:17.401518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:07Z', 'revision_number': 4, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'effd2362-7fe0-4436-b316-a60ce18413ce', 'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'mac_address': 'fa:16:3e:b3:9f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:06Z', 'updated_at': '2021-11-19T19:04:13Z', 'revision_number': 4, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'subnets': [{'id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:17.674799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e47ab-19cf-4420-a27e-aa8b2b7d290f None None] The sync data for ids ['d94e0061-9c04-4558-87bf-b3dc89ce055e'] in n-d-815373-6 is: [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:07Z', 'revision_number': 4, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'effd2362-7fe0-4436-b316-a60ce18413ce', 'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'mac_address': 'fa:16:3e:b3:9f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:06Z', 'updated_at': '2021-11-19T19:04:13Z', 'revision_number': 4, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'subnets': [{'id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:17.678427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Routers {'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:17.681380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:17.912589 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da231411-83d0-43f1-873a-fb98d4238dc9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:18.091117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Set router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:18.367534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97399ceb-7d21-46d5-91a0-06a37a6cb858 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:18.407373 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74d082bf-32e7-4eb8-972a-521d7ba23cbd req-e01001bf-1276-4759-b484-41d046fe0848 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0579238 Nov 19 19:04:18.499813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff3281-dd30-466b-9f71-c4c2eab0fe3b req-d0b0c21d-d3a6-49f8-ae32-244d249591c9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:18.501398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5aff3281-dd30-466b-9f71-c4c2eab0fe3b req-d0b0c21d-d3a6-49f8-ae32-244d249591c9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.9933341 Nov 19 19:04:18.676505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b81d3-7c92-4174-8542-878e51692824 None None] Pushing event updated for resources: {'Port': ['ID=effd2362-7fe0-4436-b316-a60ce18413ce,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:18.739238 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20775bc-94b6-4cad-8130-561114c4dee6 None None] Network 2da9ddba-0067-4895-8c49-1663f5cd37c3 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:19.035075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b20b88cd-f02a-4498-bdd0-1bfbc57105a8 None None] Provisioning complete for port 97399ceb-7d21-46d5-91a0-06a37a6cb858 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:19.035572 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b20b88cd-f02a-4498-bdd0-1bfbc57105a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:19.143460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e02adf9-0e93-4d02-999f-d9a3fbcbfaa3 req-54895a66-3e92-401f-b4a4-33cef0e62fbd tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 210 time: 0.2811275 Nov 19 19:04:19.287612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957234d-6d3d-4814-a5ad-e1795f8d0913 req-36c14ea6-5254-46e1-85d8-f971bf5966ad tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:19.293715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d957234d-6d3d-4814-a5ad-e1795f8d0913 req-36c14ea6-5254-46e1-85d8-f971bf5966ad tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 1.7248733 Nov 19 19:04:19.294723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 97399ceb-7d21-46d5-91a0-06a37a6cb858 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:19.299364 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:19.354174 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-863797da-b4d1-4a00-a7b8-a49c6e7fd010 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=620b85c3042b4c5da433f78758e9d993&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996044 Nov 19 19:04:19.592941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d957234d-6d3d-4814-a5ad-e1795f8d0913 req-9e892835-b564-43f9-8f3a-a5bf852a6b99 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764208 Nov 19 19:04:19.631942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5f70e-02b3-4614-b527-668e14cb8a6d req-6990eacd-78b1-43d4-9b32-66b125b181d1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:19.644360 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64c5f70e-02b3-4614-b527-668e14cb8a6d req-6990eacd-78b1-43d4-9b32-66b125b181d1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.2798662 Nov 19 19:04:19.684719 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b20b88cd-f02a-4498-bdd0-1bfbc57105a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:19.726170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-5aff3281-dd30-466b-9f71-c4c2eab0fe3b req-5edc6d6b-d13c-4d16-9da9-bb644120ac50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Deleting port f4e5a938-65e7-43e9-8674-924bf8597028 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:19.730690 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5aff3281-dd30-466b-9f71-c4c2eab0fe3b req-5edc6d6b-d13c-4d16-9da9-bb644120ac50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:19.778109 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'name': 'tempest-TaggedBootDevicesTest-1056255059-router', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:11Z', 'updated_at': '2021-11-19T19:04:14Z', 'revision_number': 3, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'gw_port': {'id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:13Z', 'updated_at': '2021-11-19T19:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:19.797193 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:19.928604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da231411-83d0-43f1-873a-fb98d4238dc9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router c0f3c322-b588-42d3-be9b-e45def17df23 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:04:19.980148 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Checking router: a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:04:19.986987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Updating router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad port 440bc59a-23ea-404b-9d7b-30ad943c9ca7 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:04:20.006349 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64c5f70e-02b3-4614-b527-668e14cb8a6d req-7c9a5254-bc5f-4627-a794-f31f7a632b3b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608432 Nov 19 19:04:20.033996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b20b88cd-f02a-4498-bdd0-1bfbc57105a8 None None] For port 97399ceb-7d21-46d5-91a0-06a37a6cb858, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=97399ceb-7d21-46d5-91a0-06a37a6cb858,segment=NetworkSegment(49252fe6-5db4-4948-b7a7-26d9b1b6fde3),segment_id=49252fe6-5db4-4948-b7a7-26d9b1b6fde3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:20.043848 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b20b88cd-f02a-4498-bdd0-1bfbc57105a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:20.048362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2d58-596b-46a3-957a-8fe854d14fef req-77cf3860-7c9a-48df-a7bd-43f32cff74c7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:20.049877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-77cf3860-7c9a-48df-a7bd-43f32cff74c7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6801412 Nov 19 19:04:20.053873 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:20.100055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Request body: {'port': {'device_id': '89b996f7-0338-423b-a1e0-397af0f94159', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': '620b85c3042b4c5da433f78758e9d993'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:20.248210 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:04:20.249541 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:04:20.263854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b88cd-f02a-4498-bdd0-1bfbc57105a8 None None] Pushing event updated for resources: {'Port': ['ID=97399ceb-7d21-46d5-91a0-06a37a6cb858,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:20.278901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cc27d847-3fe2-4e2b-918d-4ef886aea844 None None] Provisioning complete for port 97399ceb-7d21-46d5-91a0-06a37a6cb858 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:20.279397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cc27d847-3fe2-4e2b-918d-4ef886aea844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:20.457068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b7085f3f-bf97-4f64-a463-86c45016aa4a up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:20.662851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ccfc5-fbfb-44e3-ade1-560a3f9c4842 req-f8d32b90-e514-4b04-81d4-9e1a1cc82ec5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:20.664530 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a3ccfc5-fbfb-44e3-ade1-560a3f9c4842 req-f8d32b90-e514-4b04-81d4-9e1a1cc82ec5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 944 time: 0.6667411 Nov 19 19:04:20.778843 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port b7085f3f-bf97-4f64-a463-86c45016aa4a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:20.778843 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:20.909857 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a3ccfc5-fbfb-44e3-ade1-560a3f9c4842 req-9ab0fa58-5db5-4a12-84e0-0c40a960f411 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090936 Nov 19 19:04:20.994165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Made reservation on behalf of 620b85c3042b4c5da433f78758e9d993 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:21.011344 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:21.177393 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:21.380500 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ece09904-305a-4f61-8e4a-f70a3e838892 req-c0f9fd98-90e9-43a2-a20d-be7430853328 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 210 time: 0.1113787 Nov 19 19:04:21.396173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5aff3281-dd30-466b-9f71-c4c2eab0fe3b req-5edc6d6b-d13c-4d16-9da9-bb644120ac50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] For port f4e5a938-65e7-43e9-8674-924bf8597028, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f4e5a938-65e7-43e9-8674-924bf8597028,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:21.396672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5aff3281-dd30-466b-9f71-c4c2eab0fe3b req-5edc6d6b-d13c-4d16-9da9-bb644120ac50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:21.439133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-5aff3281-dd30-466b-9f71-c4c2eab0fe3b req-5edc6d6b-d13c-4d16-9da9-bb644120ac50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Calling delete_port for f4e5a938-65e7-43e9-8674-924bf8597028 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:21.481999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da231411-83d0-43f1-873a-fb98d4238dc9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:21.488424 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcee2ac-b12a-4636-906c-9b4ff62c21c8 None None] Sync routers for ids ['c0f3c322-b588-42d3-be9b-e45def17df23'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:21.494433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-da231411-83d0-43f1-873a-fb98d4238dc9 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "PUT /v2.0/routers/c0f3c322-b588-42d3-be9b-e45def17df23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5617955 Nov 19 19:04:21.498489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ee3b1-1725-465a-9ca4-5fcd7e119d20 req-17013037-7609-4108-997d-27c110230410 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:21.500950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47620) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:21.502612 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcee2ac-b12a-4636-906c-9b4ff62c21c8 None None] Routers {'c0f3c322-b588-42d3-be9b-e45def17df23'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:21.503238 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4fcee2ac-b12a-4636-906c-9b4ff62c21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c0f3c322-b588-42d3-be9b-e45def17df23'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:21.514426 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0e7ee3b1-1725-465a-9ca4-5fcd7e119d20 req-17013037-7609-4108-997d-27c110230410 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632370-4235-41c6-9cc5-3a34e0b47b4b HTTP/1.1" status: 200 len: 945 time: 0.4357822 Nov 19 19:04:21.648761 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4fcee2ac-b12a-4636-906c-9b4ff62c21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:21.651879 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:21.674562 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcee2ac-b12a-4636-906c-9b4ff62c21c8 None None] Routers {'c0f3c322-b588-42d3-be9b-e45def17df23'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:21.675366 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4fcee2ac-b12a-4636-906c-9b4ff62c21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c0f3c322-b588-42d3-be9b-e45def17df23'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:21.730338 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:21.733432 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:21.768474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Allocated IP 192.168.233.98 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:21.784040 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4fcee2ac-b12a-4636-906c-9b4ff62c21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:21.786275 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcee2ac-b12a-4636-906c-9b4ff62c21c8 None None] The sync data for ids ['c0f3c322-b588-42d3-be9b-e45def17df23'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:21.816576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72529f9f-3c6c-4934-8974-62817f415f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7085f3f-bf97-4f64-a463-86c45016aa4a'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:21.819535 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca9c2a1-d045-4b7d-94ca-3c320a27895a" -d '{"events": [{"server_uuid": "72529f9f-3c6c-4934-8974-62817f415f4f", "name": "network-vif-plugged", "status": "completed", "tag": "b7085f3f-bf97-4f64-a463-86c45016aa4a"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:21.845021 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:21.873875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b7085f3f-bf97-4f64-a463-86c45016aa4a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:21.877231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569aba96-6b01-41b7-8f3d-1cf21492ff28 None None] Pushing event updated for resources: {'Port': ['ID=440bc59a-23ea-404b-9d7b-30ad943c9ca7,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:21.910523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Attempting to bind port 440bc59a-23ea-404b-9d7b-30ad943c9ca7 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:21.912212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Attempting to bind port 440bc59a-23ea-404b-9d7b-30ad943c9ca7 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:21.912905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Attempting to bind port 440bc59a-23ea-404b-9d7b-30ad943c9ca7 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:21.925965 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:21.935557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device effd2362-7fe0-4436-b316-a60ce18413ce up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:21.980510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:21.981178 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:21.981788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:21.982377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:21.983032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Bound port: 440bc59a-23ea-404b-9d7b-30ad943c9ca7, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:21.983597 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:22.026626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21271e53-8c4e-48df-96b4-42257130698f req-dbdecd8f-0057-48e6-8d6b-f2d752ca3db0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:22.028695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21271e53-8c4e-48df-96b4-42257130698f req-dbdecd8f-0057-48e6-8d6b-f2d752ca3db0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.1273551 Nov 19 19:04:22.039419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] For port 440bc59a-23ea-404b-9d7b-30ad943c9ca7, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:22.043014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] For port 440bc59a-23ea-404b-9d7b-30ad943c9ca7, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=440bc59a-23ea-404b-9d7b-30ad943c9ca7,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:22.072892 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:22.115785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b7085f3f-bf97-4f64-a463-86c45016aa4a,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:22.258989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21271e53-8c4e-48df-96b4-42257130698f req-b4021279-1bdb-449f-90d6-238d8ae08010 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028320 Nov 19 19:04:22.278694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Routers {'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:22.279945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:22.282376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569aba96-6b01-41b7-8f3d-1cf21492ff28 None None] Pushing event updated for resources: {'Port': ['ID=440bc59a-23ea-404b-9d7b-30ad943c9ca7,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:22.342346 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:22.375160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port effd2362-7fe0-4436-b316-a60ce18413ce triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:22.375817 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:22.475501 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5aff3281-dd30-466b-9f71-c4c2eab0fe3b req-5edc6d6b-d13c-4d16-9da9-bb644120ac50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:22.491339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f4e5a938-65e7-43e9-8674-924bf8597028 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:04:22.496761 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f36c6f1-4dcf-458e-bf4a-629df2d17f69 x-openstack-request-id: req-4f36c6f1-4dcf-458e-bf4a-629df2d17f69 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:22.499870 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72529f9f-3c6c-4934-8974-62817f415f4f", "name": "network-vif-plugged", "status": "completed", "tag": "b7085f3f-bf97-4f64-a463-86c45016aa4a", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:22.499870 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f36c6f1-4dcf-458e-bf4a-629df2d17f69 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:22.500131 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72529f9f-3c6c-4934-8974-62817f415f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7085f3f-bf97-4f64-a463-86c45016aa4a', 'code': 200} Nov 19 19:04:22.513343 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:22.519408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc6d6b-d13c-4d16-9da9-bb644120ac50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event deleted for resources: {'Port': ['ID=f4e5a938-65e7-43e9-8674-924bf8597028,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:22.610434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:22.624427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port 255e1931-0d3d-462b-95b0-a7de399db2f3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:22.624936 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:22.685644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:22.714235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:22.727676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:22.734970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['38c42a2a-63ba-4fa9-88f4-2b2512ef637c', '54e2bf4b-7f91-49af-8f13-7445897df93c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:04:22.742406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: f4e5a938-65e7-43e9-8674-924bf8597028 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:04:22.743818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f4e5a938-65e7-43e9-8674-924bf8597028 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:04:22.818742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aff3281-dd30-466b-9f71-c4c2eab0fe3b req-5edc6d6b-d13c-4d16-9da9-bb644120ac50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] No DVR routers for this DVR port f4e5a938-65e7-43e9-8674-924bf8597028 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:04:22.825599 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5aff3281-dd30-466b-9f71-c4c2eab0fe3b req-5edc6d6b-d13c-4d16-9da9-bb644120ac50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:22.845423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5aff3281-dd30-466b-9f71-c4c2eab0fe3b req-5edc6d6b-d13c-4d16-9da9-bb644120ac50 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.21 "DELETE /v2.0/ports/f4e5a938-65e7-43e9-8674-924bf8597028 HTTP/1.1" status: 204 len: 173 time: 4.1981854 Nov 19 19:04:22.887670 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0e7ee3b1-1725-465a-9ca4-5fcd7e119d20 req-23a7f5ec-d759-49ba-8859-31285c19250d tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=a39873fd-581d-484d-8d02-4163d3dca645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3698919 Nov 19 19:04:22.891607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Allocated IP 172.20.0.1 (2da9ddba-0067-4895-8c49-1663f5cd37c3/b3f3fa40-cc8b-4e88-90ec-79516efed424/e6778661-e058-4629-8610-302b73992c73) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:22.896862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc632370-4235-41c6-9cc5-3a34e0b47b4b', 'name': 'network-vif-deleted', 'tag': 'f4e5a938-65e7-43e9-8674-924bf8597028'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:22.909093 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d232cb-5b48-41fd-bdd6-4a53da4af0e4" -d '{"events": [{"server_uuid": "bc632370-4235-41c6-9cc5-3a34e0b47b4b", "name": "network-vif-deleted", "tag": "f4e5a938-65e7-43e9-8674-924bf8597028"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:23.018663 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:23.100423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] Set router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:23.123059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for 255e1931-0d3d-462b-95b0-a7de399db2f3 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:23.173956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9559f-0092-422b-b9c7-1210332b0ff6 req-718e93fb-08f4-40bc-90ea-c09cd915c768 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:23.183380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cf9559f-0092-422b-b9c7-1210332b0ff6 req-718e93fb-08f4-40bc-90ea-c09cd915c768 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.3785753 Nov 19 19:04:23.289547 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97399ceb-7d21-46d5-91a0-06a37a6cb858 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:23.292036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:23.299589 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:23.392889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Pushing event updated for resources: {'Port': ['ID=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:23.434256 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-909ed2b0-9413-4cdc-977f-267071caaa18 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3392239 Nov 19 19:04:23.438756 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cf9559f-0092-422b-b9c7-1210332b0ff6 req-24594736-8705-4036-9344-18cd2f1175bd tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424865 Nov 19 19:04:23.523773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22cd63-d4bd-4c2d-bd88-eca9f278e4a4 req-ef076a2a-9be8-4a56-8832-cdc3d3a9ef7b tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:23.541773 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7e22cd63-d4bd-4c2d-bd88-eca9f278e4a4 req-ef076a2a-9be8-4a56-8832-cdc3d3a9ef7b tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 935 time: 0.4122930 Nov 19 19:04:23.565253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Request body: {'port': {'device_id': '89b996f7-0338-423b-a1e0-397af0f94159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:23.724567 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62da726e-5d80-494f-95cf-0f576c53ea7a x-openstack-request-id: req-62da726e-5d80-494f-95cf-0f576c53ea7a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:23.725729 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc632370-4235-41c6-9cc5-3a34e0b47b4b", "name": "network-vif-deleted", "tag": "f4e5a938-65e7-43e9-8674-924bf8597028", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:23.728173 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62da726e-5d80-494f-95cf-0f576c53ea7a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:23.728864 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc632370-4235-41c6-9cc5-3a34e0b47b4b', 'name': 'network-vif-deleted', 'tag': 'f4e5a938-65e7-43e9-8674-924bf8597028', 'status': 'completed', 'code': 200} Nov 19 19:04:23.772402 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:23.789243 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:23.806738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-23487c3b-7e9b-4e07-ab49-9cc13ac30f40 None None] Provisioning complete for port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:23.807121 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23487c3b-7e9b-4e07-ab49-9cc13ac30f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:23.849400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 97399ceb-7d21-46d5-91a0-06a37a6cb858 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:23.849976 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:23.882295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=255e1931-0d3d-462b-95b0-a7de399db2f3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:23.936177 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-23487c3b-7e9b-4e07-ab49-9cc13ac30f40 None None] Port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:04:23.960853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'name': 'tempest-TaggedBootDevicesTest-1056255059-router', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:11Z', 'updated_at': '2021-11-19T19:04:14Z', 'revision_number': 3, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'gw_port': {'id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:13Z', 'updated_at': '2021-11-19T19:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:24.036756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fba5f7-fe60-4648-99cb-d5a36489c347 None None] The sync data for ids ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'] in n-d-815373-6 is: [{'id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'name': 'tempest-TaggedBootDevicesTest-1056255059-router', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:11Z', 'updated_at': '2021-11-19T19:04:14Z', 'revision_number': 3, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'gw_port': {'id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:13Z', 'updated_at': '2021-11-19T19:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:24.110351 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:24.163225 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7e22cd63-d4bd-4c2d-bd88-eca9f278e4a4 req-e48da746-3e2b-4a1c-8d1e-d76628541aae tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6202471 Nov 19 19:04:24.220630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78425437-8a9c-40f0-abd1-0e23c608ff15 req-4b919570-8ead-4eb6-8fa2-5061ec9ffc9d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:24.228312 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78425437-8a9c-40f0-abd1-0e23c608ff15 req-4b919570-8ead-4eb6-8fa2-5061ec9ffc9d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.3553159 Nov 19 19:04:24.267341 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:24.411947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:24.501304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Network 2da9ddba-0067-4895-8c49-1663f5cd37c3 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:24.541741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:24.560251 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:24.562834 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:24.595320 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:24.637358 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:24.639607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Fanout notify agent at l3_agent the message router_deleted on router c0f3c322-b588-42d3-be9b-e45def17df23 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:04:24.652387 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:24.660434 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b548d080-4ea7-4d48-830c-5a2bc6fda326 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/routers/c0f3c322-b588-42d3-be9b-e45def17df23 HTTP/1.1" status: 204 len: 168 time: 3.1580462 Nov 19 19:04:24.671235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47648) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:24.764319 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:24.899478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5543041-7096-4875-8101-c43f15ca70aa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting subnet 7ad9ff4c-4391-4cef-ab0a-85872af70561 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:04:24.914456 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:04:24.918437 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5543041-7096-4875-8101-c43f15ca70aa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:24.946563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78425437-8a9c-40f0-abd1-0e23c608ff15 req-27626445-cdbc-4e35-9156-467e28438ada tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7011929 Nov 19 19:04:24.963505 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:24.966652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6778661-e058-4629-8610-302b73992c73,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:25.005523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:25.009919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Transition to ACTIVE for port object 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:04:25.010996 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:25.028499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:25.118369 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5543041-7096-4875-8101-c43f15ca70aa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:25.151282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:25.177884 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7b8d4f7c-ec2b-435a-9dfb-30176b8c021e None None] Provisioning complete for port e6778661-e058-4629-8610-302b73992c73 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:25.191456 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4f7c-ec2b-435a-9dfb-30176b8c021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:25.324537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d4f7c-ec2b-435a-9dfb-30176b8c021e None None] Port e6778661-e058-4629-8610-302b73992c73 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:04:25.375377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51108c5d-73b1-4992-8d33-8df6ae12ca4e req-1350b6e2-45a0-44e9-a30e-7c32507d18ec tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:25.385448 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-51108c5d-73b1-4992-8d33-8df6ae12ca4e req-1350b6e2-45a0-44e9-a30e-7c32507d18ec tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.3740282 Nov 19 19:04:25.398568 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5543041-7096-4875-8101-c43f15ca70aa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:25.609731 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5543041-7096-4875-8101-c43f15ca70aa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:25.682635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Attempting to bind port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:25.684652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Attempting to bind port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:25.685180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Attempting to bind port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:25.687624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5543041-7096-4875-8101-c43f15ca70aa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad9ff4c-4391-4cef-ab0a-85872af70561,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:25.705389 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5543041-7096-4875-8101-c43f15ca70aa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:25.714684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e5543041-7096-4875-8101-c43f15ca70aa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/subnets/7ad9ff4c-4391-4cef-ab0a-85872af70561 HTTP/1.1" status: 204 len: 168 time: 1.0421164 Nov 19 19:04:25.716217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f5f7a-4005-4bbc-933f-f9f3b34a276f None None] Network cd47b4cf-7991-4965-838d-23f996c72bdf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:25.716794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47658) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:25.749298 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-51108c5d-73b1-4992-8d33-8df6ae12ca4e req-feb29700-3388-48a7-b8f4-f521c88765e8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527889 Nov 19 19:04:25.755614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:04:25.769513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Attempting to bind port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:25.785791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:25.795301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:25.796397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:25.798532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Bound port: 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:25.799083 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:25.837976 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:26.011495 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdbc8d-a1f9-4a5a-993f-9342e7c47626 req-2ee5a929-3701-4178-9c85-f6f1957b104f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:26.013205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bacdbc8d-a1f9-4a5a-993f-9342e7c47626 req-2ee5a929-3701-4178-9c85-f6f1957b104f tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.4363170 Nov 19 19:04:26.059411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:26.122462 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:26.236301 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bacdbc8d-a1f9-4a5a-993f-9342e7c47626 req-f5f4b824-1638-4053-99c0-642424dbb386 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051544 Nov 19 19:04:26.282358 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:26.314573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port 1ddd18e6-190c-404f-820d-9dd1e3342c87 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:26.319322 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:26.353116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaed5a2-5efe-4a72-b5b0-2bed1c43fbe5 None None] DHCP port deletion for cd47b4cf-7991-4965-838d-23f996c72bdf request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:04:26.353960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6778661-e058-4629-8610-302b73992c73,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:26.501701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b444566-b3d9-4608-9996-cd7f9cb5f637 req-185b0837-4420-4b63-8671-8ed9a0aac134 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:26.502575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-aeaed5a2-5efe-4a72-b5b0-2bed1c43fbe5 None None] Deleting port 1ddd18e6-190c-404f-820d-9dd1e3342c87 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:26.503044 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aeaed5a2-5efe-4a72-b5b0-2bed1c43fbe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:26.510594 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5b444566-b3d9-4608-9996-cd7f9cb5f637 req-185b0837-4420-4b63-8671-8ed9a0aac134 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 947 time: 0.4470592 Nov 19 19:04:26.623855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] For port 1ddd18e6-190c-404f-820d-9dd1e3342c87, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1ddd18e6-190c-404f-820d-9dd1e3342c87,segment=NetworkSegment(b51be63c-b877-4e63-9f82-4f1043e1dfdf),segment_id=b51be63c-b877-4e63-9f82-4f1043e1dfdf)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:26.624281 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:26.684886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-ad95a8e3-9d1a-41af-bcef-f3682dbf9742 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:26.687782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for 1ddd18e6-190c-404f-820d-9dd1e3342c87 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:26.688026 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-ad95a8e3-9d1a-41af-bcef-f3682dbf9742 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.57 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.2311146 Nov 19 19:04:26.694190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 440bc59a-23ea-404b-9d7b-30ad943c9ca7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:26.700038 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5b444566-b3d9-4608-9996-cd7f9cb5f637 req-f1b15846-72ed-4e28-879a-b00fa8cb58e7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878254 Nov 19 19:04:26.702314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] For port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:26.828617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-aeaed5a2-5efe-4a72-b5b0-2bed1c43fbe5 None None] For port 1ddd18e6-190c-404f-820d-9dd1e3342c87, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1ddd18e6-190c-404f-820d-9dd1e3342c87,segment=NetworkSegment(b51be63c-b877-4e63-9f82-4f1043e1dfdf),segment_id=b51be63c-b877-4e63-9f82-4f1043e1dfdf)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:26.829022 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aeaed5a2-5efe-4a72-b5b0-2bed1c43fbe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:26.862459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] For port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:26.873132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-aeaed5a2-5efe-4a72-b5b0-2bed1c43fbe5 None None] Calling delete_port for 1ddd18e6-190c-404f-820d-9dd1e3342c87 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:26.894002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 440bc59a-23ea-404b-9d7b-30ad943c9ca7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:26.894799 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:26.933541 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.001007 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.037504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] No DVR routers for this DVR port 1ddd18e6-190c-404f-820d-9dd1e3342c87 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:04:27.111321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:27.112451 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.115835 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] 10.222.0.57 "PUT /v2.0/ports/42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 HTTP/1.1" status: 200 len: 1095 time: 3.6256163 Nov 19 19:04:27.149008 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.169978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb847526-4fdf-4f4e-9ec0-adbfb4397eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:27.178724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b996f7-0338-423b-a1e0-397af0f94159', 'tag': '42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:27.182069 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aeaed5a2-5efe-4a72-b5b0-2bed1c43fbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.182656 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db" -d '{"events": [{"name": "network-changed", "server_uuid": "89b996f7-0338-423b-a1e0-397af0f94159", "tag": "42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:27.249423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaed5a2-5efe-4a72-b5b0-2bed1c43fbe5 None None] No DVR routers for this DVR port 1ddd18e6-190c-404f-820d-9dd1e3342c87 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:04:27.284143 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.315456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 440bc59a-23ea-404b-9d7b-30ad943c9ca7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=440bc59a-23ea-404b-9d7b-30ad943c9ca7,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:27.316959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaed5a2-5efe-4a72-b5b0-2bed1c43fbe5 None None] Pushing event deleted for resources: {'Port': ['ID=1ddd18e6-190c-404f-820d-9dd1e3342c87,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:27.331141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.369246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Network 2da9ddba-0067-4895-8c49-1663f5cd37c3 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:27.383495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:27.387889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd47b4cf-7991-4965-838d-23f996c72bdf']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:27.390441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=1ddd18e6-190c-404f-820d-9dd1e3342c87,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:27.413804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51be63c-b877-4e63-9f82-4f1043e1dfdf') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:27.414166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51be63c-b877-4e63-9f82-4f1043e1dfdf') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:27.419303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=440bc59a-23ea-404b-9d7b-30ad943c9ca7,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:27.452424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a46945-3087-417d-a270-9a360754d53d req-cdd6c37d-14c4-4def-95a9-5b0c78811c86 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:27.462423 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17a46945-3087-417d-a270-9a360754d53d req-cdd6c37d-14c4-4def-95a9-5b0c78811c86 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.3270388 Nov 19 19:04:27.468243 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.505141 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.515494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:04:27.516384 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:04:27.596349 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:04:27.608856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2d58-596b-46a3-957a-8fe854d14fef req-5dd9defb-1c26-47d1-8d7b-c24cc5061dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:27.609085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cd315-ab81-4c01-8c21-5d7d42766c06 req-a69dd941-3037-41ea-b5a9-71e9d1f3ef0b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:27.610933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-5dd9defb-1c26-47d1-8d7b-c24cc5061dee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620b85c3042b4c5da433f78758e9d993&device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 1098 time: 0.4190600 Nov 19 19:04:27.611095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-323cd315-ab81-4c01-8c21-5d7d42766c06 req-a69dd941-3037-41ea-b5a9-71e9d1f3ef0b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.9440377 Nov 19 19:04:27.612288 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.619991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.627060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/networks/cd47b4cf-7991-4965-838d-23f996c72bdf HTTP/1.1" status: 204 len: 168 time: 1.9079652 Nov 19 19:04:27.642769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47672) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:27.675585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69551734-5425-4dcf-9d31-c96b0947021e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Network': ['ID=cd47b4cf-7991-4965-838d-23f996c72bdf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:27.712854 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-323cd315-ab81-4c01-8c21-5d7d42766c06 req-4e600116-cc0e-4cf2-81a1-ceba8c3d58c0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845053 Nov 19 19:04:27.788934 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:04:27.842998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-afda8fe0-d932-4ac7-a851-76064cafa9f1 None None] Provisioning complete for port e6778661-e058-4629-8610-302b73992c73 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:27.843620 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-afda8fe0-d932-4ac7-a851-76064cafa9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:27.888201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-afda8fe0-d932-4ac7-a851-76064cafa9f1 None None] Port e6778661-e058-4629-8610-302b73992c73 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:04:27.888644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3303be7-2a98-4126-b926-2ac076c929ef req-be7e0ed3-6fa7-4f77-944b-cf97f275d6c9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:27.892690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3303be7-2a98-4126-b926-2ac076c929ef req-be7e0ed3-6fa7-4f77-944b-cf97f275d6c9 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.0887716 Nov 19 19:04:28.020659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3303be7-2a98-4126-b926-2ac076c929ef req-f60c1e91-328f-47ee-9697-9db5a223a2dd tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182089 Nov 19 19:04:28.105693 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618c740b-542f-4538-8d72-078bf4184a8a x-openstack-request-id: req-618c740b-542f-4538-8d72-078bf4184a8a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:28.105693 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b996f7-0338-423b-a1e0-397af0f94159", "tag": "42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:28.105693 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-618c740b-542f-4538-8d72-078bf4184a8a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:28.105693 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b996f7-0338-423b-a1e0-397af0f94159', 'tag': '42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5', 'status': 'completed', 'code': 200} Nov 19 19:04:28.116636 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-be458ffd-5a9f-404f-84b9-eacd39adbc49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 HTTP/1.1" status: 200 len: 217 time: 0.4846015 Nov 19 19:04:28.142039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Deleting port c419315e-0493-4e8e-8e95-a76a5b6db2db {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:28.142378 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:28.242467 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17a46945-3087-417d-a270-9a360754d53d req-e9bcfcd6-bb3b-4a95-892d-30be81355aca tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7777014 Nov 19 19:04:28.315893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cd5a7-5f5c-47d1-9a72-469ff43e7829 req-0442917b-d98a-4522-820c-c96d7d1aa063 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:28.325862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab7cd5a7-5f5c-47d1-9a72-469ff43e7829 req-0442917b-d98a-4522-820c-c96d7d1aa063 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 947 time: 0.1066453 Nov 19 19:04:28.350820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2d58-596b-46a3-957a-8fe854d14fef req-c99b01c3-3ffe-433c-8385-bbc73ee22a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:28.352155 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-c99b01c3-3ffe-433c-8385-bbc73ee22a1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.2247779 Nov 19 19:04:28.392876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:04:28.409042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab7cd5a7-5f5c-47d1-9a72-469ff43e7829 req-085cd4f4-7e3e-495d-8cd3-8cd215cea86e tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816784 Nov 19 19:04:28.419661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 440bc59a-23ea-404b-9d7b-30ad943c9ca7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:28.459629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] For port c419315e-0493-4e8e-8e95-a76a5b6db2db, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c419315e-0493-4e8e-8e95-a76a5b6db2db,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:28.459993 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:28.482880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 440bc59a-23ea-404b-9d7b-30ad943c9ca7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:28.483378 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:28.642216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2d58-596b-46a3-957a-8fe854d14fef req-42761d6f-7aa7-4861-bfaf-217790b658fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:28.642504 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-42761d6f-7aa7-4861-bfaf-217790b658fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2634714 Nov 19 19:04:28.656661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1ddd18e6-190c-404f-820d-9dd1e3342c87 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:04:28.661898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0268173b-3ca0-4422-9e5d-ecff14b266fa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port af0af2c8-9d37-43e9-a884-3722bc3f6627 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:28.662253 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0268173b-3ca0-4422-9e5d-ecff14b266fa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:28.678392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 1ddd18e6-190c-404f-820d-9dd1e3342c87 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:04:28.678821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1ddd18e6-190c-404f-820d-9dd1e3342c87 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:04:29.058187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:29.070096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Sync routers for ids ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:29.071963 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:29.072436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:29.072862 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Floating IP df9dfe50-3613-4fff-9190-0ef66000363a disassociated. External IP: 172.25.3.3, port: c419315e-0493-4e8e-8e95-a76a5b6db2db. Nov 19 19:04:29.073340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Calling delete_port for c419315e-0493-4e8e-8e95-a76a5b6db2db owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:29.088964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-de72b6bf-2bd4-443f-ba8b-acdfa0ea25d2 admin admin] 10.222.0.50 "PUT /v2.0/routers/a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9176986 Nov 19 19:04:29.090918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Routers {'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:29.094358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:29.106811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429bca0-5406-467d-9f6f-5bdad4828ed7 req-18b9ae38-876d-4fd9-a3c2-aa0c65503376 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:29.108540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3429bca0-5406-467d-9f6f-5bdad4828ed7 req-18b9ae38-876d-4fd9-a3c2-aa0c65503376 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.2769725 Nov 19 19:04:29.114120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0268173b-3ca0-4422-9e5d-ecff14b266fa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:29.114585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0268173b-3ca0-4422-9e5d-ecff14b266fa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:29.135507 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-8cb05875-62ff-43db-8be8-728429362b6b service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754555 Nov 19 19:04:29.160949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0268173b-3ca0-4422-9e5d-ecff14b266fa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for af0af2c8-9d37-43e9-a884-3722bc3f6627 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:29.277809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04cb0-7381-4698-b8e4-4e3f8023e6ca req-53560619-ba79-4f51-b653-25ac84627dac tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:29.292639 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5a04cb0-7381-4698-b8e4-4e3f8023e6ca req-53560619-ba79-4f51-b653-25ac84627dac tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 945 time: 0.1156404 Nov 19 19:04:29.395947 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Set router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:29.420582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5a04cb0-7381-4698-b8e4-4e3f8023e6ca req-09c86fec-decb-4681-83f1-8c6f90b874a6 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fcce36a-3878-47de-a09f-ef94971d0030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234040 Nov 19 19:04:29.428162 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3429bca0-5406-467d-9f6f-5bdad4828ed7 req-5184bd90-be96-4f03-a8b8-eefc40cc763f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003678 Nov 19 19:04:29.597204 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:29.691609 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-059d2d58-596b-46a3-957a-8fe854d14fef req-767677f1-e611-4059-aa86-41760868fa4e service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392013 Nov 19 19:04:29.887773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e16f3-dd4e-455f-b7ef-594b02f4247a req-86c96ba1-c724-4298-a97e-893047a311ca tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:29.889383 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-573e16f3-dd4e-455f-b7ef-594b02f4247a req-86c96ba1-c724-4298-a97e-893047a311ca tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.3353786 Nov 19 19:04:29.896114 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:29.940795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901b202-6b2c-48ec-b257-06642503a919 req-31ab01ab-38dc-41aa-9293-8e5c7a3871a4 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:29.942790 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2901b202-6b2c-48ec-b257-06642503a919 req-31ab01ab-38dc-41aa-9293-8e5c7a3871a4 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 947 time: 0.1071496 Nov 19 19:04:29.967844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event deleted for resources: {'Port': ['ID=c419315e-0493-4e8e-8e95-a76a5b6db2db,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:29.985126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db req-2dbb7245-9c2a-49b9-8a63-c3e5b996e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:29.986993 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db req-2dbb7245-9c2a-49b9-8a63-c3e5b996e76a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=620b85c3042b4c5da433f78758e9d993&device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 1098 time: 0.2157443 Nov 19 19:04:29.992737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0268173b-3ca0-4422-9e5d-ecff14b266fa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:30.084707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2901b202-6b2c-48ec-b257-06642503a919 req-b67ae8de-9042-473f-bee6-4b230aa018ed tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331012 Nov 19 19:04:30.216296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'name': 'tempest-TaggedBootDevicesTest-1056255059-router', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:11Z', 'updated_at': '2021-11-19T19:04:24Z', 'revision_number': 4, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'gw_port': {'id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:13Z', 'updated_at': '2021-11-19T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e6778661-e058-4629-8610-302b73992c73', 'name': '', 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'mac_address': 'fa:16:3e:ff:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f3fa40-cc8b-4e88-90ec-79516efed424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:21Z', 'updated_at': '2021-11-19T19:04:25Z', 'revision_number': 2, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'subnets': [{'id': 'b3f3fa40-cc8b-4e88-90ec-79516efed424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:30.256661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Checking router: a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:04:30.257503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Updating router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad port e6778661-e058-4629-8610-302b73992c73 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:04:30.326469 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:30.349994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db req-4313e9c3-97f5-4953-9505-40cc3b759c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:30.351501 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db req-4313e9c3-97f5-4953-9505-40cc3b759c28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3549249 Nov 19 19:04:30.358246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268173b-3ca0-4422-9e5d-ecff14b266fa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=af0af2c8-9d37-43e9-a884-3722bc3f6627,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:30.645000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dccc6955-cee8-4916-88c3-e6cbbc772d29 req-81773414-11ae-4b37-889b-abb663f6683d tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 210 time: 0.0705233 Nov 19 19:04:30.740170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:04:30.799743 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db req-518b591b-a7d5-4029-b867-14a442d389f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 HTTP/1.1" status: 200 len: 217 time: 0.0618322 Nov 19 19:04:30.833404 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-573e16f3-dd4e-455f-b7ef-594b02f4247a req-813ff9a1-d07d-4bf8-82c1-9ed8ac899ca8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9087548 Nov 19 19:04:30.839375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf42b7-5c04-4eb0-b910-0fa2a7911433 req-12b22489-f7a5-4aa3-b4b2-815a02e9fb34 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:30.849889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45bf42b7-5c04-4eb0-b910-0fa2a7911433 req-12b22489-f7a5-4aa3-b4b2-815a02e9fb34 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.1037261 Nov 19 19:04:30.895912 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:30.906108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:04:30.964810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: c419315e-0493-4e8e-8e95-a76a5b6db2db {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:04:30.965303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c419315e-0493-4e8e-8e95-a76a5b6db2db not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:04:30.973560 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:30.975110 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45bf42b7-5c04-4eb0-b910-0fa2a7911433 req-8e4c5461-952a-41be-809c-d61baafdab4d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225500 Nov 19 19:04:31.134340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc5bcc-1c41-4215-bd99-384de742d059 None None] Pushing event updated for resources: {'Port': ['ID=e6778661-e058-4629-8610-302b73992c73,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:31.137447 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:31.150707 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9db5fa-6522-4a0f-a6aa-bad27ad0561e None None] Sync routers for ids ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:31.176619 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9db5fa-6522-4a0f-a6aa-bad27ad0561e None None] Routers {'d7912eb8-cc52-43af-ae76-8d8f919dc0a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:31.177268 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-df9db5fa-6522-4a0f-a6aa-bad27ad0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:31.232242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] No DVR routers for this DVR port c419315e-0493-4e8e-8e95-a76a5b6db2db on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:04:31.239920 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:31.244347 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fcd5859f-01ea-41c9-b75f-4225c355639f req-8e5ef857-82eb-4c97-9e83-6deb9514c68b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.57 "DELETE /v2.0/ports/c419315e-0493-4e8e-8e95-a76a5b6db2db HTTP/1.1" status: 204 len: 173 time: 4.5109174 Nov 19 19:04:31.245398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-deleted', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:31.248003 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b39b4e5-5af1-4bec-9d37-57de143e016a" -d '{"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-deleted", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:31.264182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0268173b-3ca0-4422-9e5d-ecff14b266fa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:31.275550 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0268173b-3ca0-4422-9e5d-ecff14b266fa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:31.281049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47784) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:31.291521 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0268173b-3ca0-4422-9e5d-ecff14b266fa tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/floatingips/def22e64-c7e6-49da-8085-15fa2fe7ecb3 HTTP/1.1" status: 204 len: 168 time: 3.6341240 Nov 19 19:04:31.308092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Attempting to bind port e6778661-e058-4629-8610-302b73992c73 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:31.308770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Attempting to bind port e6778661-e058-4629-8610-302b73992c73 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '49252fe6-5db4-4948-b7a7-26d9b1b6fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:31.309319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Attempting to bind port e6778661-e058-4629-8610-302b73992c73 on network 2da9ddba-0067-4895-8c49-1663f5cd37c3 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:31.316536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:31.317725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Checking segment: {'id': '49252fe6-5db4-4948-b7a7-26d9b1b6fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:31.318336 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:31.318957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Bound using segment: {'id': '49252fe6-5db4-4948-b7a7-26d9b1b6fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:31.319620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Bound port: e6778661-e058-4629-8610-302b73992c73, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49252fe6-5db4-4948-b7a7-26d9b1b6fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:31.320190 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:31.368757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db req-685d54e8-57de-4ddb-ab22-b4f978ee8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:31.379416 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db req-685d54e8-57de-4ddb-ab22-b4f978ee8a6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.5431113 Nov 19 19:04:31.402532 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b898b2-1510-4e5c-9e41-7589b00d9771 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] DELETE failed (client error): The resource could not be found. Nov 19 19:04:31.409921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b898b2-1510-4e5c-9e41-7589b00d9771 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:04:31.439862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-70b898b2-1510-4e5c-9e41-7589b00d9771 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/ports/ea8e1ff3-bc46-4d3a-b8bc-e77f23d3761f HTTP/1.1" status: 404 len: 333 time: 0.1572392 Nov 19 19:04:31.441571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47788) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:31.500733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] For port e6778661-e058-4629-8610-302b73992c73, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:31.528741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] For port e6778661-e058-4629-8610-302b73992c73, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e6778661-e058-4629-8610-302b73992c73,segment=NetworkSegment(49252fe6-5db4-4948-b7a7-26d9b1b6fde3),segment_id=49252fe6-5db4-4948-b7a7-26d9b1b6fde3)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:31.537723 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:31.538339 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20417c07-8d65-44ff-8e99-f230c55419aa x-openstack-request-id: req-20417c07-8d65-44ff-8e99-f230c55419aa {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:31.538656 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e6652a-e36f-4870-9f09-a13e076ef990", "name": "network-vif-deleted", "tag": "c419315e-0493-4e8e-8e95-a76a5b6db2db", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:31.538933 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20417c07-8d65-44ff-8e99-f230c55419aa {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:31.539339 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e6652a-e36f-4870-9f09-a13e076ef990', 'name': 'network-vif-deleted', 'tag': 'c419315e-0493-4e8e-8e95-a76a5b6db2db', 'status': 'completed', 'code': 200} Nov 19 19:04:31.573386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3b04bdbf-3587-4a31-8407-04667fd0827e tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0f3c322-b588-42d3-be9b-e45def17df23 HTTP/1.1" status: 200 len: 205 time: 0.1249185 Nov 19 19:04:31.574277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47790) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:31.599365 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-df9db5fa-6522-4a0f-a6aa-bad27ad0561e None None] Set router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:31.607554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64567409-b1e9-44d3-8986-4b544e3a5302 req-9ffe7b75-314b-493f-be81-1afc4f656b17 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:31.609599 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-64567409-b1e9-44d3-8986-4b544e3a5302 req-9ffe7b75-314b-493f-be81-1afc4f656b17 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 947 time: 0.3143635 Nov 19 19:04:31.701785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Routers {'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:31.702499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:31.768315 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-64567409-b1e9-44d3-8986-4b544e3a5302 req-b29c7736-9b23-4ec1-88e7-d653263359de tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516013 Nov 19 19:04:31.772148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db req-f43b5807-818e-4a61-8557-d41e06aecd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:31.779716 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-5a1a884a-5528-46fa-968f-4d314f17617b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] delete failed (client error): The resource could not be found. Nov 19 19:04:31.780323 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db req-f43b5807-818e-4a61-8557-d41e06aecd9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3874619 Nov 19 19:04:31.793121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5a1a884a-5528-46fa-968f-4d314f17617b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/routers/c0f3c322-b588-42d3-be9b-e45def17df23 HTTP/1.1" status: 404 len: 336 time: 0.2164712 Nov 19 19:04:31.795085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47794) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:31.902729 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e83ccab-9399-476d-8deb-2c506e1642a1 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] DELETE failed (client error): The resource could not be found. Nov 19 19:04:31.904924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e83ccab-9399-476d-8deb-2c506e1642a1 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:04:31.922540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1e83ccab-9399-476d-8deb-2c506e1642a1 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/subnets/7ad9ff4c-4391-4cef-ab0a-85872af70561 HTTP/1.1" status: 404 len: 337 time: 0.1203551 Nov 19 19:04:31.923476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47798) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:32.037688 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] Set router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:32.156956 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db req-7361b8d2-9ec2-4336-8de0-425b1c611a56 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684704 Nov 19 19:04:32.209735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5bbcbd71-ca5b-437f-8758-743f3df872f7 req-018d0d69-6016-4671-bb67-d0529217820c tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/ports?device_id=07e6652a-e36f-4870-9f09-a13e076ef990 HTTP/1.1" status: 200 len: 210 time: 0.1546485 Nov 19 19:04:32.374691 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-df9db5fa-6522-4a0f-a6aa-bad27ad0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:10Z', 'revision_number': 4, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e20e09f8-7b52-4fa5-97d1-3d44c66314f2', 'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'mac_address': 'fa:16:3e:9f:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:08Z', 'updated_at': '2021-11-19T18:52:16Z', 'revision_number': 5, 'project_id': '150e4155c84e42198c074cd95c02f145', 'subnets': [{'id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:32.460646 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9db5fa-6522-4a0f-a6aa-bad27ad0561e None None] Checking router: d7912eb8-cc52-43af-ae76-8d8f919dc0a6 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:04:32.480557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e40930-df24-4091-8a79-c8164a4e02d0 req-dfc401b0-859c-46b3-8f7b-2b98dac90404 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:32.490181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23e40930-df24-4091-8a79-c8164a4e02d0 req-dfc401b0-859c-46b3-8f7b-2b98dac90404 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 944 time: 0.1110289 Nov 19 19:04:32.503018 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9db5fa-6522-4a0f-a6aa-bad27ad0561e None None] Routers {'d7912eb8-cc52-43af-ae76-8d8f919dc0a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:32.505546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2463baf1-da60-4e94-841b-0aec3287852b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port 6f927771-1b55-42e5-993d-d1ce8f993dff {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:32.506640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2463baf1-da60-4e94-841b-0aec3287852b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:32.514230 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-df9db5fa-6522-4a0f-a6aa-bad27ad0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:32.522468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48be96a-9407-40a2-806b-512d1b27ac8e req-b6f8eae2-ff42-4d71-8169-c84212725cc5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:32.533573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f48be96a-9407-40a2-806b-512d1b27ac8e req-b6f8eae2-ff42-4d71-8169-c84212725cc5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.3753753 Nov 19 19:04:32.542892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device df01842b-d6a1-4786-809e-542ec0256e19 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:04:32.683637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7ad764e9-8452-4948-ab3f-da7c8361692c None None] Provisioning complete for port e6778661-e058-4629-8610-302b73992c73 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:32.684008 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ad764e9-8452-4948-ab3f-da7c8361692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:32.718499 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f48be96a-9407-40a2-806b-512d1b27ac8e req-02f6ce04-0cf4-44a3-8848-2eb88509dd7c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839123 Nov 19 19:04:32.741126 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc5bcc-1c41-4215-bd99-384de742d059 None None] Pushing event updated for resources: {'Port': ['ID=e6778661-e058-4629-8610-302b73992c73,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:32.802497 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9a79e1b-8c03-48aa-afec-d2eaa3b3d7db req-88ba0390-2555-4fee-8446-b28cc0a0e053 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010792 Nov 19 19:04:32.833020 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-df9db5fa-6522-4a0f-a6aa-bad27ad0561e None None] Set router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:32.837884 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ad764e9-8452-4948-ab3f-da7c8361692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:32.854260 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2463baf1-da60-4e94-841b-0aec3287852b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:32.877889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23e40930-df24-4091-8a79-c8164a4e02d0 req-b11727d0-6b59-4d98-b8ea-9440d3d1e006 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815763 Nov 19 19:04:32.908810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2463baf1-da60-4e94-841b-0aec3287852b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for 6f927771-1b55-42e5-993d-d1ce8f993dff owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:32.916206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:32.931573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:04:32.954936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'name': 'tempest-TaggedBootDevicesTest-1056255059-router', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:11Z', 'updated_at': '2021-11-19T19:04:24Z', 'revision_number': 4, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'gw_port': {'id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:13Z', 'updated_at': '2021-11-19T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e6778661-e058-4629-8610-302b73992c73', 'name': '', 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'mac_address': 'fa:16:3e:ff:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f3fa40-cc8b-4e88-90ec-79516efed424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:21Z', 'updated_at': '2021-11-19T19:04:31Z', 'revision_number': 4, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'subnets': [{'id': 'b3f3fa40-cc8b-4e88-90ec-79516efed424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:33.019495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99fa02-602b-44b9-817c-ad16ab5549fe None None] The sync data for ids ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'] in n-d-815373-6 is: [{'id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'name': 'tempest-TaggedBootDevicesTest-1056255059-router', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:11Z', 'updated_at': '2021-11-19T19:04:24Z', 'revision_number': 4, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'gw_port': {'id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:13Z', 'updated_at': '2021-11-19T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e6778661-e058-4629-8610-302b73992c73', 'name': '', 'network_id': '2da9ddba-0067-4895-8c49-1663f5cd37c3', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'mac_address': 'fa:16:3e:ff:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'b3f3fa40-cc8b-4e88-90ec-79516efed424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:21Z', 'updated_at': '2021-11-19T19:04:31Z', 'revision_number': 4, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'subnets': [{'id': 'b3f3fa40-cc8b-4e88-90ec-79516efed424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:33.030889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7ad764e9-8452-4948-ab3f-da7c8361692c None None] For port e6778661-e058-4629-8610-302b73992c73, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e6778661-e058-4629-8610-302b73992c73,segment=NetworkSegment(49252fe6-5db4-4948-b7a7-26d9b1b6fde3),segment_id=49252fe6-5db4-4948-b7a7-26d9b1b6fde3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:33.032756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'df01842b-d6a1-4786-809e-542ec0256e19', 'network_id': '935b280b-a113-4191-b9df-75069fba237e', 'port_id': 'df01842b-d6a1-4786-809e-542ec0256e19', 'mac_address': 'fa:16:3e:f1:2e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:04:33.268072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ef936-6d66-4477-a8f4-d892dfb5d298 req-dad68e35-dc65-469c-8b30-f4f4ce20089e tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:33.269663 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e6ef936-6d66-4477-a8f4-d892dfb5d298 req-dad68e35-dc65-469c-8b30-f4f4ce20089e tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 947 time: 0.1448996 Nov 19 19:04:33.296914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:33.323439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2463baf1-da60-4e94-841b-0aec3287852b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:33.335913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5', 'mac_address': 'fa:16:3e:6d:8a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:04:33.349802 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ad764e9-8452-4948-ab3f-da7c8361692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:33.428733 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e6ef936-6d66-4477-a8f4-d892dfb5d298 req-eab3d24e-28bf-494f-a937-b1d8f1baa06f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511571 Nov 19 19:04:33.462728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463baf1-da60-4e94-841b-0aec3287852b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=6f927771-1b55-42e5-993d-d1ce8f993dff,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:33.496526 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:33.532525 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-df9db5fa-6522-4a0f-a6aa-bad27ad0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:10Z', 'revision_number': 4, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e20e09f8-7b52-4fa5-97d1-3d44c66314f2', 'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'mac_address': 'fa:16:3e:9f:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:08Z', 'updated_at': '2021-11-19T18:52:16Z', 'revision_number': 5, 'project_id': '150e4155c84e42198c074cd95c02f145', 'subnets': [{'id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:33.582193 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9db5fa-6522-4a0f-a6aa-bad27ad0561e None None] The sync data for ids ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'] in n-d-815373-6 is: [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:10Z', 'revision_number': 4, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e20e09f8-7b52-4fa5-97d1-3d44c66314f2', 'name': '', 'network_id': '868a0451-7a93-491d-aa08-705efd7de61f', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'mac_address': 'fa:16:3e:9f:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:08Z', 'updated_at': '2021-11-19T18:52:16Z', 'revision_number': 5, 'project_id': '150e4155c84e42198c074cd95c02f145', 'subnets': [{'id': 'ad1bc7be-31c4-455f-8b22-2cfdf211e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:33.588540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8c75da18-295b-4f28-b207-7d6a0fe1b2a8 None None] Provisioning complete for port e6778661-e058-4629-8610-302b73992c73 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:33.589404 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8c75da18-295b-4f28-b207-7d6a0fe1b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:33.600512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df01842b-d6a1-4786-809e-542ec0256e19 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:04:33.624314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:33.658767 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:33.661221 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:33.697427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad764e9-8452-4948-ab3f-da7c8361692c None None] Pushing event updated for resources: {'Port': ['ID=e6778661-e058-4629-8610-302b73992c73,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:33.783128 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2463baf1-da60-4e94-841b-0aec3287852b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:33.791982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2463baf1-da60-4e94-841b-0aec3287852b tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/ports/6f927771-1b55-42e5-993d-d1ce8f993dff HTTP/1.1" status: 204 len: 168 time: 1.8626633 Nov 19 19:04:33.792896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47818) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:33.822520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=df01842b-d6a1-4786-809e-542ec0256e19,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:33.839842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:04:33.865020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:33.879421 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:33.953473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:33.957522 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['df01842b-d6a1-4786-809e-542ec0256e19'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:04:34.216746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2ea4e-a22a-4673-926e-0b03db5a7147 req-f41182e1-de47-43e0-afe9-5686a6c96f1a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:34.219337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ca2ea4e-a22a-4673-926e-0b03db5a7147 req-f41182e1-de47-43e0-afe9-5686a6c96f1a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.3158336 Nov 19 19:04:34.263490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b37884f-21f9-4410-85b2-b8b55fb7e5e5 None None] New status for floating IP df9dfe50-3613-4fff-9190-0ef66000363a: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:04:34.285459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a4dcadff-6ce9-4580-afdc-b002861fcd19 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port d165265b-b08c-4052-b7f1-a30fbde3d563 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:34.298800 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4dcadff-6ce9-4580-afdc-b002861fcd19 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:34.438359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:04:34.454535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47828) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:34.525264 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ca2ea4e-a22a-4673-926e-0b03db5a7147 req-e3999a88-f272-47d0-ba4d-ce0bfb889dd5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918193 Nov 19 19:04:34.663173 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4dcadff-6ce9-4580-afdc-b002861fcd19 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:34.708067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a4dcadff-6ce9-4580-afdc-b002861fcd19 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for d165265b-b08c-4052-b7f1-a30fbde3d563 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:34.748952 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5000ea7-2cb8-4a8b-bd42-506f57ca2a8b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:34.849492 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5000ea7-2cb8-4a8b-bd42-506f57ca2a8b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:34.873529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d31eac-b170-45aa-8335-5d3ce03f3295 req-3601ed0d-8b2f-42bc-bf74-bdc83f5654c8 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:34.890931 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58d31eac-b170-45aa-8335-5d3ce03f3295 req-3601ed0d-8b2f-42bc-bf74-bdc83f5654c8 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 945 time: 0.2237854 Nov 19 19:04:34.957999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e6778661-e058-4629-8610-302b73992c73 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:35.043350 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58d31eac-b170-45aa-8335-5d3ce03f3295 req-d041f172-064a-4ef2-8756-ee651a1bf19b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375053 Nov 19 19:04:35.073314 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5000ea7-2cb8-4a8b-bd42-506f57ca2a8b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:35.075158 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4dcadff-6ce9-4580-afdc-b002861fcd19 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:35.077728 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5000ea7-2cb8-4a8b-bd42-506f57ca2a8b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:35.082225 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a5000ea7-2cb8-4a8b-bd42-506f57ca2a8b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "DELETE /v2.0/security-groups/9fcce36a-3878-47de-a09f-ef94971d0030 HTTP/1.1" status: 204 len: 168 time: 0.6257660 Nov 19 19:04:35.088919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47834) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:35.099355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5000ea7-2cb8-4a8b-bd42-506f57ca2a8b tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcce36a-3878-47de-a09f-ef94971d0030,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:35.153150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcadff-6ce9-4580-afdc-b002861fcd19 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=d165265b-b08c-4052-b7f1-a30fbde3d563,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:35.164302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e6778661-e058-4629-8610-302b73992c73 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:35.165276 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:35.179200 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-d6f5db2c-0006-4249-b71f-4414adab8327 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] show failed (client error): The resource could not be found. Nov 19 19:04:35.180972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d6f5db2c-0006-4249-b71f-4414adab8327 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "GET /v2.0/security-groups/9fcce36a-3878-47de-a09f-ef94971d0030 HTTP/1.1" status: 404 len: 347 time: 0.0888603 Nov 19 19:04:35.183887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47836) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:35.357235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411e6a1-db3f-4fb0-be60-7b16abeb9c86 req-7f91a2f0-fd7d-43c0-8965-e66bae032c49 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:35.365978 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f411e6a1-db3f-4fb0-be60-7b16abeb9c86 req-7f91a2f0-fd7d-43c0-8965-e66bae032c49 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 948 time: 0.2296262 Nov 19 19:04:35.393582 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4dcadff-6ce9-4580-afdc-b002861fcd19 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:35.398648 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a4dcadff-6ce9-4580-afdc-b002861fcd19 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/ports/d165265b-b08c-4052-b7f1-a30fbde3d563 HTTP/1.1" status: 204 len: 168 time: 1.6047018 Nov 19 19:04:35.403165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47838) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:35.437111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-91f6ec02-4694-4181-a16a-2e5db6cf87c4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Deleting port 801e91ef-5b37-4934-885c-be6b14995b15 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:35.437454 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec02-4694-4181-a16a-2e5db6cf87c4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:35.516103 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f411e6a1-db3f-4fb0-be60-7b16abeb9c86 req-e8545ef7-8665-4b9b-9adc-f48ba64a1e70 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448183 Nov 19 19:04:35.530243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fca1bb-aa2a-4ac0-8f0f-3f0e15acc41a tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:35.534617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d3fca1bb-aa2a-4ac0-8f0f-3f0e15acc41a tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "GET /v2.0/ports?device_id=37b1c4c1-bfbc-47d3-bddd-11593832493b HTTP/1.1" status: 200 len: 913 time: 0.1303823 Nov 19 19:04:35.537392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47840) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:35.617542 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec02-4694-4181-a16a-2e5db6cf87c4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:35.620376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec02-4694-4181-a16a-2e5db6cf87c4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:35.678020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-91f6ec02-4694-4181-a16a-2e5db6cf87c4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Calling delete_port for 801e91ef-5b37-4934-885c-be6b14995b15 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:35.810549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e5c70-038b-4ac6-9237-382a3922e805 req-3baec0a6-0165-435a-a8b3-448eddc2bbbb tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:35.812280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-936e5c70-038b-4ac6-9237-382a3922e805 req-3baec0a6-0165-435a-a8b3-448eddc2bbbb tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.1540508 Nov 19 19:04:35.957083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-936e5c70-038b-4ac6-9237-382a3922e805 req-32ff9933-5e1f-492d-b46a-04816a3b18bb tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247332 Nov 19 19:04:36.038461 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec02-4694-4181-a16a-2e5db6cf87c4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:36.088252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6ec02-4694-4181-a16a-2e5db6cf87c4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Pushing event deleted for resources: {'Port': ['ID=801e91ef-5b37-4934-885c-be6b14995b15,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:36.204737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98d12678-37f1-4d11-b9bc-5a90890cd812 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:36.262299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fc479-c2b5-4b74-b132-3063e0eacec9 req-7ac6d41b-883f-4c23-82b3-9e51b5b16896 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:36.269972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb6fc479-c2b5-4b74-b132-3063e0eacec9 req-7ac6d41b-883f-4c23-82b3-9e51b5b16896 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 945 time: 0.1026046 Nov 19 19:04:36.288201 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec02-4694-4181-a16a-2e5db6cf87c4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:36.291661 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec02-4694-4181-a16a-2e5db6cf87c4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:36.295954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-91f6ec02-4694-4181-a16a-2e5db6cf87c4 tempest-ServerActionsTestJSON-522569262 tempest-ServerActionsTestJSON-522569262-project] 10.222.0.50 "DELETE /v2.0/floatingips/df9dfe50-3613-4fff-9190-0ef66000363a HTTP/1.1" status: 204 len: 168 time: 1.1074572 Nov 19 19:04:36.297174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47856) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:36.363059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb6fc479-c2b5-4b74-b132-3063e0eacec9 req-56afd64c-27fb-467b-8808-631e8dd28162 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923147 Nov 19 19:04:36.468622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device df01842b-d6a1-4786-809e-542ec0256e19 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:36.559796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port df01842b-d6a1-4786-809e-542ec0256e19 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:36.560180 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:36.688868 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:36.719555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:36.722172 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eda712d-dcda-43a9-836b-1973e8e34974" -d '{"events": [{"server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "name": "network-vif-plugged", "status": "completed", "tag": "df01842b-d6a1-4786-809e-542ec0256e19"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:36.765462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:36.778837 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10401937-9d5d-4668-be75-f11d911a0b2c x-openstack-request-id: req-10401937-9d5d-4668-be75-f11d911a0b2c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:36.779470 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "name": "network-vif-plugged", "status": "completed", "tag": "df01842b-d6a1-4786-809e-542ec0256e19", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:36.779776 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10401937-9d5d-4668-be75-f11d911a0b2c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:36.780187 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19', 'code': 200} Nov 19 19:04:36.781477 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:36.825839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-98d12678-37f1-4d11-b9bc-5a90890cd812 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port 5703045c-b3d0-4458-a110-90e2a5e992d4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:36.826478 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98d12678-37f1-4d11-b9bc-5a90890cd812 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:36.857505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb399a-58c2-4409-a1b6-bb1003f982ac req-342ca5c4-d6f4-4bf0-8d4f-8b65b5025000 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:36.874646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bcdb399a-58c2-4409-a1b6-bb1003f982ac req-342ca5c4-d6f4-4bf0-8d4f-8b65b5025000 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 948 time: 0.2240705 Nov 19 19:04:36.911664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=df01842b-d6a1-4786-809e-542ec0256e19,revision_number=10']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:36.943755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:37.024962 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bcdb399a-58c2-4409-a1b6-bb1003f982ac req-5db28933-33e8-4abb-9353-792940511e69 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492827 Nov 19 19:04:37.064581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:04:37.098581 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98d12678-37f1-4d11-b9bc-5a90890cd812 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:37.099004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:37.099578 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:37.125013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-98d12678-37f1-4d11-b9bc-5a90890cd812 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for 5703045c-b3d0-4458-a110-90e2a5e992d4 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:37.232901 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:37.274663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:37.280175 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:37.351502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:37.404269 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98d12678-37f1-4d11-b9bc-5a90890cd812 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:37.442493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d12678-37f1-4d11-b9bc-5a90890cd812 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=5703045c-b3d0-4458-a110-90e2a5e992d4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:37.491038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f329c02-4aa2-46b1-b449-640e04cd9828 req-923d036d-3e50-4461-839c-b0278a8e6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:37.492520 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f329c02-4aa2-46b1-b449-640e04cd9828 req-923d036d-3e50-4461-839c-b0278a8e6275 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 1098 time: 0.4639215 Nov 19 19:04:37.551228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea66fc6-c9ca-4826-bce2-91cbe88a4869 req-32ba69ce-d132-4b03-9bb2-8632f991ed75 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:37.552767 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fea66fc6-c9ca-4826-bce2-91cbe88a4869 req-32ba69ce-d132-4b03-9bb2-8632f991ed75 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.1650889 Nov 19 19:04:37.591615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dfd93-08c2-401e-8d6f-138123521260 req-be8d0045-5b04-4b34-984d-0693dd86dd1b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:37.593175 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-655dfd93-08c2-401e-8d6f-138123521260 req-be8d0045-5b04-4b34-984d-0693dd86dd1b tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1027744 Nov 19 19:04:37.652964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f329c02-4aa2-46b1-b449-640e04cd9828 req-137ef964-09d6-4408-acea-fa2f78dc184c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336725 Nov 19 19:04:37.690308 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-655dfd93-08c2-401e-8d6f-138123521260 req-434b5702-8dbc-4a96-aa27-a93ddf03bb63 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891526 Nov 19 19:04:37.692696 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98d12678-37f1-4d11-b9bc-5a90890cd812 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:37.695829 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fea66fc6-c9ca-4826-bce2-91cbe88a4869 req-ddb55c79-105b-44ac-b385-cf715fd75d17 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265042 Nov 19 19:04:37.700609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5669a22-223e-409d-a79b-4ab3b86e6256 req-a7269488-9897-4818-9542-ca5b4ab1a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:37.702127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5669a22-223e-409d-a79b-4ab3b86e6256 req-a7269488-9897-4818-9542-ca5b4ab1a190 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 1096 time: 0.1189435 Nov 19 19:04:37.790685 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:37.973232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d12678-37f1-4d11-b9bc-5a90890cd812 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Router 37b1c4c1-bfbc-47d3-bddd-11593832493b has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:04:38.003984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5669a22-223e-409d-a79b-4ab3b86e6256 req-d656b3dd-fe95-48d0-a934-64e1be88b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:38.003984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5669a22-223e-409d-a79b-4ab3b86e6256 req-d656b3dd-fe95-48d0-a934-64e1be88b864 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 913 time: 0.1647482 Nov 19 19:04:38.090696 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5669a22-223e-409d-a79b-4ab3b86e6256 req-61a7ffa0-7a12-4804-bedf-a0acbca3d26d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a HTTP/1.1" status: 200 len: 217 time: 0.0576069 Nov 19 19:04:38.133614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d12678-37f1-4d11-b9bc-5a90890cd812 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:38.142261 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-98d12678-37f1-4d11-b9bc-5a90890cd812 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "PUT /v2.0/routers/37b1c4c1-bfbc-47d3-bddd-11593832493b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6014304 Nov 19 19:04:38.142853 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47890) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:38.145881 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0f16f-fe5e-4289-baa5-269828bd046d None None] Sync routers for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:38.158834 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0f16f-fe5e-4289-baa5-269828bd046d None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:38.159523 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9af0f16f-fe5e-4289-baa5-269828bd046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:38.184740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5669a22-223e-409d-a79b-4ab3b86e6256 req-f4c7dbdc-ed6b-49b3-ae86-f5fd41838b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:38.186579 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5669a22-223e-409d-a79b-4ab3b86e6256 req-f4c7dbdc-ed6b-49b3-ae86-f5fd41838b93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.0891080 Nov 19 19:04:38.204918 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc1de-78a2-43e6-bc90-127eafe3b1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:38.230101 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9af0f16f-fe5e-4289-baa5-269828bd046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:38.234460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5669a22-223e-409d-a79b-4ab3b86e6256 req-9341d8ec-0068-469e-9448-c42d1a2dad58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374529 Nov 19 19:04:38.251494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b789-a6ba-4d66-a68f-413f597bd17a req-654f5acd-a47b-497e-8dd1-33ca2c6a9e9f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:38.253043 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9a2b789-a6ba-4d66-a68f-413f597bd17a req-654f5acd-a47b-497e-8dd1-33ca2c6a9e9f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 949 time: 0.1230516 Nov 19 19:04:38.271442 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0f16f-fe5e-4289-baa5-269828bd046d None None] Routers {'37b1c4c1-bfbc-47d3-bddd-11593832493b'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:38.273057 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9af0f16f-fe5e-4289-baa5-269828bd046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37b1c4c1-bfbc-47d3-bddd-11593832493b'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:38.318917 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9af0f16f-fe5e-4289-baa5-269828bd046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:38.319911 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0f16f-fe5e-4289-baa5-269828bd046d None None] The sync data for ids ['37b1c4c1-bfbc-47d3-bddd-11593832493b'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:38.431993 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9a2b789-a6ba-4d66-a68f-413f597bd17a req-c6045085-c028-43d1-bc8b-b9db00a98822 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501942 Nov 19 19:04:38.460871 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5669a22-223e-409d-a79b-4ab3b86e6256 req-784eb321-57e8-4447-a010-b8f59b54d9eb service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067370 Nov 19 19:04:38.484699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] Deleting port e20e09f8-7b52-4fa5-97d1-3d44c66314f2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:38.485091 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:38.650618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5669a22-223e-409d-a79b-4ab3b86e6256 req-1890ca6e-3abe-4afa-846f-7e29a06cf827 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797276 Nov 19 19:04:38.655369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:38.656365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] For port e20e09f8-7b52-4fa5-97d1-3d44c66314f2, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e20e09f8-7b52-4fa5-97d1-3d44c66314f2,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:38.656917 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:38.673644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] Calling delete_port for e20e09f8-7b52-4fa5-97d1-3d44c66314f2 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:38.781454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b996f7-0338-423b-a1e0-397af0f94159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:38.783833 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ed934d-6813-4285-9617-5f70f81efe65" -d '{"events": [{"server_uuid": "89b996f7-0338-423b-a1e0-397af0f94159", "name": "network-vif-plugged", "status": "completed", "tag": "42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:38.903097 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:38.927532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159de496-1ed1-4c1d-9826-ca540abc09a4 req-3687c042-4827-4c60-959a-f12f551b57b0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:38.929575 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-159de496-1ed1-4c1d-9826-ca540abc09a4 req-3687c042-4827-4c60-959a-f12f551b57b0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.0960019 Nov 19 19:04:38.968492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd13525-3a01-4446-934e-4190c4884186 req-8b81f403-9f4d-4423-817f-a53bef349a2b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:38.970708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdd13525-3a01-4446-934e-4190c4884186 req-8b81f403-9f4d-4423-817f-a53bef349a2b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.1247985 Nov 19 19:04:39.006911 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:39.032670 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-159de496-1ed1-4c1d-9826-ca540abc09a4 req-cd8411f2-a05c-43e0-b6ec-5e832b389a32 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793664 Nov 19 19:04:39.036765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting port ef84bf4c-6b3e-4911-ac44-b9574b1daabe {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:39.037115 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:39.060469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] Pushing event deleted for resources: {'Port': ['ID=e20e09f8-7b52-4fa5-97d1-3d44c66314f2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:39.108207 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdd13525-3a01-4446-934e-4190c4884186 req-9c7aa580-560f-45e8-a56e-1f494a26e436 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309116 Nov 19 19:04:39.124752 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325ca06f-d8b9-4dd6-8742-083f9e0c1a84 x-openstack-request-id: req-325ca06f-d8b9-4dd6-8742-083f9e0c1a84 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:39.125293 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b996f7-0338-423b-a1e0-397af0f94159", "name": "network-vif-plugged", "status": "completed", "tag": "42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:39.125900 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-325ca06f-d8b9-4dd6-8742-083f9e0c1a84 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:39.126446 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b996f7-0338-423b-a1e0-397af0f94159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5', 'code': 200} Nov 19 19:04:39.175901 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:39.197615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Calling delete_port for ef84bf4c-6b3e-4911-ac44-b9574b1daabe owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:39.410098 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:39.469417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2bfad-11f8-4a6c-94c8-10a01b86dd69 req-08ebc557-a7b5-45fb-be8e-20fc67b12b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:39.471659 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89c2bfad-11f8-4a6c-94c8-10a01b86dd69 req-08ebc557-a7b5-45fb-be8e-20fc67b12b23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 1100 time: 0.2167835 Nov 19 19:04:39.526159 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:39.573114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Port': ['ID=ef84bf4c-6b3e-4911-ac44-b9574b1daabe,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:39.589191 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89c2bfad-11f8-4a6c-94c8-10a01b86dd69 req-89bed8d5-0272-47c8-a667-ce209e2c214b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097591 Nov 19 19:04:39.644200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ccbda-0eb1-4fee-a2ed-6153b858ec42 req-4b720166-d330-4877-ace7-9177d356bcd9 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:39.646568 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-603ccbda-0eb1-4fee-a2ed-6153b858ec42 req-4b720166-d330-4877-ace7-9177d356bcd9 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 949 time: 0.0707998 Nov 19 19:04:39.675084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:39.776607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:39.780485 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:39.785052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-603ccbda-0eb1-4fee-a2ed-6153b858ec42 req-8a719b1e-195c-4d9b-8c59-f789c6f8e232 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950789 Nov 19 19:04:39.807516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] Router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:04:39.835683 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:39.836407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Fanout notify agent at l3_agent the message router_deleted on router 37b1c4c1-bfbc-47d3-bddd-11593832493b {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:04:39.844829 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:39.848409 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-023a54e6-ffe3-4bfb-89c5-c4383fa1022f tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/routers/37b1c4c1-bfbc-47d3-bddd-11593832493b HTTP/1.1" status: 204 len: 168 time: 1.7044888 Nov 19 19:04:39.849269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47942) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:39.917007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7344ee5-ed74-43a8-97a6-19e51641fa94 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Deleting subnet 6c6ca2a0-682f-4ef2-8d78-0ad97fdc3b04 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:04:39.922008 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7344ee5-ed74-43a8-97a6-19e51641fa94 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:39.924669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:39.933808 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5799740d-b86a-4efa-9ccc-3e941fe5258d admin admin] 10.222.0.50 "PUT /v2.0/routers/d7912eb8-cc52-43af-ae76-8d8f919dc0a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6355772 Nov 19 19:04:39.934535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47944) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:39.935146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d652567-77e5-40a7-8915-6f22c47901de None None] Sync routers for ids ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:39.948189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d652567-77e5-40a7-8915-6f22c47901de None None] Routers {'d7912eb8-cc52-43af-ae76-8d8f919dc0a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:39.948818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4d652567-77e5-40a7-8915-6f22c47901de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:39.968185 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7344ee5-ed74-43a8-97a6-19e51641fa94 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.019950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7344ee5-ed74-43a8-97a6-19e51641fa94 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.085567 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.120272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7344ee5-ed74-43a8-97a6-19e51641fa94 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.161971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7344ee5-ed74-43a8-97a6-19e51641fa94 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6ca2a0-682f-4ef2-8d78-0ad97fdc3b04,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:40.169722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7344ee5-ed74-43a8-97a6-19e51641fa94 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.173646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d7344ee5-ed74-43a8-97a6-19e51641fa94 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/subnets/6c6ca2a0-682f-4ef2-8d78-0ad97fdc3b04 HTTP/1.1" status: 204 len: 168 time: 0.3231430 Nov 19 19:04:40.188564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47950) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:40.257868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-4d652567-77e5-40a7-8915-6f22c47901de None None] Set router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:40.261911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456079d9-115e-46b4-a3e4-f3cb127f6576 req-19add2c2-4299-44ef-ad77-72d798c2eb1e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:40.264973 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-456079d9-115e-46b4-a3e4-f3cb127f6576 req-19add2c2-4299-44ef-ad77-72d798c2eb1e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.0901163 Nov 19 19:04:40.329835 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-456079d9-115e-46b4-a3e4-f3cb127f6576 req-946b079f-d534-4342-9ec4-919a46ed163c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546765 Nov 19 19:04:40.420573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.452156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1e23c-a236-455c-a26a-de4e00626ebb req-9109b285-13b9-4e9e-a88c-4f49f09778dc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:40.453693 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ed1e23c-a236-455c-a26a-de4e00626ebb req-9109b285-13b9-4e9e-a88c-4f49f09778dc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.1836486 Nov 19 19:04:40.499226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.582056 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-005580fd-735e-4fb4-b5b7-950170117aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.591982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4d652567-77e5-40a7-8915-6f22c47901de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T19:04:38Z', 'revision_number': 5, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port': {'id': '2dd8ddf9-de7a-45ed-8791-cc7cc639d34e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:01Z', 'updated_at': '2021-11-19T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:40.602513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e23dd6-a927-4b92-9c20-e6dab4f45eb7 req-8bc37e51-fbc4-4a99-a935-f002f8d4a32d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:40.604091 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92e23dd6-a927-4b92-9c20-e6dab4f45eb7 req-8bc37e51-fbc4-4a99-a935-f002f8d4a32d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.0784652 Nov 19 19:04:40.616797 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.632288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d652567-77e5-40a7-8915-6f22c47901de None None] Checking router: d7912eb8-cc52-43af-ae76-8d8f919dc0a6 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:04:40.646729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d652567-77e5-40a7-8915-6f22c47901de None None] Routers {'d7912eb8-cc52-43af-ae76-8d8f919dc0a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:40.647602 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ed1e23c-a236-455c-a26a-de4e00626ebb req-fd65bcf0-85f3-411a-aa22-06d2d5579aeb tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828582 Nov 19 19:04:40.659303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f310aa-0914-4a42-8ec9-fdfd8bd79104']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:40.671558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4d652567-77e5-40a7-8915-6f22c47901de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:40.682269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94b26a3-8616-4080-a436-1a52c7b14edd') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:40.682433 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92e23dd6-a927-4b92-9c20-e6dab4f45eb7 req-e3528d18-60d5-4dd7-99e7-457f87eb51f0 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714724 Nov 19 19:04:40.682570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94b26a3-8616-4080-a436-1a52c7b14edd') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:40.694574 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.737160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Deleting port 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:40.737518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.745502 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.839307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:04:40.840399 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:04:40.844773 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:04:40.883077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-4d652567-77e5-40a7-8915-6f22c47901de None None] Set router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:04:40.947380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b505cf-a1de-4907-9622-71d4b511420a req-a9bdf0c1-c265-4f0c-9e80-198107bc864a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:40.949479 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c9b505cf-a1de-4907-9622-71d4b511420a req-a9bdf0c1-c265-4f0c-9e80-198107bc864a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.0948637 Nov 19 19:04:40.991102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4d652567-77e5-40a7-8915-6f22c47901de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T19:04:40Z', 'revision_number': 6, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:41.028663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d652567-77e5-40a7-8915-6f22c47901de None None] The sync data for ids ['d7912eb8-cc52-43af-ae76-8d8f919dc0a6'] in n-d-815373-6 is: [{'id': 'd7912eb8-cc52-43af-ae76-8d8f919dc0a6', 'name': 'tempest-ServerActionsTestJSON-2007660298-router', 'tenant_id': '150e4155c84e42198c074cd95c02f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T19:04:40Z', 'revision_number': 6, 'project_id': '150e4155c84e42198c074cd95c02f145', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:41.073890 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c9b505cf-a1de-4907-9622-71d4b511420a req-029d74ca-46dc-41f2-bac1-e152645e1afa tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167021 Nov 19 19:04:41.224335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e37830-f1df-4000-954b-fbadb3e63246 req-263a487f-4874-465e-9615-27512df154ef tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:41.226683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-90e37830-f1df-4000-954b-fbadb3e63246 req-263a487f-4874-465e-9615-27512df154ef tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.0589061 Nov 19 19:04:41.278302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:41.285780 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-90e37830-f1df-4000-954b-fbadb3e63246 req-0612cd17-0db1-4d09-873d-5516eee78692 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507541 Nov 19 19:04:41.305009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:41.311602 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] 10.222.0.50 "DELETE /v2.0/networks/d4f310aa-0914-4a42-8ec9-fdfd8bd79104 HTTP/1.1" status: 204 len: 168 time: 1.1197000 Nov 19 19:04:41.340167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Pushing event deleted for resources: {'Network': ['ID=d4f310aa-0914-4a42-8ec9-fdfd8bd79104,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:41.360165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390e4a9-3c41-4b9e-a6ec-34f2e909449c req-3c85eed5-36c9-4f05-b34b-0d3d3f7b8f2c tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:41.360165 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f390e4a9-3c41-4b9e-a6ec-34f2e909449c req-3c85eed5-36c9-4f05-b34b-0d3d3f7b8f2c tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 949 time: 0.1490211 Nov 19 19:04:41.373137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] For port 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2dd8ddf9-de7a-45ed-8791-cc7cc639d34e,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:41.373508 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:41.402052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.402415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.402750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.403087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.403420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.403746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.404072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.404395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.406825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.406825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.406825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.406825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88fa520-9114-4e26-aab6-f6156ebc6534 tempest-FloatingIPTestJSON-1070950862 tempest-FloatingIPTestJSON-1070950862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:41.420028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Calling delete_port for 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:41.496591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b682112-3e57-4dbc-b705-16d19aa99b06 req-4db7834d-dfb5-4ff0-9f84-f410c762e249 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:41.504717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b682112-3e57-4dbc-b705-16d19aa99b06 req-4db7834d-dfb5-4ff0-9f84-f410c762e249 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1059737 Nov 19 19:04:41.516264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f390e4a9-3c41-4b9e-a6ec-34f2e909449c req-50472f16-6f31-41ed-9d88-3a8b79aac873 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554539 Nov 19 19:04:41.598103 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b682112-3e57-4dbc-b705-16d19aa99b06 req-8847aff1-e40b-4a37-b56c-8ac389117805 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799577 Nov 19 19:04:41.733885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47984) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:41.772381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f3585-e39e-4ff4-ab39-9f25ac1301a6 req-a417095e-031e-438d-9175-9e6a81d5e83d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:41.776734 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ba7f3585-e39e-4ff4-ab39-9f25ac1301a6 req-a417095e-031e-438d-9175-9e6a81d5e83d tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.0808091 Nov 19 19:04:41.787062 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:41.832929 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1993a1d-10c3-4cd8-94d8-a8620b25af2f req-b07e2fc9-4375-4b20-8a25-d8f644da458a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:41.833162 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1993a1d-10c3-4cd8-94d8-a8620b25af2f req-b07e2fc9-4375-4b20-8a25-d8f644da458a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 945 time: 0.0945959 Nov 19 19:04:41.834999 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:41.874410 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ba7f3585-e39e-4ff4-ab39-9f25ac1301a6 req-75d14e91-de5c-4975-8cae-7af7d43a70d3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780642 Nov 19 19:04:41.880670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd8ddf9-de7a-45ed-8791-cc7cc639d34e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:41.981026 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5de58816-69c5-43ec-b680-6bbe05c47fec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac47589173be4f8cb17ebb7ae9b7d832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2434726 Nov 19 19:04:41.981463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47992) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:42.004839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.030363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1993a1d-10c3-4cd8-94d8-a8620b25af2f req-a07b117f-8ea9-4dd4-b289-0e8b01cf5ef7 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866050 Nov 19 19:04:42.082517 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0fd563c-3bec-4dd0-b747-5787c4397186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.110942 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0fd563c-3bec-4dd0-b747-5787c4397186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.140851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e974e-6c0f-49cb-8076-60494f72c093 req-38e55180-239f-4fe7-b43a-cc8d88204bce tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:42.148864 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-835e974e-6c0f-49cb-8076-60494f72c093 req-38e55180-239f-4fe7-b43a-cc8d88204bce tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1098125 Nov 19 19:04:42.163824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.166901 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.234540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-835e974e-6c0f-49cb-8076-60494f72c093 req-24045a03-7052-4dfe-82fb-27ddf5bc5c72 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841405 Nov 19 19:04:42.245919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0fd563c-3bec-4dd0-b747-5787c4397186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.251991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.252754 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7912eb8-cc52-43af-ae76-8d8f919dc0a6 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:04:42.258214 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0fd563c-3bec-4dd0-b747-5787c4397186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.259898 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.260442 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c0fd563c-3bec-4dd0-b747-5787c4397186 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da9e8427-1c49-48be-95fd-3bdd5e643a3e HTTP/1.1" status: 204 len: 168 time: 0.2778172 Nov 19 19:04:42.261065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ce34fb28-1310-46d0-a4ec-9db636f0acac admin admin] 10.222.0.50 "DELETE /v2.0/routers/d7912eb8-cc52-43af-ae76-8d8f919dc0a6 HTTP/1.1" status: 204 len: 168 time: 2.3255281 Nov 19 19:04:42.264503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48002) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:42.276465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd563c-3bec-4dd0-b747-5787c4397186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9e8427-1c49-48be-95fd-3bdd5e643a3e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:42.401671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-54405cda-8b40-4dcd-85c4-b82d161b9111 admin admin] Deleting subnet ad1bc7be-31c4-455f-8b22-2cfdf211e77c {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:04:42.416974 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-54405cda-8b40-4dcd-85c4-b82d161b9111 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.468564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b7085f3f-bf97-4f64-a463-86c45016aa4a no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:04:42.521250 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-54405cda-8b40-4dcd-85c4-b82d161b9111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.660910 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-54405cda-8b40-4dcd-85c4-b82d161b9111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.725024 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.823326 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-54405cda-8b40-4dcd-85c4-b82d161b9111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.877069 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-54405cda-8b40-4dcd-85c4-b82d161b9111 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:42.887282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b7085f3f-bf97-4f64-a463-86c45016aa4a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:42.889015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72529f9f-3c6c-4934-8974-62817f415f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7085f3f-bf97-4f64-a463-86c45016aa4a'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:42.893523 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea94e3aa-0deb-4d2f-985d-6837d3e9e60c" -d '{"events": [{"server_uuid": "72529f9f-3c6c-4934-8974-62817f415f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7085f3f-bf97-4f64-a463-86c45016aa4a"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:42.895541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-54405cda-8b40-4dcd-85c4-b82d161b9111 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ad1bc7be-31c4-455f-8b22-2cfdf211e77c HTTP/1.1" status: 204 len: 168 time: 0.6242168 Nov 19 19:04:42.897157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48030) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:42.902509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b099aaa-af8b-403d-929f-acb41cf6b591 req-d0ff9f0b-f44b-4e51-8998-005cd6c1399f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:42.903059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acade62e-595f-40f1-8edc-d9438e3efb27 None None] Network 868a0451-7a93-491d-aa08-705efd7de61f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:42.904925 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5b099aaa-af8b-403d-929f-acb41cf6b591 req-d0ff9f0b-f44b-4e51-8998-005cd6c1399f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.2103899 Nov 19 19:04:42.916760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54405cda-8b40-4dcd-85c4-b82d161b9111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1bc7be-31c4-455f-8b22-2cfdf211e77c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:43.014445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e20e09f8-7b52-4fa5-97d1-3d44c66314f2 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:04:43.030718 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:43.065069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5b099aaa-af8b-403d-929f-acb41cf6b591 req-77768964-1248-4744-8815-93882de2c866 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270995 Nov 19 19:04:43.114131 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:43.228708 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b7085f3f-bf97-4f64-a463-86c45016aa4a,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:43.229623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Deleting port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:43.230427 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:43.231476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: e20e09f8-7b52-4fa5-97d1-3d44c66314f2 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:04:43.231977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e20e09f8-7b52-4fa5-97d1-3d44c66314f2 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:04:43.232549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:04:43.258832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cae0e-c6d7-4116-a0b2-0168ced9d5d3 req-f4656079-95b4-41b2-8860-c6da4d2eb5c6 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:43.261561 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-878cae0e-c6d7-4116-a0b2-0168ced9d5d3 req-f4656079-95b4-41b2-8860-c6da4d2eb5c6 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 949 time: 0.1045394 Nov 19 19:04:43.284915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.285556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.286150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.287280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.288137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.289832 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.289832 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.289832 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.292524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.292524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.292524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.292524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:43.295176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:04:43.295943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2dd8ddf9-de7a-45ed-8791-cc7cc639d34e not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:04:43.331738 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:43.367027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-878cae0e-c6d7-4116-a0b2-0168ced9d5d3 req-4fab1ffc-a59a-402e-87d8-841c970c6c64 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908971 Nov 19 19:04:43.423796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] For port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1f84e896-275a-4c8b-8f9c-4b5b3611e77b,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:43.424912 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:43.455786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Calling delete_port for 1f84e896-275a-4c8b-8f9c-4b5b3611e77b owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:43.472114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fef900-f43c-4823-8df2-2d2c1352f8bf None None] DHCP port deletion for 868a0451-7a93-491d-aa08-705efd7de61f request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:04:43.567248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-62fef900-f43c-4823-8df2-2d2c1352f8bf None None] Deleting port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:43.567490 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62fef900-f43c-4823-8df2-2d2c1352f8bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:43.612986 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041c6ce8-2ed8-4dca-ac23-e53e5027d076 x-openstack-request-id: req-041c6ce8-2ed8-4dca-ac23-e53e5027d076 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:43.613278 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72529f9f-3c6c-4934-8974-62817f415f4f", "name": "network-vif-unplugged", "status": "failed", "tag": "b7085f3f-bf97-4f64-a463-86c45016aa4a", "code": 422}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:43.613534 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-041c6ce8-2ed8-4dca-ac23-e53e5027d076 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:43.613963 n-d-815373-6 neutron-server[109889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72529f9f-3c6c-4934-8974-62817f415f4f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7085f3f-bf97-4f64-a463-86c45016aa4a', 'code': 422} returned with failed status Nov 19 19:04:43.646246 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-62fef900-f43c-4823-8df2-2d2c1352f8bf None None] For port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1f84e896-275a-4c8b-8f9c-4b5b3611e77b,segment=NetworkSegment(c6711e0c-4c76-44f6-af27-5ffd633d7ece),segment_id=c6711e0c-4c76-44f6-af27-5ffd633d7ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:43.646925 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62fef900-f43c-4823-8df2-2d2c1352f8bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:43.665996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-62fef900-f43c-4823-8df2-2d2c1352f8bf None None] Calling delete_port for 1f84e896-275a-4c8b-8f9c-4b5b3611e77b owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:43.689085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fec1b-a80c-4f44-8051-d218bf934b7c req-7d7d2e63-0420-4bf8-ad4d-e3723f4ef63b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:43.690960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c4fec1b-a80c-4f44-8051-d218bf934b7c req-7d7d2e63-0420-4bf8-ad4d-e3723f4ef63b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=72529f9f-3c6c-4934-8974-62817f415f4f HTTP/1.1" status: 200 len: 943 time: 0.0960152 Nov 19 19:04:43.705849 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:43.745996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] No DVR routers for this DVR port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:04:43.767711 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62fef900-f43c-4823-8df2-2d2c1352f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:43.800026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fef900-f43c-4823-8df2-2d2c1352f8bf None None] Pushing event deleted for resources: {'Port': ['ID=1f84e896-275a-4c8b-8f9c-4b5b3611e77b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:43.805839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fef900-f43c-4823-8df2-2d2c1352f8bf None None] No DVR routers for this DVR port 1f84e896-275a-4c8b-8f9c-4b5b3611e77b on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:04:43.834497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f84e896-275a-4c8b-8f9c-4b5b3611e77b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:43.911872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48076) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:43.969955 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.000537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868a0451-7a93-491d-aa08-705efd7de61f']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:44.015802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6711e0c-4c76-44f6-af27-5ffd633d7ece') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:44.016103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6711e0c-4c76-44f6-af27-5ffd633d7ece') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:44.029562 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.033431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7c4fec1b-a80c-4f44-8051-d218bf934b7c req-f4409b98-13a5-4983-9d03-cae8e7729f62 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Deleting port b7085f3f-bf97-4f64-a463-86c45016aa4a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:44.033787 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7c4fec1b-a80c-4f44-8051-d218bf934b7c req-f4409b98-13a5-4983-9d03-cae8e7729f62 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.045432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d57e57b5-344f-4045-9df6-1055ddbd4325 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-922848584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:44.073217 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.087829 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d57e57b5-344f-4045-9df6-1055ddbd4325 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.088595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.089685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d57e57b5-344f-4045-9df6-1055ddbd4325 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.108476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:04:44.108476 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:04:44.122788 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:04:44.166628 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d57e57b5-344f-4045-9df6-1055ddbd4325 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.175643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d57e57b5-344f-4045-9df6-1055ddbd4325 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.205570 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.210516 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.217451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/868a0451-7a93-491d-aa08-705efd7de61f HTTP/1.1" status: 204 len: 168 time: 1.3140583 Nov 19 19:04:44.240259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee3164-c06c-48e4-a017-eeb6a792b6a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=868a0451-7a93-491d-aa08-705efd7de61f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:44.240627 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d57e57b5-344f-4045-9df6-1055ddbd4325 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.242064 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d57e57b5-344f-4045-9df6-1055ddbd4325 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3286250 Nov 19 19:04:44.246156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48086) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:44.255621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7c4fec1b-a80c-4f44-8051-d218bf934b7c req-f4409b98-13a5-4983-9d03-cae8e7729f62 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] For port b7085f3f-bf97-4f64-a463-86c45016aa4a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b7085f3f-bf97-4f64-a463-86c45016aa4a,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:44.256000 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7c4fec1b-a80c-4f44-8051-d218bf934b7c req-f4409b98-13a5-4983-9d03-cae8e7729f62 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.257052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2133678764'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:44.274542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7c4fec1b-a80c-4f44-8051-d218bf934b7c req-f4409b98-13a5-4983-9d03-cae8e7729f62 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Calling delete_port for b7085f3f-bf97-4f64-a463-86c45016aa4a owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:44.299933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febc86b-5d33-498d-a2f5-ea5b2dedda6a req-fc104c90-7a14-4908-9216-835bee30b5bf tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.310299 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8febc86b-5d33-498d-a2f5-ea5b2dedda6a req-fc104c90-7a14-4908-9216-835bee30b5bf tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1173234 Nov 19 19:04:44.319953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Made reservation on behalf of a24a0c97132a4428997ff6b0133648f1 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:44.326051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.347239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.415962 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8febc86b-5d33-498d-a2f5-ea5b2dedda6a req-67443bb0-320e-4acd-8a89-d728984f3f18 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028459 Nov 19 19:04:44.460609 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7c4fec1b-a80c-4f44-8051-d218bf934b7c req-f4409b98-13a5-4983-9d03-cae8e7729f62 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.480080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48090) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:44.528309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4409b98-13a5-4983-9d03-cae8e7729f62 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event deleted for resources: {'Port': ['ID=b7085f3f-bf97-4f64-a463-86c45016aa4a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:44.543096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.555658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.571141 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4fec1b-a80c-4f44-8051-d218bf934b7c req-f4409b98-13a5-4983-9d03-cae8e7729f62 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] No DVR routers for this DVR port b7085f3f-bf97-4f64-a463-86c45016aa4a on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:04:44.576024 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7c4fec1b-a80c-4f44-8051-d218bf934b7c req-f4409b98-13a5-4983-9d03-cae8e7729f62 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.583329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f1d66be3-e977-471b-8bc1-ece335e94a92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=150e4155c84e42198c074cd95c02f145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1017532 Nov 19 19:04:44.596618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48096) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:44.609662 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c4fec1b-a80c-4f44-8051-d218bf934b7c req-f4409b98-13a5-4983-9d03-cae8e7729f62 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "DELETE /v2.0/ports/b7085f3f-bf97-4f64-a463-86c45016aa4a HTTP/1.1" status: 204 len: 173 time: 0.9047034 Nov 19 19:04:44.610163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72529f9f-3c6c-4934-8974-62817f415f4f', 'name': 'network-vif-deleted', 'tag': 'b7085f3f-bf97-4f64-a463-86c45016aa4a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:44.618253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:04:44.619693 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c19bca0-9b4b-4926-ac3d-2c0f945027f6" -d '{"events": [{"server_uuid": "72529f9f-3c6c-4934-8974-62817f415f4f", "name": "network-vif-deleted", "tag": "b7085f3f-bf97-4f64-a463-86c45016aa4a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:44.634241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b421a1-a4fe-411d-ad33-5df430527f62,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:44.654505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.655216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.655798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.656376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.656934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.659565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.660189 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.660786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.661378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.661967 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.662720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.663677 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:04:44.686016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.686470 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Added segment f6a55fd4-c509-4ca8-b574-dd6775e2652d of type vlan for network 10d52c12-4252-4e33-8588-04c6a0e03359 Nov 19 19:04:44.758120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.801540 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a16c500-a0df-46f0-bfff-e0be38c9dace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.803873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1f84e896-275a-4c8b-8f9c-4b5b3611e77b no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:04:44.831353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 1f84e896-275a-4c8b-8f9c-4b5b3611e77b {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:04:44.832007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1f84e896-275a-4c8b-8f9c-4b5b3611e77b not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:04:44.845675 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a16c500-a0df-46f0-bfff-e0be38c9dace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.855410 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.861035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.861651 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.884904 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.885390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.891326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.891326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.891326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.891326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.891326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.891326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.891326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.891326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.891326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.891326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:44.900021 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-a4a3617b-dbe0-48ac-ab97-550d55ec9ec4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159&device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa&device_id=f58ece91-8790-4398-91f7-e864e97457af&device_id=72529f9f-3c6c-4934-8974-62817f415f4f&device_id=8beaac5a-d668-46a2-a18c-b724791d74fa&device_id=416b4d90-88d1-4b55-b08f-efe109afa811&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 10948 time: 0.1312912 Nov 19 19:04:44.976562 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-d575f9d3-96a2-479e-90e7-8dd855ffe267 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:44.989833 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7358787 Nov 19 19:04:44.990292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48108) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:45.000301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Request body: {'subnet': {'network_id': '10d52c12-4252-4e33-8588-04c6a0e03359', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:45.013387 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bdf18-e863-4a99-b680-321a83747172 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event updated for resources: {'Network': ['ID=10d52c12-4252-4e33-8588-04c6a0e03359,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:45.027295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 10d52c12-4252-4e33-8588-04c6a0e03359 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:04:45.044278 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a16c500-a0df-46f0-bfff-e0be38c9dace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:45.047295 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a16c500-a0df-46f0-bfff-e0be38c9dace admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:45.048573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3a16c500-a0df-46f0-bfff-e0be38c9dace admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a39873fd-581d-484d-8d02-4163d3dca645 HTTP/1.1" status: 204 len: 168 time: 0.4509227 Nov 19 19:04:45.067830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16c500-a0df-46f0-bfff-e0be38c9dace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39873fd-581d-484d-8d02-4163d3dca645,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:45.135831 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-d575f9d3-96a2-479e-90e7-8dd855ffe267 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:45.141260 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-d575f9d3-96a2-479e-90e7-8dd855ffe267 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:45.164176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Made reservation on behalf of a24a0c97132a4428997ff6b0133648f1 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:45.171410 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:45.179041 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b88d856-b437-4510-91bd-e3b3f80b0d49 x-openstack-request-id: req-9b88d856-b437-4510-91bd-e3b3f80b0d49 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:45.179649 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72529f9f-3c6c-4934-8974-62817f415f4f", "name": "network-vif-deleted", "tag": "b7085f3f-bf97-4f64-a463-86c45016aa4a", "status": "failed", "code": 422}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:45.180835 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b88d856-b437-4510-91bd-e3b3f80b0d49 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:45.181989 n-d-815373-6 neutron-server[109887]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72529f9f-3c6c-4934-8974-62817f415f4f', 'name': 'network-vif-deleted', 'tag': 'b7085f3f-bf97-4f64-a463-86c45016aa4a', 'status': 'failed', 'code': 422} returned with failed status Nov 19 19:04:45.210857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575f9d3-96a2-479e-90e7-8dd855ffe267 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cad7d7-2146-4dad-9acb-7bc645f3a5ea,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:45.265342 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac01438e-0364-4b79-8d20-1140be6af8d3 req-d575f9d3-96a2-479e-90e7-8dd855ffe267 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&id=573f1323-994a-4e88-8d03-ab396b6f25e2&id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 0.3645191 Nov 19 19:04:45.572811 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:45.642494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607a04b-7998-4adc-b4af-957865059df2 req-8b885baa-63d4-41b7-acab-a6d19f7985e1 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:45.643367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607a04b-7998-4adc-b4af-957865059df2 req-8b885baa-63d4-41b7-acab-a6d19f7985e1 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:45.644975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607a04b-7998-4adc-b4af-957865059df2 req-8b885baa-63d4-41b7-acab-a6d19f7985e1 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:45.649381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5607a04b-7998-4adc-b4af-957865059df2 req-8b885baa-63d4-41b7-acab-a6d19f7985e1 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159&device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa&device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 2883 time: 0.0803280 Nov 19 19:04:45.700685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event updated for resources: {'Subnet': ['ID=2d285d0d-4a2f-4b1a-94c2-679fc82f9c8b,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:45.735638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0731-e713-44e3-bde8-bf4912d52637 req-de0d2803-f62f-4b85-aa7c-a2ff7d9dcaa5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:45.735638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-951d0731-e713-44e3-bde8-bf4912d52637 req-de0d2803-f62f-4b85-aa7c-a2ff7d9dcaa5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1785505 Nov 19 19:04:45.735638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea03276-1e25-4784-bc3f-10daab91cb67 req-e16a8d4b-94c1-4a80-910a-160d6c7428a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:45.735638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eea03276-1e25-4784-bc3f-10daab91cb67 req-e16a8d4b-94c1-4a80-910a-160d6c7428a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 1098 time: 0.1584055 Nov 19 19:04:45.738934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5607a04b-7998-4adc-b4af-957865059df2 req-8409a962-5276-4de6-9c85-bcd2076f1c4a tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734484 Nov 19 19:04:45.775072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Checking segment: {'id': 'f6a55fd4-c509-4ca8-b574-dd6775e2652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '10d52c12-4252-4e33-8588-04c6a0e03359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:45.775563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Network hostable DHCP agents. Network: 10d52c12-4252-4e33-8588-04c6a0e03359, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:04:45.889849 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-951d0731-e713-44e3-bde8-bf4912d52637 req-9591cf36-d228-4bc0-89c9-0d98dbc40abc tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516249 Nov 19 19:04:45.909011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Network 10d52c12-4252-4e33-8588-04c6a0e03359 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:04:45.954635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea03276-1e25-4784-bc3f-10daab91cb67 req-e1d12624-9276-4dcb-aadb-ea750237a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:45.956971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eea03276-1e25-4784-bc3f-10daab91cb67 req-e1d12624-9276-4dcb-aadb-ea750237a540 service neutron] 10.222.0.21 "GET /v2.0/networks?id=935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 200 len: 914 time: 0.2130120 Nov 19 19:04:45.958781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 10d52c12-4252-4e33-8588-04c6a0e03359) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:45.974224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:45.975198 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:45.979222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753680f8-cb4a-4a5b-a2da-e7614d3410dd None None] Network 10d52c12-4252-4e33-8588-04c6a0e03359 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:46.029970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba291-625c-41cc-862d-fee29a992094 req-b1386a9c-b4e6-47cb-bbf9-11b0078ad3bf tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:46.031984 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-b1386a9c-b4e6-47cb-bbf9-11b0078ad3bf tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.1858203 Nov 19 19:04:46.061330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-16849a78-55b7-446e-ae00-a2e6837135a2 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0614491 Nov 19 19:04:46.061330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eea03276-1e25-4784-bc3f-10daab91cb67 req-04092d43-2493-4a54-9c1a-dd9429061f8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df01842b-d6a1-4786-809e-542ec0256e19 HTTP/1.1" status: 200 len: 217 time: 0.0732236 Nov 19 19:04:46.061330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48150) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:46.063083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Request body: {'network': {'name': 'tempest-router-network01--555146253'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:46.094844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-34daa582-6fa6-4f2a-859e-741d2e55e5c9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/quotas/0822a5990c6d4baa88c1925bc6e8c03d HTTP/1.1" status: 200 len: 375 time: 0.0438209 Nov 19 19:04:46.155747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea03276-1e25-4784-bc3f-10daab91cb67 req-a81d2f8a-3426-4900-9f3e-e29970fa43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:46.157905 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eea03276-1e25-4784-bc3f-10daab91cb67 req-a81d2f8a-3426-4900-9f3e-e29970fa43a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126 HTTP/1.1" status: 200 len: 853 time: 0.0906215 Nov 19 19:04:46.159887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Made reservation on behalf of a24a0c97132a4428997ff6b0133648f1 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:46.165681 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:46.187516 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-5c0c41d0-a323-438b-bfa2-942e393fe5ba tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900469 Nov 19 19:04:46.240384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eea03276-1e25-4784-bc3f-10daab91cb67 req-b78e62fa-d3cb-489b-95e9-c939466e1bd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=935b280b-a113-4191-b9df-75069fba237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713444 Nov 19 19:04:46.334224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:04:46.345137 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-1e389075-a03f-4da6-b89c-c3cc38c0da27 service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503243 Nov 19 19:04:46.355535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:46.355959 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Added segment bb0c96c0-2f36-4caa-a679-3ed745d8a5c9 of type vlan for network 001f7060-5bbe-43f6-a745-23bfdc62e99f Nov 19 19:04:46.396676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-10d52c12-4252-4e33-8588-04c6a0e03359', 'network_id': '10d52c12-4252-4e33-8588-04c6a0e03359', 'tenant_id': 'a24a0c97132a4428997ff6b0133648f1', 'fixed_ips': [{'subnet_id': '2d285d0d-4a2f-4b1a-94c2-679fc82f9c8b'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:04:46.399737 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:46.451547 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:46.490608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48164) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:46.537679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-9d9d0b25-9b10-4cdf-a6db-2bb57275358e service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895208 Nov 19 19:04:46.563461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eea03276-1e25-4784-bc3f-10daab91cb67 req-5bee0389-99cd-4a1f-adfe-bc2a431461d1 service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142469 Nov 19 19:04:46.578475 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:46.593399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:46.595026 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:46.729177 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Allocated IP 172.20.0.2 (10d52c12-4252-4e33-8588-04c6a0e03359/2d285d0d-4a2f-4b1a-94c2-679fc82f9c8b/b1af7979-513b-426a-b321-a288aadb3fee) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:46.782413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1894875286-network', 'tenant_id': 'bfebbf04ed8040e7a26fb36977594662'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:46.844715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48174) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:46.844960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7874794 Nov 19 19:04:46.868162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Request body: {'network': {'name': 'tempest-router-network02--1384674042'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:46.916677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2b9f-e99b-4930-b328-c0bc1e669c7f tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event updated for resources: {'Network': ['ID=001f7060-5bbe-43f6-a745-23bfdc62e99f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:46.928144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Made reservation on behalf of bfebbf04ed8040e7a26fb36977594662 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:46.935978 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:46.956268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 001f7060-5bbe-43f6-a745-23bfdc62e99f details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:04:47.007986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.019525 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b945fe3d-4eb0-47a2-9a45-b72e7d29faa6 req-983de72f-66fb-456a-a5a2-0c4d22c7cce3 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 210 time: 0.1394033 Nov 19 19:04:47.047723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Made reservation on behalf of a24a0c97132a4428997ff6b0133648f1 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:47.051733 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.055684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eea03276-1e25-4784-bc3f-10daab91cb67 req-e2936f59-c954-42e4-813a-bde799cc380a service neutron] 10.222.0.21 "GET /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535878 Nov 19 19:04:47.149577 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:04:47.154482 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15c85f-35da-4cc8-8e69-42af702a8ebd req-ea22b512-365d-44f0-a288-f6e91cdeb66f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:47.156267 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd15c85f-35da-4cc8-8e69-42af702a8ebd req-ea22b512-365d-44f0-a288-f6e91cdeb66f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1078720 Nov 19 19:04:47.175328 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.176098 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Added segment bd1d8fa2-adc5-4abe-a4c3-080025252be6 of type vlan for network 0db29c16-9f25-436d-902f-eaec07d8cb1c Nov 19 19:04:47.247627 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.263152 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.264500 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.271357 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.288319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.306798 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd15c85f-35da-4cc8-8e69-42af702a8ebd req-ab4f7824-2bf0-411a-b4a7-ee162e58242c tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350760 Nov 19 19:04:47.334916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:04:47.370972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60910d0-497b-4064-8ab5-9fad45ce9902,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:47.382002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Network 10d52c12-4252-4e33-8588-04c6a0e03359 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:47.386689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:47.394304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.394718 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Added segment ec26c6c4-52b3-4b8d-b086-c5e6a2c76188 of type vlan for network fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 Nov 19 19:04:47.396595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Pushing event updated for resources: {'Port': ['ID=b1af7979-513b-426a-b321-a288aadb3fee,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:47.403878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:47.409316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.417288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:47.418044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.484640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Attempting to bind port b1af7979-513b-426a-b321-a288aadb3fee on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:47.485339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Attempting to bind port b1af7979-513b-426a-b321-a288aadb3fee by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f6a55fd4-c509-4ca8-b574-dd6775e2652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '10d52c12-4252-4e33-8588-04c6a0e03359'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:47.485710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Attempting to bind port b1af7979-513b-426a-b321-a288aadb3fee on network 10d52c12-4252-4e33-8588-04c6a0e03359 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:47.509700 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:47.510113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Checking segment: {'id': 'f6a55fd4-c509-4ca8-b574-dd6775e2652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '10d52c12-4252-4e33-8588-04c6a0e03359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:47.510522 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.511114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Bound using segment: {'id': 'f6a55fd4-c509-4ca8-b574-dd6775e2652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '10d52c12-4252-4e33-8588-04c6a0e03359'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:47.511602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Bound port: b1af7979-513b-426a-b321-a288aadb3fee, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a55fd4-c509-4ca8-b574-dd6775e2652d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '10d52c12-4252-4e33-8588-04c6a0e03359'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:47.511991 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.525805 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.547417 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6920121 Nov 19 19:04:47.551697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48190) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:47.558220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Request body: {'subnet': {'network_id': '001f7060-5bbe-43f6-a745-23bfdc62e99f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:47.570039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb8e62-fdd2-4e16-bf93-ee03abd5f391 req-debc2744-6399-4554-b1b3-c51a8aeeb7a4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:47.572336 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cfbb8e62-fdd2-4e16-bf93-ee03abd5f391 req-debc2744-6399-4554-b1b3-c51a8aeeb7a4 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 1101 time: 0.2221787 Nov 19 19:04:47.579757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df9aa4-4af1-484e-a20b-fc5fa8e28810 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event updated for resources: {'Network': ['ID=0db29c16-9f25-436d-902f-eaec07d8cb1c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:47.630502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 0db29c16-9f25-436d-902f-eaec07d8cb1c details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:04:47.631662 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.633003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:47.634323 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.723081 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2312908 Nov 19 19:04:47.728534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48194) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:47.740475 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cfbb8e62-fdd2-4e16-bf93-ee03abd5f391 req-d028cbe3-2a5e-4e38-bb8f-bb3dfb997321 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561322 Nov 19 19:04:47.749151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] Request body: {'subnet': {'network_id': 'fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1894875286-subnet', 'tenant_id': 'bfebbf04ed8040e7a26fb36977594662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:47.776824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1289bb-bbf9-4969-9e0a-5b1d5f1906c5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:47.794229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] Made reservation on behalf of bfebbf04ed8040e7a26fb36977594662 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:47.798461 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.844446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Made reservation on behalf of a24a0c97132a4428997ff6b0133648f1 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:47.853721 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:47.950228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:04:48.025995 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] For port b1af7979-513b-426a-b321-a288aadb3fee, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:48.050120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] For port b1af7979-513b-426a-b321-a288aadb3fee, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b1af7979-513b-426a-b321-a288aadb3fee,segment=NetworkSegment(f6a55fd4-c509-4ca8-b574-dd6775e2652d),segment_id=f6a55fd4-c509-4ca8-b574-dd6775e2652d)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:48.064519 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:48.192400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2265c62-472b-4226-af22-cb677ed6c94a None None] Pushing event updated for resources: {'Port': ['ID=b1af7979-513b-426a-b321-a288aadb3fee,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:48.196765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559aa7df-bf22-41d2-9fd9-ced3de08fd36 req-ee281be7-cac7-4467-beeb-9a5ec6d91856 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:48.198644 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-559aa7df-bf22-41d2-9fd9-ced3de08fd36 req-ee281be7-cac7-4467-beeb-9a5ec6d91856 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 1101 time: 0.2902369 Nov 19 19:04:48.229626 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:48.231772 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-556715e7-45d6-403c-b8fb-6668b3634b68 req-7a4ad415-e913-4372-a070-b3b7486e520e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 210 time: 0.0589905 Nov 19 19:04:48.237062 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:48.313141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=247ff948-26bb-4eb4-b66d-240a3fed2ad6,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:48.324588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] Checking segment: {'id': 'ec26c6c4-52b3-4b8d-b086-c5e6a2c76188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:48.325235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] Network hostable DHCP agents. Network: fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:04:48.341539 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-559aa7df-bf22-41d2-9fd9-ced3de08fd36 req-09951862-92e0-4faa-8554-ee3a057d1ecd tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219878 Nov 19 19:04:48.347678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event updated for resources: {'Subnet': ['ID=0a196919-7cbc-44a2-b494-d9cadbd7edaa,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:48.375932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Checking segment: {'id': 'bb0c96c0-2f36-4caa-a679-3ed745d8a5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '001f7060-5bbe-43f6-a745-23bfdc62e99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:48.376326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Network hostable DHCP agents. Network: 001f7060-5bbe-43f6-a745-23bfdc62e99f, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:04:48.389816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] Network fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:04:48.474960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:48.487004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Network 001f7060-5bbe-43f6-a745-23bfdc62e99f is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:04:48.526164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267cad64-3008-471a-aaae-d50a9f27b3a7 None None] Network fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:48.528302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:48.529487 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:48.534823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 001f7060-5bbe-43f6-a745-23bfdc62e99f) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:48.546522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:48.547121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:48.584500 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dd32369c-8775-430b-895f-a456ce91a44e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0288205 Nov 19 19:04:48.585341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48206) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:48.592549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Request body: {'subnet': {'network_id': '0db29c16-9f25-436d-902f-eaec07d8cb1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:48.597249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fac525-b0af-4736-8407-b71d91b00b00 None None] Network 001f7060-5bbe-43f6-a745-23bfdc62e99f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:48.598930 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d84f58a4-b1f8-4e71-8ece-cb9b0a266464 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8690305 Nov 19 19:04:48.661698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeb7f1-8473-48d4-b522-29ea129ba4d5 req-9e4137ca-a84c-491f-b74d-774af36adedd tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:48.688315 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5dbeb7f1-8473-48d4-b522-29ea129ba4d5 req-9e4137ca-a84c-491f-b74d-774af36adedd tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.2753468 Nov 19 19:04:48.844304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Made reservation on behalf of a24a0c97132a4428997ff6b0133648f1 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:48.872284 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:48.902105 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5dbeb7f1-8473-48d4-b522-29ea129ba4d5 req-fa6c58fc-ce73-4966-b1cb-3f21b5d8eb77 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038381 Nov 19 19:04:49.059645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b1af7979-513b-426a-b321-a288aadb3fee up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:49.091260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-001f7060-5bbe-43f6-a745-23bfdc62e99f', 'network_id': '001f7060-5bbe-43f6-a745-23bfdc62e99f', 'tenant_id': 'a24a0c97132a4428997ff6b0133648f1', 'fixed_ips': [{'subnet_id': '0a196919-7cbc-44a2-b494-d9cadbd7edaa'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:04:49.095422 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:49.125440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f2ac1-8887-402b-abce-828fe6571f44 None None] Network fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:49.175820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba291-625c-41cc-862d-fee29a992094 req-11cc1c0c-b52b-46d7-b435-7496fc25efbc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:49.177533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-11cc1c0c-b52b-46d7-b435-7496fc25efbc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.4855766 Nov 19 19:04:49.200834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Request body: {'port': {'device_id': 'd5c90539-9796-42b3-8a0d-115a9d71d88c', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'admin_state_up': True, 'tenant_id': '0822a5990c6d4baa88c1925bc6e8c03d'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:49.268785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520be0a5-6888-4987-b613-819761e6526a req-2d54b58c-972a-4a25-92a0-8e007f88fa18 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:49.270394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-520be0a5-6888-4987-b613-819761e6526a req-2d54b58c-972a-4a25-92a0-8e007f88fa18 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1803715 Nov 19 19:04:49.355313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b1af7979-513b-426a-b321-a288aadb3fee triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:49.355691 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:49.546338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Allocated IP 172.20.0.2 (001f7060-5bbe-43f6-a745-23bfdc62e99f/0a196919-7cbc-44a2-b494-d9cadbd7edaa/e89b94b8-9712-4387-b467-32c89c6b0299) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:49.578619 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:49.693340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port b1af7979-513b-426a-b321-a288aadb3fee, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b1af7979-513b-426a-b321-a288aadb3fee,segment=NetworkSegment(f6a55fd4-c509-4ca8-b574-dd6775e2652d),segment_id=f6a55fd4-c509-4ca8-b574-dd6775e2652d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:49.703358 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:49.765898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-4cee013a-6eb8-4e7f-9330-3a1da59cc8a8 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:49.772829 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-4cee013a-6eb8-4e7f-9330-3a1da59cc8a8 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/networks?id=fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 HTTP/1.1" status: 200 len: 821 time: 0.1837416 Nov 19 19:04:49.795933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-99d143c8-d151-458a-b2ce-5ccd738ae339 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/quotas/bfebbf04ed8040e7a26fb36977594662 HTTP/1.1" status: 200 len: 375 time: 0.0220101 Nov 19 19:04:49.802449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=b1af7979-513b-426a-b321-a288aadb3fee,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:49.853061 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-77492b77-1576-4cca-ad0a-4b733a2d730f tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bfebbf04ed8040e7a26fb36977594662&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507956 Nov 19 19:04:49.890039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-520be0a5-6888-4987-b613-819761e6526a req-5672ffb7-7687-4893-99fc-58685a0b3814 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056123 Nov 19 19:04:49.890309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df7d25d-6b1a-4eb5-a7e4-ed272461033f None None] Network 10d52c12-4252-4e33-8588-04c6a0e03359 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:49.949263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:49.961337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Made reservation on behalf of 0822a5990c6d4baa88c1925bc6e8c03d for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:49.966234 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:49.985268 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:49.987149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c51b040d-1489-4779-acc0-f1dfb096f376 None None] Provisioning complete for port b1af7979-513b-426a-b321-a288aadb3fee triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:49.987624 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c51b040d-1489-4779-acc0-f1dfb096f376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:50.027043 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-4e65f693-ad55-46e1-a1d6-908cab59d2e6 service neutron] 10.222.0.50 "GET /v2.0/networks/fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634872 Nov 19 19:04:50.064641 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea2f5e45-ab32-4fbf-bd01-7da93d32031c req-3d5bb7fa-5813-4600-938d-90920d72b1d0 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 210 time: 0.0583932 Nov 19 19:04:50.072578 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:50.175030 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-e24cd2d5-3139-4205-a03d-7a226ac7ba7b service neutron] 10.222.0.50 "GET /v2.0/networks/fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470432 Nov 19 19:04:50.176716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Network 001f7060-5bbe-43f6-a745-23bfdc62e99f is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:50.183669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:50.236181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:50.240951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Pushing event updated for resources: {'Port': ['ID=e89b94b8-9712-4387-b467-32c89c6b0299,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:50.247776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event updated for resources: {'Subnet': ['ID=5dfebd7a-24c4-413e-9ab0-74f475503221,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:50.252545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Checking segment: {'id': 'bd1d8fa2-adc5-4abe-a4c3-080025252be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0db29c16-9f25-436d-902f-eaec07d8cb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:50.252916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Network hostable DHCP agents. Network: 0db29c16-9f25-436d-902f-eaec07d8cb1c, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:04:50.329978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Network 0db29c16-9f25-436d-902f-eaec07d8cb1c is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:04:50.341581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Attempting to bind port e89b94b8-9712-4387-b467-32c89c6b0299 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:50.341785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Attempting to bind port e89b94b8-9712-4387-b467-32c89c6b0299 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'bb0c96c0-2f36-4caa-a679-3ed745d8a5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '001f7060-5bbe-43f6-a745-23bfdc62e99f'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:50.342166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Attempting to bind port e89b94b8-9712-4387-b467-32c89c6b0299 on network 001f7060-5bbe-43f6-a745-23bfdc62e99f {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:50.347736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:50.348109 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Checking segment: {'id': 'bb0c96c0-2f36-4caa-a679-3ed745d8a5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '001f7060-5bbe-43f6-a745-23bfdc62e99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:50.348515 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:50.349151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Bound using segment: {'id': 'bb0c96c0-2f36-4caa-a679-3ed745d8a5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '001f7060-5bbe-43f6-a745-23bfdc62e99f'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:50.354004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Bound port: e89b94b8-9712-4387-b467-32c89c6b0299, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0c96c0-2f36-4caa-a679-3ed745d8a5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '001f7060-5bbe-43f6-a745-23bfdc62e99f'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:50.354415 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:50.363095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Allocated IP 172.20.0.14 (33645d32-bbf5-48f5-aa27-3ad32c083eac/1adb8f58-a9f2-4093-af5c-d27d0a8408a8/543c131d-7701-455b-9a18-7e3322c5fc77) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:50.465018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] For port e89b94b8-9712-4387-b467-32c89c6b0299, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:50.477357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] For port e89b94b8-9712-4387-b467-32c89c6b0299, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e89b94b8-9712-4387-b467-32c89c6b0299,segment=NetworkSegment(bb0c96c0-2f36-4caa-a679-3ed745d8a5c9),segment_id=bb0c96c0-2f36-4caa-a679-3ed745d8a5c9)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:50.495474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:50.608963 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:50.658876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071c15d-5b5b-4fb3-a846-942ce01c46cd None None] Pushing event updated for resources: {'Port': ['ID=e89b94b8-9712-4387-b467-32c89c6b0299,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:50.669144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:50.698394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 0db29c16-9f25-436d-902f-eaec07d8cb1c) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:50.705744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:50.706670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:50.711875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9fe413-4a73-4379-907d-849b8f515c44 None None] Network 0db29c16-9f25-436d-902f-eaec07d8cb1c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:50.830101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Network 33645d32-bbf5-48f5-aa27-3ad32c083eac is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:50.844753 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b109b-69e7-4fed-b82d-7abac56fa9ed req-bbd6bc2b-073d-4c04-bde9-4a7f9bd9e55a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:50.851986 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-849b109b-69e7-4fed-b82d-7abac56fa9ed req-bbd6bc2b-073d-4c04-bde9-4a7f9bd9e55a tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1967237 Nov 19 19:04:50.875769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48274) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:50.876037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0b503b39-380f-4e6d-8ced-8d6d7b3c1647 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2880042 Nov 19 19:04:50.880063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:50.884722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:50.889613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event updated for resources: {'Port': ['ID=543c131d-7701-455b-9a18-7e3322c5fc77,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:50.964782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b1af7979-513b-426a-b321-a288aadb3fee up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:51.065995 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9ac4af69-abcd-46fc-ae77-94c53ebefed7 None None] Provisioning complete for port b1af7979-513b-426a-b321-a288aadb3fee triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:51.067085 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ac4af69-abcd-46fc-ae77-94c53ebefed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:51.136654 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-849b109b-69e7-4fed-b82d-7abac56fa9ed req-1b009ef3-4989-4847-9bf4-3aea327e5c96 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585688 Nov 19 19:04:51.158630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:51.160580 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:51.198719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-f805bd77-c0ca-4687-b023-50254d43c672 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0051837 Nov 19 19:04:51.215666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Request body: {'port': {'device_id': 'd5c90539-9796-42b3-8a0d-115a9d71d88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:51.298068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b1af7979-513b-426a-b321-a288aadb3fee triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:51.298704 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:51.323797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7eac2ea3-9408-4432-985c-3058f9fd98c7 req-8a11bc66-b798-4fe9-9de3-376232ebc07c tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 210 time: 0.2308030 Nov 19 19:04:51.342745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-0db29c16-9f25-436d-902f-eaec07d8cb1c', 'network_id': '0db29c16-9f25-436d-902f-eaec07d8cb1c', 'tenant_id': 'a24a0c97132a4428997ff6b0133648f1', 'fixed_ips': [{'subnet_id': '5dfebd7a-24c4-413e-9ab0-74f475503221'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:04:51.343949 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:51.413663 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:51.502747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b09819-2d27-4e9e-936a-88a1132f8ae0 req-b50cfa89-01be-4d3c-a71e-49e2f15cb5da tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:51.515960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20b09819-2d27-4e9e-936a-88a1132f8ae0 req-b50cfa89-01be-4d3c-a71e-49e2f15cb5da tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1801205 Nov 19 19:04:51.732548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:51.792153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bc485-52e2-4410-9a5f-1bc9a79eda71 req-f77e9704-d59a-4dce-8d9c-6950fc9b29b1 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:51.796404 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-605bc485-52e2-4410-9a5f-1bc9a79eda71 req-f77e9704-d59a-4dce-8d9c-6950fc9b29b1 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 932 time: 0.2989047 Nov 19 19:04:51.807300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Allocated IP 172.20.0.2 (0db29c16-9f25-436d-902f-eaec07d8cb1c/5dfebd7a-24c4-413e-9ab0-74f475503221/d757aa20-5b54-41a3-abfe-7bc8ee6875df) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:51.825324 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20b09819-2d27-4e9e-936a-88a1132f8ae0 req-643f47e5-8549-46b2-b2f0-b8694d78395f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085577 Nov 19 19:04:52.071932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543c131d-7701-455b-9a18-7e3322c5fc77 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:04:52.083703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9a7c2-5344-4dcb-928a-e21187b88752 req-58882450-a2c3-4a1d-936c-45cf2237d5fd tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:52.091966 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5fd9a7c2-5344-4dcb-928a-e21187b88752 req-58882450-a2c3-4a1d-936c-45cf2237d5fd tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1118627 Nov 19 19:04:52.109001 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.114749 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.141525 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.177931 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-605bc485-52e2-4410-9a5f-1bc9a79eda71 req-2281c88d-92dd-43bc-94a0-db0977898059 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573802 Nov 19 19:04:52.185051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5fd9a7c2-5344-4dcb-928a-e21187b88752 req-e5259703-d242-464b-873a-76a96339d805 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889070 Nov 19 19:04:52.186274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Transition to ACTIVE for port object 543c131d-7701-455b-9a18-7e3322c5fc77 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:04:52.207598 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.218681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Pushing event updated for resources: {'Port': ['ID=d757aa20-5b54-41a3-abfe-7bc8ee6875df,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:52.255269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Network 0db29c16-9f25-436d-902f-eaec07d8cb1c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:52.257658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:52.260613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:52.361080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ab5fe-ee17-4809-84cd-f3d80bfbd327 None None] Network 001f7060-5bbe-43f6-a745-23bfdc62e99f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:52.489863 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Attempting to bind port d757aa20-5b54-41a3-abfe-7bc8ee6875df on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:52.490359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Attempting to bind port d757aa20-5b54-41a3-abfe-7bc8ee6875df by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'bd1d8fa2-adc5-4abe-a4c3-080025252be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0db29c16-9f25-436d-902f-eaec07d8cb1c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:52.490722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Attempting to bind port d757aa20-5b54-41a3-abfe-7bc8ee6875df on network 0db29c16-9f25-436d-902f-eaec07d8cb1c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:52.509793 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a4e2e38-863f-47d8-837e-2e795e767b59 req-4feca61f-a5ad-47a4-a0f4-d74f30f377ad tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 210 time: 0.0664048 Nov 19 19:04:52.513015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:52.513395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Checking segment: {'id': 'bd1d8fa2-adc5-4abe-a4c3-080025252be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0db29c16-9f25-436d-902f-eaec07d8cb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:52.513826 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.516267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Bound using segment: {'id': 'bd1d8fa2-adc5-4abe-a4c3-080025252be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0db29c16-9f25-436d-902f-eaec07d8cb1c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:52.516782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Bound port: d757aa20-5b54-41a3-abfe-7bc8ee6875df, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d8fa2-adc5-4abe-a4c3-080025252be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0db29c16-9f25-436d-902f-eaec07d8cb1c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:52.517180 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.538951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Allocated IP 172.20.0.1 (001f7060-5bbe-43f6-a745-23bfdc62e99f/0a196919-7cbc-44a2-b494-d9cadbd7edaa/2e93f551-f2a9-47f5-a66b-aa8d0dec2c22) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:52.554849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=543c131d-7701-455b-9a18-7e3322c5fc77,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:52.574094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-89776de9-0528-477c-b042-79b147da4637 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:52.575800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-89776de9-0528-477c-b042-79b147da4637 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.21 "GET /v2.0/networks?id=fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 HTTP/1.1" status: 200 len: 821 time: 0.2984874 Nov 19 19:04:52.593521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a8680ed1-eb3f-46ff-aa98-05ebd6005820 None None] Provisioning complete for port e89b94b8-9712-4387-b467-32c89c6b0299 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:52.593851 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8680ed1-eb3f-46ff-aa98-05ebd6005820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.612121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Request body: {'port': {'device_id': '77fb760e-618c-49de-b50d-107500e23131', 'network_id': 'fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7', 'admin_state_up': True, 'tenant_id': 'bfebbf04ed8040e7a26fb36977594662'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:52.690837 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] For port d757aa20-5b54-41a3-abfe-7bc8ee6875df, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:52.692017 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.719596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] For port d757aa20-5b54-41a3-abfe-7bc8ee6875df, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d757aa20-5b54-41a3-abfe-7bc8ee6875df,segment=NetworkSegment(bd1d8fa2-adc5-4abe-a4c3-080025252be6),segment_id=bd1d8fa2-adc5-4abe-a4c3-080025252be6)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:52.749412 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.749852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c1dfb-72b1-464e-8186-029c792e8db3 req-99afef9d-9ba0-4469-b7f9-ac5a13f12720 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:52.758990 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a46c1dfb-72b1-464e-8186-029c792e8db3 req-99afef9d-9ba0-4469-b7f9-ac5a13f12720 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1799002 Nov 19 19:04:52.792132 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.826332 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8680ed1-eb3f-46ff-aa98-05ebd6005820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.857726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Attempting to bind port 543c131d-7701-455b-9a18-7e3322c5fc77 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:52.859803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Attempting to bind port 543c131d-7701-455b-9a18-7e3322c5fc77 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:52.860139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Attempting to bind port 543c131d-7701-455b-9a18-7e3322c5fc77 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:52.878343 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Network 001f7060-5bbe-43f6-a745-23bfdc62e99f is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:52.879362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Port 543c131d-7701-455b-9a18-7e3322c5fc77 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:04:52.879698 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Attempting to bind port 543c131d-7701-455b-9a18-7e3322c5fc77 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:52.884479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:52.893252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:52.893604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Checking segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:52.894032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Bound using segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:52.894498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Bound port: 543c131d-7701-455b-9a18-7e3322c5fc77, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:52.894859 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.896929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a8680ed1-eb3f-46ff-aa98-05ebd6005820 None None] For port e89b94b8-9712-4387-b467-32c89c6b0299, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e89b94b8-9712-4387-b467-32c89c6b0299,segment=NetworkSegment(bb0c96c0-2f36-4caa-a679-3ed745d8a5c9),segment_id=bb0c96c0-2f36-4caa-a679-3ed745d8a5c9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:52.918297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:52.922341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e89b94b8-9712-4387-b467-32c89c6b0299 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:52.924098 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8680ed1-eb3f-46ff-aa98-05ebd6005820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:52.955327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event updated for resources: {'Port': ['ID=2e93f551-f2a9-47f5-a66b-aa8d0dec2c22,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:52.979118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d30295-a1f7-4397-9607-8309547819bd None None] Pushing event updated for resources: {'Port': ['ID=d757aa20-5b54-41a3-abfe-7bc8ee6875df,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:53.000242 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:53.063097 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8680ed1-eb3f-46ff-aa98-05ebd6005820 None None] Pushing event updated for resources: {'Port': ['ID=e89b94b8-9712-4387-b467-32c89c6b0299,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:53.069105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e89b94b8-9712-4387-b467-32c89c6b0299 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:53.069468 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:53.113680 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a46c1dfb-72b1-464e-8186-029c792e8db3 req-f1fa8b2c-cb16-4f57-a1b3-a56409ad2e82 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392875 Nov 19 19:04:53.229667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d02d8c-24ac-475d-b529-e927c0bd6ddc req-aec66bc8-a1ce-491c-96c5-19b4333be400 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:53.237123 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-09d02d8c-24ac-475d-b529-e927c0bd6ddc req-aec66bc8-a1ce-491c-96c5-19b4333be400 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1878426 Nov 19 19:04:53.338382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:53.373742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] For port 543c131d-7701-455b-9a18-7e3322c5fc77, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:53.377442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] For port 543c131d-7701-455b-9a18-7e3322c5fc77, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=543c131d-7701-455b-9a18-7e3322c5fc77,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:53.410311 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-09d02d8c-24ac-475d-b529-e927c0bd6ddc req-9b3c2159-08ad-431a-b2b4-c7396761218b tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680641 Nov 19 19:04:53.466073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:53.470236 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fb71f3d1-4abe-4812-bba8-c0ee2e5c10c3 None None] Provisioning complete for port e89b94b8-9712-4387-b467-32c89c6b0299 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:53.471293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb71f3d1-4abe-4812-bba8-c0ee2e5c10c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:53.605308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Made reservation on behalf of bfebbf04ed8040e7a26fb36977594662 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:04:53.609085 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:53.623510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:53.624438 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:53.626194 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] 10.222.0.21 "PUT /v2.0/ports/543c131d-7701-455b-9a18-7e3322c5fc77 HTTP/1.1" status: 200 len: 1092 time: 2.4193988 Nov 19 19:04:53.650721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c90539-9796-42b3-8a0d-115a9d71d88c', 'tag': '543c131d-7701-455b-9a18-7e3322c5fc77'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:53.659467 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13acf3e-ce6b-4bcc-bd59-2d54f8f7f123" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c90539-9796-42b3-8a0d-115a9d71d88c", "tag": "543c131d-7701-455b-9a18-7e3322c5fc77"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:53.736311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c6803-7000-4270-a39e-dcf6ceb0fa5e service neutron] Pushing event updated for resources: {'Port': ['ID=543c131d-7701-455b-9a18-7e3322c5fc77,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:53.799571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5029207-ae17-4379-9b1a-d295c2856a0d req-05b58a83-add8-4474-9412-cecf79080e25 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:53.801193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5029207-ae17-4379-9b1a-d295c2856a0d req-05b58a83-add8-4474-9412-cecf79080e25 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.4923050 Nov 19 19:04:53.810496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78259b3d-ad72-4853-8a30-b2fabe76f99f req-68ceda8f-9dac-48fe-bd38-ea0b34aa9d12 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:53.812468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-72854e90-8c4d-43d1-9883-acb500ee574c None None] Provisioning complete for port 2e93f551-f2a9-47f5-a66b-aa8d0dec2c22 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:53.813099 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72854e90-8c4d-43d1-9883-acb500ee574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:53.818639 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-78259b3d-ad72-4853-8a30-b2fabe76f99f req-68ceda8f-9dac-48fe-bd38-ea0b34aa9d12 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 944 time: 0.2976267 Nov 19 19:04:53.882484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-72854e90-8c4d-43d1-9883-acb500ee574c None None] Port 2e93f551-f2a9-47f5-a66b-aa8d0dec2c22 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:04:53.908222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba291-625c-41cc-862d-fee29a992094 req-dfa256c8-06e1-4db5-9d43-735d7e47820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:53.909741 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-dfa256c8-06e1-4db5-9d43-735d7e47820f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 1095 time: 0.2164834 Nov 19 19:04:53.949655 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-78259b3d-ad72-4853-8a30-b2fabe76f99f req-fec448b5-2be8-42cd-860a-9d1166fd5e60 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299708 Nov 19 19:04:53.957936 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5029207-ae17-4379-9b1a-d295c2856a0d req-1322c638-bd1e-403a-b68e-c5fde49038a1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149743 Nov 19 19:04:54.023425 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:54.040626 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:54.064360 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-410d4db4-70e5-42a5-8c3d-7d55064c0fae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543c131d-7701-455b-9a18-7e3322c5fc77 HTTP/1.1" status: 200 len: 217 time: 0.1034791 Nov 19 19:04:54.155444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Allocated IP 172.20.0.7 (fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7/247ff948-26bb-4eb4-b66d-240a3fed2ad6/1c693321-47a5-497a-9cd2-13995769f79e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:04:54.175684 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16fdb42-77ee-49d4-8a54-10baf6eaaac7 x-openstack-request-id: req-b16fdb42-77ee-49d4-8a54-10baf6eaaac7 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:54.175994 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c90539-9796-42b3-8a0d-115a9d71d88c", "tag": "543c131d-7701-455b-9a18-7e3322c5fc77", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:54.177389 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b16fdb42-77ee-49d4-8a54-10baf6eaaac7 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:54.177866 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c90539-9796-42b3-8a0d-115a9d71d88c', 'tag': '543c131d-7701-455b-9a18-7e3322c5fc77', 'status': 'completed', 'code': 200} Nov 19 19:04:54.205330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba291-625c-41cc-862d-fee29a992094 req-1e9ffbff-30f1-4052-8f0c-ccfc6a952ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:54.206855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-1e9ffbff-30f1-4052-8f0c-ccfc6a952ed6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.1304603 Nov 19 19:04:54.254801 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-ed3c0dba-bae7-4c4a-b63a-2f270526ac1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371478 Nov 19 19:04:54.504588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-2fc276f5-e066-460d-8642-913d5531bee2 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412071 Nov 19 19:04:54.532068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db2f871-47f8-4c91-af25-b4599a1450c7 None None] Network 0db29c16-9f25-436d-902f-eaec07d8cb1c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:04:54.559457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event updated for resources: {'Port': ['ID=2e93f551-f2a9-47f5-a66b-aa8d0dec2c22,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:54.610800 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72e9a697-eeac-4ce7-8753-c5559cadef39 req-9dfafa73-32fb-4a9b-ad29-1ab829a2bb48 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 210 time: 0.0413585 Nov 19 19:04:54.652186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:54.713576 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:54.786278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e80d0436-0f44-420e-aabb-5187154017bd None None] Provisioning complete for port d757aa20-5b54-41a3-abfe-7bc8ee6875df triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:54.786649 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e80d0436-0f44-420e-aabb-5187154017bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:54.797968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d36ba291-625c-41cc-862d-fee29a992094 req-cfa78d5a-deb5-4f22-b32a-0dda691d9abd service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790504 Nov 19 19:04:54.842904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b46f03-4706-4be5-8847-2b955100ec63 req-97b9f8d3-19d4-402a-995d-4e2bedc49e73 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:54.844447 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95b46f03-4706-4be5-8847-2b955100ec63 req-97b9f8d3-19d4-402a-995d-4e2bedc49e73 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.2024012 Nov 19 19:04:54.931978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Network 001f7060-5bbe-43f6-a745-23bfdc62e99f is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:54.942710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:54.959042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e80d0436-0f44-420e-aabb-5187154017bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:54.987743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7473f-8217-450e-85b7-ce668b3e5e5f req-49364559-1f76-4912-9e04-103815000fbb tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:55.003152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b8c7473f-8217-450e-85b7-ce668b3e5e5f req-49364559-1f76-4912-9e04-103815000fbb tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.2613580 Nov 19 19:04:55.006478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d757aa20-5b54-41a3-abfe-7bc8ee6875df up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:55.012827 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:55.053449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e80d0436-0f44-420e-aabb-5187154017bd None None] For port d757aa20-5b54-41a3-abfe-7bc8ee6875df, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d757aa20-5b54-41a3-abfe-7bc8ee6875df,segment=NetworkSegment(bd1d8fa2-adc5-4abe-a4c3-080025252be6),segment_id=bd1d8fa2-adc5-4abe-a4c3-080025252be6)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:55.061405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:55.069742 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e80d0436-0f44-420e-aabb-5187154017bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:55.155703 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95b46f03-4706-4be5-8847-2b955100ec63 req-f2a004ad-c62e-4f1f-931a-59bded530af1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007646 Nov 19 19:04:55.198868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d757aa20-5b54-41a3-abfe-7bc8ee6875df triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:55.199248 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:55.216682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b8c7473f-8217-450e-85b7-ce668b3e5e5f req-92a25ce4-6756-488d-8b07-8d91064513bf tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124746 Nov 19 19:04:55.248383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13acf3e-ce6b-4bcc-bd59-2d54f8f7f123 req-f84acf6f-9e10-4e69-913f-b909d154631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:55.251210 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d13acf3e-ce6b-4bcc-bd59-2d54f8f7f123 req-f84acf6f-9e10-4e69-913f-b909d154631a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 1095 time: 0.3740034 Nov 19 19:04:55.264474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Network fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:04:55.277631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d0436-0f44-420e-aabb-5187154017bd None None] Pushing event updated for resources: {'Port': ['ID=d757aa20-5b54-41a3-abfe-7bc8ee6875df,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:55.281480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Pushing event updated for resources: {'Port': ['ID=1c693321-47a5-497a-9cd2-13995769f79e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:55.285223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:04:55.288428 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:04:55.339833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d64d9843-f943-4b81-a31c-5b99d038f1ba None None] Provisioning complete for port d757aa20-5b54-41a3-abfe-7bc8ee6875df triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:55.340219 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d64d9843-f943-4b81-a31c-5b99d038f1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:55.343191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Router 9a8546fa-4d0f-47b0-9258-51817de165c8 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:04:55.390419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:55.391320 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:55.484340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13a03d-401b-4a87-97eb-34c88b01c647 req-212bc8dc-f305-4a6b-94f2-8922b92302ff tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:55.493947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec13a03d-401b-4a87-97eb-34c88b01c647 req-212bc8dc-f305-4a6b-94f2-8922b92302ff tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 944 time: 0.2257702 Nov 19 19:04:55.502386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-2b8d32e5-9608-4f47-a77e-77d6a3b327b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8986540 Nov 19 19:04:55.535741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Request body: {'port': {'device_id': '77fb760e-618c-49de-b50d-107500e23131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:55.544060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:55.556223 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-457b7354-6c3d-4ec4-b560-c02fe8b993cf tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "PUT /v2.0/routers/9a8546fa-4d0f-47b0-9258-51817de165c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6747010 Nov 19 19:04:55.559331 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5cfe3-260a-44b4-a882-b19bc23d221f None None] Sync routers for ids ['9a8546fa-4d0f-47b0-9258-51817de165c8'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:55.562810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48350) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:55.569108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e89b94b8-9712-4387-b467-32c89c6b0299 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:55.578663 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5cfe3-260a-44b4-a882-b19bc23d221f None None] Routers {'9a8546fa-4d0f-47b0-9258-51817de165c8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:55.579704 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-31c5cfe3-260a-44b4-a882-b19bc23d221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9a8546fa-4d0f-47b0-9258-51817de165c8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:55.631809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e89b94b8-9712-4387-b467-32c89c6b0299 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:55.632181 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:55.643791 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-31c5cfe3-260a-44b4-a882-b19bc23d221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:55.656880 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5cfe3-260a-44b4-a882-b19bc23d221f None None] Routers {'9a8546fa-4d0f-47b0-9258-51817de165c8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:55.657501 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-31c5cfe3-260a-44b4-a882-b19bc23d221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9a8546fa-4d0f-47b0-9258-51817de165c8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:55.679558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bf37a-c68b-405c-b904-a216b7a5c72a req-e02cddce-83d1-4413-afe2-2826cdc40a64 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:55.685411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec13a03d-401b-4a87-97eb-34c88b01c647 req-29a57c2f-2781-4248-a9a8-d8105b6188de tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900482 Nov 19 19:04:55.687332 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1f7bf37a-c68b-405c-b904-a216b7a5c72a req-e02cddce-83d1-4413-afe2-2826cdc40a64 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1346335 Nov 19 19:04:55.690175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13acf3e-ce6b-4bcc-bd59-2d54f8f7f123 req-cb97cd8f-a9bf-46a0-b3be-eaae4f26e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:55.694599 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d13acf3e-ce6b-4bcc-bd59-2d54f8f7f123 req-cb97cd8f-a9bf-46a0-b3be-eaae4f26e033 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 913 time: 0.4269195 Nov 19 19:04:55.699971 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-31c5cfe3-260a-44b4-a882-b19bc23d221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:55.700761 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5cfe3-260a-44b4-a882-b19bc23d221f None None] The sync data for ids ['9a8546fa-4d0f-47b0-9258-51817de165c8'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:55.780415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3fb8a9da-16eb-4f9d-b7bb-69577f33dc5b None None] Provisioning complete for port 2e93f551-f2a9-47f5-a66b-aa8d0dec2c22 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:55.781103 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a9da-16eb-4f9d-b7bb-69577f33dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:55.795231 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d13acf3e-ce6b-4bcc-bd59-2d54f8f7f123 req-f2471716-0f26-47a5-975c-602607d979e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543c131d-7701-455b-9a18-7e3322c5fc77 HTTP/1.1" status: 200 len: 217 time: 0.0878582 Nov 19 19:04:55.822858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8a9da-16eb-4f9d-b7bb-69577f33dc5b None None] Port 2e93f551-f2a9-47f5-a66b-aa8d0dec2c22 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:04:55.835534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1f7bf37a-c68b-405c-b904-a216b7a5c72a req-c08a05ce-e472-460c-a1a3-fac9b0170780 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461306 Nov 19 19:04:55.913323 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:55.949810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13acf3e-ce6b-4bcc-bd59-2d54f8f7f123 req-dda64f8d-dee0-4227-a7d2-3786e30f14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:55.951314 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d13acf3e-ce6b-4bcc-bd59-2d54f8f7f123 req-dda64f8d-dee0-4227-a7d2-3786e30f14a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.1386895 Nov 19 19:04:55.995453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd2249-5ec1-440d-8838-b7adb8a0e632 req-d1ccbc27-9e6c-4925-8548-eb88983cb6aa tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:55.997002 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eedd2249-5ec1-440d-8838-b7adb8a0e632 req-d1ccbc27-9e6c-4925-8548-eb88983cb6aa tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 931 time: 0.1854725 Nov 19 19:04:56.036395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d13acf3e-ce6b-4bcc-bd59-2d54f8f7f123 req-d71d1e2f-5287-4e6a-b6bb-795d806a9da5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506904 Nov 19 19:04:56.072029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61141278-f704-455f-9774-8e9bb7112bf6 req-80d1d892-b984-4006-83b0-24ebf4a94fa4 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:56.073438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-61141278-f704-455f-9774-8e9bb7112bf6 req-80d1d892-b984-4006-83b0-24ebf4a94fa4 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.0936177 Nov 19 19:04:56.144043 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-10687814-c53c-4e70-9535-b046faedfaea tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:04:56.147757 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-10687814-c53c-4e70-9535-b046faedfaea tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "PUT /v2.0/routers/9a8546fa-4d0f-47b0-9258-51817de165c8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5800271 Nov 19 19:04:56.148617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48360) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:56.248980 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-61141278-f704-455f-9774-8e9bb7112bf6 req-9129a0af-2d85-4262-a499-d13015c1c10f tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664402 Nov 19 19:04:56.262318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eedd2249-5ec1-440d-8838-b7adb8a0e632 req-378e96af-285a-4891-acf8-d95345f93027 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556806 Nov 19 19:04:56.325352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d13acf3e-ce6b-4bcc-bd59-2d54f8f7f123 req-716d85ba-30a9-4535-8fd6-c28666c85bda service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715857 Nov 19 19:04:56.461051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b0c21-0d5c-414f-ab4c-71a8e58b521c req-b94974dd-c34d-4d22-9154-a44a2d4a4f60 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:56.462631 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc8b0c21-0d5c-414f-ab4c-71a8e58b521c req-b94974dd-c34d-4d22-9154-a44a2d4a4f60 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1044471 Nov 19 19:04:56.568381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc8b0c21-0d5c-414f-ab4c-71a8e58b521c req-187438c2-c1ef-493a-bfbb-ac2c3662d515 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948179 Nov 19 19:04:56.644624 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd0e-7bdf-4f10-b19d-fd673aa973f8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:56.834583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f35a0-04a4-4711-8103-f4d1185d9e36 req-0a897393-b4ab-44af-84ae-bac33188876e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:56.834583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-717f35a0-04a4-4711-8103-f4d1185d9e36 req-0a897393-b4ab-44af-84ae-bac33188876e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.4481645 Nov 19 19:04:56.860436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d757aa20-5b54-41a3-abfe-7bc8ee6875df up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:04:56.878680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c693321-47a5-497a-9cd2-13995769f79e {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:04:56.890522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:56.901924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Transition to ACTIVE for port object 1c693321-47a5-497a-9cd2-13995769f79e will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:04:56.923511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d757aa20-5b54-41a3-abfe-7bc8ee6875df triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:04:56.923947 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:56.934339 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:56.966578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733c5f7-7b72-41d3-8388-02f430b0e690 req-2f3b99e6-014a-4452-8296-41f070fc210f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:56.975569 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4733c5f7-7b72-41d3-8388-02f430b0e690 req-2f3b99e6-014a-4452-8296-41f070fc210f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 944 time: 0.1244752 Nov 19 19:04:57.048448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-717f35a0-04a4-4711-8103-f4d1185d9e36 req-2ad3bd75-418e-4003-a6ed-09dcadb53981 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446347 Nov 19 19:04:57.067681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Pushing event updated for resources: {'Port': ['ID=1c693321-47a5-497a-9cd2-13995769f79e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:57.087899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d13acf3e-ce6b-4bcc-bd59-2d54f8f7f123 req-f0d049a6-f525-461e-87eb-ca49a1878376 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7049544 Nov 19 19:04:57.126558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4733c5f7-7b72-41d3-8388-02f430b0e690 req-3583b083-d5ab-4d81-ae09-fd8110aa995d tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494484 Nov 19 19:04:57.187524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Attempting to bind port 1c693321-47a5-497a-9cd2-13995769f79e on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:04:57.187524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Attempting to bind port 1c693321-47a5-497a-9cd2-13995769f79e by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'ec26c6c4-52b3-4b8d-b086-c5e6a2c76188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:04:57.188068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Attempting to bind port 1c693321-47a5-497a-9cd2-13995769f79e on network fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:57.196547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4aa8dd0e-7bdf-4f10-b19d-fd673aa973f8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Deleting port 2e93f551-f2a9-47f5-a66b-aa8d0dec2c22 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:04:57.196895 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd0e-7bdf-4f10-b19d-fd673aa973f8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:57.208382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Port 1c693321-47a5-497a-9cd2-13995769f79e on network fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:04:57.208382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Attempting to bind port 1c693321-47a5-497a-9cd2-13995769f79e on network fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:04:57.216714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:04:57.217163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Checking segment: {'id': 'ec26c6c4-52b3-4b8d-b086-c5e6a2c76188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:04:57.217646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Bound using segment: {'id': 'ec26c6c4-52b3-4b8d-b086-c5e6a2c76188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:04:57.218295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Bound port: 1c693321-47a5-497a-9cd2-13995769f79e, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec26c6c4-52b3-4b8d-b086-c5e6a2c76188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:04:57.218774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:57.298741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f413535-354b-4eae-9da0-e882836f7882 req-e911e894-8fc4-418e-9040-6228cbe51190 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:57.300520 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f413535-354b-4eae-9da0-e882836f7882 req-e911e894-8fc4-418e-9040-6228cbe51190 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1095138 Nov 19 19:04:57.313938 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd0e-7bdf-4f10-b19d-fd673aa973f8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:57.339810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4aa8dd0e-7bdf-4f10-b19d-fd673aa973f8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Calling delete_port for 2e93f551-f2a9-47f5-a66b-aa8d0dec2c22 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:04:57.343709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] For port 1c693321-47a5-497a-9cd2-13995769f79e, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:04:57.350098 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] For port 1c693321-47a5-497a-9cd2-13995769f79e, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1c693321-47a5-497a-9cd2-13995769f79e,segment=NetworkSegment(ec26c6c4-52b3-4b8d-b086-c5e6a2c76188),segment_id=ec26c6c4-52b3-4b8d-b086-c5e6a2c76188)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:04:57.360712 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:57.418363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:57.419234 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:57.420981 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] 10.222.0.21 "PUT /v2.0/ports/1c693321-47a5-497a-9cd2-13995769f79e HTTP/1.1" status: 200 len: 1091 time: 1.8921127 Nov 19 19:04:57.421430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fb760e-618c-49de-b50d-107500e23131', 'tag': '1c693321-47a5-497a-9cd2-13995769f79e'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:04:57.423946 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0f379f-02e5-4e08-a281-9cbfe7f4b119" -d '{"events": [{"name": "network-changed", "server_uuid": "77fb760e-618c-49de-b50d-107500e23131", "tag": "1c693321-47a5-497a-9cd2-13995769f79e"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:04:57.439140 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f413535-354b-4eae-9da0-e882836f7882 req-2888aeb2-3ea1-4708-bafc-780bef70bc3e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303024 Nov 19 19:04:57.475454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058fce2-cfbd-4bf3-9a6f-5a13e1486277 req-c95ca214-2c5d-459d-8559-2e8300876bf2 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:57.482759 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7058fce2-cfbd-4bf3-9a6f-5a13e1486277 req-c95ca214-2c5d-459d-8559-2e8300876bf2 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 943 time: 0.1156414 Nov 19 19:04:57.483973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b879af-d609-4fdb-be18-19f6f2a5b9fc service neutron] Pushing event updated for resources: {'Port': ['ID=1c693321-47a5-497a-9cd2-13995769f79e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:57.530986 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89da2c94-6dc9-41a7-aa9e-bbf0c2beb69b x-openstack-request-id: req-89da2c94-6dc9-41a7-aa9e-bbf0c2beb69b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:04:57.531210 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fb760e-618c-49de-b50d-107500e23131", "tag": "1c693321-47a5-497a-9cd2-13995769f79e", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:04:57.531666 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89da2c94-6dc9-41a7-aa9e-bbf0c2beb69b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:04:57.532210 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fb760e-618c-49de-b50d-107500e23131', 'tag': '1c693321-47a5-497a-9cd2-13995769f79e', 'status': 'completed', 'code': 200} Nov 19 19:04:57.550519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-8a257671-5bfe-4a69-9bb3-0c6d9bfb9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:57.552106 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-8a257671-5bfe-4a69-9bb3-0c6d9bfb9ac6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfebbf04ed8040e7a26fb36977594662&device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 1094 time: 0.0631433 Nov 19 19:04:57.618934 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-cf662e68-63ef-44ca-a4cf-e84e7849ca80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c693321-47a5-497a-9cd2-13995769f79e HTTP/1.1" status: 200 len: 217 time: 0.0555103 Nov 19 19:04:57.620656 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7058fce2-cfbd-4bf3-9a6f-5a13e1486277 req-f648b337-f8a4-4149-86a9-41dc34bce04f tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300828 Nov 19 19:04:57.700164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd0e-7bdf-4f10-b19d-fd673aa973f8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:57.725858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec7a28-03d3-4302-9202-6c95fed1bb89 req-ffb1c72a-3d78-432d-a707-85d26cab71ed tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:57.728029 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73ec7a28-03d3-4302-9202-6c95fed1bb89 req-ffb1c72a-3d78-432d-a707-85d26cab71ed tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.1207254 Nov 19 19:04:57.730098 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-ed37c12f-72e2-4715-9b0b-5bcd40b59719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:57.731444 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-ed37c12f-72e2-4715-9b0b-5bcd40b59719 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=247ff948-26bb-4eb4-b66d-240a3fed2ad6 HTTP/1.1" status: 200 len: 861 time: 0.0859101 Nov 19 19:04:57.766500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8dd0e-7bdf-4f10-b19d-fd673aa973f8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event deleted for resources: {'Port': ['ID=2e93f551-f2a9-47f5-a66b-aa8d0dec2c22,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:57.783707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-cc5308db-d111-4525-b57e-67623528cbcd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392764 Nov 19 19:04:57.934904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73ec7a28-03d3-4302-9202-6c95fed1bb89 req-0b3ce510-d752-43f8-a2bb-3599556a6db3 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974084 Nov 19 19:04:57.990301 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4aa8dd0e-7bdf-4f10-b19d-fd673aa973f8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:58.004845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344a1ff-cc8d-4e19-9358-c63a81ef679c req-39ad1ef3-e65b-4359-80c6-482c34b64fbd tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:58.012647 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c344a1ff-cc8d-4e19-9358-c63a81ef679c req-39ad1ef3-e65b-4359-80c6-482c34b64fbd tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.3073704 Nov 19 19:04:58.013080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-c880ce38-8a15-4e5b-84c7-0b5152740b7f service neutron] 10.222.0.21 "GET /v2.0/networks/fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222021 Nov 19 19:04:58.172434 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7966c25b-66b7-451b-bf2b-2adc57782989 req-c1512bdd-1965-445a-b786-904bac979763 service neutron] 10.222.0.21 "GET /v2.0/networks/fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440098 Nov 19 19:04:58.186152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c344a1ff-cc8d-4e19-9358-c63a81ef679c req-97b005bb-9406-4706-85af-11f01ae1eb7f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724350 Nov 19 19:04:58.235935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bad62e-10b9-46fb-bf89-809372e672ff req-9b6cda3c-c27e-4e31-8000-9eb10092a3f5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:58.237847 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96bad62e-10b9-46fb-bf89-809372e672ff req-9b6cda3c-c27e-4e31-8000-9eb10092a3f5 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.0810988 Nov 19 19:04:58.324314 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96bad62e-10b9-46fb-bf89-809372e672ff req-49804f18-d4b1-4359-bf27-36756d0e1231 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743852 Nov 19 19:04:58.327331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f379f-02e5-4e08-a281-9cbfe7f4b119 req-8fec1928-dca0-45f1-93aa-a8f6c0d38711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:58.328767 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd0f379f-02e5-4e08-a281-9cbfe7f4b119 req-8fec1928-dca0-45f1-93aa-a8f6c0d38711 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfebbf04ed8040e7a26fb36977594662&device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 1094 time: 0.0898831 Nov 19 19:04:58.483490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f379f-02e5-4e08-a281-9cbfe7f4b119 req-34760041-2962-492f-83cb-cc3275c0e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:58.484953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd0f379f-02e5-4e08-a281-9cbfe7f4b119 req-34760041-2962-492f-83cb-cc3275c0e855 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 HTTP/1.1" status: 200 len: 922 time: 0.1491463 Nov 19 19:04:58.497467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bdad3-21a3-42e8-b3e5-f55a34a544c1 req-568c7196-6bdc-4796-9361-bf582aa954ab tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:58.499128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-406bdad3-21a3-42e8-b3e5-f55a34a544c1 req-568c7196-6bdc-4796-9361-bf582aa954ab tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.0893786 Nov 19 19:04:58.541495 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd0f379f-02e5-4e08-a281-9cbfe7f4b119 req-31321745-80e9-4cdd-9c2e-19bc8da7046d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c693321-47a5-497a-9cd2-13995769f79e HTTP/1.1" status: 200 len: 217 time: 0.0413699 Nov 19 19:04:58.547875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 543c131d-7701-455b-9a18-7e3322c5fc77 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:04:58.632758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f379f-02e5-4e08-a281-9cbfe7f4b119 req-c1f4b70a-fc5f-4bff-bd13-97c6336a5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:58.634911 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd0f379f-02e5-4e08-a281-9cbfe7f4b119 req-c1f4b70a-fc5f-4bff-bd13-97c6336a5c40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=247ff948-26bb-4eb4-b66d-240a3fed2ad6 HTTP/1.1" status: 200 len: 861 time: 0.0818946 Nov 19 19:04:58.640055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-406bdad3-21a3-42e8-b3e5-f55a34a544c1 req-dc045440-65c0-4892-8957-4e3e2a67ef34 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330903 Nov 19 19:04:58.663124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa8dd0e-7bdf-4f10-b19d-fd673aa973f8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Router 9a8546fa-4d0f-47b0-9258-51817de165c8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:04:58.697781 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 543c131d-7701-455b-9a18-7e3322c5fc77, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=543c131d-7701-455b-9a18-7e3322c5fc77,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:58.701369 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd0f379f-02e5-4e08-a281-9cbfe7f4b119 req-fa28666f-1bd7-4938-b9e9-95b0cd834517 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570405 Nov 19 19:04:58.712489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '543c131d-7701-455b-9a18-7e3322c5fc77', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'port_id': '543c131d-7701-455b-9a18-7e3322c5fc77', 'mac_address': 'fa:16:3e:32:e3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adb8f58-a9f2-4093-af5c-d27d0a8408a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:04:58.755221 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:58.836166 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa8dd0e-7bdf-4f10-b19d-fd673aa973f8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:04:58.865427 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4aa8dd0e-7bdf-4f10-b19d-fd673aa973f8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "PUT /v2.0/routers/9a8546fa-4d0f-47b0-9258-51817de165c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7161298 Nov 19 19:04:58.876978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48404) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:58.879218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5e0df-141b-4cb9-ac1b-eca122176e42 req-45e8298f-c782-4465-858f-6b07b5bd70c5 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:58.880790 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95e5e0df-141b-4cb9-ac1b-eca122176e42 req-45e8298f-c782-4465-858f-6b07b5bd70c5 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 943 time: 0.1294169 Nov 19 19:04:58.899639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615ce07-ba66-4524-8542-b13df9b0ccd7 None None] Sync routers for ids ['9a8546fa-4d0f-47b0-9258-51817de165c8'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:04:58.907889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543c131d-7701-455b-9a18-7e3322c5fc77 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:04:58.911475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd0f379f-02e5-4e08-a281-9cbfe7f4b119 req-52ff25a6-e153-4684-a59a-f57f182e5559 service neutron] 10.222.0.21 "GET /v2.0/networks/fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014053 Nov 19 19:04:58.924484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615ce07-ba66-4524-8542-b13df9b0ccd7 None None] Routers {'9a8546fa-4d0f-47b0-9258-51817de165c8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:58.925176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0615ce07-ba66-4524-8542-b13df9b0ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9a8546fa-4d0f-47b0-9258-51817de165c8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:58.939654 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-609ef149-fa3c-4a9d-a3ad-1d341a9e28d5 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] delete failed (client error): The resource could not be found. Nov 19 19:04:58.940714 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-609ef149-fa3c-4a9d-a3ad-1d341a9e28d5 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1841405019 HTTP/1.1" status: 404 len: 335 time: 0.0611949 Nov 19 19:04:58.944983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48408) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:58.949885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f2f01601-16c8-44ae-b293-070f439c6e2e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Request body: {'router': {'external_gateway_info': {'network_id': '9a8546fa-4d0f-47b0-9258-51817de165c8'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:04:58.962891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6036add-c87f-48c1-93f0-5b6f984f70a5 req-c6ecc77a-abc0-401b-992b-db1411ee6282 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:58.965785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0615ce07-ba66-4524-8542-b13df9b0ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:58.969148 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 543c131d-7701-455b-9a18-7e3322c5fc77, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=543c131d-7701-455b-9a18-7e3322c5fc77,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:04:58.970540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f6036add-c87f-48c1-93f0-5b6f984f70a5 req-c6ecc77a-abc0-401b-992b-db1411ee6282 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 944 time: 0.3142242 Nov 19 19:04:58.980098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615ce07-ba66-4524-8542-b13df9b0ccd7 None None] Routers {'9a8546fa-4d0f-47b0-9258-51817de165c8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:04:58.982076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0615ce07-ba66-4524-8542-b13df9b0ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9a8546fa-4d0f-47b0-9258-51817de165c8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:59.020397 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0615ce07-ba66-4524-8542-b13df9b0ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:04:59.021521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615ce07-ba66-4524-8542-b13df9b0ccd7 None None] The sync data for ids ['9a8546fa-4d0f-47b0-9258-51817de165c8'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:04:59.023095 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:59.049768 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95e5e0df-141b-4cb9-ac1b-eca122176e42 req-c94bdf58-b751-4d68-9852-40371976e91d tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533618 Nov 19 19:04:59.112358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd0f379f-02e5-4e08-a281-9cbfe7f4b119 req-95c98ade-3a2d-4905-86d1-4bcdc17cf08f service neutron] 10.222.0.21 "GET /v2.0/networks/fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576552 Nov 19 19:04:59.115608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=543c131d-7701-455b-9a18-7e3322c5fc77,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:04:59.179756 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f6036add-c87f-48c1-93f0-5b6f984f70a5 req-0d93af37-ed3a-4c58-802b-e6a16ac05c60 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082963 Nov 19 19:04:59.282649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['543c131d-7701-455b-9a18-7e3322c5fc77'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:04:59.298371 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2f01601-16c8-44ae-b293-070f439c6e2e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:59.317528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65804d-f37d-45b8-9804-066b4fa1e5d4 req-74c3b2f0-e92f-4f36-9732-0ea1c460e0ec tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:59.326707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6f65804d-f37d-45b8-9804-066b4fa1e5d4 req-74c3b2f0-e92f-4f36-9732-0ea1c460e0ec tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.0956178 Nov 19 19:04:59.333004 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-f2f01601-16c8-44ae-b293-070f439c6e2e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] update failed (client error): The resource could not be found. Nov 19 19:04:59.340619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f2f01601-16c8-44ae-b293-070f439c6e2e tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "PUT /v2.0/routers/9a8546fa-4d0f-47b0-9258-51817de165c8 HTTP/1.1" status: 404 len: 339 time: 0.3938856 Nov 19 19:04:59.342029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48424) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:04:59.393138 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6f65804d-f37d-45b8-9804-066b4fa1e5d4 req-d128366f-e511-440c-b0e4-dd0ca4487046 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642660 Nov 19 19:04:59.564775 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:59.585410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e868591-d57f-424b-bc03-9ec6b150bc50 req-eddef8f5-5b8d-4ee4-bd37-23b70ccd9818 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:59.589630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e868591-d57f-424b-bc03-9ec6b150bc50 req-eddef8f5-5b8d-4ee4-bd37-23b70ccd9818 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1888433 Nov 19 19:04:59.750302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:59.858106 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e868591-d57f-424b-bc03-9ec6b150bc50 req-d4b70e58-cf5c-4561-ad35-5e9de6aa4417 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312055 Nov 19 19:05:00.047713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Allocated IP 172.20.0.1 (10d52c12-4252-4e33-8588-04c6a0e03359/2d285d0d-4a2f-4b1a-94c2-679fc82f9c8b/9a6b4151-dcd7-4495-89fb-45b488c84083) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:00.180543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffee13e-b920-4a98-8bb4-512b393a8847 req-428cbcb6-cb50-4746-835e-8977191e22ca tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:00.188071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ffee13e-b920-4a98-8bb4-512b393a8847 req-428cbcb6-cb50-4746-835e-8977191e22ca tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 943 time: 0.0710316 Nov 19 19:05:00.192868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:00.242868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ffee13e-b920-4a98-8bb4-512b393a8847 req-b4fbc370-59e6-469a-86aa-82af426c98b6 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Nov 19 19:05:00.251600 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:00.329203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Network 10d52c12-4252-4e33-8588-04c6a0e03359 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:00.340670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:00.356466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:00.363789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event updated for resources: {'Port': ['ID=9a6b4151-dcd7-4495-89fb-45b488c84083,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:00.395149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba02d1-a909-4918-bd1b-1b3ad5d33337 req-d224901b-7839-4cbe-b8c1-702e4e36546e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:00.403168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8fba02d1-a909-4918-bd1b-1b3ad5d33337 req-d224901b-7839-4cbe-b8c1-702e4e36546e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 945 time: 0.0704079 Nov 19 19:05:00.455750 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:00.470286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8fba02d1-a909-4918-bd1b-1b3ad5d33337 req-d6e13808-c0d7-4eaa-96c7-9315994fceda tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635469 Nov 19 19:05:00.568601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 543c131d-7701-455b-9a18-7e3322c5fc77 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:00.639657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:00.651384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 543c131d-7701-455b-9a18-7e3322c5fc77 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:05:00.657122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 543c131d-7701-455b-9a18-7e3322c5fc77 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:00.657820 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:00.721228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ef90ddc3-99cd-479c-8656-0b582b3e4e0a None None] Provisioning complete for port 9a6b4151-dcd7-4495-89fb-45b488c84083 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:00.721812 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef90ddc3-99cd-479c-8656-0b582b3e4e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:00.771342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ef90ddc3-99cd-479c-8656-0b582b3e4e0a None None] Port 9a6b4151-dcd7-4495-89fb-45b488c84083 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:00.808444 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:00.844537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c90539-9796-42b3-8a0d-115a9d71d88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543c131d-7701-455b-9a18-7e3322c5fc77'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:00.859215 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53af83a-e95c-431f-aa0f-b64d411ef8a4" -d '{"events": [{"server_uuid": "d5c90539-9796-42b3-8a0d-115a9d71d88c", "name": "network-vif-plugged", "status": "completed", "tag": "543c131d-7701-455b-9a18-7e3322c5fc77"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:00.887645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 543c131d-7701-455b-9a18-7e3322c5fc77, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=543c131d-7701-455b-9a18-7e3322c5fc77,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:00.900373 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:00.956284 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c0bbcc-ca74-4232-be1a-a17c84b1084b x-openstack-request-id: req-63c0bbcc-ca74-4232-be1a-a17c84b1084b {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:00.956688 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c90539-9796-42b3-8a0d-115a9d71d88c", "name": "network-vif-plugged", "status": "completed", "tag": "543c131d-7701-455b-9a18-7e3322c5fc77", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:00.957106 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63c0bbcc-ca74-4232-be1a-a17c84b1084b {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:00.957586 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c90539-9796-42b3-8a0d-115a9d71d88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543c131d-7701-455b-9a18-7e3322c5fc77', 'code': 200} Nov 19 19:05:01.035351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=543c131d-7701-455b-9a18-7e3322c5fc77,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:01.102051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc16786-38fd-4c0d-a2ed-01cb54d70f3f req-8f687710-f2bb-44f5-975a-a6ae640d50a6 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:01.103147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:01.104339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cc16786-38fd-4c0d-a2ed-01cb54d70f3f req-8f687710-f2bb-44f5-975a-a6ae640d50a6 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1195712 Nov 19 19:05:01.111476 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:01.122330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8389a-9ad6-4ce1-bf15-78009ff4299c req-839baebe-a623-4ac5-8dd6-26cdd2bae7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:01.123819 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ed8389a-9ad6-4ce1-bf15-78009ff4299c req-839baebe-a623-4ac5-8dd6-26cdd2bae7be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 1097 time: 0.0839961 Nov 19 19:05:01.188645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cc16786-38fd-4c0d-a2ed-01cb54d70f3f req-e0feebb3-2eb5-464a-9263-0197c647a8b2 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763707 Nov 19 19:05:01.199103 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:01.206870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ed8389a-9ad6-4ce1-bf15-78009ff4299c req-49c3c493-6dbb-4032-b477-f930e14ef613 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747111 Nov 19 19:05:01.209669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event updated for resources: {'Port': ['ID=9a6b4151-dcd7-4495-89fb-45b488c84083,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:01.324046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Network 10d52c12-4252-4e33-8588-04c6a0e03359 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:01.326829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:01.520244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6716e4-0396-4d7f-849f-968a7b3a7ee3 req-f5267bae-657c-413a-b295-00f6328b1fd7 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:01.521859 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f6716e4-0396-4d7f-849f-968a7b3a7ee3 req-f5267bae-657c-413a-b295-00f6328b1fd7 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 943 time: 0.1310637 Nov 19 19:05:01.535790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Router 9a8546fa-4d0f-47b0-9258-51817de165c8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:05:01.608214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-45028354-2564-4b7d-9c87-e7f84a3adfd2 None None] Provisioning complete for port 9a6b4151-dcd7-4495-89fb-45b488c84083 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:01.608741 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45028354-2564-4b7d-9c87-e7f84a3adfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:01.702173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-45028354-2564-4b7d-9c87-e7f84a3adfd2 None None] Port 9a6b4151-dcd7-4495-89fb-45b488c84083 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:01.750991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f96c23-eff4-4057-b1e0-cec645b937cf req-b3ae9228-9294-440f-a709-a9d2f5138246 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:01.761567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87f96c23-eff4-4057-b1e0-cec645b937cf req-b3ae9228-9294-440f-a709-a9d2f5138246 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 946 time: 0.1038148 Nov 19 19:05:01.830700 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87f96c23-eff4-4057-b1e0-cec645b937cf req-4277fc5e-9f96-454b-8a76-808cca13c5d1 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675328 Nov 19 19:05:02.027076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3c7ed-0227-4dca-8cd3-3ec5cb4ef29a req-8bd3c758-9e97-4173-92d8-4e50c740c8b2 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:02.029267 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4f3c7ed-0227-4dca-8cd3-3ec5cb4ef29a req-8bd3c758-9e97-4173-92d8-4e50c740c8b2 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1187615 Nov 19 19:05:02.055343 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f6716e4-0396-4d7f-849f-968a7b3a7ee3 req-9ce30e5a-b98c-4593-8adc-f1ebef5c3a97 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172136 Nov 19 19:05:02.085291 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4f3c7ed-0227-4dca-8cd3-3ec5cb4ef29a req-9b265cd4-fc7b-4174-8e24-0d703fd70851 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 Nov 19 19:05:02.094182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:05:02.106291 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-86ec329d-cfc3-4525-943a-a267246cba80 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "PUT /v2.0/routers/9a8546fa-4d0f-47b0-9258-51817de165c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7561729 Nov 19 19:05:02.106291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48474) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:02.107196 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf595942-77f3-4614-9aa3-f2fe73c94cbd None None] Sync routers for ids ['9a8546fa-4d0f-47b0-9258-51817de165c8'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:05:02.118352 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf595942-77f3-4614-9aa3-f2fe73c94cbd None None] Routers {'9a8546fa-4d0f-47b0-9258-51817de165c8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:02.119112 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cf595942-77f3-4614-9aa3-f2fe73c94cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9a8546fa-4d0f-47b0-9258-51817de165c8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:02.155361 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cf595942-77f3-4614-9aa3-f2fe73c94cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:02.164955 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf595942-77f3-4614-9aa3-f2fe73c94cbd None None] Routers {'9a8546fa-4d0f-47b0-9258-51817de165c8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:02.165665 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cf595942-77f3-4614-9aa3-f2fe73c94cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9a8546fa-4d0f-47b0-9258-51817de165c8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:02.197490 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-64dd7cae-7fea-4218-88df-9d4e404d647b tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:02.200814 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cf595942-77f3-4614-9aa3-f2fe73c94cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:02.201463 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf595942-77f3-4614-9aa3-f2fe73c94cbd None None] The sync data for ids ['9a8546fa-4d0f-47b0-9258-51817de165c8'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:05:02.320560 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-64dd7cae-7fea-4218-88df-9d4e404d647b tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 19:05:02.324163 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-64dd7cae-7fea-4218-88df-9d4e404d647b tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "DELETE /v2.0/routers/9a8546fa-4d0f-47b0-9258-51817de165c8 HTTP/1.1" status: 409 len: 329 time: 0.2184265 Nov 19 19:05:02.324785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48478) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:02.340219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32289ae-ea67-42f0-853f-f5774f993069 req-aa94409d-31c4-4fb3-84cc-3b6d0f8ad18d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:02.341728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c32289ae-ea67-42f0-853f-f5774f993069 req-aa94409d-31c4-4fb3-84cc-3b6d0f8ad18d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.0714874 Nov 19 19:05:02.498268 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c32289ae-ea67-42f0-853f-f5774f993069 req-2a13b7ec-c6f7-408a-b9f4-5faa17b4a472 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261728 Nov 19 19:05:02.563964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1c693321-47a5-497a-9cd2-13995769f79e details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:05:02.677539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 1c693321-47a5-497a-9cd2-13995769f79e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1c693321-47a5-497a-9cd2-13995769f79e,segment=NetworkSegment(ec26c6c4-52b3-4b8d-b086-c5e6a2c76188),segment_id=ec26c6c4-52b3-4b8d-b086-c5e6a2c76188)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:02.698149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '1c693321-47a5-497a-9cd2-13995769f79e', 'network_id': 'fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7', 'port_id': '1c693321-47a5-497a-9cd2-13995769f79e', 'mac_address': 'fa:16:3e:95:78:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247ff948-26bb-4eb4-b66d-240a3fed2ad6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:05:02.739045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6a706631-282d-41a2-8beb-41cfd7ee46a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:02.764169 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:02.779933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c693321-47a5-497a-9cd2-13995769f79e {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:02.818608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 1c693321-47a5-497a-9cd2-13995769f79e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1c693321-47a5-497a-9cd2-13995769f79e,segment=NetworkSegment(ec26c6c4-52b3-4b8d-b086-c5e6a2c76188),segment_id=ec26c6c4-52b3-4b8d-b086-c5e6a2c76188)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:02.828995 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:02.896315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=1c693321-47a5-497a-9cd2-13995769f79e,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:03.007870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10021a9-b59e-4b12-8962-ff894d646c19 req-de7d1dd5-c8a3-4120-a44f-bf2d853027fd tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:03.021673 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d10021a9-b59e-4b12-8962-ff894d646c19 req-de7d1dd5-c8a3-4120-a44f-bf2d853027fd tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 946 time: 0.0748382 Nov 19 19:05:03.083375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d10021a9-b59e-4b12-8962-ff894d646c19 req-77bf1be8-348d-4bfd-b7f5-4d75e67fe262 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604522 Nov 19 19:05:03.092466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1c693321-47a5-497a-9cd2-13995769f79e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:05:03.106681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-6a706631-282d-41a2-8beb-41cfd7ee46a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Deleting port 9a6b4151-dcd7-4495-89fb-45b488c84083 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:03.107030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6a706631-282d-41a2-8beb-41cfd7ee46a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:03.147034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48502) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:03.152800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1335540026'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:03.206341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:03.211069 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:03.280129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:05:03.291464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc00cb7-1459-44a3-ae54-503417bc8649 req-651dfa68-b5bd-4432-b6af-16bf99568dae tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:03.299702 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bbc00cb7-1459-44a3-ae54-503417bc8649 req-651dfa68-b5bd-4432-b6af-16bf99568dae tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.0860572 Nov 19 19:05:03.329257 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:03.329977 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Added segment ed721e56-6e6c-4bb8-9d75-25512f20d1a4 of type vlan for network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 Nov 19 19:05:03.384608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450ec8b-6a8c-4099-8663-35ca116a9f1b req-9e67b420-8dd6-455c-9dac-b780421250ca tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:03.387981 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0450ec8b-6a8c-4099-8663-35ca116a9f1b req-9e67b420-8dd6-455c-9dac-b780421250ca tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 944 time: 0.1253445 Nov 19 19:05:03.390287 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bbc00cb7-1459-44a3-ae54-503417bc8649 req-30950fd5-62f1-4636-bab2-a66e85fd4126 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893760 Nov 19 19:05:03.438456 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6a706631-282d-41a2-8beb-41cfd7ee46a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:03.455125 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:03.487985 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:03.502461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:03.504884 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:03.509153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-6a706631-282d-41a2-8beb-41cfd7ee46a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Calling delete_port for 9a6b4151-dcd7-4495-89fb-45b488c84083 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:03.546670 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0450ec8b-6a8c-4099-8663-35ca116a9f1b req-00740090-54a9-4ee5-8101-ead06bbc48cd tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497734 Nov 19 19:05:03.679812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Network': ['ID=944bb7ca-0baa-495f-bc01-d01cd63cd3c4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:03.693371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:05:03.703096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-893626c5-37ef-468d-ab92-ae162baf3042 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5547419 Nov 19 19:05:03.707928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48514) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:03.714372 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1665869327'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:03.745695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:03.750966 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:03.820848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:05:03.846666 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:03.847199 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Added segment c694f977-fadf-4bff-999b-dcafb4a0707e of type vlan for network 55437e15-c3e4-4447-8ff9-be91112fba3a Nov 19 19:05:03.869123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6a706631-282d-41a2-8beb-41cfd7ee46a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:03.901996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fd9c9-3c3d-4154-975e-de195d28c317 req-e0a23008-7928-410d-af5c-2493cbdea631 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:03.903614 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-265fd9c9-3c3d-4154-975e-de195d28c317 req-e0a23008-7928-410d-af5c-2493cbdea631 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.2556136 Nov 19 19:05:03.942522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a706631-282d-41a2-8beb-41cfd7ee46a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event deleted for resources: {'Port': ['ID=9a6b4151-dcd7-4495-89fb-45b488c84083,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:03.965807 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.021786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c030a-0296-4264-9250-bdf1cf1196ea req-a41e20f2-57b6-4ba4-8fde-302a3c443766 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:04.030603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d3c030a-0296-4264-9250-bdf1cf1196ea req-a41e20f2-57b6-4ba4-8fde-302a3c443766 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1289849 Nov 19 19:05:04.052171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-265fd9c9-3c3d-4154-975e-de195d28c317 req-d1d0bb5f-ade6-418a-a14f-782d829265bc tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258934 Nov 19 19:05:04.060399 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.067820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:04.068487 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.168745 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6a706631-282d-41a2-8beb-41cfd7ee46a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.202569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Network': ['ID=55437e15-c3e4-4447-8ff9-be91112fba3a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:04.216102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 55437e15-c3e4-4447-8ff9-be91112fba3a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:05:04.228506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d3c030a-0296-4264-9250-bdf1cf1196ea req-76597b3f-cf15-4421-8cde-1a7e3d626aad tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969447 Nov 19 19:05:04.232904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1a1af862-3484-47e4-ab1f-527b98bb02df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5238936 Nov 19 19:05:04.235594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48520) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:04.242058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'subnet': {'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:04.360536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:04.364475 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.457310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e2b7b-f8a4-46c5-9d5e-c97fbc305c9d req-9687713a-8213-4353-8fae-c7939b081024 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:04.458841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-121e2b7b-f8a4-46c5-9d5e-c97fbc305c9d req-9687713a-8213-4353-8fae-c7939b081024 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 946 time: 0.1559956 Nov 19 19:05:04.466855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a706631-282d-41a2-8beb-41cfd7ee46a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Router 9a8546fa-4d0f-47b0-9258-51817de165c8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:05:04.557503 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.563223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1c693321-47a5-497a-9cd2-13995769f79e up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:04.576191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a706631-282d-41a2-8beb-41cfd7ee46a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:05:04.581777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6a706631-282d-41a2-8beb-41cfd7ee46a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "PUT /v2.0/routers/9a8546fa-4d0f-47b0-9258-51817de165c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2559741 Nov 19 19:05:04.587187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48522) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:04.619590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a950960-3c09-4e84-a318-9d7a226a83bd None None] Sync routers for ids ['9a8546fa-4d0f-47b0-9258-51817de165c8'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:05:04.647622 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-121e2b7b-f8a4-46c5-9d5e-c97fbc305c9d req-dcdbbc96-e48a-416c-8d34-da8528dba8d8 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712863 Nov 19 19:05:04.649107 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-477b80e5-9726-4cfd-99e4-f6f83d711af8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] show failed (client error): The resource could not be found. Nov 19 19:05:04.651185 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-477b80e5-9726-4cfd-99e4-f6f83d711af8 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-196383431 HTTP/1.1" status: 404 len: 334 time: 0.0630701 Nov 19 19:05:04.655090 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48526) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:04.660128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-822edec9-f654-4e25-b561-305c26b8f8a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:04.675516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a950960-3c09-4e84-a318-9d7a226a83bd None None] Routers {'9a8546fa-4d0f-47b0-9258-51817de165c8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:04.676171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3a950960-3c09-4e84-a318-9d7a226a83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9a8546fa-4d0f-47b0-9258-51817de165c8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:04.687878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Subnet': ['ID=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:04.697515 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-822edec9-f654-4e25-b561-305c26b8f8a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] update failed (client error): The resource could not be found. Nov 19 19:05:04.702085 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-822edec9-f654-4e25-b561-305c26b8f8a1 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1084852282 HTTP/1.1" status: 404 len: 335 time: 0.0424001 Nov 19 19:05:04.702308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48528) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:04.718438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Checking segment: {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:04.718882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network hostable DHCP agents. Network: 944bb7ca-0baa-495f-bc01-d01cd63cd3c4, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:05:04.723950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3a950960-3c09-4e84-a318-9d7a226a83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:04.746620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a950960-3c09-4e84-a318-9d7a226a83bd None None] Routers {'9a8546fa-4d0f-47b0-9258-51817de165c8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:04.747260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3a950960-3c09-4e84-a318-9d7a226a83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9a8546fa-4d0f-47b0-9258-51817de165c8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:04.756593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 1c693321-47a5-497a-9cd2-13995769f79e completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:05:04.769463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe861b0-7077-4706-8f41-db7cbd1e5957 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Deleting subnet 5dfebd7a-24c4-413e-9ab0-74f475503221 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:05:04.774574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fe861b0-7077-4706-8f41-db7cbd1e5957 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.792619 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:05:04.793526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3a950960-3c09-4e84-a318-9d7a226a83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:04.794409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a950960-3c09-4e84-a318-9d7a226a83bd None None] The sync data for ids ['9a8546fa-4d0f-47b0-9258-51817de165c8'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:05:04.795665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8d0a4-099a-46bf-b116-0dc6b470f4f7 req-15d95b70-2794-4370-8f10-ff4ca8fe2a2d tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:04.797575 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-15e8d0a4-099a-46bf-b116-0dc6b470f4f7 req-15d95b70-2794-4370-8f10-ff4ca8fe2a2d tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 944 time: 0.1318254 Nov 19 19:05:04.799201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:05:04.799993 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 1c693321-47a5-497a-9cd2-13995769f79e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:04.800591 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.824194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 944bb7ca-0baa-495f-bc01-d01cd63cd3c4) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:04.836644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa236eb-be69-45a0-9caf-009cc3845d02 None None] Network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:04.846074 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fe861b0-7077-4706-8f41-db7cbd1e5957 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.846737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:04.847796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.893725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b48ddd80-db55-4435-a150-17b4a3655ef6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6546905 Nov 19 19:05:04.897420 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-15e8d0a4-099a-46bf-b116-0dc6b470f4f7 req-fb72c9fa-1c2b-481c-bb4f-57033d58e9bb tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885143 Nov 19 19:05:04.898314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48530) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:04.903900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'subnet': {'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:04.992731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fe861b0-7077-4706-8f41-db7cbd1e5957 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.012306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:05.016385 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.019052 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.114115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fb760e-618c-49de-b50d-107500e23131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c693321-47a5-497a-9cd2-13995769f79e'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:05.116468 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444548d2-947d-4eb4-8578-8c57f0db4fab" -d '{"events": [{"server_uuid": "77fb760e-618c-49de-b50d-107500e23131", "name": "network-vif-plugged", "status": "completed", "tag": "1c693321-47a5-497a-9cd2-13995769f79e"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:05.123925 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fe861b0-7077-4706-8f41-db7cbd1e5957 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.128962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-944bb7ca-0baa-495f-bc01-d01cd63cd3c4', 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'fixed_ips': [{'subnet_id': 'bda4d6a7-7315-4a30-915e-0b6b3ceee8ee'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:05:05.129965 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.143210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 1c693321-47a5-497a-9cd2-13995769f79e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1c693321-47a5-497a-9cd2-13995769f79e,segment=NetworkSegment(ec26c6c4-52b3-4b8d-b086-c5e6a2c76188),segment_id=ec26c6c4-52b3-4b8d-b086-c5e6a2c76188)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:05.151946 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.189709 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2842ba-598a-436d-8a67-1ddf44b2a8ee x-openstack-request-id: req-0d2842ba-598a-436d-8a67-1ddf44b2a8ee {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:05.190185 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fb760e-618c-49de-b50d-107500e23131", "name": "network-vif-plugged", "status": "completed", "tag": "1c693321-47a5-497a-9cd2-13995769f79e", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:05.190607 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d2842ba-598a-436d-8a67-1ddf44b2a8ee {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:05.191091 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fb760e-618c-49de-b50d-107500e23131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c693321-47a5-497a-9cd2-13995769f79e', 'code': 200} Nov 19 19:05:05.204548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe861b0-7077-4706-8f41-db7cbd1e5957 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event deleted for resources: {'Subnet': ['ID=5dfebd7a-24c4-413e-9ab0-74f475503221,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:05.232470 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fe861b0-7077-4706-8f41-db7cbd1e5957 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.241092 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4fe861b0-7077-4706-8f41-db7cbd1e5957 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "DELETE /v2.0/subnets/5dfebd7a-24c4-413e-9ab0-74f475503221 HTTP/1.1" status: 204 len: 168 time: 0.5377328 Nov 19 19:05:05.253867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf29a823-139f-4d8e-b623-0ff1c39a7b46 None None] Network 0db29c16-9f25-436d-902f-eaec07d8cb1c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:05.260576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48540) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:05.359454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=1c693321-47a5-497a-9cd2-13995769f79e,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:05.416980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac919829-4e52-49ec-8373-faed22afa8d5 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Deleting subnet 0a196919-7cbc-44a2-b494-d9cadbd7edaa {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:05:05.422376 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac919829-4e52-49ec-8373-faed22afa8d5 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.434042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee005c9-eef7-40f2-b534-809b416ba375 req-db1aeff4-710f-4dfa-a8d0-cb482498b345 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:05.441985 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ee005c9-eef7-40f2-b534-809b416ba375 req-db1aeff4-710f-4dfa-a8d0-cb482498b345 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1986015 Nov 19 19:05:05.476080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Allocated IP 10.1.1.2 (944bb7ca-0baa-495f-bc01-d01cd63cd3c4/bda4d6a7-7315-4a30-915e-0b6b3ceee8ee/983b880c-38da-426c-b3ac-334b426a81d8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:05.509694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-d38b0a3d-56a0-43e3-8ffb-407ab5e7ce39 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:05.511261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-d38b0a3d-56a0-43e3-8ffb-407ab5e7ce39 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.21 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 946 time: 0.2294071 Nov 19 19:05:05.513582 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.520868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e9e8b-63b0-40d9-8347-e1b2323c9fb0 req-4b4fce90-0e01-40e8-bc1f-80ddcba3acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:05.521825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d2e9e8b-63b0-40d9-8347-e1b2323c9fb0 req-4b4fce90-0e01-40e8-bc1f-80ddcba3acdd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 1096 time: 0.1719544 Nov 19 19:05:05.528543 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac919829-4e52-49ec-8373-faed22afa8d5 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.655636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a834e1-78a5-478e-a18f-61b3121b6107 req-10bfa52e-0f0b-487e-84f9-b09b15207c1b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:05.662975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1a834e1-78a5-478e-a18f-61b3121b6107 req-10bfa52e-0f0b-487e-84f9-b09b15207c1b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.2351954 Nov 19 19:05:05.691112 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ee005c9-eef7-40f2-b534-809b416ba375 req-dd982b96-2b14-46a1-a167-a15fbc47a2cb tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481420 Nov 19 19:05:05.694267 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.711104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac919829-4e52-49ec-8373-faed22afa8d5 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.716227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47059ee-3b9c-4391-84a2-c0131634bb6b None None] DHCP port deletion for 0db29c16-9f25-436d-902f-eaec07d8cb1c request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:05:05.727897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.824394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:05.828141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Pushing event updated for resources: {'Port': ['ID=983b880c-38da-426c-b3ac-334b426a81d8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:05.838385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:05.842424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:05.877095 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac919829-4e52-49ec-8373-faed22afa8d5 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.881947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1a834e1-78a5-478e-a18f-61b3121b6107 req-710e1624-1701-4fd8-a8cb-b5403ebeaf64 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179718 Nov 19 19:05:05.897102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Subnet': ['ID=cff02319-0209-479f-b0cb-2db2b1823400,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:05.939009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac919829-4e52-49ec-8373-faed22afa8d5 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event deleted for resources: {'Subnet': ['ID=0a196919-7cbc-44a2-b494-d9cadbd7edaa,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:05.957030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac919829-4e52-49ec-8373-faed22afa8d5 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.963767 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ac919829-4e52-49ec-8373-faed22afa8d5 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "DELETE /v2.0/subnets/0a196919-7cbc-44a2-b494-d9cadbd7edaa HTTP/1.1" status: 204 len: 168 time: 0.6973429 Nov 19 19:05:05.964685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Checking segment: {'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:05.965252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network hostable DHCP agents. Network: 55437e15-c3e4-4447-8ff9-be91112fba3a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:05:05.969088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48548) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:05.984681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d2e9e8b-63b0-40d9-8347-e1b2323c9fb0 req-0b201185-075b-4434-a236-678389621385 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463394 Nov 19 19:05:05.991882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82be610-fc28-440e-874d-71a25deb954c req-c3507b73-f271-4fb8-9559-295e99738630 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:05.994525 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a82be610-fc28-440e-874d-71a25deb954c req-c3507b73-f271-4fb8-9559-295e99738630 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 946 time: 0.1882460 Nov 19 19:05:05.998891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05eecd2-0c7f-41a0-97e7-410e35c0f834 None None] Network 001f7060-5bbe-43f6-a745-23bfdc62e99f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:06.006742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network 55437e15-c3e4-4447-8ff9-be91112fba3a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:05:06.015765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Deleting port 61144491-eb40-408f-964e-f0b7220db1a5 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:06.016410 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.119501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 55437e15-c3e4-4447-8ff9-be91112fba3a) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:06.154384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:06.159928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.170191 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a82be610-fc28-440e-874d-71a25deb954c req-ff88b179-394f-46e5-81dd-de04d79ed699 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups?id=573f1323-994a-4e88-8d03-ab396b6f25e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556525 Nov 19 19:05:06.177136 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.257032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Attempting to bind port 983b880c-38da-426c-b3ac-334b426a81d8 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:06.257535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Attempting to bind port 983b880c-38da-426c-b3ac-334b426a81d8 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:06.257939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Attempting to bind port 983b880c-38da-426c-b3ac-334b426a81d8 on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:06.262999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657cdeec-42f4-4397-9c22-4b47105f68ed None None] Network 55437e15-c3e4-4447-8ff9-be91112fba3a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:06.273708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9a935180-8707-435b-bf37-34ad8d572146 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3712766 Nov 19 19:05:06.275494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48554) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:06.281591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'port': {'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4', 'name': 'tempest-TaggedBootDevicesTest-898447714', 'fixed_ips': [{'subnet_id': 'bda4d6a7-7315-4a30-915e-0b6b3ceee8ee'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:06.328999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0573-5a8a-427b-9ffa-0498f0a71d4d req-2ba1e948-226b-4b3c-9b19-978260c61041 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:06.331826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-857d0573-5a8a-427b-9ffa-0498f0a71d4d req-2ba1e948-226b-4b3c-9b19-978260c61041 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 945 time: 0.2261145 Nov 19 19:05:06.427101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] For port 61144491-eb40-408f-964e-f0b7220db1a5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=61144491-eb40-408f-964e-f0b7220db1a5,segment=NetworkSegment(e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80),segment_id=e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:06.427751 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.481893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Deleting port d757aa20-5b54-41a3-abfe-7bc8ee6875df {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:06.482385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:06.482770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Checking segment: {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:06.483178 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.483419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.483572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Bound using segment: {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:06.484067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Bound port: 983b880c-38da-426c-b3ac-334b426a81d8, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:06.484446 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.491447 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:06.502196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f47059ee-3b9c-4391-84a2-c0131634bb6b None None] Deleting port d757aa20-5b54-41a3-abfe-7bc8ee6875df {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:06.502577 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f47059ee-3b9c-4391-84a2-c0131634bb6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.548584 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-857d0573-5a8a-427b-9ffa-0498f0a71d4d req-49d2f945-3372-4a9d-93e9-3c86e5da3cbb tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094433 Nov 19 19:05:06.574513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f47059ee-3b9c-4391-84a2-c0131634bb6b None None] For port d757aa20-5b54-41a3-abfe-7bc8ee6875df, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d757aa20-5b54-41a3-abfe-7bc8ee6875df,segment=NetworkSegment(bd1d8fa2-adc5-4abe-a4c3-080025252be6),segment_id=bd1d8fa2-adc5-4abe-a4c3-080025252be6)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:06.574913 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f47059ee-3b9c-4391-84a2-c0131634bb6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.588892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f47059ee-3b9c-4391-84a2-c0131634bb6b None None] Calling delete_port for d757aa20-5b54-41a3-abfe-7bc8ee6875df owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:06.653083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-55437e15-c3e4-4447-8ff9-be91112fba3a', 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'fixed_ips': [{'subnet_id': 'cff02319-0209-479f-b0cb-2db2b1823400'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:05:06.654253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.699295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] For port d757aa20-5b54-41a3-abfe-7bc8ee6875df, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d757aa20-5b54-41a3-abfe-7bc8ee6875df,segment=NetworkSegment(bd1d8fa2-adc5-4abe-a4c3-080025252be6),segment_id=bd1d8fa2-adc5-4abe-a4c3-080025252be6)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:06.700081 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.725545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Calling delete_port for d757aa20-5b54-41a3-abfe-7bc8ee6875df owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:06.770243 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.863302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.863991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.864473 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Floating IP 468b356e-7b07-4e54-adab-491f6a905a03 disassociated. External IP: 172.25.3.253, port: 61144491-eb40-408f-964e-f0b7220db1a5. Nov 19 19:05:06.865026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Calling delete_port for 61144491-eb40-408f-964e-f0b7220db1a5 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:06.874833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] device_id is not set on port 0d5262d3-486a-453d-9df9-6508db27b1a4 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:05:06.892491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d757aa20-5b54-41a3-abfe-7bc8ee6875df no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:06.896196 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f47059ee-3b9c-4391-84a2-c0131634bb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:06.960397 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47059ee-3b9c-4391-84a2-c0131634bb6b None None] No DVR routers for this DVR port d757aa20-5b54-41a3-abfe-7bc8ee6875df on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:06.967363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dbb4a-0fa3-451d-b035-97f38018ad6a req-97153c77-e40e-4fa5-800b-8778a31bcd61 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:06.975841 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c3dbb4a-0fa3-451d-b035-97f38018ad6a req-97153c77-e40e-4fa5-800b-8778a31bcd61 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1352894 Nov 19 19:05:07.062503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06657e4-c01b-4d65-b802-1ce2f7a2d825 req-d0b4e953-e078-44b1-9c46-7f4e1b3ff84e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:07.064730 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a06657e4-c01b-4d65-b802-1ce2f7a2d825 req-d0b4e953-e078-44b1-9c46-7f4e1b3ff84e tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.2054446 Nov 19 19:05:07.101925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: d757aa20-5b54-41a3-abfe-7bc8ee6875df {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:07.102966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d757aa20-5b54-41a3-abfe-7bc8ee6875df not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:07.113730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] For port 983b880c-38da-426c-b3ac-334b426a81d8, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:07.121016 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 38c42a2a-63ba-4fa9-88f4-2b2512ef637c details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:05:07.124474 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 38c42a2a-63ba-4fa9-88f4-2b2512ef637c no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:07.127408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdebe3b-1d9e-45c1-a900-17014274cdd3 None None] DHCP port deletion for 001f7060-5bbe-43f6-a745-23bfdc62e99f request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:05:07.129789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47059ee-3b9c-4391-84a2-c0131634bb6b None None] Pushing event deleted for resources: {'Port': ['ID=d757aa20-5b54-41a3-abfe-7bc8ee6875df,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:07.179824 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c3dbb4a-0fa3-451d-b035-97f38018ad6a req-c7cc457b-b194-4555-838c-e7faa2e0f5b2 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019126 Nov 19 19:05:07.181109 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:07.195288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] For port 983b880c-38da-426c-b3ac-334b426a81d8, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=983b880c-38da-426c-b3ac-334b426a81d8,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:07.276676 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:07.277379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Pushing event deleted for resources: {'Port': ['ID=61144491-eb40-408f-964e-f0b7220db1a5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:07.301215 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:07.316997 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.resource_extend [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 19:05:07.339808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event deleted for resources: {'Port': ['ID=d757aa20-5b54-41a3-abfe-7bc8ee6875df,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:07.347594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] No DVR routers for this DVR port d757aa20-5b54-41a3-abfe-7bc8ee6875df on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:07.403468 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a06657e4-c01b-4d65-b802-1ce2f7a2d825 req-825ecfbd-a5be-430d-b4cc-74c496ffd326 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666048 Nov 19 19:05:07.413504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Allocated IP 10.1.1.96 (944bb7ca-0baa-495f-bc01-d01cd63cd3c4/bda4d6a7-7315-4a30-915e-0b6b3ceee8ee/0d5262d3-486a-453d-9df9-6508db27b1a4) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:07.515217 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:07.618305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9f3a6981-cc5f-4a50-945d-4ef8483e2cee req-b51191b3-8a5d-4165-a80d-04b410b6e49f tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 210 time: 0.0431230 Nov 19 19:05:07.650381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db29c16-9f25-436d-902f-eaec07d8cb1c']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:07.674953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1d8fa2-adc5-4abe-a4c3-080025252be6') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:07.675522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1d8fa2-adc5-4abe-a4c3-080025252be6') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:07.682936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Allocated IP 10.2.2.2 (55437e15-c3e4-4447-8ff9-be91112fba3a/cff02319-0209-479f-b0cb-2db2b1823400/a31a5108-daf7-4df9-a016-caaf92c582c1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:07.734181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab4a5f-dcae-4dee-bd1d-2080e211a7ac None None] Pushing event updated for resources: {'Port': ['ID=983b880c-38da-426c-b3ac-334b426a81d8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:07.738858 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:07.770197 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:07.793043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:05:07.794430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:07.822869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:05:07.824182 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:05:07.930075 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:07.956143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bbdebe3b-1d9e-45c1-a900-17014274cdd3 None None] Deleting port e89b94b8-9712-4387-b467-32c89c6b0299 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:07.956661 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bbdebe3b-1d9e-45c1-a900-17014274cdd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.031288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'mac_address': 'fa:16:3e:8d:bb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:05:08.120357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:08.123040 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e50effd-485c-4d06-b879-3c8f90e025db" -d '{"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-unplugged", "status": "completed", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:08.130830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb48186-d70b-4923-83f4-140be44c24cb req-23a2c658-34fc-4df3-9037-8a363c6f0436 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:08.158974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfb48186-d70b-4923-83f4-140be44c24cb req-23a2c658-34fc-4df3-9037-8a363c6f0436 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1778705 Nov 19 19:05:08.201398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:08.217174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Router 9af18639-fd2e-45ee-92b1-a76c7df9d208 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:05:08.243338 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.249695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bbdebe3b-1d9e-45c1-a900-17014274cdd3 None None] For port e89b94b8-9712-4387-b467-32c89c6b0299, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e89b94b8-9712-4387-b467-32c89c6b0299,segment=NetworkSegment(bb0c96c0-2f36-4caa-a679-3ed745d8a5c9),segment_id=bb0c96c0-2f36-4caa-a679-3ed745d8a5c9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:08.250298 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bbdebe3b-1d9e-45c1-a900-17014274cdd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.255684 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.295709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfb48186-d70b-4923-83f4-140be44c24cb req-c951529e-a61d-41e7-89b3-7384dbab20b5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310022 Nov 19 19:05:08.314032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18fa15d0-563a-402c-93ff-fc038321cd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.321697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bbdebe3b-1d9e-45c1-a900-17014274cdd3 None None] Calling delete_port for e89b94b8-9712-4387-b467-32c89c6b0299 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:08.337955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38c42a2a-63ba-4fa9-88f4-2b2512ef637c {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:08.449196 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2096d0-5217-44b9-a69a-803f18a1364b x-openstack-request-id: req-ff2096d0-5217-44b9-a69a-803f18a1364b {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:08.451290 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-unplugged", "status": "completed", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:08.451691 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff2096d0-5217-44b9-a69a-803f18a1364b {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:08.452385 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'code': 200} Nov 19 19:05:08.528120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.532874 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.561792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c7c56-9721-4a53-8791-8f3a3f765312 req-9ddfd9e4-eeef-40f3-85e0-b15e498e5a6e tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:08.562984 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:08.563589 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-651c7c56-9721-4a53-8791-8f3a3f765312 req-9ddfd9e4-eeef-40f3-85e0-b15e498e5a6e tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 945 time: 0.5782511 Nov 19 19:05:08.566695 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.574464 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "DELETE /v2.0/networks/0db29c16-9f25-436d-902f-eaec07d8cb1c HTTP/1.1" status: 204 len: 168 time: 2.5997612 Nov 19 19:05:08.574464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e02a3-6696-4b1b-b16d-f2220b7472f7 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event deleted for resources: {'Network': ['ID=0db29c16-9f25-436d-902f-eaec07d8cb1c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:08.601862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48580) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:08.612367 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.639869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:05:08.640378 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:05:08.640749 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:05:08.653660 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd7e53-7b46-406c-8187-54a2eed67a9e None None] Sync routers for ids ['9af18639-fd2e-45ee-92b1-a76c7df9d208'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:05:08.670249 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.676080 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd7e53-7b46-406c-8187-54a2eed67a9e None None] Routers {'9af18639-fd2e-45ee-92b1-a76c7df9d208'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:08.676727 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-42fd7e53-7b46-406c-8187-54a2eed67a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9af18639-fd2e-45ee-92b1-a76c7df9d208'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:08.698159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] No DVR routers for this DVR port 61144491-eb40-408f-964e-f0b7220db1a5 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:08.707705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.711835 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97e0d055-2db2-4973-bcc6-de5ee1d41f23 req-2fef6166-af8d-47cc-9b48-3b9a5453ffdc tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.21 "DELETE /v2.0/ports/61144491-eb40-408f-964e-f0b7220db1a5 HTTP/1.1" status: 204 len: 173 time: 3.1889856 Nov 19 19:05:08.713254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'name': 'network-vif-deleted', 'tag': '61144491-eb40-408f-964e-f0b7220db1a5'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:08.715793 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1196a13e-80a0-41bc-aeee-411861efb73b" -d '{"events": [{"server_uuid": "8beaac5a-d668-46a2-a18c-b724791d74fa", "name": "network-vif-deleted", "tag": "61144491-eb40-408f-964e-f0b7220db1a5"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:08.731760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ed2d9-1650-4490-90ca-f4b19203da9b req-ab5f0c92-4a51-4428-ab3c-6a754d08590c tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:08.739619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455ed2d9-1650-4490-90ca-f4b19203da9b req-ab5f0c92-4a51-4428-ab3c-6a754d08590c tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 948 time: 0.2363274 Nov 19 19:05:08.762813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a76298-b5c0-4059-b22e-7bae2e635219 req-e9cfac13-67c6-4893-8b9c-ffc8405c9366 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:08.764365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0a76298-b5c0-4059-b22e-7bae2e635219 req-e9cfac13-67c6-4893-8b9c-ffc8405c9366 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.21 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.2378829 Nov 19 19:05:08.801140 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-651c7c56-9721-4a53-8791-8f3a3f765312 req-50b0fd02-2437-4ac9-8e94-f3e670f6dea8 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239895 Nov 19 19:05:08.826037 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.889611 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:08.957892 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455ed2d9-1650-4490-90ca-f4b19203da9b req-afb239dd-df17-4f04-bea6-320957ff7b64 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127335 Nov 19 19:05:08.972231 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-42fd7e53-7b46-406c-8187-54a2eed67a9e None None] Set router 9af18639-fd2e-45ee-92b1-a76c7df9d208 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:08.987267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Network 55437e15-c3e4-4447-8ff9-be91112fba3a is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:09.001209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:09.008188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:09.036907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Pushing event updated for resources: {'Port': ['ID=a31a5108-daf7-4df9-a016-caaf92c582c1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:09.099120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 983b880c-38da-426c-b3ac-334b426a81d8 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:09.117118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:09.136464 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bbdebe3b-1d9e-45c1-a900-17014274cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.147504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:09.167545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:09.191382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-f0a76298-b5c0-4059-b22e-7bae2e635219 req-6bfb4176-e3aa-454e-bdb7-a59934794177 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Deleting port df01842b-d6a1-4786-809e-542ec0256e19 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:09.192542 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f0a76298-b5c0-4059-b22e-7bae2e635219 req-6bfb4176-e3aa-454e-bdb7-a59934794177 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.211020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Port': ['ID=0d5262d3-486a-453d-9df9-6508db27b1a4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:09.230386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdebe3b-1d9e-45c1-a900-17014274cdd3 None None] No DVR routers for this DVR port e89b94b8-9712-4387-b467-32c89c6b0299 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:09.240030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdebe3b-1d9e-45c1-a900-17014274cdd3 None None] Pushing event deleted for resources: {'Port': ['ID=e89b94b8-9712-4387-b467-32c89c6b0299,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:09.279826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bec9ce-2c25-466e-8663-f3ccdc5f2a58 req-03c3d149-488d-4fd1-ae01-1714677bc273 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:09.287552 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-31bec9ce-2c25-466e-8663-f3ccdc5f2a58 req-03c3d149-488d-4fd1-ae01-1714677bc273 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/ports?device_id=416b4d90-88d1-4b55-b08f-efe109afa811 HTTP/1.1" status: 200 len: 947 time: 0.2523689 Nov 19 19:05:09.313077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:09.314451 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.354521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-f0a76298-b5c0-4059-b22e-7bae2e635219 req-6bfb4176-e3aa-454e-bdb7-a59934794177 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] For port df01842b-d6a1-4786-809e-542ec0256e19, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=df01842b-d6a1-4786-809e-542ec0256e19,segment=NetworkSegment(bad194a8-989e-417f-a612-ac2362b6c29b),segment_id=bad194a8-989e-417f-a612-ac2362b6c29b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:09.355235 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f0a76298-b5c0-4059-b22e-7bae2e635219 req-6bfb4176-e3aa-454e-bdb7-a59934794177 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.357465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Deleting port e89b94b8-9712-4387-b467-32c89c6b0299 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:09.358265 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.369141 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-56e43a94-bea4-4033-82be-21fe0cb8eb4e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0898449 Nov 19 19:05:09.373881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-f0a76298-b5c0-4059-b22e-7bae2e635219 req-6bfb4176-e3aa-454e-bdb7-a59934794177 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Calling delete_port for df01842b-d6a1-4786-809e-542ec0256e19 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:09.378019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48596) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:09.393427 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-42fd7e53-7b46-406c-8187-54a2eed67a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'dd0b9b29-5d2e-44ea-88a1-35407b2c88bf', 'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'mac_address': 'fa:16:3e:8c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:48Z', 'updated_at': '2021-11-19T19:02:58Z', 'revision_number': 5, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'subnets': [{'id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:09.418654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'port': {'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4', 'name': 'tempest-TaggedBootDevicesTest-1850608075', 'fixed_ips': [{'subnet_id': 'bda4d6a7-7315-4a30-915e-0b6b3ceee8ee'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:09.436015 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd7e53-7b46-406c-8187-54a2eed67a9e None None] Checking router: 9af18639-fd2e-45ee-92b1-a76c7df9d208 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:05:09.440587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-31bec9ce-2c25-466e-8663-f3ccdc5f2a58 req-cc1c0a53-2e8d-45ad-b247-e773b46c4ce1 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.50 "GET /v2.0/security-groups?id=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519277 Nov 19 19:05:09.451907 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd7e53-7b46-406c-8187-54a2eed67a9e None None] Routers {'9af18639-fd2e-45ee-92b1-a76c7df9d208'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:09.452553 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-42fd7e53-7b46-406c-8187-54a2eed67a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9af18639-fd2e-45ee-92b1-a76c7df9d208'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:09.550414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] For port e89b94b8-9712-4387-b467-32c89c6b0299, host n-d-815373-6, got binding levels [] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:09.551021 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.552945 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f0a76298-b5c0-4059-b22e-7bae2e635219 req-6bfb4176-e3aa-454e-bdb7-a59934794177 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.575158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Calling delete_port for e89b94b8-9712-4387-b467-32c89c6b0299 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:09.580213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Port e89b94b8-9712-4387-b467-32c89c6b0299 was not found and therefore no delete operation was performed {{(pid=109888) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:05:09.608157 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7748bb7d-eb85-4934-84d1-3652a8786f7f req-1f9f7683-5d2a-4018-bfb2-74fe90515cd3 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/ports?device_id=8beaac5a-d668-46a2-a18c-b724791d74fa HTTP/1.1" status: 200 len: 210 time: 0.4459417 Nov 19 19:05:09.608352 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.627023 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04673fd8-b58d-45c4-9473-245e677fe24c None None] Network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:09.630724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['df01842b-d6a1-4786-809e-542ec0256e19'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:05:09.672791 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7f1237-7f65-43e7-91f0-80c5c5a82c16 x-openstack-request-id: req-eb7f1237-7f65-43e7-91f0-80c5c5a82c16 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:09.674270 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8beaac5a-d668-46a2-a18c-b724791d74fa", "name": "network-vif-deleted", "tag": "61144491-eb40-408f-964e-f0b7220db1a5", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:09.674779 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb7f1237-7f65-43e7-91f0-80c5c5a82c16 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:09.677244 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beaac5a-d668-46a2-a18c-b724791d74fa', 'name': 'network-vif-deleted', 'tag': '61144491-eb40-408f-964e-f0b7220db1a5', 'status': 'completed', 'code': 200} Nov 19 19:05:09.687149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event deleted for resources: {'Port': ['ID=e89b94b8-9712-4387-b467-32c89c6b0299,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:09.687396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb4176-e3aa-454e-bdb7-a59934794177 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Pushing event deleted for resources: {'Port': ['ID=df01842b-d6a1-4786-809e-542ec0256e19,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:09.688245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Attempting to bind port a31a5108-daf7-4df9-a016-caaf92c582c1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:09.688774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Attempting to bind port a31a5108-daf7-4df9-a016-caaf92c582c1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:09.699467 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-42fd7e53-7b46-406c-8187-54a2eed67a9e None None] Set router 9af18639-fd2e-45ee-92b1-a76c7df9d208 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:09.704135 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Attempting to bind port a31a5108-daf7-4df9-a016-caaf92c582c1 on network 55437e15-c3e4-4447-8ff9-be91112fba3a {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:09.739260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] No DVR routers for this DVR port e89b94b8-9712-4387-b467-32c89c6b0299 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:09.746983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a76298-b5c0-4059-b22e-7bae2e635219 req-6bfb4176-e3aa-454e-bdb7-a59934794177 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] No DVR routers for this DVR port df01842b-d6a1-4786-809e-542ec0256e19 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:09.750411 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-f0a76298-b5c0-4059-b22e-7bae2e635219 req-6bfb4176-e3aa-454e-bdb7-a59934794177 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.755085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0a76298-b5c0-4059-b22e-7bae2e635219 req-6bfb4176-e3aa-454e-bdb7-a59934794177 tempest-ServersNegativeTestJSON-927525287 tempest-ServersNegativeTestJSON-927525287-project] 10.222.0.21 "DELETE /v2.0/ports/df01842b-d6a1-4786-809e-542ec0256e19 HTTP/1.1" status: 204 len: 173 time: 0.9704094 Nov 19 19:05:09.816742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:09.819676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Checking segment: {'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:09.821725 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.823075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Bound using segment: {'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:09.824643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Bound port: a31a5108-daf7-4df9-a016-caaf92c582c1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:09.825570 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.847179 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.848348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a8665-c9ff-467d-9ac1-d8deccebeca6 req-10e5b52f-f04b-42a6-85ea-df2981f748fe tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:09.849208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-68ee3b90-b938-480b-ba17-66ff8f228f22 None None] Provisioning complete for port 983b880c-38da-426c-b3ac-334b426a81d8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:09.849563 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-68ee3b90-b938-480b-ba17-66ff8f228f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.850897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f75a8665-c9ff-467d-9ac1-d8deccebeca6 req-10e5b52f-f04b-42a6-85ea-df2981f748fe tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.0896208 Nov 19 19:05:09.884961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:09.895712 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:09.955998 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f75a8665-c9ff-467d-9ac1-d8deccebeca6 req-a47b4459-4b4b-4cba-9e9e-86e961034f5f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983493 Nov 19 19:05:09.975749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.018816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001f7060-5bbe-43f6-a745-23bfdc62e99f']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:10.037053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0c96c0-2f36-4caa-a679-3ed745d8a5c9') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:10.037053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0c96c0-2f36-4caa-a679-3ed745d8a5c9') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:10.040121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] device_id is not set on port 0ee576a1-d5ed-4756-9300-89ffedbac12c yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:05:10.058070 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-42fd7e53-7b46-406c-8187-54a2eed67a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'dd0b9b29-5d2e-44ea-88a1-35407b2c88bf', 'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'mac_address': 'fa:16:3e:8c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:48Z', 'updated_at': '2021-11-19T19:02:58Z', 'revision_number': 5, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'subnets': [{'id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:10.058703 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.099032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c42a2a-63ba-4fa9-88f4-2b2512ef637c {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:10.107205 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd7e53-7b46-406c-8187-54a2eed67a9e None None] The sync data for ids ['9af18639-fd2e-45ee-92b1-a76c7df9d208'] in n-d-815373-6 is: [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:02:49Z', 'revision_number': 4, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'dd0b9b29-5d2e-44ea-88a1-35407b2c88bf', 'name': '', 'network_id': '6b216f6d-17c7-4320-b40d-c378c0a67495', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'mac_address': 'fa:16:3e:8c:61:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:48Z', 'updated_at': '2021-11-19T19:02:58Z', 'revision_number': 5, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'subnets': [{'id': 'c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:05:10.155441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 983b880c-38da-426c-b3ac-334b426a81d8 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:10.155855 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.157910 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.166123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:10.176606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:05:10.177112 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:05:10.181883 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:05:10.191123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] For port a31a5108-daf7-4df9-a016-caaf92c582c1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:10.204747 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.319110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c81c0-594a-4975-aef6-7cff77d58a68 req-35c9be6e-6c2a-49a9-988f-73f7265039d7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:10.320757 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b1c81c0-594a-4975-aef6-7cff77d58a68 req-35c9be6e-6c2a-49a9-988f-73f7265039d7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 948 time: 0.2086761 Nov 19 19:05:10.344844 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.389874 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-68ee3b90-b938-480b-ba17-66ff8f228f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.434989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Allocated IP 10.1.1.196 (944bb7ca-0baa-495f-bc01-d01cd63cd3c4/bda4d6a7-7315-4a30-915e-0b6b3ceee8ee/0ee576a1-d5ed-4756-9300-89ffedbac12c) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:10.442260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-68ee3b90-b938-480b-ba17-66ff8f228f22 None None] For port 983b880c-38da-426c-b3ac-334b426a81d8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=983b880c-38da-426c-b3ac-334b426a81d8,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:10.462101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] For port a31a5108-daf7-4df9-a016-caaf92c582c1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a31a5108-daf7-4df9-a016-caaf92c582c1,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:10.467749 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-68ee3b90-b938-480b-ba17-66ff8f228f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.477042 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.482934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "DELETE /v2.0/networks/001f7060-5bbe-43f6-a745-23bfdc62e99f HTTP/1.1" status: 204 len: 168 time: 1.8800213 Nov 19 19:05:10.488469 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.489635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bdeb3-c789-4640-b1b1-52313556f4c4 req-70b76721-f4b8-4635-8704-17cc08365876 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:10.495829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48626) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:10.508650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7e8bdeb3-c789-4640-b1b1-52313556f4c4 req-70b76721-f4b8-4635-8704-17cc08365876 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 945 time: 0.0975847 Nov 19 19:05:10.511964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:10.596893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d956f502-05c6-4709-9ad8-834caf8978be tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Deleting subnet 2d285d0d-4a2f-4b1a-94c2-679fc82f9c8b {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:05:10.609882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 61144491-eb40-408f-964e-f0b7220db1a5 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:10.618916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d956f502-05c6-4709-9ad8-834caf8978be tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.651296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2216b7-2171-4bfc-b306-98c61a5acef5 None None] New status for floating IP 468b356e-7b07-4e54-adab-491f6a905a03: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:05:10.654973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7e8bdeb3-c789-4640-b1b1-52313556f4c4 req-2ab8473b-849f-4cfd-a2cb-88b786528488 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452990 Nov 19 19:05:10.665697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe557e-eadd-483a-a3e9-1c3c3f735257 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event deleted for resources: {'Network': ['ID=001f7060-5bbe-43f6-a745-23bfdc62e99f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:10.686686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['38c42a2a-63ba-4fa9-88f4-2b2512ef637c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:05:10.747168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e89b94b8-9712-4387-b467-32c89c6b0299 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:10.750017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 61144491-eb40-408f-964e-f0b7220db1a5 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:10.750300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48632) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:10.750422 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 61144491-eb40-408f-964e-f0b7220db1a5 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:10.750805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device df01842b-d6a1-4786-809e-542ec0256e19 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:10.784797 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c70ecbb-c561-4b7e-920e-4795eac59c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.831860 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b1c81c0-594a-4975-aef6-7cff77d58a68 req-dcced8a7-6937-4084-8bf6-d143c7e91eff tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996145 Nov 19 19:05:10.834194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-160b3462-b028-414e-91e2-7a945e024520 admin admin] Deleting subnet 4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:05:10.839678 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d956f502-05c6-4709-9ad8-834caf8978be tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.841461 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-160b3462-b028-414e-91e2-7a945e024520 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:10.942224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48636) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:10.955095 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-160b3462-b028-414e-91e2-7a945e024520 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.050006 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-160b3462-b028-414e-91e2-7a945e024520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.064741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: e89b94b8-9712-4387-b467-32c89c6b0299 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:11.065096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e89b94b8-9712-4387-b467-32c89c6b0299 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:11.067187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: df01842b-d6a1-4786-809e-542ec0256e19 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:11.067549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device df01842b-d6a1-4786-809e-542ec0256e19 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:11.086644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee3b90-b938-480b-ba17-66ff8f228f22 None None] Pushing event updated for resources: {'Port': ['ID=983b880c-38da-426c-b3ac-334b426a81d8,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:11.097474 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.191817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-160b3462-b028-414e-91e2-7a945e024520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.198985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.204749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-db04bffc-85d1-486f-8729-df4459265d4d None None] Provisioning complete for port 0d5262d3-486a-453d-9df9-6508db27b1a4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:11.205228 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-db04bffc-85d1-486f-8729-df4459265d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.227902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b3462-b028-414e-91e2-7a945e024520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:11.235023 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-160b3462-b028-414e-91e2-7a945e024520 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.241832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-160b3462-b028-414e-91e2-7a945e024520 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4cdd9ec1-d5bc-4ae9-aa23-23ebbaf24126 HTTP/1.1" status: 204 len: 168 time: 0.4876461 Nov 19 19:05:11.242239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48640) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:11.304893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 983b880c-38da-426c-b3ac-334b426a81d8 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:11.320913 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d956f502-05c6-4709-9ad8-834caf8978be tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.340321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.364304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38701bbb-c52b-4af1-bb7d-e1ff8401ba4b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.370219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:11.371559 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c0692-2f18-4c94-8951-8c70fbbadd0e None None] Pushing event updated for resources: {'Port': ['ID=a31a5108-daf7-4df9-a016-caaf92c582c1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:11.381265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-db04bffc-85d1-486f-8729-df4459265d4d None None] Port 0d5262d3-486a-453d-9df9-6508db27b1a4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:11.390954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:11.410242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:11.410532 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-db04bffc-85d1-486f-8729-df4459265d4d None None] Provisioning complete for port 983b880c-38da-426c-b3ac-334b426a81d8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:11.410917 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-db04bffc-85d1-486f-8729-df4459265d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.421249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Port': ['ID=0ee576a1-d5ed-4756-9300-89ffedbac12c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:11.431919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3284f3-e117-445a-b43d-ead942f622bb req-b368bdbc-3c9a-4f6a-917e-cf95ce032996 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:11.439361 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f3284f3-e117-445a-b43d-ead942f622bb req-b368bdbc-3c9a-4f6a-917e-cf95ce032996 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.2942774 Nov 19 19:05:11.488112 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.493549 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38701bbb-c52b-4af1-bb7d-e1ff8401ba4b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.502874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 983b880c-38da-426c-b3ac-334b426a81d8 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:11.503234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.514860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935b280b-a113-4191-b9df-75069fba237e']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:11.547904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad194a8-989e-417f-a612-ac2362b6c29b') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:11.548734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad194a8-989e-417f-a612-ac2362b6c29b') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:11.563080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.576241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:11.576906 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.579749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d956f502-05c6-4709-9ad8-834caf8978be tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.586213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.600491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:05:11.601869 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:05:11.604183 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:05:11.640574 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956f502-05c6-4709-9ad8-834caf8978be tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event deleted for resources: {'Subnet': ['ID=2d285d0d-4a2f-4b1a-94c2-679fc82f9c8b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:11.645482 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d956f502-05c6-4709-9ad8-834caf8978be tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.650225 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d956f502-05c6-4709-9ad8-834caf8978be tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "DELETE /v2.0/subnets/2d285d0d-4a2f-4b1a-94c2-679fc82f9c8b HTTP/1.1" status: 204 len: 168 time: 1.1531875 Nov 19 19:05:11.656162 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f3284f3-e117-445a-b43d-ead942f622bb req-68e8cc86-dd14-40c4-8e02-b767c0d99e7a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158337 Nov 19 19:05:11.664521 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2e7942c3-fb50-45eb-b663-d7558996c1ad tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2455080 Nov 19 19:05:11.669374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48642) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:11.678122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490633fc-c3ba-49cc-91ff-993eece0ff42 None None] Network 10d52c12-4252-4e33-8588-04c6a0e03359 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:11.689113 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38701bbb-c52b-4af1-bb7d-e1ff8401ba4b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.690027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'name': 'network-vif-deleted', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:11.697143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38701bbb-c52b-4af1-bb7d-e1ff8401ba4b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.702162 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-38701bbb-c52b-4af1-bb7d-e1ff8401ba4b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "DELETE /v2.0/security-groups/573f1323-994a-4e88-8d03-ab396b6f25e2 HTTP/1.1" status: 204 len: 168 time: 0.7539670 Nov 19 19:05:11.703504 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a92709-9c0d-4d12-a0ca-dae96ca43e05" -d '{"events": [{"server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "name": "network-vif-deleted", "tag": "df01842b-d6a1-4786-809e-542ec0256e19"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:11.707845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48648) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:11.730889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38701bbb-c52b-4af1-bb7d-e1ff8401ba4b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573f1323-994a-4e88-8d03-ab396b6f25e2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:11.733203 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-c6c68a21-7c0a-4f9a-a415-f0ce2f09508b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] show failed (client error): The resource could not be found. Nov 19 19:05:11.734355 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c6c68a21-7c0a-4f9a-a415-f0ce2f09508b tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "GET /v2.0/security-groups/573f1323-994a-4e88-8d03-ab396b6f25e2 HTTP/1.1" status: 404 len: 347 time: 0.0243592 Nov 19 19:05:11.737457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48652) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:11.852475 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.856995 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-96daf382-46e3-4385-a321-20ee22913b26 None None] Provisioning complete for port 0d5262d3-486a-453d-9df9-6508db27b1a4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:11.857373 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-96daf382-46e3-4385-a321-20ee22913b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.948688 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.955416 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:11.959491 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/935b280b-a113-4191-b9df-75069fba237e HTTP/1.1" status: 204 len: 168 time: 0.7154999 Nov 19 19:05:11.985381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-96daf382-46e3-4385-a321-20ee22913b26 None None] Port 0d5262d3-486a-453d-9df9-6508db27b1a4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:11.998084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffa5e7-475f-4af5-82aa-a29881daa8f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=935b280b-a113-4191-b9df-75069fba237e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:12.008114 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.018218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec29bbe-7728-48e9-b3fd-3ff7920171d7 req-cbed4196-ef6a-49c8-8681-2924a290074c tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:12.019982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eec29bbe-7728-48e9-b3fd-3ff7920171d7 req-cbed4196-ef6a-49c8-8681-2924a290074c tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 945 time: 0.3439965 Nov 19 19:05:12.076571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48660) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:12.087495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ec3bd322-0e6b-472f-b198-52e8f8ac8789 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758023383', 'description': 'tempest-description--620748828'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:12.123503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627d4d7-5734-4de3-878b-bb75a359e3a4 req-de002c67-7c5e-4eb2-8025-a1de9798a44f tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:12.125258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4627d4d7-5734-4de3-878b-bb75a359e3a4 req-de002c67-7c5e-4eb2-8025-a1de9798a44f tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 945 time: 0.3012774 Nov 19 19:05:12.134221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee536b0-e8c3-494b-bd1e-3224fd24c279 None None] DHCP port deletion for 10d52c12-4252-4e33-8588-04c6a0e03359 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:05:12.137616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6eaa8e70-876a-419c-86ac-1e6aae75e54a None None] Provisioning complete for port 0ee576a1-d5ed-4756-9300-89ffedbac12c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:12.138313 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6eaa8e70-876a-419c-86ac-1e6aae75e54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.176204 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100c71ce-6a91-405f-b515-bd176c089680 x-openstack-request-id: req-100c71ce-6a91-405f-b515-bd176c089680 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:12.176885 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416b4d90-88d1-4b55-b08f-efe109afa811", "name": "network-vif-deleted", "tag": "df01842b-d6a1-4786-809e-542ec0256e19", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:12.177211 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-100c71ce-6a91-405f-b515-bd176c089680 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:12.177875 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416b4d90-88d1-4b55-b08f-efe109afa811', 'name': 'network-vif-deleted', 'tag': 'df01842b-d6a1-4786-809e-542ec0256e19', 'status': 'completed', 'code': 200} Nov 19 19:05:12.216260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Deleting port b1af7979-513b-426a-b321-a288aadb3fee {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:12.216609 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.221772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd322-0e6b-472f-b198-52e8f8ac8789 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.251499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa8e70-876a-419c-86ac-1e6aae75e54a None None] Port 0ee576a1-d5ed-4756-9300-89ffedbac12c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:12.259396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48662) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:12.274685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bee536b0-e8c3-494b-bd1e-3224fd24c279 None None] Deleting port b1af7979-513b-426a-b321-a288aadb3fee {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:12.275304 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bee536b0-e8c3-494b-bd1e-3224fd24c279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.293107 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4627d4d7-5734-4de3-878b-bb75a359e3a4 req-1b745803-76ec-41a0-ac27-0d3f4e7e8953 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/security-groups?id=a60910d0-497b-4064-8ab5-9fad45ce9902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369386 Nov 19 19:05:12.303706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f47b8b4a-aa01-4d1d-8684-5cc8d7d9ec29 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Deleting port f3b65d61-d41e-4ce4-b80b-a7879d75b947 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:12.304053 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47b8b4a-aa01-4d1d-8684-5cc8d7d9ec29 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.372863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-eec29bbe-7728-48e9-b3fd-3ff7920171d7 req-958d6900-08e4-487f-a544-c1ffe73e6183 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Deleting port 1c693321-47a5-497a-9cd2-13995769f79e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:12.373213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eec29bbe-7728-48e9-b3fd-3ff7920171d7 req-958d6900-08e4-487f-a544-c1ffe73e6183 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.382530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] For port b1af7979-513b-426a-b321-a288aadb3fee, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b1af7979-513b-426a-b321-a288aadb3fee,segment=NetworkSegment(f6a55fd4-c509-4ca8-b574-dd6775e2652d),segment_id=f6a55fd4-c509-4ca8-b574-dd6775e2652d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:12.382899 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.416302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bee536b0-e8c3-494b-bd1e-3224fd24c279 None None] For port b1af7979-513b-426a-b321-a288aadb3fee, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b1af7979-513b-426a-b321-a288aadb3fee,segment=NetworkSegment(f6a55fd4-c509-4ca8-b574-dd6775e2652d),segment_id=f6a55fd4-c509-4ca8-b574-dd6775e2652d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:12.417234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bee536b0-e8c3-494b-bd1e-3224fd24c279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.421579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e450f6e5-93dd-4626-af5e-fdae965b5c8b None None] Network 55437e15-c3e4-4447-8ff9-be91112fba3a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:12.438269 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2907e82e-2dad-473e-9ccd-3e7ed932e86b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=842c6ebeee1646b6b303f40a0d7403e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714075 Nov 19 19:05:12.439215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48664) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:12.445393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bee536b0-e8c3-494b-bd1e-3224fd24c279 None None] Calling delete_port for b1af7979-513b-426a-b321-a288aadb3fee owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:12.446069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Calling delete_port for b1af7979-513b-426a-b321-a288aadb3fee owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:12.470517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac62d1-0324-4fbc-9458-d5969bdc67ae req-1e0fd69d-1554-4ccb-ad54-086211b6cd05 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:12.472783 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16ac62d1-0324-4fbc-9458-d5969bdc67ae req-1e0fd69d-1554-4ccb-ad54-086211b6cd05 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 949 time: 0.1736722 Nov 19 19:05:12.530240 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd322-0e6b-472f-b198-52e8f8ac8789 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.533489 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47b8b4a-aa01-4d1d-8684-5cc8d7d9ec29 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.533923 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47b8b4a-aa01-4d1d-8684-5cc8d7d9ec29 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.547020 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd322-0e6b-472f-b198-52e8f8ac8789 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.561793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f47b8b4a-aa01-4d1d-8684-5cc8d7d9ec29 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Calling delete_port for f3b65d61-d41e-4ce4-b80b-a7879d75b947 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:12.598824 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c62095d9-cd84-4b43-b372-345d6b0afaa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.608530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ec3bd322-0e6b-472f-b198-52e8f8ac8789 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.612825 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ec3bd322-0e6b-472f-b198-52e8f8ac8789 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5300589 Nov 19 19:05:12.618445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48666) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:12.626761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-eec29bbe-7728-48e9-b3fd-3ff7920171d7 req-958d6900-08e4-487f-a544-c1ffe73e6183 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] For port 1c693321-47a5-497a-9cd2-13995769f79e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1c693321-47a5-497a-9cd2-13995769f79e,segment=NetworkSegment(ec26c6c4-52b3-4b8d-b086-c5e6a2c76188),segment_id=ec26c6c4-52b3-4b8d-b086-c5e6a2c76188)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:12.627345 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eec29bbe-7728-48e9-b3fd-3ff7920171d7 req-958d6900-08e4-487f-a544-c1ffe73e6183 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.652895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-eec29bbe-7728-48e9-b3fd-3ff7920171d7 req-958d6900-08e4-487f-a544-c1ffe73e6183 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Calling delete_port for 1c693321-47a5-497a-9cd2-13995769f79e owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:12.657073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7fb1942a-42d6-4a3e-b762-ad9134840077 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'security_group_rule': {'security_group_id': 'be867419-cdbf-44a5-9b63-c2970b172acd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:12.658658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16ac62d1-0324-4fbc-9458-d5969bdc67ae req-57c57416-354e-4b3e-b566-2299c3645509 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343107 Nov 19 19:05:12.661824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.676496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bd322-0e6b-472f-b198-52e8f8ac8789 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be867419-cdbf-44a5-9b63-c2970b172acd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:12.686516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d0241dac-27cf-4021-9279-1ef9086d8f13 None None] Provisioning complete for port a31a5108-daf7-4df9-a016-caaf92c582c1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:12.686890 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0241dac-27cf-4021-9279-1ef9086d8f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.703350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event deleted for resources: {'Port': ['ID=b1af7979-513b-426a-b321-a288aadb3fee,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:12.716130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] No DVR routers for this DVR port b1af7979-513b-426a-b321-a288aadb3fee on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:12.721810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c62095d9-cd84-4b43-b372-345d6b0afaa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.792299 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7fb1942a-42d6-4a3e-b762-ad9134840077 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.857355 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0241dac-27cf-4021-9279-1ef9086d8f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.883661 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bee536b0-e8c3-494b-bd1e-3224fd24c279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.890446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.912864 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c62095d9-cd84-4b43-b372-345d6b0afaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.916374 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c62095d9-cd84-4b43-b372-345d6b0afaa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.917601 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c62095d9-cd84-4b43-b372-345d6b0afaa3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8e0c5e5-ef57-4394-84c4-880bcdb2cc26 HTTP/1.1" status: 204 len: 168 time: 0.4773962 Nov 19 19:05:12.922309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee536b0-e8c3-494b-bd1e-3224fd24c279 None None] No DVR routers for this DVR port b1af7979-513b-426a-b321-a288aadb3fee on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:12.938695 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b209f-3e90-40e3-917c-6bdb74ba849d req-1fb3540d-a393-4fbc-aa46-32009cdf1b2e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:12.940375 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-471b209f-3e90-40e3-917c-6bdb74ba849d req-1fb3540d-a393-4fbc-aa46-32009cdf1b2e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1433961 Nov 19 19:05:12.942444 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7fb1942a-42d6-4a3e-b762-ad9134840077 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.953871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d52c12-4252-4e33-8588-04c6a0e03359']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:12.956831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee536b0-e8c3-494b-bd1e-3224fd24c279 None None] Pushing event deleted for resources: {'Port': ['ID=b1af7979-513b-426a-b321-a288aadb3fee,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:12.962818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7fb1942a-42d6-4a3e-b762-ad9134840077 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:12.963419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d0241dac-27cf-4021-9279-1ef9086d8f13 None None] For port a31a5108-daf7-4df9-a016-caaf92c582c1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a31a5108-daf7-4df9-a016-caaf92c582c1,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:12.971826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a55fd4-c509-4ca8-b574-dd6775e2652d') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:12.971826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a55fd4-c509-4ca8-b574-dd6775e2652d') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:12.974150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62095d9-cd84-4b43-b372-345d6b0afaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e0c5e5-ef57-4394-84c4-880bcdb2cc26,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:12.979811 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0241dac-27cf-4021-9279-1ef9086d8f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.006852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1942a-42d6-4a3e-b762-ad9134840077 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e49b3f9-1826-416e-bb7d-5aa954ef3c8b,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:13.020876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47b8b4a-aa01-4d1d-8684-5cc8d7d9ec29 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.021075 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.051350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.063413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0241dac-27cf-4021-9279-1ef9086d8f13 None None] Pushing event updated for resources: {'Port': ['ID=a31a5108-daf7-4df9-a016-caaf92c582c1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:13.063588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7fb1942a-42d6-4a3e-b762-ad9134840077 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.066298 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7fb1942a-42d6-4a3e-b762-ad9134840077 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4467654 Nov 19 19:05:13.067877 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48672) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:13.082646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-98021cb0-bcce-4609-b269-2c6215ae83aa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'security_group_rule': {'security_group_id': 'be867419-cdbf-44a5-9b63-c2970b172acd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:13.096328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:05:13.096743 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.097699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b8b4a-aa01-4d1d-8684-5cc8d7d9ec29 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Pushing event deleted for resources: {'Port': ['ID=f3b65d61-d41e-4ce4-b80b-a7879d75b947,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:05:13.101542 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:05:13.151462 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eec29bbe-7728-48e9-b3fd-3ff7920171d7 req-958d6900-08e4-487f-a544-c1ffe73e6183 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.159656 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-471b209f-3e90-40e3-917c-6bdb74ba849d req-6d46da9d-db82-454a-9aaa-1f2ce94806e4 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022364 Nov 19 19:05:13.166646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1c693321-47a5-497a-9cd2-13995769f79e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:05:13.228583 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47b8b4a-aa01-4d1d-8684-5cc8d7d9ec29 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.232140 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f47b8b4a-aa01-4d1d-8684-5cc8d7d9ec29 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.233787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f47b8b4a-aa01-4d1d-8684-5cc8d7d9ec29 tempest-ServersTestManualDisk-201351724 tempest-ServersTestManualDisk-201351724-project] 10.222.0.50 "DELETE /v2.0/floatingips/468b356e-7b07-4e54-adab-491f6a905a03 HTTP/1.1" status: 204 len: 168 time: 1.4948053 Nov 19 19:05:13.236945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48674) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:13.263467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d6900-08e4-487f-a544-c1ffe73e6183 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Pushing event deleted for resources: {'Port': ['ID=1c693321-47a5-497a-9cd2-13995769f79e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:13.276144 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.308656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a31a5108-daf7-4df9-a016-caaf92c582c1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:13.324199 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-98021cb0-bcce-4609-b269-2c6215ae83aa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.403123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.405195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec29bbe-7728-48e9-b3fd-3ff7920171d7 req-958d6900-08e4-487f-a544-c1ffe73e6183 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] No DVR routers for this DVR port 1c693321-47a5-497a-9cd2-13995769f79e on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:13.424325 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.428709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "DELETE /v2.0/networks/10d52c12-4252-4e33-8588-04c6a0e03359 HTTP/1.1" status: 204 len: 168 time: 1.7539508 Nov 19 19:05:13.430252 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-eec29bbe-7728-48e9-b3fd-3ff7920171d7 req-958d6900-08e4-487f-a544-c1ffe73e6183 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.433509 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eec29bbe-7728-48e9-b3fd-3ff7920171d7 req-958d6900-08e4-487f-a544-c1ffe73e6183 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.21 "DELETE /v2.0/ports/1c693321-47a5-497a-9cd2-13995769f79e HTTP/1.1" status: 204 len: 173 time: 1.4038329 Nov 19 19:05:13.434389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48682) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:13.500884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfd6f5-3b99-4e51-a2e4-dc3e2ed95a93 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Pushing event deleted for resources: {'Network': ['ID=10d52c12-4252-4e33-8588-04c6a0e03359,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:13.503937 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-98021cb0-bcce-4609-b269-2c6215ae83aa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.534819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7255c742-0cf9-4233-9117-6bed8652728c None None] Provisioning complete for port a31a5108-daf7-4df9-a016-caaf92c582c1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:13.535079 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7255c742-0cf9-4233-9117-6bed8652728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.539860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ff79ffd9-c90b-450c-8416-81805ee21eea tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a8546fa-4d0f-47b0-9258-51817de165c8 HTTP/1.1" status: 200 len: 205 time: 0.0938265 Nov 19 19:05:13.541083 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-98021cb0-bcce-4609-b269-2c6215ae83aa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.543130 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a31a5108-daf7-4df9-a016-caaf92c582c1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:13.543509 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.551293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4113f4fc-0484-43a5-9d12-cfdc492506e0 req-c0d9cdb0-3168-49a1-be97-9d6d9ea30b16 tempest-ServerMetadataNegativeTestJSON-740786579 tempest-ServerMetadataNegativeTestJSON-740786579-project] 10.222.0.50 "GET /v2.0/ports?device_id=77fb760e-618c-49de-b50d-107500e23131 HTTP/1.1" status: 200 len: 210 time: 0.1272607 Nov 19 19:05:13.556942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48686) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:13.586571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98021cb0-bcce-4609-b269-2c6215ae83aa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393fad39-40f4-4ce7-bf76-08f11e1448ee,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:13.601824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-98021cb0-bcce-4609-b269-2c6215ae83aa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.605820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-98021cb0-bcce-4609-b269-2c6215ae83aa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5241768 Nov 19 19:05:13.606280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48690) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:13.611664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:13.651523 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.692237 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bacb-18c6-4aa8-ba08-1613e599d273 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.804846 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:13.815172 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b1af7979-513b-426a-b321-a288aadb3fee no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:13.839578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b1af7979-513b-426a-b321-a288aadb3fee {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:13.840235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b1af7979-513b-426a-b321-a288aadb3fee not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:13.962850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Allocated IP 172.25.3.178 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/5382103c-c4cb-4f05-94f3-6a506268a9dd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:14.067168 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.146748 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.192630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fb760e-618c-49de-b50d-107500e23131', 'name': 'network-vif-deleted', 'tag': '1c693321-47a5-497a-9cd2-13995769f79e'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:14.195938 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7967067b-852f-4934-bd88-ccb747bf38ff" -d '{"events": [{"server_uuid": "77fb760e-618c-49de-b50d-107500e23131", "name": "network-vif-deleted", "tag": "1c693321-47a5-497a-9cd2-13995769f79e"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:14.219314 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.222314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 38c42a2a-63ba-4fa9-88f4-2b2512ef637c up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:14.295967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:14.296696 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.315072 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bacb-18c6-4aa8-ba08-1613e599d273 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.318340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bacb-18c6-4aa8-ba08-1613e599d273 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.327008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:14.340010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:14.348773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:14.385403 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bacb-18c6-4aa8-ba08-1613e599d273 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.386042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc4bacb-18c6-4aa8-ba08-1613e599d273 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Fanout notify agent at l3_agent the message router_deleted on router 9a8546fa-4d0f-47b0-9258-51817de165c8 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:05:14.389821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Port': ['ID=5382103c-c4cb-4f05-94f3-6a506268a9dd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:14.406903 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8cc4bacb-18c6-4aa8-ba08-1613e599d273 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.410584 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8cc4bacb-18c6-4aa8-ba08-1613e599d273 tempest-RoutersNegativeTest-1075630786 tempest-RoutersNegativeTest-1075630786-project] 10.222.0.50 "DELETE /v2.0/routers/9a8546fa-4d0f-47b0-9258-51817de165c8 HTTP/1.1" status: 204 len: 168 time: 0.8499579 Nov 19 19:05:14.422521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ea757-b717-40c6-b1a9-c207f9b671c3 req-f057e1ba-37e7-4111-8375-e106e220ffdc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:14.424970 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab6ea757-b717-40c6-b1a9-c207f9b671c3 req-f057e1ba-37e7-4111-8375-e106e220ffdc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1415281 Nov 19 19:05:14.438160 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.467616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:14.470180 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7444ad41-42a4-44cb-934b-71044cde5636" -d '{"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-plugged", "status": "completed", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:14.483883 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:14.491310 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.496618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.548279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d803b-8c47-4d2d-998f-ca060bdfbe11 req-1569f702-676d-4385-a81b-a9a97cf38afd tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:14.549843 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-af0d803b-8c47-4d2d-998f-ca060bdfbe11 req-1569f702-676d-4385-a81b-a9a97cf38afd tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 949 time: 0.4490199 Nov 19 19:05:14.576375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:14.576619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.594494 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.623362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab6ea757-b717-40c6-b1a9-c207f9b671c3 req-e97118b2-cfa6-434d-b8e8-c7facd581a68 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881323 Nov 19 19:05:14.672096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-af0d803b-8c47-4d2d-998f-ca060bdfbe11 req-e8151142-47e3-4460-baba-9ce872a6f624 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099062 Nov 19 19:05:14.739061 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90532c2-6ceb-402f-bca3-d5e713266db0 x-openstack-request-id: req-c90532c2-6ceb-402f-bca3-d5e713266db0 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:14.739630 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fb760e-618c-49de-b50d-107500e23131", "name": "network-vif-deleted", "tag": "1c693321-47a5-497a-9cd2-13995769f79e", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:14.739824 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c90532c2-6ceb-402f-bca3-d5e713266db0 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:14.740176 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fb760e-618c-49de-b50d-107500e23131', 'name': 'network-vif-deleted', 'tag': '1c693321-47a5-497a-9cd2-13995769f79e', 'status': 'completed', 'code': 200} Nov 19 19:05:14.780011 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96fc2f1-b094-4981-a99d-abdd327e9f2c x-openstack-request-id: req-b96fc2f1-b094-4981-a99d-abdd327e9f2c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:14.780316 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-plugged", "status": "completed", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:14.780582 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b96fc2f1-b094-4981-a99d-abdd327e9f2c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:14.780993 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'code': 200} Nov 19 19:05:14.831143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48728) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:14.868553 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.879467 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:14.942906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48732) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:15.025430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Port': ['ID=5382103c-c4cb-4f05-94f3-6a506268a9dd,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:15.042182 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.061285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.062989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3c5391e7-09ff-4965-8b2b-1a5323eef855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4556904 Nov 19 19:05:15.076134 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ad4b67-9fe7-4cbc-b407-2fb419bd394f admin admin] Deleting subnet 247ff948-26bb-4eb4-b66d-240a3fed2ad6 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:05:15.085323 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35ad4b67-9fe7-4cbc-b407-2fb419bd394f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.122174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04395d36-3467-4609-bbf9-6f4f0d48e0ba req-3ed959b1-d143-4e8d-bb2f-fbedea3ea2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:15.123674 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04395d36-3467-4609-bbf9-6f4f0d48e0ba req-3ed959b1-d143-4e8d-bb2f-fbedea3ea2b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 1101 time: 0.1694956 Nov 19 19:05:15.154837 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b284db32-5148-4e4d-b68a-b5861e347870 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a24a0c97132a4428997ff6b0133648f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3221111 Nov 19 19:05:15.157598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48738) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:15.198028 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35ad4b67-9fe7-4cbc-b407-2fb419bd394f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.259395 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e86153a-7556-4f26-9aeb-fa267db12d4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.289338 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e86153a-7556-4f26-9aeb-fa267db12d4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.290508 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04395d36-3467-4609-bbf9-6f4f0d48e0ba req-2c8886d7-0968-43bd-81cf-f05cae287c11 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516800 Nov 19 19:05:15.300240 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35ad4b67-9fe7-4cbc-b407-2fb419bd394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.377587 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e86153a-7556-4f26-9aeb-fa267db12d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.377973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] Deleting port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:15.378268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.380729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e86153a-7556-4f26-9aeb-fa267db12d4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.386743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2e86153a-7556-4f26-9aeb-fa267db12d4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02b421a1-a4fe-411d-ad33-5df430527f62 HTTP/1.1" status: 204 len: 168 time: 0.2280743 Nov 19 19:05:15.401494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86153a-7556-4f26-9aeb-fa267db12d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b421a1-a4fe-411d-ad33-5df430527f62,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:15.457416 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35ad4b67-9fe7-4cbc-b407-2fb419bd394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.504445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad4b67-9fe7-4cbc-b407-2fb419bd394f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=247ff948-26bb-4eb4-b66d-240a3fed2ad6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:15.510436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35ad4b67-9fe7-4cbc-b407-2fb419bd394f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.514074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-35ad4b67-9fe7-4cbc-b407-2fb419bd394f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/247ff948-26bb-4eb4-b66d-240a3fed2ad6 HTTP/1.1" status: 204 len: 168 time: 0.5613484 Nov 19 19:05:15.516449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] For port dd0b9b29-5d2e-44ea-88a1-35407b2c88bf, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=dd0b9b29-5d2e-44ea-88a1-35407b2c88bf,segment=NetworkSegment(e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80),segment_id=e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:15.516822 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.517376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48762) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:15.540011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] Calling delete_port for dd0b9b29-5d2e-44ea-88a1-35407b2c88bf owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:15.603300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-6afdd534-b266-4d0d-a7d6-3c6672e81d86 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1758023383&fields=id&tenant_id=1d8875fb71e244b28a0e7f5159946a98 HTTP/1.1" status: 200 len: 267 time: 0.1707480 Nov 19 19:05:15.605870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.700100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-c730edc1-0146-4b5a-8228-a6f94444ed85 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:15.701496 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-c730edc1-0146-4b5a-8228-a6f94444ed85 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports/0d5262d3-486a-453d-9df9-6508db27b1a4 HTTP/1.1" status: 200 len: 930 time: 0.0881958 Nov 19 19:05:15.776341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-be828e2f-cf6e-489e-85da-c6e521d68faf tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:15.778172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-be828e2f-cf6e-489e-85da-c6e521d68faf tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports/0ee576a1-d5ed-4756-9300-89ffedbac12c HTTP/1.1" status: 200 len: 932 time: 0.0494912 Nov 19 19:05:15.826484 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.841458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:15.852172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5968482e-cf7b-4476-8dfc-7ea4a188e3c1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?network_id=55437e15-c3e4-4447-8ff9-be91112fba3a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0638070 Nov 19 19:05:15.912655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d80eb-7905-4417-ac4b-8523b1a5e241 req-e35e3e6a-50b9-478f-b356-74476bd85929 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:15.913074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:15.917651 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-bbe062e3-8ffe-4730-b609-a9b1b5d21baf tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?network_id=55437e15-c3e4-4447-8ff9-be91112fba3a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0530310 Nov 19 19:05:15.921945 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-127d80eb-7905-4417-ac4b-8523b1a5e241 req-e35e3e6a-50b9-478f-b356-74476bd85929 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1432235 Nov 19 19:05:15.927276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0b9b29-5d2e-44ea-88a1-35407b2c88bf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:15.928183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec26c6c4-52b3-4b8d-b086-c5e6a2c76188') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:15.928517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec26c6c4-52b3-4b8d-b086-c5e6a2c76188') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:15.951119 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:16.018785 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:16.108440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-cc14b64d-8092-4b08-9af8-0f7fdcb811bf tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.114441 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-08a1cd18-d08a-4766-a5dd-c9ef5974bd36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1881542 Nov 19 19:05:16.115743 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-cc14b64d-8092-4b08-9af8-0f7fdcb811bf tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.119695 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-127d80eb-7905-4417-ac4b-8523b1a5e241 req-a578f0db-101b-41b7-aadc-672366a6fdce tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967843 Nov 19 19:05:16.125914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-cc14b64d-8092-4b08-9af8-0f7fdcb811bf tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.127616 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-cc14b64d-8092-4b08-9af8-0f7fdcb811bf tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/networks?id=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=55437e15-c3e4-4447-8ff9-be91112fba3a&id=55437e15-c3e4-4447-8ff9-be91112fba3a HTTP/1.1" status: 200 len: 1990 time: 0.2018425 Nov 19 19:05:16.128766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:05:16.129259 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:05:16.132321 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:05:16.261555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:16.290620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:16.306555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7 HTTP/1.1" status: 204 len: 168 time: 0.7817106 Nov 19 19:05:16.312412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fa18a-9d00-40de-83b8-33687c6f1258 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc407dc8-e5b7-4f68-8bb0-749f95c1f9e7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:16.322377 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-591188a4-ab20-4f33-b39a-5fe2aa701299 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/quotas/1d8875fb71e244b28a0e7f5159946a98 HTTP/1.1" status: 200 len: 375 time: 0.0769243 Nov 19 19:05:16.432377 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:16.447715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-72543bc7-10e0-4781-930c-0eb41a4e422f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1195481 Nov 19 19:05:16.456832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-80cf03a3-20fa-4cb6-b12a-2fe555316590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.457489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-80cf03a3-20fa-4cb6-b12a-2fe555316590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.458210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-80cf03a3-20fa-4cb6-b12a-2fe555316590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.458755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-80cf03a3-20fa-4cb6-b12a-2fe555316590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.459282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-80cf03a3-20fa-4cb6-b12a-2fe555316590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.459840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-80cf03a3-20fa-4cb6-b12a-2fe555316590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.461047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-80cf03a3-20fa-4cb6-b12a-2fe555316590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.463211 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-80cf03a3-20fa-4cb6-b12a-2fe555316590 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6500 time: 0.1465645 Nov 19 19:05:16.473369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bda946-cc21-436a-a49e-e96990086431 req-dbee7ea1-e05b-4624-8703-696d63d1f722 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.480908 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3bda946-cc21-436a-a49e-e96990086431 req-dbee7ea1-e05b-4624-8703-696d63d1f722 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1391370 Nov 19 19:05:16.489567 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48792) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:16.566760 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-8d5b156d-3173-4d74-97ad-7c1ce5c49dbe service neutron] 10.222.0.50 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160412 Nov 19 19:05:16.595992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48796) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:16.620443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1c693321-47a5-497a-9cd2-13995769f79e no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:16.667720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-05a50501-32dd-4e03-ac6f-e487301653a1 service neutron] 10.222.0.50 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000061 Nov 19 19:05:16.679578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 1c693321-47a5-497a-9cd2-13995769f79e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:16.680222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1c693321-47a5-497a-9cd2-13995769f79e not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:16.712656 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3bda946-cc21-436a-a49e-e96990086431 req-204c1f6e-d575-4591-8f53-f14a77cc09db tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305181 Nov 19 19:05:16.718634 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a34477e8-9c06-4e49-9a46-32d8bf1b7ecb service neutron] 10.222.0.50 "GET /v2.0/ports/0d5262d3-486a-453d-9df9-6508db27b1a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0417023 Nov 19 19:05:16.770534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-42502911-4949-476e-948b-bf62f821bbce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfebbf04ed8040e7a26fb36977594662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1671176 Nov 19 19:05:16.773352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48798) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:16.783544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-00f9d6f6-3470-49dc-8e53-f9d44c5c20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.784023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-00f9d6f6-3470-49dc-8e53-f9d44c5c20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.784488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-00f9d6f6-3470-49dc-8e53-f9d44c5c20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:16.786736 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-00f9d6f6-3470-49dc-8e53-f9d44c5c20dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=286d1fc7-eb8b-400b-9e62-c852f81e73e6&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=18e71340-48e5-45a3-a91b-e4f71f01a421&id=18e71340-48e5-45a3-a91b-e4f71f01a421 HTTP/1.1" status: 200 len: 2297 time: 0.2822273 Nov 19 19:05:16.865142 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-85c2112b-413e-483f-8397-ddace5aa9c0b service neutron] 10.222.0.50 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370304 Nov 19 19:05:16.912499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-493484111'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:17.013234 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-e6071a86-8325-41fb-af6d-991a6407e4c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a50779-8b47-40c8-8920-14ead89eaf3f HTTP/1.1" status: 200 len: 1001 time: 0.2083116 Nov 19 19:05:17.026922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Made reservation on behalf of b461923007064fed8ca4881141550d14 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:17.030503 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:17.055116 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f93f55d-d620-48cd-9a65-0d8e639f9a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:17.077632 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:17.134342 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f93f55d-d620-48cd-9a65-0d8e639f9a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:17.142011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] Router 9af18639-fd2e-45ee-92b1-a76c7df9d208 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:05:17.164392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-f636e5df-85cc-4f92-b669-800dc06f10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:17.165939 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-f636e5df-85cc-4f92-b669-800dc06f10ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69e8f2d6-a875-485a-9e1c-3db0096650a5 HTTP/1.1" status: 200 len: 856 time: 0.1432228 Nov 19 19:05:17.286334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e3852241-56ce-414f-b143-c3e252bb6aa9 service neutron] 10.222.0.50 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128640 Nov 19 19:05:17.336348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-cfda85aa-1f76-4745-95d9-7056935c017f service neutron] 10.222.0.50 "GET /v2.0/ports/0ee576a1-d5ed-4756-9300-89ffedbac12c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0423925 Nov 19 19:05:17.455097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-1ec24217-2aad-4d35-aaf5-213f83272585 service neutron] 10.222.0.50 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133382 Nov 19 19:05:17.559898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-664b4847-fbb2-4b5e-8e78-86b5f241a80f service neutron] 10.222.0.50 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968070 Nov 19 19:05:17.654709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-915021e2-58eb-4720-ae47-7bc22561da05 service neutron] 10.222.0.50 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897343 Nov 19 19:05:17.710637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-9611c167-2db3-47ff-86f9-3ff4f8f8b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:17.712303 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-9611c167-2db3-47ff-86f9-3ff4f8f8b148 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=286d1fc7-eb8b-400b-9e62-c852f81e73e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5328770 Nov 19 19:05:17.713026 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f93f55d-d620-48cd-9a65-0d8e639f9a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:17.715725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f93f55d-d620-48cd-9a65-0d8e639f9a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:17.716864 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7f93f55d-d620-48cd-9a65-0d8e639f9a99 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a60910d0-497b-4064-8ab5-9fad45ce9902 HTTP/1.1" status: 204 len: 168 time: 0.9424479 Nov 19 19:05:17.766164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:17.767532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93f55d-d620-48cd-9a65-0d8e639f9a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60910d0-497b-4064-8ab5-9fad45ce9902,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:17.772134 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-bd51dfa5-bf1a-4a54-a717-c6238f4f0841 service neutron] 10.222.0.50 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103501 Nov 19 19:05:17.810926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e183230-1893-48da-9ae1-9cca9850dedb req-c8026f6b-9ade-4e78-8a4d-d80a76291b7c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:17.818169 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7e183230-1893-48da-9ae1-9cca9850dedb req-c8026f6b-9ade-4e78-8a4d-d80a76291b7c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.5222321 Nov 19 19:05:17.820665 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:17.849679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:05:17.863017 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931110df-3fb5-4019-85cf-a9dec0ace0e8 None None] Sync routers for ids ['9af18639-fd2e-45ee-92b1-a76c7df9d208'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:05:17.874682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-782790eb-eae7-4156-83a5-4fde5bb4ba71 admin admin] 10.222.0.50 "PUT /v2.0/routers/9af18639-fd2e-45ee-92b1-a76c7df9d208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6366539 Nov 19 19:05:17.879821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48822) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:17.881220 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931110df-3fb5-4019-85cf-a9dec0ace0e8 None None] Routers {'9af18639-fd2e-45ee-92b1-a76c7df9d208'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:17.881378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:05:17.882691 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-931110df-3fb5-4019-85cf-a9dec0ace0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:05:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9af18639-fd2e-45ee-92b1-a76c7df9d208'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:17.930499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615315b1-7668-4e9c-b10b-aa20b85be4fc,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:17.949847 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:17.950431 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Added segment 74d6343f-898f-41f0-9bc0-3ba617f3967d of type vlan for network 504f2b0c-12a2-49f2-860b-a27b91c4ea3f Nov 19 19:05:18.002592 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-931110df-3fb5-4019-85cf-a9dec0ace0e8 None None] Set router 9af18639-fd2e-45ee-92b1-a76c7df9d208 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:18.005423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f933e55c-d165-41e7-94d1-aa31a60d6c09 service neutron] 10.222.0.50 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234712 Nov 19 19:05:18.018054 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-a13c6fd7-032e-44ef-a4a6-613b0eb625c7 service neutron] 10.222.0.57 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903128 Nov 19 19:05:18.029501 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7e183230-1893-48da-9ae1-9cca9850dedb req-da1f7049-77a7-4966-85aa-6bf8f905a39f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102244 Nov 19 19:05:18.111539 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:18.207128 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:18.218704 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-a8b3f38d-9fe0-4290-91b7-f9d9ed7893b7 service neutron] 10.222.0.57 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858931 Nov 19 19:05:18.256355 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-931110df-3fb5-4019-85cf-a9dec0ace0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:05:15Z', 'revision_number': 5, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:18.261199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a8822d5e-a9a1-4f17-81f3-3cee90d9eba0 service neutron] 10.222.0.50 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522917 Nov 19 19:05:18.302034 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931110df-3fb5-4019-85cf-a9dec0ace0e8 None None] Checking router: 9af18639-fd2e-45ee-92b1-a76c7df9d208 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:05:18.322442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:18.325152 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931110df-3fb5-4019-85cf-a9dec0ace0e8 None None] Routers {'9af18639-fd2e-45ee-92b1-a76c7df9d208'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:18.325811 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-931110df-3fb5-4019-85cf-a9dec0ace0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:05:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9af18639-fd2e-45ee-92b1-a76c7df9d208'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:18.327961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:18.328555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:18.387925 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:18.437374 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-fe4d4124-356d-4790-ba08-73bfcd5cd03f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=00e8f34b-4ae3-4047-a368-968e2e9be854 HTTP/1.1" status: 200 len: 217 time: 0.1366875 Nov 19 19:05:18.440823 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9491467 Nov 19 19:05:18.453295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48836) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:18.457404 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-931110df-3fb5-4019-85cf-a9dec0ace0e8 None None] Set router 9af18639-fd2e-45ee-92b1-a76c7df9d208 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:18.460512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Request body: {'subnet': {'network_id': '504f2b0c-12a2-49f2-860b-a27b91c4ea3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:18.559898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3172c-fb67-4f2f-a695-852aed7f8c7c req-a218d35c-78e4-4028-a541-03e216ea77ad tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:18.578571 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cae3172c-fb67-4f2f-a695-852aed7f8c7c req-a218d35c-78e4-4028-a541-03e216ea77ad tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.3583140 Nov 19 19:05:18.589510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2289e73-4e0f-4eff-916a-3ec379b7b69e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Pushing event updated for resources: {'Network': ['ID=504f2b0c-12a2-49f2-860b-a27b91c4ea3f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:18.613442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 504f2b0c-12a2-49f2-860b-a27b91c4ea3f details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:05:18.655152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-98332170-b9aa-423b-a7ce-fb38b1711464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:18.656650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-98332170-b9aa-423b-a7ce-fb38b1711464 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.1854601 Nov 19 19:05:18.716082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Deleting port e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:18.716420 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:18.736014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-8a07263f-3e59-422f-ade4-731bee627283 service neutron] 10.222.0.50 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692636 Nov 19 19:05:18.770616 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cae3172c-fb67-4f2f-a695-852aed7f8c7c req-936407dc-c46b-4cbf-80b2-ec5799500f65 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910298 Nov 19 19:05:18.821857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-f11eb372-aa73-4211-8653-4ed35a01f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:18.823539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-f11eb372-aa73-4211-8653-4ed35a01f9b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1570907 Nov 19 19:05:18.899712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Made reservation on behalf of b461923007064fed8ca4881141550d14 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:18.903530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:19.034945 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-931110df-3fb5-4019-85cf-a9dec0ace0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:05:15Z', 'revision_number': 5, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:19.056461 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-0e923860-cb9a-408d-afaf-d5eb9b682978 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250760 Nov 19 19:05:19.087630 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931110df-3fb5-4019-85cf-a9dec0ace0e8 None None] The sync data for ids ['9af18639-fd2e-45ee-92b1-a76c7df9d208'] in n-d-815373-6 is: [{'id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'name': 'tempest-ServersTestManualDisk-683291015-router', 'tenant_id': '6c129a2232c14c2696db5d9495f2613e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:02:44Z', 'updated_at': '2021-11-19T19:05:15Z', 'revision_number': 5, 'project_id': '6c129a2232c14c2696db5d9495f2613e', 'gw_port': {'id': 'e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af18639-fd2e-45ee-92b1-a76c7df9d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:02:45Z', 'updated_at': '2021-11-19T19:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:05:19.091837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-305c5b35-beb4-4888-914d-e60fad403c6d service neutron] 10.222.0.50 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542540 Nov 19 19:05:19.175198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] For port e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:19.175564 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:19.196519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Calling delete_port for e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:19.253895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2417-0bd5-43c0-90cb-eb5e41d8cbb3 req-f998584f-9b9f-4013-9368-57a75f066f8a tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:19.255300 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a1e2417-0bd5-43c0-90cb-eb5e41d8cbb3 req-f998584f-9b9f-4013-9368-57a75f066f8a tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1382246 Nov 19 19:05:19.258368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-57fcda2f-cff2-4b10-bbae-e220c1d99719 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930389 Nov 19 19:05:19.291571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-b67ae587-1902-420d-9b1d-72777cd8a2ea service neutron] 10.222.0.50 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992447 Nov 19 19:05:19.318359 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-81d5c3a5-e6f8-46a4-9a1d-d62d0e16c024 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=67956144-0508-45ed-934a-ac5fa1d15788 HTTP/1.1" status: 200 len: 217 time: 0.0463433 Nov 19 19:05:19.386561 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a1e2417-0bd5-43c0-90cb-eb5e41d8cbb3 req-f9ec758f-1988-4825-b985-e6349dc1a7c9 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232290 Nov 19 19:05:19.404355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-3b2d823a-8793-4c07-8625-c4f0d76bf9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:19.404355 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-3b2d823a-8793-4c07-8625-c4f0d76bf9d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.0724483 Nov 19 19:05:19.473132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-3abb769d-f735-42c8-a20d-fb5a174e8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:19.474838 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-3abb769d-f735-42c8-a20d-fb5a174e8e7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610352 Nov 19 19:05:19.534724 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:19.589823 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a6eda778-6bef-4fd5-826a-1946e0b4480b service neutron] 10.222.0.50 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891934 Nov 19 19:05:19.673779 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-9215bd0e-dcbf-4638-98a7-f5d85bb14e33 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905272 Nov 19 19:05:19.684400 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1044c-1fbb-42a7-bd55-e68201b87067 req-4867c122-ea25-4267-899e-b0443d791b04 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:19.687131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Pushing event updated for resources: {'Subnet': ['ID=7ce3b4c2-b941-4dcc-be31-0242eef0a12a,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:19.693398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-39f1044c-1fbb-42a7-bd55-e68201b87067 req-4867c122-ea25-4267-899e-b0443d791b04 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1959257 Nov 19 19:05:19.702381 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:19.718092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Checking segment: {'id': '74d6343f-898f-41f0-9bc0-3ba617f3967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '504f2b0c-12a2-49f2-860b-a27b91c4ea3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:19.718866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Network hostable DHCP agents. Network: 504f2b0c-12a2-49f2-860b-a27b91c4ea3f, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:05:19.759572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:19.813214 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-39f1044c-1fbb-42a7-bd55-e68201b87067 req-929fcee1-4032-425e-8a1a-812cd9a68547 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193948 Nov 19 19:05:19.831142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Network 504f2b0c-12a2-49f2-860b-a27b91c4ea3f is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:05:19.846917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-835b3fdd-a4ea-43c5-b494-adb9c5c15970 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511827 Nov 19 19:05:19.859080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:19.863512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 504f2b0c-12a2-49f2-860b-a27b91c4ea3f) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:19.874367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5297c8-aef6-433d-a414-9a646951232d None None] Network 504f2b0c-12a2-49f2-860b-a27b91c4ea3f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:19.902418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:19.903533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:19.946229 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-eed4d2b5-3230-4c0d-9bfb-ab4c1763c52b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=5f2d97c5-4262-464d-bd12-5ac7c301bebf HTTP/1.1" status: 200 len: 217 time: 0.0912328 Nov 19 19:05:20.020156 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.024051 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.031261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b3d3bd9a-3088-4d9f-91cb-d2010287659b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5767269 Nov 19 19:05:20.033867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48876) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:20.034720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-2997f081-b3fc-4306-ad96-84b5f645ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:20.036839 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-2997f081-b3fc-4306-ad96-84b5f645ba2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.0765634 Nov 19 19:05:20.042571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Request body: {'port': {'network_id': '504f2b0c-12a2-49f2-860b-a27b91c4ea3f', 'name': 'tempest-TagsExtTest-288050194'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:20.123229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-e29b59ea-5efe-457a-ab2f-5b6428b25885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:20.125436 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-e29b59ea-5efe-457a-ab2f-5b6428b25885 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0799682 Nov 19 19:05:20.161277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-504f2b0c-12a2-49f2-860b-a27b91c4ea3f', 'network_id': '504f2b0c-12a2-49f2-860b-a27b91c4ea3f', 'tenant_id': 'b461923007064fed8ca4881141550d14', 'fixed_ips': [{'subnet_id': '7ce3b4c2-b941-4dcc-be31-0242eef0a12a'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:05:20.166352 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.221635 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.222377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9af18639-fd2e-45ee-92b1-a76c7df9d208 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:05:20.229891 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.232952 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fcaec022-c6e6-4c90-928f-1739dcea9add admin admin] 10.222.0.50 "DELETE /v2.0/routers/9af18639-fd2e-45ee-92b1-a76c7df9d208 HTTP/1.1" status: 204 len: 168 time: 2.3518391 Nov 19 19:05:20.235924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48886) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:20.362187 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-9841e182-5381-475d-b995-fb61dee05136 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283297 Nov 19 19:05:20.380244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d22d8d5-16de-4193-a0d7-5a602f8bf9f7 admin admin] Deleting subnet c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:05:20.401338 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2d22d8d5-16de-4193-a0d7-5a602f8bf9f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.404436 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Made reservation on behalf of b461923007064fed8ca4881141550d14 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:20.409884 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.479801 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2d22d8d5-16de-4193-a0d7-5a602f8bf9f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.537805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] device_id is not set on port 201ea21b-e624-4e04-8879-e472e1a3a481 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:05:20.614335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Allocated IP 172.20.0.2 (504f2b0c-12a2-49f2-860b-a27b91c4ea3f/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/219b41e0-a909-4465-baaa-e37977a0502e) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:20.615047 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-06a0d609-ef4b-4a3a-a016-24a318a39583 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419875 Nov 19 19:05:20.746293 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-83629a9c-2209-4c69-83b1-97eb4cb8df7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=9e4cbf62-bc26-4c17-ac64-184ae2a06110 HTTP/1.1" status: 200 len: 217 time: 0.1207061 Nov 19 19:05:20.844097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-166f7f8e-9934-49e9-b937-d4974a6656fa req-022945cd-d8ef-438b-897c-f7c7f4caadc5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0648801 Nov 19 19:05:20.891045 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2d22d8d5-16de-4193-a0d7-5a602f8bf9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.936793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb7ad2-c778-4fab-81e5-4cc002ffe7d0 req-c95d7a7d-7a48-423a-a58c-bb2367e3b3bc tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:20.938700 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.955169 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.959761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-becb7ad2-c778-4fab-81e5-4cc002ffe7d0 req-c95d7a7d-7a48-423a-a58c-bb2367e3b3bc tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.2162478 Nov 19 19:05:20.991047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-21346e9b-0e36-4b5e-9556-27864f08579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:20.993197 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-21346e9b-0e36-4b5e-9556-27864f08579c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.2231271 Nov 19 19:05:21.061704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Network 504f2b0c-12a2-49f2-860b-a27b91c4ea3f is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:21.080705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:21.093136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:21.136294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Pushing event updated for resources: {'Port': ['ID=219b41e0-a909-4465-baaa-e37977a0502e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:21.146991 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-becb7ad2-c778-4fab-81e5-4cc002ffe7d0 req-4447dfc2-6bdf-41b6-9bff-bc01936a1c1a tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862190 Nov 19 19:05:21.160053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-67e9d43e-29ec-4d0d-8432-92cee7cfeac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:21.168037 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-67e9d43e-29ec-4d0d-8432-92cee7cfeac6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1590092 Nov 19 19:05:21.273982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48924) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:21.290568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device dd0b9b29-5d2e-44ea-88a1-35407b2c88bf no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:21.363653 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Attempting to bind port 219b41e0-a909-4465-baaa-e37977a0502e on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:21.364213 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Attempting to bind port 219b41e0-a909-4465-baaa-e37977a0502e by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '74d6343f-898f-41f0-9bc0-3ba617f3967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '504f2b0c-12a2-49f2-860b-a27b91c4ea3f'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:21.364688 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Attempting to bind port 219b41e0-a909-4465-baaa-e37977a0502e on network 504f2b0c-12a2-49f2-860b-a27b91c4ea3f {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:21.374262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: dd0b9b29-5d2e-44ea-88a1-35407b2c88bf {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:21.374756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device dd0b9b29-5d2e-44ea-88a1-35407b2c88bf not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:21.375657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:21.377464 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-2b89ff02-a330-47f3-b2c2-f9ba043ccfa2 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986578 Nov 19 19:05:21.380278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:21.380799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Checking segment: {'id': '74d6343f-898f-41f0-9bc0-3ba617f3967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '504f2b0c-12a2-49f2-860b-a27b91c4ea3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:21.381318 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:21.381845 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Bound using segment: {'id': '74d6343f-898f-41f0-9bc0-3ba617f3967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '504f2b0c-12a2-49f2-860b-a27b91c4ea3f'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:21.383117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Bound port: 219b41e0-a909-4465-baaa-e37977a0502e, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d6343f-898f-41f0-9bc0-3ba617f3967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '504f2b0c-12a2-49f2-860b-a27b91c4ea3f'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:21.383733 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:21.410774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48930) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:21.417601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:21.418081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e0b7ea0a-08f2-48a6-ad78-ef6a2a1232f2 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:21.512739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] For port 219b41e0-a909-4465-baaa-e37977a0502e, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:21.519837 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] For port 219b41e0-a909-4465-baaa-e37977a0502e, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=219b41e0-a909-4465-baaa-e37977a0502e,segment=NetworkSegment(74d6343f-898f-41f0-9bc0-3ba617f3967d),segment_id=74d6343f-898f-41f0-9bc0-3ba617f3967d)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:21.532841 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:21.590262 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c383e69-23b2-49af-acec-d163d2c8dba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:21.651309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc3361-19c1-457e-801a-51a30d280864 None None] Pushing event updated for resources: {'Port': ['ID=219b41e0-a909-4465-baaa-e37977a0502e,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:21.683031 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2afd9972-2e99-45b0-b718-73e28ce9e912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:21.743668 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-a4748538-0cc4-4714-b34a-90d566ba5797 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584685 Nov 19 19:05:21.802384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Allocated IP 172.20.0.7 (504f2b0c-12a2-49f2-860b-a27b91c4ea3f/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/201ea21b-e624-4e04-8879-e472e1a3a481) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:21.810703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-b7b94a19-4b9b-4d90-873c-05de9f0e37f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18115d40-7010-4197-8b04-8b4b25274587 HTTP/1.1" status: 200 len: 217 time: 0.0572467 Nov 19 19:05:21.830247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11a33d-4012-45b6-8ca6-98d37f69bb67 req-e66ef7da-a816-4bbd-a836-60ac4ce54c79 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:21.837940 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b11a33d-4012-45b6-8ca6-98d37f69bb67 req-e66ef7da-a816-4bbd-a836-60ac4ce54c79 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1822314 Nov 19 19:05:21.854005 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2d22d8d5-16de-4193-a0d7-5a602f8bf9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:21.889602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-92973283-f6de-4c34-85c5-7a60fb57d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:21.890806 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-92973283-f6de-4c34-85c5-7a60fb57d9c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f9665a9-7412-4abc-9a4c-1731fa47e4cc HTTP/1.1" status: 200 len: 797 time: 0.0616429 Nov 19 19:05:21.969924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22d8d5-16de-4193-a0d7-5a602f8bf9f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:21.982658 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2d22d8d5-16de-4193-a0d7-5a602f8bf9f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:21.987520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13584efb-0989-4f05-a65d-cc9cd46cd198 None None] Network 6b216f6d-17c7-4320-b40d-c378c0a67495 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:22.005310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48940) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:22.006210 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2d22d8d5-16de-4193-a0d7-5a602f8bf9f7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c7b4bdbd-d2d9-4b88-9e36-7fcfed805aa6 HTTP/1.1" status: 204 len: 168 time: 1.7688613 Nov 19 19:05:22.171318 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.176380 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-823f3639-8e00-4717-a330-3a534019fa0b req-1c10134c-efd2-4e17-9fcc-f21cb3fd7c3f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0801930 Nov 19 19:05:22.192967 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c383e69-23b2-49af-acec-d163d2c8dba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.228097 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c383e69-23b2-49af-acec-d163d2c8dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.230461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b11a33d-4012-45b6-8ca6-98d37f69bb67 req-65c04d0c-e8ca-42dd-ae54-02d857608ec1 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876362 Nov 19 19:05:22.281732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-5a56f337-36f5-42dc-aeed-5febd5c5273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:22.283072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-5a56f337-36f5-42dc-aeed-5febd5c5273f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18e71340-48e5-45a3-a91b-e4f71f01a421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3814478 Nov 19 19:05:22.335353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e6d1d5-614b-415d-a0f2-e43f59cf8df7 None None] DHCP port deletion for 6b216f6d-17c7-4320-b40d-c378c0a67495 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:05:22.349371 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.365540 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2afd9972-2e99-45b0-b718-73e28ce9e912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.392995 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6d1d5-614b-415d-a0f2-e43f59cf8df7 None None] Deleting port 97cc1443-f2c2-4ffc-b67a-766745c383d8 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:22.393530 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d5-614b-415d-a0f2-e43f59cf8df7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.395961 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.409366 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3c383e69-23b2-49af-acec-d163d2c8dba6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e770bdc48d9d4700939c21ac2ece5304&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1343174 Nov 19 19:05:22.426269 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2afd9972-2e99-45b0-b718-73e28ce9e912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.430864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48944) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:22.488147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9e6d1d5-614b-415d-a0f2-e43f59cf8df7 None None] For port 97cc1443-f2c2-4ffc-b67a-766745c383d8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=97cc1443-f2c2-4ffc-b67a-766745c383d8,segment=NetworkSegment(e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80),segment_id=e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:22.488553 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d5-614b-415d-a0f2-e43f59cf8df7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.497379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Network 504f2b0c-12a2-49f2-860b-a27b91c4ea3f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:22.511479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:22.511922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c383e69-23b2-49af-acec-d163d2c8dba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f8cb3f-2adf-4e75-9459-e382105207a6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:22.512045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6d1d5-614b-415d-a0f2-e43f59cf8df7 None None] Calling delete_port for 97cc1443-f2c2-4ffc-b67a-766745c383d8 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:22.531923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:22.564034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Pushing event updated for resources: {'Port': ['ID=201ea21b-e624-4e04-8879-e472e1a3a481,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:22.566853 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85326ba2-e318-4b1e-8a6d-07450905e2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.586683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2afd9972-2e99-45b0-b718-73e28ce9e912 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc7f9bf472b0492b90eb7de7af5e5539&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1747468 Nov 19 19:05:22.594369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48948) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:22.610084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd9972-2e99-45b0-b718-73e28ce9e912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9661ab-4cec-483e-a2b4-73e40067ac02,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:22.624703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a5872-1f02-4d12-adc8-917139d95cee req-cf71d461-48c5-4846-8250-d1f9ba0a8c69 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:22.626295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-330a5872-1f02-4d12-adc8-917139d95cee req-cf71d461-48c5-4846-8250-d1f9ba0a8c69 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.2851448 Nov 19 19:05:22.630928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85326ba2-e318-4b1e-8a6d-07450905e2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.643859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:22.646580 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.649969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Deleting port 97cc1443-f2c2-4ffc-b67a-766745c383d8 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:22.650341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.659366 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1d5-614b-415d-a0f2-e43f59cf8df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.694184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bd656cac-4304-4a38-9137-bbdcf578a248 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6591947 Nov 19 19:05:22.702201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48950) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:22.726599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6d1d5-614b-415d-a0f2-e43f59cf8df7 None None] Pushing event deleted for resources: {'Port': ['ID=97cc1443-f2c2-4ffc-b67a-766745c383d8,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:22.727840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-125541fa-b1db-4396-a4ea-b8c6cfeb5f17 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1799145645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:22.729888 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-c530181b-7095-453c-a7ff-4204a35ec4f4 service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897386 Nov 19 19:05:22.735126 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6d1d5-614b-415d-a0f2-e43f59cf8df7 None None] No DVR routers for this DVR port 97cc1443-f2c2-4ffc-b67a-766745c383d8 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:22.827566 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-125541fa-b1db-4396-a4ea-b8c6cfeb5f17 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.829460 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-125541fa-b1db-4396-a4ea-b8c6cfeb5f17 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.840835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19f93385-954f-489a-9437-8ef68a757c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.868257 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-330a5872-1f02-4d12-adc8-917139d95cee req-ac97591e-f492-49b7-b430-4890bf6c331e tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252946 Nov 19 19:05:22.870035 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19f93385-954f-489a-9437-8ef68a757c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.900836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] For port 97cc1443-f2c2-4ffc-b67a-766745c383d8, host n-d-815373-6, got binding levels [] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:22.901247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.931331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Calling delete_port for 97cc1443-f2c2-4ffc-b67a-766745c383d8 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:22.935490 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Port 97cc1443-f2c2-4ffc-b67a-766745c383d8 was not found and therefore no delete operation was performed {{(pid=109888) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:05:22.937044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.966006 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85326ba2-e318-4b1e-8a6d-07450905e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.968939 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85326ba2-e318-4b1e-8a6d-07450905e2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.970309 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-85326ba2-e318-4b1e-8a6d-07450905e2fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6f8cb3f-2adf-4e75-9459-e382105207a6 HTTP/1.1" status: 204 len: 168 time: 0.5383701 Nov 19 19:05:22.978516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Pushing event deleted for resources: {'Port': ['ID=97cc1443-f2c2-4ffc-b67a-766745c383d8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:22.990588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] No DVR routers for this DVR port 97cc1443-f2c2-4ffc-b67a-766745c383d8 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:23.041761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-14c23b4c-1385-4460-819b-c16ea9cbb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:23.044619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-14c23b4c-1385-4460-819b-c16ea9cbb8a6 service neutron] 10.222.0.21 "GET /v2.0/ports/0d5262d3-486a-453d-9df9-6508db27b1a4 HTTP/1.1" status: 200 len: 1026 time: 0.2774284 Nov 19 19:05:23.057325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85326ba2-e318-4b1e-8a6d-07450905e2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f8cb3f-2adf-4e75-9459-e382105207a6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:23.087215 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-0c2a04a4-93a7-4dc9-8371-6a185153157c service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440514 Nov 19 19:05:23.096229 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.146059 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19f93385-954f-489a-9437-8ef68a757c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.150474 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19f93385-954f-489a-9437-8ef68a757c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.151614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-19f93385-954f-489a-9437-8ef68a757c1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da9661ab-4cec-483e-a2b4-73e40067ac02 HTTP/1.1" status: 204 len: 168 time: 0.5560107 Nov 19 19:05:23.164976 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-a10840a1-8939-4f05-b456-95c620a0254d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd42bb32-903f-483f-a136-2067566b2a74 HTTP/1.1" status: 200 len: 217 time: 0.0658488 Nov 19 19:05:23.187118 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-125541fa-b1db-4396-a4ea-b8c6cfeb5f17 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.197218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f93385-954f-489a-9437-8ef68a757c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9661ab-4cec-483e-a2b4-73e40067ac02,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:23.200531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b216f6d-17c7-4320-b40d-c378c0a67495']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:23.209867 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-125541fa-b1db-4396-a4ea-b8c6cfeb5f17 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.252959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:23.253258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c7d60c-3ffd-4eb0-ba03-e643fbd8ac80') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:23.257872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-d5d93a89-a6cf-44e0-abc5-da9b90c36e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:23.260672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-d5d93a89-a6cf-44e0-abc5-da9b90c36e9c service neutron] 10.222.0.21 "GET /v2.0/ports/0ee576a1-d5ed-4756-9300-89ffedbac12c HTTP/1.1" status: 200 len: 1028 time: 0.1992383 Nov 19 19:05:23.267294 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.292489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-68ff04ad-bbc9-4468-8f07-56a15a57c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:23.294258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-68ff04ad-bbc9-4468-8f07-56a15a57c7f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f9665a9-7412-4abc-9a4c-1731fa47e4cc HTTP/1.1" status: 200 len: 797 time: 0.1184902 Nov 19 19:05:23.299140 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.318137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:05:23.318729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:05:23.321596 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:05:23.381695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5cdfd9-4b16-4368-859c-93ba8725b7b9 None None] Network 504f2b0c-12a2-49f2-860b-a27b91c4ea3f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:23.458425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 219b41e0-a909-4465-baaa-e37977a0502e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:23.510704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45cb49c4-19f5-4f07-b852-b3e6509ec27b req-044360e8-3cee-4951-9431-cbcc56da6b13 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0685070 Nov 19 19:05:23.518104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-125541fa-b1db-4396-a4ea-b8c6cfeb5f17 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.524497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9549c383-b873-4a1d-ac4a-14231b36f305 None None] Provisioning complete for port 219b41e0-a909-4465-baaa-e37977a0502e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:23.524948 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9549c383-b873-4a1d-ac4a-14231b36f305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.525076 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-125541fa-b1db-4396-a4ea-b8c6cfeb5f17 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8181396 Nov 19 19:05:23.525782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48966) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:23.536429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-fcf8dedf-7a35-4c51-8f72-3b0fdf90679b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-478445967', 'prefixes': ['172.20.0.0/16']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:23.555050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-b9147387-1040-4304-ac79-dfb798beb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:23.557530 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-b9147387-1040-4304-ac79-dfb798beb16c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18e71340-48e5-45a3-a91b-e4f71f01a421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2518699 Nov 19 19:05:23.562878 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.571300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.574036 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6b216f6d-17c7-4320-b40d-c378c0a67495 HTTP/1.1" status: 204 len: 168 time: 1.5601430 Nov 19 19:05:23.602077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75b836-6f1a-4f08-bc3d-44572db01874 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b216f6d-17c7-4320-b40d-c378c0a67495,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:23.671963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 219b41e0-a909-4465-baaa-e37977a0502e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:23.672351 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.697617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b803c-0b97-44e8-b37d-8fd2ee375506 req-5cc4401a-ce9a-43e3-922a-03b50f176777 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:23.700514 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-481b803c-0b97-44e8-b37d-8fd2ee375506 req-5cc4401a-ce9a-43e3-922a-03b50f176777 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.2334912 Nov 19 19:05:23.805853 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-481b803c-0b97-44e8-b37d-8fd2ee375506 req-c11d5651-9bc8-4429-97a9-e39990c63976 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979764 Nov 19 19:05:23.808425 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-2dd4197c-03b2-4a08-a9c6-d03fa596075a service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336583 Nov 19 19:05:23.810471 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9549c383-b873-4a1d-ac4a-14231b36f305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.822014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-9be7ae9e-7785-4fb9-9c8b-693e21c67abc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:23.832592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-9be7ae9e-7785-4fb9-9c8b-693e21c67abc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:23.861976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-9be7ae9e-7785-4fb9-9c8b-693e21c67abc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:23.869339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-9be7ae9e-7785-4fb9-9c8b-693e21c67abc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "GET /v2.0/networks?id=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=55437e15-c3e4-4447-8ff9-be91112fba3a&id=55437e15-c3e4-4447-8ff9-be91112fba3a HTTP/1.1" status: 200 len: 1990 time: 0.6002212 Nov 19 19:05:23.933406 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcf8dedf-7a35-4c51-8f72-3b0fdf90679b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for subnetpool, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.943369 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fcf8dedf-7a35-4c51-8f72-3b0fdf90679b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4130085 Nov 19 19:05:23.950278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48982) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:23.953608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9549c383-b873-4a1d-ac4a-14231b36f305 None None] For port 219b41e0-a909-4465-baaa-e37977a0502e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=219b41e0-a909-4465-baaa-e37977a0502e,segment=NetworkSegment(74d6343f-898f-41f0-9bc0-3ba617f3967d),segment_id=74d6343f-898f-41f0-9bc0-3ba617f3967d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:23.964810 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9549c383-b873-4a1d-ac4a-14231b36f305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:23.969917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-39c2ee04-6299-4ad8-8eda-6e563f17ef54 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a', 'tempest-TagsExtTest-Tag-1923414719') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:23.972865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:24.064557 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9333b8bf-bc23-4b75-baa9-93e51d509892 req-db91717b-8305-403b-880b-a9ab1cb4e3bb service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455680 Nov 19 19:05:24.093834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48986) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:24.154030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549c383-b873-4a1d-ac4a-14231b36f305 None None] Pushing event updated for resources: {'Port': ['ID=219b41e0-a909-4465-baaa-e37977a0502e,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:24.188645 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:05:24.189437 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:05:24.199964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-9c98e8c7-d473-4321-89e2-f17c2ca00d1e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d8875fb71e244b28a0e7f5159946a98 HTTP/1.1" status: 200 len: 380 time: 0.3145082 Nov 19 19:05:24.222803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'admin_state_up': True, 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'security_groups': ['be867419-cdbf-44a5-9b63-c2970b172acd']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:24.235068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e527515-5596-4583-bfcd-2c72cbb81b47 req-14a2531b-616e-4494-b834-ef274d53d7a6 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:24.240825 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9e527515-5596-4583-bfcd-2c72cbb81b47 req-14a2531b-616e-4494-b834-ef274d53d7a6 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1877956 Nov 19 19:05:24.245325 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4b44dae6-db72-4854-af76-7ed174f1f2d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c129a2232c14c2696db5d9495f2613e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503036 Nov 19 19:05:24.248661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48990) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:24.310907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-06018bbd-3e1f-40cd-af29-9361b17519d3 None None] Provisioning complete for port 219b41e0-a909-4465-baaa-e37977a0502e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:24.312683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-06018bbd-3e1f-40cd-af29-9361b17519d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:24.396753 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-39c2ee04-6299-4ad8-8eda-6e563f17ef54 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags/tempest-TagsExtTest-Tag-1923414719 HTTP/1.1" status: 201 len: 201 time: 0.4302185 Nov 19 19:05:24.401583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48996) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:24.408638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-520c3d02-a7fc-4ec7-a1b7-38d634f2e033 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481', 'tempest-TagsExtTest-Tag-799916794') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:24.417394 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9e527515-5596-4583-bfcd-2c72cbb81b47 req-40737e86-7e50-41f4-b793-149f026a0693 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519547 Nov 19 19:05:24.430403 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb335a74-6c7a-455c-9188-d858df08d021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:24.487773 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb335a74-6c7a-455c-9188-d858df08d021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:24.528493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:24.533171 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:24.587459 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb335a74-6c7a-455c-9188-d858df08d021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:24.590725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb335a74-6c7a-455c-9188-d858df08d021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:24.594390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fb335a74-6c7a-455c-9188-d858df08d021 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f31c8848-7405-4d15-b0ba-a906e8b9a3ff HTTP/1.1" status: 204 len: 168 time: 0.3404131 Nov 19 19:05:24.605213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb335a74-6c7a-455c-9188-d858df08d021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31c8848-7405-4d15-b0ba-a906e8b9a3ff,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:24.607429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-06018bbd-3e1f-40cd-af29-9361b17519d3 None None] Provisioning complete for port 201ea21b-e624-4e04-8879-e472e1a3a481 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:24.608463 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-06018bbd-3e1f-40cd-af29-9361b17519d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:24.685964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49008) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:24.686315 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-520c3d02-a7fc-4ec7-a1b7-38d634f2e033 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags/tempest-TagsExtTest-Tag-799916794 HTTP/1.1" status: 201 len: 201 time: 0.2813182 Nov 19 19:05:24.692269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-9d6a97f2-be57-4d8e-a325-6fc61dcba1f3 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5', 'tempest-TagsExtTest-Tag-524183559') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:24.783716 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-116c0e04-d1bb-4096-8e1b-78eba6c5e878 req-65f224af-dfa9-485e-9c27-34f6e1efaa96 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0450358 Nov 19 19:05:24.827061 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-06018bbd-3e1f-40cd-af29-9361b17519d3 None None] Port 201ea21b-e624-4e04-8879-e472e1a3a481 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:24.839856 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Allocated IP 172.20.0.10 (7a1c6979-5e19-48bb-9061-e3b65cd9ce7c/4684f690-a71c-4d5c-a0d4-62034aa3e31e/3b314d3e-7c93-48a2-94e4-0386a538a87e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:24.926371 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9d6a97f2-be57-4d8e-a325-6fc61dcba1f3 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags/tempest-TagsExtTest-Tag-524183559 HTTP/1.1" status: 201 len: 201 time: 0.2361951 Nov 19 19:05:24.926568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97cc1443-f2c2-4ffc-b67a-766745c383d8 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:24.926777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49018) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:24.937787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-f83bdd05-98a9-4fad-a1ba-f3ed281b579f tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61', 'tempest-TagsExtTest-Tag-1654487663') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:24.988601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 97cc1443-f2c2-4ffc-b67a-766745c383d8 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:24.988855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97cc1443-f2c2-4ffc-b67a-766745c383d8 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:25.045565 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:25.046513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ae571eaa-dc1f-4dd8-aad4-775075416f05 None None] Provisioning complete for port 201ea21b-e624-4e04-8879-e472e1a3a481 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:25.046878 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ae571eaa-dc1f-4dd8-aad4-775075416f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:25.127320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ae571eaa-dc1f-4dd8-aad4-775075416f05 None None] Port 201ea21b-e624-4e04-8879-e472e1a3a481 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:25.129838 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f83bdd05-98a9-4fad-a1ba-f3ed281b579f tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags/tempest-TagsExtTest-Tag-1654487663 HTTP/1.1" status: 201 len: 201 time: 0.2017860 Nov 19 19:05:25.132732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49022) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:25.138318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-d3b49533-dd7f-4272-b7c8-696068bdd5ce tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:25.151253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373fdfe-8b17-4e07-8e24-8e47a60ae7e8 req-4fe7fb4a-ce29-4707-930e-a6786ffc5f6b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:25.153088 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f373fdfe-8b17-4e07-8e24-8e47a60ae7e8 req-4fe7fb4a-ce29-4707-930e-a6786ffc5f6b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1368115 Nov 19 19:05:25.236778 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:25.280633 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:25.287655 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f373fdfe-8b17-4e07-8e24-8e47a60ae7e8 req-3009666c-356d-4f02-8d12-05c30e2acd36 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239426 Nov 19 19:05:25.297185 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 219b41e0-a909-4465-baaa-e37977a0502e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:25.335987 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d3b49533-dd7f-4272-b7c8-696068bdd5ce tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags HTTP/1.1" status: 200 len: 241 time: 0.2004008 Nov 19 19:05:25.338538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49030) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:25.344509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-736a820d-02dd-4879-875c-5a5a062a8ccb tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a', 'tempest-TagsExtTest-Tag-1923414719') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:25.412693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 219b41e0-a909-4465-baaa-e37977a0502e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:25.413039 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:25.413191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:25.422455 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-736a820d-02dd-4879-875c-5a5a062a8ccb tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags/tempest-TagsExtTest-Tag-1923414719 HTTP/1.1" status: 204 len: 168 time: 0.0826249 Nov 19 19:05:25.425561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49034) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:25.426894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:25.431213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:25.443572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-f5414812-7e23-4647-bf04-2fdb031b0d81 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a', 'tempest-TagsExtTest-Tag-1923414719') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:25.483938 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Port': ['ID=3b314d3e-7c93-48a2-94e4-0386a538a87e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:25.541946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:25.548711 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:25.600334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-441d06a3-83ac-49e6-af56-0ca100fc3c9a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3853545 Nov 19 19:05:25.610964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f5414812-7e23-4647-bf04-2fdb031b0d81 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags/tempest-TagsExtTest-Tag-1923414719 HTTP/1.1" status: 204 len: 168 time: 0.1837215 Nov 19 19:05:25.613415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49046) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:25.617801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-56b724a9-e3d0-486f-a477-a364a3412f91 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:25.673177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4', 'admin_state_up': True, 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'security_groups': ['be867419-cdbf-44a5-9b63-c2970b172acd']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:25.722542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-56b724a9-e3d0-486f-a477-a364a3412f91 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags HTTP/1.1" status: 200 len: 205 time: 0.1079254 Nov 19 19:05:25.724886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49048) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:25.729271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-0700be07-236e-483f-869d-a90eb012302e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:25.739356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49050) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:25.795888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6724621-88ef-4636-81ed-d09a688a51ed req-aafcafe1-13bf-49cd-bee3-e479c4ee2e0f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:25.797467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d6724621-88ef-4636-81ed-d09a688a51ed req-aafcafe1-13bf-49cd-bee3-e479c4ee2e0f tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1951525 Nov 19 19:05:25.864116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-20d06137-9a00-499b-9da2-2887c1c6b0e6 None None] Provisioning complete for port 3b314d3e-7c93-48a2-94e4-0386a538a87e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:25.868047 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-20d06137-9a00-499b-9da2-2887c1c6b0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:25.890160 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d6724621-88ef-4636-81ed-d09a688a51ed req-6b33b2ed-c639-4823-ada0-30b063e242ab tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812938 Nov 19 19:05:25.920184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:25.930889 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:25.988222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-20d06137-9a00-499b-9da2-2887c1c6b0e6 None None] Port 3b314d3e-7c93-48a2-94e4-0386a538a87e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:26.210606 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Allocated IP 10.1.1.102 (944bb7ca-0baa-495f-bc01-d01cd63cd3c4/bda4d6a7-7315-4a30-915e-0b6b3ceee8ee/aa9f0155-c448-406d-ba64-9edff7834aba) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:26.337164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e63fac-5462-49e5-b764-da2cbf7a1668 req-2a744fe6-b74b-482e-91e6-96b4314f040e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:26.338793 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e4e63fac-5462-49e5-b764-da2cbf7a1668 req-2a744fe6-b74b-482e-91e6-96b4314f040e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 932 time: 0.1054680 Nov 19 19:05:26.345349 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0700be07-236e-483f-869d-a90eb012302e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags HTTP/1.1" status: 200 len: 240 time: 0.6194463 Nov 19 19:05:26.359591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49076) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:26.364272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-f6b6cfbb-a3a8-48e0-bdfc-51223e206e45 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481', 'tempest-TagsExtTest-Tag-799916794') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:26.464016 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e4e63fac-5462-49e5-b764-da2cbf7a1668 req-320edec2-7ec7-4c2f-a262-acd3529a99af tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052518 Nov 19 19:05:26.480399 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f6b6cfbb-a3a8-48e0-bdfc-51223e206e45 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags/tempest-TagsExtTest-Tag-799916794 HTTP/1.1" status: 204 len: 168 time: 0.1198022 Nov 19 19:05:26.483001 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49080) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:26.487467 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-50de7af6-72b8-4616-b0b2-9ea1b03148d6 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481', 'tempest-TagsExtTest-Tag-799916794') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:26.544663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee89faa-594c-46e9-b12d-500980549465 req-909430d9-273d-47df-b558-46dbd17ccc64 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:26.552650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-801897548-network', 'tenant_id': 'd66db5a635f74407910126f79e0a8077'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:26.555566 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fee89faa-594c-46e9-b12d-500980549465 req-909430d9-273d-47df-b558-46dbd17ccc64 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1601362 Nov 19 19:05:26.603720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Made reservation on behalf of d66db5a635f74407910126f79e0a8077 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:26.605886 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:26.606394 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:26.620820 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-50de7af6-72b8-4616-b0b2-9ea1b03148d6 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags/tempest-TagsExtTest-Tag-799916794 HTTP/1.1" status: 204 len: 168 time: 0.1367805 Nov 19 19:05:26.621180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49084) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:26.621969 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:26.635991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-caca0243-30c0-41cc-8edc-e2977a64fc98 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:26.671400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49086) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:26.702794 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fee89faa-594c-46e9-b12d-500980549465 req-fa2f8a48-c42d-4c94-8898-743ce96abf71 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409335 Nov 19 19:05:26.744581 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:26.760941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-caca0243-30c0-41cc-8edc-e2977a64fc98 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags HTTP/1.1" status: 200 len: 205 time: 0.1364472 Nov 19 19:05:26.766457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49090) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:26.771733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-74f24e49-d9be-4a67-96ac-e5b35e07702b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:26.845046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-3577280-network', 'tenant_id': '833dced463b149f9bd9c0c851d87420e'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:26.849301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:26.863430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Port': ['ID=aa9f0155-c448-406d-ba64-9edff7834aba,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:26.863791 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:26.877273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:26.887680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:26.891103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:26.920043 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-74f24e49-d9be-4a67-96ac-e5b35e07702b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags HTTP/1.1" status: 200 len: 240 time: 0.1515326 Nov 19 19:05:26.922067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49096) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:26.930241 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Made reservation on behalf of 833dced463b149f9bd9c0c851d87420e for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:26.932825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-e0f239da-1fb0-43eb-ac9a-63f9fc91139e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5', 'tempest-TagsExtTest-Tag-524183559') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:26.950640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:26.961211 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:05:27.007874 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.089483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:27.089483 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.114858 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3918d282-d6d2-40a6-a460-97dbcf8a67ab,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:27.129677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e9c550fb-63cd-4581-bf76-ff9164199aef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4612303 Nov 19 19:05:27.141474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4', 'admin_state_up': True, 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'security_groups': ['be867419-cdbf-44a5-9b63-c2970b172acd']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:27.172268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.172831 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Added segment df4538a1-5032-4c3d-8982-2191bcc058e7 of type vlan for network 32df8e1a-b141-4d16-b1e8-e2ea737b167c Nov 19 19:05:27.263583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738436d-886f-4f68-99de-7bc0978992d8 req-df4b642d-46a9-4df7-b626-a7a70940ea93 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:27.271041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9738436d-886f-4f68-99de-7bc0978992d8 req-df4b642d-46a9-4df7-b626-a7a70940ea93 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.2295947 Nov 19 19:05:27.274837 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e0f239da-1fb0-43eb-ac9a-63f9fc91139e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags/tempest-TagsExtTest-Tag-524183559 HTTP/1.1" status: 204 len: 168 time: 0.3504677 Nov 19 19:05:27.282589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49108) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:27.284121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3350fa0d-c854-4107-8bca-baa2723ed38a None None] Provisioning complete for port aa9f0155-c448-406d-ba64-9edff7834aba triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:27.284599 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3350fa0d-c854-4107-8bca-baa2723ed38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.285556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.292254 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-0d05fd0d-7c39-4d3b-a91f-7fc494dc2b76 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5', 'tempest-TagsExtTest-Tag-524183559') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:27.324595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.352052 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.464950 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9738436d-886f-4f68-99de-7bc0978992d8 req-ecf36c81-7901-471b-9351-2e3f03de8904 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929679 Nov 19 19:05:27.466681 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.468167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:27.468985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.488435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:05:27.519377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3350fa0d-c854-4107-8bca-baa2723ed38a None None] Port aa9f0155-c448-406d-ba64-9edff7834aba cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:27.552386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d453a7a-372e-46a4-9679-31135547e841,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:27.560919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=32df8e1a-b141-4d16-b1e8-e2ea737b167c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:27.561168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:27.565648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.568239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.568364 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Added segment f26ddc2d-cbe4-4fdb-9db7-7859146dddb8 of type vlan for network 5f5ac119-2db2-4628-8057-9d831d0a1f5a Nov 19 19:05:27.579053 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4fdde2ac-262d-4134-9987-40e9e06d4ce5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8385923 Nov 19 19:05:27.580413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49118) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:27.589708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] Request body: {'subnet': {'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-subnet', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:27.610827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 32df8e1a-b141-4d16-b1e8-e2ea737b167c details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:05:27.615481 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0d05fd0d-7c39-4d3b-a91f-7fc494dc2b76 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags/tempest-TagsExtTest-Tag-524183559 HTTP/1.1" status: 204 len: 168 time: 0.3316362 Nov 19 19:05:27.620014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49122) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:27.625866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-8e699387-4ddd-4de1-bba0-de6b65a53c8c tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:27.628604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] Made reservation on behalf of d66db5a635f74407910126f79e0a8077 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:27.631438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.770662 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.829823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28933aa-621e-4ed4-9f2f-3148d5ca22a4 req-9a79943b-ea74-4045-ba91-366d36fc86c7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:27.836524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28933aa-621e-4ed4-9f2f-3148d5ca22a4 req-9a79943b-ea74-4045-ba91-366d36fc86c7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:27.844050 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c28933aa-621e-4ed4-9f2f-3148d5ca22a4 req-9a79943b-ea74-4045-ba91-366d36fc86c7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 1654 time: 0.1762593 Nov 19 19:05:27.898505 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8e699387-4ddd-4de1-bba0-de6b65a53c8c tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags HTTP/1.1" status: 200 len: 205 time: 0.2745004 Nov 19 19:05:27.904408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49128) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:27.922778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-5fbf8199-d57b-448b-a0a2-51c47d04ee0a tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:27.944685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3564182-2beb-41ca-82c6-d5ac8e6acd9b req-d616de4b-09f8-46bb-b3ce-ea0c7aa20fb5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:27.945199 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.945877 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:27.946404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:27.946625 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3564182-2beb-41ca-82c6-d5ac8e6acd9b req-d616de4b-09f8-46bb-b3ce-ea0c7aa20fb5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1263323 Nov 19 19:05:28.025565 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3564182-2beb-41ca-82c6-d5ac8e6acd9b req-f24c8ff9-c30f-408b-8f72-70875c3a9d23 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702984 Nov 19 19:05:28.031898 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5fbf8199-d57b-448b-a0a2-51c47d04ee0a tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags HTTP/1.1" status: 200 len: 241 time: 0.1138501 Nov 19 19:05:28.032824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49130) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:28.034016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] Pushing event updated for resources: {'Network': ['ID=5f5ac119-2db2-4628-8057-9d831d0a1f5a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:28.037354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-2fd9fff3-9538-4e18-ad69-caaa22b72499 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61', 'tempest-TagsExtTest-Tag-1654487663') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:28.055525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 5f5ac119-2db2-4628-8057-9d831d0a1f5a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:05:28.062019 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c28933aa-621e-4ed4-9f2f-3148d5ca22a4 req-72e52544-3471-47dd-bff8-be11d787f855 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169647 Nov 19 19:05:28.098677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-34023681-a4e7-4eb4-afc4-192290b9338c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4246027 Nov 19 19:05:28.099622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49132) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:28.108860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] Request body: {'subnet': {'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-3577280-subnet', 'tenant_id': '833dced463b149f9bd9c0c851d87420e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:28.137048 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] Made reservation on behalf of 833dced463b149f9bd9c0c851d87420e for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:28.139734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:28.161069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Allocated IP 10.1.1.138 (944bb7ca-0baa-495f-bc01-d01cd63cd3c4/bda4d6a7-7315-4a30-915e-0b6b3ceee8ee/f3ae0b14-b79b-4e64-8f90-bec94f8e4621) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:28.179486 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2fd9fff3-9538-4e18-ad69-caaa22b72499 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags/tempest-TagsExtTest-Tag-1654487663 HTTP/1.1" status: 204 len: 168 time: 0.1413569 Nov 19 19:05:28.183573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49136) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:28.190842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-7481e3db-e2fe-4520-9ab6-c9c928265f94 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61', 'tempest-TagsExtTest-Tag-1654487663') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:28.277088 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:28.297893 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7481e3db-e2fe-4520-9ab6-c9c928265f94 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags/tempest-TagsExtTest-Tag-1654487663 HTTP/1.1" status: 204 len: 168 time: 0.1103897 Nov 19 19:05:28.314519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49138) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:28.320470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-6a777e51-93ee-4ce3-a167-eeb5afefab1f tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:28.350062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] Checking segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:28.350972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] Network hostable DHCP agents. Network: 32df8e1a-b141-4d16-b1e8-e2ea737b167c, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:05:28.353500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc34135-1ad1-4b71-aa2b-4179e56c40e2,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:28.374477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] Network 32df8e1a-b141-4d16-b1e8-e2ea737b167c is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:05:28.388908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 32df8e1a-b141-4d16-b1e8-e2ea737b167c) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:28.400254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99035fe8-d058-4c7b-9185-1b3a8f004ae3 None None] Network 32df8e1a-b141-4d16-b1e8-e2ea737b167c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:28.400792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:28.403495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:28.422072 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6a777e51-93ee-4ce3-a167-eeb5afefab1f tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags HTTP/1.1" status: 200 len: 205 time: 0.1052232 Nov 19 19:05:28.426471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49142) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:28.433386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-0b7c55d3-e3cc-4c02-b3c0-4a4209f9b50a tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:28.449877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-75978ed2-4257-4aa3-be8c-7321f2abd6c1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8645761 Nov 19 19:05:28.450933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49146) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:28.456769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:28.494503 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:28.495622 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:28.574818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:28.577167 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:28.653794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:05:28.654670 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:28.657080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:28.667376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:28.670425 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0b7c55d3-e3cc-4c02-b3c0-4a4209f9b50a tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags HTTP/1.1" status: 204 len: 168 time: 0.2406693 Nov 19 19:05:28.707870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49150) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:28.713306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-9f9e3042-61a0-4948-b97f-782c4d7e791d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:28.771761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:28.781228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd038-2693-433e-afdf-26bc39fdaa7f req-2d626829-fb02-4224-8c9e-b40f9f9916d6 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:28.789408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-752bd038-2693-433e-afdf-26bc39fdaa7f req-2d626829-fb02-4224-8c9e-b40f9f9916d6 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.2045326 Nov 19 19:05:28.802094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:28.814605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Port': ['ID=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:28.819042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:28.854101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f29e992-cb08-4bf2-af0c-8be5d34157a6,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:28.918015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-752bd038-2693-433e-afdf-26bc39fdaa7f req-2fe68cbd-9565-41fc-86f2-a3ecd26a2d11 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271629 Nov 19 19:05:28.938225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] Checking segment: {'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:28.938884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] Network hostable DHCP agents. Network: 5f5ac119-2db2-4628-8057-9d831d0a1f5a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:05:28.969714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Allocated IP 172.20.0.2 (32df8e1a-b141-4d16-b1e8-e2ea737b167c/5fc34135-1ad1-4b71-aa2b-4179e56c40e2/ae7a937d-71e9-44f4-be42-51775df7c8d5) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:28.972980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:28.974372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:28.997466 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] Network 5f5ac119-2db2-4628-8057-9d831d0a1f5a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:05:29.013210 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-33168f5b-5618-4491-a711-5244ef0e2e8a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8756366 Nov 19 19:05:29.016604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 5f5ac119-2db2-4628-8057-9d831d0a1f5a) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:29.031002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a', 'admin_state_up': True, 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'security_groups': ['be867419-cdbf-44a5-9b63-c2970b172acd']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:29.046472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:29.049524 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:29.065946 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:29.080160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fec475-35ad-41a7-ad4f-f74101eb1517 None None] Network 5f5ac119-2db2-4628-8057-9d831d0a1f5a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:29.131485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ee455f38-058a-485b-9529-f2326ebbe3fe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0262852 Nov 19 19:05:29.222556 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9f9e3042-61a0-4948-b97f-782c4d7e791d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags HTTP/1.1" status: 204 len: 168 time: 0.5136452 Nov 19 19:05:29.230187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49160) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:29.258846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-3b1e56c1-ddd8-4b0b-b640-4b5de8995d61 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:29.281650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8371aad8-3bb9-4a44-9dc4-0f8860d91246 None None] Provisioning complete for port f3ae0b14-b79b-4e64-8f90-bec94f8e4621 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:29.282343 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8371aad8-3bb9-4a44-9dc4-0f8860d91246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:29.393473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bf9df-e27d-4ce6-829b-82ba676ab6a7 req-2014ae33-5503-4862-bc72-ff06edf66db0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:29.401811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bf9df-e27d-4ce6-829b-82ba676ab6a7 req-2014ae33-5503-4862-bc72-ff06edf66db0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:29.409557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bf9df-e27d-4ce6-829b-82ba676ab6a7 req-2014ae33-5503-4862-bc72-ff06edf66db0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:29.412053 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce6bf9df-e27d-4ce6-829b-82ba676ab6a7 req-2014ae33-5503-4862-bc72-ff06edf66db0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 2375 time: 0.1689143 Nov 19 19:05:29.414330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:29.424563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8371aad8-3bb9-4a44-9dc4-0f8860d91246 None None] Port f3ae0b14-b79b-4e64-8f90-bec94f8e4621 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:29.493003 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:29.501636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949c8f-dcdb-43d5-b05d-cc40136c87e3 req-2953d6af-ff1c-49eb-8ffb-b7ac67320d70 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:29.502219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cafc672-03e0-4851-9573-47cae78b19c1 None None] Network 5f5ac119-2db2-4628-8057-9d831d0a1f5a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:29.510903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c949c8f-dcdb-43d5-b05d-cc40136c87e3 req-2953d6af-ff1c-49eb-8ffb-b7ac67320d70 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.2402759 Nov 19 19:05:29.522328 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:29.525367 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce6bf9df-e27d-4ce6-829b-82ba676ab6a7 req-5cd337d8-bfbc-4285-ba66-90c35ef4b4c9 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061428 Nov 19 19:05:29.544448 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:29.551213 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3b1e56c1-ddd8-4b0b-b640-4b5de8995d61 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags HTTP/1.1" status: 204 len: 168 time: 0.3195357 Nov 19 19:05:29.555828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49170) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:29.560387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-81d675b8-87b5-49bf-a4e5-c77f51ad93b2 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:29.598451 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c949c8f-dcdb-43d5-b05d-cc40136c87e3 req-54ff8c28-18de-4a90-8a36-6e2fd1b1f743 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866678 Nov 19 19:05:29.719788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49174) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:29.726787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Pushing event updated for resources: {'Port': ['ID=ae7a937d-71e9-44f4-be42-51775df7c8d5,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:29.769926 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:29.775263 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Network 32df8e1a-b141-4d16-b1e8-e2ea737b167c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:29.805499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:29.811813 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:29.829386 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:29.836295 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:29.902037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49178) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:29.902793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-81d675b8-87b5-49bf-a4e5-c77f51ad93b2 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags HTTP/1.1" status: 204 len: 168 time: 0.3370464 Nov 19 19:05:29.926157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-b592213e-1c12-49fe-8299-f471b0d60ac1 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a', 'tempest-TagsExtTest-Tag-220685524') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:29.929456 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06511850-a24b-4003-9e2f-7ca7adbf9bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:29.992378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Attempting to bind port ae7a937d-71e9-44f4-be42-51775df7c8d5 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:29.993293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Attempting to bind port ae7a937d-71e9-44f4-be42-51775df7c8d5 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:29.993293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Attempting to bind port ae7a937d-71e9-44f4-be42-51775df7c8d5 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:30.012351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Allocated IP 172.25.3.244 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/83635b32-8b3b-4014-8df0-6a26facff59c) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:30.060719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:30.072977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Checking segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:30.073782 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:30.074029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Bound using segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:30.074656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Bound port: ae7a937d-71e9-44f4-be42-51775df7c8d5, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:30.075056 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:30.128115 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06511850-a24b-4003-9e2f-7ca7adbf9bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:30.138382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06511850-a24b-4003-9e2f-7ca7adbf9bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:30.181077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] For port ae7a937d-71e9-44f4-be42-51775df7c8d5, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:30.186662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] For port ae7a937d-71e9-44f4-be42-51775df7c8d5, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ae7a937d-71e9-44f4-be42-51775df7c8d5,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:30.192933 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:30.218707 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:30.278999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64ada5-6ea9-46cb-b675-4e5d74e0ba91 None None] Pushing event updated for resources: {'Port': ['ID=ae7a937d-71e9-44f4-be42-51775df7c8d5,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:30.306278 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:30.373624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b592213e-1c12-49fe-8299-f471b0d60ac1 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags/tempest-TagsExtTest-Tag-220685524 HTTP/1.1" status: 201 len: 201 time: 0.4704931 Nov 19 19:05:30.376181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:30.378147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49190) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:30.383302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Pushing event updated for resources: {'Port': ['ID=83635b32-8b3b-4014-8df0-6a26facff59c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:30.398263 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-f5d9de4e-7eed-473c-9686-2baff8e9977c tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481', 'tempest-TagsExtTest-Tag-949432796') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:30.401696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:30.407317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:30.473343 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac3baf-d790-434b-8c94-1b40097cd581 req-2ff64605-9a9b-45cf-a3e3-95824910d1af tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:30.480545 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41ac3baf-d790-434b-8c94-1b40097cd581 req-2ff64605-9a9b-45cf-a3e3-95824910d1af tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.4356050 Nov 19 19:05:30.589638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Allocated IP 10.2.2.100 (55437e15-c3e4-4447-8ff9-be91112fba3a/cff02319-0209-479f-b0cb-2db2b1823400/bb45a8e9-61af-4a51-bfcb-d96877b02582) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:30.624393 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41ac3baf-d790-434b-8c94-1b40097cd581 req-69dea4d8-5c4e-4410-851c-b989c9164d71 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434300 Nov 19 19:05:30.644828 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-06511850-a24b-4003-9e2f-7ca7adbf9bd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0cc8d35caf23486c9423a359f0cf3e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9230750 Nov 19 19:05:30.645863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06511850-a24b-4003-9e2f-7ca7adbf9bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7a708d-c946-41b9-9c70-eeb756f9104f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:30.649488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49194) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:30.752752 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-5907dbe9-8483-4c6f-afdb-3d20963261c9 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:30.754205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-5907dbe9-8483-4c6f-afdb-3d20963261c9 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/networks?id=5f5ac119-2db2-4628-8057-9d831d0a1f5a HTTP/1.1" status: 200 len: 812 time: 0.6236351 Nov 19 19:05:30.830374 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-316cc09c-326f-4b5c-bd4d-b0b81a250087 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/quotas/833dced463b149f9bd9c0c851d87420e HTTP/1.1" status: 200 len: 375 time: 0.0672526 Nov 19 19:05:30.837605 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-272e7915-dd39-4242-97bf-bcc41d5b4d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:30.854634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96abb7-2277-41c1-a5c1-99e11bbfe015 req-1208cec6-fcfb-4e48-b895-373d6b7d6ffb tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:30.860785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96abb7-2277-41c1-a5c1-99e11bbfe015 req-1208cec6-fcfb-4e48-b895-373d6b7d6ffb tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:30.866855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96abb7-2277-41c1-a5c1-99e11bbfe015 req-1208cec6-fcfb-4e48-b895-373d6b7d6ffb tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:30.868546 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bc96abb7-2277-41c1-a5c1-99e11bbfe015 req-1208cec6-fcfb-4e48-b895-373d6b7d6ffb tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 2375 time: 0.1211188 Nov 19 19:05:30.875680 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f5d9de4e-7eed-473c-9686-2baff8e9977c tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags/tempest-TagsExtTest-Tag-949432796 HTTP/1.1" status: 201 len: 201 time: 0.4929817 Nov 19 19:05:30.877673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49200) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:30.900235 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-272e7915-dd39-4242-97bf-bcc41d5b4d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:30.905030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-eb6c15aa-b2cc-4b2f-a9b2-4e51c09fec3e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5', 'tempest-TagsExtTest-Tag-1410981822') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:30.908372 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-79dc2a0f-aa23-4e30-9f53-22ed7cd058e6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=833dced463b149f9bd9c0c851d87420e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550985 Nov 19 19:05:31.010233 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bc96abb7-2277-41c1-a5c1-99e11bbfe015 req-b9b99140-1446-4a4b-ac84-321a16148d4c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935905 Nov 19 19:05:31.023110 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:31.091673 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:31.149807 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-272e7915-dd39-4242-97bf-bcc41d5b4d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:31.152400 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-272e7915-dd39-4242-97bf-bcc41d5b4d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:31.153560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-272e7915-dd39-4242-97bf-bcc41d5b4d45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b7a708d-c946-41b9-9c70-eeb756f9104f HTTP/1.1" status: 204 len: 168 time: 0.4964137 Nov 19 19:05:31.254805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e7915-dd39-4242-97bf-bcc41d5b4d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7a708d-c946-41b9-9c70-eeb756f9104f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:31.275137 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-7827ae16-f6f8-4df7-ba29-45461a4d0663 service neutron] 10.222.0.50 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152146 Nov 19 19:05:31.279297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-eb6c15aa-b2cc-4b2f-a9b2-4e51c09fec3e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags/tempest-TagsExtTest-Tag-1410981822 HTTP/1.1" status: 201 len: 201 time: 0.3847127 Nov 19 19:05:31.287024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49204) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:31.302186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-df1c132a-3791-4e4f-9ead-cff6857e3e20 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61', 'tempest-TagsExtTest-Tag-240996969') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:31.332621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ae7a937d-71e9-44f4-be42-51775df7c8d5 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:31.470411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ae7a937d-71e9-44f4-be42-51775df7c8d5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:31.470791 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:31.540187 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-7711f7c0-c1b8-4d07-a35a-85ad99a5eb88 service neutron] 10.222.0.50 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144177 Nov 19 19:05:31.546335 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:31.642706 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:31.669467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network 55437e15-c3e4-4447-8ff9-be91112fba3a is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:31.703915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:31.712611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:31.720233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port ae7a937d-71e9-44f4-be42-51775df7c8d5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ae7a937d-71e9-44f4-be42-51775df7c8d5,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:31.721282 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Port': ['ID=bb45a8e9-61af-4a51-bfcb-d96877b02582,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:31.734961 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:31.763453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-df1c132a-3791-4e4f-9ead-cff6857e3e20 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags/tempest-TagsExtTest-Tag-240996969 HTTP/1.1" status: 201 len: 201 time: 0.4725311 Nov 19 19:05:31.767735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49210) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:31.773307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-60163e2d-0560-4596-8325-c57b535977bd tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a', {'tags': ['tempest-TagsExtTest-Tag-936757268', 'tempest-TagsExtTest-Tag-1638191387', 'tempest-TagsExtTest-Tag-728605602']}) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:31.821662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49214) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:31.853225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:31.854063 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:31.861870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=ae7a937d-71e9-44f4-be42-51775df7c8d5,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:31.884657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d5ae6-4d0d-4fb7-89fc-43b2584d8946 None None] Network 32df8e1a-b141-4d16-b1e8-e2ea737b167c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:31.901171 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dca2c7f1-f436-467c-a24c-c632d820344f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:31.914585 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f41f553b-4783-4f4c-83b5-4755623dc3a7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8908873 Nov 19 19:05:31.939765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a', 'admin_state_up': True, 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'security_groups': ['be867419-cdbf-44a5-9b63-c2970b172acd']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:31.955748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-60163e2d-0560-4596-8325-c57b535977bd tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags HTTP/1.1" status: 200 len: 316 time: 0.1843121 Nov 19 19:05:31.997046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49218) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:32.047383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e933c491-51e9-4d5c-a109-f22021dbea31 None None] Provisioning complete for port ae7a937d-71e9-44f4-be42-51775df7c8d5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:32.047949 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e933c491-51e9-4d5c-a109-f22021dbea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:32.060228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-93211df3-ea1e-4c0c-8d3a-33f8a9526811 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:32.165885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dca2c7f1-f436-467c-a24c-c632d820344f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:32.186371 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377964e8-bf57-4fda-890b-ec15aa032722 req-4f631c87-5d50-45b2-9d5b-2f9183c844f0 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:32.194951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-377964e8-bf57-4fda-890b-ec15aa032722 req-4f631c87-5d50-45b2-9d5b-2f9183c844f0 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 1.0279713 Nov 19 19:05:32.204456 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dca2c7f1-f436-467c-a24c-c632d820344f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:32.229786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2129f0-6544-4606-8fcd-ea6fa699a34c req-c812684b-c275-4368-bfa2-aa66d0360828 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:32.237528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d2129f0-6544-4606-8fcd-ea6fa699a34c req-c812684b-c275-4368-bfa2-aa66d0360828 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1441770 Nov 19 19:05:32.250199 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2c7f1-f436-467c-a24c-c632d820344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1445cad0-dfd1-47b0-b7af-93bf2536852a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:32.329239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-377964e8-bf57-4fda-890b-ec15aa032722 req-420d9691-73be-4761-a2a5-743e6068d6ba tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330223 Nov 19 19:05:32.335362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d2129f0-6544-4606-8fcd-ea6fa699a34c req-79f26e66-4115-48e6-9400-28691ec06ea2 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962956 Nov 19 19:05:32.343337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dca2c7f1-f436-467c-a24c-c632d820344f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c08c2d6d403491bbe7854305f11f1bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5205557 Nov 19 19:05:32.348007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Made reservation on behalf of 1d8875fb71e244b28a0e7f5159946a98 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:32.352139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49226) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:32.356747 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:32.424909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e9ec2302-ad50-413a-86b5-99cfe260a4c6 None None] Provisioning complete for port bb45a8e9-61af-4a51-bfcb-d96877b02582 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:32.425482 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2302-ad50-413a-86b5-99cfe260a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:32.451014 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:32.462373 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9bfe3d87-4d58-42ae-8d64-675e6fb39b24 req-caabb72a-f753-4c56-8823-9058fc069480 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 210 time: 0.0414093 Nov 19 19:05:32.535548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f6f46fb4-3a95-4a04-954f-b62431787b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:32.562791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec2302-ad50-413a-86b5-99cfe260a4c6 None None] Port bb45a8e9-61af-4a51-bfcb-d96877b02582 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:32.574248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-93211df3-ea1e-4c0c-8d3a-33f8a9526811 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags HTTP/1.1" status: 204 len: 168 time: 0.5761135 Nov 19 19:05:32.581154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49230) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:32.598825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-cb978414-8261-4ede-9475-fd7847379f89 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a', 'tempest-TagsExtTest-Tag-936757268') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:32.614189 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f6f46fb4-3a95-4a04-954f-b62431787b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:32.700235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-973a289e-d1e3-42ef-932c-23d755fae251 None None] Provisioning complete for port ae7a937d-71e9-44f4-be42-51775df7c8d5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:32.703977 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-973a289e-d1e3-42ef-932c-23d755fae251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:32.740700 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f6f46fb4-3a95-4a04-954f-b62431787b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:32.746449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f6f46fb4-3a95-4a04-954f-b62431787b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:32.753356 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f6f46fb4-3a95-4a04-954f-b62431787b87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1445cad0-dfd1-47b0-b7af-93bf2536852a HTTP/1.1" status: 204 len: 168 time: 0.3956590 Nov 19 19:05:32.778085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59544da0-061c-4bb8-9b0d-5b9c739ada21 req-e595108b-c678-4aed-bbf3-05137edcccf0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:32.778787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f46fb4-3a95-4a04-954f-b62431787b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1445cad0-dfd1-47b0-b7af-93bf2536852a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:32.784033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:05:32.786672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59544da0-061c-4bb8-9b0d-5b9c739ada21 req-e595108b-c678-4aed-bbf3-05137edcccf0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:32.794131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59544da0-061c-4bb8-9b0d-5b9c739ada21 req-e595108b-c678-4aed-bbf3-05137edcccf0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:32.801716 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59544da0-061c-4bb8-9b0d-5b9c739ada21 req-e595108b-c678-4aed-bbf3-05137edcccf0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:32.803744 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59544da0-061c-4bb8-9b0d-5b9c739ada21 req-e595108b-c678-4aed-bbf3-05137edcccf0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 3096 time: 0.2280736 Nov 19 19:05:32.868233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Allocated IP 10.2.2.200 (55437e15-c3e4-4447-8ff9-be91112fba3a/cff02319-0209-479f-b0cb-2db2b1823400/d173fbde-a77e-4fec-84f0-15735fa29478) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:32.946708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59544da0-061c-4bb8-9b0d-5b9c739ada21 req-20ef0a41-6450-4570-96e0-e45894c746aa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128306 Nov 19 19:05:32.956628 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-cb978414-8261-4ede-9475-fd7847379f89 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:32.960440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cb978414-8261-4ede-9475-fd7847379f89 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags/tempest-TagsExtTest-Tag-936757268 HTTP/1.1" status: 404 len: 328 time: 0.3751934 Nov 19 19:05:32.961804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49234) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:32.971100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:05:32.973526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-27eeae71-5fc5-4c03-9096-2ab98db4d803 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a', 'tempest-TagsExtTest-Tag-1638191387') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:32.983680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Sync routers for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:05:33.012471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:33.014872 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:05:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:33.041913 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:33.043655 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-781a9985-716d-4af9-912a-12a6165429f0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5919321 Nov 19 19:05:33.046622 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49238) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:33.152839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:33.412308 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-27eeae71-5fc5-4c03-9096-2ab98db4d803 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:33.416394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-27eeae71-5fc5-4c03-9096-2ab98db4d803 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags/tempest-TagsExtTest-Tag-1638191387 HTTP/1.1" status: 404 len: 329 time: 0.4535327 Nov 19 19:05:33.429733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49250) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:33.439899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-1d574d83-884b-4c3c-b301-d157df8fad5a tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a', 'tempest-TagsExtTest-Tag-728605602') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:33.488585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ae7a937d-71e9-44f4-be42-51775df7c8d5 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:33.584731 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:33.634821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e967e76-ced3-4bd9-89a5-93f6d9cc47fa req-884efc60-1528-462d-a27b-5ede55df0123 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:33.635659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e967e76-ced3-4bd9-89a5-93f6d9cc47fa req-884efc60-1528-462d-a27b-5ede55df0123 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.1267653 Nov 19 19:05:33.663393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bdd04-2522-45e9-87a4-f56b9f03c639 req-d236a6b5-b0e3-4a07-aaed-6a66fb0f26d5 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:33.671163 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-626bdd04-2522-45e9-87a4-f56b9f03c639 req-d236a6b5-b0e3-4a07-aaed-6a66fb0f26d5 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1527183 Nov 19 19:05:33.698181 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-1d574d83-884b-4c3c-b301-d157df8fad5a tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:33.701844 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1d574d83-884b-4c3c-b301-d157df8fad5a tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags/tempest-TagsExtTest-Tag-728605602 HTTP/1.1" status: 404 len: 328 time: 0.2635038 Nov 19 19:05:33.702754 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49258) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:33.715215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-ac69eab4-fa68-4c1a-8ddc-20c83913064b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481', {'tags': ['tempest-TagsExtTest-Tag-540268383', 'tempest-TagsExtTest-Tag-1169968493', 'tempest-TagsExtTest-Tag-65911077']}) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:33.722234 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:33.740062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ae7a937d-71e9-44f4-be42-51775df7c8d5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:33.740802 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:33.784894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-449c218d-ac68-44a9-b7af-9ad9d91a7c65 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:33.786506 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-449c218d-ac68-44a9-b7af-9ad9d91a7c65 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.57 "GET /v2.0/networks?id=5f5ac119-2db2-4628-8057-9d831d0a1f5a HTTP/1.1" status: 200 len: 812 time: 0.3284984 Nov 19 19:05:33.813218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event updated for resources: {'Port': ['ID=d173fbde-a77e-4fec-84f0-15735fa29478,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:33.813799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:30Z', 'revision_number': 3, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:33.845184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Request body: {'port': {'device_id': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a', 'admin_state_up': True, 'tenant_id': '833dced463b149f9bd9c0c851d87420e'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:33.874892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Network 55437e15-c3e4-4447-8ff9-be91112fba3a is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:33.886702 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Checking router: 28be1059-ab96-4f8d-a4de-4ad8f5a5275e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:05:33.887283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Updating router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e port 83635b32-8b3b-4014-8df0-6a26facff59c binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:05:33.892276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e967e76-ced3-4bd9-89a5-93f6d9cc47fa req-b3b06278-4470-4f7d-9b3a-e3532b08edaa tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048671 Nov 19 19:05:33.915001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:33.921019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:34.018309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-626bdd04-2522-45e9-87a4-f56b9f03c639 req-a0d16cb8-c453-4246-b1d7-2871b3fad173 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461127 Nov 19 19:05:34.026872 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.052800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ac69eab4-fa68-4c1a-8ddc-20c83913064b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags HTTP/1.1" status: 200 len: 315 time: 0.3496714 Nov 19 19:05:34.069070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49268) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:34.138452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-bddf0b15-d28c-4e88-a7f6-c4b66f1c0a2f tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:34.170067 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-201eff22-9e0e-4ce6-b1e5-18c42bf7b7de req-e364d0bb-4db1-4a58-8812-7f069f669f1f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 210 time: 0.1601460 Nov 19 19:05:34.206281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.206979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.245687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0a417d39-2941-424b-bbb5-183b81f11bd3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3198473 Nov 19 19:05:34.259697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:34.352538 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.392083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9e5ff4ea-df17-41e7-8e70-9be8489afcc7 None None] Provisioning complete for port d173fbde-a77e-4fec-84f0-15735fa29478 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:34.392389 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9e5ff4ea-df17-41e7-8e70-9be8489afcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.438957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ff4ea-df17-41e7-8e70-9be8489afcc7 None None] Port d173fbde-a77e-4fec-84f0-15735fa29478 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:34.467474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Made reservation on behalf of 833dced463b149f9bd9c0c851d87420e for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:34.472871 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.540345 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.550956 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.572031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088504f-ff85-4c0b-8c5a-ca80fb4bf15a req-094603f5-55bb-438a-8ba3-c69630ccbafb tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.578867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088504f-ff85-4c0b-8c5a-ca80fb4bf15a req-094603f5-55bb-438a-8ba3-c69630ccbafb tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.589201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088504f-ff85-4c0b-8c5a-ca80fb4bf15a req-094603f5-55bb-438a-8ba3-c69630ccbafb tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.606735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088504f-ff85-4c0b-8c5a-ca80fb4bf15a req-094603f5-55bb-438a-8ba3-c69630ccbafb tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.622407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088504f-ff85-4c0b-8c5a-ca80fb4bf15a req-094603f5-55bb-438a-8ba3-c69630ccbafb tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.624226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d088504f-ff85-4c0b-8c5a-ca80fb4bf15a req-094603f5-55bb-438a-8ba3-c69630ccbafb tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 3817 time: 0.4095831 Nov 19 19:05:34.664772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Attempting to bind port 83635b32-8b3b-4014-8df0-6a26facff59c on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:34.664941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Attempting to bind port 83635b32-8b3b-4014-8df0-6a26facff59c by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:34.665314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Attempting to bind port 83635b32-8b3b-4014-8df0-6a26facff59c on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:34.683831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:34.684219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:34.684626 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.685030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:34.685512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Bound port: 83635b32-8b3b-4014-8df0-6a26facff59c, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:34.685954 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.687581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665822f-fb2e-42ca-acf0-d6e2a4f5fa06 None None] Pushing event updated for resources: {'Port': ['ID=83635b32-8b3b-4014-8df0-6a26facff59c,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:34.810190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b314d3e-7c93-48a2-94e4-0386a538a87e {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:34.824120 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.828933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] For port 83635b32-8b3b-4014-8df0-6a26facff59c, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:34.833713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] For port 83635b32-8b3b-4014-8df0-6a26facff59c, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=83635b32-8b3b-4014-8df0-6a26facff59c,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:34.842776 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.845508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Transition to ACTIVE for port object 3b314d3e-7c93-48a2-94e4-0386a538a87e will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:05:34.853607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.875879 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d088504f-ff85-4c0b-8c5a-ca80fb4bf15a req-ade14fb8-83b1-4b42-a9e6-e39aa2b87abf tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922066 Nov 19 19:05:34.934718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Allocated IP 172.20.0.10 (5f5ac119-2db2-4628-8057-9d831d0a1f5a/7f29e992-cb08-4bf2-af0c-8be5d34157a6/071a9b71-76ea-45d4-8e16-ca65d4409a24) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:34.948328 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bddf0b15-d28c-4e88-a7f6-c4b66f1c0a2f tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags HTTP/1.1" status: 204 len: 168 time: 0.8745301 Nov 19 19:05:34.948944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49286) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:34.957474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-40c3bf42-3e32-4c54-ab36-d35ba0a1ea5e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481', 'tempest-TagsExtTest-Tag-540268383') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:34.960939 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:35.031763 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Pushing event updated for resources: {'Port': ['ID=3b314d3e-7c93-48a2-94e4-0386a538a87e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:35.046915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:35.051931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:05:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:35.166490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665822f-fb2e-42ca-acf0-d6e2a4f5fa06 None None] Pushing event updated for resources: {'Port': ['ID=83635b32-8b3b-4014-8df0-6a26facff59c,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:35.215599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Attempting to bind port 3b314d3e-7c93-48a2-94e4-0386a538a87e on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:35.216248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Attempting to bind port 3b314d3e-7c93-48a2-94e4-0386a538a87e by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:35.216755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Attempting to bind port 3b314d3e-7c93-48a2-94e4-0386a538a87e on network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:35.232797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Port 3b314d3e-7c93-48a2-94e4-0386a538a87e on network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:05:35.235445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Attempting to bind port 3b314d3e-7c93-48a2-94e4-0386a538a87e on network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:35.259027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:35.269795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Checking segment: {'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:35.270468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Bound using segment: {'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:35.271112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Bound port: 3b314d3e-7c93-48a2-94e4-0386a538a87e, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:35.271644 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:35.293424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c39faf-ecf0-4429-b2c4-67f47cb41715 req-e16d184f-c995-4c70-a16b-204f7a099338 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:35.301551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7c39faf-ecf0-4429-b2c4-67f47cb41715 req-e16d184f-c995-4c70-a16b-204f7a099338 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.2782528 Nov 19 19:05:35.437079 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-40c3bf42-3e32-4c54-ab36-d35ba0a1ea5e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:35.443322 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-40c3bf42-3e32-4c54-ab36-d35ba0a1ea5e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags/tempest-TagsExtTest-Tag-540268383 HTTP/1.1" status: 404 len: 328 time: 0.4904993 Nov 19 19:05:35.446086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49298) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:35.449963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:35.452497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-caf78068-c38f-467f-8399-4799a87f543e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481', 'tempest-TagsExtTest-Tag-1169968493') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:35.520361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Allocated IP 172.20.0.1 (32df8e1a-b141-4d16-b1e8-e2ea737b167c/5fc34135-1ad1-4b71-aa2b-4179e56c40e2/41acb9e7-170a-4c01-b4bb-42ecdd490fff) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:35.532886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7c39faf-ecf0-4429-b2c4-67f47cb41715 req-23bb5fc0-b4d7-46b8-842d-fcf1dba76fbf tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150500 Nov 19 19:05:35.563027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] For port 3b314d3e-7c93-48a2-94e4-0386a538a87e, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:35.579485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] For port 3b314d3e-7c93-48a2-94e4-0386a538a87e, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3b314d3e-7c93-48a2-94e4-0386a538a87e,segment=NetworkSegment(e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da),segment_id=e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:35.593244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:35.699595 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:35.717075 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:35.717985 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:35.719480 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] 10.222.0.21 "PUT /v2.0/ports/3b314d3e-7c93-48a2-94e4-0386a538a87e HTTP/1.1" status: 200 len: 1092 time: 1.4650879 Nov 19 19:05:35.726274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790d3c1-956f-4e70-83fa-0b6eb8204529 service neutron] Pushing event updated for resources: {'Port': ['ID=3b314d3e-7c93-48a2-94e4-0386a538a87e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:35.733880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:30Z', 'revision_number': 3, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:35.735126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': '3b314d3e-7c93-48a2-94e4-0386a538a87e'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:35.742996 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b574e5b-fdc9-413f-961f-71b5cff83a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "3b314d3e-7c93-48a2-94e4-0386a538a87e"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:35.770591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:35.781390 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:35.806665 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7aa2b-06b1-4133-901a-666a8e54f6c8 None None] The sync data for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 is: [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:30Z', 'revision_number': 3, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:05:35.839942 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:35.911037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e5bbbc7-7516-4219-97b8-4fd34e346263 req-d1d5f720-4809-424c-901f-07c39267fbff tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 210 time: 0.1808958 Nov 19 19:05:35.922302 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-caf78068-c38f-467f-8399-4799a87f543e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:35.934902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-caf78068-c38f-467f-8399-4799a87f543e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags/tempest-TagsExtTest-Tag-1169968493 HTTP/1.1" status: 404 len: 329 time: 0.4877574 Nov 19 19:05:35.941649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49316) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:35.961909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-ab736f46-83f8-492e-8d5a-420affb628c2 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481', 'tempest-TagsExtTest-Tag-65911077') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:35.974606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Pushing event updated for resources: {'Port': ['ID=071a9b71-76ea-45d4-8e16-ca65d4409a24,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:36.024560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:36.049830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d80d-52e1-4435-a0c4-7fcf86985c95 req-9f46c806-1c3c-4514-9e48-38ed668a49a9 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:36.056957 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6833d80d-52e1-4435-a0c4-7fcf86985c95 req-9f46c806-1c3c-4514-9e48-38ed668a49a9 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.2699170 Nov 19 19:05:36.058995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Network 5f5ac119-2db2-4628-8057-9d831d0a1f5a is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:36.078778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:36.088506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:36.094143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:36.279914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Pushing event updated for resources: {'Port': ['ID=41acb9e7-170a-4c01-b4bb-42ecdd490fff,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:36.440556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Network 32df8e1a-b141-4d16-b1e8-e2ea737b167c is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:36.472963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:36.524049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:36.546855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:36.547466 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:36.572763 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-ab736f46-83f8-492e-8d5a-420affb628c2 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:36.573777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ab736f46-83f8-492e-8d5a-420affb628c2 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags/tempest-TagsExtTest-Tag-65911077 HTTP/1.1" status: 404 len: 327 time: 0.6158762 Nov 19 19:05:36.585157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49334) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:36.625228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-c1fd34d0-98d4-4416-8302-2ad91b95ff37 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5', {'tags': ['tempest-TagsExtTest-Tag-249395368', 'tempest-TagsExtTest-Tag-572715675', 'tempest-TagsExtTest-Tag-1393726304']}) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:36.708947 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6833d80d-52e1-4435-a0c4-7fcf86985c95 req-597847cd-1807-4340-960d-01d2909849ed tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406667 Nov 19 19:05:36.750204 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-a6f2b24a-97a0-4b4a-bc7f-7ec6aa5957b2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9111226 Nov 19 19:05:36.790350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Request body: {'port': {'device_id': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:36.832855 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:36.940023 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe339b-5f83-4243-bb6f-7afe6dfa0a3d x-openstack-request-id: req-f7fe339b-5f83-4243-bb6f-7afe6dfa0a3d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:36.940636 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "3b314d3e-7c93-48a2-94e4-0386a538a87e", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:36.940636 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7fe339b-5f83-4243-bb6f-7afe6dfa0a3d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:36.941016 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': '3b314d3e-7c93-48a2-94e4-0386a538a87e', 'status': 'completed', 'code': 200} Nov 19 19:05:37.063803 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:37.105303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6f06-4b07-473a-86c7-36c128dc9048 req-b4284895-0be3-4d3c-b53a-78d5ba55497e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.114449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6f06-4b07-473a-86c7-36c128dc9048 req-b4284895-0be3-4d3c-b53a-78d5ba55497e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.122898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7000df67-f6af-47c1-b285-1072e44167e2 None None] Provisioning complete for port 41acb9e7-170a-4c01-b4bb-42ecdd490fff triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:37.123455 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7000df67-f6af-47c1-b285-1072e44167e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:37.125604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6f06-4b07-473a-86c7-36c128dc9048 req-b4284895-0be3-4d3c-b53a-78d5ba55497e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.132317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6f06-4b07-473a-86c7-36c128dc9048 req-b4284895-0be3-4d3c-b53a-78d5ba55497e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.139111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6f06-4b07-473a-86c7-36c128dc9048 req-b4284895-0be3-4d3c-b53a-78d5ba55497e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.141143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0dfb6f06-4b07-473a-86c7-36c128dc9048 req-b4284895-0be3-4d3c-b53a-78d5ba55497e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 3829 time: 0.3096426 Nov 19 19:05:37.205530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7000df67-f6af-47c1-b285-1072e44167e2 None None] Port 41acb9e7-170a-4c01-b4bb-42ecdd490fff cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:37.296743 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49344) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:37.308073 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa27ff0-f1cf-4daa-970e-df5af4e05013 req-e07ef3f8-d8b3-4ccd-9f9a-9786b3d302f5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.309980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9aa27ff0-f1cf-4daa-970e-df5af4e05013 req-e07ef3f8-d8b3-4ccd-9f9a-9786b3d302f5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.3270137 Nov 19 19:05:37.329358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 83635b32-8b3b-4014-8df0-6a26facff59c up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:37.341402 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-7a6f231a-89c3-4fd7-a18a-53e03364121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.341910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-7a6f231a-89c3-4fd7-a18a-53e03364121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.342459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-7a6f231a-89c3-4fd7-a18a-53e03364121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.343144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-7a6f231a-89c3-4fd7-a18a-53e03364121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.343707 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-7a6f231a-89c3-4fd7-a18a-53e03364121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.345678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-7a6f231a-89c3-4fd7-a18a-53e03364121a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 4364 time: 0.3391793 Nov 19 19:05:37.362645 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0dfb6f06-4b07-473a-86c7-36c128dc9048 req-fe652459-0068-403e-b27f-a9cdc072452b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109351 Nov 19 19:05:37.450338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 83635b32-8b3b-4014-8df0-6a26facff59c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:37.450720 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:37.463092 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:37.500723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9aa27ff0-f1cf-4daa-970e-df5af4e05013 req-c4c945b0-58f1-49eb-b69b-0e27874e6636 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412215 Nov 19 19:05:37.504755 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c1fd34d0-98d4-4416-8302-2ad91b95ff37 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags HTTP/1.1" status: 200 len: 316 time: 0.9052727 Nov 19 19:05:37.515508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49348) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:37.538089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-073c85f3-a55f-45f4-808b-491c6507bcdf tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:37.604515 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:37.630400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 83635b32-8b3b-4014-8df0-6a26facff59c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=83635b32-8b3b-4014-8df0-6a26facff59c,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:37.635662 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:37.676886 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0454b26c-c91d-4e95-8c46-6bea11258cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:37.710756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=83635b32-8b3b-4014-8df0-6a26facff59c,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:37.749031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5262d3-486a-453d-9df9-6508db27b1a4 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:37.782327 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:37.849952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-abb1b75d-6c21-45aa-a5c3-b2d90bdd0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.851011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-abb1b75d-6c21-45aa-a5c3-b2d90bdd0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.851479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-abb1b75d-6c21-45aa-a5c3-b2d90bdd0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:37.853101 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-abb1b75d-6c21-45aa-a5c3-b2d90bdd0a14 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d8875fb71e244b28a0e7f5159946a98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4916215 Nov 19 19:05:37.867662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Transition to ACTIVE for port object 0d5262d3-486a-453d-9df9-6508db27b1a4 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:05:37.903914 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.210228 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aeae4bc7-ff40-481d-a37c-47f9959a2040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.262985 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5193951-2686-4622-acfa-190412c4c311 req-bbeac5da-c371-4b7c-9c60-a997d15242aa tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:38.264811 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b5193951-2686-4622-acfa-190412c4c311 req-bbeac5da-c371-4b7c-9c60-a997d15242aa tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 932 time: 0.7499220 Nov 19 19:05:38.292650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b05d38-45f9-45f1-ab97-2e4a463f856a req-6579f907-825e-4cfd-bd7e-9833e34c7de7 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:38.294214 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2b05d38-45f9-45f1-ab97-2e4a463f856a req-6579f907-825e-4cfd-bd7e-9833e34c7de7 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.2277684 Nov 19 19:05:38.339095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9b1e-1906-4e85-9a16-92f7b414ba6c req-4a095a46-083e-4db7-b719-108abc982f85 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:38.341155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48ff9b1e-1906-4e85-9a16-92f7b414ba6c req-4a095a46-083e-4db7-b719-108abc982f85 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.5210080 Nov 19 19:05:38.382995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5262d3-486a-453d-9df9-6508db27b1a4,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:38.457739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0454b26c-c91d-4e95-8c46-6bea11258cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.498488 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0454b26c-c91d-4e95-8c46-6bea11258cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.541268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.550783 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-073c85f3-a55f-45f4-808b-491c6507bcdf tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags HTTP/1.1" status: 204 len: 168 time: 1.0337794 Nov 19 19:05:38.556182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49356) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:38.568802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-e52c2eb7-a7a7-4c7d-93be-ce4a0509a73b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5', 'tempest-TagsExtTest-Tag-249395368') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:38.575657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48ff9b1e-1906-4e85-9a16-92f7b414ba6c req-089d27c7-4625-4f32-a22e-015b71f8aa63 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194967 Nov 19 19:05:38.583330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-d449bc5d-ce32-4a16-8755-a7877f29b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:38.589595 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b574e5b-fdc9-413f-961f-71b5cff83a4d req-d449bc5d-ce32-4a16-8755-a7877f29b68b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7153704 Nov 19 19:05:38.619264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.645029 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Attempting to bind port 0d5262d3-486a-453d-9df9-6508db27b1a4 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:38.645578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Attempting to bind port 0d5262d3-486a-453d-9df9-6508db27b1a4 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:38.646291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Attempting to bind port 0d5262d3-486a-453d-9df9-6508db27b1a4 on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:38.659120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0454b26c-c91d-4e95-8c46-6bea11258cbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af13c0a7e4cf4c20ad92c0ac0888d42f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3272929 Nov 19 19:05:38.660799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454b26c-c91d-4e95-8c46-6bea11258cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eee82f1-ad17-42b1-a10a-75327eaca975,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:38.663991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Port 0d5262d3-486a-453d-9df9-6508db27b1a4 on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:05:38.664431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Attempting to bind port 0d5262d3-486a-453d-9df9-6508db27b1a4 on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:38.666721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49360) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:38.692297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:38.692773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Checking segment: {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:38.693274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Bound using segment: {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:38.693944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Bound port: 0d5262d3-486a-453d-9df9-6508db27b1a4, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:38.694404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.801401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Pushing event updated for resources: {'Port': ['ID=41acb9e7-170a-4c01-b4bb-42ecdd490fff,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:38.811864 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b5193951-2686-4622-acfa-190412c4c311 req-ff292d91-b577-4d52-8737-87455f9b1bbd tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141668 Nov 19 19:05:38.836854 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.841004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071a9b71-76ea-45d4-8e16-ca65d4409a24 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:38.856616 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0920eb18-d786-4aca-96be-56296a1e0ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.860791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] For port 0d5262d3-486a-453d-9df9-6508db27b1a4, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:38.862002 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.865012 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] For port 0d5262d3-486a-453d-9df9-6508db27b1a4, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0d5262d3-486a-453d-9df9-6508db27b1a4,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:38.867170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-a2b05d38-45f9-45f1-ab97-2e4a463f856a req-aa09d7f9-e7b8-4af8-b617-0bdc1fcdf19f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Deleting port 543c131d-7701-455b-9a18-7e3322c5fc77 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:38.867613 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a2b05d38-45f9-45f1-ab97-2e4a463f856a req-aa09d7f9-e7b8-4af8-b617-0bdc1fcdf19f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.879673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f932-f708-4117-96d0-31336a0e0acf req-f92436b6-3cce-4cc3-ace7-d1baab6d9ba6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:38.886336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f932-f708-4117-96d0-31336a0e0acf req-f92436b6-3cce-4cc3-ace7-d1baab6d9ba6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:38.892553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f932-f708-4117-96d0-31336a0e0acf req-f92436b6-3cce-4cc3-ace7-d1baab6d9ba6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:38.898927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f932-f708-4117-96d0-31336a0e0acf req-f92436b6-3cce-4cc3-ace7-d1baab6d9ba6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:38.905991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f932-f708-4117-96d0-31336a0e0acf req-f92436b6-3cce-4cc3-ace7-d1baab6d9ba6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:38.913974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f932-f708-4117-96d0-31336a0e0acf req-f92436b6-3cce-4cc3-ace7-d1baab6d9ba6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:38.921458 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-e52c2eb7-a7a7-4c7d-93be-ce4a0509a73b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:38.925136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e52c2eb7-a7a7-4c7d-93be-ce4a0509a73b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags/tempest-TagsExtTest-Tag-249395368 HTTP/1.1" status: 404 len: 328 time: 0.3624625 Nov 19 19:05:38.925299 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7491f932-f708-4117-96d0-31336a0e0acf req-f92436b6-3cce-4cc3-ace7-d1baab6d9ba6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 4600 time: 0.2001700 Nov 19 19:05:38.931340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49362) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:38.936544 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.936769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-abf93f13-2bf7-4953-8a4f-6aca05e10b1f tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5', 'tempest-TagsExtTest-Tag-572715675') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:38.953321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Transition to ACTIVE for port object 071a9b71-76ea-45d4-8e16-ca65d4409a24 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:05:39.001735 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0920eb18-d786-4aca-96be-56296a1e0ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:39.021336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.022688 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:39.024691 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] 10.222.0.21 "PUT /v2.0/ports/0d5262d3-486a-453d-9df9-6508db27b1a4 HTTP/1.1" status: 200 len: 1129 time: 3.2656250 Nov 19 19:05:39.031304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:39.031521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': '0d5262d3-486a-453d-9df9-6508db27b1a4'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:39.034657 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "0d5262d3-486a-453d-9df9-6508db27b1a4"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:39.098587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:39.156580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38e574-4156-40fe-a16f-031bb14fd521 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5262d3-486a-453d-9df9-6508db27b1a4,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:39.198040 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7491f932-f708-4117-96d0-31336a0e0acf req-864e5737-b027-45a9-abe7-a9cc07f99fc5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2733943 Nov 19 19:05:39.225493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0920eb18-d786-4aca-96be-56296a1e0ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:39.227218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Pushing event updated for resources: {'Port': ['ID=071a9b71-76ea-45d4-8e16-ca65d4409a24,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:39.229895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0920eb18-d786-4aca-96be-56296a1e0ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:39.231520 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0920eb18-d786-4aca-96be-56296a1e0ac0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0eee82f1-ad17-42b1-a10a-75327eaca975 HTTP/1.1" status: 204 len: 168 time: 0.5558515 Nov 19 19:05:39.242118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-a2b05d38-45f9-45f1-ab97-2e4a463f856a req-aa09d7f9-e7b8-4af8-b617-0bdc1fcdf19f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] For port 543c131d-7701-455b-9a18-7e3322c5fc77, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=543c131d-7701-455b-9a18-7e3322c5fc77,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:39.242118 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a2b05d38-45f9-45f1-ab97-2e4a463f856a req-aa09d7f9-e7b8-4af8-b617-0bdc1fcdf19f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:39.247234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920eb18-d786-4aca-96be-56296a1e0ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eee82f1-ad17-42b1-a10a-75327eaca975,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:39.256515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:39.320638 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Network 32df8e1a-b141-4d16-b1e8-e2ea737b167c is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:39.343312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2305676-fd43-4a94-a56d-9c516b7098f1 req-38e33559-a8d6-48f1-a322-d2eeb7feced7 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.359520 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2305676-fd43-4a94-a56d-9c516b7098f1 req-38e33559-a8d6-48f1-a322-d2eeb7feced7 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 946 time: 0.3438542 Nov 19 19:05:39.399673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-a2b05d38-45f9-45f1-ab97-2e4a463f856a req-aa09d7f9-e7b8-4af8-b617-0bdc1fcdf19f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Calling delete_port for 543c131d-7701-455b-9a18-7e3322c5fc77 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:39.407391 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-abf93f13-2bf7-4953-8a4f-6aca05e10b1f tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:39.417811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 83635b32-8b3b-4014-8df0-6a26facff59c up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:39.433212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49368) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:39.434304 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-abf93f13-2bf7-4953-8a4f-6aca05e10b1f tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags/tempest-TagsExtTest-Tag-572715675 HTTP/1.1" status: 404 len: 328 time: 0.5011060 Nov 19 19:05:39.435392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:39.441685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-267efca6-e8d9-44e7-b0b6-693fec624307 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5', 'tempest-TagsExtTest-Tag-1393726304') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:39.464285 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec31508-4144-440c-a9b9-e0b8d973af63 x-openstack-request-id: req-eec31508-4144-440c-a9b9-e0b8d973af63 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:39.464732 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "0d5262d3-486a-453d-9df9-6508db27b1a4", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:39.465089 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eec31508-4144-440c-a9b9-e0b8d973af63 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:39.465588 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': '0d5262d3-486a-453d-9df9-6508db27b1a4', 'status': 'completed', 'code': 200} Nov 19 19:05:39.518792 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 83635b32-8b3b-4014-8df0-6a26facff59c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:39.523788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:39.739427 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49374) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:39.769529 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf1be80-2b70-4eaa-b6ab-c9939711368e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:39.820533 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-267efca6-e8d9-44e7-b0b6-693fec624307 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:39.824123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-267efca6-e8d9-44e7-b0b6-693fec624307 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags/tempest-TagsExtTest-Tag-1393726304 HTTP/1.1" status: 404 len: 329 time: 0.3876314 Nov 19 19:05:39.826594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49376) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:39.840243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-239115ea-2c24-42d4-bed5-ea9b98f2ff01 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61', {'tags': ['tempest-TagsExtTest-Tag-339504447', 'tempest-TagsExtTest-Tag-852933389', 'tempest-TagsExtTest-Tag-500229690']}) {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:39.854889 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2305676-fd43-4a94-a56d-9c516b7098f1 req-c801e486-d488-490e-b068-2908a4574241 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943674 Nov 19 19:05:39.855783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Attempting to bind port 071a9b71-76ea-45d4-8e16-ca65d4409a24 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:39.856129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Attempting to bind port 071a9b71-76ea-45d4-8e16-ca65d4409a24 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:39.856459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Attempting to bind port 071a9b71-76ea-45d4-8e16-ca65d4409a24 on network 5f5ac119-2db2-4628-8057-9d831d0a1f5a {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:39.860138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-2f4604da-b746-43ee-b86a-8934fc45d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.860630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-2f4604da-b746-43ee-b86a-8934fc45d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.861106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-2f4604da-b746-43ee-b86a-8934fc45d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.861578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-2f4604da-b746-43ee-b86a-8934fc45d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.862080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-2f4604da-b746-43ee-b86a-8934fc45d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.862947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-2f4604da-b746-43ee-b86a-8934fc45d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.864405 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-2f4604da-b746-43ee-b86a-8934fc45d76c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5286 time: 0.3954742 Nov 19 19:05:39.866855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Port 071a9b71-76ea-45d4-8e16-ca65d4409a24 on network 5f5ac119-2db2-4628-8057-9d831d0a1f5a not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:05:39.867185 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Attempting to bind port 071a9b71-76ea-45d4-8e16-ca65d4409a24 on network 5f5ac119-2db2-4628-8057-9d831d0a1f5a {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:39.916424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5c43ffa8-2977-457c-988d-6c2a5032731d None None] Provisioning complete for port 41acb9e7-170a-4c01-b4bb-42ecdd490fff triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:39.916811 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5c43ffa8-2977-457c-988d-6c2a5032731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:39.982453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a573105-3535-4cc9-b7bd-ca02bb98397b req-8caa884a-3d72-4a94-84fc-06924c499220 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.986956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5c43ffa8-2977-457c-988d-6c2a5032731d None None] Port 41acb9e7-170a-4c01-b4bb-42ecdd490fff cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:39.989865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a573105-3535-4cc9-b7bd-ca02bb98397b req-8caa884a-3d72-4a94-84fc-06924c499220 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.2844083 Nov 19 19:05:39.999141 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf1be80-2b70-4eaa-b6ab-c9939711368e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.016014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:05:40.025692 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf1be80-2b70-4eaa-b6ab-c9939711368e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.028218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:40.028537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Checking segment: {'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:40.028926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Bound using segment: {'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:40.029378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Bound port: 071a9b71-76ea-45d4-8e16-ca65d4409a24, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:40.029729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.063040 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-239115ea-2c24-42d4-bed5-ea9b98f2ff01 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "PUT /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags HTTP/1.1" status: 200 len: 315 time: 0.2303331 Nov 19 19:05:40.075971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49380) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:40.096056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-a3446052-7158-4dd8-9175-db5fea64a0eb tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:40.109543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1be80-2b70-4eaa-b6ab-c9939711368e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb17b9d8-26f3-4b2e-9e58-2c735d4b10c3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:40.142680 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fbf1be80-2b70-4eaa-b6ab-c9939711368e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=728890293a7a4838b6ae49401f224bfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3933277 Nov 19 19:05:40.144771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-f28fbf59-47e8-499d-a5fc-76ee14824867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.145252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-f28fbf59-47e8-499d-a5fc-76ee14824867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.145722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-f28fbf59-47e8-499d-a5fc-76ee14824867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.147998 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-f28fbf59-47e8-499d-a5fc-76ee14824867 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d8875fb71e244b28a0e7f5159946a98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2684810 Nov 19 19:05:40.147998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49382) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:40.157219 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a573105-3535-4cc9-b7bd-ca02bb98397b req-a37ddb46-e029-4726-a854-bb037ba59578 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665118 Nov 19 19:05:40.202574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee576a1-d5ed-4756-9300-89ffedbac12c {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:40.246540 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.296732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Transition to ACTIVE for port object 0ee576a1-d5ed-4756-9300-89ffedbac12c will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:05:40.312349 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.324102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a3446052-7158-4dd8-9175-db5fea64a0eb tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags HTTP/1.1" status: 204 len: 168 time: 0.2441695 Nov 19 19:05:40.332193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132853b6-80b8-4bfe-9dd3-814eed4e1673 req-03948d83-6b8c-44b8-89e5-00d02ec9de42 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.340459 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-132853b6-80b8-4bfe-9dd3-814eed4e1673 req-03948d83-6b8c-44b8-89e5-00d02ec9de42 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 944 time: 0.3357852 Nov 19 19:05:40.342103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49386) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:40.360500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-3f962ee5-5811-4253-b3ef-327e24e6877a tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61', 'tempest-TagsExtTest-Tag-339504447') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:40.368251 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-667194cc-1edb-406d-8bcf-2ce875ec6cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.370188 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a2b05d38-45f9-45f1-ab97-2e4a463f856a req-aa09d7f9-e7b8-4af8-b617-0bdc1fcdf19f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.382391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['543c131d-7701-455b-9a18-7e3322c5fc77'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:05:40.422354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] For port 071a9b71-76ea-45d4-8e16-ca65d4409a24, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:40.451107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-2a05fc5d-9ae8-41ad-ae9a-0d4a7c111f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.452897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34d0cdfa-a365-45c7-87bf-2e2707bef4e9 req-2a05fc5d-9ae8-41ad-ae9a-0d4a7c111f78 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2946386 Nov 19 19:05:40.453962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee576a1-d5ed-4756-9300-89ffedbac12c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:40.464594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09d7f9-e7b8-4af8-b617-0bdc1fcdf19f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event deleted for resources: {'Port': ['ID=543c131d-7701-455b-9a18-7e3322c5fc77,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:40.483711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] For port 071a9b71-76ea-45d4-8e16-ca65d4409a24, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=071a9b71-76ea-45d4-8e16-ca65d4409a24,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:40.486926 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-667194cc-1edb-406d-8bcf-2ce875ec6cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.526996 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-132853b6-80b8-4bfe-9dd3-814eed4e1673 req-bbe95cfd-d0ed-490b-8bf9-f58611c1c2c6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856744 Nov 19 19:05:40.565257 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.574077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:05:40.578836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac585-cefa-4700-b7b7-2ac9e93cbb26 req-a0e5d271-ba11-4e23-9c0c-bbd97a96a78c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.585863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac585-cefa-4700-b7b7-2ac9e93cbb26 req-a0e5d271-ba11-4e23-9c0c-bbd97a96a78c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.586643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-80bcb8f1-43cd-437f-9a50-7f1729013535 admin admin] 10.222.0.50 "PUT /v2.0/routers/28be1059-ab96-4f8d-a4de-4ad8f5a5275e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5389893 Nov 19 19:05:40.592472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac585-cefa-4700-b7b7-2ac9e93cbb26 req-a0e5d271-ba11-4e23-9c0c-bbd97a96a78c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.593623 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-46ca0d87-2b76-4f95-bf1b-a46db77cd4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.599910 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Sync routers for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:05:40.608101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac585-cefa-4700-b7b7-2ac9e93cbb26 req-a0e5d271-ba11-4e23-9c0c-bbd97a96a78c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.617962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac585-cefa-4700-b7b7-2ac9e93cbb26 req-a0e5d271-ba11-4e23-9c0c-bbd97a96a78c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.619952 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:40.620607 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:05:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:40.637947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac585-cefa-4700-b7b7-2ac9e93cbb26 req-a0e5d271-ba11-4e23-9c0c-bbd97a96a78c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.649188 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-3f962ee5-5811-4253-b3ef-327e24e6877a tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:40.650958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac585-cefa-4700-b7b7-2ac9e93cbb26 req-a0e5d271-ba11-4e23-9c0c-bbd97a96a78c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.653780 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3f962ee5-5811-4253-b3ef-327e24e6877a tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags/tempest-TagsExtTest-Tag-339504447 HTTP/1.1" status: 404 len: 328 time: 0.3024192 Nov 19 19:05:40.655564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b05d38-45f9-45f1-ab97-2e4a463f856a req-aa09d7f9-e7b8-4af8-b617-0bdc1fcdf19f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] No DVR routers for this DVR port 543c131d-7701-455b-9a18-7e3322c5fc77 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:40.662363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49392) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:40.664622 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05dac585-cefa-4700-b7b7-2ac9e93cbb26 req-a0e5d271-ba11-4e23-9c0c-bbd97a96a78c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5373 time: 0.3070161 Nov 19 19:05:40.668180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-7099ac77-5cee-425a-99cf-991e9d756964 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61', 'tempest-TagsExtTest-Tag-852933389') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:40.704186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a2b05d38-45f9-45f1-ab97-2e4a463f856a req-aa09d7f9-e7b8-4af8-b617-0bdc1fcdf19f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.709239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2b05d38-45f9-45f1-ab97-2e4a463f856a req-aa09d7f9-e7b8-4af8-b617-0bdc1fcdf19f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "DELETE /v2.0/ports/543c131d-7701-455b-9a18-7e3322c5fc77 HTTP/1.1" status: 204 len: 173 time: 2.4089963 Nov 19 19:05:40.711133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c90539-9796-42b3-8a0d-115a9d71d88c', 'name': 'network-vif-deleted', 'tag': '543c131d-7701-455b-9a18-7e3322c5fc77'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:40.714804 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3200577c-02e7-4f3c-acc6-5c269e5eaccc" -d '{"events": [{"server_uuid": "d5c90539-9796-42b3-8a0d-115a9d71d88c", "name": "network-vif-deleted", "tag": "543c131d-7701-455b-9a18-7e3322c5fc77"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:40.754647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.763034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.769013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] 10.222.0.57 "PUT /v2.0/ports/071a9b71-76ea-45d4-8e16-ca65d4409a24 HTTP/1.1" status: 200 len: 1092 time: 4.0032802 Nov 19 19:05:40.825231 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2917b6-3df4-45d2-adc0-ed049e472f5d x-openstack-request-id: req-4f2917b6-3df4-45d2-adc0-ed049e472f5d {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:40.825231 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c90539-9796-42b3-8a0d-115a9d71d88c", "name": "network-vif-deleted", "tag": "543c131d-7701-455b-9a18-7e3322c5fc77", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:40.825231 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f2917b6-3df4-45d2-adc0-ed049e472f5d {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:40.825231 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c90539-9796-42b3-8a0d-115a9d71d88c', 'name': 'network-vif-deleted', 'tag': '543c131d-7701-455b-9a18-7e3322c5fc77', 'status': 'completed', 'code': 200} Nov 19 19:05:40.827311 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-7099ac77-5cee-425a-99cf-991e9d756964 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:40.831121 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7099ac77-5cee-425a-99cf-991e9d756964 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags/tempest-TagsExtTest-Tag-852933389 HTTP/1.1" status: 404 len: 328 time: 0.1642058 Nov 19 19:05:40.831683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49396) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:40.832313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976b4e4-61a5-4d0c-a608-7ec9b0df37de service neutron] Pushing event updated for resources: {'Port': ['ID=071a9b71-76ea-45d4-8e16-ca65d4409a24,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:40.839720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-d67017f8-9e23-4400-aac0-25150b25b86d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61', 'tempest-TagsExtTest-Tag-500229690') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:40.908096 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:40.935830 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-667194cc-1edb-406d-8bcf-2ce875ec6cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.939965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-667194cc-1edb-406d-8bcf-2ce875ec6cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:40.944403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-667194cc-1edb-406d-8bcf-2ce875ec6cb8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb17b9d8-26f3-4b2e-9e58-2c735d4b10c3 HTTP/1.1" status: 204 len: 168 time: 0.7880554 Nov 19 19:05:40.952269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Attempting to bind port 0ee576a1-d5ed-4756-9300-89ffedbac12c on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:40.952830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Attempting to bind port 0ee576a1-d5ed-4756-9300-89ffedbac12c by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:40.953232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Attempting to bind port 0ee576a1-d5ed-4756-9300-89ffedbac12c on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:40.958426 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-d67017f8-9e23-4400-aac0-25150b25b86d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] show failed (client error): The resource could not be found. Nov 19 19:05:40.960551 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d67017f8-9e23-4400-aac0-25150b25b86d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags/tempest-TagsExtTest-Tag-500229690 HTTP/1.1" status: 404 len: 328 time: 0.1239023 Nov 19 19:05:40.962448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49406) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:40.969734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-30ccc9c4-0e62-4bee-a150-503036fc1a3f tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '77f19e0a-b163-4e8a-858e-80e790632a61') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:40.998962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-d35d32c3-bb19-45ec-bc0b-39609d08a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:41.000043 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05dac585-cefa-4700-b7b7-2ac9e93cbb26 req-25972a4d-968f-4339-be5f-b526d592468a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3293126 Nov 19 19:05:41.000654 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-d35d32c3-bb19-45ec-bc0b-39609d08a102 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=833dced463b149f9bd9c0c851d87420e&device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 1095 time: 0.1004994 Nov 19 19:05:41.004059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667194cc-1edb-406d-8bcf-2ce875ec6cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb17b9d8-26f3-4b2e-9e58-2c735d4b10c3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:41.007563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Port 0ee576a1-d5ed-4756-9300-89ffedbac12c on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:05:41.009071 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Attempting to bind port 0ee576a1-d5ed-4756-9300-89ffedbac12c on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:41.024225 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-30ccc9c4-0e62-4bee-a150-503036fc1a3f tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61/tags HTTP/1.1" status: 204 len: 168 time: 0.0554962 Nov 19 19:05:41.025034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49408) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:41.029948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-f8e6aa09-f6b3-44e3-8ab3-6c37dc05ba22 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f13e2e58-9cf4-490f-ba15-76bfab86bfd5') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:41.049111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:41.049453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Checking segment: {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:41.049877 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Bound using segment: {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:41.050335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Bound port: 0ee576a1-d5ed-4756-9300-89ffedbac12c, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:41.050698 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:41.089556 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-6ddabb6c-d801-4c61-9f81-d3b4946699e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=071a9b71-76ea-45d4-8e16-ca65d4409a24 HTTP/1.1" status: 200 len: 217 time: 0.0762994 Nov 19 19:05:41.188703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-20978ada-bcfe-4eb5-8b23-00635fe6203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:41.190099 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-20978ada-bcfe-4eb5-8b23-00635fe6203a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f29e992-cb08-4bf2-af0c-8be5d34157a6 HTTP/1.1" status: 200 len: 852 time: 0.0924852 Nov 19 19:05:41.259122 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-6c00f8c6-0a4d-421d-8a7b-646e335ac1c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f5ac119-2db2-4628-8057-9d831d0a1f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605006 Nov 19 19:05:41.275732 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50424036-1490-4d7d-b1ce-e3b6a714caa2 req-940588ce-905d-49ef-bccf-1495142f59c3 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5c90539-9796-42b3-8a0d-115a9d71d88c HTTP/1.1" status: 200 len: 210 time: 0.1429603 Nov 19 19:05:41.378857 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f8e6aa09-f6b3-44e3-8ab3-6c37dc05ba22 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5/tags HTTP/1.1" status: 204 len: 168 time: 0.3522644 Nov 19 19:05:41.385511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49414) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:41.391837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-bbf5c563-41f0-4f7a-b5af-d0629d1bcb12 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '201ea21b-e624-4e04-8879-e472e1a3a481') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:41.413948 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:38Z', 'revision_number': 2, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:41.429473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] For port 0ee576a1-d5ed-4756-9300-89ffedbac12c, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:41.458302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] For port 0ee576a1-d5ed-4756-9300-89ffedbac12c, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0ee576a1-d5ed-4756-9300-89ffedbac12c,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:41.485705 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Checking router: 28be1059-ab96-4f8d-a4de-4ad8f5a5275e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:05:41.486335 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Updating router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e port 41acb9e7-170a-4c01-b4bb-42ecdd490fff binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:05:41.497504 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-f1793a81-46d1-40b8-a217-89a3571d513c service neutron] 10.222.0.57 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295930 Nov 19 19:05:41.502126 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:41.540764 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:41.706520 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d09679da-3f6d-4006-9d38-928e6eebc65c req-d604c8b4-50ab-49a8-806e-fa69760f5670 service neutron] 10.222.0.57 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004812 Nov 19 19:05:41.724577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca38d9-f813-4328-abcf-675378bab5e8 req-36d2241c-b422-4ed6-acb3-dae0607552ba tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:41.741797 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3fca38d9-f813-4328-abcf-675378bab5e8 req-36d2241c-b422-4ed6-acb3-dae0607552ba tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.2988317 Nov 19 19:05:41.793497 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:41.817802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:41.818443 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:41.831081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ee576a1-d5ed-4756-9300-89ffedbac12c HTTP/1.1" status: 200 len: 1131 time: 2.7373047 Nov 19 19:05:41.835079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': '0ee576a1-d5ed-4756-9300-89ffedbac12c'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:41.847350 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d311aff8-b750-4a4d-aa99-25f696b7a515" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "0ee576a1-d5ed-4756-9300-89ffedbac12c"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:41.874965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:41.922892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee576a1-d5ed-4756-9300-89ffedbac12c,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:41.948024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.948296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.948639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.948983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.949321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.949656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.950034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.950370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.950696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.951027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.951430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.951756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622da702-5fd5-4472-bd81-715cf8e6e354 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.984259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49430) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:41.989110 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bbf5c563-41f0-4f7a-b5af-d0629d1bcb12 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481/tags HTTP/1.1" status: 204 len: 168 time: 0.5994813 Nov 19 19:05:41.989467 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-014164d3-7992-4db0-88e8-93544659a45b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7ce3b4c2-b941-4dcc-be31-0242eef0a12a') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:42.017008 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.024326 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:05:42.040957 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.055689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3fca38d9-f813-4328-abcf-675378bab5e8 req-aab6b35e-3448-461c-b89d-395e54db1925 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137167 Nov 19 19:05:42.080158 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.146022 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-014164d3-7992-4db0-88e8-93544659a45b tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a/tags HTTP/1.1" status: 204 len: 168 time: 0.1603587 Nov 19 19:05:42.156305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49438) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:42.180820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49440) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:42.220488 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Pushing event updated for resources: {'Port': ['ID=41acb9e7-170a-4c01-b4bb-42ecdd490fff,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:42.221504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0a4cc7f3-efc0-4d50-9d97-3589dd88abdd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078087435', 'description': 'tempest-description--832852335'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:42.237298 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.238031 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.238567 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.239091 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.239627 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.240163 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.240809 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.241333 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.241892 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.242412 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.242927 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.243465 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:42.255576 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Attempting to bind port 41acb9e7-170a-4c01-b4bb-42ecdd490fff on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:42.258986 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Attempting to bind port 41acb9e7-170a-4c01-b4bb-42ecdd490fff by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:42.259667 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Attempting to bind port 41acb9e7-170a-4c01-b4bb-42ecdd490fff on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:42.271675 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:42.279172 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Checking segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:42.280368 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.281072 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Bound using segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:42.281843 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Bound port: 41acb9e7-170a-4c01-b4bb-42ecdd490fff, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:42.282412 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.396995 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc7f3-efc0-4d50-9d97-3589dd88abdd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.400292 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46f46478-a47e-4143-824e-aefe98981011 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for subnetpool, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.406503 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-46f46478-a47e-4143-824e-aefe98981011 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/subnetpools/77f19e0a-b163-4e8a-858e-80e790632a61 HTTP/1.1" status: 204 len: 168 time: 0.2440867 Nov 19 19:05:42.408209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49446) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:42.420824 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a63d99f-e90c-4859-9835-95ea8a57ec51 x-openstack-request-id: req-0a63d99f-e90c-4859-9835-95ea8a57ec51 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:42.421147 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "0ee576a1-d5ed-4756-9300-89ffedbac12c", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:42.421397 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a63d99f-e90c-4859-9835-95ea8a57ec51 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:42.421846 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': '0ee576a1-d5ed-4756-9300-89ffedbac12c', 'status': 'completed', 'code': 200} Nov 19 19:05:42.434074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d83e8a-1bea-4515-930d-c17e1bb75e2f req-e417334c-b3b0-443c-8fc3-3693e8c15026 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:42.442187 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81d83e8a-1bea-4515-930d-c17e1bb75e2f req-e417334c-b3b0-443c-8fc3-3693e8c15026 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 944 time: 0.2601664 Nov 19 19:05:42.489922 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] For port 41acb9e7-170a-4c01-b4bb-42ecdd490fff, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:42.497205 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] For port 41acb9e7-170a-4c01-b4bb-42ecdd490fff, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=41acb9e7-170a-4c01-b4bb-42ecdd490fff,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:42.510763 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.547166 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6840388c-a3a1-4012-9183-16f7c45dd54e tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "GET /v2.0/ports?device_id=f13e2e58-9cf4-490f-ba15-76bfab86bfd5 HTTP/1.1" status: 200 len: 205 time: 0.1373184 Nov 19 19:05:42.556576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49450) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:42.594854 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc7f3-efc0-4d50-9d97-3589dd88abdd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.658365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81d83e8a-1bea-4515-930d-c17e1bb75e2f req-e50e9a5c-fd9e-4e32-bb2a-642701e08aa1 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147467 Nov 19 19:05:42.660687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc7f3-efc0-4d50-9d97-3589dd88abdd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.665778 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:42.669303 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:05:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:42.676708 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2faff-dfee-444b-a540-2ebe575c07d1 None None] Pushing event updated for resources: {'Port': ['ID=41acb9e7-170a-4c01-b4bb-42ecdd490fff,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:42.745453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Provisioning complete for port 41acb9e7-170a-4c01-b4bb-42ecdd490fff triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:42.749016 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.754121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 543c131d-7701-455b-9a18-7e3322c5fc77 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:42.771168 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc7f3-efc0-4d50-9d97-3589dd88abdd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:42.773089 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0a4cc7f3-efc0-4d50-9d97-3589dd88abdd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5643585 Nov 19 19:05:42.822158 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 543c131d-7701-455b-9a18-7e3322c5fc77 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:42.823643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 543c131d-7701-455b-9a18-7e3322c5fc77 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:42.833158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49454) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:42.917303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-55f35cb0-b542-4adc-b911-20e25c4d58fb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'security_group_rule': {'security_group_id': '64622e0c-ea24-46af-a232-751f64dfa7b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:43.004561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cc7f3-efc0-4d50-9d97-3589dd88abdd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64622e0c-ea24-46af-a232-751f64dfa7b5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:43.060705 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:43.077436 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.083521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55f35cb0-b542-4adc-b911-20e25c4d58fb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.219562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] For port 41acb9e7-170a-4c01-b4bb-42ecdd490fff, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=41acb9e7-170a-4c01-b4bb-42ecdd490fff,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:43.239334 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.266508 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55f35cb0-b542-4adc-b911-20e25c4d58fb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.284400 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55f35cb0-b542-4adc-b911-20e25c4d58fb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.362952 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.390016 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Pushing event updated for resources: {'Port': ['ID=41acb9e7-170a-4c01-b4bb-42ecdd490fff,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:43.425896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.426254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.426587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.427637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.427637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.427637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.427905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.428253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.428708 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.428903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.429271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.429597 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86af7fef-8c99-4c3c-bc13-3c0d0de24d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:43.450479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-36db2577-5ee5-4fba-a0b9-fb5e7598bc4d None None] Provisioning complete for port 41acb9e7-170a-4c01-b4bb-42ecdd490fff triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:43.451187 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-36db2577-5ee5-4fba-a0b9-fb5e7598bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.482056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'tag': '071a9b71-76ea-45d4-8e16-ca65d4409a24'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:43.497154 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76179a6-5c52-418b-bad1-461db59f6754" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3", "tag": "071a9b71-76ea-45d4-8e16-ca65d4409a24"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:43.559479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f35cb0-b542-4adc-b911-20e25c4d58fb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d0f5d0-7967-4d91-85fa-50020d158d1e,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:43.566652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-42e60598-309d-4258-97bd-1b84a29d3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.567039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-42e60598-309d-4258-97bd-1b84a29d3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.567515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-42e60598-309d-4258-97bd-1b84a29d3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.567983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-42e60598-309d-4258-97bd-1b84a29d3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.568513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-42e60598-309d-4258-97bd-1b84a29d3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.569645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-42e60598-309d-4258-97bd-1b84a29d3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.573816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-42e60598-309d-4258-97bd-1b84a29d3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.575926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-42e60598-309d-4258-97bd-1b84a29d3e86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6210 time: 1.0585043 Nov 19 19:05:43.587391 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:42Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:43.640854 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d30c9038-b5a6-410f-83cb-6d034026da4d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.649983 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bc009-0e88-4a89-bba6-c024ec021840 None None] The sync data for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 is: [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:42Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:05:43.679145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4fa28-5d62-45b0-9f4a-4cbc4cf9d71f req-fb61844d-a35b-48d4-a691-3842ebd40cd2 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.688947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4fa28-5d62-45b0-9f4a-4cbc4cf9d71f req-fb61844d-a35b-48d4-a691-3842ebd40cd2 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.695807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4fa28-5d62-45b0-9f4a-4cbc4cf9d71f req-fb61844d-a35b-48d4-a691-3842ebd40cd2 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.703995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4fa28-5d62-45b0-9f4a-4cbc4cf9d71f req-fb61844d-a35b-48d4-a691-3842ebd40cd2 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.729693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4fa28-5d62-45b0-9f4a-4cbc4cf9d71f req-fb61844d-a35b-48d4-a691-3842ebd40cd2 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.738222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4fa28-5d62-45b0-9f4a-4cbc4cf9d71f req-fb61844d-a35b-48d4-a691-3842ebd40cd2 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.745298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4fa28-5d62-45b0-9f4a-4cbc4cf9d71f req-fb61844d-a35b-48d4-a691-3842ebd40cd2 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.753254 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19d4fa28-5d62-45b0-9f4a-4cbc4cf9d71f req-fb61844d-a35b-48d4-a691-3842ebd40cd2 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5373 time: 1.1983595 Nov 19 19:05:43.814002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9f0155-c448-406d-ba64-9edff7834aba {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:43.825468 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.841369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Transition to ACTIVE for port object aa9f0155-c448-406d-ba64-9edff7834aba will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:05:43.852231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-d2f74ba8-dc37-4e3d-9ba1-bdb9e41ae2d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:43.860925 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-d2f74ba8-dc37-4e3d-9ba1-bdb9e41ae2d8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.6470299 Nov 19 19:05:43.884943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-83326367-5878-4faf-942a-94583eda5500 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/quotas/0822a5990c6d4baa88c1925bc6e8c03d HTTP/1.1" status: 200 len: 375 time: 0.0222173 Nov 19 19:05:43.895632 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.900351 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55f35cb0-b542-4adc-b911-20e25c4d58fb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.903900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-55f35cb0-b542-4adc-b911-20e25c4d58fb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9911983 Nov 19 19:05:43.906353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49490) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:43.929547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'security_group_rule': {'security_group_id': '64622e0c-ea24-46af-a232-751f64dfa7b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:43.983942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9f0155-c448-406d-ba64-9edff7834aba,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:44.009070 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-770c9c4a-3953-410d-b769-7c799ad55ba0 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229706 Nov 19 19:05:44.057347 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.156323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-fa35ebf2-89b3-43fe-aca3-2d78d908342b service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463320 Nov 19 19:05:44.157827 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d30c9038-b5a6-410f-83cb-6d034026da4d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.169403 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d30c9038-b5a6-410f-83cb-6d034026da4d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.170977 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-cf408748-edf7-4cb3-8807-278169a7ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:44.171455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-cf408748-edf7-4cb3-8807-278169a7ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:44.171922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-cf408748-edf7-4cb3-8807-278169a7ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:44.173544 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-cf408748-edf7-4cb3-8807-278169a7ac4a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d8875fb71e244b28a0e7f5159946a98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5736222 Nov 19 19:05:44.174288 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.206117 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19d4fa28-5d62-45b0-9f4a-4cbc4cf9d71f req-ae290f6a-35d0-45fe-af74-46ededb518f1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4517584 Nov 19 19:05:44.313869 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d30c9038-b5a6-410f-83cb-6d034026da4d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.315276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30c9038-b5a6-410f-83cb-6d034026da4d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Fanout notify agent at l3_agent the message router_deleted on router f13e2e58-9cf4-490f-ba15-76bfab86bfd5 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:05:44.325309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d30c9038-b5a6-410f-83cb-6d034026da4d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.326503 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d30c9038-b5a6-410f-83cb-6d034026da4d tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/routers/f13e2e58-9cf4-490f-ba15-76bfab86bfd5 HTTP/1.1" status: 204 len: 168 time: 1.7172718 Nov 19 19:05:44.344115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49498) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:44.485940 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.526463 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-51c4c152-b928-4aab-bd73-80c390e6554a service neutron] 10.222.0.50 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689249 Nov 19 19:05:44.527356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505666e-5070-451f-82f0-447badb5a1f8 req-5339decc-c7e5-4714-b305-e2d7bd7d96c7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:44.529048 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5505666e-5070-451f-82f0-447badb5a1f8 req-5339decc-c7e5-4714-b305-e2d7bd7d96c7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.2192185 Nov 19 19:05:44.534161 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.645273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Attempting to bind port aa9f0155-c448-406d-ba64-9edff7834aba on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:44.645629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Attempting to bind port aa9f0155-c448-406d-ba64-9edff7834aba by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:44.645985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Attempting to bind port aa9f0155-c448-406d-ba64-9edff7834aba on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:44.680442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1073df1-1686-40c1-8306-4327918be84c,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:44.686741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Port aa9f0155-c448-406d-ba64-9edff7834aba on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:05:44.687405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Attempting to bind port aa9f0155-c448-406d-ba64-9edff7834aba on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:44.701274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:44.701651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Checking segment: {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:44.702028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Bound using segment: {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:44.702472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Bound port: aa9f0155-c448-406d-ba64-9edff7834aba, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:44.702830 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.718123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.724530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49502) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:44.724868 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8090241 Nov 19 19:05:44.744632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-52c2f90c-e432-4ca3-97c1-d653528145e0 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Deleting port 201ea21b-e624-4e04-8879-e472e1a3a481 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:44.748618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52c2f90c-e432-4ca3-97c1-d653528145e0 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.766560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:44.779546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-7a227f10-7663-4a63-a042-37fb6ade1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:44.781492 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d311aff8-b750-4a4d-aa99-25f696b7a515 req-7a227f10-7663-4a63-a042-37fb6ade1a6b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5742211 Nov 19 19:05:44.795187 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5505666e-5070-451f-82f0-447badb5a1f8 req-666666c4-f2f5-4cff-99ff-7c33be8af946 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483690 Nov 19 19:05:44.798724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.799088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.799840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.800192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.800537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.800880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.803949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.804921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.805574 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.805831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.807399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.807750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03f963-6f07-4169-8965-b08bf77ac96b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:44.937504 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b19ed84-092f-4073-a5cd-adbb12e59948 x-openstack-request-id: req-0b19ed84-092f-4073-a5cd-adbb12e59948 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:44.946244 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3", "tag": "071a9b71-76ea-45d4-8e16-ca65d4409a24", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:44.946682 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b19ed84-092f-4073-a5cd-adbb12e59948 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:44.947230 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'tag': '071a9b71-76ea-45d4-8e16-ca65d4409a24', 'status': 'completed', 'code': 200} Nov 19 19:05:45.108005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76179a6-5c52-418b-bad1-461db59f6754 req-f9086dc6-5f83-4980-8ffd-45f823578a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:45.109602 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d76179a6-5c52-418b-bad1-461db59f6754 req-f9086dc6-5f83-4980-8ffd-45f823578a9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=833dced463b149f9bd9c0c851d87420e&device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 1095 time: 0.1447461 Nov 19 19:05:45.225514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d155645-511b-463e-8cbb-02b6862746aa req-28974a40-755a-4df1-8d60-329514b35b88 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 210 time: 0.0966532 Nov 19 19:05:45.285685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] For port aa9f0155-c448-406d-ba64-9edff7834aba, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:45.313002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 41acb9e7-170a-4c01-b4bb-42ecdd490fff up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:45.322975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:45.340464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82437d5-3c57-44d3-8655-6cc0da01e437 req-10636028-54eb-47fb-aabf-7762c8685604 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:45.342457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d82437d5-3c57-44d3-8655-6cc0da01e437 req-10636028-54eb-47fb-aabf-7762c8685604 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 944 time: 0.2467461 Nov 19 19:05:45.425465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] For port aa9f0155-c448-406d-ba64-9edff7834aba, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=aa9f0155-c448-406d-ba64-9edff7834aba,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:45.430361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76179a6-5c52-418b-bad1-461db59f6754 req-6ebb6543-d577-4505-96b9-d6d2847d91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:45.432404 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d76179a6-5c52-418b-bad1-461db59f6754 req-6ebb6543-d577-4505-96b9-d6d2847d91d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f5ac119-2db2-4628-8057-9d831d0a1f5a HTTP/1.1" status: 200 len: 913 time: 0.3064854 Nov 19 19:05:45.479960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 41acb9e7-170a-4c01-b4bb-42ecdd490fff triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:45.481144 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:45.562204 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d76179a6-5c52-418b-bad1-461db59f6754 req-cf969d49-6a43-48e4-b03e-341f5fd092de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=071a9b71-76ea-45d4-8e16-ca65d4409a24 HTTP/1.1" status: 200 len: 217 time: 0.1164470 Nov 19 19:05:45.566842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d82437d5-3c57-44d3-8655-6cc0da01e437 req-c32440a3-9553-4b20-9291-d9fbad7f614a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126932 Nov 19 19:05:45.653144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76179a6-5c52-418b-bad1-461db59f6754 req-28d229c9-da3b-4b86-932e-ec035c20cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:45.655084 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d76179a6-5c52-418b-bad1-461db59f6754 req-28d229c9-da3b-4b86-932e-ec035c20cf05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f29e992-cb08-4bf2-af0c-8be5d34157a6 HTTP/1.1" status: 200 len: 852 time: 0.0803170 Nov 19 19:05:45.714250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d76179a6-5c52-418b-bad1-461db59f6754 req-1587927f-922b-43a0-807a-05d6241f0d04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f5ac119-2db2-4628-8057-9d831d0a1f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510638 Nov 19 19:05:45.868704 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d76179a6-5c52-418b-bad1-461db59f6754 req-2cc4bed5-1d2c-4bce-b59d-77456db40dc2 service neutron] 10.222.0.57 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441634 Nov 19 19:05:46.027037 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52c2f90c-e432-4ca3-97c1-d653528145e0 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.029187 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d76179a6-5c52-418b-bad1-461db59f6754 req-d97b733d-ab2f-4486-aa0c-842de2b5e2be service neutron] 10.222.0.57 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527982 Nov 19 19:05:46.030611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.089698 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-52c2f90c-e432-4ca3-97c1-d653528145e0 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Calling delete_port for 201ea21b-e624-4e04-8879-e472e1a3a481 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:46.107650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e1b10-d857-4bb7-a4bd-bda4d52b0431 req-0a0ed488-c490-4d33-85ff-0cc2e4d2442b tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.120613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-038e1b10-d857-4bb7-a4bd-bda4d52b0431 req-0a0ed488-c490-4d33-85ff-0cc2e4d2442b tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.0889273 Nov 19 19:05:46.130644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.132135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.134459 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] 10.222.0.21 "PUT /v2.0/ports/aa9f0155-c448-406d-ba64-9edff7834aba HTTP/1.1" status: 200 len: 1091 time: 4.2647309 Nov 19 19:05:46.135405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': 'aa9f0155-c448-406d-ba64-9edff7834aba'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:46.139435 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "aa9f0155-c448-406d-ba64-9edff7834aba"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:46.197483 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-038e1b10-d857-4bb7-a4bd-bda4d52b0431 req-fa88e364-1d98-4390-b4e5-3037a40461b9 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707486 Nov 19 19:05:46.248753 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:46.304784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca1cb-524b-46a3-bfc6-b2c73ac865b6 req-674d4855-b3ea-425a-9d64-d9aec5f83746 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.312262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca1cb-524b-46a3-bfc6-b2c73ac865b6 req-674d4855-b3ea-425a-9d64-d9aec5f83746 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.320878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca1cb-524b-46a3-bfc6-b2c73ac865b6 req-674d4855-b3ea-425a-9d64-d9aec5f83746 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.327490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca1cb-524b-46a3-bfc6-b2c73ac865b6 req-674d4855-b3ea-425a-9d64-d9aec5f83746 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.336590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca1cb-524b-46a3-bfc6-b2c73ac865b6 req-674d4855-b3ea-425a-9d64-d9aec5f83746 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.348737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca1cb-524b-46a3-bfc6-b2c73ac865b6 req-674d4855-b3ea-425a-9d64-d9aec5f83746 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.359578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ca1cb-524b-46a3-bfc6-b2c73ac865b6 req-674d4855-b3ea-425a-9d64-d9aec5f83746 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.364168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e31ca1cb-524b-46a3-bfc6-b2c73ac865b6 req-674d4855-b3ea-425a-9d64-d9aec5f83746 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5385 time: 0.9737945 Nov 19 19:05:46.385872 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 071a9b71-76ea-45d4-8e16-ca65d4409a24 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:05:46.388720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf7ad5-4514-484e-9b13-187065a9a850 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9f0155-c448-406d-ba64-9edff7834aba,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:46.421780 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5064c7f7-2888-4b51-b4fc-80a15093764a x-openstack-request-id: req-5064c7f7-2888-4b51-b4fc-80a15093764a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:46.422097 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "aa9f0155-c448-406d-ba64-9edff7834aba", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:46.422402 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5064c7f7-2888-4b51-b4fc-80a15093764a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:46.422799 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': 'aa9f0155-c448-406d-ba64-9edff7834aba', 'status': 'completed', 'code': 200} Nov 19 19:05:46.616627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 071a9b71-76ea-45d4-8e16-ca65d4409a24, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=071a9b71-76ea-45d4-8e16-ca65d4409a24,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:46.639255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4aabbe8d-8379-44e0-a0e4-8052d70d8d4b req-fe612651-353a-4466-9f43-e72f4c82de69 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 210 time: 0.1260207 Nov 19 19:05:46.656891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '071a9b71-76ea-45d4-8e16-ca65d4409a24', 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a', 'port_id': '071a9b71-76ea-45d4-8e16-ca65d4409a24', 'mac_address': 'fa:16:3e:a2:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f29e992-cb08-4bf2-af0c-8be5d34157a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:05:46.678689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e31ca1cb-524b-46a3-bfc6-b2c73ac865b6 req-334a7193-c754-4e55-901c-60e4eca5d6fa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2656097 Nov 19 19:05:46.710421 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.728103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-69d01cf9-c0b3-4acd-bb66-4bb6ea98c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.728593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-69d01cf9-c0b3-4acd-bb66-4bb6ea98c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.729070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-69d01cf9-c0b3-4acd-bb66-4bb6ea98c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.729678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-69d01cf9-c0b3-4acd-bb66-4bb6ea98c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.730185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-69d01cf9-c0b3-4acd-bb66-4bb6ea98c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.730676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-69d01cf9-c0b3-4acd-bb66-4bb6ea98c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.731146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-69d01cf9-c0b3-4acd-bb66-4bb6ea98c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.734769 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-69d01cf9-c0b3-4acd-bb66-4bb6ea98c167 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6277 time: 0.2867281 Nov 19 19:05:46.738488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071a9b71-76ea-45d4-8e16-ca65d4409a24 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:46.762154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 071a9b71-76ea-45d4-8e16-ca65d4409a24, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=071a9b71-76ea-45d4-8e16-ca65d4409a24,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:46.770077 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.800629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-f230738a-9e39-4ed3-a50e-ac5d29def00e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.805105 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-f230738a-9e39-4ed3-a50e-ac5d29def00e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 812 time: 0.4133248 Nov 19 19:05:46.832079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Request body: {'port': {'device_id': 'd7b48372-5702-4d8b-bac0-1380ed9d15ec', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'admin_state_up': True, 'tenant_id': '0822a5990c6d4baa88c1925bc6e8c03d'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:46.860583 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.883707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=071a9b71-76ea-45d4-8e16-ca65d4409a24,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:46.971216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6b0e8-1d63-494a-8361-c98ab2c5e503 req-e3221558-5cc7-4f14-8c49-a628887aba41 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:46.988932 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.991197 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dfd6b0e8-1d63-494a-8361-c98ab2c5e503 req-e3221558-5cc7-4f14-8c49-a628887aba41 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 945 time: 0.1837611 Nov 19 19:05:47.007281 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52c2f90c-e432-4ca3-97c1-d653528145e0 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:47.009819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-d041aeb7-3f0d-41ac-9f1f-295a387a1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:47.010293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-d041aeb7-3f0d-41ac-9f1f-295a387a1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:47.010775 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-d041aeb7-3f0d-41ac-9f1f-295a387a1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:47.012515 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-d041aeb7-3f0d-41ac-9f1f-295a387a1a0d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d8875fb71e244b28a0e7f5159946a98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2658312 Nov 19 19:05:47.049671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2f90c-e432-4ca3-97c1-d653528145e0 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Pushing event deleted for resources: {'Port': ['ID=201ea21b-e624-4e04-8879-e472e1a3a481,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:47.103067 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dfd6b0e8-1d63-494a-8361-c98ab2c5e503 req-9de9e7ee-19fe-45db-86e4-659e19d1d9ee tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051233 Nov 19 19:05:47.118269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Made reservation on behalf of 0822a5990c6d4baa88c1925bc6e8c03d for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:47.134756 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:47.196150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['071a9b71-76ea-45d4-8e16-ca65d4409a24'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:05:47.460687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Allocated IP 172.20.0.2 (33645d32-bbf5-48f5-aa27-3ad32c083eac/1adb8f58-a9f2-4093-af5c-d27d0a8408a8/a95a6e5a-5527-48f1-b291-12e31b56ac11) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:47.608574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Allocated IP 172.25.3.223 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/844e3c01-659d-44d0-8466-9039cb181f3d) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:47.730760 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:47.775997 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52c2f90c-e432-4ca3-97c1-d653528145e0 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:47.779344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-52c2f90c-e432-4ca3-97c1-d653528145e0 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/ports/201ea21b-e624-4e04-8879-e472e1a3a481 HTTP/1.1" status: 204 len: 168 time: 3.4293668 Nov 19 19:05:47.784621 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:47.786254 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49560) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:47.831329 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52666b-3931-4325-ac3f-ac0ab2d48f8d req-d37f91a2-d135-4c81-b293-dff5a592fbb2 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:47.832886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f52666b-3931-4325-ac3f-ac0ab2d48f8d req-d37f91a2-d135-4c81-b293-dff5a592fbb2 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.5015543 Nov 19 19:05:47.853916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-4352c5a0-3f3f-4963-9ddc-a28097b3f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:47.855422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-adc2dba0-21e9-4590-9c07-5ecb9d1b1138 req-4352c5a0-3f3f-4963-9ddc-a28097b3f624 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8070540 Nov 19 19:05:47.873121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'Port': ['ID=844e3c01-659d-44d0-8466-9039cb181f3d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:47.876727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:47.918087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:47.927143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:47.980422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f52666b-3931-4325-ac3f-ac0ab2d48f8d req-31a3d85a-ff75-47a8-90ed-18d479429eb7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167529 Nov 19 19:05:48.004917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e06b1d7e-27d1-40fe-a04b-e631dd940ecb req-16fb3dcc-b91e-41e8-87d9-f86472accd0b tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 210 time: 0.0948639 Nov 19 19:05:48.047409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3de105-776f-4f64-b83d-149f43da0660 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Deleting subnet 7ce3b4c2-b941-4dcc-be31-0242eef0a12a {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:05:48.064766 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e3de105-776f-4f64-b83d-149f43da0660 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.085937 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.178815 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ae0b14-b79b-4e64-8f90-bec94f8e4621 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:48.181309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e3de105-776f-4f64-b83d-149f43da0660 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.195477 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.198788 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.242623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede0bdd-4eff-41d2-a53f-e57e107541d7 req-cc80c38e-2325-437a-b7f0-346369f1114f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:48.249050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede0bdd-4eff-41d2-a53f-e57e107541d7 req-cc80c38e-2325-437a-b7f0-346369f1114f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:48.260167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede0bdd-4eff-41d2-a53f-e57e107541d7 req-cc80c38e-2325-437a-b7f0-346369f1114f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:48.267680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede0bdd-4eff-41d2-a53f-e57e107541d7 req-cc80c38e-2325-437a-b7f0-346369f1114f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:48.274352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede0bdd-4eff-41d2-a53f-e57e107541d7 req-cc80c38e-2325-437a-b7f0-346369f1114f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:48.281200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede0bdd-4eff-41d2-a53f-e57e107541d7 req-cc80c38e-2325-437a-b7f0-346369f1114f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:48.287416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede0bdd-4eff-41d2-a53f-e57e107541d7 req-cc80c38e-2325-437a-b7f0-346369f1114f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:48.290589 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1ede0bdd-4eff-41d2-a53f-e57e107541d7 req-cc80c38e-2325-437a-b7f0-346369f1114f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5385 time: 0.1855021 Nov 19 19:05:48.291960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Transition to ACTIVE for port object f3ae0b14-b79b-4e64-8f90-bec94f8e4621 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:05:48.317137 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.353695 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.377574 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.467396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:48.484247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Network 33645d32-bbf5-48f5-aa27-3ad32c083eac is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:48.487561 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e3de105-776f-4f64-b83d-149f43da0660 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.507990 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5825895-5a2a-4667-927d-8218f5f72b27 req-2eabc160-6f84-431c-a559-3f34397b459a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:48.509896 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a5825895-5a2a-4667-927d-8218f5f72b27 req-2eabc160-6f84-431c-a559-3f34397b459a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 945 time: 0.2513564 Nov 19 19:05:48.539890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:48.542650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:48.570686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1ede0bdd-4eff-41d2-a53f-e57e107541d7 req-a7c587c0-0ab2-427c-a5b1-d84f9e10e781 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2574434 Nov 19 19:05:48.650388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Attempting to bind port f3ae0b14-b79b-4e64-8f90-bec94f8e4621 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:48.651150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Attempting to bind port f3ae0b14-b79b-4e64-8f90-bec94f8e4621 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:48.651707 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Attempting to bind port f3ae0b14-b79b-4e64-8f90-bec94f8e4621 on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:48.658024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event updated for resources: {'Port': ['ID=a95a6e5a-5527-48f1-b291-12e31b56ac11,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:48.662166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Port f3ae0b14-b79b-4e64-8f90-bec94f8e4621 on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:05:48.662967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Attempting to bind port f3ae0b14-b79b-4e64-8f90-bec94f8e4621 on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:48.686326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:48.686727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Checking segment: {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:48.687063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Bound using segment: {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:48.687526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Bound port: f3ae0b14-b79b-4e64-8f90-bec94f8e4621, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:48.687892 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.755170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:48.755937 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.811752 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a5825895-5a2a-4667-927d-8218f5f72b27 req-c56260f8-509c-4b23-8c3b-96ccf67df5df tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546558 Nov 19 19:05:48.814079 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e3de105-776f-4f64-b83d-149f43da0660 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.825357 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.827948 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2c13ba78-28a4-479d-adb9-2c89ce11ad74 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0033355 Nov 19 19:05:48.830347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] For port f3ae0b14-b79b-4e64-8f90-bec94f8e4621, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:48.836406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] For port f3ae0b14-b79b-4e64-8f90-bec94f8e4621, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:48.842593 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.861971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Request body: {'port': {'device_id': 'd7b48372-5702-4d8b-bac0-1380ed9d15ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:48.870051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e3de105-776f-4f64-b83d-149f43da0660 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.874658 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3e3de105-776f-4f64-b83d-149f43da0660 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/subnets/7ce3b4c2-b941-4dcc-be31-0242eef0a12a HTTP/1.1" status: 204 len: 168 time: 1.0867887 Nov 19 19:05:48.877974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3de105-776f-4f64-b83d-149f43da0660 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce3b4c2-b941-4dcc-be31-0242eef0a12a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:48.880732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9563cde-9029-4e9f-813a-5674cd2d55ea None None] Network 504f2b0c-12a2-49f2-860b-a27b91c4ea3f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:48.903470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49578) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:48.966386 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.009777 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.023751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'Port': ['ID=844e3c01-659d-44d0-8466-9039cb181f3d,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:49.038907 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.151988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ca3ce-1840-4435-aa08-895f9f98e31d None None] DHCP port deletion for 504f2b0c-12a2-49f2-860b-a27b91c4ea3f request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:05:49.183615 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.219883 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:49.220518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.222104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] 10.222.0.21 "PUT /v2.0/ports/f3ae0b14-b79b-4e64-8f90-bec94f8e4621 HTTP/1.1" status: 200 len: 1091 time: 2.9790258 Nov 19 19:05:49.227125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': 'f3ae0b14-b79b-4e64-8f90-bec94f8e4621'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:49.230297 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbff9b2d-564d-422a-b9a4-28a027143907" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "f3ae0b14-b79b-4e64-8f90-bec94f8e4621"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:49.235441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.245989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-141f6181-8d99-49f7-812a-141eb327a658 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5088665 Nov 19 19:05:49.309328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:49.323601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 219b41e0-a909-4465-baaa-e37977a0502e no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:49.385346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b018e-8ee1-4640-b649-d6bdd9a59f99 req-98600600-e7be-421d-b94d-99e0944f8abc tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:49.392872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-246b018e-8ee1-4640-b649-d6bdd9a59f99 req-98600600-e7be-421d-b94d-99e0944f8abc tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.2108996 Nov 19 19:05:49.430499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5bb00-c9fa-4950-a68f-f11d11a735c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:49.452782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d38ca3ce-1840-4435-aa08-895f9f98e31d None None] Deleting port 219b41e0-a909-4465-baaa-e37977a0502e {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:49.453175 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d38ca3ce-1840-4435-aa08-895f9f98e31d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.461551 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.529186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95a6e5a-5527-48f1-b291-12e31b56ac11 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:49.538696 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.555530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Transition to ACTIVE for port object a95a6e5a-5527-48f1-b291-12e31b56ac11 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:05:49.576309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d38ca3ce-1840-4435-aa08-895f9f98e31d None None] For port 219b41e0-a909-4465-baaa-e37977a0502e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=219b41e0-a909-4465-baaa-e37977a0502e,segment=NetworkSegment(74d6343f-898f-41f0-9bc0-3ba617f3967d),segment_id=74d6343f-898f-41f0-9bc0-3ba617f3967d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:49.576775 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d38ca3ce-1840-4435-aa08-895f9f98e31d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.593085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d38ca3ce-1840-4435-aa08-895f9f98e31d None None] Calling delete_port for 219b41e0-a909-4465-baaa-e37977a0502e owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:49.600047 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.687653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6074de1-9213-4a10-9d0e-30143fad4109 req-8a8d2f5b-2a71-46de-8ab2-4d20502b2486 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:49.689120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a6074de1-9213-4a10-9d0e-30143fad4109 req-8a8d2f5b-2a71-46de-8ab2-4d20502b2486 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 931 time: 0.1321630 Nov 19 19:05:49.700090 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Pushing event updated for resources: {'Port': ['ID=a95a6e5a-5527-48f1-b291-12e31b56ac11,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:49.742834 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d38ca3ce-1840-4435-aa08-895f9f98e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.769370 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a6074de1-9213-4a10-9d0e-30143fad4109 req-7c21b431-6260-4caa-8951-f77734b37207 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702806 Nov 19 19:05:49.808472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ca3ce-1840-4435-aa08-895f9f98e31d None None] Pushing event deleted for resources: {'Port': ['ID=219b41e0-a909-4465-baaa-e37977a0502e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:49.812699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ca3ce-1840-4435-aa08-895f9f98e31d None None] No DVR routers for this DVR port 219b41e0-a909-4465-baaa-e37977a0502e on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:49.814090 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Port 219b41e0-a909-4465-baaa-e37977a0502e update to DOWN by agent not found {{(pid=109889) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 19:05:49.817515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Deleting port 219b41e0-a909-4465-baaa-e37977a0502e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:49.818035 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.856869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Attempting to bind port a95a6e5a-5527-48f1-b291-12e31b56ac11 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:49.857377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Attempting to bind port a95a6e5a-5527-48f1-b291-12e31b56ac11 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:49.857733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Attempting to bind port a95a6e5a-5527-48f1-b291-12e31b56ac11 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:49.878674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Port a95a6e5a-5527-48f1-b291-12e31b56ac11 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:05:49.879285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Attempting to bind port a95a6e5a-5527-48f1-b291-12e31b56ac11 on network 33645d32-bbf5-48f5-aa27-3ad32c083eac {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:49.899363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:49.905196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Checking segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:49.905705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Bound using segment: {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:49.906452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Bound port: a95a6e5a-5527-48f1-b291-12e31b56ac11, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f038450-75c4-46d6-be77-c09272111df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:49.906582 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dd9389-7c85-414e-9a18-7e046820e238 x-openstack-request-id: req-76dd9389-7c85-414e-9a18-7e046820e238 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:49.906829 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.906936 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "f3ae0b14-b79b-4e64-8f90-bec94f8e4621", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:49.907146 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76dd9389-7c85-414e-9a18-7e046820e238 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:49.907492 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': 'f3ae0b14-b79b-4e64-8f90-bec94f8e4621', 'status': 'completed', 'code': 200} Nov 19 19:05:49.922044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-246b018e-8ee1-4640-b649-d6bdd9a59f99 req-650fae74-45e2-4a91-8710-93689ac58b64 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253506 Nov 19 19:05:50.066262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] For port a95a6e5a-5527-48f1-b291-12e31b56ac11, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:50.072333 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-250ce49b-1b5b-45dc-ad93-96bf7d831a4a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1078087435&fields=id&tenant_id=d66db5a635f74407910126f79e0a8077 HTTP/1.1" status: 200 len: 267 time: 0.0791092 Nov 19 19:05:50.078266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] For port a95a6e5a-5527-48f1-b291-12e31b56ac11, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a95a6e5a-5527-48f1-b291-12e31b56ac11,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:50.094233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.163725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] For port 219b41e0-a909-4465-baaa-e37977a0502e, host n-d-815373-6, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:50.164115 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.191754 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.192312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.194365 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] 10.222.0.21 "PUT /v2.0/ports/a95a6e5a-5527-48f1-b291-12e31b56ac11 HTTP/1.1" status: 200 len: 1091 time: 1.3559339 Nov 19 19:05:50.197398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b48372-5702-4d8b-bac0-1380ed9d15ec', 'tag': 'a95a6e5a-5527-48f1-b291-12e31b56ac11'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:50.199680 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ca6761-3a95-4d44-8293-ff71e99f9f68" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b48372-5702-4d8b-bac0-1380ed9d15ec", "tag": "a95a6e5a-5527-48f1-b291-12e31b56ac11"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:50.244188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd436a7-8cf1-49af-b7ed-0ec8efe8af59 service neutron] Pushing event updated for resources: {'Port': ['ID=a95a6e5a-5527-48f1-b291-12e31b56ac11,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:50.299111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-a7cc257c-bd6d-4b37-83b8-06d9d68e2ef4 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.300553 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-a7cc257c-bd6d-4b37-83b8-06d9d68e2ef4 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 816 time: 0.2190144 Nov 19 19:05:50.322571 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-fde39359-fe87-4ea0-b060-e47ce7f5a3d8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/quotas/d66db5a635f74407910126f79e0a8077 HTTP/1.1" status: 200 len: 375 time: 0.0148923 Nov 19 19:05:50.325174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-85cca6d1-d716-4641-8540-eece8bbfbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.326735 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-85cca6d1-d716-4641-8540-eece8bbfbd5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 1094 time: 0.0770907 Nov 19 19:05:50.391618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 071a9b71-76ea-45d4-8e16-ca65d4409a24 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:50.400359 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-083e40af-b5fe-49b5-af58-7b704f6cde01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a95a6e5a-5527-48f1-b291-12e31b56ac11 HTTP/1.1" status: 200 len: 217 time: 0.0610423 Nov 19 19:05:50.463616 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-440562c3-b607-4d4c-932d-b32fb39f9832 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344213 Nov 19 19:05:50.482010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-709972c8-a6ad-4146-9650-ad0044b5eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.483760 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-709972c8-a6ad-4146-9650-ad0044b5eb95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.0755000 Nov 19 19:05:50.558209 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-19c8b202-86e9-46b8-a10a-a1187d0d124f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638247 Nov 19 19:05:50.561553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 071a9b71-76ea-45d4-8e16-ca65d4409a24 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:05:50.571555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 071a9b71-76ea-45d4-8e16-ca65d4409a24 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:50.571938 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.741259 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.754382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-75e46a64-71fc-4ec5-a7e7-375911097055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.755375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-75e46a64-71fc-4ec5-a7e7-375911097055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.756499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-75e46a64-71fc-4ec5-a7e7-375911097055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.757174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-75e46a64-71fc-4ec5-a7e7-375911097055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.758167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-75e46a64-71fc-4ec5-a7e7-375911097055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.758828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-75e46a64-71fc-4ec5-a7e7-375911097055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.759849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-75e46a64-71fc-4ec5-a7e7-375911097055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.762319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-75e46a64-71fc-4ec5-a7e7-375911097055 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6344 time: 0.8577011 Nov 19 19:05:50.766597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Calling delete_port for 219b41e0-a909-4465-baaa-e37977a0502e owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:50.777201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Port 219b41e0-a909-4465-baaa-e37977a0502e was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:05:50.783896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 071a9b71-76ea-45d4-8e16-ca65d4409a24, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=071a9b71-76ea-45d4-8e16-ca65d4409a24,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:50.785082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071a9b71-76ea-45d4-8e16-ca65d4409a24'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:50.789201 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada104b2-e0e7-470b-87d7-2d7313d7258f" -d '{"events": [{"server_uuid": "2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3", "name": "network-vif-plugged", "status": "completed", "tag": "071a9b71-76ea-45d4-8e16-ca65d4409a24"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:50.794288 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.796974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 38c42a2a-63ba-4fa9-88f4-2b2512ef637c no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:50.804411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8a06d-75fe-4faf-9b14-dfdef8443a6f req-58b786b9-89c9-4990-b094-ea3722ebcda4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.811409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8a06d-75fe-4faf-9b14-dfdef8443a6f req-58b786b9-89c9-4990-b094-ea3722ebcda4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.818371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8a06d-75fe-4faf-9b14-dfdef8443a6f req-58b786b9-89c9-4990-b094-ea3722ebcda4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.826448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8a06d-75fe-4faf-9b14-dfdef8443a6f req-58b786b9-89c9-4990-b094-ea3722ebcda4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.834799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8a06d-75fe-4faf-9b14-dfdef8443a6f req-58b786b9-89c9-4990-b094-ea3722ebcda4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.842821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8a06d-75fe-4faf-9b14-dfdef8443a6f req-58b786b9-89c9-4990-b094-ea3722ebcda4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.850180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8a06d-75fe-4faf-9b14-dfdef8443a6f req-58b786b9-89c9-4990-b094-ea3722ebcda4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:50.852628 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65c8a06d-75fe-4faf-9b14-dfdef8443a6f req-58b786b9-89c9-4990-b094-ea3722ebcda4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5397 time: 0.8185804 Nov 19 19:05:50.887071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=071a9b71-76ea-45d4-8e16-ca65d4409a24,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:50.945368 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.983906 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:50.989019 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.991969 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:51.049623 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:51.078783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Pushing event deleted for resources: {'Port': ['ID=219b41e0-a909-4465-baaa-e37977a0502e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:51.092690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-001c51df-47f4-4289-80d3-7013d4f59eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:51.093172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-001c51df-47f4-4289-80d3-7013d4f59eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:51.093699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-001c51df-47f4-4289-80d3-7013d4f59eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:51.095486 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-001c51df-47f4-4289-80d3-7013d4f59eb2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d8875fb71e244b28a0e7f5159946a98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3109939 Nov 19 19:05:51.101107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] No DVR routers for this DVR port 219b41e0-a909-4465-baaa-e37977a0502e on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:51.236855 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-76f64755-6bdb-4532-a98b-308cf772bc17 service neutron] 10.222.0.50 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7520649 Nov 19 19:05:51.277742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-04149dbd-6268-4cd2-a140-c21c2078a0ee service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109447 Nov 19 19:05:51.361107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb45a8e9-61af-4a51-bfcb-d96877b02582 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:51.375132 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:51.396558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:51.429527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504f2b0c-12a2-49f2-860b-a27b91c4ea3f']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:51.438938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-d296e608-3ddd-4e40-a9c7-f3c26077b044 service neutron] 10.222.0.50 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943810 Nov 19 19:05:51.446024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ceb731a7-800e-48b2-bcc5-8b7af4b8cd8d req-2d48d20c-1c91-448e-a06e-efc7bf50dcf0 service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373444 Nov 19 19:05:51.453058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65c8a06d-75fe-4faf-9b14-dfdef8443a6f req-e0d003f2-456f-400c-96e6-703e5979111a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4428351 Nov 19 19:05:51.471975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-a1973ebe-7509-4765-b87c-7b2cba1393ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:51.473457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbff9b2d-564d-422a-b9a4-28a027143907 req-a1973ebe-7509-4765-b87c-7b2cba1393ef service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3381350 Nov 19 19:05:51.487623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d6343f-898f-41f0-9bc0-3ba617f3967d') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:51.490083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d6343f-898f-41f0-9bc0-3ba617f3967d') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:51.496159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Transition to ACTIVE for port object bb45a8e9-61af-4a51-bfcb-d96877b02582 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:05:51.523123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:51.530356 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:51.586990 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:51.637357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:05:51.637921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:05:51.644293 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:05:51.686867 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e21ff4-8044-446c-ab82-a43df57038f5 x-openstack-request-id: req-d8e21ff4-8044-446c-ab82-a43df57038f5 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:51.687173 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b48372-5702-4d8b-bac0-1380ed9d15ec", "tag": "a95a6e5a-5527-48f1-b291-12e31b56ac11", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:51.687438 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8e21ff4-8044-446c-ab82-a43df57038f5 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:51.687857 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b48372-5702-4d8b-bac0-1380ed9d15ec', 'tag': 'a95a6e5a-5527-48f1-b291-12e31b56ac11', 'status': 'completed', 'code': 200} Nov 19 19:05:51.752724 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b5542c-943f-494e-9d96-63ed9a461324 x-openstack-request-id: req-18b5542c-943f-494e-9d96-63ed9a461324 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:51.753256 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3", "name": "network-vif-plugged", "status": "completed", "tag": "071a9b71-76ea-45d4-8e16-ca65d4409a24", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:51.753256 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18b5542c-943f-494e-9d96-63ed9a461324 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:51.753708 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071a9b71-76ea-45d4-8e16-ca65d4409a24', 'code': 200} Nov 19 19:05:51.884868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Pushing event updated for resources: {'Port': ['ID=bb45a8e9-61af-4a51-bfcb-d96877b02582,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:51.964289 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:51.979150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fca47-da54-48c1-bc50-87592ab21e08 req-0ef95200-125e-43d3-9a4a-d3f2830c3216 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:51.981917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee2fca47-da54-48c1-bc50-87592ab21e08 req-0ef95200-125e-43d3-9a4a-d3f2830c3216 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 943 time: 0.1534595 Nov 19 19:05:51.994061 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:51.997335 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] 10.222.0.50 "DELETE /v2.0/networks/504f2b0c-12a2-49f2-860b-a27b91c4ea3f HTTP/1.1" status: 204 len: 168 time: 3.0929759 Nov 19 19:05:51.999442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca6761-3a95-4d44-8293-ff71e99f9f68 req-5329488b-4db0-44b0-9660-8cbd3ebd3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.005318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41ca6761-3a95-4d44-8293-ff71e99f9f68 req-5329488b-4db0-44b0-9660-8cbd3ebd3111 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 1094 time: 0.1746588 Nov 19 19:05:52.013190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5b8d6-890c-4fe8-a869-5451af2d91a8 req-57593f85-2630-40f7-a8c5-b2419917792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.014785 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6af5b8d6-890c-4fe8-a869-5451af2d91a8 req-57593f85-2630-40f7-a8c5-b2419917792a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 1097 time: 0.1160681 Nov 19 19:05:52.029685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c4732-d0e0-4113-b986-ca0e4236c831 req-b6cf9c38-999b-4130-b6d0-bbbdc1ae8fa1 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.031273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-765c4732-d0e0-4113-b986-ca0e4236c831 req-b6cf9c38-999b-4130-b6d0-bbbdc1ae8fa1 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.3506048 Nov 19 19:05:52.040371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca51ce-3d46-45e2-ad49-0da2639fa293 tempest-TagsExtTest-80539320 tempest-TagsExtTest-80539320-project] Pushing event deleted for resources: {'Network': ['ID=504f2b0c-12a2-49f2-860b-a27b91c4ea3f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:52.068063 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee2fca47-da54-48c1-bc50-87592ab21e08 req-27ea215c-ef6b-4c0f-9440-e8de11f75bf0 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792975 Nov 19 19:05:52.097144 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6af5b8d6-890c-4fe8-a869-5451af2d91a8 req-bdf5bc32-d0cc-4b55-b1b4-87a8047a18ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623584 Nov 19 19:05:52.143508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Attempting to bind port bb45a8e9-61af-4a51-bfcb-d96877b02582 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:52.143851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Attempting to bind port bb45a8e9-61af-4a51-bfcb-d96877b02582 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:52.144233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Attempting to bind port bb45a8e9-61af-4a51-bfcb-d96877b02582 on network 55437e15-c3e4-4447-8ff9-be91112fba3a {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:52.157967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Port bb45a8e9-61af-4a51-bfcb-d96877b02582 on network 55437e15-c3e4-4447-8ff9-be91112fba3a not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:05:52.158290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Attempting to bind port bb45a8e9-61af-4a51-bfcb-d96877b02582 on network 55437e15-c3e4-4447-8ff9-be91112fba3a {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:52.243222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:52.243460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Checking segment: {'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:52.243829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Bound using segment: {'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:52.246043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Bound port: bb45a8e9-61af-4a51-bfcb-d96877b02582, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:52.248114 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:52.269051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d6bfd-5350-465b-b59c-9afd72a9bf88 req-f52afda7-e882-4dcd-88d2-e7cf51175bd0 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.270798 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb8d6bfd-5350-465b-b59c-9afd72a9bf88 req-f52afda7-e882-4dcd-88d2-e7cf51175bd0 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 948 time: 0.1074028 Nov 19 19:05:52.333330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-765c4732-d0e0-4113-b986-ca0e4236c831 req-f1e08dda-caa5-44f4-925c-3c3f3c8c554f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263098 Nov 19 19:05:52.343458 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb8d6bfd-5350-465b-b59c-9afd72a9bf88 req-bd60e759-243e-43c3-94f8-6404be4476ef tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638313 Nov 19 19:05:52.389986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 38c42a2a-63ba-4fa9-88f4-2b2512ef637c details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:05:52.396250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca6761-3a95-4d44-8293-ff71e99f9f68 req-12a6ded7-a97d-4f40-a43c-68e8e85aca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.399077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41ca6761-3a95-4d44-8293-ff71e99f9f68 req-12a6ded7-a97d-4f40-a43c-68e8e85aca8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 200 len: 913 time: 0.3791142 Nov 19 19:05:52.455001 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41ca6761-3a95-4d44-8293-ff71e99f9f68 req-851b6a6b-4eea-4e71-9d7b-eafb6a805555 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a95a6e5a-5527-48f1-b291-12e31b56ac11 HTTP/1.1" status: 200 len: 217 time: 0.0468748 Nov 19 19:05:52.462715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a7757bbb-83d0-4e3b-9720-dd253242db39 req-832dc510-4d20-4688-9ca8-de35735c3781 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 210 time: 0.0311282 Nov 19 19:05:52.534303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] For port bb45a8e9-61af-4a51-bfcb-d96877b02582, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:52.568107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] For port bb45a8e9-61af-4a51-bfcb-d96877b02582, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bb45a8e9-61af-4a51-bfcb-d96877b02582,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:52.586172 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:52.599681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca6761-3a95-4d44-8293-ff71e99f9f68 req-cba762e3-191b-4074-9921-164ac84bb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.602533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41ca6761-3a95-4d44-8293-ff71e99f9f68 req-cba762e3-191b-4074-9921-164ac84bb727 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 200 len: 852 time: 0.1318388 Nov 19 19:05:52.615352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49662) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:52.622116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:52.635983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'mac_address': 'fa:16:3e:8d:bb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:05:52.685601 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:52.688156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41ca6761-3a95-4d44-8293-ff71e99f9f68 req-74c09c7f-bf45-40d1-a67e-2a4d4ae70b45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33645d32-bbf5-48f5-aa27-3ad32c083eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573883 Nov 19 19:05:52.704703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c42a2a-63ba-4fa9-88f4-2b2512ef637c {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:52.730113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:52.741722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.742438 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:52.743281 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:52.743855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] 10.222.0.21 "PUT /v2.0/ports/bb45a8e9-61af-4a51-bfcb-d96877b02582 HTTP/1.1" status: 200 len: 1091 time: 3.4496720 Nov 19 19:05:52.763742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': 'bb45a8e9-61af-4a51-bfcb-d96877b02582'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:52.766155 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38e1b52-c2fb-4510-82dd-682e8e3ba571" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "bb45a8e9-61af-4a51-bfcb-d96877b02582"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:52.827485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Request body: {'port': {'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:52.849957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=10']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:52.892819 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdc7c5a-df58-4b2c-aefe-c7db7a413428 x-openstack-request-id: req-dbdc7c5a-df58-4b2c-aefe-c7db7a413428 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:52.893415 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "bb45a8e9-61af-4a51-bfcb-d96877b02582", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:52.893415 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbdc7c5a-df58-4b2c-aefe-c7db7a413428 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:52.893723 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': 'bb45a8e9-61af-4a51-bfcb-d96877b02582', 'status': 'completed', 'code': 200} Nov 19 19:05:52.964491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:52.988471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-e56ad97e-b5be-4f47-be36-e1e8b4f37580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.988948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-e56ad97e-b5be-4f47-be36-e1e8b4f37580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.992091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-e56ad97e-b5be-4f47-be36-e1e8b4f37580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.992791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-e56ad97e-b5be-4f47-be36-e1e8b4f37580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.993415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-e56ad97e-b5be-4f47-be36-e1e8b4f37580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.994089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-e56ad97e-b5be-4f47-be36-e1e8b4f37580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.998178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfc44-8736-49e8-b072-c7b9fdf94c1d req-59c0ea4e-3118-4689-b8ab-2b319db7737b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:52.998332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-e56ad97e-b5be-4f47-be36-e1e8b4f37580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.000289 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-e56ad97e-b5be-4f47-be36-e1e8b4f37580 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6411 time: 0.0945969 Nov 19 19:05:53.005867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfc44-8736-49e8-b072-c7b9fdf94c1d req-59c0ea4e-3118-4689-b8ab-2b319db7737b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.013873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfc44-8736-49e8-b072-c7b9fdf94c1d req-59c0ea4e-3118-4689-b8ab-2b319db7737b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.020671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfc44-8736-49e8-b072-c7b9fdf94c1d req-59c0ea4e-3118-4689-b8ab-2b319db7737b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.027398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfc44-8736-49e8-b072-c7b9fdf94c1d req-59c0ea4e-3118-4689-b8ab-2b319db7737b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.033926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfc44-8736-49e8-b072-c7b9fdf94c1d req-59c0ea4e-3118-4689-b8ab-2b319db7737b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.041404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecfc44-8736-49e8-b072-c7b9fdf94c1d req-59c0ea4e-3118-4689-b8ab-2b319db7737b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.043444 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7aecfc44-8736-49e8-b072-c7b9fdf94c1d req-59c0ea4e-3118-4689-b8ab-2b319db7737b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5409 time: 0.4875972 Nov 19 19:05:53.085326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbffe5f-c192-4e09-a778-0f25c520235e service neutron] Pushing event updated for resources: {'Port': ['ID=bb45a8e9-61af-4a51-bfcb-d96877b02582,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:53.114978 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d489de92-c1a0-42d3-aee6-dffc1bae0656 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b461923007064fed8ca4881141550d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4976864 Nov 19 19:05:53.118915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49674) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:53.176877 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41ca6761-3a95-4d44-8293-ff71e99f9f68 req-77defd11-b079-4891-9ac1-b871ddf3a8fc service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622397 Nov 19 19:05:53.180256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-f7882f6c-bf77-4448-a5c5-f64a4795f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.180910 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-f7882f6c-bf77-4448-a5c5-f64a4795f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.181527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-f7882f6c-bf77-4448-a5c5-f64a4795f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.184043 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-f7882f6c-bf77-4448-a5c5-f64a4795f58f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d8875fb71e244b28a0e7f5159946a98&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1755753 Nov 19 19:05:53.233056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['38c42a2a-63ba-4fa9-88f4-2b2512ef637c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:05:53.355208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7aecfc44-8736-49e8-b072-c7b9fdf94c1d req-64de53bd-d604-4f44-994d-b5c84219fbfb tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2951519 Nov 19 19:05:53.435204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba2eba78-486c-4494-a7d7-85497e916ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:53.522980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41ca6761-3a95-4d44-8293-ff71e99f9f68 req-777d1ac1-4608-4eff-b37c-45439600035f service neutron] 10.222.0.21 "GET /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742832 Nov 19 19:05:53.550251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f6b8-2b79-43fb-85e3-709b10917718 req-93633148-bc7d-4ade-bf35-88e938234a0a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.551987 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04c9f6b8-2b79-43fb-85e3-709b10917718 req-93633148-bc7d-4ade-bf35-88e938234a0a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 943 time: 0.2660897 Nov 19 19:05:53.598217 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba2eba78-486c-4494-a7d7-85497e916ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:53.630113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13276fe7-e07b-4273-93bf-8c7fcb5586fe req-c2891ead-ccea-4820-99d3-2afc93496888 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.637968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13276fe7-e07b-4273-93bf-8c7fcb5586fe req-c2891ead-ccea-4820-99d3-2afc93496888 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.0974946 Nov 19 19:05:53.639652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-7f2b1361-9b6e-4878-930d-473a8b9fb7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.641114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d38e1b52-c2fb-4510-82dd-682e8e3ba571 req-7f2b1361-9b6e-4878-930d-473a8b9fb7cc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4427111 Nov 19 19:05:53.686314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-2793fbb1-8719-4ad9-976a-cd67bf4fc5e6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:53.687754 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-2793fbb1-8719-4ad9-976a-cd67bf4fc5e6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.57 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 816 time: 0.3921764 Nov 19 19:05:53.696971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d173fbde-a77e-4fec-84f0-15735fa29478 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:53.712241 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:53.716015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04c9f6b8-2b79-43fb-85e3-709b10917718 req-f22d36f9-eff3-4c88-bd00-35675739aeb7 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236801 Nov 19 19:05:53.737821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13276fe7-e07b-4273-93bf-8c7fcb5586fe req-ef7b1b08-79ec-476a-b2a9-d45b910e2b86 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989037 Nov 19 19:05:53.738764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Transition to ACTIVE for port object d173fbde-a77e-4fec-84f0-15735fa29478 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:05:53.759882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:53.761317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:53.780095 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c2ab00-25c5-402f-af9b-e8a23437ed4b" -d '{"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-unplugged", "status": "completed", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:53.798637 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba2eba78-486c-4494-a7d7-85497e916ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:53.801320 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba2eba78-486c-4494-a7d7-85497e916ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:53.805797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ba2eba78-486c-4494-a7d7-85497e916ac2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/615315b1-7668-4e9c-b10b-aa20b85be4fc HTTP/1.1" status: 204 len: 168 time: 0.6822412 Nov 19 19:05:53.813025 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-a6dae735-3980-4842-b4ad-6755820f2c32 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d66db5a635f74407910126f79e0a8077 HTTP/1.1" status: 200 len: 380 time: 0.1122680 Nov 19 19:05:53.820016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2eba78-486c-4494-a7d7-85497e916ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615315b1-7668-4e9c-b10b-aa20b85be4fc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:53.826240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'port': {'device_id': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'admin_state_up': True, 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'security_groups': ['64622e0c-ea24-46af-a232-751f64dfa7b5']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:53.849954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Pushing event updated for resources: {'Port': ['ID=d173fbde-a77e-4fec-84f0-15735fa29478,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:53.972476 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a440167-615a-42eb-a561-dadf2907207f req-b878f23f-9394-4b32-acb3-52a2b92b500b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 210 time: 0.0425842 Nov 19 19:05:53.975764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Attempting to bind port d173fbde-a77e-4fec-84f0-15735fa29478 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:53.976296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Attempting to bind port d173fbde-a77e-4fec-84f0-15735fa29478 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:53.976846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Attempting to bind port d173fbde-a77e-4fec-84f0-15735fa29478 on network 55437e15-c3e4-4447-8ff9-be91112fba3a {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:53.981585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Port d173fbde-a77e-4fec-84f0-15735fa29478 on network 55437e15-c3e4-4447-8ff9-be91112fba3a not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:05:53.981958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Attempting to bind port d173fbde-a77e-4fec-84f0-15735fa29478 on network 55437e15-c3e4-4447-8ff9-be91112fba3a {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:53.987640 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:53.987977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Checking segment: {'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:53.988356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Bound using segment: {'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:53.988784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Bound port: d173fbde-a77e-4fec-84f0-15735fa29478, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c694f977-fadf-4bff-999b-dcafb4a0707e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:53.989193 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:54.068269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Made reservation on behalf of d66db5a635f74407910126f79e0a8077 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:05:54.072264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:54.101128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176a175-17a2-42ef-a3a0-25e19fb49d7d req-c909d7c2-c9d9-4bb5-be93-c1b0d64d8ae0 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.115194 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8176a175-17a2-42ef-a3a0-25e19fb49d7d req-c909d7c2-c9d9-4bb5-be93-c1b0d64d8ae0 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1276395 Nov 19 19:05:54.136215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] For port d173fbde-a77e-4fec-84f0-15735fa29478, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:54.144925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] For port d173fbde-a77e-4fec-84f0-15735fa29478, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d173fbde-a77e-4fec-84f0-15735fa29478,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:54.151563 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:54.210044 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd5a8f2-9229-4ff8-8a54-74de91475723 x-openstack-request-id: req-0cd5a8f2-9229-4ff8-8a54-74de91475723 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:54.210750 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-unplugged", "status": "completed", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:54.210750 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0cd5a8f2-9229-4ff8-8a54-74de91475723 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:54.213837 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'code': 200} Nov 19 19:05:54.230653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.231484 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:54.233070 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] 10.222.0.21 "PUT /v2.0/ports/d173fbde-a77e-4fec-84f0-15735fa29478 HTTP/1.1" status: 200 len: 1091 time: 1.4169919 Nov 19 19:05:54.282976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e3481-6ae1-4527-804a-cbd0e0403bce service neutron] Pushing event updated for resources: {'Port': ['ID=d173fbde-a77e-4fec-84f0-15735fa29478,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:54.345458 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8176a175-17a2-42ef-a3a0-25e19fb49d7d req-3cf6f99d-b49b-439e-8f0a-aa62f9a2985a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241275 Nov 19 19:05:54.405387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a1d64e82-1c37-4083-8da9-26403b17e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.406340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a1d64e82-1c37-4083-8da9-26403b17e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.406834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a1d64e82-1c37-4083-8da9-26403b17e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.407570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a1d64e82-1c37-4083-8da9-26403b17e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.408074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a1d64e82-1c37-4083-8da9-26403b17e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.408539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a1d64e82-1c37-4083-8da9-26403b17e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.409014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a1d64e82-1c37-4083-8da9-26403b17e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.414082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a1d64e82-1c37-4083-8da9-26403b17e69d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6478 time: 0.1293540 Nov 19 19:05:54.469524 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Allocated IP 172.20.0.14 (32df8e1a-b141-4d16-b1e8-e2ea737b167c/5fc34135-1ad1-4b71-aa2b-4179e56c40e2/c69d30b4-1ccf-423d-a2e9-5b70ef713e36) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:05:54.505209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-8c2af29d-9dd6-4e50-b3c0-60d5e7086b0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b314d3e-7c93-48a2-94e4-0386a538a87e HTTP/1.1" status: 200 len: 217 time: 0.0855951 Nov 19 19:05:54.602364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-ec6e8fde-b394-4c00-98c0-9327fd655387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.603824 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-ec6e8fde-b394-4c00-98c0-9327fd655387 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4684f690-a71c-4d5c-a0d4-62034aa3e31e HTTP/1.1" status: 200 len: 850 time: 0.0861361 Nov 19 19:05:54.611493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc6c92-a898-497d-a73d-cf195b4436c7 req-fb53cd65-4173-4ffe-bb0d-f5cd7c6360e6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.619042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fedc6c92-a898-497d-a73d-cf195b4436c7 req-fb53cd65-4173-4ffe-bb0d-f5cd7c6360e6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1162586 Nov 19 19:05:54.675536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4497ca-82f9-498e-8799-ce77e61c6054 req-a719485a-5fe3-439a-bdb4-9308108e6926 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.682982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4497ca-82f9-498e-8799-ce77e61c6054 req-a719485a-5fe3-439a-bdb4-9308108e6926 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.690119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4497ca-82f9-498e-8799-ce77e61c6054 req-a719485a-5fe3-439a-bdb4-9308108e6926 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.697885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4497ca-82f9-498e-8799-ce77e61c6054 req-a719485a-5fe3-439a-bdb4-9308108e6926 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.707412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4497ca-82f9-498e-8799-ce77e61c6054 req-a719485a-5fe3-439a-bdb4-9308108e6926 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.708496 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fedc6c92-a898-497d-a73d-cf195b4436c7 req-369295e9-d480-479a-a37f-06e739180bc2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867090 Nov 19 19:05:54.712139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-b252b3a9-c5e3-4229-b803-14c76bcbf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.713625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-b252b3a9-c5e3-4229-b803-14c76bcbf081 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926404 Nov 19 19:05:54.714294 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4497ca-82f9-498e-8799-ce77e61c6054 req-a719485a-5fe3-439a-bdb4-9308108e6926 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.727406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4497ca-82f9-498e-8799-ce77e61c6054 req-a719485a-5fe3-439a-bdb4-9308108e6926 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:54.728766 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e4497ca-82f9-498e-8799-ce77e61c6054 req-a719485a-5fe3-439a-bdb4-9308108e6926 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.2231014 Nov 19 19:05:54.766887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a95a6e5a-5527-48f1-b291-12e31b56ac11 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:05:54.832142 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e4497ca-82f9-498e-8799-ce77e61c6054 req-b1095dbf-826a-423b-91a3-324feb8fa27a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023879 Nov 19 19:05:54.862280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:54.867323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49736) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:54.922276 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:54.941545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': 'd173fbde-a77e-4fec-84f0-15735fa29478'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:54.952016 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "d173fbde-a77e-4fec-84f0-15735fa29478"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:54.973007 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-978906c1-e2ca-4beb-a852-9aa1d0103332 service neutron] 10.222.0.21 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517626 Nov 19 19:05:55.046135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Network 32df8e1a-b141-4d16-b1e8-e2ea737b167c is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:05:55.046135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:05:55.058926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:05:55.073802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:55.080830 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:55.166970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a95a6e5a-5527-48f1-b291-12e31b56ac11, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a95a6e5a-5527-48f1-b291-12e31b56ac11,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:55.200074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'a95a6e5a-5527-48f1-b291-12e31b56ac11', 'network_id': '33645d32-bbf5-48f5-aa27-3ad32c083eac', 'port_id': 'a95a6e5a-5527-48f1-b291-12e31b56ac11', 'mac_address': 'fa:16:3e:aa:2b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adb8f58-a9f2-4093-af5c-d27d0a8408a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:05:55.255103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cdf72-dfa9-4bf5-af7e-717e868897db req-1822efa9-456d-47df-8c81-118613ba5afc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:55.265276 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-490cdf72-dfa9-4bf5-af7e-717e868897db req-1822efa9-456d-47df-8c81-118613ba5afc tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 943 time: 0.2972481 Nov 19 19:05:55.304007 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:55.319499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95a6e5a-5527-48f1-b291-12e31b56ac11 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:55.344258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a95a6e5a-5527-48f1-b291-12e31b56ac11, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a95a6e5a-5527-48f1-b291-12e31b56ac11,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:55.348872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:55.350050 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:55.351988 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:55.391915 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3c690b90-15b5-4c48-bef7-39ddc03e214c service neutron] 10.222.0.21 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106567 Nov 19 19:05:55.409052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e841c-670b-453c-9986-60cff925f0ab req-8b0f65ec-255e-4afa-bc76-079d9dbd309a tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:55.416784 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-e7a490c9-2fa0-4018-8af9-5b4c1812b5a6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5944438 Nov 19 19:05:55.417560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455e841c-670b-453c-9986-60cff925f0ab req-8b0f65ec-255e-4afa-bc76-079d9dbd309a tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1605191 Nov 19 19:05:55.440409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a95a6e5a-5527-48f1-b291-12e31b56ac11,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:55.470499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-134a75ba-7cbc-4310-8922-d98fe9ce875f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:55.478633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-d0a9e710-613e-478b-b444-980ad11675fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=0d5262d3-486a-453d-9df9-6508db27b1a4 HTTP/1.1" status: 200 len: 217 time: 0.0590925 Nov 19 19:05:55.481207 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-57d53d13-4abc-4119-9015-d4ca474648d9 None None] Provisioning complete for port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:55.482137 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-57d53d13-4abc-4119-9015-d4ca474648d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:55.536656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-57d53d13-4abc-4119-9015-d4ca474648d9 None None] Port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:05:55.554009 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-490cdf72-dfa9-4bf5-af7e-717e868897db req-d759f35c-cd36-46b3-9e56-f1dbc492a20a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878141 Nov 19 19:05:55.570355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455e841c-670b-453c-9986-60cff925f0ab req-a21a7a5f-cb39-433d-8d3f-63666baf1694 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519616 Nov 19 19:05:55.602947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-602a3c62-e862-4d60-82a2-ce9ba957382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:55.604754 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-602a3c62-e862-4d60-82a2-ce9ba957382d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.1138389 Nov 19 19:05:55.607196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a95a6e5a-5527-48f1-b291-12e31b56ac11'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:05:55.616862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Request body: {'port': {'device_id': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:05:55.625845 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7d0553-8119-444f-9a6e-9d458ebf4ffb x-openstack-request-id: req-ad7d0553-8119-444f-9a6e-9d458ebf4ffb {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:55.626152 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "d173fbde-a77e-4fec-84f0-15735fa29478", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:55.626416 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad7d0553-8119-444f-9a6e-9d458ebf4ffb {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:55.626823 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': 'd173fbde-a77e-4fec-84f0-15735fa29478', 'status': 'completed', 'code': 200} Nov 19 19:05:55.721431 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:55.725277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-bf9ed4f5-2a2f-473a-baf4-3a67010d592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:55.726918 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-bf9ed4f5-2a2f-473a-baf4-3a67010d592a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1138074 Nov 19 19:05:55.800220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e69030-1c8e-4d97-87f4-6844dc275dcd req-42ad0a59-963c-493c-95e7-50b3dcf81fce tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:55.806298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71e69030-1c8e-4d97-87f4-6844dc275dcd req-42ad0a59-963c-493c-95e7-50b3dcf81fce tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 932 time: 0.1242335 Nov 19 19:05:55.884773 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71e69030-1c8e-4d97-87f4-6844dc275dcd req-34fbccda-136b-42f7-9e5e-468905c95323 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746706 Nov 19 19:05:55.891592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e762d51-1ecf-4efd-a108-293fbe5d6f38 req-c62894a6-b134-4832-8db8-ff17988ef100 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:55.893056 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-912e7970-8f91-4079-b756-4f612eb75c5b service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503077 Nov 19 19:05:55.894072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e762d51-1ecf-4efd-a108-293fbe5d6f38 req-c62894a6-b134-4832-8db8-ff17988ef100 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1051626 Nov 19 19:05:56.019726 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-134a75ba-7cbc-4310-8922-d98fe9ce875f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.030273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-134a75ba-7cbc-4310-8922-d98fe9ce875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.054872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5b7f3d5d-e5f4-449f-ae35-4d13ace542a9 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584284 Nov 19 19:05:56.079073 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8d75-0ec7-494d-8d9a-24839703953e req-b6939334-c430-4abc-b994-f320953eb73c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:56.085785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8d75-0ec7-494d-8d9a-24839703953e req-b6939334-c430-4abc-b994-f320953eb73c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:56.091877 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8d75-0ec7-494d-8d9a-24839703953e req-b6939334-c430-4abc-b994-f320953eb73c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:56.096292 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e762d51-1ecf-4efd-a108-293fbe5d6f38 req-75b7bdf9-f121-4940-af6f-83d53dc864b5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432681 Nov 19 19:05:56.097926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8d75-0ec7-494d-8d9a-24839703953e req-b6939334-c430-4abc-b994-f320953eb73c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:56.104520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8d75-0ec7-494d-8d9a-24839703953e req-b6939334-c430-4abc-b994-f320953eb73c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:56.110980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8d75-0ec7-494d-8d9a-24839703953e req-b6939334-c430-4abc-b994-f320953eb73c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:56.117982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8d75-0ec7-494d-8d9a-24839703953e req-b6939334-c430-4abc-b994-f320953eb73c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:56.119706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b0c8d75-0ec7-494d-8d9a-24839703953e req-b6939334-c430-4abc-b994-f320953eb73c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.1312773 Nov 19 19:05:56.132716 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-134a75ba-7cbc-4310-8922-d98fe9ce875f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d26e5b68b1641ae9f483a28a681982c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2424173 Nov 19 19:05:56.135226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a75ba-7cbc-4310-8922-d98fe9ce875f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e9b892-d956-4052-aff0-4db0da262ec1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:56.140518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49778) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:56.154018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-4fbd834e-0908-4f3e-9d12-050299fadfa3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=0ee576a1-d5ed-4756-9300-89ffedbac12c HTTP/1.1" status: 200 len: 217 time: 0.0872016 Nov 19 19:05:56.233875 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-856b9587-5806-4bbb-a327-8d549f5e7c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.247761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-d5cd7e0f-3c62-4e78-8508-d812c243319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:56.249242 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-d5cd7e0f-3c62-4e78-8508-d812c243319b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.0873537 Nov 19 19:05:56.273787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b0c8d75-0ec7-494d-8d9a-24839703953e req-8e223bb6-6e43-4eaf-8037-e89323e8245a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109912 Nov 19 19:05:56.291788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-856b9587-5806-4bbb-a327-8d549f5e7c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.302299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69d30b4-1ccf-423d-a2e9-5b70ef713e36 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:56.316271 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.323477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e886ab42-628d-4a7b-89e0-efa39168d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:56.325247 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e886ab42-628d-4a7b-89e0-efa39168d0aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0503542 Nov 19 19:05:56.345313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Transition to ACTIVE for port object c69d30b4-1ccf-423d-a2e9-5b70ef713e36 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:05:56.351704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.396407 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-856b9587-5806-4bbb-a327-8d549f5e7c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.401055 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-856b9587-5806-4bbb-a327-8d549f5e7c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.404747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-856b9587-5806-4bbb-a327-8d549f5e7c54 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93e9b892-d956-4052-aff0-4db0da262ec1 HTTP/1.1" status: 204 len: 168 time: 0.2608228 Nov 19 19:05:56.419640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 38c42a2a-63ba-4fa9-88f4-2b2512ef637c up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:56.423528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b9587-5806-4bbb-a327-8d549f5e7c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e9b892-d956-4052-aff0-4db0da262ec1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:56.437494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:56.466837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-190aafc2-4005-4711-b95f-2bca1038f9fb service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342595 Nov 19 19:05:56.528601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:56.529262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.539221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Attempting to bind port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:05:56.539804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Attempting to bind port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:05:56.539921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Attempting to bind port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:56.555209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:05:56.557842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Attempting to bind port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:05:56.570597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:05:56.570940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Checking segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:05:56.571325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Bound using segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:05:56.578933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Bound port: c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:05:56.579794 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.635348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-0d425823-fe8b-4308-a6c5-8547a408d6b6 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613047 Nov 19 19:05:56.677877 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.749014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5e0bce8a-10ce-41d5-a81b-f5464fc835c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=aa9f0155-c448-406d-ba64-9edff7834aba HTTP/1.1" status: 200 len: 217 time: 0.1058712 Nov 19 19:05:56.767901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:56.769259 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:56.772853 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075cc49e-ed77-45cd-802c-24ce9a6f8bbb" -d '{"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-plugged", "status": "completed", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:56.784562 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.812069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:05:56.825409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:05:56.836632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f31770-471e-4464-b4a5-6176270844ed req-3db41ad0-4936-4b44-9142-d731a50d1edf tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:56.846505 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4f31770-471e-4464-b4a5-6176270844ed req-3db41ad0-4936-4b44-9142-d731a50d1edf tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 950 time: 0.1352978 Nov 19 19:05:56.864668 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.871773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a95a6e5a-5527-48f1-b291-12e31b56ac11 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:56.877740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=11']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:56.948658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:56.949340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.951013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] 10.222.0.57 "PUT /v2.0/ports/c69d30b4-1ccf-423d-a2e9-5b70ef713e36 HTTP/1.1" status: 200 len: 1092 time: 1.5021694 Nov 19 19:05:56.954053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:56.955794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port a95a6e5a-5527-48f1-b291-12e31b56ac11 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:05:56.961634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port a95a6e5a-5527-48f1-b291-12e31b56ac11 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:56.962868 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:56.967188 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:57.107139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7500d-6a4d-4890-9a59-47079e2de30b service neutron] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:57.119389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f4f31770-471e-4464-b4a5-6176270844ed req-da68e75a-d33e-4365-965c-d7adad48225a tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719426 Nov 19 19:05:57.145677 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-d330a370-364c-470e-8567-7cfdc51decef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:57.147265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-d330a370-364c-470e-8567-7cfdc51decef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 1095 time: 0.1452060 Nov 19 19:05:57.195183 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:57.236160 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-4f23390f-7596-4cf1-a175-dd75f0095118 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36 HTTP/1.1" status: 200 len: 217 time: 0.0774498 Nov 19 19:05:57.236661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49816) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:57.237006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49818) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:57.251166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a95a6e5a-5527-48f1-b291-12e31b56ac11, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a95a6e5a-5527-48f1-b291-12e31b56ac11,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:57.269781 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:57.281590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24fd3e95-4f8a-4302-8d40-ff558b6bb075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:57.363544 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a95a6e5a-5527-48f1-b291-12e31b56ac11,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:57.410996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-54f03798-fdce-4a98-82e6-55201c0b6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:57.412581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-54f03798-fdce-4a98-82e6-55201c0b6fd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.6444843 Nov 19 19:05:57.421609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e129f3-eec9-4fcf-be8d-6f63a77c41ce req-eee31b34-883c-4ac8-937d-dd86830b82f5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:57.423388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e129f3-eec9-4fcf-be8d-6f63a77c41ce req-eee31b34-883c-4ac8-937d-dd86830b82f5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 944 time: 0.6763113 Nov 19 19:05:57.432795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-55369979-ed6d-464c-8215-eafc562656b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:57.434559 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-55369979-ed6d-464c-8215-eafc562656b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.1743925 Nov 19 19:05:57.456421 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24fd3e95-4f8a-4302-8d40-ff558b6bb075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:57.478426 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24fd3e95-4f8a-4302-8d40-ff558b6bb075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:57.521959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f13d60d3-1303-467c-9738-a11772c80ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:57.523789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-f13d60d3-1303-467c-9738-a11772c80ba0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997024 Nov 19 19:05:57.532069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e129f3-eec9-4fcf-be8d-6f63a77c41ce req-56860c8c-d93c-477d-be7c-25b866c5072a tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951428 Nov 19 19:05:57.542008 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4966dec9-1b3d-433c-9442-5079c2149b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:57.544265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd3e95-4f8a-4302-8d40-ff558b6bb075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32da348e-7411-4dba-b1b3-7b9aeb4cd57e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:57.569505 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-24fd3e95-4f8a-4302-8d40-ff558b6bb075 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20db6db478474f17b919f73d15c8c07d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3314586 Nov 19 19:05:57.573867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-03edc59d-adb9-449c-a213-29c3ca52d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:57.575398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-03edc59d-adb9-449c-a213-29c3ca52d6af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331670 Nov 19 19:05:57.575880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49826) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:57.616952 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee45a4c-6c85-4cf7-a0e6-7bda45bb804e x-openstack-request-id: req-fee45a4c-6c85-4cf7-a0e6-7bda45bb804e {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:57.617474 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-plugged", "status": "completed", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:57.617474 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fee45a4c-6c85-4cf7-a0e6-7bda45bb804e {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:57.617920 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'code': 200} Nov 19 19:05:57.671318 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebad0d4f-dc14-4018-af89-d51b0fe04975 x-openstack-request-id: req-ebad0d4f-dc14-4018-af89-d51b0fe04975 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:57.671638 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:57.672570 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebad0d4f-dc14-4018-af89-d51b0fe04975 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:57.672570 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'status': 'completed', 'code': 200} Nov 19 19:05:57.686409 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-62126f19-e9d7-43ec-8cd6-361fdc6ec081 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531167 Nov 19 19:05:57.760293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932610e-b972-4e68-bf74-cce379fb990c req-b888d5e7-5e48-4275-9c6d-517414336601 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:57.761823 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f932610e-b972-4e68-bf74-cce379fb990c req-b888d5e7-5e48-4275-9c6d-517414336601 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.1385167 Nov 19 19:05:57.801400 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24b6988f-f362-4953-88df-88544e028e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:57.841948 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-4db1e97c-2715-4ca3-a931-a7398fd05db1 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471069 Nov 19 19:05:57.845703 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f932610e-b972-4e68-bf74-cce379fb990c req-d072b261-baea-4c2c-8a4a-f0d61cdd7e6b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754251 Nov 19 19:05:57.872869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010c8f-5162-4185-8d3b-4aba0086a803 req-93df6ce4-2881-41c1-9907-5763b38f0bdc tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:57.872869 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed010c8f-5162-4185-8d3b-4aba0086a803 req-93df6ce4-2881-41c1-9907-5763b38f0bdc tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1482482 Nov 19 19:05:57.889669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-410f166c-8255-406b-b3d9-ed1cbc030d3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f3ae0b14-b79b-4e64-8f90-bec94f8e4621 HTTP/1.1" status: 200 len: 217 time: 0.0405719 Nov 19 19:05:57.903092 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-9c79c77e-7b4d-4d45-b3b8-9ce13d9e5b13 service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916827 Nov 19 19:05:57.939451 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24b6988f-f362-4953-88df-88544e028e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:57.970196 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5a8ae38b-40ad-48c2-b458-dbf1dde50c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:57.971678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-5a8ae38b-40ad-48c2-b458-dbf1dde50c36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.0755379 Nov 19 19:05:57.976203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4966dec9-1b3d-433c-9442-5079c2149b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:58.015023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4966dec9-1b3d-433c-9442-5079c2149b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:58.018979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14ba6-523e-4d57-bce3-3f98acc974b0 req-1f22e1f7-fab1-4733-8ee6-d07662b7a8ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.025893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14ba6-523e-4d57-bce3-3f98acc974b0 req-1f22e1f7-fab1-4733-8ee6-d07662b7a8ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.031854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14ba6-523e-4d57-bce3-3f98acc974b0 req-1f22e1f7-fab1-4733-8ee6-d07662b7a8ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.038819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14ba6-523e-4d57-bce3-3f98acc974b0 req-1f22e1f7-fab1-4733-8ee6-d07662b7a8ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.044816 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14ba6-523e-4d57-bce3-3f98acc974b0 req-1f22e1f7-fab1-4733-8ee6-d07662b7a8ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.051069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14ba6-523e-4d57-bce3-3f98acc974b0 req-1f22e1f7-fab1-4733-8ee6-d07662b7a8ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.057126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14ba6-523e-4d57-bce3-3f98acc974b0 req-1f22e1f7-fab1-4733-8ee6-d07662b7a8ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.059098 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7d14ba6-523e-4d57-bce3-3f98acc974b0 req-1f22e1f7-fab1-4733-8ee6-d07662b7a8ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.1314847 Nov 19 19:05:58.065163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e1242-d54d-4e99-b791-21b7448726d2 req-e5e5bc3c-041f-41fe-a2cd-5e7555411206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.066837 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-122e1242-d54d-4e99-b791-21b7448726d2 req-e5e5bc3c-041f-41fe-a2cd-5e7555411206 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 1102 time: 0.2350843 Nov 19 19:05:58.082020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a99e70e1-516e-4aee-869e-7ea84598b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.083784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a99e70e1-516e-4aee-869e-7ea84598b766 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032732 Nov 19 19:05:58.123884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4966dec9-1b3d-433c-9442-5079c2149b6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7aa7686c57584e4dad5950f57c3a4d66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8845990 Nov 19 19:05:58.133715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966dec9-1b3d-433c-9442-5079c2149b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6a5717-f128-4d88-b20d-c39155b39044,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:58.145290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49828) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:58.160343 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed010c8f-5162-4185-8d3b-4aba0086a803 req-f69e6e76-df32-4259-b34c-feabb9e18440 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520399 Nov 19 19:05:58.177860 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24b6988f-f362-4953-88df-88544e028e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:58.180495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24b6988f-f362-4953-88df-88544e028e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:58.184226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-24b6988f-f362-4953-88df-88544e028e57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32da348e-7411-4dba-b1b3-7b9aeb4cd57e HTTP/1.1" status: 204 len: 168 time: 0.6027272 Nov 19 19:05:58.198857 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b20ffc7-e7ba-40eb-a18a-fc42c671d4cc req-dab011f4-a8a2-412c-8e5b-0f388934620e service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779834 Nov 19 19:05:58.204210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6988f-f362-4953-88df-88544e028e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32da348e-7411-4dba-b1b3-7b9aeb4cd57e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:58.214815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-122e1242-d54d-4e99-b791-21b7448726d2 req-7a05964c-67ab-41c7-8539-c80bcdbac49f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221166 Nov 19 19:05:58.254152 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7d14ba6-523e-4d57-bce3-3f98acc974b0 req-bf206cb9-92e5-47ec-aaee-5f49d20d5cc2 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809459 Nov 19 19:05:58.294044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e452-97c8-468c-97a6-3bd351a5c6aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:58.312353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba11fe-180d-4597-be31-5eba0313667b req-9c68458e-059b-4964-b803-7414bb035d7c tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.314375 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-31ba11fe-180d-4597-be31-5eba0313667b req-9c68458e-059b-4964-b803-7414bb035d7c tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 951 time: 0.0758810 Nov 19 19:05:58.315826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-3aaf1bea-de90-440b-bce6-9c147775cb29 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238078 Nov 19 19:05:58.341855 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e452-97c8-468c-97a6-3bd351a5c6aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:58.379528 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-31ba11fe-180d-4597-be31-5eba0313667b req-34c4c5a5-601f-4ce5-bea5-bfae53ba2c0e tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571792 Nov 19 19:05:58.453069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-a45fd527-6e93-4680-94c7-04241b6c4596 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264510 Nov 19 19:05:58.471231 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e452-97c8-468c-97a6-3bd351a5c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:58.473996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e452-97c8-468c-97a6-3bd351a5c6aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:58.475929 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a9a6e452-97c8-468c-97a6-3bd351a5c6aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a6a5717-f128-4d88-b20d-c39155b39044 HTTP/1.1" status: 204 len: 168 time: 0.3275418 Nov 19 19:05:58.508552 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-89feb033-776d-4312-940b-3fd034d8685d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb45a8e9-61af-4a51-bfcb-d96877b02582 HTTP/1.1" status: 200 len: 217 time: 0.0472007 Nov 19 19:05:58.513637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6e452-97c8-468c-97a6-3bd351a5c6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6a5717-f128-4d88-b20d-c39155b39044,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:58.573847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-43b190bc-7cf6-40ef-b3ff-7d1415acb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.576131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-43b190bc-7cf6-40ef-b3ff-7d1415acb7b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff02319-0209-479f-b0cb-2db2b1823400 HTTP/1.1" status: 200 len: 797 time: 0.0595675 Nov 19 19:05:58.643577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e0341de8-77e0-4fbb-9c99-0eac59a6a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.645221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-e0341de8-77e0-4fbb-9c99-0eac59a6a6be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55437e15-c3e4-4447-8ff9-be91112fba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625007 Nov 19 19:05:58.661329 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc req-344dd0c5-cecd-4db7-a48c-0484c790aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.663078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc req-344dd0c5-cecd-4db7-a48c-0484c790aca0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 1095 time: 0.1563256 Nov 19 19:05:58.690661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236d8a-e8f6-4ec4-8703-cf22685dec0b req-17ec8587-a297-4c9a-8db6-bebbafb6a1c8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.692342 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97236d8a-e8f6-4ec4-8703-cf22685dec0b req-17ec8587-a297-4c9a-8db6-bebbafb6a1c8 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 945 time: 0.0650680 Nov 19 19:05:58.750884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-de60d2b5-edd6-49b9-b670-ced4a2d8f4e1 service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977986 Nov 19 19:05:58.814604 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97236d8a-e8f6-4ec4-8703-cf22685dec0b req-1ce8734f-f346-41fe-9296-5a4f26159f27 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967815 Nov 19 19:05:58.848501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc req-445724db-1b82-4044-bf39-456a2b6f3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.850756 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc req-445724db-1b82-4044-bf39-456a2b6f3d96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.1562827 Nov 19 19:05:58.870370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-131e6da7-e7cb-41cf-a95a-753be0c60682 service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127167 Nov 19 19:05:58.870846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49856) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:58.914881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc req-e86d6c29-5da0-4269-bd50-b660a210efa9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36 HTTP/1.1" status: 200 len: 217 time: 0.0561509 Nov 19 19:05:58.943060 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d6df000-23c6-4f02-a17a-e1282acd1c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:58.948762 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-fe24a42f-035d-4d1d-9bd8-f1e7f1ac28be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d173fbde-a77e-4fec-84f0-15735fa29478 HTTP/1.1" status: 200 len: 217 time: 0.0713687 Nov 19 19:05:58.971157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc req-2abe3528-7869-41f3-8ce2-c75969825b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:58.972704 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc req-2abe3528-7869-41f3-8ce2-c75969825b3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.0503209 Nov 19 19:05:59.024879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc req-1abe9cd4-1bcb-44aa-8ecc-13341bfe44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.026834 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc req-1abe9cd4-1bcb-44aa-8ecc-13341bfe44cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451784 Nov 19 19:05:59.054918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-cbfb1843-a5ae-4fa8-96c0-74efed839c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.056438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-cbfb1843-a5ae-4fa8-96c0-74efed839c76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff02319-0209-479f-b0cb-2db2b1823400 HTTP/1.1" status: 200 len: 797 time: 0.0932624 Nov 19 19:05:59.075186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8da22f-542b-4464-916b-86f711bc56ef req-f5fcf404-d713-47d4-92cc-8ffe6f1729fc tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.076669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a8da22f-542b-4464-916b-86f711bc56ef req-f5fcf404-d713-47d4-92cc-8ffe6f1729fc tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.1351557 Nov 19 19:05:59.132855 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc req-de9bcfd0-7415-4a6c-a78f-8f581fbe8aea service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983167 Nov 19 19:05:59.168348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a35093-de73-49a4-8292-abce76edf4d1 req-fcf164bf-3988-41ac-8c19-976a654ed71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.170321 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-fcf164bf-3988-41ac-8c19-976a654ed71a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55437e15-c3e4-4447-8ff9-be91112fba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1039634 Nov 19 19:05:59.246276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a8da22f-542b-4464-916b-86f711bc56ef req-4278920c-19ed-46ff-9244-39509ac93833 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570530 Nov 19 19:05:59.248137 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d6df000-23c6-4f02-a17a-e1282acd1c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:59.256003 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d6df000-23c6-4f02-a17a-e1282acd1c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:59.300137 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5b73e45-67b2-4fd0-aa5d-81f2208da2dc req-680a3b77-0eba-45d1-87ed-ef61b8fd155d service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598752 Nov 19 19:05:59.312004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9d6df000-23c6-4f02-a17a-e1282acd1c85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0aa0c71bdfb24b5f84572e9b6accf8d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4401302 Nov 19 19:05:59.320175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49872) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:59.321276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6df000-23c6-4f02-a17a-e1282acd1c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a79016-57f7-4675-9d4e-8677dbe88b5b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:59.339862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-8201835c-e16e-4e38-8ae0-a6b5a73ab5fd service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623864 Nov 19 19:05:59.353421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889449f0-1bea-4b9c-8e8c-01421a401525 req-741038ac-8b0e-4014-a435-b53a613e6a77 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.355100 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-889449f0-1bea-4b9c-8e8c-01421a401525 req-741038ac-8b0e-4014-a435-b53a613e6a77 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1018839 Nov 19 19:05:59.423655 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eac07a13-08a6-4643-8d18-77166bc26da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:59.445593 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-889449f0-1bea-4b9c-8e8c-01421a401525 req-9db93612-b108-4430-8da4-c2b78dae8c09 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793092 Nov 19 19:05:59.463838 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eac07a13-08a6-4643-8d18-77166bc26da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:59.501324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfa2d4-58e0-4fb0-b4ba-6b07c4609df3 req-8976c084-5138-449e-b29b-6699b5174dbe tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.508284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfa2d4-58e0-4fb0-b4ba-6b07c4609df3 req-8976c084-5138-449e-b29b-6699b5174dbe tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.514527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfa2d4-58e0-4fb0-b4ba-6b07c4609df3 req-8976c084-5138-449e-b29b-6699b5174dbe tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.520486 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eac07a13-08a6-4643-8d18-77166bc26da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:59.520878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfa2d4-58e0-4fb0-b4ba-6b07c4609df3 req-8976c084-5138-449e-b29b-6699b5174dbe tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.525127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eac07a13-08a6-4643-8d18-77166bc26da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:59.528519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfa2d4-58e0-4fb0-b4ba-6b07c4609df3 req-8976c084-5138-449e-b29b-6699b5174dbe tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.529989 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eac07a13-08a6-4643-8d18-77166bc26da1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3a79016-57f7-4675-9d4e-8677dbe88b5b HTTP/1.1" status: 204 len: 168 time: 0.2074008 Nov 19 19:05:59.534876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfa2d4-58e0-4fb0-b4ba-6b07c4609df3 req-8976c084-5138-449e-b29b-6699b5174dbe tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.542806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfa2d4-58e0-4fb0-b4ba-6b07c4609df3 req-8976c084-5138-449e-b29b-6699b5174dbe tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.551168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7fcfa2d4-58e0-4fb0-b4ba-6b07c4609df3 req-8976c084-5138-449e-b29b-6699b5174dbe tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.1886854 Nov 19 19:05:59.590026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac07a13-08a6-4643-8d18-77166bc26da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a79016-57f7-4675-9d4e-8677dbe88b5b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:59.590727 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05a35093-de73-49a4-8292-abce76edf4d1 req-fdd5f833-8957-4c3f-8710-fc657f681aab service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433600 Nov 19 19:05:59.611718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891f221-ad64-4de2-b28d-47392efe8f1c req-1cb86f03-c5c4-4ef2-ac8c-2f9173fdf0b3 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.621171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a891f221-ad64-4de2-b28d-47392efe8f1c req-1cb86f03-c5c4-4ef2-ac8c-2f9173fdf0b3 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 951 time: 0.0899334 Nov 19 19:05:59.626610 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b48372-5702-4d8b-bac0-1380ed9d15ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95a6e5a-5527-48f1-b291-12e31b56ac11'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:59.633677 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed211676-878a-467b-b213-c6e93a4030a7" -d '{"events": [{"server_uuid": "d7b48372-5702-4d8b-bac0-1380ed9d15ec", "name": "network-vif-plugged", "status": "completed", "tag": "a95a6e5a-5527-48f1-b291-12e31b56ac11"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:59.654335 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:59.666175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7fcfa2d4-58e0-4fb0-b4ba-6b07c4609df3 req-537b062f-9372-4aee-8c0c-6ce674131f89 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110325 Nov 19 19:05:59.709902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a891f221-ad64-4de2-b28d-47392efe8f1c req-ad8351d2-0269-474e-85a9-e1a480a51133 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874486 Nov 19 19:05:59.764194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-8306bec6-d23b-4cff-b436-5248413cc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.765006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-8306bec6-d23b-4cff-b436-5248413cc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.766070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-8306bec6-d23b-4cff-b436-5248413cc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.766748 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-8306bec6-d23b-4cff-b436-5248413cc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.767427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-8306bec6-d23b-4cff-b436-5248413cc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.768080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-8306bec6-d23b-4cff-b436-5248413cc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.768937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-8306bec6-d23b-4cff-b436-5248413cc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.772295 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31907f37-f81a-4cc0-af50-24678607a369 x-openstack-request-id: req-31907f37-f81a-4cc0-af50-24678607a369 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:59.772660 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b48372-5702-4d8b-bac0-1380ed9d15ec", "name": "network-vif-plugged", "status": "completed", "tag": "a95a6e5a-5527-48f1-b291-12e31b56ac11", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:59.773101 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31907f37-f81a-4cc0-af50-24678607a369 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:59.773920 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b48372-5702-4d8b-bac0-1380ed9d15ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95a6e5a-5527-48f1-b291-12e31b56ac11', 'code': 200} Nov 19 19:05:59.777238 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-8306bec6-d23b-4cff-b436-5248413cc4c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6478 time: 0.1095574 Nov 19 19:05:59.928288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dc271-7bdd-4687-b218-756fac822790 req-559da17b-65ca-4e45-98d6-e9b1b1936c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.929849 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab1dc271-7bdd-4687-b218-756fac822790 req-559da17b-65ca-4e45-98d6-e9b1b1936c8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 1096 time: 0.0941379 Nov 19 19:05:59.941168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-c50d3339-85e0-4031-b926-de78732bd783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:59.943546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-c50d3339-85e0-4031-b926-de78732bd783 service neutron] 10.222.0.21 "GET /v2.0/networks?id=55437e15-c3e4-4447-8ff9-be91112fba3a HTTP/1.1" status: 200 len: 903 time: 0.1598146 Nov 19 19:06:00.008580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ee69d-7894-4d99-b5fa-230f09acb515 req-51a1a62e-ea65-48a9-a1f2-822f9e617f12 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.010168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-031ee69d-7894-4d99-b5fa-230f09acb515 req-51a1a62e-ea65-48a9-a1f2-822f9e617f12 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 945 time: 0.1035750 Nov 19 19:06:00.013934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab1dc271-7bdd-4687-b218-756fac822790 req-a8dbf614-caaf-42b0-91d5-ec83369d63a6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652525 Nov 19 19:06:00.017006 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-a47e9747-3131-48a1-9854-ad244272fc73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d173fbde-a77e-4fec-84f0-15735fa29478 HTTP/1.1" status: 200 len: 217 time: 0.0645268 Nov 19 19:06:00.077057 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-031ee69d-7894-4d99-b5fa-230f09acb515 req-62de5774-72fa-4b45-8920-b17b087330b7 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586188 Nov 19 19:06:00.257044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-0e15dcdb-d93c-455f-bf6b-a194ca5cf9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.261705 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-0e15dcdb-d93c-455f-bf6b-a194ca5cf9f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff02319-0209-479f-b0cb-2db2b1823400 HTTP/1.1" status: 200 len: 797 time: 0.0539105 Nov 19 19:06:00.318958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-32ff37f8-54a0-4a63-bf7d-7f045d5c0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.320563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-32ff37f8-54a0-4a63-bf7d-7f045d5c0f8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55437e15-c3e4-4447-8ff9-be91112fba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530565 Nov 19 19:06:00.447851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cc8e3-0ead-452b-911b-e530e4882d36 req-909adb34-7181-4b43-9924-619db0ff43d5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.449367 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f41cc8e3-0ead-452b-911b-e530e4882d36 req-909adb34-7181-4b43-9924-619db0ff43d5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.1080787 Nov 19 19:06:00.490870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-b3e7999e-efb9-449d-9488-5b0e2f8d01e1 service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587551 Nov 19 19:06:00.570722 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f41cc8e3-0ead-452b-911b-e530e4882d36 req-1e11f328-cca7-493b-8ff0-1d29a3f24222 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147356 Nov 19 19:06:00.621131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2987c46-d195-4ee4-80bb-30e0a4f86c9b req-6beb3a68-0b6c-46fc-9e14-3c7cbb5dba8f service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224205 Nov 19 19:06:00.636654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8890f-c4bf-4e39-912b-ed5b25e35e44 req-f6097377-291e-43b6-bead-9e8f2bbcf87f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.638729 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-23f8890f-c4bf-4e39-912b-ed5b25e35e44 req-f6097377-291e-43b6-bead-9e8f2bbcf87f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.0887589 Nov 19 19:06:00.701326 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-23f8890f-c4bf-4e39-912b-ed5b25e35e44 req-04f114e6-1004-401d-9e20-cfe750cf0c45 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555103 Nov 19 19:06:00.833546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e15ac-a2a4-455c-a2c6-6fdb6679683c req-535d5abb-787c-43f3-8342-fd0bd1e172c7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.841828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e15ac-a2a4-455c-a2c6-6fdb6679683c req-535d5abb-787c-43f3-8342-fd0bd1e172c7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.847109 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bcda3-eacb-4235-b2dd-22aa64d75bc4 req-5e60e35b-1690-4085-aa80-c30db8304cd2 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.848762 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-696bcda3-eacb-4235-b2dd-22aa64d75bc4 req-5e60e35b-1690-4085-aa80-c30db8304cd2 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 951 time: 0.0625525 Nov 19 19:06:00.849105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e15ac-a2a4-455c-a2c6-6fdb6679683c req-535d5abb-787c-43f3-8342-fd0bd1e172c7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.855788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e15ac-a2a4-455c-a2c6-6fdb6679683c req-535d5abb-787c-43f3-8342-fd0bd1e172c7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.862910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e15ac-a2a4-455c-a2c6-6fdb6679683c req-535d5abb-787c-43f3-8342-fd0bd1e172c7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.870804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e15ac-a2a4-455c-a2c6-6fdb6679683c req-535d5abb-787c-43f3-8342-fd0bd1e172c7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.877518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e15ac-a2a4-455c-a2c6-6fdb6679683c req-535d5abb-787c-43f3-8342-fd0bd1e172c7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:00.891339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-881e15ac-a2a4-455c-a2c6-6fdb6679683c req-535d5abb-787c-43f3-8342-fd0bd1e172c7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.1184614 Nov 19 19:06:00.922237 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-696bcda3-eacb-4235-b2dd-22aa64d75bc4 req-fe335abd-1e69-42ad-a091-3029442e41ed tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661104 Nov 19 19:06:01.010448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-881e15ac-a2a4-455c-a2c6-6fdb6679683c req-58d91526-f832-4c7f-83ee-e89bc914378f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210372 Nov 19 19:06:01.239236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71625d-8503-4dc1-954c-93d6ff8da0d6 req-4c41e1fe-9b2e-4e7e-bc14-0b0457bc3d3c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:01.241583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c71625d-8503-4dc1-954c-93d6ff8da0d6 req-4c41e1fe-9b2e-4e7e-bc14-0b0457bc3d3c tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 945 time: 0.0670807 Nov 19 19:06:01.289885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f41be-3504-4771-a801-08f541d47486 req-c794c4de-251f-42d5-8153-0456b6d76784 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:01.291437 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a11f41be-3504-4771-a801-08f541d47486 req-c794c4de-251f-42d5-8153-0456b6d76784 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 1102 time: 0.0621419 Nov 19 19:06:01.308073 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c71625d-8503-4dc1-954c-93d6ff8da0d6 req-6da926fd-493c-48e6-aa2b-761e5e087ab6 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590804 Nov 19 19:06:01.347756 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a11f41be-3504-4771-a801-08f541d47486 req-6ff6593e-6fdf-45c0-b186-d9ba6945d341 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496936 Nov 19 19:06:01.450646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49968) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:01.605347 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-857f3c13-8aa1-4573-a4e1-7d52c70a4d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:01.609673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1fc02-1f76-452c-80ec-64fceefb2ec0 req-9afc72ad-9b1d-42e6-8c44-d2e1147d3fd7 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:01.611301 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59f1fc02-1f76-452c-80ec-64fceefb2ec0 req-9afc72ad-9b1d-42e6-8c44-d2e1147d3fd7 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 1102 time: 0.0453362 Nov 19 19:06:01.632041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7c324-00a5-4186-ae38-e21738dd23b4 req-5086d3e2-6968-4886-8601-9024f4215ffe tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:01.633567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cee7c324-00a5-4186-ae38-e21738dd23b4 req-5086d3e2-6968-4886-8601-9024f4215ffe tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 945 time: 0.0803142 Nov 19 19:06:01.666553 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59f1fc02-1f76-452c-80ec-64fceefb2ec0 req-667e16c6-1c08-42e6-86cf-98599dd3ed48 tempest-ServersAdminTestJSON-1829199771 tempest-ServersAdminTestJSON-1829199771-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 Nov 19 19:06:01.719735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cee7c324-00a5-4186-ae38-e21738dd23b4 req-8b3abaf6-f342-49f8-b721-c1dc59da56b9 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739324 Nov 19 19:06:01.753167 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-857f3c13-8aa1-4573-a4e1-7d52c70a4d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:01.762739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-857f3c13-8aa1-4573-a4e1-7d52c70a4d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:01.811670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c98406-c916-4f75-8e4c-1a0cf0548101 req-783529b7-3fe7-4e54-afec-e83d059a7204 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:01.813400 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c98406-c916-4f75-8e4c-1a0cf0548101 req-783529b7-3fe7-4e54-afec-e83d059a7204 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.0687909 Nov 19 19:06:01.814798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f3c13-8aa1-4573-a4e1-7d52c70a4d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac171b2-fea3-4e1a-8d87-17bd87b04cd9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:01.842260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-857f3c13-8aa1-4573-a4e1-7d52c70a4d03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0cf0035a46c4f259b54e4550a359ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904371 Nov 19 19:06:01.843097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49990) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:01.877106 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85c98406-c916-4f75-8e4c-1a0cf0548101 req-097d90f8-123d-49fd-b248-49512234a6cc tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569150 Nov 19 19:06:01.912847 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68112049-e4e5-4a6e-9d52-09757ce0764d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:01.941634 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68112049-e4e5-4a6e-9d52-09757ce0764d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.017079 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68112049-e4e5-4a6e-9d52-09757ce0764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.020621 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68112049-e4e5-4a6e-9d52-09757ce0764d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.023137 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-68112049-e4e5-4a6e-9d52-09757ce0764d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fac171b2-fea3-4e1a-8d87-17bd87b04cd9 HTTP/1.1" status: 204 len: 168 time: 0.1789186 Nov 19 19:06:02.044397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa603758-af00-412d-a12c-11117ed04787 req-aaf2dab6-4bdd-4d41-b237-19a3a35bfa44 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.046592 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa603758-af00-412d-a12c-11117ed04787 req-aaf2dab6-4bdd-4d41-b237-19a3a35bfa44 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.0863633 Nov 19 19:06:02.071380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68112049-e4e5-4a6e-9d52-09757ce0764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac171b2-fea3-4e1a-8d87-17bd87b04cd9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:02.101540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a70b9-994c-4d15-a24e-9707aa8a6845 req-cc65f956-1171-489a-b066-efe731a052a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.103251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-083a70b9-994c-4d15-a24e-9707aa8a6845 req-cc65f956-1171-489a-b066-efe731a052a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 949 time: 0.0971959 Nov 19 19:06:02.110553 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa603758-af00-412d-a12c-11117ed04787 req-d7fec32e-8515-4e76-ba4d-d91f8a5b5816 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571704 Nov 19 19:06:02.176815 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-083a70b9-994c-4d15-a24e-9707aa8a6845 req-fe584cfb-c046-48da-9013-2ef21b8e0163 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636649 Nov 19 19:06:02.328937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2939-40d7-4c21-9dac-03bd96d085c5 req-0c0fb176-f0f0-4d9e-87ba-2e0e37698077 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.335822 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2939-40d7-4c21-9dac-03bd96d085c5 req-0c0fb176-f0f0-4d9e-87ba-2e0e37698077 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.343760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2939-40d7-4c21-9dac-03bd96d085c5 req-0c0fb176-f0f0-4d9e-87ba-2e0e37698077 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.350220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2939-40d7-4c21-9dac-03bd96d085c5 req-0c0fb176-f0f0-4d9e-87ba-2e0e37698077 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.352870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0ccc-818d-4b92-bae9-3b55764a73a8 req-87635d3b-b2bf-47b3-ac92-e509fa36bd3f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.356219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2939-40d7-4c21-9dac-03bd96d085c5 req-0c0fb176-f0f0-4d9e-87ba-2e0e37698077 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.358882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0ccc-818d-4b92-bae9-3b55764a73a8 req-87635d3b-b2bf-47b3-ac92-e509fa36bd3f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.363073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2939-40d7-4c21-9dac-03bd96d085c5 req-0c0fb176-f0f0-4d9e-87ba-2e0e37698077 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.365385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0ccc-818d-4b92-bae9-3b55764a73a8 req-87635d3b-b2bf-47b3-ac92-e509fa36bd3f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.369792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2939-40d7-4c21-9dac-03bd96d085c5 req-0c0fb176-f0f0-4d9e-87ba-2e0e37698077 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.371851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0ccc-818d-4b92-bae9-3b55764a73a8 req-87635d3b-b2bf-47b3-ac92-e509fa36bd3f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.372020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-905c2939-40d7-4c21-9dac-03bd96d085c5 req-0c0fb176-f0f0-4d9e-87ba-2e0e37698077 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1040089 Nov 19 19:06:02.378190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0ccc-818d-4b92-bae9-3b55764a73a8 req-87635d3b-b2bf-47b3-ac92-e509fa36bd3f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.385186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0ccc-818d-4b92-bae9-3b55764a73a8 req-87635d3b-b2bf-47b3-ac92-e509fa36bd3f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.391188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0ccc-818d-4b92-bae9-3b55764a73a8 req-87635d3b-b2bf-47b3-ac92-e509fa36bd3f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.393129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fae0ccc-818d-4b92-bae9-3b55764a73a8 req-87635d3b-b2bf-47b3-ac92-e509fa36bd3f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.1131914 Nov 19 19:06:02.432891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50006) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:02.451742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c69d30b4-1ccf-423d-a2e9-5b70ef713e36 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:02.453731 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-905c2939-40d7-4c21-9dac-03bd96d085c5 req-07b1cda9-f766-401a-9bd0-03bf05a667b9 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737476 Nov 19 19:06:02.455057 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7a48e5fc-62d4-4c3f-bc69-a1ed776a82fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.475853 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fae0ccc-818d-4b92-bae9-3b55764a73a8 req-373314af-39b3-499b-b8ac-6f811ee7bf86 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709691 Nov 19 19:06:02.560042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:02.569499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7a48e5fc-62d4-4c3f-bc69-a1ed776a82fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.572341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'port_id': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'mac_address': 'fa:16:3e:4d:f1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:02.574227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7a48e5fc-62d4-4c3f-bc69-a1ed776a82fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.610642 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.623936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69d30b4-1ccf-423d-a2e9-5b70ef713e36 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:02.631266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48e5fc-62d4-4c3f-bc69-a1ed776a82fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8301ffbc-d7ae-4c89-af20-9a13f116fef0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:02.642717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7a48e5fc-62d4-4c3f-bc69-a1ed776a82fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6bec886eee0499ba0adaff5f73880dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057903 Nov 19 19:06:02.643377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50010) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:02.647448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:02.652414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.664516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88431974-7fbf-4adb-a96e-6e2481312d48 req-9ce70a84-b24d-404d-9fe4-b1e3c140e5c4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.670930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88431974-7fbf-4adb-a96e-6e2481312d48 req-9ce70a84-b24d-404d-9fe4-b1e3c140e5c4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.676918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88431974-7fbf-4adb-a96e-6e2481312d48 req-9ce70a84-b24d-404d-9fe4-b1e3c140e5c4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.683553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88431974-7fbf-4adb-a96e-6e2481312d48 req-9ce70a84-b24d-404d-9fe4-b1e3c140e5c4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.689470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88431974-7fbf-4adb-a96e-6e2481312d48 req-9ce70a84-b24d-404d-9fe4-b1e3c140e5c4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.696293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88431974-7fbf-4adb-a96e-6e2481312d48 req-9ce70a84-b24d-404d-9fe4-b1e3c140e5c4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.698241 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-13822767-fe83-42e3-9194-90f1347e58e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.702380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88431974-7fbf-4adb-a96e-6e2481312d48 req-9ce70a84-b24d-404d-9fe4-b1e3c140e5c4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.704269 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-88431974-7fbf-4adb-a96e-6e2481312d48 req-9ce70a84-b24d-404d-9fe4-b1e3c140e5c4 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1482360 Nov 19 19:06:02.706421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:02.721328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-13822767-fe83-42e3-9194-90f1347e58e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.774323 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-13822767-fe83-42e3-9194-90f1347e58e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.777045 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-13822767-fe83-42e3-9194-90f1347e58e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.780593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-13822767-fe83-42e3-9194-90f1347e58e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8301ffbc-d7ae-4c89-af20-9a13f116fef0 HTTP/1.1" status: 204 len: 168 time: 0.1343772 Nov 19 19:06:02.793114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13822767-fe83-42e3-9194-90f1347e58e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8301ffbc-d7ae-4c89-af20-9a13f116fef0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:02.863901 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3463c4-489a-42d8-bb78-12128a0e8f22 req-7a82f0b3-3d03-4dcb-8297-90d249551409 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:02.866119 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f3463c4-489a-42d8-bb78-12128a0e8f22 req-7a82f0b3-3d03-4dcb-8297-90d249551409 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 945 time: 0.0574934 Nov 19 19:06:02.919227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f3463c4-489a-42d8-bb78-12128a0e8f22 req-642e77d3-e6ff-4637-8509-6b95b5ffb690 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467277 Nov 19 19:06:03.042984 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f29a5-e158-4599-9ba6-6b793c60b19c req-ccfc7e20-7602-4afe-982e-36ba60ec79ed tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.044686 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1c3f29a5-e158-4599-9ba6-6b793c60b19c req-ccfc7e20-7602-4afe-982e-36ba60ec79ed tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.0510869 Nov 19 19:06:03.091275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['c69d30b4-1ccf-423d-a2e9-5b70ef713e36'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:03.098751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1c3f29a5-e158-4599-9ba6-6b793c60b19c req-59b8e1c4-8ce4-4cde-8cb1-0f8a4830dd5b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469148 Nov 19 19:06:03.234598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e696ae-6765-45db-9da3-a164f5f6779e req-5194c288-8993-4926-90be-9392d3c41f5f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.246303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72e696ae-6765-45db-9da3-a164f5f6779e req-5194c288-8993-4926-90be-9392d3c41f5f tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 945 time: 0.0727863 Nov 19 19:06:03.313004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72e696ae-6765-45db-9da3-a164f5f6779e req-c08af2f6-5aaa-4009-b72d-40d3cf0d1ee1 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618002 Nov 19 19:06:03.466515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743038-0b45-4b64-8005-389ca92de296 req-df34e09d-a018-4f82-8d89-b84eeb916a10 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.468950 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6743038-0b45-4b64-8005-389ca92de296 req-df34e09d-a018-4f82-8d89-b84eeb916a10 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 949 time: 0.0870645 Nov 19 19:06:03.527219 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6743038-0b45-4b64-8005-389ca92de296 req-0bd87cf7-96c5-4102-ac7b-0cdfd2e856c5 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513184 Nov 19 19:06:03.684007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3bcc6-d90f-4fd2-81a9-565c72df8eef req-f087f570-f593-4061-99b6-a91c97fd95a1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.688571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a4e10-8cc0-4d3f-b9d7-c2d68a3aebcd req-1555fee6-981c-4325-852b-2c7be64e8e02 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.690006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d51a4e10-8cc0-4d3f-b9d7-c2d68a3aebcd req-1555fee6-981c-4325-852b-2c7be64e8e02 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 949 time: 0.0585260 Nov 19 19:06:03.691973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3bcc6-d90f-4fd2-81a9-565c72df8eef req-f087f570-f593-4061-99b6-a91c97fd95a1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.697892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2c74b-2c72-4b7b-a13b-e1ba99fb8520 req-be9473ba-9297-4785-a3f1-11d35936f9b0 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.699060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3bcc6-d90f-4fd2-81a9-565c72df8eef req-f087f570-f593-4061-99b6-a91c97fd95a1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.699343 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97f2c74b-2c72-4b7b-a13b-e1ba99fb8520 req-be9473ba-9297-4785-a3f1-11d35936f9b0 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.5031357 Nov 19 19:06:03.705701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3bcc6-d90f-4fd2-81a9-565c72df8eef req-f087f570-f593-4061-99b6-a91c97fd95a1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.712834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3bcc6-d90f-4fd2-81a9-565c72df8eef req-f087f570-f593-4061-99b6-a91c97fd95a1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.720198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3bcc6-d90f-4fd2-81a9-565c72df8eef req-f087f570-f593-4061-99b6-a91c97fd95a1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.727753 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3bcc6-d90f-4fd2-81a9-565c72df8eef req-f087f570-f593-4061-99b6-a91c97fd95a1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:03.729903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ed3bcc6-d90f-4fd2-81a9-565c72df8eef req-f087f570-f593-4061-99b6-a91c97fd95a1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.1120560 Nov 19 19:06:03.804562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ed3bcc6-d90f-4fd2-81a9-565c72df8eef req-5a90937b-54c7-4725-8868-3d2ee71e1b4d tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652814 Nov 19 19:06:03.814390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97f2c74b-2c72-4b7b-a13b-e1ba99fb8520 req-cb351540-0d2e-4ca5-b3f3-2b04bf9157c8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076381 Nov 19 19:06:03.846340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-d51a4e10-8cc0-4d3f-b9d7-c2d68a3aebcd req-d780a50d-c8eb-467b-a003-07f06e448245 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Deleting port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:03.846624 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d51a4e10-8cc0-4d3f-b9d7-c2d68a3aebcd req-d780a50d-c8eb-467b-a003-07f06e448245 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:03.951804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d51a4e10-8cc0-4d3f-b9d7-c2d68a3aebcd req-d780a50d-c8eb-467b-a003-07f06e448245 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] For port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:03.952169 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d51a4e10-8cc0-4d3f-b9d7-c2d68a3aebcd req-d780a50d-c8eb-467b-a003-07f06e448245 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:03.964889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-d51a4e10-8cc0-4d3f-b9d7-c2d68a3aebcd req-d780a50d-c8eb-467b-a003-07f06e448245 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Calling delete_port for 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:04.109994 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d51a4e10-8cc0-4d3f-b9d7-c2d68a3aebcd req-d780a50d-c8eb-467b-a003-07f06e448245 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:04.139132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780a50d-c8eb-467b-a003-07f06e448245 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Pushing event deleted for resources: {'Port': ['ID=42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:04.191082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51a4e10-8cc0-4d3f-b9d7-c2d68a3aebcd req-d780a50d-c8eb-467b-a003-07f06e448245 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] No DVR routers for this DVR port 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:06:04.194217 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d51a4e10-8cc0-4d3f-b9d7-c2d68a3aebcd req-d780a50d-c8eb-467b-a003-07f06e448245 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:04.197499 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d51a4e10-8cc0-4d3f-b9d7-c2d68a3aebcd req-d780a50d-c8eb-467b-a003-07f06e448245 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "DELETE /v2.0/ports/42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 HTTP/1.1" status: 204 len: 173 time: 0.4970727 Nov 19 19:06:04.197989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b996f7-0338-423b-a1e0-397af0f94159', 'name': 'network-vif-deleted', 'tag': '42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:04.200351 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614cc6a3-6339-4fcc-8a11-481c149d2830" -d '{"events": [{"server_uuid": "89b996f7-0338-423b-a1e0-397af0f94159", "name": "network-vif-deleted", "tag": "42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:04.239679 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfa48a0-bfb6-4af8-ac40-a063d4d2324c x-openstack-request-id: req-cdfa48a0-bfb6-4af8-ac40-a063d4d2324c {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:04.240268 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b996f7-0338-423b-a1e0-397af0f94159", "name": "network-vif-deleted", "tag": "42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:04.240739 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cdfa48a0-bfb6-4af8-ac40-a063d4d2324c {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:04.241394 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b996f7-0338-423b-a1e0-397af0f94159', 'name': 'network-vif-deleted', 'tag': '42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5', 'status': 'completed', 'code': 200} Nov 19 19:06:04.261040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d9dbd-3c9f-410a-9d45-a87af1ca14e2 req-fe8ce2ce-a751-4997-bb78-1f7e3c6d9b90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:04.262902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-521d9dbd-3c9f-410a-9d45-a87af1ca14e2 req-fe8ce2ce-a751-4997-bb78-1f7e3c6d9b90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.0651245 Nov 19 19:06:04.322587 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-521d9dbd-3c9f-410a-9d45-a87af1ca14e2 req-b1617862-6745-47e1-acfd-7fc6113d2910 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526156 Nov 19 19:06:04.332281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['54e2bf4b-7f91-49af-8f13-7445897df93c', '42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5', '38c42a2a-63ba-4fa9-88f4-2b2512ef637c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:04.471609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5583d34-c3b7-441c-b7b5-df70c8dde4f2 req-69f6dc56-be8d-41c2-b3f9-8e5916988639 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:04.473244 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5583d34-c3b7-441c-b7b5-df70c8dde4f2 req-69f6dc56-be8d-41c2-b3f9-8e5916988639 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 945 time: 0.0615611 Nov 19 19:06:04.617216 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5583d34-c3b7-441c-b7b5-df70c8dde4f2 req-ea697a6a-9bcb-4f7a-bfc1-bc879171c799 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab90e01b-4875-43a9-a317-7053bc9bc3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333921 Nov 19 19:06:04.671608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae34ce-8a94-4a2f-99df-981c5bb8ae67 req-99963098-2581-4be5-a6cb-24e56dcb4215 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:04.673170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63ae34ce-8a94-4a2f-99df-981c5bb8ae67 req-99963098-2581-4be5-a6cb-24e56dcb4215 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 945 time: 0.1370564 Nov 19 19:06:04.795664 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3dec9eef-ffb3-4221-9481-4a1c9283326a req-051a0dc8-aa37-44fe-ad32-9d75e0b6620b tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b996f7-0338-423b-a1e0-397af0f94159 HTTP/1.1" status: 200 len: 210 time: 0.0382946 Nov 19 19:06:04.898895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-63ae34ce-8a94-4a2f-99df-981c5bb8ae67 req-361e8838-a8b3-428b-baed-7ca38f364ff5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Deleting port a95a6e5a-5527-48f1-b291-12e31b56ac11 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:04.899940 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-63ae34ce-8a94-4a2f-99df-981c5bb8ae67 req-361e8838-a8b3-428b-baed-7ca38f364ff5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:05.062070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50100) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:05.104210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747d63-e6a8-42cf-bb9b-6976db2d90e5 req-93c8b83d-6721-401e-9db5-3bcb9546e578 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.126056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c982c3d-c08d-456e-a634-bd234651ce09 req-7fab648d-583d-46ea-90f2-c2a776decb97 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.126450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747d63-e6a8-42cf-bb9b-6976db2d90e5 req-93c8b83d-6721-401e-9db5-3bcb9546e578 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.136739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c982c3d-c08d-456e-a634-bd234651ce09 req-7fab648d-583d-46ea-90f2-c2a776decb97 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1477833 Nov 19 19:06:05.144100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747d63-e6a8-42cf-bb9b-6976db2d90e5 req-93c8b83d-6721-401e-9db5-3bcb9546e578 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.159857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747d63-e6a8-42cf-bb9b-6976db2d90e5 req-93c8b83d-6721-401e-9db5-3bcb9546e578 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.191549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-63ae34ce-8a94-4a2f-99df-981c5bb8ae67 req-361e8838-a8b3-428b-baed-7ca38f364ff5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] For port a95a6e5a-5527-48f1-b291-12e31b56ac11, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a95a6e5a-5527-48f1-b291-12e31b56ac11,segment=NetworkSegment(0f038450-75c4-46d6-be77-c09272111df3),segment_id=0f038450-75c4-46d6-be77-c09272111df3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:05.192105 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-63ae34ce-8a94-4a2f-99df-981c5bb8ae67 req-361e8838-a8b3-428b-baed-7ca38f364ff5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:05.193917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747d63-e6a8-42cf-bb9b-6976db2d90e5 req-93c8b83d-6721-401e-9db5-3bcb9546e578 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.211672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747d63-e6a8-42cf-bb9b-6976db2d90e5 req-93c8b83d-6721-401e-9db5-3bcb9546e578 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.225780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747d63-e6a8-42cf-bb9b-6976db2d90e5 req-93c8b83d-6721-401e-9db5-3bcb9546e578 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.230361 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9e747d63-e6a8-42cf-bb9b-6976db2d90e5 req-93c8b83d-6721-401e-9db5-3bcb9546e578 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.2326357 Nov 19 19:06:05.239635 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c982c3d-c08d-456e-a634-bd234651ce09 req-30906036-02d2-41fb-98d0-6728ab4fd27d tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017687 Nov 19 19:06:05.264780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-63ae34ce-8a94-4a2f-99df-981c5bb8ae67 req-361e8838-a8b3-428b-baed-7ca38f364ff5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Calling delete_port for a95a6e5a-5527-48f1-b291-12e31b56ac11 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:05.389592 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9e747d63-e6a8-42cf-bb9b-6976db2d90e5 req-59b39fcc-8b8d-4848-9f3c-823bec8ce70a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509213 Nov 19 19:06:05.390977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2999-a67b-446c-a110-f88b3ba8e09c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:05.511113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50128) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:05.566357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99912296-a4a9-4707-b8e6-5522f0d29d8f req-649b4466-bc5d-4a9a-b9eb-92b1f8837b5a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.569445 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99912296-a4a9-4707-b8e6-5522f0d29d8f req-649b4466-bc5d-4a9a-b9eb-92b1f8837b5a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.1165049 Nov 19 19:06:05.609455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-63ae34ce-8a94-4a2f-99df-981c5bb8ae67 req-361e8838-a8b3-428b-baed-7ca38f364ff5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:05.621681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a95a6e5a-5527-48f1-b291-12e31b56ac11'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:05.638474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc6b6-2d48-4d4c-8d6f-1e9bac6c0f78 req-4103b826-fbc1-47e7-8375-eaa5498973b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.638968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc6b6-2d48-4d4c-8d6f-1e9bac6c0f78 req-4103b826-fbc1-47e7-8375-eaa5498973b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.639465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc6b6-2d48-4d4c-8d6f-1e9bac6c0f78 req-4103b826-fbc1-47e7-8375-eaa5498973b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.639941 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc6b6-2d48-4d4c-8d6f-1e9bac6c0f78 req-4103b826-fbc1-47e7-8375-eaa5498973b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.640399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc6b6-2d48-4d4c-8d6f-1e9bac6c0f78 req-4103b826-fbc1-47e7-8375-eaa5498973b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.640854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc6b6-2d48-4d4c-8d6f-1e9bac6c0f78 req-4103b826-fbc1-47e7-8375-eaa5498973b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.641342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc6b6-2d48-4d4c-8d6f-1e9bac6c0f78 req-4103b826-fbc1-47e7-8375-eaa5498973b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:05.650871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e8838-a8b3-428b-baed-7ca38f364ff5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Pushing event deleted for resources: {'Port': ['ID=a95a6e5a-5527-48f1-b291-12e31b56ac11,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:05.661545 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9b6fc6b6-2d48-4d4c-8d6f-1e9bac6c0f78 req-4103b826-fbc1-47e7-8375-eaa5498973b7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6500 time: 0.1484032 Nov 19 19:06:05.743279 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9b6fc6b6-2d48-4d4c-8d6f-1e9bac6c0f78 req-c5604359-8573-4aa1-b426-c2677f817688 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801485 Nov 19 19:06:05.760499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ae34ce-8a94-4a2f-99df-981c5bb8ae67 req-361e8838-a8b3-428b-baed-7ca38f364ff5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] No DVR routers for this DVR port a95a6e5a-5527-48f1-b291-12e31b56ac11 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:06:05.763565 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-63ae34ce-8a94-4a2f-99df-981c5bb8ae67 req-361e8838-a8b3-428b-baed-7ca38f364ff5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:05.767525 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63ae34ce-8a94-4a2f-99df-981c5bb8ae67 req-361e8838-a8b3-428b-baed-7ca38f364ff5 tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.21 "DELETE /v2.0/ports/a95a6e5a-5527-48f1-b291-12e31b56ac11 HTTP/1.1" status: 204 len: 173 time: 1.0850189 Nov 19 19:06:05.769573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b48372-5702-4d8b-bac0-1380ed9d15ec', 'name': 'network-vif-deleted', 'tag': 'a95a6e5a-5527-48f1-b291-12e31b56ac11'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:05.780067 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a87c82-5b88-49ca-b6f4-ba626825fc86" -d '{"events": [{"server_uuid": "d7b48372-5702-4d8b-bac0-1380ed9d15ec", "name": "network-vif-deleted", "tag": "a95a6e5a-5527-48f1-b291-12e31b56ac11"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:05.794023 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99912296-a4a9-4707-b8e6-5522f0d29d8f req-72e490cb-4296-467e-a59f-3b3ae9a3f7d2 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163346 Nov 19 19:06:05.794493 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c558cff1-925c-4a93-8ba3-fcb17a5fda52 req-9c550d8b-7776-4aa7-b622-2d8f1269a73e tempest-DeleteServersTestJSON-168987573 tempest-DeleteServersTestJSON-168987573-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b48372-5702-4d8b-bac0-1380ed9d15ec HTTP/1.1" status: 200 len: 210 time: 0.0469358 Nov 19 19:06:05.852995 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f056e99-3acf-4c78-8665-82a257edb40b x-openstack-request-id: req-4f056e99-3acf-4c78-8665-82a257edb40b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:05.853613 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b48372-5702-4d8b-bac0-1380ed9d15ec", "name": "network-vif-deleted", "tag": "a95a6e5a-5527-48f1-b291-12e31b56ac11", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:05.853613 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f056e99-3acf-4c78-8665-82a257edb40b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:05.854493 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b48372-5702-4d8b-bac0-1380ed9d15ec', 'name': 'network-vif-deleted', 'tag': 'a95a6e5a-5527-48f1-b291-12e31b56ac11', 'status': 'completed', 'code': 200} Nov 19 19:06:05.888841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2999-a67b-446c-a110-f88b3ba8e09c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:05.898694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9c7b2999-a67b-446c-a110-f88b3ba8e09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:05.963220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9c7b2999-a67b-446c-a110-f88b3ba8e09c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2e47cad51a340f088f31ca153337c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8960969 Nov 19 19:06:05.965232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50142) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:05.994010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b2999-a67b-446c-a110-f88b3ba8e09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1184fa22-a846-4741-ae55-d03e0f68dbfb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:06.031181 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eee94f8e-955d-4c91-ad9b-9867b130eb8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:06.067008 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eee94f8e-955d-4c91-ad9b-9867b130eb8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:06.140680 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eee94f8e-955d-4c91-ad9b-9867b130eb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:06.143699 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eee94f8e-955d-4c91-ad9b-9867b130eb8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:06.148840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eee94f8e-955d-4c91-ad9b-9867b130eb8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1184fa22-a846-4741-ae55-d03e0f68dbfb HTTP/1.1" status: 204 len: 168 time: 0.1822908 Nov 19 19:06:06.159959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee94f8e-955d-4c91-ad9b-9867b130eb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1184fa22-a846-4741-ae55-d03e0f68dbfb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:06.219896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1dbcb-0764-41a5-a517-79a39e39ce07 req-10786ce6-b4e1-46af-8721-830f902b3ea5 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:06.229584 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49e1dbcb-0764-41a5-a517-79a39e39ce07 req-10786ce6-b4e1-46af-8721-830f902b3ea5 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 950 time: 0.1060636 Nov 19 19:06:06.330989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49e1dbcb-0764-41a5-a517-79a39e39ce07 req-bf7b7f5c-5a0d-4a3e-a725-094bc2c69ce3 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923462 Nov 19 19:06:06.452660 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c69d30b4-1ccf-423d-a2e9-5b70ef713e36 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:06.508508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891425c-7c51-4b95-aeba-9dbebdf728f9 req-1a6657ba-6d11-4614-9111-adbe5daa769e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:06.515637 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0891425c-7c51-4b95-aeba-9dbebdf728f9 req-1a6657ba-6d11-4614-9111-adbe5daa769e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1561239 Nov 19 19:06:06.562230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:06:06.571286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:06.571957 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:06.630057 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0891425c-7c51-4b95-aeba-9dbebdf728f9 req-a5ba2aa3-f7c4-435d-ba91-6452ea774f23 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045039 Nov 19 19:06:06.641255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802090d-14a4-42c5-8541-a8412e256d13 req-90dfbf2f-8240-4dcc-b2e9-9753f946b134 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:06.651260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802090d-14a4-42c5-8541-a8412e256d13 req-90dfbf2f-8240-4dcc-b2e9-9753f946b134 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:06.663909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802090d-14a4-42c5-8541-a8412e256d13 req-90dfbf2f-8240-4dcc-b2e9-9753f946b134 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:06.672695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802090d-14a4-42c5-8541-a8412e256d13 req-90dfbf2f-8240-4dcc-b2e9-9753f946b134 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:06.680311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802090d-14a4-42c5-8541-a8412e256d13 req-90dfbf2f-8240-4dcc-b2e9-9753f946b134 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:06.686430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802090d-14a4-42c5-8541-a8412e256d13 req-90dfbf2f-8240-4dcc-b2e9-9753f946b134 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:06.689850 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:06.695163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802090d-14a4-42c5-8541-a8412e256d13 req-90dfbf2f-8240-4dcc-b2e9-9753f946b134 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:06.697207 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e802090d-14a4-42c5-8541-a8412e256d13 req-90dfbf2f-8240-4dcc-b2e9-9753f946b134 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.1242406 Nov 19 19:06:06.731274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:06.734493 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c85c7e-7894-4a63-a3b4-cbee79e5e8ab" -d '{"events": [{"server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "name": "network-vif-plugged", "status": "completed", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:06.762035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:06.768073 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:06.777426 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e802090d-14a4-42c5-8541-a8412e256d13 req-a8443a4b-991b-4e8f-b8ab-46898b66a72c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715971 Nov 19 19:06:06.807609 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a305ca-b7b8-4ec2-9f4f-0aea8d72016e x-openstack-request-id: req-a2a305ca-b7b8-4ec2-9f4f-0aea8d72016e {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:06.807852 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "name": "network-vif-plugged", "status": "completed", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:06.808071 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2a305ca-b7b8-4ec2-9f4f-0aea8d72016e {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:06.808647 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'code': 200} Nov 19 19:06:06.844330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:06.955641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb7f1d-4201-4a50-9563-b8e707f82da6 req-ae1b1e87-6df3-4507-b4be-a8de31a7b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:06.957152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bcdb7f1d-4201-4a50-9563-b8e707f82da6 req-ae1b1e87-6df3-4507-b4be-a8de31a7b75c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 1097 time: 0.0796549 Nov 19 19:06:06.998802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad898c2f-4d80-402a-b397-259fa3cfdaa6 req-4a2cce41-6620-4f52-a498-e381c1b0350c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:07.000352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad898c2f-4d80-402a-b397-259fa3cfdaa6 req-4a2cce41-6620-4f52-a498-e381c1b0350c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.0892630 Nov 19 19:06:07.029712 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bcdb7f1d-4201-4a50-9563-b8e707f82da6 req-7dd59a9b-09a0-4c46-bd19-96c1b6efc2fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611501 Nov 19 19:06:07.062014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad898c2f-4d80-402a-b397-259fa3cfdaa6 req-206e9332-55b9-44c6-81b5-41df8e4f53de tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542243 Nov 19 19:06:07.454380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3551c-2c7b-4b7b-9fd3-23ad2f999353 req-bf5c1c97-aa6e-4774-af14-c7adfd6b04ae tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:07.455996 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ec3551c-2c7b-4b7b-9fd3-23ad2f999353 req-bf5c1c97-aa6e-4774-af14-c7adfd6b04ae tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 950 time: 0.0643866 Nov 19 19:06:07.534281 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ec3551c-2c7b-4b7b-9fd3-23ad2f999353 req-36a78ea8-1278-401b-a011-928cdf68bd6c tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673056 Nov 19 19:06:07.802429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb502f8-aacc-4ecd-ab54-44f3570f1010 req-e12d4391-5e2d-4d04-b2b1-85ffee147e58 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:07.811580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9eb502f8-aacc-4ecd-ab54-44f3570f1010 req-e12d4391-5e2d-4d04-b2b1-85ffee147e58 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.0902765 Nov 19 19:06:07.882386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9eb502f8-aacc-4ecd-ab54-44f3570f1010 req-94935505-b4c8-4e4f-be38-6fbacc68798b tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692637 Nov 19 19:06:07.989086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824baef-d1ab-4a38-89a4-5a499cd5793d req-97a8c22f-c115-43f8-befd-c093b1f8fedc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:07.998398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824baef-d1ab-4a38-89a4-5a499cd5793d req-97a8c22f-c115-43f8-befd-c093b1f8fedc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:08.008106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824baef-d1ab-4a38-89a4-5a499cd5793d req-97a8c22f-c115-43f8-befd-c093b1f8fedc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:08.017224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824baef-d1ab-4a38-89a4-5a499cd5793d req-97a8c22f-c115-43f8-befd-c093b1f8fedc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:08.026196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824baef-d1ab-4a38-89a4-5a499cd5793d req-97a8c22f-c115-43f8-befd-c093b1f8fedc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:08.035005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824baef-d1ab-4a38-89a4-5a499cd5793d req-97a8c22f-c115-43f8-befd-c093b1f8fedc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:08.044353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824baef-d1ab-4a38-89a4-5a499cd5793d req-97a8c22f-c115-43f8-befd-c093b1f8fedc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:08.046838 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c824baef-d1ab-4a38-89a4-5a499cd5793d req-97a8c22f-c115-43f8-befd-c093b1f8fedc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.1296141 Nov 19 19:06:08.179247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03f78e-ebd9-454a-9b1b-b73421b7f84c req-f9dace10-a013-466b-941d-4342fc1c03f9 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:08.180798 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa03f78e-ebd9-454a-9b1b-b73421b7f84c req-f9dace10-a013-466b-941d-4342fc1c03f9 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 950 time: 0.1286385 Nov 19 19:06:08.202270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2162aa17-83ac-4a17-8dab-8112a81e08e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:08.270167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a92d09-8722-4eb2-ad46-ada918ea6b4e req-a20b5244-d0df-4a76-8877-401eea04e996 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:08.277983 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c824baef-d1ab-4a38-89a4-5a499cd5793d req-eabaf8e0-1c24-48a0-807a-275d729bf824 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2233551 Nov 19 19:06:08.278751 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0a92d09-8722-4eb2-ad46-ada918ea6b4e req-a20b5244-d0df-4a76-8877-401eea04e996 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.0639551 Nov 19 19:06:08.358349 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0a92d09-8722-4eb2-ad46-ada918ea6b4e req-38a5f4dd-16cf-4776-8e3f-771897adc6b4 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786438 Nov 19 19:06:08.456320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:06:08.472617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-aa03f78e-ebd9-454a-9b1b-b73421b7f84c req-31caf4af-ec09-4ca3-a486-e726085fc1a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Deleting port 54e2bf4b-7f91-49af-8f13-7445897df93c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:08.473543 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aa03f78e-ebd9-454a-9b1b-b73421b7f84c req-31caf4af-ec09-4ca3-a486-e726085fc1a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:08.525538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:06:08.529574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 42a0bb8e-e231-4f09-9b0f-c6ad00d92cb5 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:06:08.680248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-aa03f78e-ebd9-454a-9b1b-b73421b7f84c req-31caf4af-ec09-4ca3-a486-e726085fc1a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] For port 54e2bf4b-7f91-49af-8f13-7445897df93c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=54e2bf4b-7f91-49af-8f13-7445897df93c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:08.680517 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aa03f78e-ebd9-454a-9b1b-b73421b7f84c req-31caf4af-ec09-4ca3-a486-e726085fc1a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:08.701917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-aa03f78e-ebd9-454a-9b1b-b73421b7f84c req-31caf4af-ec09-4ca3-a486-e726085fc1a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Calling delete_port for 54e2bf4b-7f91-49af-8f13-7445897df93c owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:08.712042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ede5e-2634-468f-8fc3-037266771391 req-bd498630-cc0e-4244-93f5-7fb4247fb1e8 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:08.713626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed7ede5e-2634-468f-8fc3-037266771391 req-bd498630-cc0e-4244-93f5-7fb4247fb1e8 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc12bbf0-abc7-40bc-bf04-649e1ae827fa HTTP/1.1" status: 200 len: 950 time: 0.0992410 Nov 19 19:06:08.831437 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed7ede5e-2634-468f-8fc3-037266771391 req-b969c1e4-416a-4ec4-8d3d-d7ed9394f039 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054561 Nov 19 19:06:08.862014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a95a6e5a-5527-48f1-b291-12e31b56ac11 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:06:08.924285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: a95a6e5a-5527-48f1-b291-12e31b56ac11 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:06:08.933694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a95a6e5a-5527-48f1-b291-12e31b56ac11 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:06:08.960683 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aa03f78e-ebd9-454a-9b1b-b73421b7f84c req-31caf4af-ec09-4ca3-a486-e726085fc1a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:08.976461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['54e2bf4b-7f91-49af-8f13-7445897df93c', '38c42a2a-63ba-4fa9-88f4-2b2512ef637c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:09.024155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caf4af-ec09-4ca3-a486-e726085fc1a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Pushing event deleted for resources: {'Port': ['ID=54e2bf4b-7f91-49af-8f13-7445897df93c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:09.113937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa03f78e-ebd9-454a-9b1b-b73421b7f84c req-31caf4af-ec09-4ca3-a486-e726085fc1a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] No DVR routers for this DVR port 54e2bf4b-7f91-49af-8f13-7445897df93c on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:06:09.118551 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aa03f78e-ebd9-454a-9b1b-b73421b7f84c req-31caf4af-ec09-4ca3-a486-e726085fc1a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:09.124527 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa03f78e-ebd9-454a-9b1b-b73421b7f84c req-31caf4af-ec09-4ca3-a486-e726085fc1a7 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "DELETE /v2.0/ports/54e2bf4b-7f91-49af-8f13-7445897df93c HTTP/1.1" status: 204 len: 173 time: 0.9316792 Nov 19 19:06:09.125389 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc12bbf0-abc7-40bc-bf04-649e1ae827fa', 'name': 'network-vif-deleted', 'tag': '54e2bf4b-7f91-49af-8f13-7445897df93c'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:09.128849 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b389d97-eda1-48ba-8a9f-c43090a49700" -d '{"events": [{"server_uuid": "cc12bbf0-abc7-40bc-bf04-649e1ae827fa", "name": "network-vif-deleted", "tag": "54e2bf4b-7f91-49af-8f13-7445897df93c"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:09.133198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8e136-9335-4c2f-ac94-63c00cd72b57 req-06aeb3c5-1538-48a8-8fe8-16afdc160b3e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:09.138637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5f8e136-9335-4c2f-ac94-63c00cd72b57 req-06aeb3c5-1538-48a8-8fe8-16afdc160b3e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1468766 Nov 19 19:06:09.212141 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c2a800-8f41-4a46-8a60-3408c3b69993 x-openstack-request-id: req-c0c2a800-8f41-4a46-8a60-3408c3b69993 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:09.212441 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc12bbf0-abc7-40bc-bf04-649e1ae827fa", "name": "network-vif-deleted", "tag": "54e2bf4b-7f91-49af-8f13-7445897df93c", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:09.212701 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0c2a800-8f41-4a46-8a60-3408c3b69993 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:09.213105 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc12bbf0-abc7-40bc-bf04-649e1ae827fa', 'name': 'network-vif-deleted', 'tag': '54e2bf4b-7f91-49af-8f13-7445897df93c', 'status': 'completed', 'code': 200} Nov 19 19:06:09.279413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5f8e136-9335-4c2f-ac94-63c00cd72b57 req-668c8dcb-497f-42ab-9abe-5bf235af1806 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226029 Nov 19 19:06:09.551243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd245b-f263-4967-a723-d61c48d76484 req-a51551b0-b0a1-45ff-b283-fb32204b7512 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:09.562126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd245b-f263-4967-a723-d61c48d76484 req-a51551b0-b0a1-45ff-b283-fb32204b7512 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:09.571406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd245b-f263-4967-a723-d61c48d76484 req-a51551b0-b0a1-45ff-b283-fb32204b7512 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:09.585373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd245b-f263-4967-a723-d61c48d76484 req-a51551b0-b0a1-45ff-b283-fb32204b7512 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:09.597493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd245b-f263-4967-a723-d61c48d76484 req-a51551b0-b0a1-45ff-b283-fb32204b7512 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:09.604571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd245b-f263-4967-a723-d61c48d76484 req-a51551b0-b0a1-45ff-b283-fb32204b7512 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:09.613800 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd245b-f263-4967-a723-d61c48d76484 req-a51551b0-b0a1-45ff-b283-fb32204b7512 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:09.616721 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9fdd245b-f263-4967-a723-d61c48d76484 req-a51551b0-b0a1-45ff-b283-fb32204b7512 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.1963663 Nov 19 19:06:09.634030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a6eee-13db-4d7d-a69a-dac3e28250a3 req-7a9670ab-6a86-43c3-a77c-d87ecb8f00fd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:09.636002 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a06a6eee-13db-4d7d-a69a-dac3e28250a3 req-7a9670ab-6a86-43c3-a77c-d87ecb8f00fd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1198475 Nov 19 19:06:09.733493 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a06a6eee-13db-4d7d-a69a-dac3e28250a3 req-eab6db87-a945-4614-bcd5-758f7497fdd0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855277 Nov 19 19:06:09.751777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9fdd245b-f263-4967-a723-d61c48d76484 req-aeb10ac6-46cc-4df3-a02a-034345030cb8 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267221 Nov 19 19:06:09.955829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4f5e6-f532-4681-81c0-a9ec27293f8a req-2cd358f1-91b4-4eff-9c0d-e341df2e0fb6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:09.958380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-43e4f5e6-f532-4681-81c0-a9ec27293f8a req-2cd358f1-91b4-4eff-9c0d-e341df2e0fb6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.0870059 Nov 19 19:06:09.967500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50388) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:09.972101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-cdf6df2c-47ab-4626-81cb-d7ce3a9ca92e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'floatingip': {'port_id': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:10.025429 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdf6df2c-47ab-4626-81cb-d7ce3a9ca92e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:10.277359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb099c-17a0-49f1-b0f5-d08313191544 req-ad91c812-315d-4a8b-8b9e-56c1c36471a4 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:10.290546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67fb099c-17a0-49f1-b0f5-d08313191544 req-ad91c812-315d-4a8b-8b9e-56c1c36471a4 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 951 time: 0.0784326 Nov 19 19:06:10.376499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67fb099c-17a0-49f1-b0f5-d08313191544 req-b1f41ac5-7b1c-42c8-8f6e-24dea532e5e4 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791755 Nov 19 19:06:10.574092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1a32b93-5c31-431d-998e-7680905b2d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:10.615996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567350c9-d17c-4123-931b-f40c52604270 req-70a9d750-b445-43b0-bcc6-824c9b43357f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:10.617427 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-567350c9-d17c-4123-931b-f40c52604270 req-70a9d750-b445-43b0-bcc6-824c9b43357f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1831307 Nov 19 19:06:10.698204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50420) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:10.814172 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-567350c9-d17c-4123-931b-f40c52604270 req-98856dce-4aec-47b3-915b-00ad08465a23 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244786 Nov 19 19:06:10.879356 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34086daa-1809-4e1b-8a97-92ee06509b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:10.957375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdf6df2c-47ab-4626-81cb-d7ce3a9ca92e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:10.964787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdf6df2c-47ab-4626-81cb-d7ce3a9ca92e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:10.993926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2745d5-10e8-4e59-a213-29ea0b81ce5e req-9a630edd-759f-49d9-9573-a0678859f039 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:11.000632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2745d5-10e8-4e59-a213-29ea0b81ce5e req-9a630edd-759f-49d9-9573-a0678859f039 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:11.007356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2745d5-10e8-4e59-a213-29ea0b81ce5e req-9a630edd-759f-49d9-9573-a0678859f039 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:11.013569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2745d5-10e8-4e59-a213-29ea0b81ce5e req-9a630edd-759f-49d9-9573-a0678859f039 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:11.020006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2745d5-10e8-4e59-a213-29ea0b81ce5e req-9a630edd-759f-49d9-9573-a0678859f039 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:11.027219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2745d5-10e8-4e59-a213-29ea0b81ce5e req-9a630edd-759f-49d9-9573-a0678859f039 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:11.033038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2745d5-10e8-4e59-a213-29ea0b81ce5e req-9a630edd-759f-49d9-9573-a0678859f039 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:11.035024 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f2745d5-10e8-4e59-a213-29ea0b81ce5e req-9a630edd-759f-49d9-9573-a0678859f039 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.1254809 Nov 19 19:06:11.105152 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-cdf6df2c-47ab-4626-81cb-d7ce3a9ca92e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Floating IP 1b058f76-957e-49bc-9429-6751be1f6f13 associated. External IP: 172.25.3.223, port: c69d30b4-1ccf-423d-a2e9-5b70ef713e36. Nov 19 19:06:11.111976 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34086daa-1809-4e1b-8a97-92ee06509b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:11.125526 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34086daa-1809-4e1b-8a97-92ee06509b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:11.167169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f2745d5-10e8-4e59-a213-29ea0b81ce5e req-a268737a-e5ef-405c-b458-3b0afb681922 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195252 Nov 19 19:06:11.210420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34086daa-1809-4e1b-8a97-92ee06509b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae1fdf0-87c9-4291-b6fc-183f01e28d8e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:11.231813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-34086daa-1809-4e1b-8a97-92ee06509b86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b548a87abbb4c77b9d6ee076b4a0b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5321848 Nov 19 19:06:11.233235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50426) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:11.311237 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ee22-d31e-4ac4-ab43-bc06140c7779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:11.335449 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ee22-d31e-4ac4-ab43-bc06140c7779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:11.395067 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ee22-d31e-4ac4-ab43-bc06140c7779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:11.398415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf6df2c-47ab-4626-81cb-d7ce3a9ca92e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:06:11.398769 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ee22-d31e-4ac4-ab43-bc06140c7779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:11.403151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1eb7ee22-d31e-4ac4-ab43-bc06140c7779 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eae1fdf0-87c9-4291-b6fc-183f01e28d8e HTTP/1.1" status: 204 len: 168 time: 0.1650016 Nov 19 19:06:11.421088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7ee22-d31e-4ac4-ab43-bc06140c7779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae1fdf0-87c9-4291-b6fc-183f01e28d8e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:11.726648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf6df2c-47ab-4626-81cb-d7ce3a9ca92e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:06:11.735329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdf6df2c-47ab-4626-81cb-d7ce3a9ca92e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:11.741742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b65f3-9b75-4147-8a67-7cfb424a743c None None] Sync routers for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:06:11.755423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b65f3-9b75-4147-8a67-7cfb424a743c None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:06:11.758995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f10f0-dd54-44e5-8d5a-7b7749393b89 req-8b8b52a2-1706-49f0-9ef9-0647c88007f4 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:11.760200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-664b65f3-9b75-4147-8a67-7cfb424a743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:11.768561 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-884f10f0-dd54-44e5-8d5a-7b7749393b89 req-8b8b52a2-1706-49f0-9ef9-0647c88007f4 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 951 time: 0.2766581 Nov 19 19:06:11.900608 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:11.959010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50454) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:11.963103 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cdf6df2c-47ab-4626-81cb-d7ce3a9ca92e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "PUT /v2.0/floatingips/1b058f76-957e-49bc-9429-6751be1f6f13 HTTP/1.1" status: 200 len: 992 time: 1.9943182 Nov 19 19:06:11.979225 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c91f425d-4660-43dc-a139-9c8aceb799df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:11.980973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:11.983314 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c61f12-5023-4c46-b0a5-f981193e89d6" -d '{"events": [{"name": "network-changed", "server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:12.005725 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-884f10f0-dd54-44e5-8d5a-7b7749393b89 req-00ea78d7-fa5f-4c0b-b11f-a86621806c5a tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311072 Nov 19 19:06:12.047269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb58a8d-3413-43ed-b637-2f9ad0a4f6aa req-05660f4e-ac6b-4b18-b34e-e198df435142 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:12.061580 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ecb58a8d-3413-43ed-b637-2f9ad0a4f6aa req-05660f4e-ac6b-4b18-b34e-e198df435142 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 951 time: 0.1589458 Nov 19 19:06:12.062843 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-664b65f3-9b75-4147-8a67-7cfb424a743c None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:06:12.093346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50460) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:12.209507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8faf21ac-ff81-42a3-acfc-81d36cfec4d7 admin admin] Deleting subnet 1adb8f58-a9f2-4093-af5c-d27d0a8408a8 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:06:12.266150 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e843d28b-2cfe-403b-b493-c0a9cbbd6c4f x-openstack-request-id: req-e843d28b-2cfe-403b-b493-c0a9cbbd6c4f {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:12.266444 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:12.268482 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e843d28b-2cfe-403b-b493-c0a9cbbd6c4f {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:12.268923 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'status': 'completed', 'code': 200} Nov 19 19:06:12.326966 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c91f425d-4660-43dc-a139-9c8aceb799df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:12.336499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14832cb-f75d-4902-925d-d107de5b540a req-a99a6524-f698-4cde-909e-542680423e7a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:12.338125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e14832cb-f75d-4902-925d-d107de5b540a req-a99a6524-f698-4cde-909e-542680423e7a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.3567438 Nov 19 19:06:12.339202 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8faf21ac-ff81-42a3-acfc-81d36cfec4d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:12.341337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c91f425d-4660-43dc-a139-9c8aceb799df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:12.394192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ecb58a8d-3413-43ed-b637-2f9ad0a4f6aa req-54e7f092-cafb-4fc6-ba76-623d51ab9e3d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Deleting port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:12.394568 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ecb58a8d-3413-43ed-b637-2f9ad0a4f6aa req-54e7f092-cafb-4fc6-ba76-623d51ab9e3d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:12.459842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 54e2bf4b-7f91-49af-8f13-7445897df93c no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:06:12.534322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 54e2bf4b-7f91-49af-8f13-7445897df93c {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:06:12.534659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 54e2bf4b-7f91-49af-8f13-7445897df93c not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:06:12.541153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f425d-4660-43dc-a139-9c8aceb799df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6992c970-763f-449b-9713-2210c0d76805,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:12.548044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8faf21ac-ff81-42a3-acfc-81d36cfec4d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:12.601708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c91f425d-4660-43dc-a139-9c8aceb799df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=676094e07acd4c869a2da0e40c12f759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6411278 Nov 19 19:06:12.603163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50466) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:12.633905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c61f12-5023-4c46-b0a5-f981193e89d6 req-157204d3-773f-49b9-aef2-fb863533b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:12.635399 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32c61f12-5023-4c46-b0a5-f981193e89d6 req-157204d3-773f-49b9-aef2-fb863533b600 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 1097 time: 0.3577826 Nov 19 19:06:12.686859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-664b65f3-9b75-4147-8a67-7cfb424a743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '1b058f76-957e-49bc-9429-6751be1f6f13', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'port_id': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'mac_address': 'fa:16:3e:4d:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:05:48Z', 'updated_at': '2021-11-19T19:06:10Z', 'revision_number': 1, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:12.700535 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e14832cb-f75d-4902-925d-d107de5b540a req-d9b7707f-9b68-4fe5-a6bc-16178d0ec3f1 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012986 Nov 19 19:06:12.728752 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af90258f-1e23-4be1-83ea-08b0be8a5b14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:12.732855 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8faf21ac-ff81-42a3-acfc-81d36cfec4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:12.738352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b65f3-9b75-4147-8a67-7cfb424a743c None None] Checking router: 28be1059-ab96-4f8d-a4de-4ad8f5a5275e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:06:12.767141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b65f3-9b75-4147-8a67-7cfb424a743c None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:06:12.768435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-664b65f3-9b75-4147-8a67-7cfb424a743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:12.812782 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af90258f-1e23-4be1-83ea-08b0be8a5b14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:12.883324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573ca1-06ce-442b-a842-b9d11f593a49 req-640fe46a-d11e-4666-9473-7ad02f4ff082 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:12.905932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573ca1-06ce-442b-a842-b9d11f593a49 req-640fe46a-d11e-4666-9473-7ad02f4ff082 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:12.913264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573ca1-06ce-442b-a842-b9d11f593a49 req-640fe46a-d11e-4666-9473-7ad02f4ff082 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:12.919436 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573ca1-06ce-442b-a842-b9d11f593a49 req-640fe46a-d11e-4666-9473-7ad02f4ff082 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:12.925918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573ca1-06ce-442b-a842-b9d11f593a49 req-640fe46a-d11e-4666-9473-7ad02f4ff082 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:12.933349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573ca1-06ce-442b-a842-b9d11f593a49 req-640fe46a-d11e-4666-9473-7ad02f4ff082 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:12.939614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46573ca1-06ce-442b-a842-b9d11f593a49 req-640fe46a-d11e-4666-9473-7ad02f4ff082 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:12.941809 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8faf21ac-ff81-42a3-acfc-81d36cfec4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:12.954133 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46573ca1-06ce-442b-a842-b9d11f593a49 req-640fe46a-d11e-4666-9473-7ad02f4ff082 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5421 time: 0.5972557 Nov 19 19:06:12.972286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0d5262d3-486a-453d-9df9-6508db27b1a4 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:13.006147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-664b65f3-9b75-4147-8a67-7cfb424a743c None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:06:13.047411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ecb58a8d-3413-43ed-b637-2f9ad0a4f6aa req-54e7f092-cafb-4fc6-ba76-623d51ab9e3d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] For port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:13.047535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf21ac-ff81-42a3-acfc-81d36cfec4d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1adb8f58-a9f2-4093-af5c-d27d0a8408a8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:13.047657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ecb58a8d-3413-43ed-b637-2f9ad0a4f6aa req-54e7f092-cafb-4fc6-ba76-623d51ab9e3d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:13.062158 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af90258f-1e23-4be1-83ea-08b0be8a5b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:13.073018 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af90258f-1e23-4be1-83ea-08b0be8a5b14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:13.085260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-af90258f-1e23-4be1-83ea-08b0be8a5b14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6992c970-763f-449b-9713-2210c0d76805 HTTP/1.1" status: 204 len: 168 time: 0.4690204 Nov 19 19:06:13.097521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8faf21ac-ff81-42a3-acfc-81d36cfec4d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:13.115008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8faf21ac-ff81-42a3-acfc-81d36cfec4d7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1adb8f58-a9f2-4093-af5c-d27d0a8408a8 HTTP/1.1" status: 204 len: 168 time: 1.0048141 Nov 19 19:06:13.119881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50486) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:13.126163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ecb58a8d-3413-43ed-b637-2f9ad0a4f6aa req-54e7f092-cafb-4fc6-ba76-623d51ab9e3d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Calling delete_port for 38c42a2a-63ba-4fa9-88f4-2b2512ef637c owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:13.137429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90258f-1e23-4be1-83ea-08b0be8a5b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6992c970-763f-449b-9713-2210c0d76805,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:13.144225 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46573ca1-06ce-442b-a842-b9d11f593a49 req-40257457-fe74-4cad-86cb-119bcfbe406f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1879258 Nov 19 19:06:13.273294 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c61f12-5023-4c46-b0a5-f981193e89d6 req-a690807a-61b9-4842-8ec9-925f1ecb583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:13.279152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32c61f12-5023-4c46-b0a5-f981193e89d6 req-a690807a-61b9-4842-8ec9-925f1ecb583e service neutron] 10.222.0.57 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.6217952 Nov 19 19:06:13.449408 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:13.501065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d71f43-c585-4f0f-b351-83358673e7a5 req-3441002d-e556-4f15-846f-dbe466f8e358 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:13.519362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9d71f43-c585-4f0f-b351-83358673e7a5 req-3441002d-e556-4f15-846f-dbe466f8e358 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 951 time: 0.2334478 Nov 19 19:06:13.531856 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32c61f12-5023-4c46-b0a5-f981193e89d6 req-cda6686d-b4a2-4414-bf73-dc2a373afbca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36 HTTP/1.1" status: 200 len: 1000 time: 0.1711035 Nov 19 19:06:13.542549 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.resource_extend [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 19:06:13.627961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c61f12-5023-4c46-b0a5-f981193e89d6 req-fce8e3f0-295f-4faa-b795-215a9ac9c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:13.629227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32c61f12-5023-4c46-b0a5-f981193e89d6 req-fce8e3f0-295f-4faa-b795-215a9ac9c6dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.0850074 Nov 19 19:06:13.645834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0d5262d3-486a-453d-9df9-6508db27b1a4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0d5262d3-486a-453d-9df9-6508db27b1a4,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:13.710336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '0d5262d3-486a-453d-9df9-6508db27b1a4', 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4', 'port_id': '0d5262d3-486a-453d-9df9-6508db27b1a4', 'mac_address': 'fa:16:3e:4e:e4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda4d6a7-7315-4a30-915e-0b6b3ceee8ee', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:13.776936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ecb58a8d-3413-43ed-b637-2f9ad0a4f6aa req-54e7f092-cafb-4fc6-ba76-623d51ab9e3d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:13.843121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9d71f43-c585-4f0f-b351-83358673e7a5 req-538d5fcb-fb3f-45bc-adf8-0c97f09b5e4e tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/security-groups?id=52483d5e-a2b2-41a1-a6b4-73c0a39b2336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223639 Nov 19 19:06:13.863181 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:13.882583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['38c42a2a-63ba-4fa9-88f4-2b2512ef637c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:13.888761 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:13.901221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c61f12-5023-4c46-b0a5-f981193e89d6 req-630bf550-6cb7-4774-bac5-73257cfc9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:13.902779 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32c61f12-5023-4c46-b0a5-f981193e89d6 req-630bf550-6cb7-4774-bac5-73257cfc9abf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327441 Nov 19 19:06:13.903557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7f092-cafb-4fc6-ba76-623d51ab9e3d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Pushing event deleted for resources: {'Port': ['ID=38c42a2a-63ba-4fa9-88f4-2b2512ef637c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:13.914576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5262d3-486a-453d-9df9-6508db27b1a4 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:13.920959 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:13.931229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33645d32-bbf5-48f5-aa27-3ad32c083eac']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:13.958696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f038450-75c4-46d6-be77-c09272111df3') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:13.959258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f038450-75c4-46d6-be77-c09272111df3') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:13.995076 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.042664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.059822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:06:14.060029 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:06:14.062563 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:06:14.081008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32c61f12-5023-4c46-b0a5-f981193e89d6 req-4858536c-483b-49d0-b1ba-76a6cc609df4 service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416061 Nov 19 19:06:14.134752 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0d5262d3-486a-453d-9df9-6508db27b1a4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0d5262d3-486a-453d-9df9-6508db27b1a4,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:14.156435 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.157347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0ee576a1-d5ed-4756-9300-89ffedbac12c details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:14.235744 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.276714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.278839 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32c61f12-5023-4c46-b0a5-f981193e89d6 req-07fea379-2ad7-4e71-964d-10ddc48432ed service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808269 Nov 19 19:06:14.280269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb58a8d-3413-43ed-b637-2f9ad0a4f6aa req-54e7f092-cafb-4fc6-ba76-623d51ab9e3d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] No DVR routers for this DVR port 38c42a2a-63ba-4fa9-88f4-2b2512ef637c on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:06:14.283249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ecb58a8d-3413-43ed-b637-2f9ad0a4f6aa req-54e7f092-cafb-4fc6-ba76-623d51ab9e3d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.283498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0d5262d3-486a-453d-9df9-6508db27b1a4,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:14.289368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ecb58a8d-3413-43ed-b637-2f9ad0a4f6aa req-54e7f092-cafb-4fc6-ba76-623d51ab9e3d tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.57 "DELETE /v2.0/ports/38c42a2a-63ba-4fa9-88f4-2b2512ef637c HTTP/1.1" status: 204 len: 173 time: 2.2201998 Nov 19 19:06:14.292001 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] 10.222.0.50 "DELETE /v2.0/networks/33645d32-bbf5-48f5-aa27-3ad32c083eac HTTP/1.1" status: 204 len: 168 time: 1.1668806 Nov 19 19:06:14.293301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34506c-bc06-4e4d-b10c-5eee5f380001 admin admin] Pushing event deleted for resources: {'Network': ['ID=33645d32-bbf5-48f5-aa27-3ad32c083eac,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:14.294734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-deleted', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:14.298015 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f271cb89-9932-491e-a949-7009b9359cfe" -d '{"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-deleted", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:14.330647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d85b9-6d3c-4a0f-bb4f-f3df49b098be req-43251a3a-cba4-448a-9770-e4535585d6ca tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:14.334452 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.337049 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7c9d85b9-6d3c-4a0f-bb4f-f3df49b098be req-43251a3a-cba4-448a-9770-e4535585d6ca tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.5061347 Nov 19 19:06:14.405210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7c9d85b9-6d3c-4a0f-bb4f-f3df49b098be req-2ac747ad-b918-4d19-8ed4-522712694229 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591600 Nov 19 19:06:14.415960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4ad08-70f7-48c7-88be-35712a6db973 req-094f81a0-2d12-490b-8bb9-dbeca115d676 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:14.438277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4ad08-70f7-48c7-88be-35712a6db973 req-094f81a0-2d12-490b-8bb9-dbeca115d676 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:14.445508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0ee576a1-d5ed-4756-9300-89ffedbac12c, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0ee576a1-d5ed-4756-9300-89ffedbac12c,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:14.453261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4ad08-70f7-48c7-88be-35712a6db973 req-094f81a0-2d12-490b-8bb9-dbeca115d676 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:14.460465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4ad08-70f7-48c7-88be-35712a6db973 req-094f81a0-2d12-490b-8bb9-dbeca115d676 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:14.468699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-664b65f3-9b75-4147-8a67-7cfb424a743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '1b058f76-957e-49bc-9429-6751be1f6f13', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'port_id': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'mac_address': 'fa:16:3e:4d:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:05:48Z', 'updated_at': '2021-11-19T19:06:10Z', 'revision_number': 1, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:14.468928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4ad08-70f7-48c7-88be-35712a6db973 req-094f81a0-2d12-490b-8bb9-dbeca115d676 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:14.476270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4ad08-70f7-48c7-88be-35712a6db973 req-094f81a0-2d12-490b-8bb9-dbeca115d676 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:14.483232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4ad08-70f7-48c7-88be-35712a6db973 req-094f81a0-2d12-490b-8bb9-dbeca115d676 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:14.486109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2b4ad08-70f7-48c7-88be-35712a6db973 req-094f81a0-2d12-490b-8bb9-dbeca115d676 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5422 time: 0.1732030 Nov 19 19:06:14.501302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50524) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:14.501713 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1497bc0d-b518-448f-ad8a-9f72ef9338ce x-openstack-request-id: req-1497bc0d-b518-448f-ad8a-9f72ef9338ce {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:14.502039 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58ece91-8790-4398-91f7-e864e97457af", "name": "network-vif-deleted", "tag": "38c42a2a-63ba-4fa9-88f4-2b2512ef637c", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:14.502299 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1497bc0d-b518-448f-ad8a-9f72ef9338ce {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:14.502709 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58ece91-8790-4398-91f7-e864e97457af', 'name': 'network-vif-deleted', 'tag': '38c42a2a-63ba-4fa9-88f4-2b2512ef637c', 'status': 'completed', 'code': 200} Nov 19 19:06:14.600801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50530) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:14.601217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-36e05108-8504-406b-843b-25a1c517e8b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0822a5990c6d4baa88c1925bc6e8c03d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0962687 Nov 19 19:06:14.611602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '0ee576a1-d5ed-4756-9300-89ffedbac12c', 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4', 'port_id': '0ee576a1-d5ed-4756-9300-89ffedbac12c', 'mac_address': 'fa:16:3e:d9:eb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda4d6a7-7315-4a30-915e-0b6b3ceee8ee', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:14.613368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664b65f3-9b75-4147-8a67-7cfb424a743c None None] The sync data for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 is: [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '1b058f76-957e-49bc-9429-6751be1f6f13', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'port_id': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'mac_address': 'fa:16:3e:4d:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:05:48Z', 'updated_at': '2021-11-19T19:06:10Z', 'revision_number': 1, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:06:14.623105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2b4ad08-70f7-48c7-88be-35712a6db973 req-9dafb31d-4c2a-4f8a-846e-9b7a6ce48784 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195207 Nov 19 19:06:14.706384 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61275e5d-ff9b-463d-862c-aaf8e27e8071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.740836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61275e5d-ff9b-463d-862c-aaf8e27e8071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.759201 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.800719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee576a1-d5ed-4756-9300-89ffedbac12c {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:14.824877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0ee576a1-d5ed-4756-9300-89ffedbac12c, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0ee576a1-d5ed-4756-9300-89ffedbac12c,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:14.831257 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61275e5d-ff9b-463d-862c-aaf8e27e8071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.834310 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.835179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3b314d3e-7c93-48a2-94e4-0386a538a87e details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:14.835955 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61275e5d-ff9b-463d-862c-aaf8e27e8071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:14.840567 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-61275e5d-ff9b-463d-862c-aaf8e27e8071 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab90e01b-4875-43a9-a317-7053bc9bc3e0 HTTP/1.1" status: 204 len: 168 time: 0.2357974 Nov 19 19:06:14.892445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61275e5d-ff9b-463d-862c-aaf8e27e8071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab90e01b-4875-43a9-a317-7053bc9bc3e0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:15.031469 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b743227-b249-476a-8417-b9341184ac14 None None] New status for floating IP 1b058f76-957e-49bc-9429-6751be1f6f13: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:06:15.109926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1265e236-43a7-4d0c-baf5-de7f010d8fd8 req-129b0ad2-2a68-40c1-b9bb-805dbdb22123 tempest-ServersAdminTestJSON-749544899 tempest-ServersAdminTestJSON-749544899-project] 10.222.0.50 "GET /v2.0/ports?device_id=f58ece91-8790-4398-91f7-e864e97457af HTTP/1.1" status: 200 len: 210 time: 0.0739202 Nov 19 19:06:15.114380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0ee576a1-d5ed-4756-9300-89ffedbac12c,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:15.250945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3b314d3e-7c93-48a2-94e4-0386a538a87e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3b314d3e-7c93-48a2-94e4-0386a538a87e,segment=NetworkSegment(e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da),segment_id=e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:15.269659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '3b314d3e-7c93-48a2-94e4-0386a538a87e', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'port_id': '3b314d3e-7c93-48a2-94e4-0386a538a87e', 'mac_address': 'fa:16:3e:d2:31:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:15.325012 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:15.349408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b314d3e-7c93-48a2-94e4-0386a538a87e {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:15.389798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3b314d3e-7c93-48a2-94e4-0386a538a87e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3b314d3e-7c93-48a2-94e4-0386a538a87e,segment=NetworkSegment(e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da),segment_id=e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:15.405696 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:15.462619 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f3ae0b14-b79b-4e64-8f90-bec94f8e4621 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:15.511545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3b314d3e-7c93-48a2-94e4-0386a538a87e,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:15.594212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6b202-70f1-4056-ae04-8d75fba010b6 req-d2cec10c-76ae-4006-9330-3c919964c9a5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:15.602334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ce6b202-70f1-4056-ae04-8d75fba010b6 req-d2cec10c-76ae-4006-9330-3c919964c9a5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.0705967 Nov 19 19:06:15.659051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f3ae0b14-b79b-4e64-8f90-bec94f8e4621, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:15.676914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'f3ae0b14-b79b-4e64-8f90-bec94f8e4621', 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4', 'port_id': 'f3ae0b14-b79b-4e64-8f90-bec94f8e4621', 'mac_address': 'fa:16:3e:57:6b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda4d6a7-7315-4a30-915e-0b6b3ceee8ee', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:15.683312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0ee576a1-d5ed-4756-9300-89ffedbac12c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:15.688037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ce6b202-70f1-4056-ae04-8d75fba010b6 req-0fe1630a-d3aa-4b44-8d38-a9ee46ef1130 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848434 Nov 19 19:06:15.815578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0d5262d3-486a-453d-9df9-6508db27b1a4'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:15.822582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50602) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:15.898785 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:15.902635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a63c0-1298-40f1-80d0-42b709e846fb req-2c9e6be9-8840-47c2-afff-8a75d0615453 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:15.929590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a63c0-1298-40f1-80d0-42b709e846fb req-2c9e6be9-8840-47c2-afff-8a75d0615453 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:15.937627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ae0b14-b79b-4e64-8f90-bec94f8e4621 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:15.947600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a63c0-1298-40f1-80d0-42b709e846fb req-2c9e6be9-8840-47c2-afff-8a75d0615453 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:15.955696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a63c0-1298-40f1-80d0-42b709e846fb req-2c9e6be9-8840-47c2-afff-8a75d0615453 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:15.964909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a63c0-1298-40f1-80d0-42b709e846fb req-2c9e6be9-8840-47c2-afff-8a75d0615453 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:15.972218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a63c0-1298-40f1-80d0-42b709e846fb req-2c9e6be9-8840-47c2-afff-8a75d0615453 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:15.982470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a63c0-1298-40f1-80d0-42b709e846fb req-2c9e6be9-8840-47c2-afff-8a75d0615453 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:15.992696 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f44a63c0-1298-40f1-80d0-42b709e846fb req-2c9e6be9-8840-47c2-afff-8a75d0615453 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5424 time: 0.2247591 Nov 19 19:06:16.008533 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f3ae0b14-b79b-4e64-8f90-bec94f8e4621, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:16.024816 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.025548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d173fbde-a77e-4fec-84f0-15735fa29478 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:16.044811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d908fe0-b0c6-4a53-8071-da26bb3ebf53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.132390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f44a63c0-1298-40f1-80d0-42b709e846fb req-a82bf5b7-b72b-4f20-817c-093b27084942 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386397 Nov 19 19:06:16.268574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d908fe0-b0c6-4a53-8071-da26bb3ebf53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.272503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:16.277665 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d908fe0-b0c6-4a53-8071-da26bb3ebf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.332753 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0d908fe0-b0c6-4a53-8071-da26bb3ebf53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da9f668790804ae3b40e98212e3191c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5088282 Nov 19 19:06:16.335393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50620) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:16.363214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50624) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:16.366071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d173fbde-a77e-4fec-84f0-15735fa29478, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d173fbde-a77e-4fec-84f0-15735fa29478,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:16.435879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d908fe0-b0c6-4a53-8071-da26bb3ebf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4236ca36-3d21-4a58-bb8a-0e355e0331ab,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:16.444486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'd173fbde-a77e-4fec-84f0-15735fa29478', 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a', 'port_id': 'd173fbde-a77e-4fec-84f0-15735fa29478', 'mac_address': 'fa:16:3e:c7:50:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff02319-0209-479f-b0cb-2db2b1823400', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:16.451227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82c83f42-2049-4842-87b6-90bc23fb3001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.482943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82c83f42-2049-4842-87b6-90bc23fb3001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.500058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 38c42a2a-63ba-4fa9-88f4-2b2512ef637c no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:06:16.525861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-507264796-network', 'tenant_id': '92c9dfa8289e45cb946570e8301e87a8'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:16.558636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 38c42a2a-63ba-4fa9-88f4-2b2512ef637c {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:06:16.558974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 38c42a2a-63ba-4fa9-88f4-2b2512ef637c not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:06:16.566640 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82c83f42-2049-4842-87b6-90bc23fb3001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.567139 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.571990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82c83f42-2049-4842-87b6-90bc23fb3001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.574677 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-82c83f42-2049-4842-87b6-90bc23fb3001 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4236ca36-3d21-4a58-bb8a-0e355e0331ab HTTP/1.1" status: 204 len: 168 time: 0.2366691 Nov 19 19:06:16.575895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Made reservation on behalf of 92c9dfa8289e45cb946570e8301e87a8 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:16.580792 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.585037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c83f42-2049-4842-87b6-90bc23fb3001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4236ca36-3d21-4a58-bb8a-0e355e0331ab,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:16.595030 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.616923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d173fbde-a77e-4fec-84f0-15735fa29478 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:16.639386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d173fbde-a77e-4fec-84f0-15735fa29478, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d173fbde-a77e-4fec-84f0-15735fa29478,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:16.650203 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.650638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device aa9f0155-c448-406d-ba64-9edff7834aba details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:16.753671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['3b314d3e-7c93-48a2-94e4-0386a538a87e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:16.765896 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.769456 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50636) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:16.773490 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.810367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:06:16.823720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8144bd4-dd71-4e9a-b612-2485b5cfec20,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:16.834778 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.835183 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Added segment f92b8d10-1180-4b61-97ad-ab2a0de90e5b of type vlan for network b276532e-1340-45b3-9c24-a5035d24cd43 Nov 19 19:06:16.870923 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.resource_extend [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 19:06:16.894430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=d173fbde-a77e-4fec-84f0-15735fa29478,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:16.900105 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.900525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port aa9f0155-c448-406d-ba64-9edff7834aba, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=aa9f0155-c448-406d-ba64-9edff7834aba,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:16.924651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'aa9f0155-c448-406d-ba64-9edff7834aba', 'network_id': '944bb7ca-0baa-495f-bc01-d01cd63cd3c4', 'port_id': 'aa9f0155-c448-406d-ba64-9edff7834aba', 'mac_address': 'fa:16:3e:44:40:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda4d6a7-7315-4a30-915e-0b6b3ceee8ee', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:16.957227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657c82f-101d-449c-82f1-cfef9b85f286 req-b4514369-eac5-4b4d-a948-8c1b0d4b6415 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:16.962344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1657c82f-101d-449c-82f1-cfef9b85f286 req-b4514369-eac5-4b4d-a948-8c1b0d4b6415 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1316936 Nov 19 19:06:16.973195 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:16.975173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:16.977085 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.016352 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.059033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9f0155-c448-406d-ba64-9edff7834aba {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:17.096880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port aa9f0155-c448-406d-ba64-9edff7834aba, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=aa9f0155-c448-406d-ba64-9edff7834aba,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:17.100702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50646) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:17.106247 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.107586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bb45a8e9-61af-4a51-bfcb-d96877b02582 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:17.108813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] Request body: {'subnet': {'network_id': 'b276532e-1340-45b3-9c24-a5035d24cd43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-507264796-subnet', 'tenant_id': '92c9dfa8289e45cb946570e8301e87a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:17.114184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7479713 Nov 19 19:06:17.152795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port bb45a8e9-61af-4a51-bfcb-d96877b02582, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bb45a8e9-61af-4a51-bfcb-d96877b02582,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:17.187485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1657c82f-101d-449c-82f1-cfef9b85f286 req-59b2e013-a8f1-4ac4-bc64-99b92450ede4 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963923 Nov 19 19:06:17.188373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed71ea-1c0e-4e71-ba30-2ce58aa55288 admin admin] Pushing event updated for resources: {'Network': ['ID=b276532e-1340-45b3-9c24-a5035d24cd43,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:17.193792 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'bb45a8e9-61af-4a51-bfcb-d96877b02582', 'network_id': '55437e15-c3e4-4447-8ff9-be91112fba3a', 'port_id': 'bb45a8e9-61af-4a51-bfcb-d96877b02582', 'mac_address': 'fa:16:3e:72:06:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff02319-0209-479f-b0cb-2db2b1823400', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:17.201028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] Made reservation on behalf of 92c9dfa8289e45cb946570e8301e87a8 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:17.204294 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.258367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=aa9f0155-c448-406d-ba64-9edff7834aba,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:17.258953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-af255bd9-f8f5-4c08-bfe4-5af4176cce40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=620b85c3042b4c5da433f78758e9d993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4871054 Nov 19 19:06:17.259113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50654) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:17.262865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network b276532e-1340-45b3-9c24-a5035d24cd43 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:06:17.329021 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.342035 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9a1231a-0aba-4f30-9749-3c6ae106be92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.352016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935dfb4-0f53-477e-bf08-8712a75e9098 req-008903f7-5071-4b84-8e72-31c90391f2c8 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:17.358305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935dfb4-0f53-477e-bf08-8712a75e9098 req-008903f7-5071-4b84-8e72-31c90391f2c8 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:17.365358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935dfb4-0f53-477e-bf08-8712a75e9098 req-008903f7-5071-4b84-8e72-31c90391f2c8 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:17.370997 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9a1231a-0aba-4f30-9749-3c6ae106be92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.372732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb45a8e9-61af-4a51-bfcb-d96877b02582 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:17.373267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935dfb4-0f53-477e-bf08-8712a75e9098 req-008903f7-5071-4b84-8e72-31c90391f2c8 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:17.379522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935dfb4-0f53-477e-bf08-8712a75e9098 req-008903f7-5071-4b84-8e72-31c90391f2c8 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:17.387312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935dfb4-0f53-477e-bf08-8712a75e9098 req-008903f7-5071-4b84-8e72-31c90391f2c8 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:17.394544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935dfb4-0f53-477e-bf08-8712a75e9098 req-008903f7-5071-4b84-8e72-31c90391f2c8 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:17.397199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5935dfb4-0f53-477e-bf08-8712a75e9098 req-008903f7-5071-4b84-8e72-31c90391f2c8 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5427 time: 0.1351078 Nov 19 19:06:17.400142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port bb45a8e9-61af-4a51-bfcb-d96877b02582, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bb45a8e9-61af-4a51-bfcb-d96877b02582,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:17.406826 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.461478 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9a1231a-0aba-4f30-9749-3c6ae106be92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.464975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9a1231a-0aba-4f30-9749-3c6ae106be92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.467618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e9a1231a-0aba-4f30-9749-3c6ae106be92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52483d5e-a2b2-41a1-a6b4-73c0a39b2336 HTTP/1.1" status: 204 len: 168 time: 0.2073963 Nov 19 19:06:17.488536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=bb45a8e9-61af-4a51-bfcb-d96877b02582,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:17.492924 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0d5262d3-486a-453d-9df9-6508db27b1a4 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:17.510243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1231a-0aba-4f30-9749-3c6ae106be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52483d5e-a2b2-41a1-a6b4-73c0a39b2336,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:17.539374 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5935dfb4-0f53-477e-bf08-8712a75e9098 req-c5bc056b-9d89-4a0a-ba82-424977a2f6c2 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331241 Nov 19 19:06:17.581875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 0d5262d3-486a-453d-9df9-6508db27b1a4 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:06:17.587823 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 0d5262d3-486a-453d-9df9-6508db27b1a4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:17.587823 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.714763 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.754356 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5262d3-486a-453d-9df9-6508db27b1a4'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:17.758446 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e7e832-3711-42e2-a68f-91ad0b3cc05c" -d '{"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "0d5262d3-486a-453d-9df9-6508db27b1a4"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:17.775938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0d5262d3-486a-453d-9df9-6508db27b1a4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0d5262d3-486a-453d-9df9-6508db27b1a4,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:17.788430 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:17.789418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0ee576a1-d5ed-4756-9300-89ffedbac12c up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:17.826977 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4599d2db-665b-42e6-a667-f7de5289009f x-openstack-request-id: req-4599d2db-665b-42e6-a667-f7de5289009f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:17.827278 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "0d5262d3-486a-453d-9df9-6508db27b1a4", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:17.827532 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4599d2db-665b-42e6-a667-f7de5289009f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:17.827929 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5262d3-486a-453d-9df9-6508db27b1a4', 'code': 200} Nov 19 19:06:17.862852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['f3ae0b14-b79b-4e64-8f90-bec94f8e4621'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:17.865778 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['aa9f0155-c448-406d-ba64-9edff7834aba'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:17.978039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0d5262d3-486a-453d-9df9-6508db27b1a4,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:18.026086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 0ee576a1-d5ed-4756-9300-89ffedbac12c completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:06:18.049893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 0ee576a1-d5ed-4756-9300-89ffedbac12c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:18.050319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:18.103044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:18.187587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50690) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:18.252841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc37feb1-e561-4258-be10-d7dd0f165881,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:18.262063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] Checking segment: {'id': 'f92b8d10-1180-4b61-97ad-ab2a0de90e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b276532e-1340-45b3-9c24-a5035d24cd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:18.262630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] Network hostable DHCP agents. Network: b276532e-1340-45b3-9c24-a5035d24cd43, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:06:18.285328 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0097d4c8-ed9f-4253-892f-6a8ce1271991 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=048cb16d967640b59e89e500617a0604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0964396 Nov 19 19:06:18.288195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] Network b276532e-1340-45b3-9c24-a5035d24cd43 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:06:18.291141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50694) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:18.300479 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:18.317589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, b276532e-1340-45b3-9c24-a5035d24cd43) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:18.328913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a8341b-bf6f-4344-b3c4-bf36c1b30de5 None None] Network b276532e-1340-45b3-9c24-a5035d24cd43 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:18.351625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:18.352218 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:18.413441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf320a7-2950-448a-a5ba-39b3bba65425 req-6d4ac16c-4747-4b96-927b-2107f2997152 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:18.415058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9bf320a7-2950-448a-a5ba-39b3bba65425 req-6d4ac16c-4747-4b96-927b-2107f2997152 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.0947919 Nov 19 19:06:18.417262 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3233cb8e-c752-449d-a243-3db4ab7a7e7e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3151560 Nov 19 19:06:18.443382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56251454-c477-4bec-88c1-8da4e7f44d49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:18.499984 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56251454-c477-4bec-88c1-8da4e7f44d49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:18.512628 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9bf320a7-2950-448a-a5ba-39b3bba65425 req-727af3a4-6d14-4963-ab8a-d8303f447ee3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897915 Nov 19 19:06:18.570966 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56251454-c477-4bec-88c1-8da4e7f44d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:18.574757 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56251454-c477-4bec-88c1-8da4e7f44d49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:18.576121 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-56251454-c477-4bec-88c1-8da4e7f44d49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30cad7d7-2146-4dad-9acb-7bc645f3a5ea HTTP/1.1" status: 204 len: 168 time: 0.2827661 Nov 19 19:06:18.587606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251454-c477-4bec-88c1-8da4e7f44d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cad7d7-2146-4dad-9acb-7bc645f3a5ea,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:18.651434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0ee576a1-d5ed-4756-9300-89ffedbac12c, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0ee576a1-d5ed-4756-9300-89ffedbac12c,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:18.660503 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:18.728672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13490-0bf8-4438-a19e-888b75989426 req-656dfb83-ae68-4c67-a3dd-08f23c91cf77 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:18.743897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13490-0bf8-4438-a19e-888b75989426 req-656dfb83-ae68-4c67-a3dd-08f23c91cf77 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:18.749920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13490-0bf8-4438-a19e-888b75989426 req-656dfb83-ae68-4c67-a3dd-08f23c91cf77 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:18.769876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13490-0bf8-4438-a19e-888b75989426 req-656dfb83-ae68-4c67-a3dd-08f23c91cf77 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:18.784089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13490-0bf8-4438-a19e-888b75989426 req-656dfb83-ae68-4c67-a3dd-08f23c91cf77 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:18.799079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13490-0bf8-4438-a19e-888b75989426 req-656dfb83-ae68-4c67-a3dd-08f23c91cf77 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:18.805639 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f13490-0bf8-4438-a19e-888b75989426 req-656dfb83-ae68-4c67-a3dd-08f23c91cf77 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:18.821718 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-09f13490-0bf8-4438-a19e-888b75989426 req-656dfb83-ae68-4c67-a3dd-08f23c91cf77 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5430 time: 0.1798248 Nov 19 19:06:18.828669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55732aab-7756-4437-9071-0217e7a5c768 None None] Network b276532e-1340-45b3-9c24-a5035d24cd43 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:18.913127 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-09f13490-0bf8-4438-a19e-888b75989426 req-3e13922b-9e50-40f0-a2e6-515a1a0fd23b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833673 Nov 19 19:06:18.918865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0ee576a1-d5ed-4756-9300-89ffedbac12c,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:18.953181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['d173fbde-a77e-4fec-84f0-15735fa29478'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:19.022966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['bb45a8e9-61af-4a51-bfcb-d96877b02582'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:19.027936 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:06:19.449930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f3ae0b14-b79b-4e64-8f90-bec94f8e4621 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:19.453475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50734) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:19.532415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port f3ae0b14-b79b-4e64-8f90-bec94f8e4621 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:06:19.546773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port f3ae0b14-b79b-4e64-8f90-bec94f8e4621 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:19.547201 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:19.654865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:19.681785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1712573941'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:19.699167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f3ae0b14-b79b-4e64-8f90-bec94f8e4621, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:19.703467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9e246-2008-4201-8151-e0b96c91041d req-6b07a123-1d89-4fc7-aa3f-a37a3b8318d5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:19.705156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21d9e246-2008-4201-8151-e0b96c91041d req-6b07a123-1d89-4fc7-aa3f-a37a3b8318d5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1035445 Nov 19 19:06:19.705906 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:19.706931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device aa9f0155-c448-406d-ba64-9edff7834aba up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:19.753781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Made reservation on behalf of 818ec6d200b24149a89c24e0945e22c5 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:19.758803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:19.781828 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:19.815949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:19.818560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21d9e246-2008-4201-8151-e0b96c91041d req-29dbed7d-a07f-4b83-a8d4-b8d672e68f27 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995946 Nov 19 19:06:19.835439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee576a1-d5ed-4756-9300-89ffedbac12c'}, {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ae0b14-b79b-4e64-8f90-bec94f8e4621'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:19.838052 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9e6f99-71ff-4b9b-8fd8-6eb75132efb9" -d '{"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee576a1-d5ed-4756-9300-89ffedbac12c"}, {"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "f3ae0b14-b79b-4e64-8f90-bec94f8e4621"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:19.850618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port aa9f0155-c448-406d-ba64-9edff7834aba completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:06:19.855866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port aa9f0155-c448-406d-ba64-9edff7834aba triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:19.856323 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:19.902572 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee485d18-2683-4984-8544-1270fdaaaecc x-openstack-request-id: req-ee485d18-2683-4984-8544-1270fdaaaecc {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:19.903354 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "0ee576a1-d5ed-4756-9300-89ffedbac12c", "code": 200}, {"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "f3ae0b14-b79b-4e64-8f90-bec94f8e4621", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:19.904099 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee485d18-2683-4984-8544-1270fdaaaecc {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:19.904099 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee576a1-d5ed-4756-9300-89ffedbac12c', 'code': 200} Nov 19 19:06:19.904319 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ae0b14-b79b-4e64-8f90-bec94f8e4621', 'code': 200} Nov 19 19:06:19.914590 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:19.922805 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:19.948917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:06:19.982026 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:19.983037 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Added segment 45144838-1d0e-49d0-bb2e-c4f9cc692fcd of type vlan for network 892a3aeb-980c-47c9-9a30-a6ed49c17245 Nov 19 19:06:19.992477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca62246-78fb-4848-ab4c-7a4b7f397f17,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:19.998961 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:20.033412 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:20.052029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port aa9f0155-c448-406d-ba64-9edff7834aba, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=aa9f0155-c448-406d-ba64-9edff7834aba,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:20.061112 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:20.061964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3b314d3e-7c93-48a2-94e4-0386a538a87e up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:20.118738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04be0fe-1921-4876-b465-f39593231208 req-2c54fa79-a3a2-4c60-a08f-cc4786a8c81d tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:20.124783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04be0fe-1921-4876-b465-f39593231208 req-2c54fa79-a3a2-4c60-a08f-cc4786a8c81d tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:20.135338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04be0fe-1921-4876-b465-f39593231208 req-2c54fa79-a3a2-4c60-a08f-cc4786a8c81d tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:20.142983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04be0fe-1921-4876-b465-f39593231208 req-2c54fa79-a3a2-4c60-a08f-cc4786a8c81d tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:20.151491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04be0fe-1921-4876-b465-f39593231208 req-2c54fa79-a3a2-4c60-a08f-cc4786a8c81d tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:20.159557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04be0fe-1921-4876-b465-f39593231208 req-2c54fa79-a3a2-4c60-a08f-cc4786a8c81d tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:20.166084 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=aa9f0155-c448-406d-ba64-9edff7834aba,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:20.167645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04be0fe-1921-4876-b465-f39593231208 req-2c54fa79-a3a2-4c60-a08f-cc4786a8c81d tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:20.170009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 3b314d3e-7c93-48a2-94e4-0386a538a87e completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:06:20.170568 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a04be0fe-1921-4876-b465-f39593231208 req-2c54fa79-a3a2-4c60-a08f-cc4786a8c81d tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5432 time: 0.1283405 Nov 19 19:06:20.172753 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:20.175443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 3b314d3e-7c93-48a2-94e4-0386a538a87e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:20.176161 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:20.182040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:20.182689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:20.277910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8179693 Nov 19 19:06:20.278284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50780) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:20.282728 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Request body: {'subnet': {'network_id': '892a3aeb-980c-47c9-9a30-a6ed49c17245', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:20.298286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24073083-cdbf-48ca-887e-361bd57da3e2 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Pushing event updated for resources: {'Network': ['ID=892a3aeb-980c-47c9-9a30-a6ed49c17245,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:20.320346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 892a3aeb-980c-47c9-9a30-a6ed49c17245 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:06:20.324507 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a04be0fe-1921-4876-b465-f39593231208 req-c9253f4a-bd3c-4480-ba87-d1df147632a6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284888 Nov 19 19:06:20.384393 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:20.413912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Made reservation on behalf of 818ec6d200b24149a89c24e0945e22c5 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:20.418251 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:20.452937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3b314d3e-7c93-48a2-94e4-0386a538a87e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3b314d3e-7c93-48a2-94e4-0386a538a87e,segment=NetworkSegment(e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da),segment_id=e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:20.461329 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:20.579764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3b314d3e-7c93-48a2-94e4-0386a538a87e,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:20.723815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-5592b3ba-8861-4067-82c7-8392df7d252b tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:20.726350 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-5592b3ba-8861-4067-82c7-8392df7d252b tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/networks?id=b276532e-1340-45b3-9c24-a5035d24cd43 HTTP/1.1" status: 200 len: 809 time: 0.1711404 Nov 19 19:06:20.778515 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-7466fbbe-6da9-4bb9-b2fc-75bce203a740 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/quotas/92c9dfa8289e45cb946570e8301e87a8 HTTP/1.1" status: 200 len: 375 time: 0.0426135 Nov 19 19:06:20.803073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:20.831800 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-1927dc0b-643a-4d08-9b07-3bb9cd58bca6 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c9dfa8289e45cb946570e8301e87a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441380 Nov 19 19:06:20.942516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2afdf8-f50a-4139-b5f6-55c1416ee776 req-1a655433-88de-4a8a-b8d7-cdc6544c4734 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:20.943920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f2afdf8-f50a-4139-b5f6-55c1416ee776 req-1a655433-88de-4a8a-b8d7-cdc6544c4734 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.0588565 Nov 19 19:06:20.944322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Pushing event updated for resources: {'Subnet': ['ID=fbeb1d5f-cb6d-4456-a0ab-77a453130196,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:20.968374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Checking segment: {'id': '45144838-1d0e-49d0-bb2e-c4f9cc692fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '892a3aeb-980c-47c9-9a30-a6ed49c17245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:20.968730 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Network hostable DHCP agents. Network: 892a3aeb-980c-47c9-9a30-a6ed49c17245, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:06:20.990256 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-55910a1e-f4d4-4d80-9cf7-965beaacca45 service neutron] 10.222.0.50 "GET /v2.0/networks/b276532e-1340-45b3-9c24-a5035d24cd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382618 Nov 19 19:06:21.006717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Network 892a3aeb-980c-47c9-9a30-a6ed49c17245 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:06:21.050533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 892a3aeb-980c-47c9-9a30-a6ed49c17245) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:21.058126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:21.058727 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:21.065846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d1ef49-2905-4a5d-95fc-e1f0bfb71c51 None None] Network 892a3aeb-980c-47c9-9a30-a6ed49c17245 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:21.087478 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b7bd210d-43e6-40c4-83d4-98bbd8d89b23 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8093321 Nov 19 19:06:21.088124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50818) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:21.100830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Request body: {'port': {'network_id': '892a3aeb-980c-47c9-9a30-a6ed49c17245', 'name': 'tempest-DHCPAgentSchedulersTestJSON-683702246'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:21.166779 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-1ba6a66d-9f50-46ad-b809-18847ae629bb service neutron] 10.222.0.50 "GET /v2.0/networks/b276532e-1340-45b3-9c24-a5035d24cd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688709 Nov 19 19:06:21.248942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Made reservation on behalf of 818ec6d200b24149a89c24e0945e22c5 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:21.253365 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:21.277112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-892a3aeb-980c-47c9-9a30-a6ed49c17245', 'network_id': '892a3aeb-980c-47c9-9a30-a6ed49c17245', 'tenant_id': '818ec6d200b24149a89c24e0945e22c5', 'fixed_ips': [{'subnet_id': 'fbeb1d5f-cb6d-4456-a0ab-77a453130196'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:06:21.278260 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:21.281713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] device_id is not set on port d32e7228-d481-4a42-91f9-bf0f7dbfd3d7 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:06:21.300687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f2afdf8-f50a-4139-b5f6-55c1416ee776 req-27f230c6-9b51-4049-a7d6-115b5786fa30 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485348 Nov 19 19:06:21.451241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Allocated IP 172.20.0.6 (892a3aeb-980c-47c9-9a30-a6ed49c17245/fbeb1d5f-cb6d-4456-a0ab-77a453130196/d32e7228-d481-4a42-91f9-bf0f7dbfd3d7) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:06:21.464477 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bb45a8e9-61af-4a51-bfcb-d96877b02582 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:21.543468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port bb45a8e9-61af-4a51-bfcb-d96877b02582 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:06:21.555513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port bb45a8e9-61af-4a51-bfcb-d96877b02582 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:21.555513 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:21.582846 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-170020a3-bbc3-49c3-8406-9dec12d2ccac req-0f131bff-f753-43fc-9aa8-9bad3921ee38 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 210 time: 0.0409307 Nov 19 19:06:21.717524 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:21.730487 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785c81a-cd89-421c-a985-8e587c039e68 req-c0772dc5-425d-49ad-9d73-3da565af03c3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:21.737070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785c81a-cd89-421c-a985-8e587c039e68 req-c0772dc5-425d-49ad-9d73-3da565af03c3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:21.746869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785c81a-cd89-421c-a985-8e587c039e68 req-c0772dc5-425d-49ad-9d73-3da565af03c3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:21.754430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785c81a-cd89-421c-a985-8e587c039e68 req-c0772dc5-425d-49ad-9d73-3da565af03c3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:21.757890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port bb45a8e9-61af-4a51-bfcb-d96877b02582, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bb45a8e9-61af-4a51-bfcb-d96877b02582,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:21.761499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785c81a-cd89-421c-a985-8e587c039e68 req-c0772dc5-425d-49ad-9d73-3da565af03c3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:21.764941 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:21.766114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d173fbde-a77e-4fec-84f0-15735fa29478 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:21.768484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785c81a-cd89-421c-a985-8e587c039e68 req-c0772dc5-425d-49ad-9d73-3da565af03c3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:21.774306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785c81a-cd89-421c-a985-8e587c039e68 req-c0772dc5-425d-49ad-9d73-3da565af03c3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:21.783315 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f785c81a-cd89-421c-a985-8e587c039e68 req-c0772dc5-425d-49ad-9d73-3da565af03c3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5433 time: 0.2067573 Nov 19 19:06:21.861785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=bb45a8e9-61af-4a51-bfcb-d96877b02582,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:21.874595 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:21.907036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9f0155-c448-406d-ba64-9edff7834aba'}, {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b314d3e-7c93-48a2-94e4-0386a538a87e'}, {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb45a8e9-61af-4a51-bfcb-d96877b02582'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:21.912759 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df8f279-c45a-4246-914a-fe65d882fbb1" -d '{"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "aa9f0155-c448-406d-ba64-9edff7834aba"}, {"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "3b314d3e-7c93-48a2-94e4-0386a538a87e"}, {"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "bb45a8e9-61af-4a51-bfcb-d96877b02582"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:21.913691 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f785c81a-cd89-421c-a985-8e587c039e68 req-c7e2b243-9796-40e3-aebe-69fbbed9d9ba tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294272 Nov 19 19:06:21.924588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port d173fbde-a77e-4fec-84f0-15735fa29478 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:06:21.930897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port d173fbde-a77e-4fec-84f0-15735fa29478 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:21.949970 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:21.971883 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.019497 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7bf204-e3ef-447b-96fa-4e90e8e3b0c8 x-openstack-request-id: req-4a7bf204-e3ef-447b-96fa-4e90e8e3b0c8 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:22.020076 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "aa9f0155-c448-406d-ba64-9edff7834aba", "code": 200}, {"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "3b314d3e-7c93-48a2-94e4-0386a538a87e", "code": 200}, {"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "bb45a8e9-61af-4a51-bfcb-d96877b02582", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:22.022151 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a7bf204-e3ef-447b-96fa-4e90e8e3b0c8 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:22.022801 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9f0155-c448-406d-ba64-9edff7834aba', 'code': 200} Nov 19 19:06:22.023293 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b314d3e-7c93-48a2-94e4-0386a538a87e', 'code': 200} Nov 19 19:06:22.024043 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb45a8e9-61af-4a51-bfcb-d96877b02582', 'code': 200} Nov 19 19:06:22.084940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Allocated IP 172.20.0.2 (892a3aeb-980c-47c9-9a30-a6ed49c17245/fbeb1d5f-cb6d-4456-a0ab-77a453130196/dc2d3966-866d-4eaa-8e9e-4cfd40b943c3) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:06:22.086032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Network 892a3aeb-980c-47c9-9a30-a6ed49c17245 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:22.089994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:22.103965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:22.161088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Pushing event updated for resources: {'Port': ['ID=d32e7228-d481-4a42-91f9-bf0f7dbfd3d7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:22.210272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:22.211039 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.214643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50868) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:22.236103 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.240608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50872) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:22.240813 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a1e5fa64-7cd1-4909-8ef4-f7baeafa230c tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1455805 Nov 19 19:06:22.296383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d173fbde-a77e-4fec-84f0-15735fa29478, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d173fbde-a77e-4fec-84f0-15735fa29478,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:22.309893 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.354387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1c39063a-46a2-47e9-b916-ac0fa8f262b0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Deleting port d32e7228-d481-4a42-91f9-bf0f7dbfd3d7 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:22.354982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c39063a-46a2-47e9-b916-ac0fa8f262b0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.418818 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bdc23a0-57e5-4496-b97f-6defc1983de2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.435567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=d173fbde-a77e-4fec-84f0-15735fa29478,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:22.444245 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.453364 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.477509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652763e-2016-4b1f-a8f2-398415e86d5c req-80902f4c-bf39-4b25-b79a-d7f91cf67def tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:22.487634 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7652763e-2016-4b1f-a8f2-398415e86d5c req-80902f4c-bf39-4b25-b79a-d7f91cf67def tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.0944729 Nov 19 19:06:22.496073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c39063a-46a2-47e9-b916-ac0fa8f262b0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.517881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Network 892a3aeb-980c-47c9-9a30-a6ed49c17245 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:22.519854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:22.526189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:22.542649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1c39063a-46a2-47e9-b916-ac0fa8f262b0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Calling delete_port for d32e7228-d481-4a42-91f9-bf0f7dbfd3d7 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:22.550463 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Pushing event updated for resources: {'Port': ['ID=dc2d3966-866d-4eaa-8e9e-4cfd40b943c3,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:22.552633 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7652763e-2016-4b1f-a8f2-398415e86d5c req-12e4a71a-3172-432d-8fe4-2fd1cf0b99fd tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640023 Nov 19 19:06:22.607224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Attempting to bind port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:22.607630 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Attempting to bind port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '45144838-1d0e-49d0-bb2e-c4f9cc692fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '892a3aeb-980c-47c9-9a30-a6ed49c17245'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:22.608012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Attempting to bind port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 on network 892a3aeb-980c-47c9-9a30-a6ed49c17245 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:22.614486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:06:22.614789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Checking segment: {'id': '45144838-1d0e-49d0-bb2e-c4f9cc692fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '892a3aeb-980c-47c9-9a30-a6ed49c17245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:22.615276 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.615747 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Bound using segment: {'id': '45144838-1d0e-49d0-bb2e-c4f9cc692fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '892a3aeb-980c-47c9-9a30-a6ed49c17245'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:06:22.616384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Bound port: dc2d3966-866d-4eaa-8e9e-4cfd40b943c3, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45144838-1d0e-49d0-bb2e-c4f9cc692fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '892a3aeb-980c-47c9-9a30-a6ed49c17245'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:06:22.616843 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.646392 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bdc23a0-57e5-4496-b97f-6defc1983de2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.652827 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2bdc23a0-57e5-4496-b97f-6defc1983de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.690382 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-58779d80-5354-488c-b483-540ec052545e req-72b30ba0-be3a-442f-b341-7500d436efbb tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 210 time: 0.0330751 Nov 19 19:06:22.692055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] For port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:06:22.696062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] For port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=dc2d3966-866d-4eaa-8e9e-4cfd40b943c3,segment=NetworkSegment(45144838-1d0e-49d0-bb2e-c4f9cc692fcd),segment_id=45144838-1d0e-49d0-bb2e-c4f9cc692fcd)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:06:22.699513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc23a0-57e5-4496-b97f-6defc1983de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0564ab0e-179e-469a-8692-436821be869b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:22.702191 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.715959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2bdc23a0-57e5-4496-b97f-6defc1983de2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06bc229cf67042b995fbc7976caefffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4981501 Nov 19 19:06:22.715959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50880) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:22.775801 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e95889-0a6b-4798-babf-5652a4647d40 None None] Pushing event updated for resources: {'Port': ['ID=dc2d3966-866d-4eaa-8e9e-4cfd40b943c3,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:22.808490 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c39063a-46a2-47e9-b916-ac0fa8f262b0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.844811 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0199bba8-5a6f-4bcb-824e-f74e5b4ca8b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:22.847021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39063a-46a2-47e9-b916-ac0fa8f262b0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Pushing event deleted for resources: {'Port': ['ID=d32e7228-d481-4a42-91f9-bf0f7dbfd3d7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:22.898298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0199bba8-5a6f-4bcb-824e-f74e5b4ca8b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.125746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c39063a-46a2-47e9-b916-ac0fa8f262b0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.129807 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1c39063a-46a2-47e9-b916-ac0fa8f262b0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] 10.222.0.50 "DELETE /v2.0/ports/d32e7228-d481-4a42-91f9-bf0f7dbfd3d7 HTTP/1.1" status: 204 len: 168 time: 0.8875678 Nov 19 19:06:23.133238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50884) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:23.158109 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0199bba8-5a6f-4bcb-824e-f74e5b4ca8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.160866 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0199bba8-5a6f-4bcb-824e-f74e5b4ca8b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.164561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0199bba8-5a6f-4bcb-824e-f74e5b4ca8b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0564ab0e-179e-469a-8692-436821be869b HTTP/1.1" status: 204 len: 168 time: 0.4454379 Nov 19 19:06:23.207393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56626e82-64aa-4efa-92a1-b0062f24fbaa req-0e22abcc-e865-483b-a5a4-6ad187268f81 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:23.214488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56626e82-64aa-4efa-92a1-b0062f24fbaa req-0e22abcc-e865-483b-a5a4-6ad187268f81 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:23.231257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56626e82-64aa-4efa-92a1-b0062f24fbaa req-0e22abcc-e865-483b-a5a4-6ad187268f81 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:23.248322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56626e82-64aa-4efa-92a1-b0062f24fbaa req-0e22abcc-e865-483b-a5a4-6ad187268f81 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:23.262147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56626e82-64aa-4efa-92a1-b0062f24fbaa req-0e22abcc-e865-483b-a5a4-6ad187268f81 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:23.277646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56626e82-64aa-4efa-92a1-b0062f24fbaa req-0e22abcc-e865-483b-a5a4-6ad187268f81 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:23.289185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56626e82-64aa-4efa-92a1-b0062f24fbaa req-0e22abcc-e865-483b-a5a4-6ad187268f81 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:23.291207 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-56626e82-64aa-4efa-92a1-b0062f24fbaa req-0e22abcc-e865-483b-a5a4-6ad187268f81 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5435 time: 0.2536414 Nov 19 19:06:23.316751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ef61db51-6381-4944-834c-0c1d5a7a20cd tempest-DHCPAgentSchedulersTestJSON-268911442 tempest-DHCPAgentSchedulersTestJSON-268911442-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.1824059 Nov 19 19:06:23.320269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50894) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:23.328028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1714940191'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:23.332636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199bba8-5a6f-4bcb-824e-f74e5b4ca8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0564ab0e-179e-469a-8692-436821be869b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:23.353445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-83fd766e-9a02-45f7-9892-d2379aa0018d tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:23.360401 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-83fd766e-9a02-45f7-9892-d2379aa0018d tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.21 "GET /v2.0/networks?id=b276532e-1340-45b3-9c24-a5035d24cd43 HTTP/1.1" status: 200 len: 809 time: 0.4766726 Nov 19 19:06:23.366381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Made reservation on behalf of 818ec6d200b24149a89c24e0945e22c5 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:23.371064 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.386590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Request body: {'port': {'device_id': '7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8', 'network_id': 'b276532e-1340-45b3-9c24-a5035d24cd43', 'admin_state_up': True, 'tenant_id': '92c9dfa8289e45cb946570e8301e87a8'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:23.409807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:23.443530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:06:23.462737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.463291 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Added segment f7ed6cfd-806a-44f6-aa44-af2f4da9691d of type vlan for network 45e23183-6069-4081-87e2-33b6638818b1 Nov 19 19:06:23.513181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-56626e82-64aa-4efa-92a1-b0062f24fbaa req-def5e042-04c0-4d52-b1a8-6f41a50542f1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870723 Nov 19 19:06:23.526630 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.541008 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:23.541382 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.576976 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.586513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Made reservation on behalf of 92c9dfa8289e45cb946570e8301e87a8 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:23.589783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:23.590558 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.591157 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.743971 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4216802 Nov 19 19:06:23.758579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50916) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:23.776131 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.788401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa646c-a849-4e6a-b7f1-ba4661c76f08 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Pushing event updated for resources: {'Network': ['ID=45e23183-6069-4081-87e2-33b6638818b1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:23.805630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50918) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:23.809444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 45e23183-6069-4081-87e2-33b6638818b1 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:06:23.863016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d1110-d715-4bc1-8286-904e7998c6b5 req-5c32725f-cd3f-4671-808e-abbdafc02a6e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:23.870181 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-223d1110-d715-4bc1-8286-904e7998c6b5 req-5c32725f-cd3f-4671-808e-abbdafc02a6e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1761081 Nov 19 19:06:23.872383 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01abd4a3-1450-4d8b-a92a-0cd2ada41214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:23.878562 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Allocated IP 172.20.0.7 (b276532e-1340-45b3-9c24-a5035d24cd43/cc37feb1-e561-4258-be10-d7dd0f165881/3775f311-7fa6-4f59-b28d-1cd38e819e11) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:06:23.975509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=dc2d3966-866d-4eaa-8e9e-4cfd40b943c3,segment=NetworkSegment(45144838-1d0e-49d0-bb2e-c4f9cc692fcd),segment_id=45144838-1d0e-49d0-bb2e-c4f9cc692fcd)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:23.986746 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.008505 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4112920e-99e5-45e0-bd89-2d3f5f00e094 req-f030a0d3-cce0-49a1-bc56-ec9440f02244 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 210 time: 0.0393798 Nov 19 19:06:24.057497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd173fbde-a77e-4fec-84f0-15735fa29478'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:24.063908 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f389b12-2683-4eb8-abd9-26589fea1aeb" -d '{"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "d173fbde-a77e-4fec-84f0-15735fa29478"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:24.125199 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=dc2d3966-866d-4eaa-8e9e-4cfd40b943c3,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:24.138138 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c793dc2-8353-407c-8f86-093856bc62af x-openstack-request-id: req-7c793dc2-8353-407c-8f86-093856bc62af {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:24.138543 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-plugged", "status": "completed", "tag": "d173fbde-a77e-4fec-84f0-15735fa29478", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:24.139703 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c793dc2-8353-407c-8f86-093856bc62af {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:24.140225 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd173fbde-a77e-4fec-84f0-15735fa29478', 'code': 200} Nov 19 19:06:24.141877 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01abd4a3-1450-4d8b-a92a-0cd2ada41214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.159164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01abd4a3-1450-4d8b-a92a-0cd2ada41214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.202837 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.245950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7994e7f4-b429-41dd-a6ba-213b1caa754b None None] Network 892a3aeb-980c-47c9-9a30-a6ed49c17245 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:24.259265 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.276693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-01abd4a3-1450-4d8b-a92a-0cd2ada41214 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a25bd5c151dd456e88555a87795925a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4691958 Nov 19 19:06:24.280187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50926) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:24.296792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Network b276532e-1340-45b3-9c24-a5035d24cd43 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:24.334150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:24.351079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:24.368322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abd4a3-1450-4d8b-a92a-0cd2ada41214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a340fe6-ee1a-41b7-b476-df2e6fec184c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:24.377132 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-223d1110-d715-4bc1-8286-904e7998c6b5 req-fa40e6ff-988a-49b5-9342-6e5bed8e564d tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002606 Nov 19 19:06:24.399247 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0dd151ce-d183-4f4d-9fd8-27653bd197b2 None None] Provisioning complete for port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:24.399620 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0dd151ce-d183-4f4d-9fd8-27653bd197b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.426412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb595c7-dabd-410d-a106-fbb2ce2b279a req-d9b3e807-e067-4537-9ca9-c76bbc4cc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.427846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb595c7-dabd-410d-a106-fbb2ce2b279a req-d9b3e807-e067-4537-9ca9-c76bbc4cc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.428287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb595c7-dabd-410d-a106-fbb2ce2b279a req-d9b3e807-e067-4537-9ca9-c76bbc4cc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.428806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb595c7-dabd-410d-a106-fbb2ce2b279a req-d9b3e807-e067-4537-9ca9-c76bbc4cc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.429334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb595c7-dabd-410d-a106-fbb2ce2b279a req-d9b3e807-e067-4537-9ca9-c76bbc4cc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.429888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb595c7-dabd-410d-a106-fbb2ce2b279a req-d9b3e807-e067-4537-9ca9-c76bbc4cc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.430412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb595c7-dabd-410d-a106-fbb2ce2b279a req-d9b3e807-e067-4537-9ca9-c76bbc4cc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.432425 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bb595c7-dabd-410d-a106-fbb2ce2b279a req-d9b3e807-e067-4537-9ca9-c76bbc4cc922 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6492 time: 0.1751804 Nov 19 19:06:24.437235 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-230a5fd3-bc21-4f1c-9bb8-be14002d2511 tempest-DHCPAgentSchedulersTestJSON-268911442 tempest-DHCPAgentSchedulersTestJSON-268911442-project-admin] 10.222.0.50 "GET /v2.0/agents/c96f3782-f73c-4297-8928-613c6721901f/dhcp-networks HTTP/1.1" status: 200 len: 12041 time: 0.6764007 Nov 19 19:06:24.444583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50928) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:24.449202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Pushing event updated for resources: {'Port': ['ID=3775f311-7fa6-4f59-b28d-1cd38e819e11,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:24.482431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.483339 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.516395 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23989f20-325c-4580-8fa8-456542ba1bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.518781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-e42836da-56c8-4563-8508-b5080327457a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1406980 Nov 19 19:06:24.541619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Request body: {'port': {'device_id': '7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:24.573575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23989f20-325c-4580-8fa8-456542ba1bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.624023 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.647304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23989f20-325c-4580-8fa8-456542ba1bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.650051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23989f20-325c-4580-8fa8-456542ba1bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:24.653714 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-23989f20-325c-4580-8fa8-456542ba1bce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a340fe6-ee1a-41b7-b476-df2e6fec184c HTTP/1.1" status: 204 len: 168 time: 0.3387904 Nov 19 19:06:24.681179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23989f20-325c-4580-8fa8-456542ba1bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a340fe6-ee1a-41b7-b476-df2e6fec184c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:24.702926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bb595c7-dabd-410d-a106-fbb2ce2b279a req-491ebfd3-e447-4b13-8b3b-634d17ec2353 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2591991 Nov 19 19:06:24.727028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0398b117-9146-4967-9c00-4b22bb1c35a3 tempest-DHCPAgentSchedulersTestJSON-268911442 tempest-DHCPAgentSchedulersTestJSON-268911442-project-admin] Network 45e23183-6069-4081-87e2-33b6638818b1 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:06:24.752409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ccd5c5-d2fc-441a-9ea5-4751e790706a None None] Network 45e23183-6069-4081-87e2-33b6638818b1 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:24.754061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50936) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:24.755794 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0398b117-9146-4967-9c00-4b22bb1c35a3 tempest-DHCPAgentSchedulersTestJSON-268911442 tempest-DHCPAgentSchedulersTestJSON-268911442-project-admin] 10.222.0.50 "POST /v2.0/agents/c96f3782-f73c-4297-8928-613c6721901f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3095160 Nov 19 19:06:24.849676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201fea-f302-4c0c-a5c1-1d81197bab4e req-ddd24f66-4759-4bc2-9433-adf52479590a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.860180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201fea-f302-4c0c-a5c1-1d81197bab4e req-ddd24f66-4759-4bc2-9433-adf52479590a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.869797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201fea-f302-4c0c-a5c1-1d81197bab4e req-ddd24f66-4759-4bc2-9433-adf52479590a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.877551 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201fea-f302-4c0c-a5c1-1d81197bab4e req-ddd24f66-4759-4bc2-9433-adf52479590a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.885674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201fea-f302-4c0c-a5c1-1d81197bab4e req-ddd24f66-4759-4bc2-9433-adf52479590a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.892316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201fea-f302-4c0c-a5c1-1d81197bab4e req-ddd24f66-4759-4bc2-9433-adf52479590a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.899709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201fea-f302-4c0c-a5c1-1d81197bab4e req-ddd24f66-4759-4bc2-9433-adf52479590a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:24.910057 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f201fea-f302-4c0c-a5c1-1d81197bab4e req-ddd24f66-4759-4bc2-9433-adf52479590a tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5435 time: 0.2778935 Nov 19 19:06:24.939506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b9b632b9-244d-4dbb-ae62-fbed3f74eb64 None None] Provisioning complete for port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:24.939506 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9b632b9-244d-4dbb-ae62-fbed3f74eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:25.057696 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:25.219357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627370fc-5723-4402-a4ec-7d7e87972488 req-f6cbe427-5c88-48e9-b5ed-6e34c265e5c5 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:25.222304 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-627370fc-5723-4402-a4ec-7d7e87972488 req-f6cbe427-5c88-48e9-b5ed-6e34c265e5c5 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 931 time: 0.0826335 Nov 19 19:06:25.250106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-490d8ac6-1ee8-4242-9fec-8e97c1d4d6e7 None None] Could not find standard attr ID for object d32e7228-d481-4a42-91f9-bf0f7dbfd3d7. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:06:25.347347 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-627370fc-5723-4402-a4ec-7d7e87972488 req-9ce62508-0813-40e2-8868-32bf9bccc0a9 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173851 Nov 19 19:06:25.376994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:25.451743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2691fc48-106a-439d-a888-0d72f868e548 tempest-DHCPAgentSchedulersTestJSON-268911442 tempest-DHCPAgentSchedulersTestJSON-268911442-project-admin] 10.222.0.50 "GET /v2.0/agents/c96f3782-f73c-4297-8928-613c6721901f/dhcp-networks HTTP/1.1" status: 200 len: 12812 time: 0.6839724 Nov 19 19:06:25.455291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50956) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:25.471125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f201fea-f302-4c0c-a5c1-1d81197bab4e req-1df8cd16-0039-40f6-bee9-6b0eaa5a7bf0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5545402 Nov 19 19:06:25.527613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:25.528281 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:25.651875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4185f325-d8d2-46c7-a614-b4b878de9e52 tempest-DHCPAgentSchedulersTestJSON-268911442 tempest-DHCPAgentSchedulersTestJSON-268911442-project-admin] 10.222.0.50 "DELETE /v2.0/agents/c96f3782-f73c-4297-8928-613c6721901f/dhcp-networks/45e23183-6069-4081-87e2-33b6638818b1 HTTP/1.1" status: 204 len: 168 time: 0.1952026 Nov 19 19:06:25.652661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50964) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:25.658280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3775f311-7fa6-4f59-b28d-1cd38e819e11 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:25.668785 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:25.689198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839a073-f082-4deb-8e0c-74f2bcd31d3d req-a1827a4f-5631-4c97-9818-fd1057d59907 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:25.691170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5839a073-f082-4deb-8e0c-74f2bcd31d3d req-a1827a4f-5631-4c97-9818-fd1057d59907 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.0987296 Nov 19 19:06:25.703137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Transition to ACTIVE for port object 3775f311-7fa6-4f59-b28d-1cd38e819e11 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:06:25.728738 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:25.823331 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5839a073-f082-4deb-8e0c-74f2bcd31d3d req-9c4331ff-07c0-486d-849f-514594935b4c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038175 Nov 19 19:06:25.961120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-187b2f2a-039d-40bb-bfd0-6dda1f277806 tempest-DHCPAgentSchedulersTestJSON-268911442 tempest-DHCPAgentSchedulersTestJSON-268911442-project-admin] 10.222.0.50 "GET /v2.0/agents/c96f3782-f73c-4297-8928-613c6721901f/dhcp-networks HTTP/1.1" status: 200 len: 12041 time: 0.3069744 Nov 19 19:06:25.966590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50974) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:25.980444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Attempting to bind port 3775f311-7fa6-4f59-b28d-1cd38e819e11 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:25.980791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Attempting to bind port 3775f311-7fa6-4f59-b28d-1cd38e819e11 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'f92b8d10-1180-4b61-97ad-ab2a0de90e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b276532e-1340-45b3-9c24-a5035d24cd43'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:25.984970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Attempting to bind port 3775f311-7fa6-4f59-b28d-1cd38e819e11 on network b276532e-1340-45b3-9c24-a5035d24cd43 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:25.995420 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-95b2c81b-db56-499d-a223-bd24d0f21052 tempest-DHCPAgentSchedulersTestJSON-268911442 tempest-DHCPAgentSchedulersTestJSON-268911442-project-admin] 10.222.0.50 "GET /v2.0/networks/892a3aeb-980c-47c9-9a30-a6ed49c17245/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0274217 Nov 19 19:06:25.998570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Pushing event updated for resources: {'Port': ['ID=3775f311-7fa6-4f59-b28d-1cd38e819e11,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:25.998966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50976) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:26.009051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Port 3775f311-7fa6-4f59-b28d-1cd38e819e11 on network b276532e-1340-45b3-9c24-a5035d24cd43 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:26.009409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Attempting to bind port 3775f311-7fa6-4f59-b28d-1cd38e819e11 on network b276532e-1340-45b3-9c24-a5035d24cd43 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:26.022847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:06:26.023994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Checking segment: {'id': 'f92b8d10-1180-4b61-97ad-ab2a0de90e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b276532e-1340-45b3-9c24-a5035d24cd43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:26.024397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Bound using segment: {'id': 'f92b8d10-1180-4b61-97ad-ab2a0de90e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b276532e-1340-45b3-9c24-a5035d24cd43'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:06:26.024855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Bound port: 3775f311-7fa6-4f59-b28d-1cd38e819e11, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f92b8d10-1180-4b61-97ad-ab2a0de90e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b276532e-1340-45b3-9c24-a5035d24cd43'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:06:26.025616 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8e34cdfc-c439-4baa-97ce-cf26373d2aa0 tempest-DHCPAgentSchedulersTestJSON-268911442 tempest-DHCPAgentSchedulersTestJSON-268911442-project-admin] 10.222.0.50 "GET /v2.0/networks/892a3aeb-980c-47c9-9a30-a6ed49c17245/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0253019 Nov 19 19:06:26.028081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50978) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:26.032786 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:26.116963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] For port 3775f311-7fa6-4f59-b28d-1cd38e819e11, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:06:26.120269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] For port 3775f311-7fa6-4f59-b28d-1cd38e819e11, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3775f311-7fa6-4f59-b28d-1cd38e819e11,segment=NetworkSegment(f92b8d10-1180-4b61-97ad-ab2a0de90e5b),segment_id=f92b8d10-1180-4b61-97ad-ab2a0de90e5b)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:06:26.128327 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:26.168183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:26.179414 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:26.182677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] 10.222.0.21 "PUT /v2.0/ports/3775f311-7fa6-4f59-b28d-1cd38e819e11 HTTP/1.1" status: 200 len: 1091 time: 1.6497896 Nov 19 19:06:26.183202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8', 'tag': '3775f311-7fa6-4f59-b28d-1cd38e819e11'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:26.188399 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6825ed71-aba3-48ef-9688-fadab8a9033b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8", "tag": "3775f311-7fa6-4f59-b28d-1cd38e819e11"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:26.248105 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2a26713b-cc8a-4220-913d-00500e1975ba tempest-DHCPAgentSchedulersTestJSON-268911442 tempest-DHCPAgentSchedulersTestJSON-268911442-project-admin] 10.222.0.50 "GET /v2.0/agents/c96f3782-f73c-4297-8928-613c6721901f/dhcp-networks HTTP/1.1" status: 200 len: 12041 time: 0.2188346 Nov 19 19:06:26.252713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50986) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:26.267516 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf38ddef-d1bd-42a1-a65e-2c7801e58c81 x-openstack-request-id: req-bf38ddef-d1bd-42a1-a65e-2c7801e58c81 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:26.267815 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8", "tag": "3775f311-7fa6-4f59-b28d-1cd38e819e11", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:26.268072 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf38ddef-d1bd-42a1-a65e-2c7801e58c81 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:26.268465 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8', 'tag': '3775f311-7fa6-4f59-b28d-1cd38e819e11', 'status': 'completed', 'code': 200} Nov 19 19:06:26.284259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a8859-5414-433e-b36b-a2c72ddcdea8 service neutron] Pushing event updated for resources: {'Port': ['ID=3775f311-7fa6-4f59-b28d-1cd38e819e11,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:26.319129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-12fdea86-67ea-4747-b59b-55800f63fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:26.320862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-12fdea86-67ea-4747-b59b-55800f63fbee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92c9dfa8289e45cb946570e8301e87a8&device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 1094 time: 0.0812500 Nov 19 19:06:26.354280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:26.377263 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-5fe94a3f-cbf8-4e58-ada1-abca0785d954 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3775f311-7fa6-4f59-b28d-1cd38e819e11 HTTP/1.1" status: 200 len: 217 time: 0.0466139 Nov 19 19:06:26.469656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:26.486903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-62ec6175-52d2-4242-ab41-df94c3ff8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:26.488516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-62ec6175-52d2-4242-ab41-df94c3ff8c8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc37feb1-e561-4258-be10-d7dd0f165881 HTTP/1.1" status: 200 len: 849 time: 0.1039648 Nov 19 19:06:26.502204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e23183-6069-4081-87e2-33b6638818b1']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:26.516536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ed6cfd-806a-44f6-aa44-af2f4da9691d') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:26.517175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ed6cfd-806a-44f6-aa44-af2f4da9691d') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:26.531350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:26.534883 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-127b317c-0c9c-40dd-b2ab-fc7d95b43760 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b276532e-1340-45b3-9c24-a5035d24cd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345855 Nov 19 19:06:26.543836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d6031-00a9-46dc-b30b-9d9c2ce49cba req-7e7e3577-7726-4b3a-8531-3c51f1e81b05 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:26.546432 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-091d6031-00a9-46dc-b30b-9d9c2ce49cba req-7e7e3577-7726-4b3a-8531-3c51f1e81b05 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 943 time: 0.1053069 Nov 19 19:06:26.560132 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:26.566734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:06:26.567131 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:06:26.570374 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:06:26.641213 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:26.652867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:26.664489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50992) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:26.665994 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] 10.222.0.50 "DELETE /v2.0/networks/45e23183-6069-4081-87e2-33b6638818b1 HTTP/1.1" status: 204 len: 168 time: 0.4062161 Nov 19 19:06:26.685991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf20ce-8309-4c6a-9144-41d9f26f6fa0 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Pushing event deleted for resources: {'Network': ['ID=45e23183-6069-4081-87e2-33b6638818b1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:26.717643 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-091d6031-00a9-46dc-b30b-9d9c2ce49cba req-d1589c32-ffbc-4289-a94d-155dc544c6d4 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625674 Nov 19 19:06:26.720187 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c99d2d-c920-4e1b-a5e3-62130a387c59 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] DELETE failed (client error): The resource could not be found. Nov 19 19:06:26.720700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c99d2d-c920-4e1b-a5e3-62130a387c59 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:06:26.724971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e1c99d2d-c920-4e1b-a5e3-62130a387c59 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] 10.222.0.50 "DELETE /v2.0/ports/d32e7228-d481-4a42-91f9-bf0f7dbfd3d7 HTTP/1.1" status: 404 len: 333 time: 0.0584049 Nov 19 19:06:26.727423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50996) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:26.741205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-d4b08421-2bf4-4912-bc1e-fe74d2734bc4 service neutron] 10.222.0.21 "GET /v2.0/networks/b276532e-1340-45b3-9c24-a5035d24cd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936941 Nov 19 19:06:26.851933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c3a81d-8dcf-4188-b1c4-83be7306cac6 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Deleting subnet fbeb1d5f-cb6d-4456-a0ab-77a453130196 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:06:26.858091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45c3a81d-8dcf-4188-b1c4-83be7306cac6 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:26.877727 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25c4f22f-2f23-4072-9e06-2f6293bb000e req-ec853a82-d836-4b6a-bf2f-52f03b695a62 service neutron] 10.222.0.21 "GET /v2.0/networks/b276532e-1340-45b3-9c24-a5035d24cd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286161 Nov 19 19:06:26.919571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0b1c-9e12-403e-852c-6d6b23ccd9da req-30ae4649-6c0b-4506-962d-ec4a41a9ba78 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:26.926150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0b1c-9e12-403e-852c-6d6b23ccd9da req-30ae4649-6c0b-4506-962d-ec4a41a9ba78 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:26.933536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0b1c-9e12-403e-852c-6d6b23ccd9da req-30ae4649-6c0b-4506-962d-ec4a41a9ba78 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:26.939619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0b1c-9e12-403e-852c-6d6b23ccd9da req-30ae4649-6c0b-4506-962d-ec4a41a9ba78 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:26.946152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0b1c-9e12-403e-852c-6d6b23ccd9da req-30ae4649-6c0b-4506-962d-ec4a41a9ba78 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:26.952108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0b1c-9e12-403e-852c-6d6b23ccd9da req-30ae4649-6c0b-4506-962d-ec4a41a9ba78 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:26.960072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0b1c-9e12-403e-852c-6d6b23ccd9da req-30ae4649-6c0b-4506-962d-ec4a41a9ba78 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:26.960072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e11f0b1c-9e12-403e-852c-6d6b23ccd9da req-30ae4649-6c0b-4506-962d-ec4a41a9ba78 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5435 time: 0.1752460 Nov 19 19:06:26.987630 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45c3a81d-8dcf-4188-b1c4-83be7306cac6 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:27.002870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825ed71-aba3-48ef-9688-fadab8a9033b req-9c3867f7-e302-4a56-86cb-bad1302779dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.005387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6825ed71-aba3-48ef-9688-fadab8a9033b req-9c3867f7-e302-4a56-86cb-bad1302779dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=92c9dfa8289e45cb946570e8301e87a8&device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 1094 time: 0.0747991 Nov 19 19:06:27.088942 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e11f0b1c-9e12-403e-852c-6d6b23ccd9da req-fd0b011e-4cde-42fd-939b-df440121d8ef tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079581 Nov 19 19:06:27.154668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825ed71-aba3-48ef-9688-fadab8a9033b req-f1bd1ffe-7745-453b-a6b2-1abdd2a4f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.156275 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6825ed71-aba3-48ef-9688-fadab8a9033b req-f1bd1ffe-7745-453b-a6b2-1abdd2a4f15e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b276532e-1340-45b3-9c24-a5035d24cd43 HTTP/1.1" status: 200 len: 910 time: 0.1431572 Nov 19 19:06:27.167714 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45c3a81d-8dcf-4188-b1c4-83be7306cac6 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:27.220902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6825ed71-aba3-48ef-9688-fadab8a9033b req-b9080beb-d03f-48ee-882b-b5a3d9533adb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3775f311-7fa6-4f59-b28d-1cd38e819e11 HTTP/1.1" status: 200 len: 217 time: 0.0556479 Nov 19 19:06:27.242904 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45c3a81d-8dcf-4188-b1c4-83be7306cac6 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:27.303954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3a81d-8dcf-4188-b1c4-83be7306cac6 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Pushing event deleted for resources: {'Subnet': ['ID=fbeb1d5f-cb6d-4456-a0ab-77a453130196,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:27.310373 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45c3a81d-8dcf-4188-b1c4-83be7306cac6 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:27.311744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825ed71-aba3-48ef-9688-fadab8a9033b req-2d74a65f-42c1-4985-b4df-9061ecb7c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.313243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6825ed71-aba3-48ef-9688-fadab8a9033b req-2d74a65f-42c1-4985-b4df-9061ecb7c3d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc37feb1-e561-4258-be10-d7dd0f165881 HTTP/1.1" status: 200 len: 849 time: 0.0832973 Nov 19 19:06:27.314496 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-45c3a81d-8dcf-4188-b1c4-83be7306cac6 tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] 10.222.0.50 "DELETE /v2.0/subnets/fbeb1d5f-cb6d-4456-a0ab-77a453130196 HTTP/1.1" status: 204 len: 168 time: 0.5824828 Nov 19 19:06:27.322019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59932540-d8d9-40f2-8222-1d0ec3323833 None None] Network 892a3aeb-980c-47c9-9a30-a6ed49c17245 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:27.329937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51014) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:27.370088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9973d-e7a5-4d6c-b053-62549b3b95e5 req-38beb7a3-9864-4b0c-a1ab-12bb720fe866 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.373086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31b9973d-e7a5-4d6c-b053-62549b3b95e5 req-38beb7a3-9864-4b0c-a1ab-12bb720fe866 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1554713 Nov 19 19:06:27.399348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6825ed71-aba3-48ef-9688-fadab8a9033b req-454acc71-5996-4b51-a45e-faf5bd78a391 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b276532e-1340-45b3-9c24-a5035d24cd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679889 Nov 19 19:06:27.495520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:27.503398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31b9973d-e7a5-4d6c-b053-62549b3b95e5 req-7ce7b551-3966-4f7c-9f3f-7b5ab7933d01 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072638 Nov 19 19:06:27.534756 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6825ed71-aba3-48ef-9688-fadab8a9033b req-cfe62d83-0ca8-4546-b1c4-beeb1ff59fe5 service neutron] 10.222.0.21 "GET /v2.0/networks/b276532e-1340-45b3-9c24-a5035d24cd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220133 Nov 19 19:06:27.539304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2f5a-cc82-483a-9eea-ff499cd7bba5 req-8b5ad7d7-556d-4587-b9e2-240b9f94acfa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.553549 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2f5a-cc82-483a-9eea-ff499cd7bba5 req-8b5ad7d7-556d-4587-b9e2-240b9f94acfa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.560360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2f5a-cc82-483a-9eea-ff499cd7bba5 req-8b5ad7d7-556d-4587-b9e2-240b9f94acfa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.566487 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2f5a-cc82-483a-9eea-ff499cd7bba5 req-8b5ad7d7-556d-4587-b9e2-240b9f94acfa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.573887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2f5a-cc82-483a-9eea-ff499cd7bba5 req-8b5ad7d7-556d-4587-b9e2-240b9f94acfa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.582371 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2f5a-cc82-483a-9eea-ff499cd7bba5 req-8b5ad7d7-556d-4587-b9e2-240b9f94acfa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.588824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2f5a-cc82-483a-9eea-ff499cd7bba5 req-8b5ad7d7-556d-4587-b9e2-240b9f94acfa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.590835 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a15e2f5a-cc82-483a-9eea-ff499cd7bba5 req-8b5ad7d7-556d-4587-b9e2-240b9f94acfa tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5435 time: 0.1730731 Nov 19 19:06:27.610840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8b4c3-261f-499e-96a8-a2d13a8d6f3c None None] DHCP port deletion for 892a3aeb-980c-47c9-9a30-a6ed49c17245 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:06:27.642895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51020) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:27.649478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1b90ee44-3c86-4d19-bf7b-4e855820eb2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Request body: {'floatingip': {'port_id': '3b314d3e-7c93-48a2-94e4-0386a538a87e'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:27.693429 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b90ee44-3c86-4d19-bf7b-4e855820eb2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:27.699259 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6825ed71-aba3-48ef-9688-fadab8a9033b req-ae1d3a0c-08cb-49b9-b0fc-208c0c6e77ac service neutron] 10.222.0.21 "GET /v2.0/networks/b276532e-1340-45b3-9c24-a5035d24cd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549330 Nov 19 19:06:27.737523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8b4c3-261f-499e-96a8-a2d13a8d6f3c None None] Deleting port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:27.737928 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b4c3-261f-499e-96a8-a2d13a8d6f3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:27.816429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Deleting port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:27.816772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:27.825724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f2f8b4c3-261f-499e-96a8-a2d13a8d6f3c None None] For port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=dc2d3966-866d-4eaa-8e9e-4cfd40b943c3,segment=NetworkSegment(45144838-1d0e-49d0-bb2e-c4f9cc692fcd),segment_id=45144838-1d0e-49d0-bb2e-c4f9cc692fcd)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:27.825724 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b4c3-261f-499e-96a8-a2d13a8d6f3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:27.842317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8b4c3-261f-499e-96a8-a2d13a8d6f3c None None] Calling delete_port for dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:27.928645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5f717-ea13-4583-9d1e-555a038f0b5e req-738216c7-c2fa-452f-85d7-315eb253aaff tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:27.937346 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80c5f717-ea13-4583-9d1e-555a038f0b5e req-738216c7-c2fa-452f-85d7-315eb253aaff tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 943 time: 0.0785561 Nov 19 19:06:27.948065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] For port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=dc2d3966-866d-4eaa-8e9e-4cfd40b943c3,segment=NetworkSegment(45144838-1d0e-49d0-bb2e-c4f9cc692fcd),segment_id=45144838-1d0e-49d0-bb2e-c4f9cc692fcd)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:27.948468 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:27.976975 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b4c3-261f-499e-96a8-a2d13a8d6f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:28.008941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8b4c3-261f-499e-96a8-a2d13a8d6f3c None None] Pushing event deleted for resources: {'Port': ['ID=dc2d3966-866d-4eaa-8e9e-4cfd40b943c3,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:28.014347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8b4c3-261f-499e-96a8-a2d13a8d6f3c None None] No DVR routers for this DVR port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:06:28.032644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Calling delete_port for dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:28.038773 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80c5f717-ea13-4583-9d1e-555a038f0b5e req-a9f3521b-3538-4d17-bad7-3e1d921de213 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995746 Nov 19 19:06:28.560994 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:28.607980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Pushing event deleted for resources: {'Port': ['ID=dc2d3966-866d-4eaa-8e9e-4cfd40b943c3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:28.646622 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] No DVR routers for this DVR port dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:06:28.796207 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036cdc1-6a29-4d91-a94f-7d67d16d1752 req-b848587f-f6cb-4833-96a8-8d2306e9347c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:28.797736 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5036cdc1-6a29-4d91-a94f-7d67d16d1752 req-b848587f-f6cb-4833-96a8-8d2306e9347c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1852667 Nov 19 19:06:28.805846 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b90ee44-3c86-4d19-bf7b-4e855820eb2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:28.809270 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:28.826414 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b90ee44-3c86-4d19-bf7b-4e855820eb2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:28.891887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892a3aeb-980c-47c9-9a30-a6ed49c17245']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:28.912167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45144838-1d0e-49d0-bb2e-c4f9cc692fcd') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:28.912475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45144838-1d0e-49d0-bb2e-c4f9cc692fcd') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:28.932038 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:28.986189 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:28.991966 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5036cdc1-6a29-4d91-a94f-7d67d16d1752 req-93b5f0a3-547c-4b27-893c-7a7e5845e6cd tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848304 Nov 19 19:06:29.001214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:06:29.001724 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:06:29.004850 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:06:29.071053 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-1b90ee44-3c86-4d19-bf7b-4e855820eb2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Floating IP 5f9d1336-f52d-48d5-b564-05807451ea63 associated. External IP: 172.25.3.178, port: 3b314d3e-7c93-48a2-94e4-0386a538a87e. Nov 19 19:06:29.118873 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:29.128919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:29.132850 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] 10.222.0.50 "DELETE /v2.0/networks/892a3aeb-980c-47c9-9a30-a6ed49c17245 HTTP/1.1" status: 204 len: 168 time: 1.8009961 Nov 19 19:06:29.165970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ec216-42f1-488c-9e2d-cdcf64fac7ea tempest-DHCPAgentSchedulersTestJSON-345283944 tempest-DHCPAgentSchedulersTestJSON-345283944-project] Pushing event deleted for resources: {'Network': ['ID=892a3aeb-980c-47c9-9a30-a6ed49c17245,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:29.254351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac4e9d-e1ac-4e3c-9754-478a74763ec1 req-cfb04f4a-2b61-4f5a-8c78-bc955e38d78a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:29.256606 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-90ac4e9d-e1ac-4e3c-9754-478a74763ec1 req-cfb04f4a-2b61-4f5a-8c78-bc955e38d78a tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 943 time: 0.1227899 Nov 19 19:06:29.389822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:06:29.390870 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-90ac4e9d-e1ac-4e3c-9754-478a74763ec1 req-f4f361ca-34c8-4e55-80a8-e5187cfd666c tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959773 Nov 19 19:06:29.412518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b90ee44-3c86-4d19-bf7b-4e855820eb2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Router d94e0061-9c04-4558-87bf-b3dc89ce055e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:06:29.475107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:06:29.475466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device dc2d3966-866d-4eaa-8e9e-4cfd40b943c3 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:06:29.509403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3775f311-7fa6-4f59-b28d-1cd38e819e11 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:29.550834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51068) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:29.664411 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:29.717999 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b90ee44-3c86-4d19-bf7b-4e855820eb2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:06:29.729467 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b90ee44-3c86-4d19-bf7b-4e855820eb2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:29.743140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5395c-7c6f-4e44-b65f-0d3d3e4ea6bd None None] Sync routers for ids ['d94e0061-9c04-4558-87bf-b3dc89ce055e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:06:29.778270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3775f311-7fa6-4f59-b28d-1cd38e819e11, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3775f311-7fa6-4f59-b28d-1cd38e819e11,segment=NetworkSegment(f92b8d10-1180-4b61-97ad-ab2a0de90e5b),segment_id=f92b8d10-1180-4b61-97ad-ab2a0de90e5b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:29.793841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1b90ee44-3c86-4d19-bf7b-4e855820eb2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "PUT /v2.0/floatingips/5f9d1336-f52d-48d5-b564-05807451ea63 HTTP/1.1" status: 200 len: 992 time: 2.1469831 Nov 19 19:06:29.793841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': '3b314d3e-7c93-48a2-94e4-0386a538a87e'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:29.797449 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "3b314d3e-7c93-48a2-94e4-0386a538a87e"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:29.800995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f9b652a1-a487-4310-900b-dea3b023224e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=818ec6d200b24149a89c24e0945e22c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483134 Nov 19 19:06:29.806368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51090) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:29.808429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5395c-7c6f-4e44-b65f-0d3d3e4ea6bd None None] Routers {'d94e0061-9c04-4558-87bf-b3dc89ce055e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:06:29.809280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9dd5395c-7c6f-4e44-b65f-0d3d3e4ea6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d94e0061-9c04-4558-87bf-b3dc89ce055e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:29.811368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '3775f311-7fa6-4f59-b28d-1cd38e819e11', 'network_id': 'b276532e-1340-45b3-9c24-a5035d24cd43', 'port_id': '3775f311-7fa6-4f59-b28d-1cd38e819e11', 'mac_address': 'fa:16:3e:f6:94:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc37feb1-e561-4258-be10-d7dd0f165881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:29.888333 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b07d67c2-5df9-4433-a0e6-c5ae4672eb9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:29.958040 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b07d67c2-5df9-4433-a0e6-c5ae4672eb9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:29.974950 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:30.008589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3775f311-7fa6-4f59-b28d-1cd38e819e11 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:30.059805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3775f311-7fa6-4f59-b28d-1cd38e819e11, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3775f311-7fa6-4f59-b28d-1cd38e819e11,segment=NetworkSegment(f92b8d10-1180-4b61-97ad-ab2a0de90e5b),segment_id=f92b8d10-1180-4b61-97ad-ab2a0de90e5b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:30.062267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9dd5395c-7c6f-4e44-b65f-0d3d3e4ea6bd None None] Set router d94e0061-9c04-4558-87bf-b3dc89ce055e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:06:30.065567 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b07d67c2-5df9-4433-a0e6-c5ae4672eb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:30.069233 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b07d67c2-5df9-4433-a0e6-c5ae4672eb9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:30.070655 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b07d67c2-5df9-4433-a0e6-c5ae4672eb9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dca62246-78fb-4848-ab4c-7a4b7f397f17 HTTP/1.1" status: 204 len: 168 time: 0.2630088 Nov 19 19:06:30.081213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d67c2-5df9-4433-a0e6-c5ae4672eb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca62246-78fb-4848-ab4c-7a4b7f397f17,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:30.137735 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d17bc68-b0e4-4cac-be93-5e124d3fe740 x-openstack-request-id: req-1d17bc68-b0e4-4cac-be93-5e124d3fe740 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:30.138059 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "tag": "3b314d3e-7c93-48a2-94e4-0386a538a87e", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:30.138402 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d17bc68-b0e4-4cac-be93-5e124d3fe740 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:30.139163 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'tag': '3b314d3e-7c93-48a2-94e4-0386a538a87e', 'status': 'completed', 'code': 200} Nov 19 19:06:30.155610 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:30.228895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf80ed2-2b8a-4b63-b91e-28adbe069e64 req-1ff80d29-f8a9-425c-a9c9-380573be1f2e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.242597 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9bf80ed2-2b8a-4b63-b91e-28adbe069e64 req-1ff80d29-f8a9-425c-a9c9-380573be1f2e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.0931211 Nov 19 19:06:30.259409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-60c52493-8603-43af-ac85-cf5ead88ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.260315 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-60c52493-8603-43af-ac85-cf5ead88ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.260976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-60c52493-8603-43af-ac85-cf5ead88ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.261656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-60c52493-8603-43af-ac85-cf5ead88ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.262378 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-60c52493-8603-43af-ac85-cf5ead88ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.263027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-60c52493-8603-43af-ac85-cf5ead88ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.263877 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-60c52493-8603-43af-ac85-cf5ead88ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.266910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-60c52493-8603-43af-ac85-cf5ead88ab3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6492 time: 0.0945115 Nov 19 19:06:30.353271 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9bf80ed2-2b8a-4b63-b91e-28adbe069e64 req-3074a7c8-6401-454b-a949-238d20bd7288 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096718 Nov 19 19:06:30.462346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51118) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:30.523742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-c7af0be7-123a-499d-9b80-e63218b274d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.538414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-c7af0be7-123a-499d-9b80-e63218b274d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c HTTP/1.1" status: 200 len: 912 time: 0.2618756 Nov 19 19:06:30.576807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51122) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:30.616657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 071a9b71-76ea-45d4-8e16-ca65d4409a24 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:06:30.673551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-9eaae2e7-5d58-4c54-870b-2c49c749a18b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b314d3e-7c93-48a2-94e4-0386a538a87e HTTP/1.1" status: 200 len: 1000 time: 0.1247141 Nov 19 19:06:30.700742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f83bb-e35c-45a9-8e03-d440acb7e301 req-e7870c06-e7f7-482e-88a7-22723b297828 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.702017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3775f311-7fa6-4f59-b28d-1cd38e819e11,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:30.702925 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-853f83bb-e35c-45a9-8e03-d440acb7e301 req-e7870c06-e7f7-482e-88a7-22723b297828 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 944 time: 0.0859447 Nov 19 19:06:30.758621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51128) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:30.779389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-8447bce6-a555-48c3-8a10-4e248b10a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.781179 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-8447bce6-a555-48c3-8a10-4e248b10a33c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4684f690-a71c-4d5c-a0d4-62034aa3e31e HTTP/1.1" status: 200 len: 850 time: 0.0980656 Nov 19 19:06:30.782302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['3775f311-7fa6-4f59-b28d-1cd38e819e11'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:30.794124 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:30.825587 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d61a48ca-6e35-40d0-bcbb-f2936abebb4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:30.830956 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a94e7087-5470-4ce3-bb57-63a76cc843b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:30.839624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9dd5395c-7c6f-4e44-b65f-0d3d3e4ea6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:07Z', 'revision_number': 4, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '5f9d1336-f52d-48d5-b564-05807451ea63', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'port_id': '3b314d3e-7c93-48a2-94e4-0386a538a87e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'mac_address': 'fa:16:3e:d2:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:05:14Z', 'updated_at': '2021-11-19T19:06:28Z', 'revision_number': 1, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effd2362-7fe0-4436-b316-a60ce18413ce', 'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'mac_address': 'fa:16:3e:b3:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:06Z', 'updated_at': '2021-11-19T19:04:16Z', 'revision_number': 5, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'subnets': [{'id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:30.870851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-853f83bb-e35c-45a9-8e03-d440acb7e301 req-fb9a18e2-bd31-48e9-a009-33acddd57255 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416261 Nov 19 19:06:30.908675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-bef50cb1-d870-43d6-bd11-d99f9433cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:30.910511 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-bef50cb1-d870-43d6-bd11-d99f9433cd1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207523 Nov 19 19:06:30.919102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5395c-7c6f-4e44-b65f-0d3d3e4ea6bd None None] Checking router: d94e0061-9c04-4558-87bf-b3dc89ce055e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:06:30.957011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '071a9b71-76ea-45d4-8e16-ca65d4409a24'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:30.960421 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd936c15-4770-4e6d-8d89-cdd12c206a10" -d '{"events": [{"server_uuid": "2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3", "name": "network-vif-unplugged", "status": "completed", "tag": "071a9b71-76ea-45d4-8e16-ca65d4409a24"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:30.969102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 071a9b71-76ea-45d4-8e16-ca65d4409a24, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=071a9b71-76ea-45d4-8e16-ca65d4409a24,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:30.988177 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5395c-7c6f-4e44-b65f-0d3d3e4ea6bd None None] Routers {'d94e0061-9c04-4558-87bf-b3dc89ce055e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:06:30.988841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9dd5395c-7c6f-4e44-b65f-0d3d3e4ea6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d94e0061-9c04-4558-87bf-b3dc89ce055e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:30.996067 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.040702 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cc7589-616f-44e0-b640-0c0d2dc6e78b x-openstack-request-id: req-94cc7589-616f-44e0-b640-0c0d2dc6e78b {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:31.041056 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3", "name": "network-vif-unplugged", "status": "completed", "tag": "071a9b71-76ea-45d4-8e16-ca65d4409a24", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:31.041324 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94cc7589-616f-44e0-b640-0c0d2dc6e78b {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:31.041720 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '071a9b71-76ea-45d4-8e16-ca65d4409a24', 'code': 200} Nov 19 19:06:31.083278 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d61a48ca-6e35-40d0-bcbb-f2936abebb4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.084676 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3b78623-93dd-47ec-bfb4-56ee0f995b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.087837 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a94e7087-5470-4ce3-bb57-63a76cc843b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.094492 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-6a19b7d9-e5d8-4707-8795-8832b563161a service neutron] 10.222.0.21 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730075 Nov 19 19:06:31.095722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d61a48ca-6e35-40d0-bcbb-f2936abebb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.101182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a94e7087-5470-4ce3-bb57-63a76cc843b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.170417 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a94e7087-5470-4ce3-bb57-63a76cc843b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d1fe9fbf92b49588bb12bf2b3bd71b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7033963 Nov 19 19:06:31.172234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51134) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:31.175479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=071a9b71-76ea-45d4-8e16-ca65d4409a24,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:31.175649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d61a48ca-6e35-40d0-bcbb-f2936abebb4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90286396d98f43c5bab76efa4f59e04c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4126868 Nov 19 19:06:31.177944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a48ca-6e35-40d0-bcbb-f2936abebb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05cc6ee-305e-4647-aadc-113f6c2be136,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:31.180484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51136) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:31.216407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e7087-5470-4ce3-bb57-63a76cc843b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2123acf1-e3e7-4927-8b9d-ee5fff2846a0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:31.227022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9dd5395c-7c6f-4e44-b65f-0d3d3e4ea6bd None None] Set router d94e0061-9c04-4558-87bf-b3dc89ce055e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:06:31.265017 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3b78623-93dd-47ec-bfb4-56ee0f995b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.272506 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3b78623-93dd-47ec-bfb4-56ee0f995b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.327260 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f3b78623-93dd-47ec-bfb4-56ee0f995b89 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9d425a424e74035b1d805843fa146b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7470291 Nov 19 19:06:31.327260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b78623-93dd-47ec-bfb4-56ee0f995b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd703995-a05d-4f24-9df0-d23c8030a79e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:31.328563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51138) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:31.387690 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c35e3dbe-c9d8-4109-84f1-bba36a1b151a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.414520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c35e3dbe-c9d8-4109-84f1-bba36a1b151a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.517295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244531b-7f4a-4421-aa13-89097a3ec07e req-7f0d5e3f-1a46-481c-89c0-c7858d7d028c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:31.518882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7244531b-7f4a-4421-aa13-89097a3ec07e req-7f0d5e3f-1a46-481c-89c0-c7858d7d028c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 944 time: 0.0662389 Nov 19 19:06:31.519992 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c35e3dbe-c9d8-4109-84f1-bba36a1b151a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.528863 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9dd5395c-7c6f-4e44-b65f-0d3d3e4ea6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:07Z', 'revision_number': 4, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '5f9d1336-f52d-48d5-b564-05807451ea63', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'port_id': '3b314d3e-7c93-48a2-94e4-0386a538a87e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'mac_address': 'fa:16:3e:d2:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:05:14Z', 'updated_at': '2021-11-19T19:06:28Z', 'revision_number': 1, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effd2362-7fe0-4436-b316-a60ce18413ce', 'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'mac_address': 'fa:16:3e:b3:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:06Z', 'updated_at': '2021-11-19T19:04:16Z', 'revision_number': 5, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'subnets': [{'id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:31.529769 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c35e3dbe-c9d8-4109-84f1-bba36a1b151a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.532602 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c35e3dbe-c9d8-4109-84f1-bba36a1b151a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd703995-a05d-4f24-9df0-d23c8030a79e HTTP/1.1" status: 204 len: 168 time: 0.2017930 Nov 19 19:06:31.549993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e3dbe-c9d8-4109-84f1-bba36a1b151a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd703995-a05d-4f24-9df0-d23c8030a79e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:31.572187 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f67d8360-a92c-4924-a8bd-6fe76b46cfbf req-f93a88e3-43c9-48a2-a344-e6325d4fb3ad service neutron] 10.222.0.21 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700954 Nov 19 19:06:31.608946 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f03949f-41a2-44eb-b89f-811bb6516a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.619651 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce7c37e-3043-42ea-8f28-c0afdf76da88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.654263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f03949f-41a2-44eb-b89f-811bb6516a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.654661 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7244531b-7f4a-4421-aa13-89097a3ec07e req-4fc44c2b-a0a0-4707-a0ab-688edf0cc92d tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201856 Nov 19 19:06:31.675709 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce7c37e-3043-42ea-8f28-c0afdf76da88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.756534 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f03949f-41a2-44eb-b89f-811bb6516a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.759982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f03949f-41a2-44eb-b89f-811bb6516a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.761150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3f03949f-41a2-44eb-b89f-811bb6516a68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2123acf1-e3e7-4927-8b9d-ee5fff2846a0 HTTP/1.1" status: 204 len: 168 time: 0.5893822 Nov 19 19:06:31.763489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5395c-7c6f-4e44-b65f-0d3d3e4ea6bd None None] The sync data for ids ['d94e0061-9c04-4558-87bf-b3dc89ce055e'] in n-d-815373-6 is: [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:07Z', 'revision_number': 4, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '5f9d1336-f52d-48d5-b564-05807451ea63', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'port_id': '3b314d3e-7c93-48a2-94e4-0386a538a87e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'mac_address': 'fa:16:3e:d2:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:05:14Z', 'updated_at': '2021-11-19T19:06:28Z', 'revision_number': 1, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effd2362-7fe0-4436-b316-a60ce18413ce', 'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'mac_address': 'fa:16:3e:b3:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:06Z', 'updated_at': '2021-11-19T19:04:16Z', 'revision_number': 5, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'subnets': [{'id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:06:31.783084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03949f-41a2-44eb-b89f-811bb6516a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2123acf1-e3e7-4927-8b9d-ee5fff2846a0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:31.795954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce7c37e-3043-42ea-8f28-c0afdf76da88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.804786 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce7c37e-3043-42ea-8f28-c0afdf76da88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:31.807254 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fce7c37e-3043-42ea-8f28-c0afdf76da88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e05cc6ee-305e-4647-aadc-113f6c2be136 HTTP/1.1" status: 204 len: 168 time: 0.6246521 Nov 19 19:06:31.816471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7c37e-3043-42ea-8f28-c0afdf76da88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05cc6ee-305e-4647-aadc-113f6c2be136,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:31.939588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51154) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:31.960696 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b617091-4a54-4d37-9493-11fc311a465f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:32.060039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6882911-e639-44d6-bf2e-816d32e25322 req-098764d2-7ab3-4fe4-8dd4-2625dced1b56 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:32.067551 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a6882911-e639-44d6-bf2e-816d32e25322 req-098764d2-7ab3-4fe4-8dd4-2625dced1b56 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 944 time: 0.1089644 Nov 19 19:06:32.098018 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49265147-9c9f-411d-a576-639edebfb810 None None] New status for floating IP 5f9d1336-f52d-48d5-b564-05807451ea63: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:06:32.146004 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a6882911-e639-44d6-bf2e-816d32e25322 req-1358774c-73b5-4ebc-b886-fc85ca5f52b8 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753622 Nov 19 19:06:32.172840 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b617091-4a54-4d37-9493-11fc311a465f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:32.178700 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b617091-4a54-4d37-9493-11fc311a465f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:32.227421 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4b617091-4a54-4d37-9493-11fc311a465f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e068f6c222bf4117926dce48405d34c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842152 Nov 19 19:06:32.227753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51166) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:32.235077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b617091-4a54-4d37-9493-11fc311a465f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0a809c-c7de-4655-884a-4d92c6996214,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:32.302022 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbeaa5ae-1045-4151-944a-9c1c9491ac7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:32.328819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbeaa5ae-1045-4151-944a-9c1c9491ac7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:32.386630 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbeaa5ae-1045-4151-944a-9c1c9491ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:32.389315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbeaa5ae-1045-4151-944a-9c1c9491ac7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:32.392840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fbeaa5ae-1045-4151-944a-9c1c9491ac7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac0a809c-c7de-4655-884a-4d92c6996214 HTTP/1.1" status: 204 len: 168 time: 0.1620591 Nov 19 19:06:32.399152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaa5ae-1045-4151-944a-9c1c9491ac7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0a809c-c7de-4655-884a-4d92c6996214,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:32.577086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 071a9b71-76ea-45d4-8e16-ca65d4409a24 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:32.712997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 071a9b71-76ea-45d4-8e16-ca65d4409a24, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=071a9b71-76ea-45d4-8e16-ca65d4409a24,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:32.728922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '071a9b71-76ea-45d4-8e16-ca65d4409a24', 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a', 'port_id': '071a9b71-76ea-45d4-8e16-ca65d4409a24', 'mac_address': 'fa:16:3e:a2:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f29e992-cb08-4bf2-af0c-8be5d34157a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:32.777664 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:32.793529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071a9b71-76ea-45d4-8e16-ca65d4409a24 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:32.820469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 071a9b71-76ea-45d4-8e16-ca65d4409a24, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=071a9b71-76ea-45d4-8e16-ca65d4409a24,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:32.825912 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:32.833643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4414-b9d3-40b8-840d-59416e8e2c98 req-a267a1c7-ec8c-4e8c-b1ef-f52abc9ee0d6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:32.835384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aa4d4414-b9d3-40b8-840d-59416e8e2c98 req-a267a1c7-ec8c-4e8c-b1ef-f52abc9ee0d6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 944 time: 0.0786078 Nov 19 19:06:32.883705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=071a9b71-76ea-45d4-8e16-ca65d4409a24,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:32.895045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51206) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:32.904704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aa4d4414-b9d3-40b8-840d-59416e8e2c98 req-1701271b-ad94-4210-b0c7-99ee109c3d7e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578642 Nov 19 19:06:33.074597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-network', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:33.100124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Made reservation on behalf of 8b5c0d51a5a146cc85f667ef992c3c4c for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:33.103182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.116784 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.218849 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.221652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['071a9b71-76ea-45d4-8e16-ca65d4409a24'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:33.227527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.273175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:06:33.296558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2d22ee-a691-465f-bb34-8e77d8665d59,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:33.319174 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.320939 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Added segment c9b8bd5a-8710-46e8-828f-5ea675f99eb7 of type vlan for network 21d270c9-9af3-4527-86a9-5274ee93625b Nov 19 19:06:33.341781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ba14c-fde4-43d6-b309-3f7e2a28b5a0 req-1370de25-1992-48ed-81e3-2f9852798df6 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:33.344032 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-af5ba14c-fde4-43d6-b309-3f7e2a28b5a0 req-1370de25-1992-48ed-81e3-2f9852798df6 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 944 time: 0.0900879 Nov 19 19:06:33.390659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.426655 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.429099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:33.429539 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.437928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-af5ba14c-fde4-43d6-b309-3f7e2a28b5a0 req-e578fe51-676c-4f7b-b7d3-a605833e7468 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827317 Nov 19 19:06:33.493143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5959239 Nov 19 19:06:33.496143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51232) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:33.501251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] Request body: {'subnet': {'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-subnet', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:33.506500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd18e4-133d-4db5-977a-37ec0f61f566 admin admin] Pushing event updated for resources: {'Network': ['ID=21d270c9-9af3-4527-86a9-5274ee93625b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:33.518669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 21d270c9-9af3-4527-86a9-5274ee93625b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:06:33.530538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] Made reservation on behalf of 8b5c0d51a5a146cc85f667ef992c3c4c for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:33.533991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.565587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3775f311-7fa6-4f59-b28d-1cd38e819e11 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:33.646577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 3775f311-7fa6-4f59-b28d-1cd38e819e11 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:06:33.654795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 3775f311-7fa6-4f59-b28d-1cd38e819e11 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:33.655167 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.744276 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.767096 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.809192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3775f311-7fa6-4f59-b28d-1cd38e819e11, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3775f311-7fa6-4f59-b28d-1cd38e819e11,segment=NetworkSegment(f92b8d10-1180-4b61-97ad-ab2a0de90e5b),segment_id=f92b8d10-1180-4b61-97ad-ab2a0de90e5b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:33.810382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3775f311-7fa6-4f59-b28d-1cd38e819e11'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:33.811945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ca2481-520f-409b-914a-5b88fe41eeaf,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:33.813259 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4618859-09bb-4e32-8c6e-541070773731" -d '{"events": [{"server_uuid": "7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8", "name": "network-vif-plugged", "status": "completed", "tag": "3775f311-7fa6-4f59-b28d-1cd38e819e11"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:33.816927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] Checking segment: {'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:33.817404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] Network hostable DHCP agents. Network: 21d270c9-9af3-4527-86a9-5274ee93625b, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:06:33.822984 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.851942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] Network 21d270c9-9af3-4527-86a9-5274ee93625b is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:06:33.875680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 21d270c9-9af3-4527-86a9-5274ee93625b) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:33.881278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:33.882066 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.882271 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640db164-c044-46ed-9e12-822d912b4565 x-openstack-request-id: req-640db164-c044-46ed-9e12-822d912b4565 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:33.883414 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8", "name": "network-vif-plugged", "status": "completed", "tag": "3775f311-7fa6-4f59-b28d-1cd38e819e11", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:33.891593 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-640db164-c044-46ed-9e12-822d912b4565 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:33.891593 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3775f311-7fa6-4f59-b28d-1cd38e819e11', 'code': 200} Nov 19 19:06:33.902581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133940fd-5101-4d65-a3ef-00f5e373b189 None None] Network 21d270c9-9af3-4527-86a9-5274ee93625b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:33.922001 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6acca354-9110-42d3-9c1e-958bc763a583 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4246712 Nov 19 19:06:33.924731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51254) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:33.934913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-router', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:33.962028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3775f311-7fa6-4f59-b28d-1cd38e819e11,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:34.050243 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.052353 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.060690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0533cbe-9f46-40b4-b5a7-dbd2a3ade282 req-ebb2aca9-7ed1-46b9-b5fa-4788fb322c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:34.063114 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0533cbe-9f46-40b4-b5a7-dbd2a3ade282 req-ebb2aca9-7ed1-46b9-b5fa-4788fb322c56 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 1096 time: 0.1008997 Nov 19 19:06:34.102931 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29628f6a-1186-43dd-8c10-b725c5c28f08 req-7704c4a7-517b-4041-b28a-197a7126d3b5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:34.105130 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3fe3e0-c1e9-4de3-b743-d759870244b7 None None] Network 21d270c9-9af3-4527-86a9-5274ee93625b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:34.112778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-29628f6a-1186-43dd-8c10-b725c5c28f08 req-7704c4a7-517b-4041-b28a-197a7126d3b5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 945 time: 0.0734823 Nov 19 19:06:34.163946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0533cbe-9f46-40b4-b5a7-dbd2a3ade282 req-0da6eebc-6599-4bcd-b43e-49f34ea789c7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933142 Nov 19 19:06:34.166977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.173958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51264) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:34.228168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-29628f6a-1186-43dd-8c10-b725c5c28f08 req-fab5f5e3-fdf9-48f0-9af9-ce4894cfed25 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144238 Nov 19 19:06:34.366982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.454352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1000874363'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:34.488687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Made reservation on behalf of 2d9bf37421c34d00a5877ba3c6c6c4a8 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:34.492372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.549867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e62e66-58f0-4ac2-a517-3fec5035bc87 req-3ef5fb25-f230-4684-9bc4-4107ab6559fb tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:34.553578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-71e62e66-58f0-4ac2-a517-3fec5035bc87 req-3ef5fb25-f230-4684-9bc4-4107ab6559fb tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 945 time: 0.0542245 Nov 19 19:06:34.561858 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.577282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 071a9b71-76ea-45d4-8e16-ca65d4409a24 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:34.615737 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-71e62e66-58f0-4ac2-a517-3fec5035bc87 req-dd0c1a31-8ebb-44d6-a00c-2ba118cca3ab tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572770 Nov 19 19:06:34.642776 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.644862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 071a9b71-76ea-45d4-8e16-ca65d4409a24 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:34.646142 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.674832 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.737071 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.770818 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.778204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 071a9b71-76ea-45d4-8e16-ca65d4409a24, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=071a9b71-76ea-45d4-8e16-ca65d4409a24,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:34.782222 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.791381 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.841951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:06:34.853494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfb4441-3c4c-40c5-9a1e-2c95b73b8290,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:34.858650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Allocated IP 172.25.3.144 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/88ea93a6-fa98-461e-a5da-3ecadd684051) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:06:34.866357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=071a9b71-76ea-45d4-8e16-ca65d4409a24,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:34.867479 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.868009 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Added segment 0d85b7f2-9eac-4338-93ab-0c162eb0c614 of type vlan for network cc1559e8-fd1c-400a-916b-d18297b494dd Nov 19 19:06:34.976505 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.033359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.040470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:35.041048 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.110630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.127475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9505384 Nov 19 19:06:35.145266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7f179-638c-4b83-9fc4-0058a130ff09 tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Pushing event updated for resources: {'Network': ['ID=cc1559e8-fd1c-400a-916b-d18297b494dd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:35.163163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network cc1559e8-fd1c-400a-916b-d18297b494dd details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:06:35.174827 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.226353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:35.231902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:35.236006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:35.244387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Pushing event updated for resources: {'Port': ['ID=88ea93a6-fa98-461e-a5da-3ecadd684051,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:35.466674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51294) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:35.474560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Request body: {'port': {'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd', 'binding:host_id': 'n-h2-815373-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1416054308'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:35.576587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc2cd3-8563-4685-8c93-2bcd7519b884 req-c0fccb58-44d6-4e82-a3fc-554b71102fdc tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:35.578199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2dfc2cd3-8563-4685-8c93-2bcd7519b884 req-c0fccb58-44d6-4e82-a3fc-554b71102fdc tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1704712 Nov 19 19:06:35.606623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Made reservation on behalf of 5964d83f0dd741f08b3f2557bac48e53 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:35.608934 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.631979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.650073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.725451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2dfc2cd3-8563-4685-8c93-2bcd7519b884 req-506f6606-a778-4bb4-831a-081a8974501d tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370125 Nov 19 19:06:35.780562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf455-8af6-40d6-bc65-6c0680228513 req-c9d76191-fb72-4935-b53d-9d1341d774cc tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:35.788710 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-691bf455-8af6-40d6-bc65-6c0680228513 req-c9d76191-fb72-4935-b53d-9d1341d774cc tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 945 time: 0.0838068 Nov 19 19:06:35.838553 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-691bf455-8af6-40d6-bc65-6c0680228513 req-7ca287e1-0002-43a3-b4ff-6a24e8926dd2 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466859 Nov 19 19:06:35.874213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.879185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.892540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071a9b71-76ea-45d4-8e16-ca65d4409a24'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:35.896688 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48391953-44d5-4e2a-be09-cc3f4c970dca" -d '{"events": [{"server_uuid": "2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3", "name": "network-vif-plugged", "status": "completed", "tag": "071a9b71-76ea-45d4-8e16-ca65d4409a24"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:35.909866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] device_id is not set on port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:06:35.947693 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fdde45-38b9-4683-a630-1ef248d365cf x-openstack-request-id: req-e0fdde45-38b9-4683-a630-1ef248d365cf {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:35.948111 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3", "name": "network-vif-plugged", "status": "completed", "tag": "071a9b71-76ea-45d4-8e16-ca65d4409a24", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:35.948436 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0fdde45-38b9-4683-a630-1ef248d365cf {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:35.948943 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071a9b71-76ea-45d4-8e16-ca65d4409a24', 'code': 200} Nov 19 19:06:36.016313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d966a06-f39e-4e7f-a2ce-92574fb377ee,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:36.031996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:36.157487 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b53d-afc5-4d48-b5aa-d62ae8067dbd req-88affa7c-e694-4c40-a7d9-4849e121c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:36.159550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d95b53d-afc5-4d48-b5aa-d62ae8067dbd req-88affa7c-e694-4c40-a7d9-4849e121c821 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 1097 time: 0.0730395 Nov 19 19:06:36.220311 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d95b53d-afc5-4d48-b5aa-d62ae8067dbd req-18b099a9-91c8-4b1e-9dd0-9a8e51c2dbba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533369 Nov 19 19:06:36.352537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c46ea-cc4b-48cf-a8b0-589ff9e6d48a req-cf2624c8-a6e9-4a9d-b1a5-01e55e857e4b tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:36.354068 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca1c46ea-cc4b-48cf-a8b0-589ff9e6d48a req-cf2624c8-a6e9-4a9d-b1a5-01e55e857e4b tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 945 time: 0.1384158 Nov 19 19:06:36.356292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] device_id is not set on port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:06:36.386945 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:36.401532 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:36.446418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Router 0b98d676-07ec-472e-9112-f9e4104dc9bb is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:06:36.468274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca1c46ea-cc4b-48cf-a8b0-589ff9e6d48a req-766d6aa6-4ede-428f-a2a7-aaa79966268d tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054745 Nov 19 19:06:36.523857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event updated for resources: {'Port': ['ID=905ac1b7-e0aa-46df-bf6c-e1654b20dc47,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:36.551246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Checking segment: {'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:36.551667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Network hostable DHCP agents. Network: cc1559e8-fd1c-400a-916b-d18297b494dd, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:06:36.613455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Network cc1559e8-fd1c-400a-916b-d18297b494dd is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:06:36.622429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:06:36.633775 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, cc1559e8-fd1c-400a-916b-d18297b494dd) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:36.635692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Sync routers for ids ['0b98d676-07ec-472e-9112-f9e4104dc9bb'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:06:36.637892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:36.650746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:36.651572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Routers {'0b98d676-07ec-472e-9112-f9e4104dc9bb'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:06:36.655288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dc7ea94d-f9fa-499c-8d9f-8e4676714add admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7263165 Nov 19 19:06:36.655412 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0b98d676-07ec-472e-9112-f9e4104dc9bb'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:36.655524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51316) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:36.664997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:36.665344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:36.665718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:36.690533 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327eb4f6-6370-4fc9-917b-9467f9a74959 None None] Network cc1559e8-fd1c-400a-916b-d18297b494dd requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:36.708677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:36.708950 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:36.710767 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 2 to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 Nov 19 19:06:36.756299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:36.756643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:36.756986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:36.768333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:36.768670 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:36.771243 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 3 to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 Nov 19 19:06:36.794470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:36.795072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:36.795832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:36.806285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:36.806868 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:36.808276 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 4 to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 Nov 19 19:06:36.873020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:36.873674 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Set router 0b98d676-07ec-472e-9112-f9e4104dc9bb gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:06:36.873996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:36.874545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:36.900729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:36.901429 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:36.905120 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 5 to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 Nov 19 19:06:36.960275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:36.960532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:36.960875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:36.971586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:36.972034 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:36.975834 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 6 to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 Nov 19 19:06:36.986965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da3e5b-6598-48e8-8862-1d9c25d92c7b req-dc42958b-98d3-4d6c-a41a-c9b1829787d5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:36.988481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2da3e5b-6598-48e8-8862-1d9c25d92c7b req-dc42958b-98d3-4d6c-a41a-c9b1829787d5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1447017 Nov 19 19:06:37.050805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:37.051139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:37.051655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:37.068054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:37.068384 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:37.071587 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 7 to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 Nov 19 19:06:37.110100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-router', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:35Z', 'revision_number': 3, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'gw_port': {'id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:37.129994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:37.130357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:37.130674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:37.142431 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Checking router: 0b98d676-07ec-472e-9112-f9e4104dc9bb for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:06:37.143157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Updating router 0b98d676-07ec-472e-9112-f9e4104dc9bb port 88ea93a6-fa98-461e-a5da-3ecadd684051 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:06:37.144304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2da3e5b-6598-48e8-8862-1d9c25d92c7b req-2ca3c3a5-c50c-4c18-8ff5-8b7449d97ece tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461632 Nov 19 19:06:37.147304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:37.147585 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:37.150546 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 8 to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 Nov 19 19:06:37.169716 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:37.170086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:37.170701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:37.196984 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:37.509306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:37.509889 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:37.511725 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 9 to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 Nov 19 19:06:37.533810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:37.534152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:37.534496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:37.541853 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:37.545169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:37.545169 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:37.546970 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 10 to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 Nov 19 19:06:37.550968 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:37.618393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:37.618393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:37.619419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:37.634396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Attempting to bind port 88ea93a6-fa98-461e-a5da-3ecadd684051 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:37.634783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Attempting to bind port 88ea93a6-fa98-461e-a5da-3ecadd684051 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:37.635145 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Attempting to bind port 88ea93a6-fa98-461e-a5da-3ecadd684051 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:37.662066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:37.662446 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:37.662780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:37.668286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:06:37.673009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:37.674013 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:37.674671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:06:37.676147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Bound port: 88ea93a6-fa98-461e-a5da-3ecadd684051, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:06:37.677406 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:37.765278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b6690-9c3f-49b0-a586-2ca1118ee395 None None] Pushing event updated for resources: {'Port': ['ID=88ea93a6-fa98-461e-a5da-3ecadd684051,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:37.803571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] For port 88ea93a6-fa98-461e-a5da-3ecadd684051, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:06:37.808993 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] For port 88ea93a6-fa98-461e-a5da-3ecadd684051, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=88ea93a6-fa98-461e-a5da-3ecadd684051,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:06:37.829129 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:37.864174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfbbfe-1948-4da2-9140-98ba8487ebe9 req-d6eab5b0-4681-4074-8570-7628207037ff tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:37.866328 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5bcfbbfe-1948-4da2-9140-98ba8487ebe9 req-d6eab5b0-4681-4074-8570-7628207037ff tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 945 time: 0.2934396 Nov 19 19:06:37.878648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:37.946749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b6690-9c3f-49b0-a586-2ca1118ee395 None None] Pushing event updated for resources: {'Port': ['ID=88ea93a6-fa98-461e-a5da-3ecadd684051,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:37.949811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Routers {'0b98d676-07ec-472e-9112-f9e4104dc9bb'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:06:37.950438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0b98d676-07ec-472e-9112-f9e4104dc9bb'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:38.008048 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad2767-1cc7-4be6-a2b9-9dfb4b8c46d9 req-c01b0175-b3a8-4c63-835b-1ed8513fdcc7 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:38.009571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ccad2767-1cc7-4be6-a2b9-9dfb4b8c46d9 req-c01b0175-b3a8-4c63-835b-1ed8513fdcc7 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 945 time: 0.3967142 Nov 19 19:06:38.124973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] For port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:06:38.125617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempted to set empty binding levels {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 19:06:38.139014 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:38.207269 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e7317d9-0757-4f4e-832d-6a0989386cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:38.220682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:38.221299 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:38.221903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] Set router 0b98d676-07ec-472e-9112-f9e4104dc9bb gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:06:38.288030 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ccad2767-1cc7-4be6-a2b9-9dfb4b8c46d9 req-36d0669c-27f8-4397-b42f-bbf1f7923b17 tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8144bd4-dd71-4e9a-b612-2485b5cfec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584133 Nov 19 19:06:38.327796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8596690 Nov 19 19:06:38.329594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51332) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:38.333507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba489822-7165-405d-934a-78e08791632a tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event updated for resources: {'Port': ['ID=905ac1b7-e0aa-46df-bf6c-e1654b20dc47,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:38.346041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace49029-247a-497c-a49f-c840d9552342 req-e9617358-9692-4bee-b19a-0a8beadd15e0 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:38.352003 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ace49029-247a-497c-a49f-c840d9552342 req-e9617358-9692-4bee-b19a-0a8beadd15e0 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1029186 Nov 19 19:06:38.409586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ace49029-247a-497c-a49f-c840d9552342 req-654bb0f1-8d33-4fa1-806e-dbd5aded729d tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502188 Nov 19 19:06:38.433996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-5bcfbbfe-1948-4da2-9140-98ba8487ebe9 req-02a0febe-dd8a-4838-87e6-28c76ed1f19f tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Deleting port 3775f311-7fa6-4f59-b28d-1cd38e819e11 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:38.433996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5bcfbbfe-1948-4da2-9140-98ba8487ebe9 req-02a0febe-dd8a-4838-87e6-28c76ed1f19f tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:38.498695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-router', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:35Z', 'revision_number': 3, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'gw_port': {'id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:38.515731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Allocated IP 172.20.0.1 (21d270c9-9af3-4527-86a9-5274ee93625b/71ca2481-520f-409b-914a-5b88fe41eeaf/549cc176-db8f-49c5-8016-960844a7104b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:06:38.529712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf8c63-9148-4f87-a750-05c568bc829a None None] The sync data for ids ['0b98d676-07ec-472e-9112-f9e4104dc9bb'] in n-d-815373-6 is: [{'id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-router', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:35Z', 'revision_number': 3, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'gw_port': {'id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:06:38.716908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a832a6-3856-461b-bccd-214f764fb7b5 req-cf11eacb-b1c1-4691-a636-71e385691075 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:38.718466 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-90a832a6-3856-461b-bccd-214f764fb7b5 req-cf11eacb-b1c1-4691-a636-71e385691075 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.2049470 Nov 19 19:06:38.725804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-505e7e98-9225-4a0f-a73b-b349261c4b40 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Deleting port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:38.726243 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-505e7e98-9225-4a0f-a73b-b349261c4b40 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:38.730318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5bcfbbfe-1948-4da2-9140-98ba8487ebe9 req-02a0febe-dd8a-4838-87e6-28c76ed1f19f tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] For port 3775f311-7fa6-4f59-b28d-1cd38e819e11, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3775f311-7fa6-4f59-b28d-1cd38e819e11,segment=NetworkSegment(f92b8d10-1180-4b61-97ad-ab2a0de90e5b),segment_id=f92b8d10-1180-4b61-97ad-ab2a0de90e5b)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:38.730676 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5bcfbbfe-1948-4da2-9140-98ba8487ebe9 req-02a0febe-dd8a-4838-87e6-28c76ed1f19f tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:38.830201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-5bcfbbfe-1948-4da2-9140-98ba8487ebe9 req-02a0febe-dd8a-4838-87e6-28c76ed1f19f tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Calling delete_port for 3775f311-7fa6-4f59-b28d-1cd38e819e11 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:38.947465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-505e7e98-9225-4a0f-a73b-b349261c4b40 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] For port 905ac1b7-e0aa-46df-bf6c-e1654b20dc47, host n-h2-815373-6, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:38.948048 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-505e7e98-9225-4a0f-a73b-b349261c4b40 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:38.970038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:38.988284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-505e7e98-9225-4a0f-a73b-b349261c4b40 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Calling delete_port for 905ac1b7-e0aa-46df-bf6c-e1654b20dc47 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:38.996336 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-90a832a6-3856-461b-bccd-214f764fb7b5 req-03efb959-ae13-47b4-8b63-6ed1f77dd8d5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681663 Nov 19 19:06:39.101954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.194292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Network 21d270c9-9af3-4527-86a9-5274ee93625b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:39.205714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:39.215451 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:39.224459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Pushing event updated for resources: {'Port': ['ID=549cc176-db8f-49c5-8016-960844a7104b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:39.250556 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5bcfbbfe-1948-4da2-9140-98ba8487ebe9 req-02a0febe-dd8a-4838-87e6-28c76ed1f19f tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.262211 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-505e7e98-9225-4a0f-a73b-b349261c4b40 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.263739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['3775f311-7fa6-4f59-b28d-1cd38e819e11'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:39.308392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0febe-dd8a-4838-87e6-28c76ed1f19f tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Pushing event deleted for resources: {'Port': ['ID=3775f311-7fa6-4f59-b28d-1cd38e819e11,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:39.334664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.343089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-505e7e98-9225-4a0f-a73b-b349261c4b40 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.347338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-505e7e98-9225-4a0f-a73b-b349261c4b40 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "DELETE /v2.0/ports/905ac1b7-e0aa-46df-bf6c-e1654b20dc47 HTTP/1.1" status: 204 len: 168 time: 1.0098431 Nov 19 19:06:39.350308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51354) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:39.376106 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e742c97d-f138-4a0a-a934-8f8c6a741aa2 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] GET failed (client error): The resource could not be found. Nov 19 19:06:39.377827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e742c97d-f138-4a0a-a934-8f8c6a741aa2 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "GET /v2.0/ports/905ac1b7-e0aa-46df-bf6c-e1654b20dc47 HTTP/1.1" status: 404 len: 333 time: 0.0265002 Nov 19 19:06:39.384640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51360) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:39.391265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Request body: {'port': {'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1774019817'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:39.427840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Made reservation on behalf of 5964d83f0dd741f08b3f2557bac48e53 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:39.431404 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.432123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 88ea93a6-fa98-461e-a5da-3ecadd684051 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:39.466705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e7e98-9225-4a0f-a73b-b349261c4b40 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event deleted for resources: {'Port': ['ID=905ac1b7-e0aa-46df-bf6c-e1654b20dc47,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:39.488698 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7837ab87-388f-4340-ba73-46eb2be5a874 req-8602ef21-9e65-47a9-b65c-ea0331e5509e tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8 HTTP/1.1" status: 200 len: 210 time: 0.0504620 Nov 19 19:06:39.500342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcfbbfe-1948-4da2-9140-98ba8487ebe9 req-02a0febe-dd8a-4838-87e6-28c76ed1f19f tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] No DVR routers for this DVR port 3775f311-7fa6-4f59-b28d-1cd38e819e11 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:06:39.506313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] device_id is not set on port 82a6d36a-2712-4eb5-9fde-e957502a2a94 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:06:39.512603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 88ea93a6-fa98-461e-a5da-3ecadd684051 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:39.513173 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.580975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5bcfbbfe-1948-4da2-9140-98ba8487ebe9 req-02a0febe-dd8a-4838-87e6-28c76ed1f19f tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.584943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5bcfbbfe-1948-4da2-9140-98ba8487ebe9 req-02a0febe-dd8a-4838-87e6-28c76ed1f19f tempest-ServerGroupTestJSON-2052610203 tempest-ServerGroupTestJSON-2052610203-project] 10.222.0.21 "DELETE /v2.0/ports/3775f311-7fa6-4f59-b28d-1cd38e819e11 HTTP/1.1" status: 204 len: 173 time: 1.7038162 Nov 19 19:06:39.587458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8', 'name': 'network-vif-deleted', 'tag': '3775f311-7fa6-4f59-b28d-1cd38e819e11'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:39.602309 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f06bdb2-f50c-46e1-b240-95bc7dc2887f" -d '{"events": [{"server_uuid": "7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8", "name": "network-vif-deleted", "tag": "3775f311-7fa6-4f59-b28d-1cd38e819e11"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:39.692829 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.720279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 88ea93a6-fa98-461e-a5da-3ecadd684051, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=88ea93a6-fa98-461e-a5da-3ecadd684051,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:39.731343 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.758967 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.771157 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c77ea3-f1df-462e-af3f-a534d80f2cd2 x-openstack-request-id: req-62c77ea3-f1df-462e-af3f-a534d80f2cd2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:39.771494 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8", "name": "network-vif-deleted", "tag": "3775f311-7fa6-4f59-b28d-1cd38e819e11", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:39.771744 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62c77ea3-f1df-462e-af3f-a534d80f2cd2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:39.772876 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d76bd47-d6e3-41e1-888c-f5a0b7dfa7f8', 'name': 'network-vif-deleted', 'tag': '3775f311-7fa6-4f59-b28d-1cd38e819e11', 'status': 'completed', 'code': 200} Nov 19 19:06:39.795043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=88ea93a6-fa98-461e-a5da-3ecadd684051,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:39.815400 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.864787 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.869192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Network cc1559e8-fd1c-400a-916b-d18297b494dd is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:39.874667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:39.875160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-bac0fbab-e607-4848-8a3c-cf9adeaa8c5f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:39.877490 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:39.878841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:39.879754 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:39.882964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-bac0fbab-e607-4848-8a3c-cf9adeaa8c5f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/networks?id=5f5ac119-2db2-4628-8057-9d831d0a1f5a HTTP/1.1" status: 200 len: 812 time: 0.4117548 Nov 19 19:06:39.916253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-f05eacf2-b7e2-4b45-a43b-ef2a50751109 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/quotas/833dced463b149f9bd9c0c851d87420e HTTP/1.1" status: 200 len: 375 time: 0.0323846 Nov 19 19:06:39.919558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event updated for resources: {'Port': ['ID=82a6d36a-2712-4eb5-9fde-e957502a2a94,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:39.930510 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a1136756-f46b-4799-af15-d2eb93cbdcb3 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5439820 Nov 19 19:06:39.933463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51378) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:39.949208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:40.019889 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:40.082703 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-f90a7da5-40a1-4685-a915-0f182c63d5cf tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=833dced463b149f9bd9c0c851d87420e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1653790 Nov 19 19:06:40.236820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-88a8740e-0d5c-4bb3-b2fc-f06cddd82dbb service neutron] 10.222.0.50 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440098 Nov 19 19:06:40.254284 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:40.269169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:40.292693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] device_id is not set on port 82a6d36a-2712-4eb5-9fde-e957502a2a94 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:06:40.303415 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:40.319637 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:40.410404 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event updated for resources: {'Port': ['ID=82a6d36a-2712-4eb5-9fde-e957502a2a94,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:40.435723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Pushing event updated for resources: {'Port': ['ID=549cc176-db8f-49c5-8016-960844a7104b,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:40.435925 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:40.436277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:40.436890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:40.444619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:40.446372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:40.447343 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:40.448037 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 2 to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 Nov 19 19:06:40.468497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:40.469188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:40.469768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:40.478367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:40.479042 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:40.479655 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 3 to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 Nov 19 19:06:40.496336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:40.497060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:40.497610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:40.505426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:40.505984 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:40.506452 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 4 to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 Nov 19 19:06:40.525202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:40.525696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:40.526068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:40.531813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:40.532152 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:40.533230 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 5 to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 Nov 19 19:06:40.534989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-a4fab415-6e60-4c76-a42d-7ed219eb7d91 service neutron] 10.222.0.50 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898939 Nov 19 19:06:40.572297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:40.572630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:40.572964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:40.582606 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7e5359e1-efd3-4bae-a708-c22d1f805845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:40.589744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:40.590375 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:40.590942 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 6 to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 Nov 19 19:06:40.617768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Network 21d270c9-9af3-4527-86a9-5274ee93625b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:40.619995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:40.647182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:40.647182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:40.647182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:40.688759 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:40.689006 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:40.694545 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 7 to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 Nov 19 19:06:40.717725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:40.720750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:40.722966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:40.739050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:40.739666 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:40.740231 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 8 to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 Nov 19 19:06:40.765649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77e4da-dfb5-400b-ab54-ca06b8ea1781 req-b1824308-4100-486d-ae01-d3698263474a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:40.767547 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed77e4da-dfb5-400b-ab54-ca06b8ea1781 req-b1824308-4100-486d-ae01-d3698263474a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3 HTTP/1.1" status: 200 len: 946 time: 0.1344302 Nov 19 19:06:40.771835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:40.772158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:40.772737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:40.791459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:40.791788 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:40.792649 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 9 to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 Nov 19 19:06:40.841037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:40.841632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:40.842167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:40.896555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Router 0b98d676-07ec-472e-9112-f9e4104dc9bb has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:06:40.915675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:40.916398 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:40.917065 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 10 to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 Nov 19 19:06:40.943137 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8d01780b-90d9-43e0-b95d-6e6dfb968fbe req-0ae7be53-6f11-4fbf-a863-a56652e0b2c0 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 210 time: 0.0602200 Nov 19 19:06:40.958712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:40.958712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:40.959039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:40.969322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:40.969870 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:40.970244 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:41.104460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ed77e4da-dfb5-400b-ab54-ca06b8ea1781 req-dbf849de-89ed-40fc-80fe-8aef40506881 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Deleting port 071a9b71-76ea-45d4-8e16-ca65d4409a24 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:41.104813 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ed77e4da-dfb5-400b-ab54-ca06b8ea1781 req-dbf849de-89ed-40fc-80fe-8aef40506881 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:41.112801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51416) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:41.117171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:06:41.123391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-de47b18e-3ad1-43c9-bd47-aedac34c3de1 admin admin] 10.222.0.50 "PUT /v2.0/routers/0b98d676-07ec-472e-9112-f9e4104dc9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4675548 Nov 19 19:06:41.135407 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Sync routers for ids ['0b98d676-07ec-472e-9112-f9e4104dc9bb'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:06:41.148151 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Routers {'0b98d676-07ec-472e-9112-f9e4104dc9bb'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:06:41.148772 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0b98d676-07ec-472e-9112-f9e4104dc9bb'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:41.390019 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Set router 0b98d676-07ec-472e-9112-f9e4104dc9bb gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:06:41.392653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] For port 82a6d36a-2712-4eb5-9fde-e957502a2a94, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:06:41.393032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempted to set empty binding levels {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 19:06:41.419963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4293de8c-7338-4392-8258-1d380a80671b admin admin] Deleting subnet cc37feb1-e561-4258-be10-d7dd0f165881 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:06:41.450183 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4293de8c-7338-4392-8258-1d380a80671b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:41.455470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 88ea93a6-fa98-461e-a5da-3ecadd684051 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:41.520798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 88ea93a6-fa98-461e-a5da-3ecadd684051 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:41.521395 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:41.524489 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:41.559056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3775f311-7fa6-4f59-b28d-1cd38e819e11 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:06:41.571420 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4293de8c-7338-4392-8258-1d380a80671b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:41.584699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 3775f311-7fa6-4f59-b28d-1cd38e819e11 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:06:41.585684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3775f311-7fa6-4f59-b28d-1cd38e819e11 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:06:41.631018 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4293de8c-7338-4392-8258-1d380a80671b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:41.696194 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-router', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:39Z', 'revision_number': 4, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'gw_port': {'id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '549cc176-db8f-49c5-8016-960844a7104b', 'name': '', 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'mac_address': 'fa:16:3e:99:4c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '71ca2481-520f-409b-914a-5b88fe41eeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:38Z', 'updated_at': '2021-11-19T19:06:40Z', 'revision_number': 2, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'subnets': [{'id': '71ca2481-520f-409b-914a-5b88fe41eeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:41.729325 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Checking router: 0b98d676-07ec-472e-9112-f9e4104dc9bb for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:06:41.729964 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Updating router 0b98d676-07ec-472e-9112-f9e4104dc9bb port 549cc176-db8f-49c5-8016-960844a7104b binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:06:41.764310 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:41.789741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] In _notify_port_updated(), no bound segment for port 82a6d36a-2712-4eb5-9fde-e957502a2a94 on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:06:41.793737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:41.795066 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:41.799176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "PUT /v2.0/ports/82a6d36a-2712-4eb5-9fde-e957502a2a94 HTTP/1.1" status: 200 len: 975 time: 1.8614478 Nov 19 19:06:41.799359 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:41.799631 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51438) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:41.818040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ed77e4da-dfb5-400b-ab54-ca06b8ea1781 req-dbf849de-89ed-40fc-80fe-8aef40506881 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] For port 071a9b71-76ea-45d4-8e16-ca65d4409a24, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=071a9b71-76ea-45d4-8e16-ca65d4409a24,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:41.818841 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ed77e4da-dfb5-400b-ab54-ca06b8ea1781 req-dbf849de-89ed-40fc-80fe-8aef40506881 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:41.837986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ed77e4da-dfb5-400b-ab54-ca06b8ea1781 req-dbf849de-89ed-40fc-80fe-8aef40506881 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Calling delete_port for 071a9b71-76ea-45d4-8e16-ca65d4409a24 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:41.956177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f70acc-1ead-4583-a779-81bb0a978f5e tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event updated for resources: {'Port': ['ID=82a6d36a-2712-4eb5-9fde-e957502a2a94,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:41.979386 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4293de8c-7338-4392-8258-1d380a80671b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:42.003031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.003760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.004493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.005128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.006163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.006825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.007456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.008082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.008708 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.009334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.010912 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.011669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.012452 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.013232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.014108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.014850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.015768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.016340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.021159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.022170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.023384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.024108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.024824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.025454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.026279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.026913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.028061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.028543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.029016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.029486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.031611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.032386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.033083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.033864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.034633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.035265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.037186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.037854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.038532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.040101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.040926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.041895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.042651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.043300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.044394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.046004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293de8c-7338-4392-8258-1d380a80671b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc37feb1-e561-4258-be10-d7dd0f165881,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:42.052944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4293de8c-7338-4392-8258-1d380a80671b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:42.058903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4293de8c-7338-4392-8258-1d380a80671b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cc37feb1-e561-4258-be10-d7dd0f165881 HTTP/1.1" status: 204 len: 168 time: 0.9425931 Nov 19 19:06:42.062958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7f012eb0-c374-49a0-8dbe-b6791c4e1f8c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40372 time: 0.2615087 Nov 19 19:06:42.063800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51444) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:42.067968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51446) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:42.122725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-c8aaed3c-ef9f-45e3-84b7-394799724c4d tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:42.124228 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-c8aaed3c-ef9f-45e3-84b7-394799724c4d tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/networks?id=21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 200 len: 819 time: 0.6058900 Nov 19 19:06:42.185705 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-fd158eda-0a9e-48fb-b41a-b472548867a0 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/quotas/8b5c0d51a5a146cc85f667ef992c3c4c HTTP/1.1" status: 200 len: 375 time: 0.0524549 Nov 19 19:06:42.254976 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:42.266370 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:42.429737 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Pushing event updated for resources: {'Port': ['ID=549cc176-db8f-49c5-8016-960844a7104b,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:42.441744 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.443048 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.443601 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.443945 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.444431 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.444971 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.445306 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.445635 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.446002 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.446380 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.446656 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.447087 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:42.513153 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Attempting to bind port 549cc176-db8f-49c5-8016-960844a7104b on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:42.513433 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Attempting to bind port 549cc176-db8f-49c5-8016-960844a7104b by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:42.514033 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Attempting to bind port 549cc176-db8f-49c5-8016-960844a7104b on network 21d270c9-9af3-4527-86a9-5274ee93625b {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:42.520117 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:06:42.520815 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Checking segment: {'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:42.521469 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:42.522064 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Bound using segment: {'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:06:42.522717 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Bound port: 549cc176-db8f-49c5-8016-960844a7104b, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:06:42.523335 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:42.595059 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] For port 549cc176-db8f-49c5-8016-960844a7104b, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:06:42.599929 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] For port 549cc176-db8f-49c5-8016-960844a7104b, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=549cc176-db8f-49c5-8016-960844a7104b,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:06:42.605852 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:42.660406 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Routers {'0b98d676-07ec-472e-9112-f9e4104dc9bb'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:06:42.661939 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0b98d676-07ec-472e-9112-f9e4104dc9bb'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:42.673557 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-092bbcd2-9370-4b1c-be84-2865d84944fc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4869642 Nov 19 19:06:42.697188 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ed77e4da-dfb5-400b-ab54-ca06b8ea1781 req-dbf849de-89ed-40fc-80fe-8aef40506881 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:42.757115 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da455049-c801-4c4c-aec7-4197059d894e None None] Pushing event updated for resources: {'Port': ['ID=549cc176-db8f-49c5-8016-960844a7104b,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:42.763092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f019586f-318a-4669-b557-3d9c4a3a8b80 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Deleting port 82a6d36a-2712-4eb5-9fde-e957502a2a94 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:42.763495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f019586f-318a-4669-b557-3d9c4a3a8b80 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:42.783285 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f306f22-a228-435e-a0a3-850c8b1ef8e0 req-86aec735-c2f8-4756-9da1-00227e112e05 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 210 time: 0.7177927 Nov 19 19:06:42.787905 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:42.878088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf849de-89ed-40fc-80fe-8aef40506881 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Pushing event deleted for resources: {'Port': ['ID=071a9b71-76ea-45d4-8e16-ca65d4409a24,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:42.927972 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] Set router 0b98d676-07ec-472e-9112-f9e4104dc9bb gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:06:42.982583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed77e4da-dfb5-400b-ab54-ca06b8ea1781 req-dbf849de-89ed-40fc-80fe-8aef40506881 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] No DVR routers for this DVR port 071a9b71-76ea-45d4-8e16-ca65d4409a24 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:06:42.990883 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ed77e4da-dfb5-400b-ab54-ca06b8ea1781 req-dbf849de-89ed-40fc-80fe-8aef40506881 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:42.994191 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed77e4da-dfb5-400b-ab54-ca06b8ea1781 req-dbf849de-89ed-40fc-80fe-8aef40506881 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.57 "DELETE /v2.0/ports/071a9b71-76ea-45d4-8e16-ca65d4409a24 HTTP/1.1" status: 204 len: 173 time: 2.2162802 Nov 19 19:06:42.994647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'name': 'network-vif-deleted', 'tag': '071a9b71-76ea-45d4-8e16-ca65d4409a24'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:42.996909 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368069d0-9f39-4b98-a920-31bcc3d00a47" -d '{"events": [{"server_uuid": "2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3", "name": "network-vif-deleted", "tag": "071a9b71-76ea-45d4-8e16-ca65d4409a24"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:43.021406 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-6c8bf73d-a695-4748-8a23-9a658041dfb5 service neutron] 10.222.0.50 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466401 Nov 19 19:06:43.034761 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-f019586f-318a-4669-b557-3d9c4a3a8b80 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] For port 82a6d36a-2712-4eb5-9fde-e957502a2a94, host n-h2-815373-6, got binding levels [] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:43.035119 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f019586f-318a-4669-b557-3d9c4a3a8b80 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.064020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-cc4fb260-6b95-476e-a0c2-4c739519ac4f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:43.068571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-cc4fb260-6b95-476e-a0c2-4c739519ac4f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.21 "GET /v2.0/networks?id=5f5ac119-2db2-4628-8057-9d831d0a1f5a HTTP/1.1" status: 200 len: 812 time: 0.8750660 Nov 19 19:06:43.091509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f019586f-318a-4669-b557-3d9c4a3a8b80 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Calling delete_port for 82a6d36a-2712-4eb5-9fde-e957502a2a94 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:43.112203 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b81a14a-a01e-455f-b501-ce10d934c816 x-openstack-request-id: req-6b81a14a-a01e-455f-b501-ce10d934c816 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:43.112503 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3", "name": "network-vif-deleted", "tag": "071a9b71-76ea-45d4-8e16-ca65d4409a24", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:43.112755 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b81a14a-a01e-455f-b501-ce10d934c816 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:43.113157 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee5887a-a36d-4fc0-92fa-fab8ef8e4de3', 'name': 'network-vif-deleted', 'tag': '071a9b71-76ea-45d4-8e16-ca65d4409a24', 'status': 'completed', 'code': 200} Nov 19 19:06:43.136660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Request body: {'port': {'device_id': '3a021f17-e0a7-4280-801e-1752bd747d40', 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a', 'admin_state_up': True, 'tenant_id': '833dced463b149f9bd9c0c851d87420e'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:43.144365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.216407 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-8f721cef-a082-4931-b5d2-b2b9833f50cb service neutron] 10.222.0.50 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939423 Nov 19 19:06:43.219142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b276532e-1340-45b3-9c24-a5035d24cd43']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:43.229961 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.239272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92b8d10-1180-4b61-97ad-ab2a0de90e5b') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:43.239701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92b8d10-1180-4b61-97ad-ab2a0de90e5b') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:43.257207 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.271919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f019586f-318a-4669-b557-3d9c4a3a8b80 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.293375 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.314257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:06:43.314841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:06:43.316929 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:06:43.357550 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f019586f-318a-4669-b557-3d9c4a3a8b80 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.374814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51458) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:43.380649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f019586f-318a-4669-b557-3d9c4a3a8b80 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "DELETE /v2.0/ports/82a6d36a-2712-4eb5-9fde-e957502a2a94 HTTP/1.1" status: 204 len: 168 time: 1.2966287 Nov 19 19:06:43.382257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019586f-318a-4669-b557-3d9c4a3a8b80 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event deleted for resources: {'Port': ['ID=82a6d36a-2712-4eb5-9fde-e957502a2a94,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:43.424955 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-473168bf-4f84-4f83-9219-2d68b9f2dca4 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] GET failed (client error): The resource could not be found. Nov 19 19:06:43.430376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-473168bf-4f84-4f83-9219-2d68b9f2dca4 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "GET /v2.0/ports/82a6d36a-2712-4eb5-9fde-e957502a2a94 HTTP/1.1" status: 404 len: 333 time: 0.0508301 Nov 19 19:06:43.431043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51460) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:43.438076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1526463333', 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:43.438387 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-router', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:39Z', 'revision_number': 4, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'gw_port': {'id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '549cc176-db8f-49c5-8016-960844a7104b', 'name': '', 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'mac_address': 'fa:16:3e:99:4c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '71ca2481-520f-409b-914a-5b88fe41eeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:38Z', 'updated_at': '2021-11-19T19:06:42Z', 'revision_number': 4, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'subnets': [{'id': '71ca2481-520f-409b-914a-5b88fe41eeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:43.479593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Made reservation on behalf of 5964d83f0dd741f08b3f2557bac48e53 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:43.483170 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.486182 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba72660-6757-4e5a-8217-b380d5b2db67 None None] The sync data for ids ['0b98d676-07ec-472e-9112-f9e4104dc9bb'] in n-d-815373-6 is: [{'id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-router', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:39Z', 'revision_number': 4, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'gw_port': {'id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '549cc176-db8f-49c5-8016-960844a7104b', 'name': '', 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'mac_address': 'fa:16:3e:99:4c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '71ca2481-520f-409b-914a-5b88fe41eeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:38Z', 'updated_at': '2021-11-19T19:06:42Z', 'revision_number': 4, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'subnets': [{'id': '71ca2481-520f-409b-914a-5b88fe41eeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:06:43.506759 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] device_id is not set on port e83f3e79-2061-4ae1-83dd-3960f5ba71d7 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:06:43.511832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Made reservation on behalf of 833dced463b149f9bd9c0c851d87420e for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:43.529503 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.584373 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.593268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:43.615771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b276532e-1340-45b3-9c24-a5035d24cd43 HTTP/1.1" status: 204 len: 168 time: 1.5404470 Nov 19 19:06:43.751206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8804e2c4-a1f7-4aa9-a5c0-1c9e6db21e58 req-88597905-2099-47c6-912e-4d975db942e5 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 210 time: 0.1289539 Nov 19 19:06:43.798194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Pushing event deleted for resources: {'Network': ['ID=b276532e-1340-45b3-9c24-a5035d24cd43,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:43.838104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:43.840275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:43.841699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:43.842985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:43.844265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:43.845128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:43.846078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:43.847055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:43.848191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:43.849825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:43.855170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:43.856875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2fb578-dabc-429f-9daf-4e6708143213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:44.058279 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5bf8d88-f518-457b-8b6e-1d306e36cfea req-8da8032e-82fa-44d3-82e7-4d48334e6fc6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 210 time: 0.0643277 Nov 19 19:06:44.076061 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:44.124726 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:44.254119 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:44.269648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51492) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:44.325521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Allocated IP 172.20.0.13 (5f5ac119-2db2-4628-8057-9d831d0a1f5a/7f29e992-cb08-4bf2-af0c-8be5d34157a6/a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:06:44.339674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Network cc1559e8-fd1c-400a-916b-d18297b494dd is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:44.344243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:44.361729 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:44.362898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:44.365027 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:44.425928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event updated for resources: {'Port': ['ID=e83f3e79-2061-4ae1-83dd-3960f5ba71d7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:44.434144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-f4c68721-3deb-4360-a0a0-d64c28f589f9 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:44.435564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-f4c68721-3deb-4360-a0a0-d64c28f589f9 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/networks?id=21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 200 len: 819 time: 0.3319666 Nov 19 19:06:44.453365 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a8becc64-1bea-4206-8c8f-5dfb3fe4e405 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0212195 Nov 19 19:06:44.456131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-07e00803-0188-42b0-b15b-f169a1bcfe7e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/quotas/8b5c0d51a5a146cc85f667ef992c3c4c HTTP/1.1" status: 200 len: 375 time: 0.0135646 Nov 19 19:06:44.456319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51496) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:44.460397 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-93679c1f-e9d4-4a6e-96ff-8ed51f048697 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92c9dfa8289e45cb946570e8301e87a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877098 Nov 19 19:06:44.463220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51498) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:44.590269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250c7f1-000b-4061-962f-06701332dc7c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:44.594621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b250c7f1-000b-4061-962f-06701332dc7c tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "GET /v2.0/ports/e83f3e79-2061-4ae1-83dd-3960f5ba71d7 HTTP/1.1" status: 200 len: 955 time: 0.1303144 Nov 19 19:06:44.595774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51500) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:44.624505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 071a9b71-76ea-45d4-8e16-ca65d4409a24 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:06:44.634879 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8aba8513-0f9e-4c24-bb8c-3676523f5be1 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1659687 Nov 19 19:06:44.663066 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 071a9b71-76ea-45d4-8e16-ca65d4409a24 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:06:44.664152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 071a9b71-76ea-45d4-8e16-ca65d4409a24 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:06:44.739417 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:44.788581 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:44.797309 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:44.811199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-10b40f3d-c964-41b0-8dcd-4be2c762ad82 service neutron] 10.222.0.50 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563110 Nov 19 19:06:44.830086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-828671c1-c066-4abd-b26e-dec1ea72beaf tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Deleting port e83f3e79-2061-4ae1-83dd-3960f5ba71d7 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:44.830464 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-828671c1-c066-4abd-b26e-dec1ea72beaf tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:44.935532 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:44.938326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:44.942286 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c8144bd4-dd71-4e9a-b612-2485b5cfec20 HTTP/1.1" status: 204 len: 168 time: 0.4639487 Nov 19 19:06:44.962828 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8144bd4-dd71-4e9a-b612-2485b5cfec20,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:44.978087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-828671c1-c066-4abd-b26e-dec1ea72beaf tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:44.984953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-e931f2be-4edc-4678-8aac-6398417b98e8 service neutron] 10.222.0.50 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713276 Nov 19 19:06:44.995997 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:45.004858 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-828671c1-c066-4abd-b26e-dec1ea72beaf tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Calling delete_port for e83f3e79-2061-4ae1-83dd-3960f5ba71d7 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:45.045926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Network 5f5ac119-2db2-4628-8057-9d831d0a1f5a is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:45.053142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:45.062449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:45.115413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.116778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.117374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.118118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.118663 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.119135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.119594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.120133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.121062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.121509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.125237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.125610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aef5f5f-551d-43c1-bf3e-9087ee235b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:45.128986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-828671c1-c066-4abd-b26e-dec1ea72beaf tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:45.148563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:45.149248 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:45.197537 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0978134 Nov 19 19:06:45.198334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770b704-d161-4e42-a2af-62154305c15e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Pushing event updated for resources: {'Port': ['ID=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:45.201649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828671c1-c066-4abd-b26e-dec1ea72beaf tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event deleted for resources: {'Port': ['ID=e83f3e79-2061-4ae1-83dd-3960f5ba71d7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:45.205480 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-828671c1-c066-4abd-b26e-dec1ea72beaf tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:45.220048 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-828671c1-c066-4abd-b26e-dec1ea72beaf tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e83f3e79-2061-4ae1-83dd-3960f5ba71d7 HTTP/1.1" status: 204 len: 168 time: 0.6227846 Nov 19 19:06:45.222202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51508) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:45.224233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Request body: {'port': {'device_id': '3a021f17-e0a7-4280-801e-1752bd747d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:45.303036 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:45.322147 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a860729-11c8-4623-97d0-6ca6f3501e7f tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] GET failed (client error): The resource could not be found. Nov 19 19:06:45.341175 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7a860729-11c8-4623-97d0-6ca6f3501e7f tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "GET /v2.0/ports/e83f3e79-2061-4ae1-83dd-3960f5ba71d7 HTTP/1.1" status: 404 len: 333 time: 0.1158607 Nov 19 19:06:45.344112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51520) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:45.510962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Request body: {'port': {'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-159190680'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:45.553331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 549cc176-db8f-49c5-8016-960844a7104b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:45.658564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd7f6aa9-f83e-4019-a0b2-c4c3c84fc450 req-94971c14-472b-4175-8abe-2aadf70acaf2 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 210 time: 0.1655593 Nov 19 19:06:45.746861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c91b9-5e1d-41b0-a5df-37e07a131115 req-7cf34151-56da-4527-9768-bbb31e74623d tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:45.760798 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a3c91b9-5e1d-41b0-a5df-37e07a131115 req-7cf34151-56da-4527-9768-bbb31e74623d tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 932 time: 0.5393836 Nov 19 19:06:45.765464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 549cc176-db8f-49c5-8016-960844a7104b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:45.765988 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:45.924713 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Made reservation on behalf of 5964d83f0dd741f08b3f2557bac48e53 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:45.928151 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:45.930597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-6c5a48d2-f080-4e04-8920-23aed267aa20 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:45.932474 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-6c5a48d2-f080-4e04-8920-23aed267aa20 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.57 "GET /v2.0/networks?id=21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 200 len: 819 time: 0.5325058 Nov 19 19:06:45.941201 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a3c91b9-5e1d-41b0-a5df-37e07a131115 req-90e05032-eb4b-403f-ab34-ff978f5f4423 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556883 Nov 19 19:06:45.955052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Request body: {'port': {'device_id': '6e0d0873-5908-4289-8339-392cd92989a8', 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b', 'admin_state_up': True, 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:45.962675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] device_id is not set on port 0d94f8fb-e5b4-40d1-bb44-57478029e57f yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:06:45.987673 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.094747 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 549cc176-db8f-49c5-8016-960844a7104b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=549cc176-db8f-49c5-8016-960844a7104b,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:46.104522 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.115670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Made reservation on behalf of 8b5c0d51a5a146cc85f667ef992c3c4c for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:46.121619 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.219241 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=549cc176-db8f-49c5-8016-960844a7104b,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:46.240870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.243214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.243670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.244514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.245742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.247095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.250009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.250529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.251164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.251844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.252359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.253566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:06:46.337988 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.352223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:46.362154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.364958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Allocated IP 172.20.0.2 (21d270c9-9af3-4527-86a9-5274ee93625b/71ca2481-520f-409b-914a-5b88fe41eeaf/3a17b5bf-d756-4678-82ba-7e1020aa1725) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:06:46.387988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Transition to ACTIVE for port object a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:06:46.397991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.439206 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.472257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Network cc1559e8-fd1c-400a-916b-d18297b494dd is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:46.482860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:46.484687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Pushing event updated for resources: {'Port': ['ID=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:46.489844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:46.490800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:46.491396 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.496398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51550) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:46.615559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1499503 Nov 19 19:06:46.619788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51556) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:46.627826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:46.635360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c2624-b450-4d53-92f5-7d5011bfae05 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event updated for resources: {'Port': ['ID=0d94f8fb-e5b4-40d1-bb44-57478029e57f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:46.680213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Attempting to bind port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:46.680565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Attempting to bind port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:46.680892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Attempting to bind port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f on network 5f5ac119-2db2-4628-8057-9d831d0a1f5a {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:46.715321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.718522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f on network 5f5ac119-2db2-4628-8057-9d831d0a1f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:46.718849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Attempting to bind port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f on network 5f5ac119-2db2-4628-8057-9d831d0a1f5a {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:46.735048 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:06:46.735391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Checking segment: {'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:46.735763 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Bound using segment: {'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:06:46.736207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Bound port: a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:06:46.736562 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.743845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-972009904-network', 'tenant_id': '4dc5853cdf824ffb8704e6856a2526df'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:46.750195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.791611 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.827724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-450483a8-b792-4e8a-8f3e-bd5b771935d4 req-2388c3b4-2358-475b-a635-aa5a1277052e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 210 time: 0.0626488 Nov 19 19:06:46.872038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Network 21d270c9-9af3-4527-86a9-5274ee93625b is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:46.875424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:46.877938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:46.916109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Made reservation on behalf of 4dc5853cdf824ffb8704e6856a2526df for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:46.919959 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.925635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Pushing event updated for resources: {'Port': ['ID=3a17b5bf-d756-4678-82ba-7e1020aa1725,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:46.967618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:46.968262 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:46.973572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] For port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:06:46.976625 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.007143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-2405650d-7a21-4b0e-88b0-c43f976740dc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0593467 Nov 19 19:06:47.023537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Request body: {'port': {'device_id': '6e0d0873-5908-4289-8339-392cd92989a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:47.041715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] For port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:06:47.059665 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.145780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:47.146503 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.148103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] 10.222.0.21 "PUT /v2.0/ports/a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f HTTP/1.1" status: 200 len: 1092 time: 1.9395134 Nov 19 19:06:47.150361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a021f17-e0a7-4280-801e-1752bd747d40', 'tag': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:47.152872 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bedebbd-6fed-4301-b1c0-1ba52d40c719" -d '{"events": [{"name": "network-changed", "server_uuid": "3a021f17-e0a7-4280-801e-1752bd747d40", "tag": "a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:47.217169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86d6e8-574c-412a-b141-83484c9f965a service neutron] Pushing event updated for resources: {'Port': ['ID=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:47.228703 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedab60a-1e9f-4666-bcce-8ae43bac0176 x-openstack-request-id: req-cedab60a-1e9f-4666-bcce-8ae43bac0176 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:47.229345 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a021f17-e0a7-4280-801e-1752bd747d40", "tag": "a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:47.229802 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cedab60a-1e9f-4666-bcce-8ae43bac0176 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:47.230359 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a021f17-e0a7-4280-801e-1752bd747d40', 'tag': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f', 'status': 'completed', 'code': 200} Nov 19 19:06:47.253859 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.308924 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.310063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a6ae6-1c62-473a-b157-8c923ef1316d req-8dfde4a0-f76e-4585-b7ef-691d81c55f4f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:47.311933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367a6ae6-1c62-473a-b157-8c923ef1316d req-8dfde4a0-f76e-4585-b7ef-691d81c55f4f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 944 time: 0.2268984 Nov 19 19:06:47.314823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] device_id is not set on port 0d94f8fb-e5b4-40d1-bb44-57478029e57f yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:06:47.325831 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.327482 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.378510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:06:47.382528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-489a8dc6-62df-47ef-8ee9-c8c2a52c06f4 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:47.384320 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-489a8dc6-62df-47ef-8ee9-c8c2a52c06f4 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.57 "GET /v2.0/networks?id=21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 200 len: 819 time: 0.3004036 Nov 19 19:06:47.390498 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.404745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 549cc176-db8f-49c5-8016-960844a7104b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:47.423270 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.423719 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Added segment 406a9298-ac1d-4136-a3e5-a302dee25455 of type vlan for network 791fda4e-5644-4fe7-8fc2-dc45575a713f Nov 19 19:06:47.427141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Request body: {'port': {'device_id': '5de0c990-b240-47d8-b6f2-dc06111f6e90', 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b', 'admin_state_up': True, 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:47.427705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfe9ed3-91a9-4666-b068-4fd629614b54,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:47.446175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-412fa71e-5baa-464c-af0c-d597b974b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:47.448093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-412fa71e-5baa-464c-af0c-d597b974b500 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=833dced463b149f9bd9c0c851d87420e&device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 1095 time: 0.1918991 Nov 19 19:06:47.489937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 549cc176-db8f-49c5-8016-960844a7104b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:47.490431 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.548017 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-367a6ae6-1c62-473a-b157-8c923ef1316d req-363fccd2-2daf-48a6-b4a2-7895e0235408 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078469 Nov 19 19:06:47.573463 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-d05ccbec-10ea-4bd4-9925-d0dd145cd42b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f HTTP/1.1" status: 200 len: 217 time: 0.0950959 Nov 19 19:06:47.590586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.618635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event updated for resources: {'Port': ['ID=0d94f8fb-e5b4-40d1-bb44-57478029e57f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:47.672729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:47.673062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:47.673398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:47.692784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:47.693143 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:47.696197 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 2 to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f Nov 19 19:06:47.705230 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.706227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:47.706807 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.713924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-997c0f0b-a647-4f50-a7d6-8f12d56d869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:47.713924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-997c0f0b-a647-4f50-a7d6-8f12d56d869f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f29e992-cb08-4bf2-af0c-8be5d34157a6 HTTP/1.1" status: 200 len: 852 time: 0.1247115 Nov 19 19:06:47.735262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:47.735598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:47.735930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:47.771965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Made reservation on behalf of 8b5c0d51a5a146cc85f667ef992c3c4c for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:47.775544 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:47.793431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-6376a8af-cdcf-4442-b2ec-82660f4b8a3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f5ac119-2db2-4628-8057-9d831d0a1f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703094 Nov 19 19:06:47.797786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:47.797786 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:47.800266 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 3 to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f Nov 19 19:06:47.810316 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3108647 Nov 19 19:06:47.817308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51572) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:47.822885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] Request body: {'subnet': {'network_id': '791fda4e-5644-4fe7-8fc2-dc45575a713f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-972009904-subnet', 'tenant_id': '4dc5853cdf824ffb8704e6856a2526df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:47.874319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d433e8d-486f-42ef-9aaa-24964fbc7492 admin admin] Pushing event updated for resources: {'Network': ['ID=791fda4e-5644-4fe7-8fc2-dc45575a713f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:47.881088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:47.882510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:47.882851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:47.896189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 791fda4e-5644-4fe7-8fc2-dc45575a713f details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:06:47.898091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:47.898811 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:47.901021 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 4 to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f Nov 19 19:06:47.933947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:47.934284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:47.934861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:47.950930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:47.951318 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:47.953551 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 5 to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f Nov 19 19:06:47.960470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-8f79a3e3-cbba-4cc0-9300-f97c66b9fe43 service neutron] 10.222.0.21 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567655 Nov 19 19:06:47.979342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:47.980181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:47.980525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:47.991802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a17b5bf-d756-4678-82ba-7e1020aa1725 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:47.998571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] Made reservation on behalf of 4dc5853cdf824ffb8704e6856a2526df for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:48.002602 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:48.022758 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:48.028804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:48.029143 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:48.032435 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 6 to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f Nov 19 19:06:48.072279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2de09bf-90f3-4125-ae2e-ecf3285e2d02 req-db0fcc18-6a0c-4b40-ad5f-76a6ebba0a9e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 210 time: 0.0446510 Nov 19 19:06:48.079666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:48.080000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:48.080336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:48.087664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Transition to ACTIVE for port object 3a17b5bf-d756-4678-82ba-7e1020aa1725 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:06:48.090821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:48.091159 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:48.093011 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 7 to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f Nov 19 19:06:48.109855 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:48.128677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:48.128938 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:48.129836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:48.137078 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-340b2f03-ba5a-45bb-b797-fe7750dc9af3 req-32feda01-7062-4ac6-812a-765d4ec9cacf service neutron] 10.222.0.21 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680233 Nov 19 19:06:48.137834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:48.138120 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:48.138507 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 8 to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f Nov 19 19:06:48.152783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:48.153052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:48.153412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:48.158500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:48.158820 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:48.159216 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 9 to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f Nov 19 19:06:48.178642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:48.178766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:48.179252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:48.184353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:48.184677 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:48.185067 n-d-815373-6 neutron-server[109887]: INFO neutron.plugins.ml2.plugin [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempt 10 to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f Nov 19 19:06:48.209492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:48.209880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:48.210224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempting to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:48.233421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:48.233777 n-d-815373-6 neutron-server[109887]: ERROR neutron.plugins.ml2.managers [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Failed to bind port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on host n-h2-815373-6 for vnic_type normal using segments [{'id': '0d85b7f2-9eac-4338-93ab-0c162eb0c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cc1559e8-fd1c-400a-916b-d18297b494dd'}] Nov 19 19:06:48.234281 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:48.261457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=3a17b5bf-d756-4678-82ba-7e1020aa1725,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:48.273428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Allocated IP 172.20.0.12 (21d270c9-9af3-4527-86a9-5274ee93625b/71ca2481-520f-409b-914a-5b88fe41eeaf/24976393-0580-41c6-b6e0-0636f33f106c) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:06:48.285992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedebbd-6fed-4301-b1c0-1ba52d40c719 req-129f8e44-ea8d-4997-9bd2-c3e73ae0a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:48.287489 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7bedebbd-6fed-4301-b1c0-1ba52d40c719 req-129f8e44-ea8d-4997-9bd2-c3e73ae0a2d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=833dced463b149f9bd9c0c851d87420e&device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 1095 time: 0.0904858 Nov 19 19:06:48.370342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] For port 0d94f8fb-e5b4-40d1-bb44-57478029e57f, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:06:48.370705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attempted to set empty binding levels {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 19:06:48.379996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:48.425187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] In _notify_port_updated(), no bound segment for port 0d94f8fb-e5b4-40d1-bb44-57478029e57f on network cc1559e8-fd1c-400a-916b-d18297b494dd {{(pid=109887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:06:48.426613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:48.427257 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:48.428704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "PUT /v2.0/ports/0d94f8fb-e5b4-40d1-bb44-57478029e57f HTTP/1.1" status: 200 len: 974 time: 1.8079419 Nov 19 19:06:48.431717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51580) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:48.451067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedebbd-6fed-4301-b1c0-1ba52d40c719 req-8299422d-b0f7-4c13-8882-be338f14401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:48.452551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7bedebbd-6fed-4301-b1c0-1ba52d40c719 req-8299422d-b0f7-4c13-8882-be338f14401d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f5ac119-2db2-4628-8057-9d831d0a1f5a HTTP/1.1" status: 200 len: 913 time: 0.1539028 Nov 19 19:06:48.453299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600078a-be53-4b26-b960-981f35139040 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event updated for resources: {'Port': ['ID=0d94f8fb-e5b4-40d1-bb44-57478029e57f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:48.476148 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:48.497067 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7bedebbd-6fed-4301-b1c0-1ba52d40c719 req-31c9752d-a499-465f-878a-485eaa79f55b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f HTTP/1.1" status: 200 len: 217 time: 0.0366037 Nov 19 19:06:48.498523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Attempting to bind port 3a17b5bf-d756-4678-82ba-7e1020aa1725 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:48.498864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Attempting to bind port 3a17b5bf-d756-4678-82ba-7e1020aa1725 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:48.499195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Attempting to bind port 3a17b5bf-d756-4678-82ba-7e1020aa1725 on network 21d270c9-9af3-4527-86a9-5274ee93625b {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:48.555795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedebbd-6fed-4301-b1c0-1ba52d40c719 req-e5738ceb-1b36-422f-9dfb-16919ed5e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:48.557414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7bedebbd-6fed-4301-b1c0-1ba52d40c719 req-e5738ceb-1b36-422f-9dfb-16919ed5e33c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7f29e992-cb08-4bf2-af0c-8be5d34157a6 HTTP/1.1" status: 200 len: 852 time: 0.0515733 Nov 19 19:06:48.564965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Port 3a17b5bf-d756-4678-82ba-7e1020aa1725 on network 21d270c9-9af3-4527-86a9-5274ee93625b not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:48.565307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Attempting to bind port 3a17b5bf-d756-4678-82ba-7e1020aa1725 on network 21d270c9-9af3-4527-86a9-5274ee93625b {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:48.593770 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7bedebbd-6fed-4301-b1c0-1ba52d40c719 req-d275f25b-a437-457e-8f74-94433f419966 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f5ac119-2db2-4628-8057-9d831d0a1f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273674 Nov 19 19:06:48.623354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:06:48.623811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Checking segment: {'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:48.624360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Bound using segment: {'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:06:48.624947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Bound port: 3a17b5bf-d756-4678-82ba-7e1020aa1725, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:06:48.625557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:48.673437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a569e46c-1a10-420e-92c4-a6062c459895,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:48.745122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b01c66-89e5-43e5-b881-51bd7c51c87c req-d2558db4-e221-4dc7-9047-dee66e9b7193 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:48.746692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7b01c66-89e5-43e5-b881-51bd7c51c87c req-d2558db4-e221-4dc7-9047-dee66e9b7193 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 944 time: 0.0887573 Nov 19 19:06:48.753693 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7bedebbd-6fed-4301-b1c0-1ba52d40c719 req-6071b8a9-108b-4188-a4e3-a52e6daaa224 service neutron] 10.222.0.21 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495061 Nov 19 19:06:48.771125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] Checking segment: {'id': '406a9298-ac1d-4136-a3e5-a302dee25455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '791fda4e-5644-4fe7-8fc2-dc45575a713f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:48.771609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] Network hostable DHCP agents. Network: 791fda4e-5644-4fe7-8fc2-dc45575a713f, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:06:48.803955 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:48.830223 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] For port 3a17b5bf-d756-4678-82ba-7e1020aa1725, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:06:48.842028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] For port 3a17b5bf-d756-4678-82ba-7e1020aa1725, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a17b5bf-d756-4678-82ba-7e1020aa1725,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:06:48.849835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-31cf98e4-7c35-496e-b3d8-649add219db7 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Deleting port 0d94f8fb-e5b4-40d1-bb44-57478029e57f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:48.850147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31cf98e4-7c35-496e-b3d8-649add219db7 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:48.857688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] Network 791fda4e-5644-4fe7-8fc2-dc45575a713f is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:06:48.876538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7b01c66-89e5-43e5-b881-51bd7c51c87c req-3d932901-b9f1-47ed-9ed1-2d76dcd566fc tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069353 Nov 19 19:06:48.878009 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:48.906972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7bedebbd-6fed-4301-b1c0-1ba52d40c719 req-e69888ba-d4be-4558-b2b0-79d360a93706 service neutron] 10.222.0.21 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459866 Nov 19 19:06:48.972083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 791fda4e-5644-4fe7-8fc2-dc45575a713f) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:48.982666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213e0412-7675-4811-bae0-15522383391f None None] Network 791fda4e-5644-4fe7-8fc2-dc45575a713f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:49.009394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:49.010009 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.039073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:49.039653 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.041204 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] 10.222.0.57 "PUT /v2.0/ports/3a17b5bf-d756-4678-82ba-7e1020aa1725 HTTP/1.1" status: 200 len: 1091 time: 2.0243325 Nov 19 19:06:49.043394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0d0873-5908-4289-8339-392cd92989a8', 'tag': '3a17b5bf-d756-4678-82ba-7e1020aa1725'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:49.046044 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac8caea-9559-4417-bd1e-dec3f587582e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0d0873-5908-4289-8339-392cd92989a8", "tag": "3a17b5bf-d756-4678-82ba-7e1020aa1725"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:49.068797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1ac8780c-31ea-4f7d-9d9e-e4b6aeeb1340 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2502530 Nov 19 19:06:49.072058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-31cf98e4-7c35-496e-b3d8-649add219db7 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] For port 0d94f8fb-e5b4-40d1-bb44-57478029e57f, host n-h2-815373-6, got binding levels [] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:49.072464 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31cf98e4-7c35-496e-b3d8-649add219db7 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.077989 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.106930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Network 21d270c9-9af3-4527-86a9-5274ee93625b is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:49.119672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:49.122323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd28ae-2462-4aeb-a249-01d7d4c6ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=3a17b5bf-d756-4678-82ba-7e1020aa1725,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:49.128182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:49.149443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-31cf98e4-7c35-496e-b3d8-649add219db7 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Calling delete_port for 0d94f8fb-e5b4-40d1-bb44-57478029e57f owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:49.243204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a961dc-d13b-4ff4-97f7-e3288729fc29 None None] Network 791fda4e-5644-4fe7-8fc2-dc45575a713f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:49.263335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Pushing event updated for resources: {'Port': ['ID=24976393-0580-41c6-b6e0-0636f33f106c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:49.300325 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21659731-8a99-4d6c-b235-27913a7756f7 x-openstack-request-id: req-21659731-8a99-4d6c-b235-27913a7756f7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:49.306775 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0d0873-5908-4289-8339-392cd92989a8", "tag": "3a17b5bf-d756-4678-82ba-7e1020aa1725", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:49.307413 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21659731-8a99-4d6c-b235-27913a7756f7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:49.309718 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0d0873-5908-4289-8339-392cd92989a8', 'tag': '3a17b5bf-d756-4678-82ba-7e1020aa1725', 'status': 'completed', 'code': 200} Nov 19 19:06:49.388510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51604) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:49.447586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1a51d8-13c7-4c5a-aeb5-c613ec9dc4bb admin admin] Deleting subnet a569e46c-1a10-420e-92c4-a6062c459895 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:06:49.451770 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc1a51d8-13c7-4c5a-aeb5-c613ec9dc4bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.477555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:49.478313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.495514 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc1a51d8-13c7-4c5a-aeb5-c613ec9dc4bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.546399 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc1a51d8-13c7-4c5a-aeb5-c613ec9dc4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.597337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-8f38ed12-dc64-4c12-9b65-0c8c20af9e57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1783419 Nov 19 19:06:49.624575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Request body: {'port': {'device_id': '5de0c990-b240-47d8-b6f2-dc06111f6e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:49.627337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc1a51d8-13c7-4c5a-aeb5-c613ec9dc4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.635483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-d63d20dc-f618-4ebe-9f8d-4317c908ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:49.637258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-d63d20dc-f618-4ebe-9f8d-4317c908ac08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 1094 time: 0.2434988 Nov 19 19:06:49.665012 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a51d8-13c7-4c5a-aeb5-c613ec9dc4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a569e46c-1a10-420e-92c4-a6062c459895,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:49.667199 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc1a51d8-13c7-4c5a-aeb5-c613ec9dc4bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.671231 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dc1a51d8-13c7-4c5a-aeb5-c613ec9dc4bb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a569e46c-1a10-420e-92c4-a6062c459895 HTTP/1.1" status: 204 len: 168 time: 0.2816417 Nov 19 19:06:49.678306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51606) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:49.687396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67087d-88db-46af-8ba3-fd73a6ae03a6 req-e19a694b-cd18-4120-a1de-73937e4d4286 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:49.689234 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b67087d-88db-46af-8ba3-fd73a6ae03a6 req-e19a694b-cd18-4120-a1de-73937e4d4286 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 932 time: 0.2901549 Nov 19 19:06:49.749924 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-b2caddaf-8534-4c6d-9a7f-1e9e0a6164b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a17b5bf-d756-4678-82ba-7e1020aa1725 HTTP/1.1" status: 200 len: 217 time: 0.0855734 Nov 19 19:06:49.757153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.873219 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.882218 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.882940 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31cf98e4-7c35-496e-b3d8-649add219db7 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.909268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791fda4e-5644-4fe7-8fc2-dc45575a713f']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:49.923530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-14c31599-5aac-45d5-921c-9cca0da18864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:49.926633 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-14c31599-5aac-45d5-921c-9cca0da18864 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71ca2481-520f-409b-914a-5b88fe41eeaf HTTP/1.1" status: 200 len: 859 time: 0.1592119 Nov 19 19:06:49.927023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406a9298-ac1d-4136-a3e5-a302dee25455') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:49.927023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406a9298-ac1d-4136-a3e5-a302dee25455') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:49.944372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.959151 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b67087d-88db-46af-8ba3-fd73a6ae03a6 req-f3ae5fc8-74a9-4269-b03e-406116b66f25 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160826 Nov 19 19:06:49.965102 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.969857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf98e4-7c35-496e-b3d8-649add219db7 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d94f8fb-e5b4-40d1-bb44-57478029e57f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:49.983214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:06:49.983626 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:06:49.985695 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:06:50.020612 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31cf98e4-7c35-496e-b3d8-649add219db7 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.026867 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-31cf98e4-7c35-496e-b3d8-649add219db7 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "DELETE /v2.0/ports/0d94f8fb-e5b4-40d1-bb44-57478029e57f HTTP/1.1" status: 204 len: 168 time: 1.5841060 Nov 19 19:06:50.026867 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-3cc9ac07-1d36-47af-9097-f35a143ab298 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21d270c9-9af3-4527-86a9-5274ee93625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719719 Nov 19 19:06:50.029915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51612) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:50.076906 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a308c7f6-23de-4f55-8919-a0e23cd0f843 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] GET failed (client error): The resource could not be found. Nov 19 19:06:50.082075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a308c7f6-23de-4f55-8919-a0e23cd0f843 tempest-PortsAdminExtendedAttrsTestJSON-887212735 tempest-PortsAdminExtendedAttrsTestJSON-887212735-project-admin] 10.222.0.50 "GET /v2.0/ports/0d94f8fb-e5b4-40d1-bb44-57478029e57f HTTP/1.1" status: 404 len: 333 time: 0.0479929 Nov 19 19:06:50.084488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51614) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:50.123821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621627f9-4544-4cd4-9093-7b90b2de3af2 req-37f65c0b-2b6d-4e1d-b1c3-0a01466a80b3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:50.125348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-621627f9-4544-4cd4-9093-7b90b2de3af2 req-37f65c0b-2b6d-4e1d-b1c3-0a01466a80b3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 944 time: 0.1217997 Nov 19 19:06:50.156385 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.170549 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.177348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] 10.222.0.50 "DELETE /v2.0/networks/791fda4e-5644-4fe7-8fc2-dc45575a713f HTTP/1.1" status: 204 len: 168 time: 0.4947693 Nov 19 19:06:50.217766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885ff48-832b-442d-a179-620c1499fd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=791fda4e-5644-4fe7-8fc2-dc45575a713f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:50.244220 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.276881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-621627f9-4544-4cd4-9093-7b90b2de3af2 req-18320e85-2911-49a3-a73e-1364c737847a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240649 Nov 19 19:06:50.322020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-fdfdf614-430c-497a-8ef5-b77f888be735 service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744284 Nov 19 19:06:50.483748 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51622) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:50.725777 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.748291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1559e8-fd1c-400a-916b-d18297b494dd']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:50.758855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d85b7f2-9eac-4338-93ab-0c162eb0c614') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:50.759214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d85b7f2-9eac-4338-93ab-0c162eb0c614') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:06:50.771939 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.786421 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.793422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:06:50.793741 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:06:50.797671 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:06:50.865957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24976393-0580-41c6-b6e0-0636f33f106c {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:50.887164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.897935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.916482 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.920701 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] 10.222.0.50 "DELETE /v2.0/networks/cc1559e8-fd1c-400a-916b-d18297b494dd HTTP/1.1" status: 204 len: 168 time: 0.8346097 Nov 19 19:06:50.935098 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0c5d5cd9-d5fe-42e7-985c-e2ddfcfb0ac0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4dc5853cdf824ffb8704e6856a2526df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4458299 Nov 19 19:06:50.936232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Transition to ACTIVE for port object 24976393-0580-41c6-b6e0-0636f33f106c will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:06:50.936232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51628) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:50.946591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:50.949992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad19e0c-59a2-47e3-8571-66c34b21033e tempest-PortsAdminExtendedAttrsTestJSON-1008630048 tempest-PortsAdminExtendedAttrsTestJSON-1008630048-project] Pushing event deleted for resources: {'Network': ['ID=cc1559e8-fd1c-400a-916b-d18297b494dd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:50.958846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d4ef3c18-d8aa-4274-abf9-0424b0551351 req-d9fc3a9a-c748-41ac-b24c-06d2f35afa6c service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249764 Nov 19 19:06:51.063569 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=24976393-0580-41c6-b6e0-0636f33f106c,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:51.157955 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1db2-fcdf-4660-aae5-bcc640e752fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.190578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8caea-9559-4417-bd1e-dec3f587582e req-e13f711e-750e-48e4-8209-72d16632ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:51.194070 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ac8caea-9559-4417-bd1e-dec3f587582e req-e13f711e-750e-48e4-8209-72d16632ad8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 1094 time: 0.1704149 Nov 19 19:06:51.223312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1db2-fcdf-4660-aae5-bcc640e752fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.263278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51634) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:51.293487 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Attempting to bind port 24976393-0580-41c6-b6e0-0636f33f106c on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:51.293956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Attempting to bind port 24976393-0580-41c6-b6e0-0636f33f106c by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:51.294209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Attempting to bind port 24976393-0580-41c6-b6e0-0636f33f106c on network 21d270c9-9af3-4527-86a9-5274ee93625b {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:51.305575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7067a7-b7d7-4558-8992-28248376cf66 req-ec76edb8-ddd9-4cb9-b326-ba5222a4f66b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:51.307159 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f7067a7-b7d7-4558-8992-28248376cf66 req-ec76edb8-ddd9-4cb9-b326-ba5222a4f66b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 944 time: 0.2122092 Nov 19 19:06:51.339645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Port 24976393-0580-41c6-b6e0-0636f33f106c on network 21d270c9-9af3-4527-86a9-5274ee93625b not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:06:51.340328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Attempting to bind port 24976393-0580-41c6-b6e0-0636f33f106c on network 21d270c9-9af3-4527-86a9-5274ee93625b {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:51.370947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:06:51.371274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Checking segment: {'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:51.371658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Bound using segment: {'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:06:51.372104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Bound port: 24976393-0580-41c6-b6e0-0636f33f106c, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:06:51.373124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.435476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966feca-3a89-4237-bd11-cd07124acdd8 req-50c3ff18-08b2-478b-a828-ca464f846eef tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:51.442725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c966feca-3a89-4237-bd11-cd07124acdd8 req-50c3ff18-08b2-478b-a828-ca464f846eef tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 944 time: 0.0794303 Nov 19 19:06:51.459433 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f7067a7-b7d7-4558-8992-28248376cf66 req-11b5c21d-c365-4bfd-a797-51b12d98189e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345830 Nov 19 19:06:51.462433 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1db2-fcdf-4660-aae5-bcc640e752fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.465049 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1db2-fcdf-4660-aae5-bcc640e752fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.468990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5e9a1db2-fcdf-4660-aae5-bcc640e752fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7cfe9ed3-91a9-4666-b068-4fd629614b54 HTTP/1.1" status: 204 len: 168 time: 0.5289190 Nov 19 19:06:51.473310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8caea-9559-4417-bd1e-dec3f587582e req-4df4eaec-d904-4c3d-9348-f1a97e33b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:51.484053 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ac8caea-9559-4417-bd1e-dec3f587582e req-4df4eaec-d904-4c3d-9348-f1a97e33b0e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 200 len: 920 time: 0.2720895 Nov 19 19:06:51.495097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a1db2-fcdf-4660-aae5-bcc640e752fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfe9ed3-91a9-4666-b068-4fd629614b54,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:51.563107 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ac8caea-9559-4417-bd1e-dec3f587582e req-3b5dc127-9ab8-48ee-b5be-8c9f89bd394a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a17b5bf-d756-4678-82ba-7e1020aa1725 HTTP/1.1" status: 200 len: 217 time: 0.0769205 Nov 19 19:06:51.584228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c9cb7b09-d4a2-454f-9b66-58f8a19aaea4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d9bf37421c34d00a5877ba3c6c6c4a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3163338 Nov 19 19:06:51.585650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c966feca-3a89-4237-bd11-cd07124acdd8 req-09056750-b0da-49d0-8040-ff709d3c8534 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351471 Nov 19 19:06:51.586164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51646) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:51.606181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:51.665253 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a0f1-66af-4a83-9758-d3310caa76c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.676053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] For port 24976393-0580-41c6-b6e0-0636f33f106c, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:06:51.714129 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a0f1-66af-4a83-9758-d3310caa76c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.719531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] For port 24976393-0580-41c6-b6e0-0636f33f106c, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=24976393-0580-41c6-b6e0-0636f33f106c,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:06:51.725996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8caea-9559-4417-bd1e-dec3f587582e req-38180d1c-b13c-468b-949b-ed38810baa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:51.728384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ac8caea-9559-4417-bd1e-dec3f587582e req-38180d1c-b13c-468b-949b-ed38810baa52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71ca2481-520f-409b-914a-5b88fe41eeaf HTTP/1.1" status: 200 len: 859 time: 0.1554859 Nov 19 19:06:51.730224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.775054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:51.786410 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a0f1-66af-4a83-9758-d3310caa76c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.789882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f', 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a', 'port_id': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f29e992-cb08-4bf2-af0c-8be5d34157a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:51.797042 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a0f1-66af-4a83-9758-d3310caa76c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.798736 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f3d8a0f1-66af-4a83-9758-d3310caa76c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2cfb4441-3c4c-40c5-9a1e-2c95b73b8290 HTTP/1.1" status: 204 len: 168 time: 0.2103636 Nov 19 19:06:51.819811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8a0f1-66af-4a83-9758-d3310caa76c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfb4441-3c4c-40c5-9a1e-2c95b73b8290,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:51.835123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=24976393-0580-41c6-b6e0-0636f33f106c,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:51.856841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ac8caea-9559-4417-bd1e-dec3f587582e req-1551fb12-9a2a-4278-9144-daecc8c00283 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21d270c9-9af3-4527-86a9-5274ee93625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152740 Nov 19 19:06:51.858293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:51.859002 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.860443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-024ffb7d-26ee-4bac-8a34-ba916ac14bd4 service neutron] 10.222.0.57 "PUT /v2.0/ports/24976393-0580-41c6-b6e0-0636f33f106c HTTP/1.1" status: 200 len: 1092 time: 2.2500248 Nov 19 19:06:51.861097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de0c990-b240-47d8-b6f2-dc06111f6e90', 'tag': '24976393-0580-41c6-b6e0-0636f33f106c'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:51.864182 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4216d5e2-5695-4c17-9b06-f7c32683603f" -d '{"events": [{"name": "network-changed", "server_uuid": "5de0c990-b240-47d8-b6f2-dc06111f6e90", "tag": "24976393-0580-41c6-b6e0-0636f33f106c"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:51.917596 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:51.965994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:51.988475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:51.995301 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:52.008901 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aa8f01-4774-4dcb-bb4c-01bafc5985e8 x-openstack-request-id: req-f5aa8f01-4774-4dcb-bb4c-01bafc5985e8 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:52.009293 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de0c990-b240-47d8-b6f2-dc06111f6e90", "tag": "24976393-0580-41c6-b6e0-0636f33f106c", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:52.009431 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5aa8f01-4774-4dcb-bb4c-01bafc5985e8 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:52.009897 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de0c990-b240-47d8-b6f2-dc06111f6e90', 'tag': '24976393-0580-41c6-b6e0-0636f33f106c', 'status': 'completed', 'code': 200} Nov 19 19:06:52.046151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-1a4d03b4-4ce1-434d-954c-24b98c397a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:52.047845 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-1a4d03b4-4ce1-434d-954c-24b98c397a1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 1095 time: 0.1240201 Nov 19 19:06:52.070946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:52.110837 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-7dfb6caf-5b0b-4a9c-9b10-56f209b7c435 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24976393-0580-41c6-b6e0-0636f33f106c HTTP/1.1" status: 200 len: 217 time: 0.0532727 Nov 19 19:06:52.112926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ac8caea-9559-4417-bd1e-dec3f587582e req-cd688e6b-8093-4e0d-afc0-e8b7861d398c service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383406 Nov 19 19:06:52.229568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-115a49e1-333f-4f5d-aa8b-1e59cb9a7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:52.231176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-115a49e1-333f-4f5d-aa8b-1e59cb9a7acd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71ca2481-520f-409b-914a-5b88fe41eeaf HTTP/1.1" status: 200 len: 859 time: 0.1076434 Nov 19 19:06:52.272346 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-f5380ff6-e6fb-4b7a-8f4c-b8281f473abb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21d270c9-9af3-4527-86a9-5274ee93625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325441 Nov 19 19:06:52.272865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:52.328009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51668) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:52.373109 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ac8caea-9559-4417-bd1e-dec3f587582e req-6e285a92-7a83-4d29-b389-6a8544919178 service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411458 Nov 19 19:06:52.468660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51674) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:52.476395 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-ef8f61c7-9ba1-4254-9f52-f5482ade9c8c service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893191 Nov 19 19:06:52.585878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c27c5c27-93e6-47c6-8d2e-cca31d48e612 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5964d83f0dd741f08b3f2557bac48e53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1149523 Nov 19 19:06:52.589524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51680) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:52.713276 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2254544f-bb74-4fe3-aaa1-3c06910a9394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:52.751300 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-708bb0fa-adec-4d72-9917-e669222a16c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:52.799371 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e63f05db-3f17-4a04-b3b7-5d4b34d1f12f req-b1575dc6-24f2-4d20-b361-b9ca14c3891a service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124070 Nov 19 19:06:52.829271 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-708bb0fa-adec-4d72-9917-e669222a16c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:52.837304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db149d31-8ffc-479c-b0c2-73639812ca62 req-76a90713-f47b-4e63-b5b6-f0db4bec69fc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:52.849341 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db149d31-8ffc-479c-b0c2-73639812ca62 req-76a90713-f47b-4e63-b5b6-f0db4bec69fc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 944 time: 0.2086000 Nov 19 19:06:52.958258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216d5e2-5695-4c17-9b06-f7c32683603f req-a82a019c-db35-413b-930a-d35f9d9ae4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:52.960263 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4216d5e2-5695-4c17-9b06-f7c32683603f req-a82a019c-db35-413b-930a-d35f9d9ae4ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 1095 time: 0.0884042 Nov 19 19:06:52.964860 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db149d31-8ffc-479c-b0c2-73639812ca62 req-0f95ee64-3e26-40e2-8d7b-b00ab8e66a59 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084523 Nov 19 19:06:52.993985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596191c-40b8-4d32-a0ac-e8d9538db879 req-9b36f56d-4fd9-4052-a8be-4b70a9ada019 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:52.995876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f596191c-40b8-4d32-a0ac-e8d9538db879 req-9b36f56d-4fd9-4052-a8be-4b70a9ada019 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 945 time: 0.2319081 Nov 19 19:06:53.015909 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2254544f-bb74-4fe3-aaa1-3c06910a9394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:53.075785 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2254544f-bb74-4fe3-aaa1-3c06910a9394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:53.116714 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f596191c-40b8-4d32-a0ac-e8d9538db879 req-7cd20028-749f-4c77-a325-d76d3310efe6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087818 Nov 19 19:06:53.118259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216d5e2-5695-4c17-9b06-f7c32683603f req-a9f7f9e6-9f7c-40ce-88dd-3352a9ea825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:53.119881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4216d5e2-5695-4c17-9b06-f7c32683603f req-a9f7f9e6-9f7c-40ce-88dd-3352a9ea825e service neutron] 10.222.0.57 "GET /v2.0/networks?id=21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 200 len: 920 time: 0.1517439 Nov 19 19:06:53.126587 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-708bb0fa-adec-4d72-9917-e669222a16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:53.131227 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-708bb0fa-adec-4d72-9917-e669222a16c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:53.135338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-708bb0fa-adec-4d72-9917-e669222a16c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d966a06-f39e-4e7f-a2ce-92574fb377ee HTTP/1.1" status: 204 len: 168 time: 0.5419018 Nov 19 19:06:53.158318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2254544f-bb74-4fe3-aaa1-3c06910a9394 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5527d3d1ca554747af1bb5b4fddc3b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8264897 Nov 19 19:06:53.161056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51700) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:53.180084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254544f-bb74-4fe3-aaa1-3c06910a9394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b340758a-5952-4ba7-bd44-83459650f280,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:53.190045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4216d5e2-5695-4c17-9b06-f7c32683603f req-02706345-bf87-43b1-a740-a27ff5eb8305 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24976393-0580-41c6-b6e0-0636f33f106c HTTP/1.1" status: 200 len: 217 time: 0.0619943 Nov 19 19:06:53.205681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bb0fa-adec-4d72-9917-e669222a16c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d966a06-f39e-4e7f-a2ce-92574fb377ee,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:53.244826 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-631afe8d-4f6c-4489-99df-ad7155f489b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:53.260886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216d5e2-5695-4c17-9b06-f7c32683603f req-7db04101-05ec-4209-992b-0618408eb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:53.262966 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4216d5e2-5695-4c17-9b06-f7c32683603f req-7db04101-05ec-4209-992b-0618408eb53e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71ca2481-520f-409b-914a-5b88fe41eeaf HTTP/1.1" status: 200 len: 859 time: 0.0655117 Nov 19 19:06:53.275752 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-631afe8d-4f6c-4489-99df-ad7155f489b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:53.370104 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4216d5e2-5695-4c17-9b06-f7c32683603f req-5c3a1500-7fbf-475b-bf40-04c5d269cbdd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21d270c9-9af3-4527-86a9-5274ee93625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888925 Nov 19 19:06:53.423954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-631afe8d-4f6c-4489-99df-ad7155f489b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:53.428955 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-631afe8d-4f6c-4489-99df-ad7155f489b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:53.434240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-631afe8d-4f6c-4489-99df-ad7155f489b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b340758a-5952-4ba7-bd44-83459650f280 HTTP/1.1" status: 204 len: 168 time: 0.2711830 Nov 19 19:06:53.444691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631afe8d-4f6c-4489-99df-ad7155f489b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b340758a-5952-4ba7-bd44-83459650f280,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:53.491239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4216d5e2-5695-4c17-9b06-f7c32683603f req-9e0cd642-4a1c-4aa3-a7c2-3bb7ca6d4514 service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242449 Nov 19 19:06:53.602112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:53.611624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4216d5e2-5695-4c17-9b06-f7c32683603f req-604b6922-b5ed-4f7d-b700-8085602dfa48 service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120546 Nov 19 19:06:53.666946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:06:53.671429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:53.672263 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:53.750462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51716) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:53.791645 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:53.829107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a021f17-e0a7-4280-801e-1752bd747d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:53.832730 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad79a88a-8f0b-43cd-8486-2d91a1c2ea2a" -d '{"events": [{"server_uuid": "3a021f17-e0a7-4280-801e-1752bd747d40", "name": "network-vif-plugged", "status": "completed", "tag": "a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:53.844770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:53.851158 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:53.896716 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc55c306-3f96-4bab-ba78-1977f2ad0c5f x-openstack-request-id: req-dc55c306-3f96-4bab-ba78-1977f2ad0c5f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:53.897109 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a021f17-e0a7-4280-801e-1752bd747d40", "name": "network-vif-plugged", "status": "completed", "tag": "a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:53.897483 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc55c306-3f96-4bab-ba78-1977f2ad0c5f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:53.898125 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a021f17-e0a7-4280-801e-1752bd747d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f', 'code': 200} Nov 19 19:06:53.931300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:53.984325 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b96cbbc0-4fa7-4084-9249-cf2368c70695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.017997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51728) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:54.042383 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-751d83b7-d30a-4599-95d7-79624537ef23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.073140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847daede-7b0e-47f6-b5d4-a247c3fe2581 req-6eb2bf9e-9ab6-4b3e-9bfc-7e2d15fc702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:54.074751 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-847daede-7b0e-47f6-b5d4-a247c3fe2581 req-6eb2bf9e-9ab6-4b3e-9bfc-7e2d15fc702b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 1097 time: 0.1037812 Nov 19 19:06:54.152522 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-847daede-7b0e-47f6-b5d4-a247c3fe2581 req-9fff951f-7fdb-49c3-bb3d-e8e55f545e7f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670383 Nov 19 19:06:54.171144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9268f-b7c6-4dc9-b7b7-7d2d8ec9c6ac req-4a86253e-59c0-4d3a-9a2f-c951f377a634 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:54.182742 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-751d83b7-d30a-4599-95d7-79624537ef23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.183865 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ebf9268f-b7c6-4dc9-b7b7-7d2d8ec9c6ac req-4a86253e-59c0-4d3a-9a2f-c951f377a634 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 944 time: 0.1244473 Nov 19 19:06:54.192699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-751d83b7-d30a-4599-95d7-79624537ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.235237 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b96cbbc0-4fa7-4084-9249-cf2368c70695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.248570 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-751d83b7-d30a-4599-95d7-79624537ef23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7236e27a63314c5e98b30e36c201faf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239928 Nov 19 19:06:54.251320 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51738) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:54.253727 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b96cbbc0-4fa7-4084-9249-cf2368c70695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.276423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d83b7-d30a-4599-95d7-79624537ef23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be4b83c-5d50-4d9c-8cf6-3b562d94996a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:54.291703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b96cbbc0-4fa7-4084-9249-cf2368c70695 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d9bfba1b4504165b87f31d1e40a5d12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5368211 Nov 19 19:06:54.292438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51740) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:54.310397 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ebf9268f-b7c6-4dc9-b7b7-7d2d8ec9c6ac req-1d90e538-ca22-4352-b533-26c3d6f8e142 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198838 Nov 19 19:06:54.330388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cbbc0-4fa7-4084-9249-cf2368c70695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28edaff-990d-46ac-bc2b-31a0be7e72eb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:54.369416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debf6fb-5c26-48a8-9909-1cd263360336 req-567dfd6d-8904-4336-bf8e-a2c13fc03059 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:54.371078 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7debf6fb-5c26-48a8-9909-1cd263360336 req-567dfd6d-8904-4336-bf8e-a2c13fc03059 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1386602 Nov 19 19:06:54.412279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-49cad16d-b92d-4686-b0e9-ec7e092029f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.428107 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5943a93f-2821-4e53-9178-f9dfa10b824c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.466798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-49cad16d-b92d-4686-b0e9-ec7e092029f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.490318 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5943a93f-2821-4e53-9178-f9dfa10b824c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.505529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7debf6fb-5c26-48a8-9909-1cd263360336 req-753ad685-04da-4eaa-bd02-d8a46fb63663 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247215 Nov 19 19:06:54.571642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-49cad16d-b92d-4686-b0e9-ec7e092029f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.574628 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-49cad16d-b92d-4686-b0e9-ec7e092029f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.575819 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-49cad16d-b92d-4686-b0e9-ec7e092029f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6be4b83c-5d50-4d9c-8cf6-3b562d94996a HTTP/1.1" status: 204 len: 168 time: 0.3233051 Nov 19 19:06:54.587694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cad16d-b92d-4686-b0e9-ec7e092029f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be4b83c-5d50-4d9c-8cf6-3b562d94996a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:54.594692 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5943a93f-2821-4e53-9178-f9dfa10b824c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.597743 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5943a93f-2821-4e53-9178-f9dfa10b824c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.599330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5943a93f-2821-4e53-9178-f9dfa10b824c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d28edaff-990d-46ac-bc2b-31a0be7e72eb HTTP/1.1" status: 204 len: 168 time: 0.3027811 Nov 19 19:06:54.608455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943a93f-2821-4e53-9178-f9dfa10b824c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28edaff-990d-46ac-bc2b-31a0be7e72eb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:54.657801 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3a17b5bf-d756-4678-82ba-7e1020aa1725 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:54.784229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3a17b5bf-d756-4678-82ba-7e1020aa1725, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a17b5bf-d756-4678-82ba-7e1020aa1725,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:54.797605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '3a17b5bf-d756-4678-82ba-7e1020aa1725', 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b', 'port_id': '3a17b5bf-d756-4678-82ba-7e1020aa1725', 'mac_address': 'fa:16:3e:85:96:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ca2481-520f-409b-914a-5b88fe41eeaf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:54.837418 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.855567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a17b5bf-d756-4678-82ba-7e1020aa1725 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:54.876363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3a17b5bf-d756-4678-82ba-7e1020aa1725, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a17b5bf-d756-4678-82ba-7e1020aa1725,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:54.881636 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:54.944744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=3a17b5bf-d756-4678-82ba-7e1020aa1725,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:55.059264 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:55.242954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['3a17b5bf-d756-4678-82ba-7e1020aa1725'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:55.464914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659833c-ccfd-443a-afc7-16af7e2640ca req-5ff5f526-0c27-4090-a387-cb852a54ac3b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:55.466456 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4659833c-ccfd-443a-afc7-16af7e2640ca req-5ff5f526-0c27-4090-a387-cb852a54ac3b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 944 time: 0.0588992 Nov 19 19:06:55.527299 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4659833c-ccfd-443a-afc7-16af7e2640ca req-f667ac87-5c8c-43a7-9bc2-0476240bc653 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525868 Nov 19 19:06:55.659169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006c584-6210-4900-9533-302403f635f1 req-2e03f51b-f995-4864-bf35-4e2983daab5e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:55.661689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e006c584-6210-4900-9533-302403f635f1 req-2e03f51b-f995-4864-bf35-4e2983daab5e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0593202 Nov 19 19:06:55.715358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e006c584-6210-4900-9533-302403f635f1 req-c8ee4bd1-504e-4f5a-a850-2357e44ae2d7 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474186 Nov 19 19:06:55.729070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51802) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:55.844534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a882aee-bbda-4675-9514-a23baa970e46 req-54eeceeb-ee51-4817-a53c-346cea11d23a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:55.846237 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a882aee-bbda-4675-9514-a23baa970e46 req-54eeceeb-ee51-4817-a53c-346cea11d23a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0557125 Nov 19 19:06:55.858438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1395085357', 'router:external': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:55.913376 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9a882aee-bbda-4675-9514-a23baa970e46 req-f07b2cdd-b897-4532-af76-194cd754939c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576022 Nov 19 19:06:55.924040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Made reservation on behalf of 67d607a460dc4f338a93ca4e3e60a7bb for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:55.927135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:55.940872 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.040289 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:06:56.058797 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.063821 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.087653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:06:56.106456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba21149-ef53-4a2b-88f7-0290f33a5b16,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:56.110059 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.110410 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Added segment d99b5cb3-2b58-4d43-99d6-e2b4ebc45d2a of type vlan for network 0526dcac-66c1-4d00-bba2-d5b7837a29cf Nov 19 19:06:56.174361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51826) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:56.181919 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.247410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b507a4-cd25-4556-9a32-513a17b3e01d req-8ecc9fe7-859c-43c4-bf01-906539878809 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:56.248955 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-22b507a4-cd25-4556-9a32-513a17b3e01d req-8ecc9fe7-859c-43c4-bf01-906539878809 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0833557 Nov 19 19:06:56.250153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.251053 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:56.251632 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.333013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6028087 Nov 19 19:06:56.338868 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51836) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:56.339281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1ccb3-a9da-4932-8fde-136cab3775fd tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event updated for resources: {'Network': ['ID=0526dcac-66c1-4d00-bba2-d5b7837a29cf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:56.342142 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Request body: {'subnet': {'network_id': '0526dcac-66c1-4d00-bba2-d5b7837a29cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:56.353637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 0526dcac-66c1-4d00-bba2-d5b7837a29cf details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:06:56.382528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-22b507a4-cd25-4556-9a32-513a17b3e01d req-a4c31a0b-a962-4ed9-b4ec-02be48f1a5ba tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226008 Nov 19 19:06:56.384777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Made reservation on behalf of 67d607a460dc4f338a93ca4e3e60a7bb for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:56.390020 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.412614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-530462720-network', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:56.513803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Made reservation on behalf of a8ce333f2ff74a41ab732c625a91c301 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:56.516106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.531787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.582252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201cafa-6e46-4bc1-8729-eea0ee0ec15c req-8f2c6c37-fbfa-4c04-ae4d-4f550bca55ae tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:56.589493 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2201cafa-6e46-4bc1-8729-eea0ee0ec15c req-8f2c6c37-fbfa-4c04-ae4d-4f550bca55ae tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1139081 Nov 19 19:06:56.655821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823881a-54e7-433c-88a5-53e233a1445e req-64cbeb27-744c-4fb6-bf20-6a35ed7c8725 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:56.657450 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9823881a-54e7-433c-88a5-53e233a1445e req-64cbeb27-744c-4fb6-bf20-6a35ed7c8725 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 944 time: 0.0541306 Nov 19 19:06:56.688793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 24976393-0580-41c6-b6e0-0636f33f106c details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:06:56.693858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3a17b5bf-d756-4678-82ba-7e1020aa1725 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:56.736866 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2201cafa-6e46-4bc1-8729-eea0ee0ec15c req-e2e38eea-becb-4074-b1ab-43062712c27d tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464531 Nov 19 19:06:56.772954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9823881a-54e7-433c-88a5-53e233a1445e req-a8589ea4-cfc1-45bd-9c55-dc966bb6eaaf tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080062 Nov 19 19:06:56.837367 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.843511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 3a17b5bf-d756-4678-82ba-7e1020aa1725 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:06:56.850405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.859407 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 3a17b5bf-d756-4678-82ba-7e1020aa1725 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:56.860024 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.899504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 24976393-0580-41c6-b6e0-0636f33f106c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=24976393-0580-41c6-b6e0-0636f33f106c,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:56.917588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '24976393-0580-41c6-b6e0-0636f33f106c', 'network_id': '21d270c9-9af3-4527-86a9-5274ee93625b', 'port_id': '24976393-0580-41c6-b6e0-0636f33f106c', 'mac_address': 'fa:16:3e:52:5f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ca2481-520f-409b-914a-5b88fe41eeaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:06:56.926763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:06:56.938749 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65998e0c-09a8-4cd4-bb43-72b27a24af57,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:56.954497 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.954919 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Added segment 5277eb5c-c23a-4ab6-9a9e-7b8173e84084 of type vlan for network 09304f28-c7dd-4b0c-a911-7a242a601565 Nov 19 19:06:56.970619 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:56.995733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24976393-0580-41c6-b6e0-0636f33f106c {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:06:57.016406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.059518 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.080435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:06:57.080910 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.163537 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.164572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:57.165269 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.173763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3a17b5bf-d756-4678-82ba-7e1020aa1725, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a17b5bf-d756-4678-82ba-7e1020aa1725,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:57.181458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0d0873-5908-4289-8339-392cd92989a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a17b5bf-d756-4678-82ba-7e1020aa1725'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:06:57.184864 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3731c203-6ce0-4b94-bf2f-675728a6c118" -d '{"events": [{"server_uuid": "6e0d0873-5908-4289-8339-392cd92989a8", "name": "network-vif-plugged", "status": "completed", "tag": "3a17b5bf-d756-4678-82ba-7e1020aa1725"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:06:57.192471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 24976393-0580-41c6-b6e0-0636f33f106c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=24976393-0580-41c6-b6e0-0636f33f106c,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:57.196680 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.205576 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.244398 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572aef27-89e3-4ebb-b753-aa3f2ef86584 x-openstack-request-id: req-572aef27-89e3-4ebb-b753-aa3f2ef86584 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:06:57.245011 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0d0873-5908-4289-8339-392cd92989a8", "name": "network-vif-plugged", "status": "completed", "tag": "3a17b5bf-d756-4678-82ba-7e1020aa1725", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:06:57.245447 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-572aef27-89e3-4ebb-b753-aa3f2ef86584 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:06:57.246032 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0d0873-5908-4289-8339-392cd92989a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a17b5bf-d756-4678-82ba-7e1020aa1725', 'code': 200} Nov 19 19:06:57.267927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] Pushing event updated for resources: {'Network': ['ID=09304f28-c7dd-4b0c-a911-7a242a601565,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:57.292484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 09304f28-c7dd-4b0c-a911-7a242a601565 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:06:57.292676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dfa1902e-8f6a-41b0-a681-3b501d08ec22,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:57.303181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Checking segment: {'id': 'd99b5cb3-2b58-4d43-99d6-e2b4ebc45d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0526dcac-66c1-4d00-bba2-d5b7837a29cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:57.303921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Network hostable DHCP agents. Network: 0526dcac-66c1-4d00-bba2-d5b7837a29cf, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:06:57.312368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-27b4e811-dfe0-4ce0-b032-34de521e7aef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1366539 Nov 19 19:06:57.315693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51874) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:57.318579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=3a17b5bf-d756-4678-82ba-7e1020aa1725,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:57.323926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] Request body: {'subnet': {'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-530462720-subnet', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:57.372223 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9eb36-455d-42b5-a3ea-d979e745eed3 req-aacb5b6b-61cf-4579-9211-e32beaa8f40a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:57.380954 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bdc9eb36-455d-42b5-a3ea-d979e745eed3 req-aacb5b6b-61cf-4579-9211-e32beaa8f40a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1225722 Nov 19 19:06:57.384596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] Made reservation on behalf of a8ce333f2ff74a41ab732c625a91c301 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:57.388214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.422060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Network 0526dcac-66c1-4d00-bba2-d5b7837a29cf is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:06:57.441028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=24976393-0580-41c6-b6e0-0636f33f106c,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:57.447169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 0526dcac-66c1-4d00-bba2-d5b7837a29cf) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:57.459362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f9551-5bf7-4713-a5c0-ddc1b454e1d1 None None] Network 0526dcac-66c1-4d00-bba2-d5b7837a29cf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:57.465426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:57.466500 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.470782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d2da2-03ec-40cc-bcba-14a4176e08d7 req-2c4a50bc-379e-4cde-9dbd-6842087ba57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:57.472388 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5b2d2da2-03ec-40cc-bcba-14a4176e08d7 req-2c4a50bc-379e-4cde-9dbd-6842087ba57e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 1096 time: 0.1469996 Nov 19 19:06:57.515782 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bdc9eb36-455d-42b5-a3ea-d979e745eed3 req-f537e6b7-8df3-490e-bfe8-ab794bc547bb tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316767 Nov 19 19:06:57.534371 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5a7d4add-9d18-4db0-94e0-39ea8581637c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1970079 Nov 19 19:06:57.536614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51878) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:57.542420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-90408596', 'network_id': '0526dcac-66c1-4d00-bba2-d5b7837a29cf'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:57.596911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Made reservation on behalf of 67d607a460dc4f338a93ca4e3e60a7bb for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:06:57.599881 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.608297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5b2d2da2-03ec-40cc-bcba-14a4176e08d7 req-60f075a5-0676-445a-a44f-4102c70fe753 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226053 Nov 19 19:06:57.614951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['24976393-0580-41c6-b6e0-0636f33f106c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:06:57.631532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] device_id is not set on port 75b30de5-6c22-4a46-9ff4-adb4d689182f yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:06:57.685982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07319bc3-634e-4ec6-ad51-c59c18596622 None None] Network 0526dcac-66c1-4d00-bba2-d5b7837a29cf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:57.741817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.781486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Allocated IP 172.20.0.2 (0526dcac-66c1-4d00-bba2-d5b7837a29cf/dfa1902e-8f6a-41b0-a681-3b501d08ec22/75b30de5-6c22-4a46-9ff4-adb4d689182f) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:06:57.808148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75dbfd95-3d23-44c3-8d5a-4a3f997edf97,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:57.814701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] Checking segment: {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:57.815347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] Network hostable DHCP agents. Network: 09304f28-c7dd-4b0c-a911-7a242a601565, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:06:57.841651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] Network 09304f28-c7dd-4b0c-a911-7a242a601565 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:06:57.862481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 09304f28-c7dd-4b0c-a911-7a242a601565) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:57.877019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:57.878525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.913235 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-65bb74e4-9653-44b2-b881-8fad90b2b395 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5940769 Nov 19 19:06:57.918687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51888) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:57.924830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:57.933137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf542e4-e4a3-4ca7-958d-8b173708d045 None None] Network 09304f28-c7dd-4b0c-a911-7a242a601565 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:06:57.961578 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.962692 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:57.963686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53019982-7a45-44c4-bdac-227511074544 req-8d783c3c-451e-45d3-8afb-5eccdfaa6697 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:57.971664 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-53019982-7a45-44c4-bdac-227511074544 req-8d783c3c-451e-45d3-8afb-5eccdfaa6697 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 945 time: 0.0963297 Nov 19 19:06:58.008858 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:58.034188 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-53019982-7a45-44c4-bdac-227511074544 req-a1a46404-24cf-4fd4-b33a-1dacfa36019f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608983 Nov 19 19:06:58.057776 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:58.137249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-09304f28-c7dd-4b0c-a911-7a242a601565', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:06:58.138300 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:58.230250 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:58.233711 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:58.258760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Network 0526dcac-66c1-4d00-bba2-d5b7837a29cf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:58.284267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:58.290063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:58.377734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event updated for resources: {'Port': ['ID=75b30de5-6c22-4a46-9ff4-adb4d689182f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:58.391034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:58.391656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:58.419956 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4d5327ab-412a-418d-b8e3-0ac96caa4d45 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 0.8794799 Nov 19 19:06:58.420166 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51892) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:58.422258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Allocated IP 172.20.0.2 (09304f28-c7dd-4b0c-a911-7a242a601565/75dbfd95-3d23-44c3-8d5a-4a3f997edf97/edd22b9a-654c-4c37-bd75-89f2ed085f63) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:06:58.622381 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:58.632693 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:58.681866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Network 09304f28-c7dd-4b0c-a911-7a242a601565 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:58.686011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:58.690785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:58.747041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Pushing event updated for resources: {'Port': ['ID=edd22b9a-654c-4c37-bd75-89f2ed085f63,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:58.760773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Attempting to bind port edd22b9a-654c-4c37-bd75-89f2ed085f63 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:06:58.761154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Attempting to bind port edd22b9a-654c-4c37-bd75-89f2ed085f63 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:06:58.761585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Attempting to bind port edd22b9a-654c-4c37-bd75-89f2ed085f63 on network 09304f28-c7dd-4b0c-a911-7a242a601565 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:06:58.767182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:06:58.767895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Checking segment: {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:06:58.768270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:58.768668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Bound using segment: {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:06:58.769150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Bound port: edd22b9a-654c-4c37-bd75-89f2ed085f63, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:06:58.770137 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:58.841031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] For port edd22b9a-654c-4c37-bd75-89f2ed085f63, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:06:58.844602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] For port edd22b9a-654c-4c37-bd75-89f2ed085f63, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=edd22b9a-654c-4c37-bd75-89f2ed085f63,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:06:58.849839 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:58.912018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a854b-c682-4518-858c-6ef6cc3aac59 None None] Pushing event updated for resources: {'Port': ['ID=edd22b9a-654c-4c37-bd75-89f2ed085f63,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:59.025141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9397e763-0037-48e1-9196-8783cfb544bf tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Deleting port 75b30de5-6c22-4a46-9ff4-adb4d689182f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:06:59.025731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9397e763-0037-48e1-9196-8783cfb544bf tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.079706 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.094979 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547b477-a523-40c0-b87c-d36b59631461 req-66e2edb0-6f38-41e1-81ed-649924f84b68 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:59.102386 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1547b477-a523-40c0-b87c-d36b59631461 req-66e2edb0-6f38-41e1-81ed-649924f84b68 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1552336 Nov 19 19:06:59.139130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.200730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090de4e8-b728-490f-963d-d7f073257c69 req-45ba6454-51fb-43cb-8c2b-fe88faeeb035 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:06:59.202747 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-090de4e8-b728-490f-963d-d7f073257c69 req-45ba6454-51fb-43cb-8c2b-fe88faeeb035 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 945 time: 0.0652690 Nov 19 19:06:59.268208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9397e763-0037-48e1-9196-8783cfb544bf tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.275170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-090de4e8-b728-490f-963d-d7f073257c69 req-bf79c4e1-7649-4169-a2d5-d3ec72b376a3 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659378 Nov 19 19:06:59.287945 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1547b477-a523-40c0-b87c-d36b59631461 req-34b22012-bb97-4d84-a1c8-40095b32516a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375842 Nov 19 19:06:59.330943 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9397e763-0037-48e1-9196-8783cfb544bf tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Calling delete_port for 75b30de5-6c22-4a46-9ff4-adb4d689182f owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:06:59.400114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Allocated IP 172.25.3.42 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/51c1914d-7818-448b-954e-e953abc0cead) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:06:59.417410 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device edd22b9a-654c-4c37-bd75-89f2ed085f63 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:06:59.467919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port edd22b9a-654c-4c37-bd75-89f2ed085f63 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:06:59.468289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.555578 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.567216 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.575878 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9397e763-0037-48e1-9196-8783cfb544bf tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.594868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port edd22b9a-654c-4c37-bd75-89f2ed085f63, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=edd22b9a-654c-4c37-bd75-89f2ed085f63,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:06:59.610158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397e763-0037-48e1-9196-8783cfb544bf tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event deleted for resources: {'Port': ['ID=75b30de5-6c22-4a46-9ff4-adb4d689182f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:59.610920 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.641881 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.673576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=edd22b9a-654c-4c37-bd75-89f2ed085f63,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:59.685965 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.729556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9397e763-0037-48e1-9196-8783cfb544bf tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.732843 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9397e763-0037-48e1-9196-8783cfb544bf tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "DELETE /v2.0/ports/75b30de5-6c22-4a46-9ff4-adb4d689182f HTTP/1.1" status: 204 len: 168 time: 1.3109770 Nov 19 19:06:59.735906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51908) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:06:59.742190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0526dcac-66c1-4d00-bba2-d5b7837a29cf', 'external_fixed_ips': [{'subnet_id': 'dfa1902e-8f6a-41b0-a681-3b501d08ec22', 'ip_address': '172.20.0.2'}]}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:06:59.746303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:06:59.749269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:06:59.752983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:06:59.782177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=51c1914d-7818-448b-954e-e953abc0cead,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:06:59.782399 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.792209 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.869948 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:00.077963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06686072-036f-4758-a5b0-05d3edd2036b None None] Network 09304f28-c7dd-4b0c-a911-7a242a601565 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:00.092005 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:00.098225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:00.185450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1c05aa1a-a654-4542-be80-b883b50209ee None None] Provisioning complete for port edd22b9a-654c-4c37-bd75-89f2ed085f63 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:00.185947 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1c05aa1a-a654-4542-be80-b883b50209ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:00.358151 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:00.405942 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:00.406950 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:00.523362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ecac2-03fe-4e78-be82-5da8e7dbf54f req-ab20f8eb-9a50-45ab-8a93-7460f0e31b2f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:00.525038 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d76ecac2-03fe-4e78-be82-5da8e7dbf54f req-ab20f8eb-9a50-45ab-8a93-7460f0e31b2f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 945 time: 0.1211407 Nov 19 19:07:00.620808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31574b8-450a-4285-b17a-a1b8eb87b085 req-7b3c0033-e80e-47be-b707-5dd1e9310ff2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:00.622389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e31574b8-450a-4285-b17a-a1b8eb87b085 req-7b3c0033-e80e-47be-b707-5dd1e9310ff2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.2121942 Nov 19 19:07:00.656840 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d76ecac2-03fe-4e78-be82-5da8e7dbf54f req-b0110451-6471-4d1d-b118-00aac10a316f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256688 Nov 19 19:07:00.660165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Router bddc5826-b371-4bdb-8ae4-484f87a3863f is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:07:00.681439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Allocated IP 172.20.0.2 (0526dcac-66c1-4d00-bba2-d5b7837a29cf/dfa1902e-8f6a-41b0-a681-3b501d08ec22/f2239a17-1d9a-45ef-bce9-47aa74ae53e6) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:00.692310 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e31574b8-450a-4285-b17a-a1b8eb87b085 req-3d39ac74-1c39-4277-8fb5-bbd73b19ee71 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586910 Nov 19 19:07:00.700945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b7af0550-b214-4a4e-900d-3cedf5766a9c None None] Provisioning complete for port edd22b9a-654c-4c37-bd75-89f2ed085f63 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:00.701464 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b7af0550-b214-4a4e-900d-3cedf5766a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:00.751934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 24976393-0580-41c6-b6e0-0636f33f106c up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:00.841853 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:00.855444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Sync routers for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:00.858192 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:00.874549 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:00.876446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8be6eece-afe6-49f4-97f6-69053420e7c5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9567778 Nov 19 19:07:00.880272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51926) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:00.890456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:00.891499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:00.909392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 24976393-0580-41c6-b6e0-0636f33f106c completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:07:00.948622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 24976393-0580-41c6-b6e0-0636f33f106c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:00.948991 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:00.988685 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:01.043721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Network 0526dcac-66c1-4d00-bba2-d5b7837a29cf is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:01.049773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:01.052359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:01.088332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event updated for resources: {'Port': ['ID=f2239a17-1d9a-45ef-bce9-47aa74ae53e6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:01.114467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:07:01.469447 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device edd22b9a-654c-4c37-bd75-89f2ed085f63 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:01.564791 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:01.619514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de0c990-b240-47d8-b6f2-dc06111f6e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24976393-0580-41c6-b6e0-0636f33f106c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:01.621818 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65e5ed0-22cc-42b7-9569-87b71feb7b19" -d '{"events": [{"server_uuid": "5de0c990-b240-47d8-b6f2-dc06111f6e90", "name": "network-vif-plugged", "status": "completed", "tag": "24976393-0580-41c6-b6e0-0636f33f106c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:01.625112 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:01.642344 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port edd22b9a-654c-4c37-bd75-89f2ed085f63 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:01.642728 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:01.670592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 24976393-0580-41c6-b6e0-0636f33f106c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=24976393-0580-41c6-b6e0-0636f33f106c,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:01.705091 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:01.715967 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61743677-c958-4106-9d8c-7ca2277287f1 x-openstack-request-id: req-61743677-c958-4106-9d8c-7ca2277287f1 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:01.716262 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de0c990-b240-47d8-b6f2-dc06111f6e90", "name": "network-vif-plugged", "status": "completed", "tag": "24976393-0580-41c6-b6e0-0636f33f106c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:01.716520 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61743677-c958-4106-9d8c-7ca2277287f1 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:01.716919 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de0c990-b240-47d8-b6f2-dc06111f6e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24976393-0580-41c6-b6e0-0636f33f106c', 'code': 200} Nov 19 19:07:01.823207 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=24976393-0580-41c6-b6e0-0636f33f106c,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:01.879565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:06:59Z', 'revision_number': 3, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:01.914255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Checking router: bddc5826-b371-4bdb-8ae4-484f87a3863f for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:07:01.914847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Updating router bddc5826-b371-4bdb-8ae4-484f87a3863f port 51c1914d-7818-448b-954e-e953abc0cead binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:07:01.946507 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:01.966061 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c4d5-2008-4b87-b9c0-8205d4c5c790 req-95140967-5b28-4b65-abc4-303fca6d3b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:01.968556 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-50c1c4d5-2008-4b87-b9c0-8205d4c5c790 req-95140967-5b28-4b65-abc4-303fca6d3b3a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 1097 time: 0.1825945 Nov 19 19:07:01.981418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a697d3e-eb2e-4668-bec6-3e9ff5bc0378 req-c288fb63-8c34-4e65-a601-dd0b5e411c47 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:01.987679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:01.991011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3a697d3e-eb2e-4668-bec6-3e9ff5bc0378 req-c288fb63-8c34-4e65-a601-dd0b5e411c47 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0893638 Nov 19 19:07:02.087403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-50c1c4d5-2008-4b87-b9c0-8205d4c5c790 req-8db414f7-daaf-4646-b302-4b032cb95d60 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930233 Nov 19 19:07:02.100385 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3a697d3e-eb2e-4668-bec6-3e9ff5bc0378 req-68d906a5-16a1-4bed-a3b5-a9de0aaf047f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082003 Nov 19 19:07:02.124830 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:02.156727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337dc7f-a8de-450a-95a6-78b378936528 req-34b09f0c-58f0-40b9-848b-d707b50926f3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:02.163336 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1337dc7f-a8de-450a-95a6-78b378936528 req-34b09f0c-58f0-40b9-848b-d707b50926f3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1726036 Nov 19 19:07:02.226271 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:02.239673 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:02.295828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Attempting to bind port 51c1914d-7818-448b-954e-e953abc0cead on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:07:02.296208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Attempting to bind port 51c1914d-7818-448b-954e-e953abc0cead by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:07:02.296575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Attempting to bind port 51c1914d-7818-448b-954e-e953abc0cead on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:07:02.303478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c2b6d-82b9-40a4-ab3c-2f32e87984d8 None None] Pushing event updated for resources: {'Port': ['ID=51c1914d-7818-448b-954e-e953abc0cead,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:02.308527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:07:02.308906 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:02.309315 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:02.309711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:07:02.310217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Bound port: 51c1914d-7818-448b-954e-e953abc0cead, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:07:02.310600 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:02.372074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] For port 51c1914d-7818-448b-954e-e953abc0cead, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:07:02.378268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] For port 51c1914d-7818-448b-954e-e953abc0cead, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=51c1914d-7818-448b-954e-e953abc0cead,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:07:02.383800 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:02.447479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:02.448247 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:02.495955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c2b6d-82b9-40a4-ab3c-2f32e87984d8 None None] Pushing event updated for resources: {'Port': ['ID=51c1914d-7818-448b-954e-e953abc0cead,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:02.585650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:07:02.652547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1337dc7f-a8de-450a-95a6-78b378936528 req-b1e5a376-77b2-47db-af52-59ce99b517b9 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382723 Nov 19 19:07:02.725581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Router b7986281-9614-4d36-ab67-d9be2e9ba1d3 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:07:02.747014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Allocated IP 172.20.0.1 (09304f28-c7dd-4b0c-a911-7a242a601565/75dbfd95-3d23-44c3-8d5a-4a3f997edf97/af2d80a4-31c9-42d8-bf23-10e3c7f42521) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:02.835467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:06:59Z', 'revision_number': 3, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:02.872048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93eacd2-49ad-4e84-a403-d19d50cbb6e4 None None] The sync data for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 is: [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:06:59Z', 'revision_number': 3, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:02.921549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:02.934662 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Sync routers for ids ['b7986281-9614-4d36-ab67-d9be2e9ba1d3'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:02.946881 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Routers {'b7986281-9614-4d36-ab67-d9be2e9ba1d3'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:02.947533 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b7986281-9614-4d36-ab67-d9be2e9ba1d3'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:02.954352 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:02.958735 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:02.962246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-38f7c3f4-dfe7-4ae0-b80e-47a62fbc2515 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2226541 Nov 19 19:07:02.963539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51948) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:03.004926 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:03.093070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Network 09304f28-c7dd-4b0c-a911-7a242a601565 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:03.099766 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Set router b7986281-9614-4d36-ab67-d9be2e9ba1d3 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:07:03.102300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:03.122436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:03.126369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:03.165723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Pushing event updated for resources: {'Port': ['ID=af2d80a4-31c9-42d8-bf23-10e3c7f42521,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:03.237176 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:03.484713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 51c1914d-7818-448b-954e-e953abc0cead up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:03.518265 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:03.676365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:03.698916 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7986281-9614-4d36-ab67-d9be2e9ba1d3', 'name': '', 'tenant_id': '67d607a460dc4f338a93ca4e3e60a7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0526dcac-66c1-4d00-bba2-d5b7837a29cf', 'external_fixed_ips': [{'subnet_id': 'dfa1902e-8f6a-41b0-a681-3b501d08ec22', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2239a17-1d9a-45ef-bce9-47aa74ae53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:01Z', 'revision_number': 3, 'project_id': '67d607a460dc4f338a93ca4e3e60a7bb', 'gw_port': {'id': 'f2239a17-1d9a-45ef-bce9-47aa74ae53e6', 'name': '', 'network_id': '0526dcac-66c1-4d00-bba2-d5b7837a29cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7986281-9614-4d36-ab67-d9be2e9ba1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dfa1902e-8f6a-41b0-a681-3b501d08ec22', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:00Z', 'updated_at': '2021-11-19T19:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfa1902e-8f6a-41b0-a681-3b501d08ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:03.699225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 51c1914d-7818-448b-954e-e953abc0cead triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:03.699436 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:03.730615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055c15a-f747-408b-8e0d-dbf41b71d9ed req-17223a5c-800e-4592-8a3a-3866ed8d6b49 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:03.732341 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6055c15a-f747-408b-8e0d-dbf41b71d9ed req-17223a5c-800e-4592-8a3a-3866ed8d6b49 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.2472343 Nov 19 19:07:03.742664 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Checking router: b7986281-9614-4d36-ab67-d9be2e9ba1d3 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:07:03.743102 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Updating router b7986281-9614-4d36-ab67-d9be2e9ba1d3 port f2239a17-1d9a-45ef-bce9-47aa74ae53e6 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:07:03.813174 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:03.817570 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6055c15a-f747-408b-8e0d-dbf41b71d9ed req-74968337-8670-4022-a3f5-b1eddf2e786b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772207 Nov 19 19:07:03.847580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-76ac8cff-27aa-400b-aa2b-546016abbcf8 None None] Provisioning complete for port af2d80a4-31c9-42d8-bf23-10e3c7f42521 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:03.848138 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-76ac8cff-27aa-400b-aa2b-546016abbcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:03.869395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Deleting port f2239a17-1d9a-45ef-bce9-47aa74ae53e6 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:03.870073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.015460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96608dcd-dfe5-43f4-ad69-08e85abe4789 req-b8772a07-197d-44c6-ab24-95b39beaed98 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:04.017198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96608dcd-dfe5-43f4-ad69-08e85abe4789 req-b8772a07-197d-44c6-ab24-95b39beaed98 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1934462 Nov 19 19:07:04.042947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.056441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-76ac8cff-27aa-400b-aa2b-546016abbcf8 None None] Port af2d80a4-31c9-42d8-bf23-10e3c7f42521 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:07:04.057992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Calling delete_port for f2239a17-1d9a-45ef-bce9-47aa74ae53e6 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:04.127809 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.169482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 51c1914d-7818-448b-954e-e953abc0cead, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=51c1914d-7818-448b-954e-e953abc0cead,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:04.178224 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.188750 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96608dcd-dfe5-43f4-ad69-08e85abe4789 req-e69aed9c-c41e-489d-9058-4dc97c80466a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615314 Nov 19 19:07:04.200139 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.215885 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.292944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=51c1914d-7818-448b-954e-e953abc0cead,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:04.336040 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.350501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Pushing event updated for resources: {'Port': ['ID=af2d80a4-31c9-42d8-bf23-10e3c7f42521,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:04.357417 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.db.api [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:07:04.358871 n-d-815373-6 neutron-server[109890]: DEBUG oslo_db.api [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:07:04.363074 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.399522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2239a17-1d9a-45ef-bce9-47aa74ae53e6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:04.462696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Network 09304f28-c7dd-4b0c-a911-7a242a601565 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:04.464950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:04.546313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.654221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Router bddc5826-b371-4bdb-8ae4-484f87a3863f has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:07:04.687335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.692034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.749385 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.750048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7986281-9614-4d36-ab67-d9be2e9ba1d3 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:07:04.757482 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.762155 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7476b881-fc64-40e6-b5fb-b9d5e8928d6a tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "DELETE /v2.0/routers/b7986281-9614-4d36-ab67-d9be2e9ba1d3 HTTP/1.1" status: 204 len: 168 time: 1.7965212 Nov 19 19:07:04.763119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51970) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:04.798702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:04.805194 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-16d3799a-8db9-4115-88da-1c6a765c6d59 admin admin] 10.222.0.50 "PUT /v2.0/routers/bddc5826-b371-4bdb-8ae4-484f87a3863f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9237275 Nov 19 19:07:04.823460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcd9941-8305-4e9c-947a-b09c57d0d362 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Deleting subnet dfa1902e-8f6a-41b0-a681-3b501d08ec22 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:07:04.827693 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efcd9941-8305-4e9c-947a-b09c57d0d362 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.890092 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Port f2239a17-1d9a-45ef-bce9-47aa74ae53e6 not found while updating agent binding for router b7986281-9614-4d36-ab67-d9be2e9ba1d3. {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 19:07:04.900695 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efcd9941-8305-4e9c-947a-b09c57d0d362 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.907683 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Routers set() bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:04.908068 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Router IDs set() for agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 19:07:04.909010 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_agentschedulers_db [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b7986281-9614-4d36-ab67-d9be2e9ba1d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent'). {{(pid=109890) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 19:07:04.909470 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3cc0a9-6fa6-47bb-8a52-9258e23b7978 None None] The sync data for ids ['b7986281-9614-4d36-ab67-d9be2e9ba1d3'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:04.912599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-862cfe09-9311-48bb-aa14-1213afb30764 None None] Provisioning complete for port af2d80a4-31c9-42d8-bf23-10e3c7f42521 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:04.916559 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-862cfe09-9311-48bb-aa14-1213afb30764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.983797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-862cfe09-9311-48bb-aa14-1213afb30764 None None] Port af2d80a4-31c9-42d8-bf23-10e3c7f42521 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:07:04.994244 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efcd9941-8305-4e9c-947a-b09c57d0d362 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.054020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cbe84-b453-41c8-93f0-69eec35def7e req-ac34a886-282f-4637-82b4-2a1f1564eaef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:05.055526 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e3cbe84-b453-41c8-93f0-69eec35def7e req-ac34a886-282f-4637-82b4-2a1f1564eaef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0943084 Nov 19 19:07:05.116576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efcd9941-8305-4e9c-947a-b09c57d0d362 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.157296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd9941-8305-4e9c-947a-b09c57d0d362 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa1902e-8f6a-41b0-a681-3b501d08ec22,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:05.168463 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efcd9941-8305-4e9c-947a-b09c57d0d362 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.172052 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-efcd9941-8305-4e9c-947a-b09c57d0d362 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/dfa1902e-8f6a-41b0-a681-3b501d08ec22 HTTP/1.1" status: 204 len: 168 time: 0.4079094 Nov 19 19:07:05.174891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51982) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:05.199751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4e3cbe84-b453-41c8-93f0-69eec35def7e req-2c4cb782-05aa-47f5-bd7a-288422d5a704 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353271 Nov 19 19:07:05.289075 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.404989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3be08-3567-4f15-9ea9-cf3f6a6698e4 req-0818f3cf-4797-4609-acd7-9b266861d772 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:05.430777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-44d3be08-3567-4f15-9ea9-cf3f6a6698e4 req-0818f3cf-4797-4609-acd7-9b266861d772 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1439342 Nov 19 19:07:05.439579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.456339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 51c1914d-7818-448b-954e-e953abc0cead up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:05.468456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0526dcac-66c1-4d00-bba2-d5b7837a29cf']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:05.483396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99b5cb3-2b58-4d43-99d6-e2b4ebc45d2a') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:05.484858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99b5cb3-2b58-4d43-99d6-e2b4ebc45d2a') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:05.505657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.532024 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.543041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:07:05.548105 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.564008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-44d3be08-3567-4f15-9ea9-cf3f6a6698e4 req-178ad528-5a7f-4f48-b17a-a23fd3483764 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317830 Nov 19 19:07:05.571721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51990) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:05.586239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9ea68930-0cd3-4b1e-a261-ed076c8ce557 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452356552', 'description': 'tempest-description--941528781'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:05.622195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 51c1914d-7818-448b-954e-e953abc0cead triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:05.623317 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.648800 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9ea68930-0cd3-4b1e-a261-ed076c8ce557 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:07:05.662661 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:07:05.670930 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.684817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0526dcac-66c1-4d00-bba2-d5b7837a29cf {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 19:07:05.703473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.706483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "DELETE /v2.0/networks/0526dcac-66c1-4d00-bba2-d5b7837a29cf HTTP/1.1" status: 204 len: 168 time: 0.5298645 Nov 19 19:07:05.713266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d4ff7-c527-49f8-b31b-d0404eb1d155 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event deleted for resources: {'Network': ['ID=0526dcac-66c1-4d00-bba2-d5b7837a29cf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:05.811909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9ea68930-0cd3-4b1e-a261-ed076c8ce557 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.824885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9ea68930-0cd3-4b1e-a261-ed076c8ce557 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.888445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9ea68930-0cd3-4b1e-a261-ed076c8ce557 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.890908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51998) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:05.891457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9ea68930-0cd3-4b1e-a261-ed076c8ce557 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3181238 Nov 19 19:07:05.896645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea68930-0cd3-4b1e-a261-ed076c8ce557 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14462bdc-a3c1-4310-be54-55d3c2366db6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:05.899244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ce512268-3be7-4296-85d9-fcecd8ad89ee tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'security_group_rule': {'security_group_id': '14462bdc-a3c1-4310-be54-55d3c2366db6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:05.978827 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce512268-3be7-4296-85d9-fcecd8ad89ee tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.036838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ea2ec-6aac-4ac0-8fb5-2ec67c5a4a74 req-3864c804-cf13-4401-b3e7-64a1fe39d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:06.038483 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-847ea2ec-6aac-4ac0-8fb5-2ec67c5a4a74 req-3864c804-cf13-4401-b3e7-64a1fe39d873 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 1097 time: 0.0883102 Nov 19 19:07:06.108555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce512268-3be7-4296-85d9-fcecd8ad89ee tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.119782 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce512268-3be7-4296-85d9-fcecd8ad89ee tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.166493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dffa6e-a0d7-494c-8624-8fdf6861197e req-a0c30dd5-cd17-4ba9-a576-4c23e1a3cd0c tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:06.168257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05dffa6e-a0d7-494c-8624-8fdf6861197e req-a0c30dd5-cd17-4ba9-a576-4c23e1a3cd0c tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.1477046 Nov 19 19:07:06.169248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ea2ec-6aac-4ac0-8fb5-2ec67c5a4a74 req-622ab3e4-0be1-4fc4-890c-2538860a5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:06.171293 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-847ea2ec-6aac-4ac0-8fb5-2ec67c5a4a74 req-622ab3e4-0be1-4fc4-890c-2538860a5636 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 200 len: 920 time: 0.1252458 Nov 19 19:07:06.179934 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce512268-3be7-4296-85d9-fcecd8ad89ee tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.181502 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ce512268-3be7-4296-85d9-fcecd8ad89ee tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2890637 Nov 19 19:07:06.186854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52004) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:06.200791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f7550693-e4fd-4241-a9e2-0f94bcf73389 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'security_group_rule': {'security_group_id': '14462bdc-a3c1-4310-be54-55d3c2366db6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:06.211672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce512268-3be7-4296-85d9-fcecd8ad89ee tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce6be75-586c-41f9-ab7e-39adcede0053,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:06.247505 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52008) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:06.257194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e00f296c-1fd1-493c-a5cf-b67ca8023a0b tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Request body: {'router': {'name': 'tempest-router--1210165045', 'project_id': '141cbc83dff943789bff3403366f69dc'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:06.292942 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-847ea2ec-6aac-4ac0-8fb5-2ec67c5a4a74 req-aaf34234-4e6c-4b29-b027-153433a7d12d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24976393-0580-41c6-b6e0-0636f33f106c HTTP/1.1" status: 200 len: 217 time: 0.0983477 Nov 19 19:07:06.315327 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7550693-e4fd-4241-a9e2-0f94bcf73389 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.331038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e00f296c-1fd1-493c-a5cf-b67ca8023a0b tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.331038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e00f296c-1fd1-493c-a5cf-b67ca8023a0b tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.340619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05dffa6e-a0d7-494c-8624-8fdf6861197e req-efa7e2d8-b1f0-4251-8c1f-dfa6e80188bf tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574290 Nov 19 19:07:06.406612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ea2ec-6aac-4ac0-8fb5-2ec67c5a4a74 req-d5f8cdbf-21d9-45ea-b02d-bc70b79dc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:06.409007 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-847ea2ec-6aac-4ac0-8fb5-2ec67c5a4a74 req-d5f8cdbf-21d9-45ea-b02d-bc70b79dc29d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71ca2481-520f-409b-914a-5b88fe41eeaf HTTP/1.1" status: 200 len: 859 time: 0.1086707 Nov 19 19:07:06.446538 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e00f296c-1fd1-493c-a5cf-b67ca8023a0b tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.454647 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-847ea2ec-6aac-4ac0-8fb5-2ec67c5a4a74 req-35fac4a8-e3e8-4e86-86ca-63edb61a69cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21d270c9-9af3-4527-86a9-5274ee93625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380080 Nov 19 19:07:06.460733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Sync routers for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:06.461489 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e00f296c-1fd1-493c-a5cf-b67ca8023a0b tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.464838 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7550693-e4fd-4241-a9e2-0f94bcf73389 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.473415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7550693-e4fd-4241-a9e2-0f94bcf73389 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.478107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:06.480075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:06.500056 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e00f296c-1fd1-493c-a5cf-b67ca8023a0b tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.501541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e00f296c-1fd1-493c-a5cf-b67ca8023a0b tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2525566 Nov 19 19:07:06.504226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7550693-e4fd-4241-a9e2-0f94bcf73389 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ed8d6f-a558-4e85-982c-726531996c7e,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:06.506631 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52010) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:06.517276 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7550693-e4fd-4241-a9e2-0f94bcf73389 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.523025 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f7550693-e4fd-4241-a9e2-0f94bcf73389 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3267190 Nov 19 19:07:06.571148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52012) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:06.576468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:06.657260 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95460c64-9aa8-46fc-b66e-eec5e7d46576 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:06.667010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-847ea2ec-6aac-4ac0-8fb5-2ec67c5a4a74 req-2be87a7d-d75c-441b-9258-4353d04b482e service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973662 Nov 19 19:07:06.674262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:07:06.807633 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.032407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95460c64-9aa8-46fc-b66e-eec5e7d46576 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.037716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95460c64-9aa8-46fc-b66e-eec5e7d46576 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.093556 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95460c64-9aa8-46fc-b66e-eec5e7d46576 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.094771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95460c64-9aa8-46fc-b66e-eec5e7d46576 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11905b76-1d3a-43d6-9ae8-2062a52c97fb {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:07:07.104019 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95460c64-9aa8-46fc-b66e-eec5e7d46576 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.105746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-95460c64-9aa8-46fc-b66e-eec5e7d46576 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "DELETE /v2.0/routers/11905b76-1d3a-43d6-9ae8-2062a52c97fb HTTP/1.1" status: 204 len: 168 time: 0.5980644 Nov 19 19:07:07.152480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 2, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:07.156667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.206437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Checking router: bddc5826-b371-4bdb-8ae4-484f87a3863f for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:07:07.207053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Updating router bddc5826-b371-4bdb-8ae4-484f87a3863f port af2d80a4-31c9-42d8-bf23-10e3c7f42521 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:07:07.244095 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.351420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb455207-ec4d-49ce-afea-e6e163fa633d req-ce2ab92a-6bc2-4e1b-ba1c-798c50311d9b tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:07.357495 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb455207-ec4d-49ce-afea-e6e163fa633d req-ce2ab92a-6bc2-4e1b-ba1c-798c50311d9b tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.6387186 Nov 19 19:07:07.358189 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52024) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:07.412891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Allocated IP 172.25.3.86 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/09b34f99-a8ee-443d-a3d4-b7f38201ba94) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:07.469319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-847ea2ec-6aac-4ac0-8fb5-2ec67c5a4a74 req-3f9f05be-a9af-48d9-a3f1-6b67e45b15bd service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7941232 Nov 19 19:07:07.514764 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb455207-ec4d-49ce-afea-e6e163fa633d req-89c17b96-5d58-4b10-8db8-d29007fc37c5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151569 Nov 19 19:07:07.600681 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.655822 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.719512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:07.725722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:07.734253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:07.746135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83cea7-ab0b-4ab4-8459-904e918eed33 req-335ca55f-ef42-4abb-82a9-c09d09b63b5b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:07.756226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b83cea7-ab0b-4ab4-8459-904e918eed33 req-335ca55f-ef42-4abb-82a9-c09d09b63b5b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.2389951 Nov 19 19:07:07.765465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-577470692', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:07.797961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'Port': ['ID=09b34f99-a8ee-443d-a3d4-b7f38201ba94,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:07.815186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.819503 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.893315 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b83cea7-ab0b-4ab4-8459-904e918eed33 req-5385900b-4fdb-4662-8a7b-94951d2bdb62 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359649 Nov 19 19:07:07.928163 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.949048 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:07.999426 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.008941 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.022251 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.096010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27bc1b-ded5-481f-9a75-10b06fe53b4e None None] Pushing event updated for resources: {'Port': ['ID=af2d80a4-31c9-42d8-bf23-10e3c7f42521,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:08.187150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Attempting to bind port af2d80a4-31c9-42d8-bf23-10e3c7f42521 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:07:08.187524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Attempting to bind port af2d80a4-31c9-42d8-bf23-10e3c7f42521 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:07:08.187942 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Attempting to bind port af2d80a4-31c9-42d8-bf23-10e3c7f42521 on network 09304f28-c7dd-4b0c-a911-7a242a601565 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:07:08.202508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:07:08.202896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Checking segment: {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:08.203327 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.204196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Bound using segment: {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:07:08.204749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Bound port: af2d80a4-31c9-42d8-bf23-10e3c7f42521, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:07:08.205831 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.217860 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.233092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-468366c8-0f1f-4793-a524-4d8ba2e5b30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.299303 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.309608 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.327384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] For port af2d80a4-31c9-42d8-bf23-10e3c7f42521, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:07:08.335932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] For port af2d80a4-31c9-42d8-bf23-10e3c7f42521, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=af2d80a4-31c9-42d8-bf23-10e3c7f42521,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:07:08.351493 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.418864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'Port': ['ID=09b34f99-a8ee-443d-a3d4-b7f38201ba94,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:08.469049 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.483670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:08.484519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:06:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:08.506641 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.522897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b5a65c58-3dd5-4a20-b9fd-83bc5718d197 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9502826 Nov 19 19:07:08.529011 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.553941 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.643178 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27bc1b-ded5-481f-9a75-10b06fe53b4e None None] Pushing event updated for resources: {'Port': ['ID=af2d80a4-31c9-42d8-bf23-10e3c7f42521,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:08.686599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-91e8c4aa-caa0-45ac-8ebd-f9fcb4fd7ecd None None] Provisioning complete for port af2d80a4-31c9-42d8-bf23-10e3c7f42521 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:08.687078 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-91e8c4aa-caa0-45ac-8ebd-f9fcb4fd7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.711458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Allocated IP 172.25.3.132 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/00398bea-c077-4e49-b0a5-712790f18d33) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:08.840443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:07:08.920009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52062) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:08.966169 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:08.999187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b981c-b4cd-48ab-b0dd-c8436c905472 req-bb2911e7-cbef-4096-986b-92a696e6e25c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:09.001057 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a39b981c-b4cd-48ab-b0dd-c8436c905472 req-bb2911e7-cbef-4096-986b-92a696e6e25c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1540074 Nov 19 19:07:09.013967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-7291b22f-7c8a-457c-bd5f-45ec8905a725 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1452356552&fields=id&tenant_id=a8ce333f2ff74a41ab732c625a91c301 HTTP/1.1" status: 200 len: 267 time: 0.0846219 Nov 19 19:07:09.018676 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-91e8c4aa-caa0-45ac-8ebd-f9fcb4fd7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:09.071921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-91e8c4aa-caa0-45ac-8ebd-f9fcb4fd7ecd None None] For port af2d80a4-31c9-42d8-bf23-10e3c7f42521, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=af2d80a4-31c9-42d8-bf23-10e3c7f42521,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:09.083548 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-91e8c4aa-caa0-45ac-8ebd-f9fcb4fd7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:09.089012 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:09.121736 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-251584e6-64e7-4278-aa2b-704070c7d863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:09.178085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8c4aa-caa0-45ac-8ebd-f9fcb4fd7ecd None None] Pushing event updated for resources: {'Port': ['ID=af2d80a4-31c9-42d8-bf23-10e3c7f42521,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:09.194995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:09.207170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a39b981c-b4cd-48ab-b0dd-c8436c905472 req-9a97bbd8-3099-4183-825e-5d24f37d525a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954198 Nov 19 19:07:09.211878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:09.216392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:09.226979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-371f575f-3b12-4e43-9cbf-2b49d1bc2de5 None None] Provisioning complete for port af2d80a4-31c9-42d8-bf23-10e3c7f42521 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:09.227641 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-371f575f-3b12-4e43-9cbf-2b49d1bc2de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:09.250584 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-251584e6-64e7-4278-aa2b-704070c7d863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:09.257886 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:08Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:09.258499 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-251584e6-64e7-4278-aa2b-704070c7d863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:09.294569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-251584e6-64e7-4278-aa2b-704070c7d863 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef032e54b9864f2dabf04d2c58688156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3685749 Nov 19 19:07:09.298357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52070) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:09.311311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89562df7-c971-45a9-bb63-11fce89c5058 None None] The sync data for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 is: [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:08Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:09.486089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251584e6-64e7-4278-aa2b-704070c7d863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015aaf30-bc09-4871-add6-3bb2ef74213a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:09.501088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-dad1ca4c-f655-496c-beea-d9cc9226161d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:09.510065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-dad1ca4c-f655-496c-beea-d9cc9226161d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 810 time: 0.4945624 Nov 19 19:07:09.565222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-5fe5518e-9719-43fd-af94-84c65222f191 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/quotas/a8ce333f2ff74a41ab732c625a91c301 HTTP/1.1" status: 200 len: 375 time: 0.0540798 Nov 19 19:07:09.619531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Pushing event updated for resources: {'Port': ['ID=00398bea-c077-4e49-b0a5-712790f18d33,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:09.627497 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bccf1d1-0148-4a81-b3ce-35d4ff8d5eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:09.678375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-91ff4f87-3fc4-4095-97ed-a314527b3ae8 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119878 Nov 19 19:07:09.681420 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bccf1d1-0148-4a81-b3ce-35d4ff8d5eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:09.717396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39b96c-3cd6-4aca-83b0-beb354eca106 req-b8b5ce99-f822-4988-8326-2396312bed86 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:09.718988 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc39b96c-3cd6-4aca-83b0-beb354eca106 req-b8b5ce99-f822-4988-8326-2396312bed86 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.1882782 Nov 19 19:07:09.768797 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bccf1d1-0148-4a81-b3ce-35d4ff8d5eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:09.771064 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6bccf1d1-0148-4a81-b3ce-35d4ff8d5eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:09.772251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6bccf1d1-0148-4a81-b3ce-35d4ff8d5eff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/015aaf30-bc09-4871-add6-3bb2ef74213a HTTP/1.1" status: 204 len: 168 time: 0.4727590 Nov 19 19:07:09.812242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccf1d1-0148-4a81-b3ce-35d4ff8d5eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015aaf30-bc09-4871-add6-3bb2ef74213a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:09.874137 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc39b96c-3cd6-4aca-83b0-beb354eca106 req-783cd9b7-4fa1-4de8-97d5-68bb9a71ed59 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445961 Nov 19 19:07:09.955081 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:10.029872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-94fdb851-a287-4b86-9fde-9e3a6daaa47a service neutron] 10.222.0.50 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392212 Nov 19 19:07:10.171567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-9d7faea8-3905-420b-b0bf-1a56a1514951 service neutron] 10.222.0.50 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327310 Nov 19 19:07:10.217054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52078) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:10.240510 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:10.254719 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-439cada5-f71f-4259-a672-26801e0fce11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:10.409434 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-408f694d-d7b3-46ad-82fc-6d6082f11d0a req-fa3fe3bb-56d6-41e6-b259-d1ce03fbf0c9 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 210 time: 0.0488901 Nov 19 19:07:10.425399 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-439cada5-f71f-4259-a672-26801e0fce11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:10.431404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-439cada5-f71f-4259-a672-26801e0fce11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:10.484241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-439cada5-f71f-4259-a672-26801e0fce11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ce237180dea4836bf5ede590e87d06c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2659459 Nov 19 19:07:10.488760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52088) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:10.491906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd68cb-c893-4de0-a8c4-6e70408a77dd req-75f9e682-d583-4b88-b9e0-3c44521a15f2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:10.494139 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7fd68cb-c893-4de0-a8c4-6e70408a77dd req-75f9e682-d583-4b88-b9e0-3c44521a15f2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1128416 Nov 19 19:07:10.496044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Router a64119ee-5802-4df3-944e-0bb108990b24 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:07:10.517721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cada5-f71f-4259-a672-26801e0fce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5974d5-7dd6-4b54-afff-0eea05072c5a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:10.569476 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9b305ab-271c-4d2b-be8a-4d89d6680162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:10.585626 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba84897a-e1ba-49de-a0b0-28cdfa8dba9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:10.610859 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba84897a-e1ba-49de-a0b0-28cdfa8dba9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:10.633534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7fd68cb-c893-4de0-a8c4-6e70408a77dd req-5f22a994-e390-4c42-8575-b28be643f3e1 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306489 Nov 19 19:07:10.686500 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba84897a-e1ba-49de-a0b0-28cdfa8dba9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:10.690233 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba84897a-e1ba-49de-a0b0-28cdfa8dba9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:10.694190 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ba84897a-e1ba-49de-a0b0-28cdfa8dba9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae5974d5-7dd6-4b54-afff-0eea05072c5a HTTP/1.1" status: 204 len: 168 time: 0.2032042 Nov 19 19:07:10.706869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84897a-e1ba-49de-a0b0-28cdfa8dba9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5974d5-7dd6-4b54-afff-0eea05072c5a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:10.717383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:10.730999 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae382cc-7bfe-48ff-9de6-6fb9f54cfa30 None None] Sync routers for ids ['a64119ee-5802-4df3-944e-0bb108990b24'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:10.747577 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:10.748962 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3d75d205-06e1-4169-91ba-549dd43db2de tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3823431 Nov 19 19:07:10.751716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52094) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:10.751971 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae382cc-7bfe-48ff-9de6-6fb9f54cfa30 None None] Routers {'a64119ee-5802-4df3-944e-0bb108990b24'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:10.755264 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4ae382cc-7bfe-48ff-9de6-6fb9f54cfa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a64119ee-5802-4df3-944e-0bb108990b24'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:10.844431 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4ae382cc-7bfe-48ff-9de6-6fb9f54cfa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:10.861738 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae382cc-7bfe-48ff-9de6-6fb9f54cfa30 None None] Routers {'a64119ee-5802-4df3-944e-0bb108990b24'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:10.863367 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4ae382cc-7bfe-48ff-9de6-6fb9f54cfa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a64119ee-5802-4df3-944e-0bb108990b24'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:10.905140 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4ae382cc-7bfe-48ff-9de6-6fb9f54cfa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:10.906666 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae382cc-7bfe-48ff-9de6-6fb9f54cfa30 None None] The sync data for ids ['a64119ee-5802-4df3-944e-0bb108990b24'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:10.955323 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-47e28a55-e00c-4517-8a2d-f05b5c3fa176 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/routers/a64119ee-5802-4df3-944e-0bb108990b24 HTTP/1.1" status: 200 len: 920 time: 0.2022572 Nov 19 19:07:10.955700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52100) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:11.004767 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fda3c4b6-ff0d-4e51-998e-04d9ac7f0783 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64119ee-5802-4df3-944e-0bb108990b24 HTTP/1.1" status: 200 len: 205 time: 0.0431211 Nov 19 19:07:11.005480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52104) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:11.087328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e362941-ec22-42ed-bbf8-6caf4d843bc4 req-ee8407a2-c741-4772-be1c-24e806b00521 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:11.088861 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e362941-ec22-42ed-bbf8-6caf4d843bc4 req-ee8407a2-c741-4772-be1c-24e806b00521 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0899124 Nov 19 19:07:11.177204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:11.189622 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e362941-ec22-42ed-bbf8-6caf4d843bc4 req-8acb9c24-e5fb-47c4-abf1-91ce74e70a57 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941784 Nov 19 19:07:11.331437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:11.419958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Deleting port 00398bea-c077-4e49-b0a5-712790f18d33 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:11.421067 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:11.429348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device af2d80a4-31c9-42d8-bf23-10e3c7f42521 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:11.495122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port af2d80a4-31c9-42d8-bf23-10e3c7f42521 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:11.495492 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:11.524637 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:11.540914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Calling delete_port for 00398bea-c077-4e49-b0a5-712790f18d33 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:11.558200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c174cfc5-14eb-4038-837c-15c70f1f0e9b req-fc264b83-c4de-40ed-885a-7c67883e3095 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 210 time: 0.0424986 Nov 19 19:07:11.806527 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:11.808025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:11.830706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f0ba9-841b-4d22-9160-cf1e1203043d req-f19f775b-98dd-4dff-a03e-ad2b2c0248ae tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:11.833356 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-787f0ba9-841b-4d22-9160-cf1e1203043d req-f19f775b-98dd-4dff-a03e-ad2b2c0248ae tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1120861 Nov 19 19:07:11.874870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-f7ba50df-543a-4b1b-bbce-faba5a8d3673 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:11.876383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-f7ba50df-543a-4b1b-bbce-faba5a8d3673 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.21 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 810 time: 0.1417527 Nov 19 19:07:11.977216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-e6f10d77-14a7-4c09-b8ca-1f47dc8d02ed tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ce333f2ff74a41ab732c625a91c301 HTTP/1.1" status: 200 len: 380 time: 0.0900207 Nov 19 19:07:11.991021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'port': {'device_id': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'admin_state_up': True, 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'security_groups': ['14462bdc-a3c1-4310-be54-55d3c2366db6']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:12.180462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Pushing event deleted for resources: {'Port': ['ID=00398bea-c077-4e49-b0a5-712790f18d33,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:12.291181 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:12.298820 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-787f0ba9-841b-4d22-9160-cf1e1203043d req-2a4f65af-6857-41fa-bcac-4c72c365658a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220632 Nov 19 19:07:12.415973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:12.424099 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:12.477476 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:12.478066 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Fanout notify agent at l3_agent the message router_deleted on router a64119ee-5802-4df3-944e-0bb108990b24 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:07:12.486595 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:12.493039 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-826addbe-0651-41dd-b171-b171e1c9f776 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/a64119ee-5802-4df3-944e-0bb108990b24 HTTP/1.1" status: 204 len: 168 time: 1.4864013 Nov 19 19:07:12.493823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52150) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:12.498150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2041638156', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'enable_snat': False}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:12.523871 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:12.524143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:12.535831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0ada2-fcce-4c18-a6cd-d38b3a856dff req-58c36bb6-85fb-4a9d-9a8a-3496416c0133 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:12.537514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31a0ada2-fcce-4c18-a6cd-d38b3a856dff req-58c36bb6-85fb-4a9d-9a8a-3496416c0133 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0700295 Nov 19 19:07:12.561902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Made reservation on behalf of a8ce333f2ff74a41ab732c625a91c301 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:12.565388 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:12.585119 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:12.643887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31a0ada2-fcce-4c18-a6cd-d38b3a856dff req-857a8efc-a71a-4a89-bce4-13e27a055330 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967267 Nov 19 19:07:12.714089 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07badcb7-3cb9-443b-bad6-34e06af96e40 req-3e42470c-7496-47da-8683-fd2c86fcf8a3 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 210 time: 0.0374539 Nov 19 19:07:12.742028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Allocated IP 172.20.0.7 (09304f28-c7dd-4b0c-a911-7a242a601565/75dbfd95-3d23-44c3-8d5a-4a3f997edf97/a957dfdd-e97e-4f6c-9a7a-0c2d370add90) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:12.802702 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:12.917487 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:12.958302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.014325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Network 09304f28-c7dd-4b0c-a911-7a242a601565 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:13.018052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:13.022666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:13.028894 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.052772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.054352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'Port': ['ID=a957dfdd-e97e-4f6c-9a7a-0c2d370add90,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:13.090303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.091013 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.111312 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-bec21081-2e94-45d1-9d56-16455351ca73 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1255593 Nov 19 19:07:13.140276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Request body: {'port': {'device_id': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:13.219836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Allocated IP 172.25.3.82 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/b192a64f-fad0-451f-9966-6e07a55ba721) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:13.241774 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.294993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.323212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2da161af-e6f2-4d40-b319-84e9880cdc4e None None] Provisioning complete for port a957dfdd-e97e-4f6c-9a7a-0c2d370add90 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:13.323212 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2da161af-e6f2-4d40-b319-84e9880cdc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.370823 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2da161af-e6f2-4d40-b319-84e9880cdc4e None None] Port a957dfdd-e97e-4f6c-9a7a-0c2d370add90 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:07:13.410990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-9afb04cf-765f-4b8a-8d82-57409758a4dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2006025 Nov 19 19:07:13.491518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74bbf4-17d1-4563-bb1e-b2a5404bdaea req-5006972a-c9ee-4aae-8434-d94158e66963 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.493075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-de74bbf4-17d1-4563-bb1e-b2a5404bdaea req-5006972a-c9ee-4aae-8434-d94158e66963 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1089256 Nov 19 19:07:13.518490 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.609707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-94053f4f-8946-4621-a6a3-29775576b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.609983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-94053f4f-8946-4621-a6a3-29775576b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.610439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-94053f4f-8946-4621-a6a3-29775576b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.610897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-94053f4f-8946-4621-a6a3-29775576b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.611355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-94053f4f-8946-4621-a6a3-29775576b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.611806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-94053f4f-8946-4621-a6a3-29775576b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.612258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-94053f4f-8946-4621-a6a3-29775576b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.614974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-94053f4f-8946-4621-a6a3-29775576b9e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6492 time: 0.1180775 Nov 19 19:07:13.618460 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-de74bbf4-17d1-4563-bb1e-b2a5404bdaea req-42996f15-408f-4077-808d-019748cbd6bf tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065803 Nov 19 19:07:13.643580 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.648132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a957dfdd-e97e-4f6c-9a7a-0c2d370add90 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:07:13.658089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.684950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Transition to ACTIVE for port object a957dfdd-e97e-4f6c-9a7a-0c2d370add90 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:07:13.695239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.712750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:13.809862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-a78fdb77-53fc-49b3-b940-595a92e1e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.810537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-a78fdb77-53fc-49b3-b940-595a92e1e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.811014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-a78fdb77-53fc-49b3-b940-595a92e1e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.812688 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-a78fdb77-53fc-49b3-b940-595a92e1e2f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=55437e15-c3e4-4447-8ff9-be91112fba3a&id=55437e15-c3e4-4447-8ff9-be91112fba3a HTTP/1.1" status: 200 len: 2293 time: 0.1594987 Nov 19 19:07:13.826748 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:13.829113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event updated for resources: {'Port': ['ID=b192a64f-fad0-451f-9966-6e07a55ba721,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:13.832306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:13.905607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Pushing event updated for resources: {'Port': ['ID=a957dfdd-e97e-4f6c-9a7a-0c2d370add90,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:13.944477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Attempting to bind port a957dfdd-e97e-4f6c-9a7a-0c2d370add90 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:07:13.944979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Attempting to bind port a957dfdd-e97e-4f6c-9a7a-0c2d370add90 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:07:13.945398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Attempting to bind port a957dfdd-e97e-4f6c-9a7a-0c2d370add90 on network 09304f28-c7dd-4b0c-a911-7a242a601565 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:07:13.949052 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-cef08d78-2f73-46e5-82b6-570f911cafb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b314d3e-7c93-48a2-94e4-0386a538a87e HTTP/1.1" status: 200 len: 1002 time: 0.0828955 Nov 19 19:07:13.956657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Port a957dfdd-e97e-4f6c-9a7a-0c2d370add90 on network 09304f28-c7dd-4b0c-a911-7a242a601565 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:07:13.957531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Attempting to bind port a957dfdd-e97e-4f6c-9a7a-0c2d370add90 on network 09304f28-c7dd-4b0c-a911-7a242a601565 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:07:13.966672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:07:13.967015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Checking segment: {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:13.967455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Bound using segment: {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:07:13.967909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Bound port: a957dfdd-e97e-4f6c-9a7a-0c2d370add90, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:07:13.968465 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:13.989239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a62b1-9eb7-4d6c-b6d7-d311e21d60a2 req-d5565192-0fea-4bb5-9dc8-07f14b51bc10 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:13.997266 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-df3a62b1-9eb7-4d6c-b6d7-d311e21d60a2 req-d5565192-0fea-4bb5-9dc8-07f14b51bc10 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.2062109 Nov 19 19:07:14.030881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-4b116a3e-2cd5-4a9d-8eb6-7144f04d53be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:14.032470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-4b116a3e-2cd5-4a9d-8eb6-7144f04d53be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4684f690-a71c-4d5c-a0d4-62034aa3e31e HTTP/1.1" status: 200 len: 850 time: 0.0568812 Nov 19 19:07:14.041537 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:14.090334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d931c3-6e8a-4c46-9c45-1bf8e62642f1 req-7a853309-d500-4e97-b1e2-c71b18e3e097 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:14.091915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00d931c3-6e8a-4c46-9c45-1bf8e62642f1 req-7a853309-d500-4e97-b1e2-c71b18e3e097 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 943 time: 0.2568753 Nov 19 19:07:14.114913 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-df3a62b1-9eb7-4d6c-b6d7-d311e21d60a2 req-7725b682-e095-4788-9b06-283b2d65c2ef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134024 Nov 19 19:07:14.136456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] For port a957dfdd-e97e-4f6c-9a7a-0c2d370add90, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:07:14.140863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] For port a957dfdd-e97e-4f6c-9a7a-0c2d370add90, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a957dfdd-e97e-4f6c-9a7a-0c2d370add90,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:07:14.145259 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:14.206291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:14.207533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:14.208900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] 10.222.0.21 "PUT /v2.0/ports/a957dfdd-e97e-4f6c-9a7a-0c2d370add90 HTTP/1.1" status: 200 len: 1091 time: 1.0786366 Nov 19 19:07:14.210033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'tag': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:14.211852 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d", "tag": "a957dfdd-e97e-4f6c-9a7a-0c2d370add90"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:14.285685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993bc52-a1d5-4ec5-9c13-a740c2c0428c service neutron] Pushing event updated for resources: {'Port': ['ID=a957dfdd-e97e-4f6c-9a7a-0c2d370add90,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:14.303827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-a28126ec-e19f-4954-a7b8-c92244a49199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:14.305389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-a28126ec-e19f-4954-a7b8-c92244a49199 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2635255 Nov 19 19:07:14.333860 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3661a6a9-35d4-45a8-8b05-44641e560b3e x-openstack-request-id: req-3661a6a9-35d4-45a8-8b05-44641e560b3e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:14.334577 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d", "tag": "a957dfdd-e97e-4f6c-9a7a-0c2d370add90", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:14.335100 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3661a6a9-35d4-45a8-8b05-44641e560b3e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:14.335870 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'tag': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90', 'status': 'completed', 'code': 200} Nov 19 19:07:14.352584 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00d931c3-6e8a-4c46-9c45-1bf8e62642f1 req-17eb1762-b296-4b3e-9070-3b5566a07594 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492604 Nov 19 19:07:14.356959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-db66cc00-d274-4155-bd9d-c5a3da51984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:14.359540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-db66cc00-d274-4155-bd9d-c5a3da51984e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 1094 time: 0.0613892 Nov 19 19:07:14.412467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-f75b05fe-1b9f-44ba-bb59-a6553ed6de63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a957dfdd-e97e-4f6c-9a7a-0c2d370add90 HTTP/1.1" status: 200 len: 217 time: 0.0431664 Nov 19 19:07:14.469521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-14c5fb57-5b2d-49d6-a588-c64564410dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:14.471391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-14c5fb57-5b2d-49d6-a588-c64564410dfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0484743 Nov 19 19:07:14.524514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-c063a0ab-c7b1-4076-9a6e-405259097865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:14.526371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-c063a0ab-c7b1-4076-9a6e-405259097865 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470397 Nov 19 19:07:14.548381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-63b909dd-bfb2-44ac-ad92-4d8dc04d66e3 service neutron] 10.222.0.21 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203476 Nov 19 19:07:14.623259 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-2aafc5e5-134f-4477-ac62-684fabc3da68 service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874994 Nov 19 19:07:14.624448 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:14.737020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-fdd30478-8b6d-42b4-ae93-f457d74edb14 service neutron] 10.222.0.21 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783595 Nov 19 19:07:14.758766 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85bee82-1364-49d6-8de4-c6af0481b842 req-8c51700f-3f9d-48cb-9179-9c661dc481be service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266391 Nov 19 19:07:14.771238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae523e-9019-4eb1-9a7e-af6f82f840a7 req-ceffde8b-cfba-4c2e-be3a-aceb3d5df6bd tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:14.772728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76ae523e-9019-4eb1-9a7e-af6f82f840a7 req-ceffde8b-cfba-4c2e-be3a-aceb3d5df6bd tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0724750 Nov 19 19:07:14.788676 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-3bc0c75f-954a-4077-9a38-c46b08459745 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=0d5262d3-486a-453d-9df9-6508db27b1a4 HTTP/1.1" status: 200 len: 217 time: 0.0433235 Nov 19 19:07:14.853013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76ae523e-9019-4eb1-9a7e-af6f82f840a7 req-e67f3632-b986-4a3e-90bb-a13546074553 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736542 Nov 19 19:07:14.863162 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4 req-f1e6c4df-a1aa-4e35-82f4-d1aaf9b80b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:14.864806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4 req-f1e6c4df-a1aa-4e35-82f4-d1aaf9b80b2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 1094 time: 0.0545764 Nov 19 19:07:14.927006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-98d057d6-b335-4a46-b817-042065faac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:14.928461 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-98d057d6-b335-4a46-b817-042065faac94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.1016562 Nov 19 19:07:14.953846 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:14.968340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4 req-83495000-2e69-458f-a7d5-74a1429b87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:14.969907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4 req-83495000-2e69-458f-a7d5-74a1429b87fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0953763 Nov 19 19:07:15.014166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4 req-55ed5936-b2da-43ef-86f7-e2aefbb08f5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a957dfdd-e97e-4f6c-9a7a-0c2d370add90 HTTP/1.1" status: 200 len: 217 time: 0.0354097 Nov 19 19:07:15.032382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-cd95e9d9-9a84-445e-afc3-873db79a2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:15.033887 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-cd95e9d9-9a84-445e-afc3-873db79a2579 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944204 Nov 19 19:07:15.076026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4 req-098f6aba-4355-4850-a43e-a4a8b5450870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:15.077505 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4 req-098f6aba-4355-4850-a43e-a4a8b5450870 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0509510 Nov 19 19:07:15.128064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4 req-57482323-3434-4a19-80ad-24d464c0a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:15.129994 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4 req-57482323-3434-4a19-80ad-24d464c0a694 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425625 Nov 19 19:07:15.184680 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-b21e412e-d3b3-4cf0-998e-882120fbe01a service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235700 Nov 19 19:07:15.195894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Router 32b4ab04-28d0-49b7-bc66-371c8619872f is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:07:15.233154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4 req-88fafc58-8e5f-4b29-95ae-d5d4ffb0a4fe service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938923 Nov 19 19:07:15.338810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-955a1edd-fa8e-4d20-bee7-dbd2b0b45ca4 req-73f96980-dbbd-4a47-9ea8-1004defbbf35 service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975730 Nov 19 19:07:15.349806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8c72c-70ab-4a5f-95fb-a6f3e488cdca req-2d3e5ee5-52fe-4196-8786-d7f5f8d6ba01 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:15.351065 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fa8c72c-70ab-4a5f-95fb-a6f3e488cdca req-2d3e5ee5-52fe-4196-8786-d7f5f8d6ba01 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.1578400 Nov 19 19:07:15.436428 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-de595f3e-06b4-4f5d-ac0d-977b8e6eb552 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385311 Nov 19 19:07:15.497921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-1eea9cbd-895d-4d21-afdc-0a71927183cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=0ee576a1-d5ed-4756-9300-89ffedbac12c HTTP/1.1" status: 200 len: 217 time: 0.0512064 Nov 19 19:07:15.513480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867f3e2-6234-4bb0-b7b0-4f7fd7105b1e req-cfb7c264-ad76-4171-be11-0142c1e58b5a tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:15.515614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d867f3e2-6234-4bb0-b7b0-4f7fd7105b1e req-cfb7c264-ad76-4171-be11-0142c1e58b5a tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 943 time: 0.0645382 Nov 19 19:07:15.516897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:15.525000 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fa8c72c-70ab-4a5f-95fb-a6f3e488cdca req-095ef6d9-3e8c-4f32-9f28-35cbcc576204 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651881 Nov 19 19:07:15.536423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Sync routers for ids ['32b4ab04-28d0-49b7-bc66-371c8619872f'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:15.570084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:15.571305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f631d9f8-aa1a-41b0-918f-5901f32f8e6c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0764744 Nov 19 19:07:15.572999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Routers {'32b4ab04-28d0-49b7-bc66-371c8619872f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:15.573960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52198) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:15.574996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['32b4ab04-28d0-49b7-bc66-371c8619872f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:15.685065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d867f3e2-6234-4bb0-b7b0-4f7fd7105b1e req-2f58d993-62f4-4af1-a6dc-dae62babef63 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307812 Nov 19 19:07:15.740492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Set router 32b4ab04-28d0-49b7-bc66-371c8619872f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:07:15.931008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-884cd467-cd4e-457b-984f-e66453c6b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:15.932470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-884cd467-cd4e-457b-984f-e66453c6b8a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.4242289 Nov 19 19:07:15.969685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b4ab04-28d0-49b7-bc66-371c8619872f', 'name': 'tempest-snat-router-2041638156', 'tenant_id': '67d607a460dc4f338a93ca4e3e60a7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': False}, 'gw_port_id': 'b192a64f-fad0-451f-9966-6e07a55ba721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:07:12Z', 'updated_at': '2021-11-19T19:07:14Z', 'revision_number': 3, 'project_id': '67d607a460dc4f338a93ca4e3e60a7bb', 'gw_port': {'id': 'b192a64f-fad0-451f-9966-6e07a55ba721', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:07:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b4ab04-28d0-49b7-bc66-371c8619872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:13Z', 'updated_at': '2021-11-19T19:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:15.999910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Checking router: 32b4ab04-28d0-49b7-bc66-371c8619872f for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:07:16.000254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Updating router 32b4ab04-28d0-49b7-bc66-371c8619872f port b192a64f-fad0-451f-9966-6e07a55ba721 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:07:16.037574 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.063729 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-714e2f55-89a7-46d7-8632-ae6c3729107f tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/routers/32b4ab04-28d0-49b7-bc66-371c8619872f HTTP/1.1" status: 200 len: 908 time: 0.4885337 Nov 19 19:07:16.067540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-28bec51b-61cb-43b2-88b4-bb43e068b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:16.068294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52210) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:16.068983 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-28bec51b-61cb-43b2-88b4-bb43e068b48f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1252406 Nov 19 19:07:16.074740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2041638156', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'enable_snat': True}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:16.077457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e77348-194d-4e07-a8ae-c5f9366d67d0 req-059de9a9-c485-4244-93f9-0de3d46cd0e8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:16.079159 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3e77348-194d-4e07-a8ae-c5f9366d67d0 req-059de9a9-c485-4244-93f9-0de3d46cd0e8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1243157 Nov 19 19:07:16.115225 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.116894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.190226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3e77348-194d-4e07-a8ae-c5f9366d67d0 req-d0370211-8b77-4ebd-9bc9-ba2f11d59115 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011624 Nov 19 19:07:16.207739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-4f31639f-e508-44a5-afa7-a402b9b6a01a service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272717 Nov 19 19:07:16.246250 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.325401 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-7dd9a468-2d49-473f-b980-083cbaf68ce4 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095266 Nov 19 19:07:16.375598 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-7639cffd-39a4-47c0-8122-96b160f5904a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=aa9f0155-c448-406d-ba64-9edff7834aba HTTP/1.1" status: 200 len: 217 time: 0.0421731 Nov 19 19:07:16.430813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.441238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-012a7865-e024-4137-9fb7-766190217343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:16.442999 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-012a7865-e024-4137-9fb7-766190217343 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.0561249 Nov 19 19:07:16.478845 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.485731 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.501417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-65aa4f56-30d3-47b3-bc20-96cbe9083980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:16.503804 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-65aa4f56-30d3-47b3-bc20-96cbe9083980 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532038 Nov 19 19:07:16.539814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Attempting to bind port b192a64f-fad0-451f-9966-6e07a55ba721 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:07:16.540531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Attempting to bind port b192a64f-fad0-451f-9966-6e07a55ba721 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:07:16.540718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Attempting to bind port b192a64f-fad0-451f-9966-6e07a55ba721 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:07:16.561565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:07:16.562878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:16.565092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.565489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:07:16.566711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Bound port: b192a64f-fad0-451f-9966-6e07a55ba721, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:07:16.567346 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.632584 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] For port b192a64f-fad0-451f-9966-6e07a55ba721, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:07:16.636397 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] For port b192a64f-fad0-451f-9966-6e07a55ba721, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b192a64f-fad0-451f-9966-6e07a55ba721,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:07:16.647368 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.651653 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-2c18d8b5-a990-489c-9165-bdf23835526f service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399522 Nov 19 19:07:16.676299 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Routers {'32b4ab04-28d0-49b7-bc66-371c8619872f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:16.677241 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['32b4ab04-28d0-49b7-bc66-371c8619872f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:16.679477 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad526db-bc91-4cdd-a1db-377a9952ab30 None None] Pushing event updated for resources: {'Port': ['ID=b192a64f-fad0-451f-9966-6e07a55ba721,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:16.827381 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.848085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad526db-bc91-4cdd-a1db-377a9952ab30 None None] Pushing event updated for resources: {'Port': ['ID=b192a64f-fad0-451f-9966-6e07a55ba721,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:16.866804 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:16.875790 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-891135b2-a315-44d2-a14a-a0bf2610ee9a service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118654 Nov 19 19:07:16.877136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] Set router 32b4ab04-28d0-49b7-bc66-371c8619872f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:07:16.886964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fffc6a-3f7d-4958-9182-aaf081bbbe18 req-58d13c84-61f1-403c-aacd-3513b96b0f90 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:16.895076 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99fffc6a-3f7d-4958-9182-aaf081bbbe18 req-58d13c84-61f1-403c-aacd-3513b96b0f90 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.2056088 Nov 19 19:07:16.938433 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-1c4c669c-0a2b-4e61-af56-db57a14c6219 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f3ae0b14-b79b-4e64-8f90-bec94f8e4621 HTTP/1.1" status: 200 len: 217 time: 0.0542686 Nov 19 19:07:16.953352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab355a1-a759-4a4a-aefc-f2dfd192c960 req-a0ac2655-16e5-487b-8a68-166edb7b8506 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:16.955138 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ab355a1-a759-4a4a-aefc-f2dfd192c960 req-a0ac2655-16e5-487b-8a68-166edb7b8506 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 943 time: 0.1250124 Nov 19 19:07:17.002967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99fffc6a-3f7d-4958-9182-aaf081bbbe18 req-795a16b6-31e9-47a3-b709-6ffd4e759fce tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075549 Nov 19 19:07:17.036290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-846b25c2-0404-474d-a6d5-016ef2abef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.037845 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-846b25c2-0404-474d-a6d5-016ef2abef42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.0809262 Nov 19 19:07:17.064280 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ab355a1-a759-4a4a-aefc-f2dfd192c960 req-093e2c65-fc8c-47f9-bf0e-77243a8b7e60 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973172 Nov 19 19:07:17.073644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Allocated IP 172.25.3.113 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/9420029a-0048-4d03-84d3-6a457b1734fd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:17.108572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-1ccd6fe9-b9ac-4127-a7f0-96a4c899e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.110500 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-1ccd6fe9-b9ac-4127-a7f0-96a4c899e547 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0638568 Nov 19 19:07:17.139106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b4ab04-28d0-49b7-bc66-371c8619872f', 'name': 'tempest-snat-router-2041638156', 'tenant_id': '67d607a460dc4f338a93ca4e3e60a7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': False}, 'gw_port_id': 'b192a64f-fad0-451f-9966-6e07a55ba721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:07:12Z', 'updated_at': '2021-11-19T19:07:14Z', 'revision_number': 3, 'project_id': '67d607a460dc4f338a93ca4e3e60a7bb', 'gw_port': {'id': 'b192a64f-fad0-451f-9966-6e07a55ba721', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:07:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b4ab04-28d0-49b7-bc66-371c8619872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:13Z', 'updated_at': '2021-11-19T19:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:17.185881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ee41d-25c9-408e-b601-5189181ff45b None None] The sync data for ids ['32b4ab04-28d0-49b7-bc66-371c8619872f'] in n-d-815373-6 is: [{'id': '32b4ab04-28d0-49b7-bc66-371c8619872f', 'name': 'tempest-snat-router-2041638156', 'tenant_id': '67d607a460dc4f338a93ca4e3e60a7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82'}], 'enable_snat': False}, 'gw_port_id': 'b192a64f-fad0-451f-9966-6e07a55ba721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:07:12Z', 'updated_at': '2021-11-19T19:07:14Z', 'revision_number': 3, 'project_id': '67d607a460dc4f338a93ca4e3e60a7bb', 'gw_port': {'id': 'b192a64f-fad0-451f-9966-6e07a55ba721', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:07:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b4ab04-28d0-49b7-bc66-371c8619872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:13Z', 'updated_at': '2021-11-19T19:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:17.225033 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-429d75db-c758-4ed2-9131-d9d7ef7ea412 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989239 Nov 19 19:07:17.235516 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:17.285916 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:17.340014 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-4275b376-f7c2-47c3-a0ff-4b5c85d538b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1090231 Nov 19 19:07:17.353910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:17.362551 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:17.369493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:17.374780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event updated for resources: {'Port': ['ID=9420029a-0048-4d03-84d3-6a457b1734fd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:17.394909 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-25592f03-e420-4165-8a16-49333c24e414 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537330 Nov 19 19:07:17.417255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9870ea-7984-420a-965f-6dc3e99939e3 req-3b75afbf-0258-4c9c-9be1-6b5ad8f5ff03 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.418873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab9870ea-7984-420a-965f-6dc3e99939e3 req-3b75afbf-0258-4c9c-9be1-6b5ad8f5ff03 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1358089 Nov 19 19:07:17.457391 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-707f3ced-9c8d-4d5f-a120-d1e625ff4d4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb45a8e9-61af-4a51-bfcb-d96877b02582 HTTP/1.1" status: 200 len: 217 time: 0.0539989 Nov 19 19:07:17.558184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-7a73c2e8-0a70-426f-8c68-ff40b52caefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.559664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-7a73c2e8-0a70-426f-8c68-ff40b52caefe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff02319-0209-479f-b0cb-2db2b1823400 HTTP/1.1" status: 200 len: 797 time: 0.0877709 Nov 19 19:07:17.570793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-6bb46d34-cd1d-4525-a935-80912cb033af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.571442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-6bb46d34-cd1d-4525-a935-80912cb033af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.571922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-6bb46d34-cd1d-4525-a935-80912cb033af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.572421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-6bb46d34-cd1d-4525-a935-80912cb033af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.573252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-6bb46d34-cd1d-4525-a935-80912cb033af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.573663 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-6bb46d34-cd1d-4525-a935-80912cb033af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.574181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-6bb46d34-cd1d-4525-a935-80912cb033af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.575051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab9870ea-7984-420a-965f-6dc3e99939e3 req-6f47f695-4883-4ef5-bf5e-d1bc2f2df4df tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464276 Nov 19 19:07:17.576874 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-6bb46d34-cd1d-4525-a935-80912cb033af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 6500 time: 0.1673498 Nov 19 19:07:17.683116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-0da2a33c-757b-4165-be9d-4feca188d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.684647 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-0da2a33c-757b-4165-be9d-4feca188d3a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55437e15-c3e4-4447-8ff9-be91112fba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068463 Nov 19 19:07:17.735698 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:17.750921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a957dfdd-e97e-4f6c-9a7a-0c2d370add90 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:07:17.766523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-33678e98-0a03-488e-9615-61324a018f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.766921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-33678e98-0a03-488e-9615-61324a018f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.767388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-33678e98-0a03-488e-9615-61324a018f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:17.769031 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-33678e98-0a03-488e-9615-61324a018f9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=286d1fc7-eb8b-400b-9e62-c852f81e73e6&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=6b12120c-2801-47c9-9799-bcf3692162a2&id=18e71340-48e5-45a3-a91b-e4f71f01a421&id=18e71340-48e5-45a3-a91b-e4f71f01a421 HTTP/1.1" status: 200 len: 2297 time: 0.1571085 Nov 19 19:07:17.887550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a957dfdd-e97e-4f6c-9a7a-0c2d370add90, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a957dfdd-e97e-4f6c-9a7a-0c2d370add90,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:17.909119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'port_id': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90', 'mac_address': 'fa:16:3e:44:d9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:07:17.925157 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-11fead58-3ccb-4005-ae5b-8e3ddbae0197 service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296698 Nov 19 19:07:17.954986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-7b4349cf-48b2-4068-94f4-544f7370502c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85a50779-8b47-40c8-8920-14ead89eaf3f HTTP/1.1" status: 200 len: 1001 time: 0.1772959 Nov 19 19:07:17.962103 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:17.983514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a957dfdd-e97e-4f6c-9a7a-0c2d370add90 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:07:18.007353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a957dfdd-e97e-4f6c-9a7a-0c2d370add90, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a957dfdd-e97e-4f6c-9a7a-0c2d370add90,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:18.013144 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:18.040586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:18.079556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-e2793b86-40b8-4650-842b-d271714cf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:18.083316 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-e2793b86-40b8-4650-842b-d271714cf7b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69e8f2d6-a875-485a-9e1c-3db0096650a5 HTTP/1.1" status: 200 len: 856 time: 0.1123772 Nov 19 19:07:18.142204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a957dfdd-e97e-4f6c-9a7a-0c2d370add90,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:18.173044 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-3811f385-ddf2-4400-b505-150e1bccd087 service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258480 Nov 19 19:07:18.283769 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-ea77cfb0-ecb7-4833-8109-858c4cd1bbf9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d173fbde-a77e-4fec-84f0-15735fa29478 HTTP/1.1" status: 200 len: 217 time: 0.0819621 Nov 19 19:07:18.315644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bd75d-7ed0-4bb8-9658-577068413a7a req-e587bf0d-ff90-49a2-991a-0421e12dc50b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:18.317922 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c9bd75d-7ed0-4bb8-9658-577068413a7a req-e587bf0d-ff90-49a2-991a-0421e12dc50b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 944 time: 0.0882730 Nov 19 19:07:18.347146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a957dfdd-e97e-4f6c-9a7a-0c2d370add90'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:07:18.364074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-b3b36932-f7b0-4ca4-b44a-c61b32d12dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:18.364883 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-b3b36932-f7b0-4ca4-b44a-c61b32d12dfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff02319-0209-479f-b0cb-2db2b1823400 HTTP/1.1" status: 200 len: 797 time: 0.0682836 Nov 19 19:07:18.367147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-198ba6dd-4d13-4dfe-8d3b-b49a0279beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:18.368536 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-198ba6dd-4d13-4dfe-8d3b-b49a0279beb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=286d1fc7-eb8b-400b-9e62-c852f81e73e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2766829 Nov 19 19:07:18.385569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c9bd75d-7ed0-4bb8-9658-577068413a7a req-1500f79d-c38d-449d-842e-96a480202589 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589499 Nov 19 19:07:18.389466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8685e-1712-4083-accb-33e69e8b14a7 req-0016be09-15bd-4b77-bfed-335ef8f23d22 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:18.390580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Router 70b28aab-1c9b-48e8-b294-d0fde03b9cb2 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:07:18.406236 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cf8685e-1712-4083-accb-33e69e8b14a7 req-0016be09-15bd-4b77-bfed-335ef8f23d22 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.2627771 Nov 19 19:07:18.593473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-548738f1-4438-4760-9be5-5ad576a229b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:18.596251 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-548738f1-4438-4760-9be5-5ad576a229b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55437e15-c3e4-4447-8ff9-be91112fba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1766942 Nov 19 19:07:18.632597 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0cf8685e-1712-4083-accb-33e69e8b14a7 req-bcc6db3b-1777-46f5-ac54-d3f962ef4634 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256455 Nov 19 19:07:18.718314 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-554f77cb-8656-4c9e-92cc-07db8bcbfc68 service neutron] 10.222.0.57 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983677 Nov 19 19:07:18.858717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-96890009-861a-4551-ad31-378ebf5c895f service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528653 Nov 19 19:07:18.906078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:18.918472 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Sync routers for ids ['70b28aab-1c9b-48e8-b294-d0fde03b9cb2'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:18.927574 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:18.929286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-96e7872a-32cb-462d-a0e6-97b7dbf383ae tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8590517 Nov 19 19:07:18.931920 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52250) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:18.939393 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Routers {'70b28aab-1c9b-48e8-b294-d0fde03b9cb2'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:18.940312 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['70b28aab-1c9b-48e8-b294-d0fde03b9cb2'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:18.944666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c13a3-2c17-471e-8584-89b04c9caed2 req-7a28887d-f88f-4bd5-93e0-e94fe818cc81 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:18.946669 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f99c13a3-2c17-471e-8584-89b04c9caed2 req-7a28887d-f88f-4bd5-93e0-e94fe818cc81 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1959755 Nov 19 19:07:18.957801 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-c672421a-c86a-413f-89c7-2355843aea7e service neutron] 10.222.0.57 "GET /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309361 Nov 19 19:07:19.038395 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-576d6d83-26ac-4823-ba9e-1c06bc448d38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=00e8f34b-4ae3-4047-a368-968e2e9be854 HTTP/1.1" status: 200 len: 217 time: 0.0669758 Nov 19 19:07:19.081918 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d21f7f79-dbe3-4886-86ea-90709f582f11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/routers/70b28aab-1c9b-48e8-b294-d0fde03b9cb2 HTTP/1.1" status: 200 len: 908 time: 0.1457622 Nov 19 19:07:19.082945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52252) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:19.126614 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Set router 70b28aab-1c9b-48e8-b294-d0fde03b9cb2 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:07:19.129731 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f99c13a3-2c17-471e-8584-89b04c9caed2 req-5f2b234b-fe39-4114-8620-f7075e00df79 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747532 Nov 19 19:07:19.136689 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-365666ce-b3b6-48a5-b218-3f7802455d42 req-4036c0ce-12bb-4b77-b7d1-0ed6f638c59a service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679210 Nov 19 19:07:19.150354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-ef933668-57c2-47ab-9888-5e49a132b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:19.151912 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-ef933668-57c2-47ab-9888-5e49a132b106 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.0983512 Nov 19 19:07:19.222321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-0028b3d3-e012-440d-aa3c-f49d2ecee5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:19.225015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-0028b3d3-e012-440d-aa3c-f49d2ecee5df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604882 Nov 19 19:07:19.247648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:19.380932 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-481296fa-2a73-482f-92de-54364d58ac5d service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378391 Nov 19 19:07:19.394663 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:19.520109 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b28aab-1c9b-48e8-b294-d0fde03b9cb2', 'name': 'tempest-snat-router-2041638156', 'tenant_id': '67d607a460dc4f338a93ca4e3e60a7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '9420029a-0048-4d03-84d3-6a457b1734fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:07:16Z', 'updated_at': '2021-11-19T19:07:17Z', 'revision_number': 3, 'project_id': '67d607a460dc4f338a93ca4e3e60a7bb', 'gw_port': {'id': '9420029a-0048-4d03-84d3-6a457b1734fd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:be:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b28aab-1c9b-48e8-b294-d0fde03b9cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:16Z', 'updated_at': '2021-11-19T19:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:19.523717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b192a64f-fad0-451f-9966-6e07a55ba721 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:19.568365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Deleting port 9420029a-0048-4d03-84d3-6a457b1734fd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:19.568942 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:19.582194 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Checking router: 70b28aab-1c9b-48e8-b294-d0fde03b9cb2 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:07:19.583087 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Updating router 70b28aab-1c9b-48e8-b294-d0fde03b9cb2 port 9420029a-0048-4d03-84d3-6a457b1734fd binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:07:19.630068 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:19.645966 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-4f9fc7cb-f9ae-45c6-8e1f-f357992485f1 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593217 Nov 19 19:07:19.680444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b192a64f-fad0-451f-9966-6e07a55ba721 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:19.681562 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:19.711887 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-abf76526-4fba-4da2-bfac-63c82d4075a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=67956144-0508-45ed-934a-ac5fa1d15788 HTTP/1.1" status: 200 len: 217 time: 0.0576518 Nov 19 19:07:19.760035 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:19.775381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Calling delete_port for 9420029a-0048-4d03-84d3-6a457b1734fd owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:19.800441 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:19.807163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a957dfdd-e97e-4f6c-9a7a-0c2d370add90 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:19.855555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7dd82-5d13-480a-bbae-5162c8298e16 req-c939fbf2-c617-412e-98ed-d994602d3a7e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:19.857006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d6c7dd82-5d13-480a-bbae-5162c8298e16 req-c939fbf2-c617-412e-98ed-d994602d3a7e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0868096 Nov 19 19:07:19.858760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-66624b30-5486-4c97-8f58-ad4b2d34781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:19.860213 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-66624b30-5486-4c97-8f58-ad4b2d34781c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.1333051 Nov 19 19:07:19.873127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port b192a64f-fad0-451f-9966-6e07a55ba721, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b192a64f-fad0-451f-9966-6e07a55ba721,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:19.883174 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:19.883580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d27cf-ca66-45b8-9149-d652d8da7578 req-69779293-7adf-40b6-9834-ab0ddb677dc4 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:19.896332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-742d27cf-ca66-45b8-9149-d652d8da7578 req-69779293-7adf-40b6-9834-ab0ddb677dc4 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 944 time: 0.2540777 Nov 19 19:07:19.957361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port a957dfdd-e97e-4f6c-9a7a-0c2d370add90 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:07:19.967312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port a957dfdd-e97e-4f6c-9a7a-0c2d370add90 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:19.967690 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:19.976091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-ebe48538-8471-4898-8726-ebb859b40cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:19.978199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-ebe48538-8471-4898-8726-ebb859b40cfc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054163 Nov 19 19:07:19.983540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d6c7dd82-5d13-480a-bbae-5162c8298e16 req-e4ea2db2-90cc-4a10-8b06-27e173416486 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171930 Nov 19 19:07:20.021723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=b192a64f-fad0-451f-9966-6e07a55ba721,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:20.071319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-742d27cf-ca66-45b8-9149-d652d8da7578 req-0c5f1a94-9c2d-4e41-971c-2add19f30e6b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740613 Nov 19 19:07:20.108481 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:20.127404 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-5660bbff-0b4f-456f-b559-72db707d5275 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370475 Nov 19 19:07:20.140105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:20.143143 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeb6c7e-3276-4d37-8096-b1eb57b2411e" -d '{"events": [{"server_uuid": "dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d", "name": "network-vif-plugged", "status": "completed", "tag": "a957dfdd-e97e-4f6c-9a7a-0c2d370add90"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:20.145263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:20.200021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a957dfdd-e97e-4f6c-9a7a-0c2d370add90, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a957dfdd-e97e-4f6c-9a7a-0c2d370add90,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:20.202425 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event deleted for resources: {'Port': ['ID=9420029a-0048-4d03-84d3-6a457b1734fd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:20.207104 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:20.254432 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.db.api [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:07:20.255041 n-d-815373-6 neutron-server[109890]: DEBUG oslo_db.api [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:07:20.258490 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448c16c0-3b95-4bab-ac96-8390f6f1342a x-openstack-request-id: req-448c16c0-3b95-4bab-ac96-8390f6f1342a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:20.258791 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d", "name": "network-vif-plugged", "status": "completed", "tag": "a957dfdd-e97e-4f6c-9a7a-0c2d370add90", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:20.259166 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-448c16c0-3b95-4bab-ac96-8390f6f1342a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:20.259535 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90', 'code': 200} Nov 19 19:07:20.293569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a957dfdd-e97e-4f6c-9a7a-0c2d370add90,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:20.308898 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-b05899c3-f7a6-4b36-9deb-0b6f9f2dc7c9 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706314 Nov 19 19:07:20.351929 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c044b-682b-4ff0-8d97-36f702347951 req-f59bb027-5d7e-4037-b1fc-c97da70fd257 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:20.353580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-019c044b-682b-4ff0-8d97-36f702347951 req-f59bb027-5d7e-4037-b1fc-c97da70fd257 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1124861 Nov 19 19:07:20.356742 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:20.371987 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-db69d80f-5964-41d2-afd2-dcf03f52ca45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=5f2d97c5-4262-464d-bd12-5ac7c301bebf HTTP/1.1" status: 200 len: 217 time: 0.0516465 Nov 19 19:07:20.421517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9005165-13c1-44c5-9675-3758b27039eb req-ecef5fe2-71a3-4db1-9e0d-73912585f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:20.422583 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a9005165-13c1-44c5-9675-3758b27039eb req-ecef5fe2-71a3-4db1-9e0d-73912585f05a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 1096 time: 0.1127243 Nov 19 19:07:20.450245 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-ff2a5959-a5d4-48b6-9377-d061e3cb3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:20.451747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-ff2a5959-a5d4-48b6-9377-d061e3cb3b52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.0702701 Nov 19 19:07:20.467781 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:20.470986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:20.507895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a9005165-13c1-44c5-9675-3758b27039eb req-7013c620-49d9-4db2-8939-845469a95dd0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744238 Nov 19 19:07:20.523006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-a4555f57-079e-4abb-8db4-711c02bdb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:20.523006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-a4555f57-079e-4abb-8db4-711c02bdb74d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0576987 Nov 19 19:07:20.530505 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-019c044b-682b-4ff0-8d97-36f702347951 req-060e6531-ecde-4331-b7e3-0136e3ca493e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703517 Nov 19 19:07:20.545147 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:20.546038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70b28aab-1c9b-48e8-b294-d0fde03b9cb2 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:07:20.551358 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:20.557913 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9574d995-a178-4ad1-acaa-1259e7c22633 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "DELETE /v2.0/routers/70b28aab-1c9b-48e8-b294-d0fde03b9cb2 HTTP/1.1" status: 204 len: 168 time: 1.4744086 Nov 19 19:07:20.558791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52270) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:20.645920 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-4179acfc-ed5e-4825-9376-9b12990526e8 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097631 Nov 19 19:07:20.681096 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:20.756794 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-dab2ecf3-4331-46ea-bc64-b6b174c20ac3 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074102 Nov 19 19:07:20.773618 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Port 9420029a-0048-4d03-84d3-6a457b1734fd not found while updating agent binding for router 70b28aab-1c9b-48e8-b294-d0fde03b9cb2. {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 19:07:20.784201 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Routers set() bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:20.785166 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Router IDs set() for agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 19:07:20.785823 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_agentschedulers_db [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'70b28aab-1c9b-48e8-b294-d0fde03b9cb2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent'). {{(pid=109890) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 19:07:20.786172 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784274b6-e9f9-42e4-9107-b44a8dae0c6c None None] The sync data for ids ['70b28aab-1c9b-48e8-b294-d0fde03b9cb2'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:20.813362 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:20.819113 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-341ef20c-306c-4527-82e9-f98b1f34a682 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=9e4cbf62-bc26-4c17-ac64-184ae2a06110 HTTP/1.1" status: 200 len: 217 time: 0.0544357 Nov 19 19:07:20.876538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Deleting port b192a64f-fad0-451f-9966-6e07a55ba721 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:20.876981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:20.877494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-3abb69f2-40c3-4894-9afd-b6ce731ca779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:20.879640 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-3abb69f2-40c3-4894-9afd-b6ce731ca779 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 200 len: 797 time: 0.0532355 Nov 19 19:07:20.938791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-e932771a-55ff-4f41-b125-985c9c26c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:20.940291 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-e932771a-55ff-4f41-b125-985c9c26c0a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b12120c-2801-47c9-9799-bcf3692162a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0496948 Nov 19 19:07:20.993354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] For port b192a64f-fad0-451f-9966-6e07a55ba721, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b192a64f-fad0-451f-9966-6e07a55ba721,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:20.993354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:21.015647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Calling delete_port for b192a64f-fad0-451f-9966-6e07a55ba721 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:21.076913 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-acc6ca27-37de-445c-973f-1414692011c1 service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284246 Nov 19 19:07:21.193358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc9258-dc75-4909-8b7c-1070fdd07677 req-65f599b0-8644-4e42-98fb-b913272a3574 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:21.195337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cbc9258-dc75-4909-8b7c-1070fdd07677 req-65f599b0-8644-4e42-98fb-b913272a3574 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.1165173 Nov 19 19:07:21.236415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-4199786a-9d52-490d-84bd-315b54d628ba service neutron] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522646 Nov 19 19:07:21.306437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cbc9258-dc75-4909-8b7c-1070fdd07677 req-08bf31e1-40a3-418b-99d5-5ea0a60e4a72 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912819 Nov 19 19:07:21.311038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:21.370611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event deleted for resources: {'Port': ['ID=b192a64f-fad0-451f-9966-6e07a55ba721,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:21.431449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b192a64f-fad0-451f-9966-6e07a55ba721 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:21.455988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b192a64f-fad0-451f-9966-6e07a55ba721 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:07:21.456529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b192a64f-fad0-451f-9966-6e07a55ba721 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 19:07:21.461351 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:21.481394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Port b192a64f-fad0-451f-9966-6e07a55ba721 not found, will not notify nova. {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 19:07:21.560929 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:21.575598 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:21.652681 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-4317fc39-e76b-4e79-b405-2e64641b119b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18115d40-7010-4197-8b04-8b4b25274587 HTTP/1.1" status: 200 len: 217 time: 0.4064298 Nov 19 19:07:21.663832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f08e9c-02dd-445f-a174-fe4810bee6ec req-4d138cca-d82e-4b81-b678-d5f2852c4837 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:21.665344 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26f08e9c-02dd-445f-a174-fe4810bee6ec req-4d138cca-d82e-4b81-b678-d5f2852c4837 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.4768872 Nov 19 19:07:21.680228 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:21.681131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32b4ab04-28d0-49b7-bc66-371c8619872f {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:07:21.686224 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:21.688657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7c158f9c-f6c0-4dcd-97f3-fafeab43ea11 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "DELETE /v2.0/routers/32b4ab04-28d0-49b7-bc66-371c8619872f HTTP/1.1" status: 204 len: 168 time: 1.1281457 Nov 19 19:07:21.693617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52294) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:21.699131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1850755608', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:21.740776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09816816-9243-4228-a8a5-598890353d18 req-cf17f545-dd15-4ffd-9527-37e82fce929c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:21.748495 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09816816-9243-4228-a8a5-598890353d18 req-cf17f545-dd15-4ffd-9527-37e82fce929c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1209967 Nov 19 19:07:21.769874 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-654b82b8-8a25-4821-98b6-c5990df1631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:21.771707 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-654b82b8-8a25-4821-98b6-c5990df1631e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f9665a9-7412-4abc-9a4c-1731fa47e4cc HTTP/1.1" status: 200 len: 797 time: 0.1053519 Nov 19 19:07:21.777521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:21.778925 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:21.828454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09816816-9243-4228-a8a5-598890353d18 req-5a513c7d-161e-4bfa-8543-18dce2a2b956 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787456 Nov 19 19:07:21.874906 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-26f08e9c-02dd-445f-a174-fe4810bee6ec req-71a805b3-8366-48b7-86fa-81b303ba2b58 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988885 Nov 19 19:07:21.879777 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:21.896226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-7a88de8d-bb69-4380-83ff-58c00f86cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:21.899586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-7a88de8d-bb69-4380-83ff-58c00f86cbb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18e71340-48e5-45a3-a91b-e4f71f01a421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1139438 Nov 19 19:07:22.045374 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-2c032d24-6223-4082-8872-236bfd7253cb service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299467 Nov 19 19:07:22.048258 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:22.153603 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-fcf95e50-3f3e-46b7-b90f-f95d40d351fc service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988200 Nov 19 19:07:22.203683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-85480b83-a114-4ef6-b7e5-4a049f61ce24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd42bb32-903f-483f-a136-2067566b2a74 HTTP/1.1" status: 200 len: 217 time: 0.0392995 Nov 19 19:07:22.262649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-120354c7-cc93-496e-a4e6-b539d5e92f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:22.264271 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-120354c7-cc93-496e-a4e6-b539d5e92f50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f9665a9-7412-4abc-9a4c-1731fa47e4cc HTTP/1.1" status: 200 len: 797 time: 0.0512807 Nov 19 19:07:22.276746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:22.297675 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:22.312307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-dc76e302-f842-4bad-9b3b-e05705c0713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:22.313827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-dc76e302-f842-4bad-9b3b-e05705c0713a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18e71340-48e5-45a3-a91b-e4f71f01a421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423346 Nov 19 19:07:22.422136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Allocated IP 172.25.3.102 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/4f7c378f-a6af-4c1d-9f4c-3ad5857be637) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:22.465693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef169102-52bc-4b74-a24b-44fd1cbe6117 req-6feb71f3-fce6-4e5e-886b-fb68d22134cc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:22.467243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef169102-52bc-4b74-a24b-44fd1cbe6117 req-6feb71f3-fce6-4e5e-886b-fb68d22134cc tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0927095 Nov 19 19:07:22.469351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-8d5504db-bf56-46b9-aedd-3cb02a1d7dc7 service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483915 Nov 19 19:07:22.535956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:22.572774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:22.573491 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef169102-52bc-4b74-a24b-44fd1cbe6117 req-a34e0dc8-569a-4004-8041-5f63a5cb8d05 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981627 Nov 19 19:07:22.604159 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2c2e7be-579e-4266-af1f-e505c663b525 req-b01b01d0-0f22-415b-b19a-3cf739788455 service neutron] 10.222.0.57 "GET /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148281 Nov 19 19:07:22.619302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:22.623338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:22.625275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Pushing event updated for resources: {'Port': ['ID=4f7c378f-a6af-4c1d-9f4c-3ad5857be637,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:22.627567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:22.878961 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:22.997542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b52b69-da78-4a1d-b659-d6b10df3ad10 req-0d9d7130-0ecc-447b-a95a-323f4aff4644 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:22.999130 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13b52b69-da78-4a1d-b659-d6b10df3ad10 req-0d9d7130-0ecc-447b-a95a-323f4aff4644 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.0545118 Nov 19 19:07:23.010658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5890b6e-478b-48f3-a018-41b66da7fd1c req-7e26219f-29c3-4b8a-80aa-a5f7eee75fd8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:23.012186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5890b6e-478b-48f3-a018-41b66da7fd1c req-7e26219f-29c3-4b8a-80aa-a5f7eee75fd8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0962989 Nov 19 19:07:23.055672 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13b52b69-da78-4a1d-b659-d6b10df3ad10 req-5d8a487d-0145-4c91-8f55-5270baa62f5f tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484958 Nov 19 19:07:23.114372 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5890b6e-478b-48f3-a018-41b66da7fd1c req-88c8827f-c3ec-46dd-9c22-13217b73b2d8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927398 Nov 19 19:07:23.169092 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:23.302319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e599f-0e53-485a-b52f-15b8196295bd req-89158552-1a70-4b59-9d0c-4aabbe3f23a5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:23.303846 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-410e599f-0e53-485a-b52f-15b8196295bd req-89158552-1a70-4b59-9d0c-4aabbe3f23a5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1314309 Nov 19 19:07:23.312778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52318) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:23.320177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-af4b98a3-92f9-49aa-8774-275c62384e48 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'floatingip': {'port_id': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:23.349169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Router 3cb46014-0636-402f-a65d-4603a9ed70a9 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:07:23.382623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af4b98a3-92f9-49aa-8774-275c62384e48 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:23.387197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b192a64f-fad0-451f-9966-6e07a55ba721 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:07:23.426694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b192a64f-fad0-451f-9966-6e07a55ba721 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:07:23.427045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b192a64f-fad0-451f-9966-6e07a55ba721 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:07:23.503343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:23.516104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac8dfd-de4b-479c-835d-ee6277108459 None None] Sync routers for ids ['3cb46014-0636-402f-a65d-4603a9ed70a9'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:23.538726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac8dfd-de4b-479c-835d-ee6277108459 None None] Routers {'3cb46014-0636-402f-a65d-4603a9ed70a9'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:23.542147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aac8dfd-de4b-479c-835d-ee6277108459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3cb46014-0636-402f-a65d-4603a9ed70a9'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:23.554455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:23.558664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52326) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:23.559778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6924b149-d6b8-4dee-a2fa-f6590b0be8fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8648334 Nov 19 19:07:23.578174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-560a1b33-faf3-4878-88d5-31526b03a34c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'enable_snat': False}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:23.595867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aac8dfd-de4b-479c-835d-ee6277108459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:23.633954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac8dfd-de4b-479c-835d-ee6277108459 None None] Routers {'3cb46014-0636-402f-a65d-4603a9ed70a9'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:23.633954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aac8dfd-de4b-479c-835d-ee6277108459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3cb46014-0636-402f-a65d-4603a9ed70a9'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:23.690142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aac8dfd-de4b-479c-835d-ee6277108459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:23.692183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac8dfd-de4b-479c-835d-ee6277108459 None None] The sync data for ids ['3cb46014-0636-402f-a65d-4603a9ed70a9'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:23.749492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b2c99-5132-49ec-b061-f8be5759f218 req-a84045f1-37d4-43e4-984e-367f473cb70d tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:23.758606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef1b2c99-5132-49ec-b061-f8be5759f218 req-a84045f1-37d4-43e4-984e-367f473cb70d tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0669956 Nov 19 19:07:23.821530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef1b2c99-5132-49ec-b061-f8be5759f218 req-bd5628ad-1b33-464e-8ef8-428e6543e472 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614734 Nov 19 19:07:24.205642 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af4b98a3-92f9-49aa-8774-275c62384e48 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:24.229841 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af4b98a3-92f9-49aa-8774-275c62384e48 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:24.264419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c956d6c-ac6a-4b49-b3b6-d1fd76d938f8 req-dbbbd444-e340-40bd-b370-7c3209893669 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:24.266211 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5c956d6c-ac6a-4b49-b3b6-d1fd76d938f8 req-dbbbd444-e340-40bd-b370-7c3209893669 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0539711 Nov 19 19:07:24.330403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5c956d6c-ac6a-4b49-b3b6-d1fd76d938f8 req-296b7d3f-aab3-4634-9ad0-4631f85aedf4 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571578 Nov 19 19:07:24.359682 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-560a1b33-faf3-4878-88d5-31526b03a34c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:24.427985 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-af4b98a3-92f9-49aa-8774-275c62384e48 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Floating IP db33db88-84de-4dd2-81d4-89a90c766822 associated. External IP: 172.25.3.86, port: a957dfdd-e97e-4f6c-9a7a-0c2d370add90. Nov 19 19:07:24.728970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4b98a3-92f9-49aa-8774-275c62384e48 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Router bddc5826-b371-4bdb-8ae4-484f87a3863f has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:07:24.959285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf873d8-a03d-424c-8a7f-b203acb33726 req-5ec5e2ae-217d-496e-a6b3-6cf334e8eee5 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:24.969846 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cf873d8-a03d-424c-8a7f-b203acb33726 req-5ec5e2ae-217d-496e-a6b3-6cf334e8eee5 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0824366 Nov 19 19:07:24.974218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4b98a3-92f9-49aa-8774-275c62384e48 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:24.980347 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af4b98a3-92f9-49aa-8774-275c62384e48 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:24.991400 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0f978b-4c5e-4030-af4b-0385f179bfa9 None None] Sync routers for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:25.010095 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f978b-4c5e-4030-af4b-0385f179bfa9 None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:25.011724 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5a0f978b-4c5e-4030-af4b-0385f179bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:25.027652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-af4b98a3-92f9-49aa-8774-275c62384e48 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "PUT /v2.0/floatingips/db33db88-84de-4dd2-81d4-89a90c766822 HTTP/1.1" status: 200 len: 990 time: 1.7128098 Nov 19 19:07:25.033864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'tag': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:25.039105 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14bf6c0-851f-49af-9f67-3afed5022400" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d", "tag": "a957dfdd-e97e-4f6c-9a7a-0c2d370add90"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:25.067691 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:25.167763 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5a0f978b-4c5e-4030-af4b-0385f179bfa9 None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:07:25.246368 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75be928b-23a3-4a23-8812-f456e2ca4fdf x-openstack-request-id: req-75be928b-23a3-4a23-8812-f456e2ca4fdf {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:25.246965 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d", "tag": "a957dfdd-e97e-4f6c-9a7a-0c2d370add90", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:25.246965 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75be928b-23a3-4a23-8812-f456e2ca4fdf {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:25.247295 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'tag': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90', 'status': 'completed', 'code': 200} Nov 19 19:07:25.390722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-560a1b33-faf3-4878-88d5-31526b03a34c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:25.398533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf6c0-851f-49af-9f67-3afed5022400 req-ec546e0f-d2df-4510-bdde-fbf6d397bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:25.400300 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d14bf6c0-851f-49af-9f67-3afed5022400 req-ec546e0f-d2df-4510-bdde-fbf6d397bea4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 1096 time: 0.1473501 Nov 19 19:07:25.401601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-560a1b33-faf3-4878-88d5-31526b03a34c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:25.508071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cf873d8-a03d-424c-8a7f-b203acb33726 req-44e6213d-ef0b-4c8d-a0a9-ec4ae6d9864a tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329113 Nov 19 19:07:25.561836 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5a0f978b-4c5e-4030-af4b-0385f179bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'db33db88-84de-4dd2-81d4-89a90c766822', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'port_id': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'mac_address': 'fa:16:3e:44:d9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:07:07Z', 'updated_at': '2021-11-19T19:07:24Z', 'revision_number': 1, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:25.592525 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0f978b-4c5e-4030-af4b-0385f179bfa9 None None] Checking router: bddc5826-b371-4bdb-8ae4-484f87a3863f for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:07:25.603826 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f978b-4c5e-4030-af4b-0385f179bfa9 None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:25.604466 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5a0f978b-4c5e-4030-af4b-0385f179bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:25.762969 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5a0f978b-4c5e-4030-af4b-0385f179bfa9 None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:07:25.969005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf6c0-851f-49af-9f67-3afed5022400 req-6e8d0fea-16f2-48ca-9b5f-af9882ae805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:25.971252 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d14bf6c0-851f-49af-9f67-3afed5022400 req-6e8d0fea-16f2-48ca-9b5f-af9882ae805a service neutron] 10.222.0.21 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.5621390 Nov 19 19:07:26.000357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98c68-7f33-4214-83c0-161da129863a req-5753e0e1-9130-4739-a603-8da7f56103db tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:26.002023 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25e98c68-7f33-4214-83c0-161da129863a req-5753e0e1-9130-4739-a603-8da7f56103db tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1973021 Nov 19 19:07:26.067509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560a1b33-faf3-4878-88d5-31526b03a34c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Router 3cb46014-0636-402f-a65d-4603a9ed70a9 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:07:26.091694 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5a0f978b-4c5e-4030-af4b-0385f179bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'db33db88-84de-4dd2-81d4-89a90c766822', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'port_id': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'mac_address': 'fa:16:3e:44:d9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:07:07Z', 'updated_at': '2021-11-19T19:07:24Z', 'revision_number': 1, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:26.121300 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0f978b-4c5e-4030-af4b-0385f179bfa9 None None] The sync data for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 is: [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'db33db88-84de-4dd2-81d4-89a90c766822', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'floating_ip_address': '172.25.3.86', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'port_id': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'mac_address': 'fa:16:3e:44:d9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:07:07Z', 'updated_at': '2021-11-19T19:07:24Z', 'revision_number': 1, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:26.127336 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d14bf6c0-851f-49af-9f67-3afed5022400 req-e5dde5b4-5982-4c52-9276-46d78ddfd946 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a957dfdd-e97e-4f6c-9a7a-0c2d370add90 HTTP/1.1" status: 200 len: 998 time: 0.1450536 Nov 19 19:07:26.130661 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-25e98c68-7f33-4214-83c0-161da129863a req-0915c0f4-1a05-4c35-811c-6eff749bfc29 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187694 Nov 19 19:07:26.254200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf6c0-851f-49af-9f67-3afed5022400 req-5feadbe3-7d33-4f54-804f-28c52934dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:26.255747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d14bf6c0-851f-49af-9f67-3afed5022400 req-5feadbe3-7d33-4f54-804f-28c52934dc08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0795600 Nov 19 19:07:26.340348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560a1b33-faf3-4878-88d5-31526b03a34c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:26.346201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-560a1b33-faf3-4878-88d5-31526b03a34c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:26.350979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-560a1b33-faf3-4878-88d5-31526b03a34c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "PUT /v2.0/routers/3cb46014-0636-402f-a65d-4603a9ed70a9 HTTP/1.1" status: 200 len: 922 time: 2.7888849 Nov 19 19:07:26.351746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52356) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:26.355427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75896a58-a756-4afe-bdb8-9a88258e27b6 None None] Sync routers for ids ['3cb46014-0636-402f-a65d-4603a9ed70a9'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:26.373711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75896a58-a756-4afe-bdb8-9a88258e27b6 None None] Routers {'3cb46014-0636-402f-a65d-4603a9ed70a9'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:26.374398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-75896a58-a756-4afe-bdb8-9a88258e27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3cb46014-0636-402f-a65d-4603a9ed70a9'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:26.424583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-75896a58-a756-4afe-bdb8-9a88258e27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:26.443421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf6c0-851f-49af-9f67-3afed5022400 req-29308b6f-8d20-45fc-b744-e15e8d38eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:26.444007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75896a58-a756-4afe-bdb8-9a88258e27b6 None None] Routers {'3cb46014-0636-402f-a65d-4603a9ed70a9'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:26.444649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-75896a58-a756-4afe-bdb8-9a88258e27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3cb46014-0636-402f-a65d-4603a9ed70a9'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:26.445924 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d14bf6c0-851f-49af-9f67-3afed5022400 req-29308b6f-8d20-45fc-b744-e15e8d38eea1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410425 Nov 19 19:07:26.486182 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd653c-1543-4c8d-adc1-2bbfffe3c896 None None] New status for floating IP db33db88-84de-4dd2-81d4-89a90c766822: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:07:26.529128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-75896a58-a756-4afe-bdb8-9a88258e27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:26.538101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75896a58-a756-4afe-bdb8-9a88258e27b6 None None] The sync data for ids ['3cb46014-0636-402f-a65d-4603a9ed70a9'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:26.612761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d73db07d-e9ab-413d-90d3-fcac9278c567 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/routers/3cb46014-0636-402f-a65d-4603a9ed70a9 HTTP/1.1" status: 200 len: 922 time: 0.2548246 Nov 19 19:07:26.612761 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52360) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:26.724633 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d14bf6c0-851f-49af-9f67-3afed5022400 req-8b45e09e-1636-4baf-8037-def7c957890f service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149839 Nov 19 19:07:26.735896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c9045-8a43-400a-8e01-7935e02b17ad tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:26.738282 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fc9c9045-8a43-400a-8e01-7935e02b17ad tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&device_id=3cb46014-0636-402f-a65d-4603a9ed70a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1248243 Nov 19 19:07:26.743288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aa111-9d4b-4cd1-a6f2-6eae9c6f7aab req-786483f6-f115-4de6-aeeb-9de43fe00b83 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:26.746045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52366) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:26.750816 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d70aa111-9d4b-4cd1-a6f2-6eae9c6f7aab req-786483f6-f115-4de6-aeeb-9de43fe00b83 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.1087632 Nov 19 19:07:26.924116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d70aa111-9d4b-4cd1-a6f2-6eae9c6f7aab req-e7740fb3-fb1f-4219-b2a8-25bf785091ee tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722553 Nov 19 19:07:26.945338 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d14bf6c0-851f-49af-9f67-3afed5022400 req-d2198c8e-0585-4e3f-bf98-0f67fdd8c7fc service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117963 Nov 19 19:07:26.965529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457f359d-a615-425c-944f-90ec7eeba356 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:26.968621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-457f359d-a615-425c-944f-90ec7eeba356 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 881 time: 0.2194402 Nov 19 19:07:26.971104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52372) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:27.008151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-04afefbf-f332-4f67-94d4-1b2da652dc27 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=3cb46014-0636-402f-a65d-4603a9ed70a9 HTTP/1.1" status: 200 len: 205 time: 0.0328758 Nov 19 19:07:27.009391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52374) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:27.133129 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:27.349238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:27.409432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5b1bd-681b-406a-8eef-8255a2cc7216 req-7a0618a7-54a9-48a2-a41f-a77b3b8df7a8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:27.411124 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98f5b1bd-681b-406a-8eef-8255a2cc7216 req-7a0618a7-54a9-48a2-a41f-a77b3b8df7a8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.1000779 Nov 19 19:07:27.453789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Deleting port 4f7c378f-a6af-4c1d-9f4c-3ad5857be637 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:27.454201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:27.521796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98f5b1bd-681b-406a-8eef-8255a2cc7216 req-855b9e1e-38ee-4b1d-83d8-7c9dabbd65eb tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035407 Nov 19 19:07:27.594963 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:27.607712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Calling delete_port for 4f7c378f-a6af-4c1d-9f4c-3ad5857be637 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:27.805658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:27.835248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Pushing event deleted for resources: {'Port': ['ID=4f7c378f-a6af-4c1d-9f4c-3ad5857be637,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:27.914232 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.027531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.030268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.057561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a574cc-641c-4995-8660-33571f00066c req-b5151206-bd7d-436c-9f5b-a69dd6484cc6 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:28.059093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25a574cc-641c-4995-8660-33571f00066c req-b5151206-bd7d-436c-9f5b-a69dd6484cc6 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0581710 Nov 19 19:07:28.082167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.082776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Fanout notify agent at l3_agent the message router_deleted on router 3cb46014-0636-402f-a65d-4603a9ed70a9 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:07:28.090505 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.095108 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9b3a95af-ff86-4fb8-9976-c71a9f4277fa tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/3cb46014-0636-402f-a65d-4603a9ed70a9 HTTP/1.1" status: 204 len: 168 time: 1.0817287 Nov 19 19:07:28.095794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52390) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:28.102041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4d56a1f1-16cf-44d4-b0a7-798b374e800e tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-35829155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:28.117248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25a574cc-641c-4995-8660-33571f00066c req-dffe4170-3fc8-4d8a-9f7e-bb54eaaecaff tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505376 Nov 19 19:07:28.126787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1f1-16cf-44d4-b0a7-798b374e800e tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.128743 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1f1-16cf-44d4-b0a7-798b374e800e tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.181070 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1f1-16cf-44d4-b0a7-798b374e800e tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.185275 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1f1-16cf-44d4-b0a7-798b374e800e tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.204176 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d56a1f1-16cf-44d4-b0a7-798b374e800e tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.208307 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4d56a1f1-16cf-44d4-b0a7-798b374e800e tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1079223 Nov 19 19:07:28.208509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52392) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:28.212905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:28.446124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.640612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08955c5-2eaf-4d95-b6ce-221d89be9694 req-7b94be4b-33c0-4353-a160-8eb0315246f8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:28.650240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e08955c5-2eaf-4d95-b6ce-221d89be9694 req-7b94be4b-33c0-4353-a160-8eb0315246f8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0628734 Nov 19 19:07:28.652270 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.677722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.710289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e08955c5-2eaf-4d95-b6ce-221d89be9694 req-b72d9565-93fa-4971-9cde-12533f373d92 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590577 Nov 19 19:07:28.787520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Allocated IP 172.25.3.167 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/7ba58a5d-1585-4467-8323-5d004b84efe3) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:28.895900 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.931087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:28.975044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:28.978298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:28.982755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:29.004473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Pushing event updated for resources: {'Port': ['ID=7ba58a5d-1585-4467-8323-5d004b84efe3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:29.261373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb181db8-ec98-401c-9a32-2c5e7ae6eb82 req-a06c3967-4208-4bee-a322-8ab010d55810 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:29.263062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb181db8-ec98-401c-9a32-2c5e7ae6eb82 req-a06c3967-4208-4bee-a322-8ab010d55810 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0559390 Nov 19 19:07:29.287466 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:29.325645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb181db8-ec98-401c-9a32-2c5e7ae6eb82 req-a64c4054-08f0-44b2-a2e4-fad859c4c85b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518019 Nov 19 19:07:29.496268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:29.500442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:29.615107 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:29.632700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Router 18be1297-f12b-4bac-9198-458817c177a6 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:07:30.084250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:30.091635 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:30.092819 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8c402a41-5e62-4d2c-9036-0b729a86e7f1 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "PUT /v2.0/routers/18be1297-f12b-4bac-9198-458817c177a6 HTTP/1.1" status: 200 len: 878 time: 1.8833456 Nov 19 19:07:30.095390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52416) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:30.097937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af8313-48d2-4e36-9d1f-aa5d008e9465 None None] Sync routers for ids ['18be1297-f12b-4bac-9198-458817c177a6'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:30.110338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf150b-3da4-4e9b-88e1-b2d29964063e req-5ad07463-6279-4242-a9fc-d0cd4ecf0640 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:30.111795 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-babf150b-3da4-4e9b-88e1-b2d29964063e req-5ad07463-6279-4242-a9fc-d0cd4ecf0640 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0808401 Nov 19 19:07:30.124662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af8313-48d2-4e36-9d1f-aa5d008e9465 None None] Routers {'18be1297-f12b-4bac-9198-458817c177a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:30.126281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-54af8313-48d2-4e36-9d1f-aa5d008e9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['18be1297-f12b-4bac-9198-458817c177a6'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:30.192994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-54af8313-48d2-4e36-9d1f-aa5d008e9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:30.205471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af8313-48d2-4e36-9d1f-aa5d008e9465 None None] Routers {'18be1297-f12b-4bac-9198-458817c177a6'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:30.207258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-54af8313-48d2-4e36-9d1f-aa5d008e9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['18be1297-f12b-4bac-9198-458817c177a6'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:30.241343 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-babf150b-3da4-4e9b-88e1-b2d29964063e req-df3876fa-543d-4243-989b-e5023b0a099a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907729 Nov 19 19:07:30.253790 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c3ea91b0-7e0d-4bc2-b73e-96bb93971a80 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/routers/18be1297-f12b-4bac-9198-458817c177a6 HTTP/1.1" status: 200 len: 919 time: 0.1566229 Nov 19 19:07:30.256980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52422) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:30.289566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-54af8313-48d2-4e36-9d1f-aa5d008e9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:30.290786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af8313-48d2-4e36-9d1f-aa5d008e9465 None None] The sync data for ids ['18be1297-f12b-4bac-9198-458817c177a6'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:30.357102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c716c4d-2048-4c2e-9415-59d586ca0aa9 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:30.361240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6c716c4d-2048-4c2e-9415-59d586ca0aa9 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&device_id=18be1297-f12b-4bac-9198-458817c177a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1005666 Nov 19 19:07:30.363877 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52426) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:30.446448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268978c-5d5f-491e-b260-922587a773c9 req-46bfd519-6aeb-40b8-aed2-ac49d9788245 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:30.455223 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3268978c-5d5f-491e-b260-922587a773c9 req-46bfd519-6aeb-40b8-aed2-ac49d9788245 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0622306 Nov 19 19:07:30.457967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f4e56-8601-4f5e-a5de-946c2a271e8b tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:30.459787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b94f4e56-8601-4f5e-a5de-946c2a271e8b tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 881 time: 0.0947692 Nov 19 19:07:30.462586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52428) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:30.499448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e3a4317e-66be-41d6-96db-543280ec8b09 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=18be1297-f12b-4bac-9198-458817c177a6 HTTP/1.1" status: 200 len: 205 time: 0.0323849 Nov 19 19:07:30.502134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52430) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:30.538761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3268978c-5d5f-491e-b260-922587a773c9 req-d3eedfce-586e-42ae-9077-e0088fef4e8f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792410 Nov 19 19:07:30.641458 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:30.747708 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:30.804587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Deleting port 7ba58a5d-1585-4467-8323-5d004b84efe3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:30.804855 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:30.886520 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:30.899489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Calling delete_port for 7ba58a5d-1585-4467-8323-5d004b84efe3 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:31.076200 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.103536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Pushing event deleted for resources: {'Port': ['ID=7ba58a5d-1585-4467-8323-5d004b84efe3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:31.171780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.265042 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.267237 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.332421 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.333005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Fanout notify agent at l3_agent the message router_deleted on router 18be1297-f12b-4bac-9198-458817c177a6 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:07:31.340264 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.344871 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-82c0f839-3555-41d1-bbc8-2fc3663df134 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/18be1297-f12b-4bac-9198-458817c177a6 HTTP/1.1" status: 204 len: 168 time: 0.8376336 Nov 19 19:07:31.345451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52444) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:31.351013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-150bae8a-fe95-4d28-aa65-50b796db30c3 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1502585107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:31.393001 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150bae8a-fe95-4d28-aa65-50b796db30c3 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.394997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150bae8a-fe95-4d28-aa65-50b796db30c3 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.411573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13103424-780c-41e7-b65a-4b52040b294d req-87ef98dd-6bf7-40dc-b5cb-c0d6052aa5a0 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:31.413220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13103424-780c-41e7-b65a-4b52040b294d req-87ef98dd-6bf7-40dc-b5cb-c0d6052aa5a0 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0707610 Nov 19 19:07:31.453449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150bae8a-fe95-4d28-aa65-50b796db30c3 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.459008 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150bae8a-fe95-4d28-aa65-50b796db30c3 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.473515 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13103424-780c-41e7-b65a-4b52040b294d req-27bca565-c351-47db-b827-b60b3c3dd16a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541284 Nov 19 19:07:31.479369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150bae8a-fe95-4d28-aa65-50b796db30c3 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.480578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-150bae8a-fe95-4d28-aa65-50b796db30c3 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1342142 Nov 19 19:07:31.483322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52446) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:31.488995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'enable_snat': True}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:31.750048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586dda9-29eb-4058-aab9-f945607e1cd3 req-3f4f65ef-90db-4daa-ad31-5719a2787559 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:31.751542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0586dda9-29eb-4058-aab9-f945607e1cd3 req-3f4f65ef-90db-4daa-ad31-5719a2787559 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.1230626 Nov 19 19:07:31.753643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:31.844189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0586dda9-29eb-4058-aab9-f945607e1cd3 req-afef3f49-b037-428d-ba46-68ef635fcf1a tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857823 Nov 19 19:07:31.851912 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:07:31.958211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:31.969922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f', 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a', 'port_id': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f', 'mac_address': 'fa:16:3e:ac:8d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f29e992-cb08-4bf2-af0c-8be5d34157a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:07:32.007182 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:32.020811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:07:32.025715 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:32.041077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:32.045195 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:32.052211 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:32.101697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:32.162618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Allocated IP 172.25.3.142 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/43876a2f-e360-4a89-bf7d-01fe576e53c1) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:32.274243 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:32.309120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:32.346156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:07:32.353589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:32.356747 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:32.360604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:32.392429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event updated for resources: {'Port': ['ID=43876a2f-e360-4a89-bf7d-01fe576e53c1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:32.654067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf969cd-674f-40c4-a1be-51e756cd19b5 req-66e5128f-48f8-4e0d-9d96-242567599662 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:32.655613 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdf969cd-674f-40c4-a1be-51e756cd19b5 req-66e5128f-48f8-4e0d-9d96-242567599662 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 945 time: 0.0786614 Nov 19 19:07:32.736960 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:32.742333 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdf969cd-674f-40c4-a1be-51e756cd19b5 req-e47957d0-93d1-4997-ab24-8e5f36ea3dfe tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636525 Nov 19 19:07:32.806587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52466) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:32.955009 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:32.958880 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:32.974540 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f09dd545-aa39-49c8-a6d6-74144fadc4a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.030440 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:07:33.033460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4d2cb-1249-4b2a-9744-5bc1abc58dba req-cc8051a5-b058-4a3d-b49b-f36a63d7ac07 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:33.035312 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5f4d2cb-1249-4b2a-9744-5bc1abc58dba req-cc8051a5-b058-4a3d-b49b-f36a63d7ac07 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0921245 Nov 19 19:07:33.105296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Router 765fdc62-3c40-4a47-913c-59941187cdb9 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:07:33.132874 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5f4d2cb-1249-4b2a-9744-5bc1abc58dba req-ac23d3b5-c990-463f-9264-f0dd7ebf2611 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855181 Nov 19 19:07:33.147523 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f09dd545-aa39-49c8-a6d6-74144fadc4a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.160502 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f09dd545-aa39-49c8-a6d6-74144fadc4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.206263 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f09dd545-aa39-49c8-a6d6-74144fadc4a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3ec64ab2ea24fc487b6d19750e530dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3984692 Nov 19 19:07:33.208935 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52474) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:33.212092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dd545-aa39-49c8-a6d6-74144fadc4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41842065-236b-4143-bf3e-203049878e36,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:33.248874 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:33.259227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.263263 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e3f74e-8882-4261-8724-b24a27ba7f3f None None] Sync routers for ids ['765fdc62-3c40-4a47-913c-59941187cdb9'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:33.263442 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6c5053cd-f939-43b1-8ecf-2181110242f4 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "PUT /v2.0/routers/765fdc62-3c40-4a47-913c-59941187cdb9 HTTP/1.1" status: 200 len: 915 time: 1.7766683 Nov 19 19:07:33.263807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52476) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:33.273943 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e3f74e-8882-4261-8724-b24a27ba7f3f None None] Routers {'765fdc62-3c40-4a47-913c-59941187cdb9'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:33.274932 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d3e3f74e-8882-4261-8724-b24a27ba7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['765fdc62-3c40-4a47-913c-59941187cdb9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:33.311959 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d3e3f74e-8882-4261-8724-b24a27ba7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:33.322407 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e3f74e-8882-4261-8724-b24a27ba7f3f None None] Routers {'765fdc62-3c40-4a47-913c-59941187cdb9'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:33.323138 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d3e3f74e-8882-4261-8724-b24a27ba7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['765fdc62-3c40-4a47-913c-59941187cdb9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:33.355828 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d3e3f74e-8882-4261-8724-b24a27ba7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:33.356622 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e3f74e-8882-4261-8724-b24a27ba7f3f None None] The sync data for ids ['765fdc62-3c40-4a47-913c-59941187cdb9'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:33.383108 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f305c5d-e24d-4d91-83b2-7d9b54480185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.387012 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5a2f607e-b706-44f2-b4b4-fdcae20a4639 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/routers/765fdc62-3c40-4a47-913c-59941187cdb9 HTTP/1.1" status: 200 len: 921 time: 0.1212182 Nov 19 19:07:33.389718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52478) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:33.431341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f305c5d-e24d-4d91-83b2-7d9b54480185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.469273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a0c12d-b181-48b8-878d-26e292726c53 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:33.471126 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d5a0c12d-b181-48b8-878d-26e292726c53 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&device_id=765fdc62-3c40-4a47-913c-59941187cdb9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0804710 Nov 19 19:07:33.474457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52480) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:33.494822 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f305c5d-e24d-4d91-83b2-7d9b54480185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.497827 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f305c5d-e24d-4d91-83b2-7d9b54480185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.501375 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9f305c5d-e24d-4d91-83b2-7d9b54480185 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41842065-236b-4143-bf3e-203049878e36 HTTP/1.1" status: 204 len: 168 time: 0.2877553 Nov 19 19:07:33.516271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f305c5d-e24d-4d91-83b2-7d9b54480185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41842065-236b-4143-bf3e-203049878e36,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:33.597266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052be17f-246c-48b4-8165-772073464354 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:33.599875 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-052be17f-246c-48b4-8165-772073464354 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 881 time: 0.1240900 Nov 19 19:07:33.604775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52486) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:33.636905 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-43de0064-59b8-47e9-808d-7c2bcbee1827 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=765fdc62-3c40-4a47-913c-59941187cdb9 HTTP/1.1" status: 200 len: 205 time: 0.0283740 Nov 19 19:07:33.637455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52488) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:33.767458 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.864856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52496) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:33.866538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:33.879416 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2131302-325a-4b1d-bb3d-1b18ef222a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.929272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:33.929909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.939369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9229b-d5ac-48c5-959e-5988e9a9fecb req-a6fb08bc-3b2b-46b7-a228-a5b59d5205b9 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:33.941180 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0be9229b-d5ac-48c5-959e-5988e9a9fecb req-a6fb08bc-3b2b-46b7-a228-a5b59d5205b9 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 945 time: 0.0793355 Nov 19 19:07:33.959182 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.977546 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2131302-325a-4b1d-bb3d-1b18ef222a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.983325 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2131302-325a-4b1d-bb3d-1b18ef222a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.020490 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.029853 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0be9229b-d5ac-48c5-959e-5988e9a9fecb req-68099442-0215-46e6-ac5b-4f2ed1febcd8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782480 Nov 19 19:07:34.053096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b2131302-325a-4b1d-bb3d-1b18ef222a88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6468ad713de6482799df6afa07adaf9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865320 Nov 19 19:07:34.058035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2131302-325a-4b1d-bb3d-1b18ef222a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30ac712-ced5-4d64-b9c4-c6bc6c11fc57,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:34.063866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52500) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:34.064845 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a021f17-e0a7-4280-801e-1752bd747d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:34.067792 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d0cbe6-a4b1-4df9-8259-41ee44f9f3ee" -d '{"events": [{"server_uuid": "3a021f17-e0a7-4280-801e-1752bd747d40", "name": "network-vif-plugged", "status": "completed", "tag": "a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:34.079144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:34.087084 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.090879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Deleting port 43876a2f-e360-4a89-bf7d-01fe576e53c1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:34.091237 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.120696 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aabda0-5920-45fc-a28e-22ca553be739 x-openstack-request-id: req-25aabda0-5920-45fc-a28e-22ca553be739 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:34.121027 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a021f17-e0a7-4280-801e-1752bd747d40", "name": "network-vif-plugged", "status": "completed", "tag": "a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:34.121323 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25aabda0-5920-45fc-a28e-22ca553be739 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:34.121779 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a021f17-e0a7-4280-801e-1752bd747d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f', 'code': 200} Nov 19 19:07:34.153534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:34.188162 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94aa79e2-a359-427a-964b-45ace505b7cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.241841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.271987 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94aa79e2-a359-427a-964b-45ace505b7cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.281814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85760c51-991a-46bf-b6c9-b9a15180db85 req-a824bedf-2fa2-478f-a1a8-597009692cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:34.283573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85760c51-991a-46bf-b6c9-b9a15180db85 req-a824bedf-2fa2-478f-a1a8-597009692cfc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 1097 time: 0.0426247 Nov 19 19:07:34.284630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Calling delete_port for 43876a2f-e360-4a89-bf7d-01fe576e53c1 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:34.361519 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85760c51-991a-46bf-b6c9-b9a15180db85 req-f339da6f-d981-4d05-b592-47f1cc1fb571 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695288 Nov 19 19:07:34.372965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e97c04-4d23-4548-8428-70bd246b0914 req-667e0c36-1e90-435e-b0c4-08a5eb79c960 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:34.374960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7e97c04-4d23-4548-8428-70bd246b0914 req-667e0c36-1e90-435e-b0c4-08a5eb79c960 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.1578393 Nov 19 19:07:34.379803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5a786-a8e2-40da-9e79-24a2b63f16b5 req-00cc8dc5-d467-4740-90f7-9fec2ce654c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:34.381323 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dbc5a786-a8e2-40da-9e79-24a2b63f16b5 req-00cc8dc5-d467-4740-90f7-9fec2ce654c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 1097 time: 0.0544357 Nov 19 19:07:34.431552 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94aa79e2-a359-427a-964b-45ace505b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.432082 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dbc5a786-a8e2-40da-9e79-24a2b63f16b5 req-1f2bf384-04c5-4d52-b827-ddb7fc00fabb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Nov 19 19:07:34.434066 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94aa79e2-a359-427a-964b-45ace505b7cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.437524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-94aa79e2-a359-427a-964b-45ace505b7cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d30ac712-ced5-4d64-b9c4-c6bc6c11fc57 HTTP/1.1" status: 204 len: 168 time: 0.3690300 Nov 19 19:07:34.491282 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa79e2-a359-427a-964b-45ace505b7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30ac712-ced5-4d64-b9c4-c6bc6c11fc57,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:34.505814 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7e97c04-4d23-4548-8428-70bd246b0914 req-7eca90e3-63c3-40d7-9b34-7221549668c9 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221561 Nov 19 19:07:34.568243 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.595179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Pushing event deleted for resources: {'Port': ['ID=43876a2f-e360-4a89-bf7d-01fe576e53c1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:34.668915 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.762382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.764527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.807964 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.808695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Fanout notify agent at l3_agent the message router_deleted on router 765fdc62-3c40-4a47-913c-59941187cdb9 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:07:34.816058 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.817181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f6c242ba-ed08-4b27-a47c-75ea0764aa31 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/765fdc62-3c40-4a47-913c-59941187cdb9 HTTP/1.1" status: 204 len: 168 time: 1.1787984 Nov 19 19:07:34.821472 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52518) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:34.825881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c3cc1a1d-bc91-4cac-b24e-0356150e0ede tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-555336087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:34.848509 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1a1d-bc91-4cac-b24e-0356150e0ede tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.849562 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1a1d-bc91-4cac-b24e-0356150e0ede tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.901928 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1a1d-bc91-4cac-b24e-0356150e0ede tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.908409 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1a1d-bc91-4cac-b24e-0356150e0ede tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.928225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1a1d-bc91-4cac-b24e-0356150e0ede tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.930058 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c3cc1a1d-bc91-4cac-b24e-0356150e0ede tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1073418 Nov 19 19:07:34.932481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52524) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:34.940206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'enable_snat': False}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:35.169290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52538) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:35.274725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1738129277-network', 'tenant_id': 'cd19148b10534aa19204fbd7fa5bf9f5'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:35.299251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Made reservation on behalf of cd19148b10534aa19204fbd7fa5bf9f5 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:35.302397 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.312677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.407298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.412877 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.430010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:07:35.451702 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.452148 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Added segment a834aff9-f93a-4c6e-beb7-8fb0d337a07e of type vlan for network 94421311-9ebb-426d-b31a-3ca72f5c6e82 Nov 19 19:07:35.476589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65592f0-b728-4ef2-958d-c181f7ded28a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:35.514438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.515205 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.557697 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.558956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:35.559765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.568181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380bc35-d3fe-46f1-af53-df55f444e2fe req-5dc56643-59e4-4352-9a2b-79d2c80533cf tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:35.575498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d380bc35-d3fe-46f1-af53-df55f444e2fe req-5dc56643-59e4-4352-9a2b-79d2c80533cf tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.4316518 Nov 19 19:07:35.627223 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4567432 Nov 19 19:07:35.630783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52544) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:35.637864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] Request body: {'subnet': {'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1738129277-subnet', 'tenant_id': 'cd19148b10534aa19204fbd7fa5bf9f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:35.657387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5c52c-0dc0-4e93-8b3c-b9290296dfd6 admin admin] Pushing event updated for resources: {'Network': ['ID=94421311-9ebb-426d-b31a-3ca72f5c6e82,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:35.671963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 94421311-9ebb-426d-b31a-3ca72f5c6e82 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:07:35.682224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd507a5-d637-460f-90ad-4b4e78b878a5 req-67873fa9-f43e-4b7c-8c4c-20ea8393d1fb tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:35.691889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1bd507a5-d637-460f-90ad-4b4e78b878a5 req-67873fa9-f43e-4b7c-8c4c-20ea8393d1fb tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0860543 Nov 19 19:07:35.703978 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d380bc35-d3fe-46f1-af53-df55f444e2fe req-0bc680ea-d177-49aa-b6cb-166ba080a1f3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228268 Nov 19 19:07:35.715362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] Made reservation on behalf of cd19148b10534aa19204fbd7fa5bf9f5 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:35.721729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.758461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1bd507a5-d637-460f-90ad-4b4e78b878a5 req-8363e70e-f1fa-42b9-9318-ab0e3e736bc9 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653856 Nov 19 19:07:35.979434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:36.021712 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:36.075768 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:36.183657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ca75de-5b18-4083-971f-85604764f3cc,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:36.203006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Allocated IP 172.25.3.204 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/6e8686fd-65f6-4534-9444-86402ef69091) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:36.205077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] Checking segment: {'id': 'a834aff9-f93a-4c6e-beb7-8fb0d337a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:36.205435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] Network hostable DHCP agents. Network: 94421311-9ebb-426d-b31a-3ca72f5c6e82, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:07:36.263839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] Network 94421311-9ebb-426d-b31a-3ca72f5c6e82 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:07:36.278450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 94421311-9ebb-426d-b31a-3ca72f5c6e82) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:36.289375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311d5c59-b83e-4f25-b4b6-442691e4d316 None None] Network 94421311-9ebb-426d-b31a-3ca72f5c6e82 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:36.289987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:36.290589 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:36.318726 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-610ba6ed-ed4c-417e-8791-b567ca7a8fcc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6846118 Nov 19 19:07:36.343664 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:36.384902 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:36.429646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664aec09-fb61-468f-901b-007942fff630 None None] Network 94421311-9ebb-426d-b31a-3ca72f5c6e82 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:36.434596 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:36.437721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:36.440256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:36.478227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Pushing event updated for resources: {'Port': ['ID=6e8686fd-65f6-4534-9444-86402ef69091,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:36.729593 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:36.869991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b96231-7162-4d31-9ae2-2505d5523471 req-5a886a0b-ca91-48d9-b5e1-e5a2777980d7 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:36.872589 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6b96231-7162-4d31-9ae2-2505d5523471 req-5a886a0b-ca91-48d9-b5e1-e5a2777980d7 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0975354 Nov 19 19:07:36.945874 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6b96231-7162-4d31-9ae2-2505d5523471 req-63b013af-208f-4fba-b04b-4eea5d4bda7e tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578539 Nov 19 19:07:36.994426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec5b36-3380-4c4a-ae2b-8170c697a657 req-bce64c57-997b-4ba1-9a6a-91f761900a7c tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:36.996567 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70ec5b36-3380-4c4a-ae2b-8170c697a657 req-bce64c57-997b-4ba1-9a6a-91f761900a7c tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.0959165 Nov 19 19:07:37.023896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:37.033647 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:37.095962 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70ec5b36-3380-4c4a-ae2b-8170c697a657 req-a72ac0a2-ff68-458c-bd69-3e12c723b4e2 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915210 Nov 19 19:07:37.148513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a7f29-0851-4a53-8eaa-813e0ba92353 req-d472f73a-24eb-4c6d-b06b-93adf04c0fda tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:37.150081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b60a7f29-0851-4a53-8eaa-813e0ba92353 req-d472f73a-24eb-4c6d-b06b-93adf04c0fda tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0712831 Nov 19 19:07:37.208485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Router c6317fdb-aabb-4cbb-9002-cd28365b14ef is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:07:37.219438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b60a7f29-0851-4a53-8eaa-813e0ba92353 req-11e171c2-ea48-4df3-862b-ecca86b0a435 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603933 Nov 19 19:07:37.382910 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74716746-981a-456d-a32f-e42314dc8920 req-cc2bdfcf-4976-4651-8223-d184a09e217b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:37.385878 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74716746-981a-456d-a32f-e42314dc8920 req-cc2bdfcf-4976-4651-8223-d184a09e217b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1131709 Nov 19 19:07:37.403348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:37.415623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:37.416845 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-98eb8397-9a5c-4c4e-bf5f-f8383e83cb76 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "PUT /v2.0/routers/c6317fdb-aabb-4cbb-9002-cd28365b14ef HTTP/1.1" status: 200 len: 915 time: 2.4824731 Nov 19 19:07:37.420117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52582) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:37.432885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2303f0d-9f7a-44b2-b17e-437a251c9db6 None None] Sync routers for ids ['c6317fdb-aabb-4cbb-9002-cd28365b14ef'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:37.453783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2303f0d-9f7a-44b2-b17e-437a251c9db6 None None] Routers {'c6317fdb-aabb-4cbb-9002-cd28365b14ef'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:37.454932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d2303f0d-9f7a-44b2-b17e-437a251c9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6317fdb-aabb-4cbb-9002-cd28365b14ef'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:37.480033 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74716746-981a-456d-a32f-e42314dc8920 req-2a795a4d-97e2-4b7e-a74e-ec510a8dce2d tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834706 Nov 19 19:07:37.536032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d2303f0d-9f7a-44b2-b17e-437a251c9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:37.546332 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2303f0d-9f7a-44b2-b17e-437a251c9db6 None None] Routers {'c6317fdb-aabb-4cbb-9002-cd28365b14ef'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:37.547433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d2303f0d-9f7a-44b2-b17e-437a251c9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6317fdb-aabb-4cbb-9002-cd28365b14ef'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:37.569990 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0383d62c-4da3-4d8d-b0ca-5bec8f15093c tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/routers/c6317fdb-aabb-4cbb-9002-cd28365b14ef HTTP/1.1" status: 200 len: 921 time: 0.1483698 Nov 19 19:07:37.572744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52590) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:37.613279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d2303f0d-9f7a-44b2-b17e-437a251c9db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:37.614068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2303f0d-9f7a-44b2-b17e-437a251c9db6 None None] The sync data for ids ['c6317fdb-aabb-4cbb-9002-cd28365b14ef'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:37.626529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fdcc04-e133-4300-add3-08ad10cbcff5 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:37.631649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c6fdcc04-e133-4300-add3-08ad10cbcff5 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&device_id=c6317fdb-aabb-4cbb-9002-cd28365b14ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0551910 Nov 19 19:07:37.632115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52596) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:37.808045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d30672-0738-4577-8a9e-bfd644ecf48f req-d6672b57-90c5-4cc6-8dd1-e2fb22ddd454 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:37.809593 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-77d30672-0738-4577-8a9e-bfd644ecf48f req-d6672b57-90c5-4cc6-8dd1-e2fb22ddd454 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0620494 Nov 19 19:07:37.882192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab7ffd-df37-4620-84e0-2bb53be0ed13 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:37.887864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b0ab7ffd-df37-4620-84e0-2bb53be0ed13 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 881 time: 0.2544215 Nov 19 19:07:37.896547 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-77d30672-0738-4577-8a9e-bfd644ecf48f req-3875c8d5-6989-4326-a92d-f0e5daa1d84a tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784826 Nov 19 19:07:37.897079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52604) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:37.935841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-7c4b4287-87ed-4c97-8a30-d52d3fd1cc4c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:37.944524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-7c4b4287-87ed-4c97-8a30-d52d3fd1cc4c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/networks?id=5f5ac119-2db2-4628-8057-9d831d0a1f5a HTTP/1.1" status: 200 len: 812 time: 0.2008593 Nov 19 19:07:37.964171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-06d34bfc-ac53-4960-8520-9e693b341255 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6317fdb-aabb-4cbb-9002-cd28365b14ef HTTP/1.1" status: 200 len: 205 time: 0.0609598 Nov 19 19:07:37.966823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52608) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:37.976356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f085acc9-c028-46f6-9622-b3408f87659b tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/quotas/833dced463b149f9bd9c0c851d87420e HTTP/1.1" status: 200 len: 375 time: 0.0306911 Nov 19 19:07:38.104270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-29bedf96-a2aa-4702-ac80-e45b7ad479d8 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=833dced463b149f9bd9c0c851d87420e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975046 Nov 19 19:07:38.111548 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:38.206253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83aac6b3-f067-47f8-a844-64874770504a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:38.282035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-00c309f0-8b12-4758-a1bd-37843eadfb8d service neutron] 10.222.0.50 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682179 Nov 19 19:07:38.287110 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:38.406096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-b59949d0-2422-4bc4-8eb1-bdca38b3990e service neutron] 10.222.0.50 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158173 Nov 19 19:07:38.408058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Deleting port 6e8686fd-65f6-4534-9444-86402ef69091 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:38.408396 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:38.491091 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:38.503493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Calling delete_port for 6e8686fd-65f6-4534-9444-86402ef69091 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:38.584033 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-12083c9b-0627-4190-b201-59bd22dfd91a req-1f1e87df-c159-42a2-bfa0-2d7070531145 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 210 time: 0.0384643 Nov 19 19:07:38.704599 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:38.735975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Pushing event deleted for resources: {'Port': ['ID=6e8686fd-65f6-4534-9444-86402ef69091,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:38.811319 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:38.888446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3274b9f-ca7f-49fb-8468-e7967a5507b7 req-bc3a52d2-63cc-4268-8418-9c360f9d559b tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:38.890058 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3274b9f-ca7f-49fb-8468-e7967a5507b7 req-bc3a52d2-63cc-4268-8418-9c360f9d559b tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a021f17-e0a7-4280-801e-1752bd747d40 HTTP/1.1" status: 200 len: 946 time: 0.0512059 Nov 19 19:07:38.912485 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:38.914759 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:38.968978 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:38.969682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Fanout notify agent at l3_agent the message router_deleted on router c6317fdb-aabb-4cbb-9002-cd28365b14ef {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:07:38.978007 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:38.983197 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-01f2e206-4ef7-4e39-bf1c-2728b005a017 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/c6317fdb-aabb-4cbb-9002-cd28365b14ef HTTP/1.1" status: 204 len: 168 time: 1.0149381 Nov 19 19:07:38.983493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52630) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:38.988673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-107990473', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:39.024138 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:39.026327 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:39.041522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-e3274b9f-ca7f-49fb-8468-e7967a5507b7 req-2efec41c-d73e-4116-8cf6-212453cfa022 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Deleting port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:39.041897 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3274b9f-ca7f-49fb-8468-e7967a5507b7 req-2efec41c-d73e-4116-8cf6-212453cfa022 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:39.052770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d019c9-ef48-4b65-8c7c-b4797727c466 req-2bf28218-1138-482c-adfa-572fe0a985d6 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:39.054312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7d019c9-ef48-4b65-8c7c-b4797727c466 req-2bf28218-1138-482c-adfa-572fe0a985d6 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0727293 Nov 19 19:07:39.113416 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:39.171360 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d7d019c9-ef48-4b65-8c7c-b4797727c466 req-dd1e884c-987e-433a-825d-b8fc9de569d2 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029882 Nov 19 19:07:39.208657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e3274b9f-ca7f-49fb-8468-e7967a5507b7 req-2efec41c-d73e-4116-8cf6-212453cfa022 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] For port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:39.209149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3274b9f-ca7f-49fb-8468-e7967a5507b7 req-2efec41c-d73e-4116-8cf6-212453cfa022 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:39.231678 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-e3274b9f-ca7f-49fb-8468-e7967a5507b7 req-2efec41c-d73e-4116-8cf6-212453cfa022 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Calling delete_port for a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:39.331646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:39.427364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-0e0ad6f9-1a28-47bb-8fd1-dc2545da7c23 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:39.430410 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-0e0ad6f9-1a28-47bb-8fd1-dc2545da7c23 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/networks?id=94421311-9ebb-426d-b31a-3ca72f5c6e82 HTTP/1.1" status: 200 len: 809 time: 0.1394789 Nov 19 19:07:39.479854 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-9d937128-c21e-4723-a60f-e9a743848610 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/quotas/cd19148b10534aa19204fbd7fa5bf9f5 HTTP/1.1" status: 200 len: 375 time: 0.0415277 Nov 19 19:07:39.520897 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3274b9f-ca7f-49fb-8468-e7967a5507b7 req-2efec41c-d73e-4116-8cf6-212453cfa022 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:39.535667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:07:39.571146 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-6bb1af20-5d55-46e5-8cc6-49988ed7b6cb tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd19148b10534aa19204fbd7fa5bf9f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673234 Nov 19 19:07:39.623889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efec41c-d73e-4116-8cf6-212453cfa022 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Pushing event deleted for resources: {'Port': ['ID=a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:39.700700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3274b9f-ca7f-49fb-8468-e7967a5507b7 req-2efec41c-d73e-4116-8cf6-212453cfa022 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] No DVR routers for this DVR port a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:07:39.707183 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3274b9f-ca7f-49fb-8468-e7967a5507b7 req-2efec41c-d73e-4116-8cf6-212453cfa022 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:39.710851 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3274b9f-ca7f-49fb-8468-e7967a5507b7 req-2efec41c-d73e-4116-8cf6-212453cfa022 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.21 "DELETE /v2.0/ports/a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f HTTP/1.1" status: 204 len: 173 time: 0.8144569 Nov 19 19:07:39.711627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a021f17-e0a7-4280-801e-1752bd747d40', 'name': 'network-vif-deleted', 'tag': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:39.715448 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ce6a8c-2b76-48e0-8ed0-6bee12031dcb" -d '{"events": [{"server_uuid": "3a021f17-e0a7-4280-801e-1752bd747d40", "name": "network-vif-deleted", "tag": "a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:39.820022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcd01a-ba9c-4e51-8070-bc8c9ab3cbde req-acf29ebb-b39b-4546-b1d8-272b62bd578f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:39.821583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eedcd01a-ba9c-4e51-8070-bc8c9ab3cbde req-acf29ebb-b39b-4546-b1d8-272b62bd578f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0797274 Nov 19 19:07:39.867511 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-f6ff9a7a-dc94-4aab-9249-6738c02aff9c service neutron] 10.222.0.50 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936652 Nov 19 19:07:39.968623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1da71de1-974c-4be4-9c54-e34e472c7bc2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:39.969305 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:39.970212 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1da71de1-974c-4be4-9c54-e34e472c7bc2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.57 "GET /v2.0/networks?id=5f5ac119-2db2-4628-8057-9d831d0a1f5a HTTP/1.1" status: 200 len: 812 time: 0.2266643 Nov 19 19:07:39.988165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Request body: {'port': {'device_id': 'add91f54-f3b7-48fd-aeb1-0cca104599c7', 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a', 'admin_state_up': True, 'tenant_id': '833dced463b149f9bd9c0c851d87420e'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:39.994303 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:40.007429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eedcd01a-ba9c-4e51-8070-bc8c9ab3cbde req-c0e7840a-9082-4039-9e5f-76236e09770b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426005 Nov 19 19:07:40.059818 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-3ea4ee33-2d52-44bd-ae60-4470a27f9ea3 service neutron] 10.222.0.50 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769400 Nov 19 19:07:40.126233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Made reservation on behalf of 833dced463b149f9bd9c0c851d87420e for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:40.130567 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:40.133366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ec38411-32de-480a-8a07-7798d0525bf9 req-85c52856-38c5-4266-8b2f-8fdf4a702c33 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 210 time: 0.0350366 Nov 19 19:07:40.145303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Allocated IP 172.25.3.215 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/22ba862b-9788-47dd-90d2-c997c941b110) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:40.240484 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64347096-41a7-4dcb-8f10-b78dbc76505a x-openstack-request-id: req-64347096-41a7-4dcb-8f10-b78dbc76505a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:40.240785 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a021f17-e0a7-4280-801e-1752bd747d40", "name": "network-vif-deleted", "tag": "a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:40.241045 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64347096-41a7-4dcb-8f10-b78dbc76505a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:40.241455 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a021f17-e0a7-4280-801e-1752bd747d40', 'name': 'network-vif-deleted', 'tag': 'a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f', 'status': 'completed', 'code': 200} Nov 19 19:07:40.304112 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:40.323596 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Allocated IP 172.20.0.11 (5f5ac119-2db2-4628-8057-9d831d0a1f5a/7f29e992-cb08-4bf2-af0c-8be5d34157a6/94bb92ca-119b-4590-a2a5-6982d8753c97) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:40.344607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:40.392930 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-386b1540-c4cc-495b-8154-8d50e6bdfade req-144a3853-d496-480c-89aa-d5286a777e20 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 210 time: 0.0530844 Nov 19 19:07:40.393176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:40.397235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:40.401774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:40.445019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Pushing event updated for resources: {'Port': ['ID=22ba862b-9788-47dd-90d2-c997c941b110,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:40.572890 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb16a-72ba-4805-b19f-84f58a838201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:40.594342 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:40.634863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:40.648827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:07:40.692714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Network 5f5ac119-2db2-4628-8057-9d831d0a1f5a is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:40.696068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:40.700180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:40.730063 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:40.732070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Pushing event updated for resources: {'Port': ['ID=94bb92ca-119b-4590-a2a5-6982d8753c97,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:40.770836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:40.771466 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:40.788407 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-f44dca5e-9572-41ba-a184-aa1f76330ad6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8039963 Nov 19 19:07:40.801053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Request body: {'port': {'device_id': 'add91f54-f3b7-48fd-aeb1-0cca104599c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:40.863004 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:40.968763 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:41.155554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a7333-af5b-45a7-85ce-e2408714939a req-aff3ca60-47bc-452b-9b0b-4701c8abde0f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:41.157175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-df7a7333-af5b-45a7-85ce-e2408714939a req-aff3ca60-47bc-452b-9b0b-4701c8abde0f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0703497 Nov 19 19:07:41.174459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Router 3e23a97a-e6ec-4f20-9ac7-51097050417f is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:07:41.273668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-df7a7333-af5b-45a7-85ce-e2408714939a req-b813f23b-29e3-49d8-8ae2-d007f18c4975 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060753 Nov 19 19:07:41.351792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:41.375602 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa99e0-3e05-48e5-b82b-58166acdf8e0 None None] Sync routers for ids ['3e23a97a-e6ec-4f20-9ac7-51097050417f'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:41.379558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:41.385309 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-74bd9708-70a1-40c2-98e0-d2836ccffa44 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4007494 Nov 19 19:07:41.387190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52682) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:41.401612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:41.402206 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aa99e0-3e05-48e5-b82b-58166acdf8e0 None None] Routers {'3e23a97a-e6ec-4f20-9ac7-51097050417f'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:41.408411 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-89aa99e0-3e05-48e5-b82b-58166acdf8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3e23a97a-e6ec-4f20-9ac7-51097050417f'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:41.456923 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-89aa99e0-3e05-48e5-b82b-58166acdf8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:41.467803 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aa99e0-3e05-48e5-b82b-58166acdf8e0 None None] Routers {'3e23a97a-e6ec-4f20-9ac7-51097050417f'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:41.469049 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-89aa99e0-3e05-48e5-b82b-58166acdf8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3e23a97a-e6ec-4f20-9ac7-51097050417f'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:41.521888 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-89aa99e0-3e05-48e5-b82b-58166acdf8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:41.523066 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aa99e0-3e05-48e5-b82b-58166acdf8e0 None None] The sync data for ids ['3e23a97a-e6ec-4f20-9ac7-51097050417f'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:41.556529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0cc4bb0-e978-4a26-9c96-c067edf4ae7e req-37ea1dd0-a017-4a30-9680-d2d0cef5a733 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 210 time: 0.0526533 Nov 19 19:07:41.611102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b6e6-2c37-4ccc-93f2-789615520c54 req-12f41b1d-7fb6-4ed6-aca8-50fa3ae1c4ab tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:41.619534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3da6b6e6-2c37-4ccc-93f2-789615520c54 req-12f41b1d-7fb6-4ed6-aca8-50fa3ae1c4ab tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 932 time: 0.2772336 Nov 19 19:07:41.691933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-d6294ab2-9513-4848-8654-0f19898cf1e2 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:41.693490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-d6294ab2-9513-4848-8654-0f19898cf1e2 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.21 "GET /v2.0/networks?id=94421311-9ebb-426d-b31a-3ca72f5c6e82 HTTP/1.1" status: 200 len: 809 time: 0.3147297 Nov 19 19:07:41.712314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Request body: {'port': {'device_id': 'deb641b2-13a6-40cd-ad27-04cb47b6e3c7', 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82', 'admin_state_up': True, 'tenant_id': 'cd19148b10534aa19204fbd7fa5bf9f5'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:41.735637 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3da6b6e6-2c37-4ccc-93f2-789615520c54 req-c29f94c3-87a4-48ff-842e-29d5b816d811 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152205 Nov 19 19:07:41.801129 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:41.827919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bb92ca-119b-4590-a2a5-6982d8753c97 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:07:41.844704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:41.857585 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:41.876023 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:41.891302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Transition to ACTIVE for port object 94bb92ca-119b-4590-a2a5-6982d8753c97 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:07:41.902784 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:41.911669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Made reservation on behalf of cd19148b10534aa19204fbd7fa5bf9f5 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:41.915360 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:41.946721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Deleting port 22ba862b-9788-47dd-90d2-c997c941b110 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:41.947072 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.034416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Pushing event updated for resources: {'Port': ['ID=94bb92ca-119b-4590-a2a5-6982d8753c97,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:42.050473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.063772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Calling delete_port for 22ba862b-9788-47dd-90d2-c997c941b110 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:42.137137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Attempting to bind port 94bb92ca-119b-4590-a2a5-6982d8753c97 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:07:42.137382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Attempting to bind port 94bb92ca-119b-4590-a2a5-6982d8753c97 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:07:42.137712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Attempting to bind port 94bb92ca-119b-4590-a2a5-6982d8753c97 on network 5f5ac119-2db2-4628-8057-9d831d0a1f5a {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:07:42.150268 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Port 94bb92ca-119b-4590-a2a5-6982d8753c97 on network 5f5ac119-2db2-4628-8057-9d831d0a1f5a not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:07:42.150597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Attempting to bind port 94bb92ca-119b-4590-a2a5-6982d8753c97 on network 5f5ac119-2db2-4628-8057-9d831d0a1f5a {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:07:42.162654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:07:42.162992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Checking segment: {'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:42.163389 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Bound using segment: {'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:07:42.163828 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Bound port: 94bb92ca-119b-4590-a2a5-6982d8753c97, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:07:42.164189 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.166560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Allocated IP 172.20.0.5 (94421311-9ebb-426d-b31a-3ca72f5c6e82/c8ca75de-5b18-4083-971f-85604764f3cc/96e1359e-ad6a-4090-a89d-e759758c1918) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:42.247667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.274437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Pushing event deleted for resources: {'Port': ['ID=22ba862b-9788-47dd-90d2-c997c941b110,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:42.288452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] For port 94bb92ca-119b-4590-a2a5-6982d8753c97, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:07:42.335276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] For port 94bb92ca-119b-4590-a2a5-6982d8753c97, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=94bb92ca-119b-4590-a2a5-6982d8753c97,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:07:42.338061 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.343818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.402196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:42.403165 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.404480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] 10.222.0.57 "PUT /v2.0/ports/94bb92ca-119b-4590-a2a5-6982d8753c97 HTTP/1.1" status: 200 len: 1092 time: 1.6077931 Nov 19 19:07:42.407020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add91f54-f3b7-48fd-aeb1-0cca104599c7', 'tag': '94bb92ca-119b-4590-a2a5-6982d8753c97'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:42.409368 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b100e505-1784-4ed1-a279-a31d7dcb15c9" -d '{"events": [{"name": "network-changed", "server_uuid": "add91f54-f3b7-48fd-aeb1-0cca104599c7", "tag": "94bb92ca-119b-4590-a2a5-6982d8753c97"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:42.487204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.490445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0285f-2347-4e0c-add8-3a3dacbbd59b service neutron] Pushing event updated for resources: {'Port': ['ID=94bb92ca-119b-4590-a2a5-6982d8753c97,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:42.512079 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a53702-5c90-413a-83d9-f025d29f8249 x-openstack-request-id: req-a9a53702-5c90-413a-83d9-f025d29f8249 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:42.512509 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add91f54-f3b7-48fd-aeb1-0cca104599c7", "tag": "94bb92ca-119b-4590-a2a5-6982d8753c97", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:42.512857 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9a53702-5c90-413a-83d9-f025d29f8249 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:42.513366 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add91f54-f3b7-48fd-aeb1-0cca104599c7', 'tag': '94bb92ca-119b-4590-a2a5-6982d8753c97', 'status': 'completed', 'code': 200} Nov 19 19:07:42.548840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-67124346-658c-4ee5-bc6f-d2e9b10cfb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:42.551073 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-67124346-658c-4ee5-bc6f-d2e9b10cfb0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=833dced463b149f9bd9c0c851d87420e&device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 1095 time: 0.0768356 Nov 19 19:07:42.571420 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.657615 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.658383 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-357c9e56-f4e3-4155-bdbf-f2864b4ad1b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94bb92ca-119b-4590-a2a5-6982d8753c97 HTTP/1.1" status: 200 len: 217 time: 0.0990353 Nov 19 19:07:42.662226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.662862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Pushing event updated for resources: {'Port': ['ID=96e1359e-ad6a-4090-a89d-e759758c1918,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:42.730453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Network 94421311-9ebb-426d-b31a-3ca72f5c6e82 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:42.735555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:42.739908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:42.783091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-c18b480f-5945-4b0e-9bec-7ac2d4f52ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:42.785413 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-c18b480f-5945-4b0e-9bec-7ac2d4f52ce7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f29e992-cb08-4bf2-af0c-8be5d34157a6 HTTP/1.1" status: 200 len: 852 time: 0.1173778 Nov 19 19:07:42.823286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Router 3e23a97a-e6ec-4f20-9ac7-51097050417f has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:07:42.824433 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-ee14075d-07dc-4d42-851b-4ef4c6253e6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f5ac119-2db2-4628-8057-9d831d0a1f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293427 Nov 19 19:07:42.830407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:42.831158 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.857990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12dce9-e735-4656-88eb-e44f74082578 req-5b0fc339-38f9-49ca-91e1-ed45bd9b9aa8 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:42.859522 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b12dce9-e735-4656-88eb-e44f74082578 req-5b0fc339-38f9-49ca-91e1-ed45bd9b9aa8 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 931 time: 0.1393385 Nov 19 19:07:42.894035 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-24c85caf-7d5e-4b11-883c-5e127d5a1025 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1892049 Nov 19 19:07:42.909137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Request body: {'port': {'device_id': 'deb641b2-13a6-40cd-ad27-04cb47b6e3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:42.963892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:07:42.972044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:42.973426 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ef24a4e1-8ed3-4fb8-9a9f-a25374ff017d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "PUT /v2.0/routers/3e23a97a-e6ec-4f20-9ac7-51097050417f HTTP/1.1" status: 200 len: 705 time: 1.5851352 Nov 19 19:07:42.974749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95530a87-1642-4f8d-bd39-7c36554f24ef None None] Sync routers for ids ['3e23a97a-e6ec-4f20-9ac7-51097050417f'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:07:42.976635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52712) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:42.987784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95530a87-1642-4f8d-bd39-7c36554f24ef None None] Routers {'3e23a97a-e6ec-4f20-9ac7-51097050417f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:42.988421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-95530a87-1642-4f8d-bd39-7c36554f24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3e23a97a-e6ec-4f20-9ac7-51097050417f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:43.023651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-95530a87-1642-4f8d-bd39-7c36554f24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:43.030360 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-27f5e3f9-dce8-4701-b248-a1e2bd002562 service neutron] 10.222.0.57 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962025 Nov 19 19:07:43.032693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95530a87-1642-4f8d-bd39-7c36554f24ef None None] Routers {'3e23a97a-e6ec-4f20-9ac7-51097050417f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:07:43.033376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-95530a87-1642-4f8d-bd39-7c36554f24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:07:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3e23a97a-e6ec-4f20-9ac7-51097050417f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:43.036399 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:43.061789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739ce54-263f-4522-9dab-a906a7b24034 req-820efcb8-99f9-4728-93e4-86da66823e9b tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:43.063190 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4739ce54-263f-4522-9dab-a906a7b24034 req-820efcb8-99f9-4728-93e4-86da66823e9b tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 944 time: 0.1514084 Nov 19 19:07:43.066752 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-95530a87-1642-4f8d-bd39-7c36554f24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:43.067691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95530a87-1642-4f8d-bd39-7c36554f24ef None None] The sync data for ids ['3e23a97a-e6ec-4f20-9ac7-51097050417f'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:07:43.072636 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b12dce9-e735-4656-88eb-e44f74082578 req-5736b8a7-6095-4979-8277-336ef29d4e8b tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646907 Nov 19 19:07:43.076877 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-592045a2-8230-49bb-9593-f54f74ac4a97 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/routers/3e23a97a-e6ec-4f20-9ac7-51097050417f HTTP/1.1" status: 200 len: 740 time: 0.0991225 Nov 19 19:07:43.079700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52714) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:43.132781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4294fbab-3248-4ce0-998d-c3f497452417 tempest-RoutersAdminTest-1554385824 tempest-RoutersAdminTest-1554385824-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&device_id=3e23a97a-e6ec-4f20-9ac7-51097050417f HTTP/1.1" status: 200 len: 205 time: 0.0497069 Nov 19 19:07:43.133036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52716) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:43.163243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8dfedf4e-31f5-469d-b9ac-b9c93fcba0a2 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e23a97a-e6ec-4f20-9ac7-51097050417f HTTP/1.1" status: 200 len: 205 time: 0.0267661 Nov 19 19:07:43.164255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52718) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:43.209815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4739ce54-263f-4522-9dab-a906a7b24034 req-64fcf946-aba2-4ede-8218-0f990e76fd7f tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337068 Nov 19 19:07:43.238643 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:43.308311 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52be8271-b3e3-4d8e-a12d-42bbf59d3d4b req-e2f1d3f3-df89-42bd-bfcc-4d832b70023c service neutron] 10.222.0.57 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677515 Nov 19 19:07:43.423010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d3d25-0037-4339-9f69-3b2438456020 req-12f14505-5d7e-4f39-9452-bc0d4432b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:43.424476 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d37d3d25-0037-4339-9f69-3b2438456020 req-12f14505-5d7e-4f39-9452-bc0d4432b71b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 1096 time: 0.1396031 Nov 19 19:07:43.498383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100e505-1784-4ed1-a279-a31d7dcb15c9 req-82f45ea0-6f92-4ae4-86ba-f52a2280201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:43.499870 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b100e505-1784-4ed1-a279-a31d7dcb15c9 req-82f45ea0-6f92-4ae4-86ba-f52a2280201c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=833dced463b149f9bd9c0c851d87420e&device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 1095 time: 0.1255937 Nov 19 19:07:43.630627 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f994f8a-71d0-429a-8641-c58f83f7bd4a tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:43.664433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d3d25-0037-4339-9f69-3b2438456020 req-9cf757f4-3464-4df1-a89b-be8c9c705ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:43.665945 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d37d3d25-0037-4339-9f69-3b2438456020 req-9cf757f4-3464-4df1-a89b-be8c9c705ed9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 200 len: 920 time: 0.2341185 Nov 19 19:07:43.695323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e1359e-ad6a-4090-a89d-e759758c1918 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:07:43.734957 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:43.738270 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d37d3d25-0037-4339-9f69-3b2438456020 req-9065e614-45d0-4c74-9264-b5ed1ad1619f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a17b5bf-d756-4678-82ba-7e1020aa1725 HTTP/1.1" status: 200 len: 217 time: 0.0607853 Nov 19 19:07:43.740418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5f79c-7070-482e-9736-0410a1a2a80a req-a350d965-c1fb-4aff-a2c3-cd786dc279e3 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:43.741958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21d5f79c-7070-482e-9736-0410a1a2a80a req-a350d965-c1fb-4aff-a2c3-cd786dc279e3 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1476083 Nov 19 19:07:43.744045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100e505-1784-4ed1-a279-a31d7dcb15c9 req-37a9b381-3deb-48f3-b5cf-94367efb6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:43.745416 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b100e505-1784-4ed1-a279-a31d7dcb15c9 req-37a9b381-3deb-48f3-b5cf-94367efb6b72 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f5ac119-2db2-4628-8057-9d831d0a1f5a HTTP/1.1" status: 200 len: 913 time: 0.2369640 Nov 19 19:07:43.785403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Transition to ACTIVE for port object 96e1359e-ad6a-4090-a89d-e759758c1918 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:07:43.818692 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b100e505-1784-4ed1-a279-a31d7dcb15c9 req-8d431aff-7b68-4f9f-855f-d2dd53fce570 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94bb92ca-119b-4590-a2a5-6982d8753c97 HTTP/1.1" status: 200 len: 217 time: 0.0596652 Nov 19 19:07:43.819281 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:43.822384 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f994f8a-71d0-429a-8641-c58f83f7bd4a tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:43.825566 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f994f8a-71d0-429a-8641-c58f83f7bd4a tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:43.904439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d3d25-0037-4339-9f69-3b2438456020 req-cf800e56-e440-4b61-bcd0-7e03aba17294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:43.904675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:07:43.906484 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d37d3d25-0037-4339-9f69-3b2438456020 req-cf800e56-e440-4b61-bcd0-7e03aba17294 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71ca2481-520f-409b-914a-5b88fe41eeaf HTTP/1.1" status: 200 len: 859 time: 0.1573441 Nov 19 19:07:43.931806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21d5f79c-7070-482e-9736-0410a1a2a80a req-71b15b54-aac3-4c74-b108-e5bbc79ccbc9 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551552 Nov 19 19:07:43.934492 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f994f8a-71d0-429a-8641-c58f83f7bd4a tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:43.934492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f994f8a-71d0-429a-8641-c58f83f7bd4a tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Fanout notify agent at l3_agent the message router_deleted on router 3e23a97a-e6ec-4f20-9ac7-51097050417f {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:07:43.944035 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f994f8a-71d0-429a-8641-c58f83f7bd4a tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:43.945839 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5f994f8a-71d0-429a-8641-c58f83f7bd4a tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/3e23a97a-e6ec-4f20-9ac7-51097050417f HTTP/1.1" status: 204 len: 168 time: 0.7810297 Nov 19 19:07:43.948915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52728) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:43.949531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:07:43.950066 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a571bc1b-f3a3-4dcf-b3d4-9872b29ba35f not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:07:43.967676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Pushing event updated for resources: {'Port': ['ID=96e1359e-ad6a-4090-a89d-e759758c1918,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:43.967676 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d37d3d25-0037-4339-9f69-3b2438456020 req-1c3cfa05-3a9e-4558-81b9-f2ae57730627 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21d270c9-9af3-4527-86a9-5274ee93625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455971 Nov 19 19:07:43.970199 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100e505-1784-4ed1-a279-a31d7dcb15c9 req-a97a88cd-7070-4856-8de9-48d73abd8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:43.972533 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b100e505-1784-4ed1-a279-a31d7dcb15c9 req-a97a88cd-7070-4856-8de9-48d73abd8a50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f29e992-cb08-4bf2-af0c-8be5d34157a6 HTTP/1.1" status: 200 len: 852 time: 0.1167705 Nov 19 19:07:43.980921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c35db607-1fd7-496a-8689-4b4f465b5f51 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e23a97a-e6ec-4f20-9ac7-51097050417f HTTP/1.1" status: 200 len: 205 time: 0.0307653 Nov 19 19:07:43.983189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52730) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.021337 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-ffa6cb72-9a1c-443d-81f6-62972ac79b50 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] delete failed (client error): The resource could not be found. Nov 19 19:07:44.022453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ffa6cb72-9a1c-443d-81f6-62972ac79b50 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/3e23a97a-e6ec-4f20-9ac7-51097050417f HTTP/1.1" status: 404 len: 336 time: 0.0382156 Nov 19 19:07:44.024916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52732) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.050591 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:44.055969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0e7d18aa-1d28-494e-8955-f535b302818d tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6317fdb-aabb-4cbb-9002-cd28365b14ef HTTP/1.1" status: 200 len: 205 time: 0.0297008 Nov 19 19:07:44.057988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52734) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.073555 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b100e505-1784-4ed1-a279-a31d7dcb15c9 req-bc8c993d-0a52-49c7-b2ca-86125a3eb792 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f5ac119-2db2-4628-8057-9d831d0a1f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856791 Nov 19 19:07:44.100038 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-76b303f9-9a95-4f87-8287-aa1418085091 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] delete failed (client error): The resource could not be found. Nov 19 19:07:44.102140 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-76b303f9-9a95-4f87-8287-aa1418085091 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/c6317fdb-aabb-4cbb-9002-cd28365b14ef HTTP/1.1" status: 404 len: 336 time: 0.0421772 Nov 19 19:07:44.103812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52738) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.133144 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a890d21f-0334-40a2-ab3b-687a93ce9390 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=765fdc62-3c40-4a47-913c-59941187cdb9 HTTP/1.1" status: 200 len: 205 time: 0.0273714 Nov 19 19:07:44.134862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52740) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.174196 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-71adaee7-a72b-44cf-bbe9-b58f87bb4f5c tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] delete failed (client error): The resource could not be found. Nov 19 19:07:44.175042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-71adaee7-a72b-44cf-bbe9-b58f87bb4f5c tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/765fdc62-3c40-4a47-913c-59941187cdb9 HTTP/1.1" status: 404 len: 336 time: 0.0392344 Nov 19 19:07:44.177656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52742) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.213404 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e38e04d3-8754-4a0a-829b-6f0dbadc5ccd tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=18be1297-f12b-4bac-9198-458817c177a6 HTTP/1.1" status: 200 len: 205 time: 0.0325766 Nov 19 19:07:44.213599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52744) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.219014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Attempting to bind port 96e1359e-ad6a-4090-a89d-e759758c1918 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:07:44.219346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Attempting to bind port 96e1359e-ad6a-4090-a89d-e759758c1918 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'a834aff9-f93a-4c6e-beb7-8fb0d337a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:07:44.219677 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Attempting to bind port 96e1359e-ad6a-4090-a89d-e759758c1918 on network 94421311-9ebb-426d-b31a-3ca72f5c6e82 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:07:44.235253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d37d3d25-0037-4339-9f69-3b2438456020 req-77f7e638-ce31-4c82-9f2a-3f05184a7385 service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615883 Nov 19 19:07:44.242900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Port 96e1359e-ad6a-4090-a89d-e759758c1918 on network 94421311-9ebb-426d-b31a-3ca72f5c6e82 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:07:44.243221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Attempting to bind port 96e1359e-ad6a-4090-a89d-e759758c1918 on network 94421311-9ebb-426d-b31a-3ca72f5c6e82 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:07:44.274891 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-7ae8f24a-716d-4e13-96b7-9b85e0e8103a tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] delete failed (client error): The resource could not be found. Nov 19 19:07:44.277140 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7ae8f24a-716d-4e13-96b7-9b85e0e8103a tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/18be1297-f12b-4bac-9198-458817c177a6 HTTP/1.1" status: 404 len: 336 time: 0.0625908 Nov 19 19:07:44.278804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52748) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.294529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:07:44.294928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Checking segment: {'id': 'a834aff9-f93a-4c6e-beb7-8fb0d337a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:44.295250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Bound using segment: {'id': 'a834aff9-f93a-4c6e-beb7-8fb0d337a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:07:44.295938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Bound port: 96e1359e-ad6a-4090-a89d-e759758c1918, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a834aff9-f93a-4c6e-beb7-8fb0d337a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:07:44.296297 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:44.309504 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e0ac936c-3843-48dd-87c3-d7a928a610f2 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=3cb46014-0636-402f-a65d-4603a9ed70a9 HTTP/1.1" status: 200 len: 205 time: 0.0294838 Nov 19 19:07:44.312865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52750) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.332227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b100e505-1784-4ed1-a279-a31d7dcb15c9 req-94fab83e-4fb5-439c-bd9f-fbbe1cfd4aca service neutron] 10.222.0.57 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473321 Nov 19 19:07:44.351265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abc962-2956-4eed-bcf6-fe2f1d837be6 req-0f1e5df1-0017-4062-946f-f39026577431 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:44.352764 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-68abc962-2956-4eed-bcf6-fe2f1d837be6 req-0f1e5df1-0017-4062-946f-f39026577431 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 943 time: 0.1990745 Nov 19 19:07:44.378894 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-ac9d20b2-54ee-4762-bb49-9e64041eb9b2 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] delete failed (client error): The resource could not be found. Nov 19 19:07:44.381390 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ac9d20b2-54ee-4762-bb49-9e64041eb9b2 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/3cb46014-0636-402f-a65d-4603a9ed70a9 HTTP/1.1" status: 404 len: 336 time: 0.0654635 Nov 19 19:07:44.384050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52752) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.416056 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9d4fdae8-907f-4753-b3c4-8d95c1ec9d75 tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64119ee-5802-4df3-944e-0bb108990b24 HTTP/1.1" status: 200 len: 205 time: 0.0308876 Nov 19 19:07:44.420058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52754) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.440493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50270476-a9f1-4341-b12d-5e09ca1ffdc7 req-102925f1-5add-42fa-aa5e-0aaef44b22fc tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:44.442602 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50270476-a9f1-4341-b12d-5e09ca1ffdc7 req-102925f1-5add-42fa-aa5e-0aaef44b22fc tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 944 time: 0.1301239 Nov 19 19:07:44.475247 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-295bbf20-6101-4a56-b14f-1d0987d307bd tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] delete failed (client error): The resource could not be found. Nov 19 19:07:44.476182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-295bbf20-6101-4a56-b14f-1d0987d307bd tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/routers/a64119ee-5802-4df3-944e-0bb108990b24 HTTP/1.1" status: 404 len: 336 time: 0.0549273 Nov 19 19:07:44.480148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52756) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.524620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50270476-a9f1-4341-b12d-5e09ca1ffdc7 req-4300c3e4-7cc2-444b-bad8-7cbc2821a8bf tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517943 Nov 19 19:07:44.558306 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f1dc41-0e0d-497c-bc2c-e5ef1d8fa1ed tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] DELETE failed (client error): The resource could not be found. Nov 19 19:07:44.558786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f1dc41-0e0d-497c-bc2c-e5ef1d8fa1ed tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:07:44.564402 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-37f1dc41-0e0d-497c-bc2c-e5ef1d8fa1ed tempest-RoutersAdminTest-1850050729 tempest-RoutersAdminTest-1850050729-project] 10.222.0.50 "DELETE /v2.0/subnets/dfa1902e-8f6a-41b0-a681-3b501d08ec22 HTTP/1.1" status: 404 len: 337 time: 0.0699852 Nov 19 19:07:44.572305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d37d3d25-0037-4339-9f69-3b2438456020 req-6fdec753-abbf-4d89-a7e7-b6bf4f32cb1a service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254952 Nov 19 19:07:44.573799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] For port 96e1359e-ad6a-4090-a89d-e759758c1918, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:07:44.584929 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-68abc962-2956-4eed-bcf6-fe2f1d837be6 req-6c0d1793-848e-405b-be7f-de571b9a7af4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201056 Nov 19 19:07:44.586900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] For port 96e1359e-ad6a-4090-a89d-e759758c1918, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=96e1359e-ad6a-4090-a89d-e759758c1918,segment=NetworkSegment(a834aff9-f93a-4c6e-beb7-8fb0d337a07e),segment_id=a834aff9-f93a-4c6e-beb7-8fb0d337a07e)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:07:44.600710 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:44.638858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b100e505-1784-4ed1-a279-a31d7dcb15c9 req-46b2018b-7072-47ad-86e7-1499e798d12d service neutron] 10.222.0.57 "GET /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976570 Nov 19 19:07:44.651144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:44.651758 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:44.653126 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] 10.222.0.21 "PUT /v2.0/ports/96e1359e-ad6a-4090-a89d-e759758c1918 HTTP/1.1" status: 200 len: 1091 time: 1.7503526 Nov 19 19:07:44.653572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb641b2-13a6-40cd-ad27-04cb47b6e3c7', 'tag': '96e1359e-ad6a-4090-a89d-e759758c1918'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:44.655857 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e72928-bb2d-4d13-b914-e1978e2d24d0" -d '{"events": [{"name": "network-changed", "server_uuid": "deb641b2-13a6-40cd-ad27-04cb47b6e3c7", "tag": "96e1359e-ad6a-4090-a89d-e759758c1918"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:44.677587 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c532d0-c53f-4dea-acba-c66f6111b62e service neutron] Pushing event updated for resources: {'Port': ['ID=96e1359e-ad6a-4090-a89d-e759758c1918,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:44.715386 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74eab2-2846-4abb-a07f-86258d7bd0b7 x-openstack-request-id: req-8b74eab2-2846-4abb-a07f-86258d7bd0b7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:44.715686 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb641b2-13a6-40cd-ad27-04cb47b6e3c7", "tag": "96e1359e-ad6a-4090-a89d-e759758c1918", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:44.715946 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b74eab2-2846-4abb-a07f-86258d7bd0b7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:44.716411 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb641b2-13a6-40cd-ad27-04cb47b6e3c7', 'tag': '96e1359e-ad6a-4090-a89d-e759758c1918', 'status': 'completed', 'code': 200} Nov 19 19:07:44.767378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-0d2dcec4-3c56-4115-b504-5a49ecdd18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:44.769581 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-0d2dcec4-3c56-4115-b504-5a49ecdd18a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd19148b10534aa19204fbd7fa5bf9f5&device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 1094 time: 0.0432677 Nov 19 19:07:44.813481 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-b5d20ae8-a95e-4ed8-a49f-f75a051ca7f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e1359e-ad6a-4090-a89d-e759758c1918 HTTP/1.1" status: 200 len: 217 time: 0.0360882 Nov 19 19:07:44.818317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52770) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:44.870940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-2fc4d2e9-b49c-47f6-8467-6ae83d7afc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:44.872441 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-2fc4d2e9-b49c-47f6-8467-6ae83d7afc70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8ca75de-5b18-4083-971f-85604764f3cc HTTP/1.1" status: 200 len: 849 time: 0.0519176 Nov 19 19:07:44.909896 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-4cfdefd0-3aff-4046-9fb8-846e33c56586 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94421311-9ebb-426d-b31a-3ca72f5c6e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289519 Nov 19 19:07:44.948834 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:45.017506 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-42c36f4c-6d27-4264-b11b-d2bcbe522010 service neutron] 10.222.0.21 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005528 Nov 19 19:07:45.045012 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:45.059928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:45.109159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=169aeb8a01d744dea130b4a9af2717ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2897139 Nov 19 19:07:45.110238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3786aa05-ac5d-48ef-bb50-3d2a40e7e3e6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:45.114049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52780) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:45.136086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18b3f3-6afe-4f4c-83da-db437cb2816e req-b610a037-36e3-497a-b025-8dbc19a73a5c tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:45.137695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a18b3f3-6afe-4f4c-83da-db437cb2816e req-b610a037-36e3-497a-b025-8dbc19a73a5c tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1109388 Nov 19 19:07:45.145087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.145455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.145806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.146157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.146500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.146840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.147181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.147513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.147881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.148189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.148523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.148862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d99f11b-2772-42f8-bdee-833781141b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:45.230778 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab7774d7-5032-4124-ac4d-bb4eb4d0d52a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:45.235530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a18b3f3-6afe-4f4c-83da-db437cb2816e req-5b5c953e-155c-4326-9a8b-f7678242b37d tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828564 Nov 19 19:07:45.259256 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab7774d7-5032-4124-ac4d-bb4eb4d0d52a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:45.310891 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab7774d7-5032-4124-ac4d-bb4eb4d0d52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:45.313559 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab7774d7-5032-4124-ac4d-bb4eb4d0d52a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:45.315529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ab7774d7-5032-4124-ac4d-bb4eb4d0d52a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3786aa05-ac5d-48ef-bb50-3d2a40e7e3e6 HTTP/1.1" status: 204 len: 168 time: 0.1999769 Nov 19 19:07:45.323703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7774d7-5032-4124-ac4d-bb4eb4d0d52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3786aa05-ac5d-48ef-bb50-3d2a40e7e3e6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:45.425510 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ef9d355-334d-4d63-a0c6-3a1870a03127 req-36483847-b60b-4138-b580-58110c61e30e service neutron] 10.222.0.21 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009550 Nov 19 19:07:45.513921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e72928-bb2d-4d13-b914-e1978e2d24d0 req-8bca5839-faeb-4f06-a43f-28e8da0a138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:45.515446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32e72928-bb2d-4d13-b914-e1978e2d24d0 req-8bca5839-faeb-4f06-a43f-28e8da0a138e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd19148b10534aa19204fbd7fa5bf9f5&device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 1094 time: 0.0417254 Nov 19 19:07:45.599036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52788) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:45.643608 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c3476cab-2b62-4041-9c2a-b7770d41813a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67d607a460dc4f338a93ca4e3e60a7bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406237 Nov 19 19:07:45.644015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52792) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:45.644550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e72928-bb2d-4d13-b914-e1978e2d24d0 req-0fccccc1-e1cb-459a-a1c6-1958cb29effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:45.646064 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32e72928-bb2d-4d13-b914-e1978e2d24d0 req-0fccccc1-e1cb-459a-a1c6-1958cb29effb service neutron] 10.222.0.21 "GET /v2.0/networks?id=94421311-9ebb-426d-b31a-3ca72f5c6e82 HTTP/1.1" status: 200 len: 910 time: 0.1217105 Nov 19 19:07:45.701929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666a5ea-31e2-43c1-9d2a-d60c77d5d8ff req-f2f65988-a3f1-4627-a086-610241dc72a5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:45.703435 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8666a5ea-31e2-43c1-9d2a-d60c77d5d8ff req-f2f65988-a3f1-4627-a086-610241dc72a5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 944 time: 0.1005845 Nov 19 19:07:45.704688 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32e72928-bb2d-4d13-b914-e1978e2d24d0 req-9f99449a-a8f2-4ace-a0d0-533e87f5e4c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e1359e-ad6a-4090-a89d-e759758c1918 HTTP/1.1" status: 200 len: 217 time: 0.0469825 Nov 19 19:07:45.735667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c35f1a-e6ce-44fa-9680-5f792e2e9c28 req-fa59dad3-ba6c-4cc7-b82a-cffa06a458ef tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:45.737710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36c35f1a-e6ce-44fa-9680-5f792e2e9c28 req-fa59dad3-ba6c-4cc7-b82a-cffa06a458ef tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 943 time: 0.0748768 Nov 19 19:07:45.738825 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34516048-6867-4d15-8e4c-c38e7960c62a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:45.777815 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34516048-6867-4d15-8e4c-c38e7960c62a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:45.790065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e72928-bb2d-4d13-b914-e1978e2d24d0 req-a172dd84-a08f-4ccd-a38f-8eff92944427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:45.791533 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32e72928-bb2d-4d13-b914-e1978e2d24d0 req-a172dd84-a08f-4ccd-a38f-8eff92944427 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8ca75de-5b18-4083-971f-85604764f3cc HTTP/1.1" status: 200 len: 849 time: 0.0751865 Nov 19 19:07:45.795021 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8666a5ea-31e2-43c1-9d2a-d60c77d5d8ff req-f6526fb1-e9a6-4010-87e9-8c77f03cc789 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847538 Nov 19 19:07:45.829113 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32e72928-bb2d-4d13-b914-e1978e2d24d0 req-a61b4b4b-7143-4d7f-9d3a-f9e5a1cb3894 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94421311-9ebb-426d-b31a-3ca72f5c6e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283282 Nov 19 19:07:45.831483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36c35f1a-e6ce-44fa-9680-5f792e2e9c28 req-b0d7fdb0-26c8-46c5-829a-ba8cfbd72991 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833371 Nov 19 19:07:45.858969 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34516048-6867-4d15-8e4c-c38e7960c62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:45.861538 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34516048-6867-4d15-8e4c-c38e7960c62a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:45.863333 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-34516048-6867-4d15-8e4c-c38e7960c62a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bba21149-ef53-4a2b-88f7-0290f33a5b16 HTTP/1.1" status: 204 len: 168 time: 0.2182162 Nov 19 19:07:45.871878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34516048-6867-4d15-8e4c-c38e7960c62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba21149-ef53-4a2b-88f7-0290f33a5b16,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:45.948049 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32e72928-bb2d-4d13-b914-e1978e2d24d0 req-96850082-a490-43a1-a630-f7d6c21eff59 service neutron] 10.222.0.21 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061306 Nov 19 19:07:46.050889 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-32e72928-bb2d-4d13-b914-e1978e2d24d0 req-6556fb11-e728-4c2a-9b81-43881aa2cf7e service neutron] 10.222.0.21 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937788 Nov 19 19:07:46.362908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9993f56-2669-422f-857f-7f2fe0a7902d req-ee55f66d-bbe8-4351-a3b8-4f8264da6b40 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:46.364437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9993f56-2669-422f-857f-7f2fe0a7902d req-ee55f66d-bbe8-4351-a3b8-4f8264da6b40 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0525050 Nov 19 19:07:46.413899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9993f56-2669-422f-857f-7f2fe0a7902d req-a2f58892-d192-4b94-aae0-1afb452caab9 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Nov 19 19:07:46.584416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52822) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:46.699096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b437f871-81cd-4b53-975f-1e18ff10d4ca tempest-AgentManagementNegativeTest-389905152 tempest-AgentManagementNegativeTest-389905152-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1135912 Nov 19 19:07:46.944183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ebbf6-66b7-476b-bbf2-79893aa9022b req-06fd8788-c350-4b28-abb4-4dc61759d28d tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:46.946828 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c94ebbf6-66b7-476b-bbf2-79893aa9022b req-06fd8788-c350-4b28-abb4-4dc61759d28d tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 944 time: 0.0774364 Nov 19 19:07:46.948423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52836) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:46.953737 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 94bb92ca-119b-4590-a2a5-6982d8753c97 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:07:46.974085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a24f96-5fb3-4b89-af82-3a3db702fa7f req-c7ba3f17-8673-49e5-a09d-7fe40ee0627c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:46.976276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75a24f96-5fb3-4b89-af82-3a3db702fa7f req-c7ba3f17-8673-49e5-a09d-7fe40ee0627c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 943 time: 0.0640862 Nov 19 19:07:47.034678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c94ebbf6-66b7-476b-bbf2-79893aa9022b req-a340ddd6-2739-4af1-a502-23c4f0f31246 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741761 Nov 19 19:07:47.067758 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75a24f96-5fb3-4b89-af82-3a3db702fa7f req-62d960a0-6694-4f76-8a34-3ef213c4646c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808139 Nov 19 19:07:47.082672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 94bb92ca-119b-4590-a2a5-6982d8753c97, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=94bb92ca-119b-4590-a2a5-6982d8753c97,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:47.087661 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:47.098296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '94bb92ca-119b-4590-a2a5-6982d8753c97', 'network_id': '5f5ac119-2db2-4628-8057-9d831d0a1f5a', 'port_id': '94bb92ca-119b-4590-a2a5-6982d8753c97', 'mac_address': 'fa:16:3e:4a:9b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f29e992-cb08-4bf2-af0c-8be5d34157a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:07:47.146270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:47.162197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bb92ca-119b-4590-a2a5-6982d8753c97 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:07:47.177552 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:47.181598 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:47.184328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 94bb92ca-119b-4590-a2a5-6982d8753c97, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=94bb92ca-119b-4590-a2a5-6982d8753c97,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:47.189583 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:47.222961 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5107288d210f43af842579e5664b27cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2733235 Nov 19 19:07:47.223912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51701f1a-a15d-46f6-870d-1a53400d47c5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:47.225612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52844) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:47.232033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.232383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.233124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.233472 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.234000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.234365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.234701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.235028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.235355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.235682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.236011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.236329 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20fc4ea-3122-458c-a878-e604b30e55de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.238732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=94bb92ca-119b-4590-a2a5-6982d8753c97,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:47.246684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.247068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.247621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.248161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.248569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.249035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.249404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.249761 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.250108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.250440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.250773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.251119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:07:47.289184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87619c04-4db2-4563-a506-54c7f5737171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:47.310972 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87619c04-4db2-4563-a506-54c7f5737171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:47.359302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87619c04-4db2-4563-a506-54c7f5737171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:47.362905 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87619c04-4db2-4563-a506-54c7f5737171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:47.364052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-87619c04-4db2-4563-a506-54c7f5737171 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51701f1a-a15d-46f6-870d-1a53400d47c5 HTTP/1.1" status: 204 len: 168 time: 0.1371715 Nov 19 19:07:47.371623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87619c04-4db2-4563-a506-54c7f5737171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51701f1a-a15d-46f6-870d-1a53400d47c5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:47.534676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a0be3-0c5e-4ce0-a98c-d3b3bba3c933 req-f553447b-f39a-4e0d-83a5-fc275208b0e9 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:47.536218 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b8a0be3-0c5e-4ce0-a98c-d3b3bba3c933 req-f553447b-f39a-4e0d-83a5-fc275208b0e9 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0513494 Nov 19 19:07:47.587738 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b8a0be3-0c5e-4ce0-a98c-d3b3bba3c933 req-ab17f932-d21e-4e10-9691-cf4fe2349baa tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453186 Nov 19 19:07:47.613958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['94bb92ca-119b-4590-a2a5-6982d8753c97'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:07:47.899569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 96e1359e-ad6a-4090-a89d-e759758c1918 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:07:48.002710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 96e1359e-ad6a-4090-a89d-e759758c1918, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=96e1359e-ad6a-4090-a89d-e759758c1918,segment=NetworkSegment(a834aff9-f93a-4c6e-beb7-8fb0d337a07e),segment_id=a834aff9-f93a-4c6e-beb7-8fb0d337a07e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:48.015531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '96e1359e-ad6a-4090-a89d-e759758c1918', 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82', 'port_id': '96e1359e-ad6a-4090-a89d-e759758c1918', 'mac_address': 'fa:16:3e:a2:f7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ca75de-5b18-4083-971f-85604764f3cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:07:48.015680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52868) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:48.055793 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:48.070391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e1359e-ad6a-4090-a89d-e759758c1918 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:07:48.092866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 96e1359e-ad6a-4090-a89d-e759758c1918, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=96e1359e-ad6a-4090-a89d-e759758c1918,segment=NetworkSegment(a834aff9-f93a-4c6e-beb7-8fb0d337a07e),segment_id=a834aff9-f93a-4c6e-beb7-8fb0d337a07e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:48.102190 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:48.138362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1177156154'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:48.160422 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=96e1359e-ad6a-4090-a89d-e759758c1918,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:48.168617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade80e6-e2b6-49f9-ba65-bcbffc26f028 req-2d12018c-fa26-41ef-8d65-8c5806f10b14 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:48.173690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ade80e6-e2b6-49f9-ba65-bcbffc26f028 req-2d12018c-fa26-41ef-8d65-8c5806f10b14 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 945 time: 0.0609312 Nov 19 19:07:48.197219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:48.200817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:48.212133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:48.222639 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ade80e6-e2b6-49f9-ba65-bcbffc26f028 req-b8e1cc72-98d4-4bdc-9680-cc2d88707cf2 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449717 Nov 19 19:07:48.223219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730afd3-04e3-4b7c-b841-f23cf45e17a7 req-3a012058-5545-4f95-96f7-9c8d392dd4be tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:48.224725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c730afd3-04e3-4b7c-b841-f23cf45e17a7 req-3a012058-5545-4f95-96f7-9c8d392dd4be tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 944 time: 0.0807476 Nov 19 19:07:48.303550 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c730afd3-04e3-4b7c-b841-f23cf45e17a7 req-d3689868-a0fe-40e9-bf73-f41f24d2f6a5 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726361 Nov 19 19:07:48.355104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:48.359277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:48.379016 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['96e1359e-ad6a-4090-a89d-e759758c1918'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:07:48.387200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:07:48.403582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b2ef00-0d28-41dc-aacb-3176390bece3,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:48.407492 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:48.407855 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Added segment 74eae897-957c-4b51-94e6-41bc9fd31541 of type vlan for network b70c6b38-2620-44cb-9dcd-1f9591d99649 Nov 19 19:07:48.450792 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:48.480466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:48.486260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:48.486948 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:48.543789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5269241 Nov 19 19:07:48.559078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba8469-a3c0-4865-a6a6-3ce1b193ae64 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=b70c6b38-2620-44cb-9dcd-1f9591d99649,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:48.569578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network b70c6b38-2620-44cb-9dcd-1f9591d99649 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:07:48.723611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff06b6a-eae1-4ff0-8a3c-58bae362bba4 req-28b3c589-b467-4c0b-9839-9a9b3f0c7195 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:48.725093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fff06b6a-eae1-4ff0-8a3c-58bae362bba4 req-28b3c589-b467-4c0b-9839-9a9b3f0c7195 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0552311 Nov 19 19:07:48.773442 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fff06b6a-eae1-4ff0-8a3c-58bae362bba4 req-2e518e3e-770c-45f6-95bc-87eff13411a6 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Nov 19 19:07:48.974611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 94bb92ca-119b-4590-a2a5-6982d8753c97 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:49.027905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 94bb92ca-119b-4590-a2a5-6982d8753c97 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:07:49.032765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 94bb92ca-119b-4590-a2a5-6982d8753c97 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:49.033141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:49.128695 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:49.158338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add91f54-f3b7-48fd-aeb1-0cca104599c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bb92ca-119b-4590-a2a5-6982d8753c97'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:49.162222 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e63271-36a9-450b-9b60-164405a6e408" -d '{"events": [{"server_uuid": "add91f54-f3b7-48fd-aeb1-0cca104599c7", "name": "network-vif-plugged", "status": "completed", "tag": "94bb92ca-119b-4590-a2a5-6982d8753c97"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:49.182146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 94bb92ca-119b-4590-a2a5-6982d8753c97, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=94bb92ca-119b-4590-a2a5-6982d8753c97,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:49.187799 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:49.215762 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f73646-124b-42dc-93d9-0caa15181c0b x-openstack-request-id: req-80f73646-124b-42dc-93d9-0caa15181c0b {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:49.216348 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add91f54-f3b7-48fd-aeb1-0cca104599c7", "name": "network-vif-plugged", "status": "completed", "tag": "94bb92ca-119b-4590-a2a5-6982d8753c97", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:49.216814 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80f73646-124b-42dc-93d9-0caa15181c0b {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:49.217340 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add91f54-f3b7-48fd-aeb1-0cca104599c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bb92ca-119b-4590-a2a5-6982d8753c97', 'code': 200} Nov 19 19:07:49.249364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=94bb92ca-119b-4590-a2a5-6982d8753c97,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:49.368712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd942fe-c1e9-446e-b877-cf5feee03501 req-b2f29b97-f704-476b-9c15-fe0bfbc5078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:49.370266 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ccd942fe-c1e9-446e-b877-cf5feee03501 req-b2f29b97-f704-476b-9c15-fe0bfbc5078a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 1097 time: 0.0873795 Nov 19 19:07:49.420251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f061047-191e-4e60-8f23-41b9a97812aa req-a8cb7d4f-d789-43fd-8686-537545171229 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:49.422345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f061047-191e-4e60-8f23-41b9a97812aa req-a8cb7d4f-d789-43fd-8686-537545171229 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 946 time: 0.0958819 Nov 19 19:07:49.476702 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ccd942fe-c1e9-446e-b877-cf5feee03501 req-6484664a-6763-4b22-b5d2-ac028c73dd38 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948226 Nov 19 19:07:49.501526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2eb91-9dfb-4a13-93fe-fa660e010901 req-2a393b78-f23c-48c5-9414-52e7b0bb424b tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:49.506493 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fba2eb91-9dfb-4a13-93fe-fa660e010901 req-2a393b78-f23c-48c5-9414-52e7b0bb424b tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 944 time: 0.0632823 Nov 19 19:07:49.517538 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0f061047-191e-4e60-8f23-41b9a97812aa req-7724a69a-0782-4b32-9734-9bfb71b73d37 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778151 Nov 19 19:07:49.564008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fba2eb91-9dfb-4a13-93fe-fa660e010901 req-226d371f-5337-406f-ab0a-2487d0ae1225 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530043 Nov 19 19:07:49.900806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd503c-7d55-4b90-8e12-b8f4903aa51d req-ad2c30a9-cd3c-44f3-8a6e-a56ae1ce6e72 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:49.902529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71bd503c-7d55-4b90-8e12-b8f4903aa51d req-ad2c30a9-cd3c-44f3-8a6e-a56ae1ce6e72 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0576003 Nov 19 19:07:49.914816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 96e1359e-ad6a-4090-a89d-e759758c1918 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:49.954070 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71bd503c-7d55-4b90-8e12-b8f4903aa51d req-a3a6e848-3452-426a-ad86-de85ed2a3c52 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455613 Nov 19 19:07:49.979847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 96e1359e-ad6a-4090-a89d-e759758c1918 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:07:49.983669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 96e1359e-ad6a-4090-a89d-e759758c1918 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:49.984046 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:50.063307 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:50.095405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 96e1359e-ad6a-4090-a89d-e759758c1918, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=96e1359e-ad6a-4090-a89d-e759758c1918,segment=NetworkSegment(a834aff9-f93a-4c6e-beb7-8fb0d337a07e),segment_id=a834aff9-f93a-4c6e-beb7-8fb0d337a07e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:50.099414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:50.148575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=96e1359e-ad6a-4090-a89d-e759758c1918,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:50.654386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62aed7-7a18-4cf4-87fa-9297785f454a req-2ea4e0d1-5932-4771-ab12-119d05702850 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:50.655754 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff62aed7-7a18-4cf4-87fa-9297785f454a req-2ea4e0d1-5932-4771-ab12-119d05702850 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 946 time: 0.0532992 Nov 19 19:07:50.708012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2be952-ca5b-4833-8cc4-2bbb86ec4b0d req-04c336de-c270-4448-8809-10613ac1e3b2 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:50.710328 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa2be952-ca5b-4833-8cc4-2bbb86ec4b0d req-04c336de-c270-4448-8809-10613ac1e3b2 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0627222 Nov 19 19:07:50.711826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff62aed7-7a18-4cf4-87fa-9297785f454a req-704b7634-d72d-48ad-8487-523045c1d340 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473111 Nov 19 19:07:50.764397 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa2be952-ca5b-4833-8cc4-2bbb86ec4b0d req-3dddbe14-8a03-4f6d-9410-e98e35084b53 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470107 Nov 19 19:07:51.097528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816a3bb-51c9-4d05-a3bc-ddaeb727562d req-120c9804-1ff6-4916-aa39-f42b75056040 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:51.099121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6816a3bb-51c9-4d05-a3bc-ddaeb727562d req-120c9804-1ff6-4916-aa39-f42b75056040 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0562365 Nov 19 19:07:51.153736 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6816a3bb-51c9-4d05-a3bc-ddaeb727562d req-eff009d4-5203-4a6e-b9ac-fe5768ebd4eb tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485508 Nov 19 19:07:51.218760 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb641b2-13a6-40cd-ad27-04cb47b6e3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e1359e-ad6a-4090-a89d-e759758c1918'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:51.221221 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753ff9be-9acf-4013-bee0-52866d6af8b8" -d '{"events": [{"server_uuid": "deb641b2-13a6-40cd-ad27-04cb47b6e3c7", "name": "network-vif-plugged", "status": "completed", "tag": "96e1359e-ad6a-4090-a89d-e759758c1918"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:51.258910 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d4b0a7-18ea-4843-8671-740e1ab7ec43 x-openstack-request-id: req-16d4b0a7-18ea-4843-8671-740e1ab7ec43 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:51.259303 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb641b2-13a6-40cd-ad27-04cb47b6e3c7", "name": "network-vif-plugged", "status": "completed", "tag": "96e1359e-ad6a-4090-a89d-e759758c1918", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:51.259555 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16d4b0a7-18ea-4843-8671-740e1ab7ec43 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:51.259954 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb641b2-13a6-40cd-ad27-04cb47b6e3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e1359e-ad6a-4090-a89d-e759758c1918', 'code': 200} Nov 19 19:07:51.364307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8240b0-83c2-417a-8401-dc2b9d62f86c req-bb211450-295f-40a4-a0f9-ab5724094fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:51.365895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a8240b0-83c2-417a-8401-dc2b9d62f86c req-bb211450-295f-40a4-a0f9-ab5724094fad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0465062 Nov 19 19:07:51.418224 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a8240b0-83c2-417a-8401-dc2b9d62f86c req-d6552377-d9e7-43d3-9618-3a061c23b069 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441601 Nov 19 19:07:51.839449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b29b0-29d0-4b22-89ca-af299327969d req-4aaf9e4f-1094-4624-98ac-f84fdb5d5248 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:51.841187 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf4b29b0-29d0-4b22-89ca-af299327969d req-4aaf9e4f-1094-4624-98ac-f84fdb5d5248 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 946 time: 0.0576258 Nov 19 19:07:51.892141 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cf4b29b0-29d0-4b22-89ca-af299327969d req-609e5fff-8584-4822-a870-8e4359114c2a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443215 Nov 19 19:07:51.917200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52922) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:51.923898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'network_id': 'b70c6b38-2620-44cb-9dcd-1f9591d99649', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:51.965599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d094c-5e73-4744-9e6b-22ccdf8d337a req-aac5c758-5fe8-4a95-ab34-851760b0b82c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:51.967248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a37d094c-5e73-4744-9e6b-22ccdf8d337a req-aac5c758-5fe8-4a95-ab34-851760b0b82c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0594850 Nov 19 19:07:52.033403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:52.038054 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a37d094c-5e73-4744-9e6b-22ccdf8d337a req-20920deb-2edd-4d59-b508-47991f9543e5 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581794 Nov 19 19:07:52.038904 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:52.159369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338ab63-3945-41dd-8e9f-cd25cbf33161 req-6ff31bcd-9b07-482e-aebd-033c14149faf tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:52.160799 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4338ab63-3945-41dd-8e9f-cd25cbf33161 req-6ff31bcd-9b07-482e-aebd-033c14149faf tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 946 time: 0.1180141 Nov 19 19:07:52.250334 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4338ab63-3945-41dd-8e9f-cd25cbf33161 req-62b96004-2eb7-431a-ade4-e80721129845 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833206 Nov 19 19:07:52.273148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc229c-986e-4d01-8a77-2c4b09bb95e2 req-02867cf5-8ad9-430e-bae2-9a943175ec3e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:52.274685 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e0cc229c-986e-4d01-8a77-2c4b09bb95e2 req-02867cf5-8ad9-430e-bae2-9a943175ec3e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0506465 Nov 19 19:07:52.311149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:52.332117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e0cc229c-986e-4d01-8a77-2c4b09bb95e2 req-3614790b-8a90-495e-8cb3-e7b419ee5e55 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495973 Nov 19 19:07:52.381676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=e502ab2b-7e76-4786-824d-745c24d42d1d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:52.386182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Checking segment: {'id': '74eae897-957c-4b51-94e6-41bc9fd31541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b70c6b38-2620-44cb-9dcd-1f9591d99649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:52.386544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network hostable DHCP agents. Network: b70c6b38-2620-44cb-9dcd-1f9591d99649, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:07:52.409850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network b70c6b38-2620-44cb-9dcd-1f9591d99649 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:07:52.428107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, b70c6b38-2620-44cb-9dcd-1f9591d99649) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:52.432394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:52.432853 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:52.437012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48cb382-a872-4f7b-a701-8e58f5b57d68 None None] Network b70c6b38-2620-44cb-9dcd-1f9591d99649 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:52.451110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e4bcd5bf-5f81-405f-b772-dd0fcc98cdae tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5327618 Nov 19 19:07:52.456491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52932) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:52.461625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1528392434'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:52.486025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:52.490166 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:52.516227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:07:52.516672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1313d1d-6e0d-4afc-b1d5-33c3332143e6 req-5852737f-9653-4410-bc77-3684b85f1d08 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:52.518997 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f1313d1d-6e0d-4afc-b1d5-33c3332143e6 req-5852737f-9653-4410-bc77-3684b85f1d08 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 946 time: 0.0887043 Nov 19 19:07:52.531233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:52.531841 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Added segment 549014ad-da3e-4114-9410-66e1c3c578f0 of type vlan for network 46c1fd01-b262-4f06-9126-033956bd820f Nov 19 19:07:52.587663 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f1313d1d-6e0d-4afc-b1d5-33c3332143e6 req-aa8d7ac6-587e-4b68-bd27-a47164b481f3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620489 Nov 19 19:07:52.588149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:52.617811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:52.624604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:52.625967 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:52.642276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-b70c6b38-2620-44cb-9dcd-1f9591d99649', 'network_id': 'b70c6b38-2620-44cb-9dcd-1f9591d99649', 'tenant_id': 'ab5dbe18f4534f20a00d3d1fa143a25d', 'fixed_ips': [{'subnet_id': 'e502ab2b-7e76-4786-824d-745c24d42d1d'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:07:52.645168 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:52.724056 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2663090 Nov 19 19:07:52.727056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52938) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:52.732193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'network_id': '46c1fd01-b262-4f06-9126-033956bd820f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:52.760649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddd260-e0d2-476a-bc12-22757648d3e9 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=46c1fd01-b262-4f06-9126-033956bd820f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:52.772604 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 46c1fd01-b262-4f06-9126-033956bd820f details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:07:52.789499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f372e-9b31-4827-a91c-652da5a953a9 req-93623e02-ad26-45b7-b08e-9575b8e1fcbf tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:52.791090 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-735f372e-9b31-4827-a91c-652da5a953a9 req-93623e02-ad26-45b7-b08e-9575b8e1fcbf tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 946 time: 0.1147571 Nov 19 19:07:52.826865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:52.831155 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:52.845161 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-735f372e-9b31-4827-a91c-652da5a953a9 req-09a6fcc7-b9ff-4c5e-bc3e-1a8ab8ffac34 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Nov 19 19:07:52.852361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Allocated IP 2001:db8:0:ffff::2 (b70c6b38-2620-44cb-9dcd-1f9591d99649/e502ab2b-7e76-4786-824d-745c24d42d1d/a46c74da-38a8-4fe4-9097-af295999322b) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:53.053444 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:53.060722 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:53.090667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:53.107930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393f631-3b85-4a49-9b54-f6d1a4cb6722 req-903c78d2-3d2b-49a8-8140-bb7706e9534c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:53.109635 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3393f631-3b85-4a49-9b54-f6d1a4cb6722 req-903c78d2-3d2b-49a8-8140-bb7706e9534c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 946 time: 0.0647378 Nov 19 19:07:53.115971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Network b70c6b38-2620-44cb-9dcd-1f9591d99649 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:53.121365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:53.123488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Pushing event updated for resources: {'Port': ['ID=a46c74da-38a8-4fe4-9097-af295999322b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:53.125985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:53.175205 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3393f631-3b85-4a49-9b54-f6d1a4cb6722 req-a98a0c3e-f0b9-46fe-9d43-2021d01b567d tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566077 Nov 19 19:07:53.185699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Attempting to bind port a46c74da-38a8-4fe4-9097-af295999322b on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:07:53.186103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Attempting to bind port a46c74da-38a8-4fe4-9097-af295999322b by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '74eae897-957c-4b51-94e6-41bc9fd31541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b70c6b38-2620-44cb-9dcd-1f9591d99649'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:07:53.186472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Attempting to bind port a46c74da-38a8-4fe4-9097-af295999322b on network b70c6b38-2620-44cb-9dcd-1f9591d99649 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:07:53.193982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:07:53.193982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Checking segment: {'id': '74eae897-957c-4b51-94e6-41bc9fd31541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b70c6b38-2620-44cb-9dcd-1f9591d99649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:53.193982 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:53.194326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Bound using segment: {'id': '74eae897-957c-4b51-94e6-41bc9fd31541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b70c6b38-2620-44cb-9dcd-1f9591d99649'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:07:53.194628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Bound port: a46c74da-38a8-4fe4-9097-af295999322b, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eae897-957c-4b51-94e6-41bc9fd31541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b70c6b38-2620-44cb-9dcd-1f9591d99649'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:07:53.195008 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:53.201539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=119e5612-1273-4c50-b5e0-cee36e5c8931,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:53.222922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade0c7f-ee7c-4b30-a189-abcfad885872 req-10c0d14b-a47a-4cf2-8136-18f8fe28ec7e tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:53.224484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ade0c7f-ee7c-4b30-a189-abcfad885872 req-10c0d14b-a47a-4cf2-8136-18f8fe28ec7e tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0950220 Nov 19 19:07:53.227474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Checking segment: {'id': '549014ad-da3e-4114-9410-66e1c3c578f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '46c1fd01-b262-4f06-9126-033956bd820f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:53.228151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network hostable DHCP agents. Network: 46c1fd01-b262-4f06-9126-033956bd820f, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:07:53.260504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] For port a46c74da-38a8-4fe4-9097-af295999322b, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:07:53.264266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] For port a46c74da-38a8-4fe4-9097-af295999322b, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a46c74da-38a8-4fe4-9097-af295999322b,segment=NetworkSegment(74eae897-957c-4b51-94e6-41bc9fd31541),segment_id=74eae897-957c-4b51-94e6-41bc9fd31541)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:07:53.270815 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:53.279023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network 46c1fd01-b262-4f06-9126-033956bd820f is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:07:53.299574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ade0c7f-ee7c-4b30-a189-abcfad885872 req-66476ec6-d8d7-4e99-aba5-654a8269013e tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674272 Nov 19 19:07:53.300704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 46c1fd01-b262-4f06-9126-033956bd820f) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:53.305081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:53.305690 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:53.326823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89b595-e53a-44b3-9bcf-560993cdff20 req-e9ec4787-e150-4c22-a0ec-776e8cdbc38a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:53.327909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fe88a5df-93f0-48f6-a4b9-4577240fe1c5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5997477 Nov 19 19:07:53.331070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52952) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:53.332022 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb89b595-e53a-44b3-9bcf-560993cdff20 req-e9ec4787-e150-4c22-a0ec-776e8cdbc38a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 946 time: 0.0728447 Nov 19 19:07:53.345130 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e79dc57-a065-41ba-8df1-873a3769defc None None] Network 46c1fd01-b262-4f06-9126-033956bd820f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:53.422963 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eb89b595-e53a-44b3-9bcf-560993cdff20 req-e79b2560-118b-4ab1-ada4-030dbb31aff6 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731831 Nov 19 19:07:53.474166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e1b5f-ec06-4813-a252-1b9f4eaa8955 None None] Pushing event updated for resources: {'Port': ['ID=a46c74da-38a8-4fe4-9097-af295999322b,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:53.537234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cc56f-c38d-4e27-a308-66ba420a86ed req-24a51d15-90e2-4877-8170-3bde9f72a686 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:53.539052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c6cc56f-c38d-4e27-a308-66ba420a86ed req-24a51d15-90e2-4877-8170-3bde9f72a686 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0855243 Nov 19 19:07:53.543451 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:53.620487 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e477538-0cc7-4f08-a3a9-79caf5b54340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-46c1fd01-b262-4f06-9126-033956bd820f', 'network_id': '46c1fd01-b262-4f06-9126-033956bd820f', 'tenant_id': 'ab5dbe18f4534f20a00d3d1fa143a25d', 'fixed_ips': [{'subnet_id': '119e5612-1273-4c50-b5e0-cee36e5c8931'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:07:53.623196 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3e477538-0cc7-4f08-a3a9-79caf5b54340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:53.632397 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c6cc56f-c38d-4e27-a308-66ba420a86ed req-342dec65-3674-4fa2-8c89-6b15f6444a61 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810266 Nov 19 19:07:53.788022 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:53.916346 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:53.952991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Subnet': ['ID=119e5612-1273-4c50-b5e0-cee36e5c8931,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-3e477538-0cc7-4f08-a3a9-79caf5b54340 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 119e5612-1273-4c50-b5e0-cee36e5c8931: This subnet is being modified by another concurrent operation. Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:07:53.996249 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 119e5612-1273-4c50-b5e0-cee36e5c8931: This subnet is being modified by another concurrent operation. Nov 19 19:07:54.000797 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:07:54.038032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.057049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37015be7-9521-4e1f-a0dc-fb67407935cf None None] Network 46c1fd01-b262-4f06-9126-033956bd820f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:54.074601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c1fd01-b262-4f06-9126-033956bd820f']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:54.083018 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df29b24-c0c7-442e-bde2-edaa0cbfb68b req-ba105baf-84d4-4fce-92c0-17dc951d693c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:54.084723 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2df29b24-c0c7-442e-bde2-edaa0cbfb68b req-ba105baf-84d4-4fce-92c0-17dc951d693c tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 946 time: 0.0816932 Nov 19 19:07:54.087088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549014ad-da3e-4114-9410-66e1c3c578f0') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:54.091437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549014ad-da3e-4114-9410-66e1c3c578f0') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:54.103581 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.119515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.127758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:07:54.128166 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:07:54.132228 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:07:54.161384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2df29b24-c0c7-442e-bde2-edaa0cbfb68b req-6e74994a-54c9-414e-913b-7a9a9b49da2a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683696 Nov 19 19:07:54.230231 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.240223 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.243610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/46c1fd01-b262-4f06-9126-033956bd820f HTTP/1.1" status: 204 len: 168 time: 0.9115093 Nov 19 19:07:54.249105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52980) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:54.256214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2041425423'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:54.257547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f222cd-81da-47f9-b1cd-793a0b586f1b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Network': ['ID=46c1fd01-b262-4f06-9126-033956bd820f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:54.278711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:54.282720 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.311563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:07:54.323710 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.324053 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Added segment b92f0caf-e2e1-4da3-bb98-68245883b9fb of type vlan for network 166ae5f2-6275-42c7-a47c-5ad07682df3a Nov 19 19:07:54.349832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedf224-a7fb-48ad-9fee-386288545676 req-9302b181-0b36-4730-ab36-b860717fdf3d tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:54.352556 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8aedf224-a7fb-48ad-9fee-386288545676 req-9302b181-0b36-4730-ab36-b860717fdf3d tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0594494 Nov 19 19:07:54.381634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.413268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.419107 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8aedf224-a7fb-48ad-9fee-386288545676 req-8a2763c4-151f-4476-8b8b-ef708d345962 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598946 Nov 19 19:07:54.419421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:54.420231 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.492588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52982) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:54.492802 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2423334 Nov 19 19:07:54.498342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'network_id': '166ae5f2-6275-42c7-a47c-5ad07682df3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:54.506526 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d770816-a850-4625-aba0-9f5c874171a5 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=166ae5f2-6275-42c7-a47c-5ad07682df3a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:54.516500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 166ae5f2-6275-42c7-a47c-5ad07682df3a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:07:54.600018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:54.604016 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.652960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5607622f-67bb-482f-823b-9c8c4c5fe683 None None] Network b70c6b38-2620-44cb-9dcd-1f9591d99649 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:54.808845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220850-cb95-485c-bfa7-85b6c3339d2a req-ed058e1d-c595-4fd1-956f-47a0ad0d0a2a tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:54.810498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-71220850-cb95-485c-bfa7-85b6c3339d2a req-ed058e1d-c595-4fd1-956f-47a0ad0d0a2a tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0535417 Nov 19 19:07:54.840271 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.872689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8b9cc510-acb7-40db-b091-eeca0afec298 None None] Provisioning complete for port a46c74da-38a8-4fe4-9097-af295999322b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:54.873287 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc510-acb7-40db-b091-eeca0afec298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.882071 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-71220850-cb95-485c-bfa7-85b6c3339d2a req-2caf6a04-abdc-4f9e-8bbb-4879a229192f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Nov 19 19:07:54.916073 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=1109666b-0dd6-40e9-bb30-928822b648d9,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:54.928154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Checking segment: {'id': 'b92f0caf-e2e1-4da3-bb98-68245883b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '166ae5f2-6275-42c7-a47c-5ad07682df3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:54.928521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network hostable DHCP agents. Network: 166ae5f2-6275-42c7-a47c-5ad07682df3a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:07:54.947995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network 166ae5f2-6275-42c7-a47c-5ad07682df3a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:07:54.958653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 166ae5f2-6275-42c7-a47c-5ad07682df3a) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:54.969380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:54.970073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:54.973479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f647636b-49da-4e34-afd2-f6ff92e7bdc4 None None] Network 166ae5f2-6275-42c7-a47c-5ad07682df3a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:54.988058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e9590e23-1c61-408a-99dd-786be414ba45 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4939206 Nov 19 19:07:54.991643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52988) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:54.996993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1201199897'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:55.020691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:55.025391 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.052885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:07:55.063088 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.065583 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Added segment b7e561fd-99ef-4da3-a9a4-606184a8a2c6 of type vlan for network 0c421d13-6420-4c80-b9a1-a87aeac0c879 Nov 19 19:07:55.109241 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc510-acb7-40db-b091-eeca0afec298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.115216 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.130789 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.144614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.150312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:55.151031 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.208716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8b9cc510-acb7-40db-b091-eeca0afec298 None None] For port a46c74da-38a8-4fe4-9097-af295999322b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a46c74da-38a8-4fe4-9097-af295999322b,segment=NetworkSegment(74eae897-957c-4b51-94e6-41bc9fd31541),segment_id=74eae897-957c-4b51-94e6-41bc9fd31541)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:55.219091 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc510-acb7-40db-b091-eeca0afec298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.222115 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2290165 Nov 19 19:07:55.225012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52994) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:55.239343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71544a-5b55-48b0-91e7-6d4883fa63da tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=0c421d13-6420-4c80-b9a1-a87aeac0c879,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:55.239894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'network_id': '0c421d13-6420-4c80-b9a1-a87aeac0c879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:55.266285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 0c421d13-6420-4c80-b9a1-a87aeac0c879 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:07:55.313685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-166ae5f2-6275-42c7-a47c-5ad07682df3a', 'network_id': '166ae5f2-6275-42c7-a47c-5ad07682df3a', 'tenant_id': 'ab5dbe18f4534f20a00d3d1fa143a25d', 'fixed_ips': [{'subnet_id': '1109666b-0dd6-40e9-bb30-928822b648d9'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:07:55.314534 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.323715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae2697-0ca9-4f52-b346-86bc487d77f8 req-76be97d3-b48c-4feb-935f-28fd4a08b9ad tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:55.331534 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cae2697-0ca9-4f52-b346-86bc487d77f8 req-76be97d3-b48c-4feb-935f-28fd4a08b9ad tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 946 time: 0.0778267 Nov 19 19:07:55.394718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cc510-acb7-40db-b091-eeca0afec298 None None] Pushing event updated for resources: {'Port': ['ID=a46c74da-38a8-4fe4-9097-af295999322b,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:55.418768 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cae2697-0ca9-4f52-b346-86bc487d77f8 req-a906d181-2a8b-441f-90cb-7defcce3880a tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859952 Nov 19 19:07:55.538516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:55.538881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a46c74da-38a8-4fe4-9097-af295999322b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:55.542704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.574512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d9d63-8c40-40b7-9b4c-bc9ec5fbbcb3 req-ae58085e-1f18-4867-a52c-9e5aa7e96f8b tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:55.576116 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff5d9d63-8c40-40b7-9b4c-bc9ec5fbbcb3 req-ae58085e-1f18-4867-a52c-9e5aa7e96f8b tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.57 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 946 time: 0.1546311 Nov 19 19:07:55.614524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d2fb9eeb-18a9-4e04-a4dc-4a7e9c153b56 None None] Provisioning complete for port a46c74da-38a8-4fe4-9097-af295999322b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:55.614887 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2fb9eeb-18a9-4e04-a4dc-4a7e9c153b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.621677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Allocated IP 2001:db8::1 (166ae5f2-6275-42c7-a47c-5ad07682df3a/1109666b-0dd6-40e9-bb30-928822b648d9/6f52fdd0-8c22-4de9-89fa-3151481c596e) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:07:55.668784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Performing IP validity checks on allocation pools {{(pid=109888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 19:07:55.669309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 19:07:55.713962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a46c74da-38a8-4fe4-9097-af295999322b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:55.714333 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.740027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cff33-540a-41f2-a5c9-4cfdde2c169e req-ac492cdd-dcc7-4fab-9f52-547192b86e48 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:55.741505 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-786cff33-540a-41f2-a5c9-4cfdde2c169e req-ac492cdd-dcc7-4fab-9f52-547192b86e48 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.2091172 Nov 19 19:07:55.872559 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232f40a-b13f-4900-a21e-6542e8bbfe7f req-b0633619-1eb5-447d-b68e-70e9e0bb80ae tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:55.874099 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9232f40a-b13f-4900-a21e-6542e8bbfe7f req-b0633619-1eb5-447d-b68e-70e9e0bb80ae tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.21 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1539598 Nov 19 19:07:55.906862 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-786cff33-540a-41f2-a5c9-4cfdde2c169e req-5037589b-9fb8-4389-b47c-946558f30cf3 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384592 Nov 19 19:07:55.919228 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.926645 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.930058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ff5d9d63-8c40-40b7-9b4c-bc9ec5fbbcb3 req-19727434-9803-427a-9ca3-28d05eb0e6e3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Deleting port 94bb92ca-119b-4590-a2a5-6982d8753c97 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:55.930753 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ff5d9d63-8c40-40b7-9b4c-bc9ec5fbbcb3 req-19727434-9803-427a-9ca3-28d05eb0e6e3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:55.988072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Network 166ae5f2-6275-42c7-a47c-5ad07682df3a is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:07:55.991363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:55.996336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:07:55.998430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Pushing event updated for resources: {'Port': ['ID=6f52fdd0-8c22-4de9-89fa-3151481c596e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:56.038915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d95cfd-b7f2-45f6-96a5-ac810cb36f56 req-c86ab898-d287-48fe-8299-a509c182c0e7 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:56.048089 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96d95cfd-b7f2-45f6-96a5-ac810cb36f56 req-c86ab898-d287-48fe-8299-a509c182c0e7 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0868347 Nov 19 19:07:56.059933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Attempting to bind port 6f52fdd0-8c22-4de9-89fa-3151481c596e on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:07:56.060354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Attempting to bind port 6f52fdd0-8c22-4de9-89fa-3151481c596e by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b92f0caf-e2e1-4da3-bb98-68245883b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '166ae5f2-6275-42c7-a47c-5ad07682df3a'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:07:56.060728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Attempting to bind port 6f52fdd0-8c22-4de9-89fa-3151481c596e on network 166ae5f2-6275-42c7-a47c-5ad07682df3a {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:07:56.068211 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.069061 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:07:56.069439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Checking segment: {'id': 'b92f0caf-e2e1-4da3-bb98-68245883b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '166ae5f2-6275-42c7-a47c-5ad07682df3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:56.069891 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.070292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Bound using segment: {'id': 'b92f0caf-e2e1-4da3-bb98-68245883b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '166ae5f2-6275-42c7-a47c-5ad07682df3a'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:07:56.070767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Bound port: 6f52fdd0-8c22-4de9-89fa-3151481c596e, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92f0caf-e2e1-4da3-bb98-68245883b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '166ae5f2-6275-42c7-a47c-5ad07682df3a'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:07:56.071152 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.100778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96d95cfd-b7f2-45f6-96a5-ac810cb36f56 req-f77e3566-4814-44de-b35f-35cba6fcb116 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515621 Nov 19 19:07:56.138727 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] For port 6f52fdd0-8c22-4de9-89fa-3151481c596e, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:07:56.143093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] For port 6f52fdd0-8c22-4de9-89fa-3151481c596e, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6f52fdd0-8c22-4de9-89fa-3151481c596e,segment=NetworkSegment(b92f0caf-e2e1-4da3-bb98-68245883b9fb),segment_id=b92f0caf-e2e1-4da3-bb98-68245883b9fb)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:07:56.147847 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.190175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=e1e9e56b-6cda-4153-aa75-296e9d063061,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:56.195036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ff5d9d63-8c40-40b7-9b4c-bc9ec5fbbcb3 req-19727434-9803-427a-9ca3-28d05eb0e6e3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] For port 94bb92ca-119b-4590-a2a5-6982d8753c97, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=94bb92ca-119b-4590-a2a5-6982d8753c97,segment=NetworkSegment(f26ddc2d-cbe4-4fdb-9db7-7859146dddb8),segment_id=f26ddc2d-cbe4-4fdb-9db7-7859146dddb8)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:56.195404 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ff5d9d63-8c40-40b7-9b4c-bc9ec5fbbcb3 req-19727434-9803-427a-9ca3-28d05eb0e6e3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.210683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Checking segment: {'id': 'b7e561fd-99ef-4da3-a9a4-606184a8a2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0c421d13-6420-4c80-b9a1-a87aeac0c879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:56.210834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network hostable DHCP agents. Network: 0c421d13-6420-4c80-b9a1-a87aeac0c879, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:07:56.219619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ff5d9d63-8c40-40b7-9b4c-bc9ec5fbbcb3 req-19727434-9803-427a-9ca3-28d05eb0e6e3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Calling delete_port for 94bb92ca-119b-4590-a2a5-6982d8753c97 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:56.238220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a898f60-6120-4b43-9bfa-181112fe335d None None] Pushing event updated for resources: {'Port': ['ID=6f52fdd0-8c22-4de9-89fa-3151481c596e,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:56.244259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-9232f40a-b13f-4900-a21e-6542e8bbfe7f req-173e2bdb-e2b0-4728-8c53-965e3d74247c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Deleting port 96e1359e-ad6a-4090-a89d-e759758c1918 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:07:56.244779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9232f40a-b13f-4900-a21e-6542e8bbfe7f req-173e2bdb-e2b0-4728-8c53-965e3d74247c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.322484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network 0c421d13-6420-4c80-b9a1-a87aeac0c879 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:07:56.357769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 0c421d13-6420-4c80-b9a1-a87aeac0c879) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:56.367439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e6534-5e3a-4af2-b6b7-1767e442fd8a None None] Network 0c421d13-6420-4c80-b9a1-a87aeac0c879 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:56.369141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:56.369767 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.448531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53010) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:56.449034 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e7187ad4-25d3-4463-b3c7-514136751378 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2224247 Nov 19 19:07:56.579669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-9232f40a-b13f-4900-a21e-6542e8bbfe7f req-173e2bdb-e2b0-4728-8c53-965e3d74247c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] For port 96e1359e-ad6a-4090-a89d-e759758c1918, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=96e1359e-ad6a-4090-a89d-e759758c1918,segment=NetworkSegment(a834aff9-f93a-4c6e-beb7-8fb0d337a07e),segment_id=a834aff9-f93a-4c6e-beb7-8fb0d337a07e)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:56.580751 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9232f40a-b13f-4900-a21e-6542e8bbfe7f req-173e2bdb-e2b0-4728-8c53-965e3d74247c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.585863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ff5d9d63-8c40-40b7-9b4c-bc9ec5fbbcb3 req-19727434-9803-427a-9ca3-28d05eb0e6e3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.604260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['94bb92ca-119b-4590-a2a5-6982d8753c97'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:07:56.614464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-9232f40a-b13f-4900-a21e-6542e8bbfe7f req-173e2bdb-e2b0-4728-8c53-965e3d74247c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Calling delete_port for 96e1359e-ad6a-4090-a89d-e759758c1918 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:07:56.616462 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.676996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19727434-9803-427a-9ca3-28d05eb0e6e3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Pushing event deleted for resources: {'Port': ['ID=94bb92ca-119b-4590-a2a5-6982d8753c97,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:56.687738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b64f1-eb1e-41cd-8042-67bc9c9a951d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-0c421d13-6420-4c80-b9a1-a87aeac0c879', 'network_id': '0c421d13-6420-4c80-b9a1-a87aeac0c879', 'tenant_id': 'ab5dbe18f4534f20a00d3d1fa143a25d', 'fixed_ips': [{'subnet_id': 'e1e9e56b-6cda-4153-aa75-296e9d063061'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:07:56.688623 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-907b64f1-eb1e-41cd-8042-67bc9c9a951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.695623 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.760012 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.781269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5d9d63-8c40-40b7-9b4c-bc9ec5fbbcb3 req-19727434-9803-427a-9ca3-28d05eb0e6e3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] No DVR routers for this DVR port 94bb92ca-119b-4590-a2a5-6982d8753c97 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:07:56.785269 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ff5d9d63-8c40-40b7-9b4c-bc9ec5fbbcb3 req-19727434-9803-427a-9ca3-28d05eb0e6e3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.789072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ff5d9d63-8c40-40b7-9b4c-bc9ec5fbbcb3 req-19727434-9803-427a-9ca3-28d05eb0e6e3 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.57 "DELETE /v2.0/ports/94bb92ca-119b-4590-a2a5-6982d8753c97 HTTP/1.1" status: 204 len: 173 time: 1.1707313 Nov 19 19:07:56.791956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e9e56b-6cda-4153-aa75-296e9d063061,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:56.792408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add91f54-f3b7-48fd-aeb1-0cca104599c7', 'name': 'network-vif-deleted', 'tag': '94bb92ca-119b-4590-a2a5-6982d8753c97'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:56.795555 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4304b14e-d54e-41e5-8390-6757abf05555" -d '{"events": [{"server_uuid": "add91f54-f3b7-48fd-aeb1-0cca104599c7", "name": "network-vif-deleted", "tag": "94bb92ca-119b-4590-a2a5-6982d8753c97"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:56.807502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30836fb-241b-4cc0-9c08-5df7e7fdf9da req-387195e4-2c92-4578-8081-528b23620143 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:56.809153 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a30836fb-241b-4cc0-9c08-5df7e7fdf9da req-387195e4-2c92-4578-8081-528b23620143 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/ports?device_id=add91f54-f3b7-48fd-aeb1-0cca104599c7 HTTP/1.1" status: 200 len: 867 time: 0.2884581 Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-907b64f1-eb1e-41cd-8042-67bc9c9a951d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1e9e56b-6cda-4153-aa75-296e9d063061: This subnet is being modified by another concurrent operation. Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:07:56.829555 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1e9e56b-6cda-4153-aa75-296e9d063061: This subnet is being modified by another concurrent operation. Nov 19 19:07:56.833838 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:07:56.870703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43d0623-c8c0-4b83-84f6-4274339c5a5e None None] Network 0c421d13-6420-4c80-b9a1-a87aeac0c879 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:56.872358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed9cb-c709-4694-8057-e59ef3912668 req-1afe9250-9061-4ba4-aa29-0c096e815679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:56.874019 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d0ed9cb-c709-4694-8057-e59ef3912668 req-1afe9250-9061-4ba4-aa29-0c096e815679 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 1096 time: 0.1711955 Nov 19 19:07:56.891607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.920570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c421d13-6420-4c80-b9a1-a87aeac0c879']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:56.931315 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a30836fb-241b-4cc0-9c08-5df7e7fdf9da req-00e9cefa-11c2-4c82-b5ee-4f473846eae5 tempest-ServerDiskConfigTestJSON-1675829232 tempest-ServerDiskConfigTestJSON-1675829232-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d453a7a-372e-46a4-9679-31135547e841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137011 Nov 19 19:07:56.934807 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e561fd-99ef-4da3-a9a4-606184a8a2c6') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:56.935271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e561fd-99ef-4da3-a9a4-606184a8a2c6') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:56.949182 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.971635 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.979217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:07:56.979620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:07:56.995092 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:07:57.034245 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b97ee-cdea-4a90-9bd8-2bd4fd094d46 x-openstack-request-id: req-1d3b97ee-cdea-4a90-9bd8-2bd4fd094d46 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:57.034642 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add91f54-f3b7-48fd-aeb1-0cca104599c7", "name": "network-vif-deleted", "tag": "94bb92ca-119b-4590-a2a5-6982d8753c97", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:57.034998 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d3b97ee-cdea-4a90-9bd8-2bd4fd094d46 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:57.035498 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add91f54-f3b7-48fd-aeb1-0cca104599c7', 'name': 'network-vif-deleted', 'tag': '94bb92ca-119b-4590-a2a5-6982d8753c97', 'status': 'completed', 'code': 200} Nov 19 19:07:57.074165 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d0ed9cb-c709-4694-8057-e59ef3912668 req-8e312ba0-d36a-48bd-8ff2-14d0e8998747 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850107 Nov 19 19:07:57.077956 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9232f40a-b13f-4900-a21e-6542e8bbfe7f req-173e2bdb-e2b0-4728-8c53-965e3d74247c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.093097 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['96e1359e-ad6a-4090-a89d-e759758c1918'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:07:57.113086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e2bdb-e2b0-4728-8c53-965e3d74247c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Pushing event deleted for resources: {'Port': ['ID=96e1359e-ad6a-4090-a89d-e759758c1918,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:57.135226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.155530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.160272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/0c421d13-6420-4c80-b9a1-a87aeac0c879 HTTP/1.1" status: 204 len: 168 time: 0.7096252 Nov 19 19:07:57.163405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938afaef-5bad-41aa-ab98-658acd9fef57 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Network': ['ID=0c421d13-6420-4c80-b9a1-a87aeac0c879,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:57.164451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53020) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:57.182232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ff6f8-6ae4-4d3c-9b98-09b51e8f878a req-320bff83-1ce0-4a53-b846-3ee2f0ce3e0c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:57.184183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-754ff6f8-6ae4-4d3c-9b98-09b51e8f878a req-320bff83-1ce0-4a53-b846-3ee2f0ce3e0c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=deb641b2-13a6-40cd-ad27-04cb47b6e3c7 HTTP/1.1" status: 200 len: 867 time: 0.1397779 Nov 19 19:07:57.187001 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-142620640'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:57.192461 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9232f40a-b13f-4900-a21e-6542e8bbfe7f req-173e2bdb-e2b0-4728-8c53-965e3d74247c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] No DVR routers for this DVR port 96e1359e-ad6a-4090-a89d-e759758c1918 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:07:57.199994 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9232f40a-b13f-4900-a21e-6542e8bbfe7f req-173e2bdb-e2b0-4728-8c53-965e3d74247c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.206284 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9232f40a-b13f-4900-a21e-6542e8bbfe7f req-173e2bdb-e2b0-4728-8c53-965e3d74247c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.21 "DELETE /v2.0/ports/96e1359e-ad6a-4090-a89d-e759758c1918 HTTP/1.1" status: 204 len: 173 time: 1.3253903 Nov 19 19:07:57.242698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:57.249336 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.253889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-754ff6f8-6ae4-4d3c-9b98-09b51e8f878a req-4e214da7-8895-4f4d-8061-8795283eefe9 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629401 Nov 19 19:07:57.323414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:07:57.358974 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.359649 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Added segment 81aedb12-5b8c-4226-9f0f-6373bd311f8f of type vlan for network 392ce137-7c75-49e0-b74c-fb884f021e8a Nov 19 19:07:57.382108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887caaf7-2863-4cd0-a269-df27df4370ea req-03b053dd-9ab8-46b6-adaa-f04edc3e755e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:57.383690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-887caaf7-2863-4cd0-a269-df27df4370ea req-03b053dd-9ab8-46b6-adaa-f04edc3e755e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1196573 Nov 19 19:07:57.467458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.500070 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-887caaf7-2863-4cd0-a269-df27df4370ea req-9447c56c-e95d-41db-8876-c1268ee9148b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867481 Nov 19 19:07:57.522307 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.530024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:57.530664 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.552014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a46c74da-38a8-4fe4-9097-af295999322b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:57.599374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf8e2b4-4a29-45c1-bda5-9e67fe1f3a52 None None] Network 166ae5f2-6275-42c7-a47c-5ad07682df3a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:57.635611 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4528592 Nov 19 19:07:57.638968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53026) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:57.644778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'network_id': '392ce137-7c75-49e0-b74c-fb884f021e8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:57.646443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc0641-77f1-491b-bbe7-56b85979c6db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=392ce137-7c75-49e0-b74c-fb884f021e8a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:57.668560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 392ce137-7c75-49e0-b74c-fb884f021e8a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:07:57.730048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-24c5eaf1-d985-45d6-bd67-b6f358a7ded7 None None] Provisioning complete for port 6f52fdd0-8c22-4de9-89fa-3151481c596e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:57.730405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-24c5eaf1-d985-45d6-bd67-b6f358a7ded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.778028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:57.781556 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.822854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a46c74da-38a8-4fe4-9097-af295999322b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:57.823231 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.988846 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-24c5eaf1-d985-45d6-bd67-b6f358a7ded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:57.991350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.018224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6f52fdd0-8c22-4de9-89fa-3151481c596e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:58.062712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-24c5eaf1-d985-45d6-bd67-b6f358a7ded7 None None] For port 6f52fdd0-8c22-4de9-89fa-3151481c596e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6f52fdd0-8c22-4de9-89fa-3151481c596e,segment=NetworkSegment(b92f0caf-e2e1-4da3-bb98-68245883b9fb),segment_id=b92f0caf-e2e1-4da3-bb98-68245883b9fb)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:07:58.071665 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-24c5eaf1-d985-45d6-bd67-b6f358a7ded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.078967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=a59a45ea-b543-4c13-b4aa-89a2bd4fc2cf,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:58.083230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Checking segment: {'id': '81aedb12-5b8c-4226-9f0f-6373bd311f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '392ce137-7c75-49e0-b74c-fb884f021e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:07:58.083839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network hostable DHCP agents. Network: 392ce137-7c75-49e0-b74c-fb884f021e8a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:07:58.106234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network 392ce137-7c75-49e0-b74c-fb884f021e8a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:07:58.118891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 392ce137-7c75-49e0-b74c-fb884f021e8a) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:07:58.124318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:58.125736 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.155701 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d001dbd9-4173-4805-92a0-13b9c4632763 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5155857 Nov 19 19:07:58.158895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53036) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:58.251234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53042) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:58.271037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7212d5fd-2f04-4a14-929e-4ccf4a36256f None None] Network 392ce137-7c75-49e0-b74c-fb884f021e8a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:58.369677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f9fa19-4b30-4693-a5de-cab61ddd303e admin admin] Deleting subnet 7f29e992-cb08-4bf2-af0c-8be5d34157a6 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:07:58.377884 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.379864 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fa19-4b30-4693-a5de-cab61ddd303e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.384862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 6f52fdd0-8c22-4de9-89fa-3151481c596e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:58.385232 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.390788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5eaf1-d985-45d6-bd67-b6f358a7ded7 None None] Pushing event updated for resources: {'Port': ['ID=6f52fdd0-8c22-4de9-89fa-3151481c596e,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:58.428410 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fa19-4b30-4693-a5de-cab61ddd303e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.468285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e67ce8ce-6e8f-4677-acce-54c14020b5d3 None None] Provisioning complete for port 6f52fdd0-8c22-4de9-89fa-3151481c596e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:58.468656 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e67ce8ce-6e8f-4677-acce-54c14020b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.513717 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.628993 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22af7543-46ba-4df0-819d-9f00dd188bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-392ce137-7c75-49e0-b74c-fb884f021e8a', 'network_id': '392ce137-7c75-49e0-b74c-fb884f021e8a', 'tenant_id': 'ab5dbe18f4534f20a00d3d1fa143a25d', 'fixed_ips': [{'subnet_id': 'a59a45ea-b543-4c13-b4aa-89a2bd4fc2cf'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:07:58.629880 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-22af7543-46ba-4df0-819d-9f00dd188bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.640295 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fa19-4b30-4693-a5de-cab61ddd303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.647477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3545da2-a182-46cb-ae1b-760c075e507e req-bd06adf2-9a1f-4635-85e8-657c920f868f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:58.649396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3545da2-a182-46cb-ae1b-760c075e507e req-bd06adf2-9a1f-4635-85e8-657c920f868f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0565336 Nov 19 19:07:58.710510 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3545da2-a182-46cb-ae1b-760c075e507e req-cd56659d-3b43-44df-ab43-8fc7f53bb825 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537677 Nov 19 19:07:58.763808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-53ff1270-9c86-418e-8951-a9e1b008cc23 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:58.766882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-53ff1270-9c86-418e-8951-a9e1b008cc23 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/networks?id=94421311-9ebb-426d-b31a-3ca72f5c6e82 HTTP/1.1" status: 200 len: 809 time: 0.2090163 Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-22af7543-46ba-4df0-819d-9f00dd188bff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a59a45ea-b543-4c13-b4aa-89a2bd4fc2cf: This subnet is being modified by another concurrent operation. Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:07:58.772946 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a59a45ea-b543-4c13-b4aa-89a2bd4fc2cf: This subnet is being modified by another concurrent operation. Nov 19 19:07:58.777881 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:07:58.782301 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.793901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8edd1f5-16b2-46e9-affd-1db9cee86dd6 None None] Network 392ce137-7c75-49e0-b74c-fb884f021e8a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:07:58.820859 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fa19-4b30-4693-a5de-cab61ddd303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.832802 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fa19-4b30-4693-a5de-cab61ddd303e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.836317 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c7f9fa19-4b30-4693-a5de-cab61ddd303e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7f29e992-cb08-4bf2-af0c-8be5d34157a6 HTTP/1.1" status: 204 len: 168 time: 0.5832374 Nov 19 19:07:58.837161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Subnet': ['ID=a59a45ea-b543-4c13-b4aa-89a2bd4fc2cf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:58.839157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53066) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:58.852430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-fd6c1515-80ec-4c7c-a56e-d8b92c295227 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/quotas/cd19148b10534aa19204fbd7fa5bf9f5 HTTP/1.1" status: 200 len: 375 time: 0.0728304 Nov 19 19:07:58.923480 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:58.933065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-08fa6d86-c608-461f-a55f-b6a81a472e86 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd19148b10534aa19204fbd7fa5bf9f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796995 Nov 19 19:07:58.933872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9fa19-4b30-4693-a5de-cab61ddd303e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f29e992-cb08-4bf2-af0c-8be5d34157a6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:58.952173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74753c38-cfe0-47cb-b634-dbfee094f51b None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:07:59.023191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 94bb92ca-119b-4590-a2a5-6982d8753c97 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:07:59.048409 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.058895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 94bb92ca-119b-4590-a2a5-6982d8753c97 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:07:59.059539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 94bb92ca-119b-4590-a2a5-6982d8753c97 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:07:59.071727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb641b2-13a6-40cd-ad27-04cb47b6e3c7', 'name': 'network-vif-deleted', 'tag': '96e1359e-ad6a-4090-a89d-e759758c1918'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:07:59.074662 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189ea099-8353-4f39-bc5c-e2349f3b443a" -d '{"events": [{"server_uuid": "deb641b2-13a6-40cd-ad27-04cb47b6e3c7", "name": "network-vif-deleted", "tag": "96e1359e-ad6a-4090-a89d-e759758c1918"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:07:59.079695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392ce137-7c75-49e0-b74c-fb884f021e8a']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:59.083332 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.099033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81aedb12-5b8c-4226-9f0f-6373bd311f8f') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:59.099605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81aedb12-5b8c-4226-9f0f-6373bd311f8f') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:59.117415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.136376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-0c7c95cd-c8e8-4555-bf8f-cecb5585872a service neutron] 10.222.0.50 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627212 Nov 19 19:07:59.152400 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5ac119-2db2-4628-8057-9d831d0a1f5a']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:59.171168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:59.171459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26ddc2d-cbe4-4fdb-9db7-7859146dddb8') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:07:59.186527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.189254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.193921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:07:59.194513 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:07:59.197708 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:07:59.200160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fb365-b816-4b00-b540-05e9b07330c2 req-ae6ed2b0-9eb6-4379-b4af-fa8892e4b16a tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:59.206192 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-028fb365-b816-4b00-b540-05e9b07330c2 req-ae6ed2b0-9eb6-4379-b4af-fa8892e4b16a tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1254499 Nov 19 19:07:59.207150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74753c38-cfe0-47cb-b634-dbfee094f51b None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:07:59.221425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505856e-bbca-4f71-b3a8-1fa6db7ae3e3 req-2e73abf4-d218-4257-aa8e-5ffc7717a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:59.222982 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8505856e-bbca-4f71-b3a8-1fa6db7ae3e3 req-2e73abf4-d218-4257-aa8e-5ffc7717a915 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 1096 time: 0.1454427 Nov 19 19:07:59.285840 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.286109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.290583 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.293960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/392ce137-7c75-49e0-b74c-fb884f021e8a HTTP/1.1" status: 204 len: 168 time: 1.1334798 Nov 19 19:07:59.300718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53076) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:59.306825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1929796338'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:07:59.310915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:07:59.311530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:07:59.318508 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:07:59.321699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a9fdb-8f02-4a33-bfa8-7f9765238606 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Network': ['ID=392ce137-7c75-49e0-b74c-fb884f021e8a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:59.334720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-857d5d44-960f-428e-b400-f957437bb7b4 service neutron] 10.222.0.50 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971333 Nov 19 19:07:59.399070 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-028fb365-b816-4b00-b540-05e9b07330c2 req-5baa5354-6101-447d-b4fc-29be608bfd79 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919413 Nov 19 19:07:59.452880 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.463681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6f52fdd0-8c22-4de9-89fa-3151481c596e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:07:59.533250 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.537765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5f5ac119-2db2-4628-8057-9d831d0a1f5a HTTP/1.1" status: 204 len: 168 time: 0.6975026 Nov 19 19:07:59.547545 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ebe40a-93e9-4431-a1aa-72307cec6564 x-openstack-request-id: req-49ebe40a-93e9-4431-a1aa-72307cec6564 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:07:59.548139 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb641b2-13a6-40cd-ad27-04cb47b6e3c7", "name": "network-vif-deleted", "tag": "96e1359e-ad6a-4090-a89d-e759758c1918", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:07:59.549449 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49ebe40a-93e9-4431-a1aa-72307cec6564 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:07:59.550182 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb641b2-13a6-40cd-ad27-04cb47b6e3c7', 'name': 'network-vif-deleted', 'tag': '96e1359e-ad6a-4090-a89d-e759758c1918', 'status': 'completed', 'code': 200} Nov 19 19:07:59.551258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:07:59.555438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.572054 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e94dc-dfe8-4b62-addf-36e6b2911f19 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5ac119-2db2-4628-8057-9d831d0a1f5a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:07:59.623716 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b9eff8a-77c8-4060-a3bd-50b16e629944 req-203070c4-ce2b-4f2b-acb2-05756e5fbcab tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 210 time: 0.0919614 Nov 19 19:07:59.626788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505856e-bbca-4f71-b3a8-1fa6db7ae3e3 req-e00fb0a2-ce5e-4a5a-b4dc-f7116b75be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:59.629025 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8505856e-bbca-4f71-b3a8-1fa6db7ae3e3 req-e00fb0a2-ce5e-4a5a-b4dc-f7116b75be47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 200 len: 920 time: 0.3970470 Nov 19 19:07:59.656753 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 6f52fdd0-8c22-4de9-89fa-3151481c596e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:59.657124 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.696845 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.710737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:07:59.725203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.725622 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Added segment 622ce786-03a6-4a49-a7d5-c2f4b159b294 of type vlan for network 74a07087-5e09-4635-a0b8-c225526c492f Nov 19 19:07:59.775083 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.778541 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8505856e-bbca-4f71-b3a8-1fa6db7ae3e3 req-d3b1051a-4c8d-426c-aa4a-0ff290d88b20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a17b5bf-d756-4678-82ba-7e1020aa1725 HTTP/1.1" status: 200 len: 217 time: 0.1412590 Nov 19 19:07:59.818152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53092) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:59.858260 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.864291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:59.864916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:59.872500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505856e-bbca-4f71-b3a8-1fa6db7ae3e3 req-71777325-af42-45f7-931a-9074bd06b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:07:59.874001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8505856e-bbca-4f71-b3a8-1fa6db7ae3e3 req-71777325-af42-45f7-931a-9074bd06b814 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71ca2481-520f-409b-914a-5b88fe41eeaf HTTP/1.1" status: 200 len: 859 time: 0.0868282 Nov 19 19:07:59.921286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946552ef-c71b-4ede-9fa2-e3842698d30b None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:07:59.941690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-76ff1a0b-df91-47e4-9cac-ed28e256cc35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=833dced463b149f9bd9c0c851d87420e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1211073 Nov 19 19:07:59.942798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53094) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:07:59.993355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 3a17b5bf-d756-4678-82ba-7e1020aa1725 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:07:59.993788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:00.014485 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d42f5d1f-c79d-43cf-a531-6298d67f2840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:00.023470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 96e1359e-ad6a-4090-a89d-e759758c1918 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:00.047102 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d42f5d1f-c79d-43cf-a531-6298d67f2840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:00.090579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 96e1359e-ad6a-4090-a89d-e759758c1918 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:08:00.090925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 96e1359e-ad6a-4090-a89d-e759758c1918 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:08:00.231888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946552ef-c71b-4ede-9fa2-e3842698d30b None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:08:00.277835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 6ec24214-d689-4179-88d8-b5d505ab0b67 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:00.277835 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:00.291667 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8505856e-bbca-4f71-b3a8-1fa6db7ae3e3 req-cdd0dbbf-517e-4e8e-9575-666cd61364f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21d270c9-9af3-4527-86a9-5274ee93625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4094868 Nov 19 19:08:00.299338 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9955482 Nov 19 19:08:00.326267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53098) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:00.332927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'network_id': '74a07087-5e09-4635-a0b8-c225526c492f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:00.409827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693446b2-8a30-4f8f-8fb9-51857259ab7f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=74a07087-5e09-4635-a0b8-c225526c492f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:00.499705 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8505856e-bbca-4f71-b3a8-1fa6db7ae3e3 req-4eb65b30-6e52-43d4-bbab-d5d783f235f7 service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919906 Nov 19 19:08:00.500625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:00.505154 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:00.536146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 74a07087-5e09-4635-a0b8-c225526c492f details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:08:00.554405 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d42f5d1f-c79d-43cf-a531-6298d67f2840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:00.557822 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d42f5d1f-c79d-43cf-a531-6298d67f2840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:00.565695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d42f5d1f-c79d-43cf-a531-6298d67f2840 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d453a7a-372e-46a4-9679-31135547e841 HTTP/1.1" status: 204 len: 168 time: 0.6172326 Nov 19 19:08:00.588051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae23bb-4297-4362-9cc0-430aa71f1837 req-167a5ea1-2aa7-4efb-add9-b06f59c06d1f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:00.589370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74ae23bb-4297-4362-9cc0-430aa71f1837 req-167a5ea1-2aa7-4efb-add9-b06f59c06d1f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0783341 Nov 19 19:08:00.590309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f5d1f-c79d-43cf-a531-6298d67f2840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d453a7a-372e-46a4-9679-31135547e841,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:00.659556 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74ae23bb-4297-4362-9cc0-430aa71f1837 req-c34c3ce8-505d-4706-9e17-026d94ea1354 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526218 Nov 19 19:08:00.790490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8505856e-bbca-4f71-b3a8-1fa6db7ae3e3 req-8eb89663-2c1e-4702-bd62-8446f72c3484 service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815850 Nov 19 19:08:00.827821 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-22306727-e4a4-4ea6-8b85-dd3c4cac20a1 req-d16ecb50-031d-44fa-8e3c-787d65477f23 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 210 time: 0.0472393 Nov 19 19:08:00.884082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 5382103c-c4cb-4f05-94f3-6a506268a9dd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:00.884618 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:00.979203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Port 5382103c-c4cb-4f05-94f3-6a506268a9dd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:08:01.030091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.045046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-df99344c-f54e-4c97-9775-6258647ae552 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:01.046812 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-df99344c-f54e-4c97-9775-6258647ae552 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.21 "GET /v2.0/networks?id=94421311-9ebb-426d-b31a-3ca72f5c6e82 HTTP/1.1" status: 200 len: 809 time: 0.1820970 Nov 19 19:08:01.075355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 51c1914d-7818-448b-954e-e953abc0cead triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:01.075355 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.083661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Request body: {'port': {'device_id': 'a39ef4ac-0f4b-46f6-b393-af7b292fb954', 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82', 'admin_state_up': True, 'tenant_id': 'cd19148b10534aa19204fbd7fa5bf9f5'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:01.175918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=d5741b54-6241-4248-bb42-e9bed2a694f6,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:01.194918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Checking segment: {'id': '622ce786-03a6-4a49-a7d5-c2f4b159b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '74a07087-5e09-4635-a0b8-c225526c492f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:01.195287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network hostable DHCP agents. Network: 74a07087-5e09-4635-a0b8-c225526c492f, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:08:01.238352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network 74a07087-5e09-4635-a0b8-c225526c492f is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:08:01.238765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 23d6c0fb-e988-4888-a70a-2b4a328dc52d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:01.239151 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.255805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 74a07087-5e09-4635-a0b8-c225526c492f) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:01.264939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:01.265561 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.266005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9944ac-217d-453f-8b80-53f0dcb4360d None None] Network 74a07087-5e09-4635-a0b8-c225526c492f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:01.281643 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Made reservation on behalf of cd19148b10534aa19204fbd7fa5bf9f5 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:01.286573 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.308813 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9c7e36e2-0e11-48f7-8d3d-45fa2cd4e06f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9789379 Nov 19 19:08:01.309321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53126) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:01.431234 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.467238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Allocated IP 172.20.0.7 (94421311-9ebb-426d-b31a-3ca72f5c6e82/c8ca75de-5b18-4083-971f-85604764f3cc/169faa1e-370c-4d0f-9b5f-0316ffd4fae9) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:08:01.486123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.529353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50cd9dc-5991-4f8b-818f-b27d24789b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-74a07087-5e09-4635-a0b8-c225526c492f', 'network_id': '74a07087-5e09-4635-a0b8-c225526c492f', 'tenant_id': 'ab5dbe18f4534f20a00d3d1fa143a25d', 'fixed_ips': [{'subnet_id': 'd5741b54-6241-4248-bb42-e9bed2a694f6'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:08:01.530536 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c50cd9dc-5991-4f8b-818f-b27d24789b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.546188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 549cc176-db8f-49c5-8016-960844a7104b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:01.546934 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.556279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53132) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:01.574131 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.605287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Subnet': ['ID=d5741b54-6241-4248-bb42-e9bed2a694f6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:01.652833 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-c50cd9dc-5991-4f8b-818f-b27d24789b75 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5741b54-6241-4248-bb42-e9bed2a694f6: This subnet is being modified by another concurrent operation. Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:08:01.678305 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5741b54-6241-4248-bb42-e9bed2a694f6: This subnet is being modified by another concurrent operation. Nov 19 19:08:01.683975 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:08:01.691098 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.708484 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.725450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a07087-5e09-4635-a0b8-c225526c492f']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:01.731169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Network 94421311-9ebb-426d-b31a-3ca72f5c6e82 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:08:01.734825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:01.751616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622ce786-03a6-4a49-a7d5-c2f4b159b294') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:01.758183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622ce786-03a6-4a49-a7d5-c2f4b159b294') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:01.761015 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:08:01.772480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c5421e-49eb-43c8-9bcd-04296d7e6e9d None None] Network 74a07087-5e09-4635-a0b8-c225526c492f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:01.779098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0acd7d-4785-4127-bd5e-6e44199355b2 None None] DHCP port deletion for 94421311-9ebb-426d-b31a-3ca72f5c6e82 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:08:01.779640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.796671 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.804042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:08:01.804441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.852932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Pushing event updated for resources: {'Port': ['ID=169faa1e-370c-4d0f-9b5f-0316ffd4fae9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:01.884832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:08:01.890930 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:08:01.894327 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.897862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1829341849-network', 'tenant_id': 'b51033b1b8e54bfaa22fc5919a0de9c0'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:01.904055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.917011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127246f9-6e2d-4a69-977c-d1301c87f817 req-575f2c45-8e33-4bc4-a9f9-c11bf0911add tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:01.918605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-127246f9-6e2d-4a69-977c-d1301c87f817 req-575f2c45-8e33-4bc4-a9f9-c11bf0911add tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1252086 Nov 19 19:08:01.922616 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3c0e7bde-4d19-4a4b-8239-e79d2fc044e4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8499818 Nov 19 19:08:01.924776 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.928447 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/74a07087-5e09-4635-a0b8-c225526c492f HTTP/1.1" status: 204 len: 168 time: 0.6180871 Nov 19 19:08:01.931525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 24976393-0580-41c6-b6e0-0636f33f106c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:01.931525 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:01.937686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Request body: {'port': {'device_id': 'a39ef4ac-0f4b-46f6-b393-af7b292fb954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:01.945926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53144) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:01.950991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2df1b3-2288-41e5-acb0-b48a1b9fb904 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Network': ['ID=74a07087-5e09-4635-a0b8-c225526c492f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:01.960353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-629485361'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:01.975085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eac117-5911-4d8c-be70-fc4e3d6720a3 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:08:01.991631 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Made reservation on behalf of b51033b1b8e54bfaa22fc5919a0de9c0 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:01.994009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.009244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.020586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf0150-002f-4232-b8d2-354ce99824d4 req-432021bf-3224-42d1-bf08-d0884fb40710 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:02.022132 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ebf0150-002f-4232-b8d2-354ce99824d4 req-432021bf-3224-42d1-bf08-d0884fb40710 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 931 time: 0.0756109 Nov 19 19:08:02.078480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-127246f9-6e2d-4a69-977c-d1301c87f817 req-7eb12380-5122-4f81-9a90-1f576017285c tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489062 Nov 19 19:08:02.082625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:02.087140 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.098486 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.117145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ebf0150-002f-4232-b8d2-354ce99824d4 req-248689b9-1121-4285-adfc-9f491e7763a1 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883191 Nov 19 19:08:02.147543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:08:02.169671 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.171127 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Added segment bc3a97a2-8b6a-4bbd-921e-bbd0d500d846 of type vlan for network 0158871f-217a-43b0-98a2-083dafdbc466 Nov 19 19:08:02.188394 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.191122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port b79fbe69-25c6-4ce1-b39a-3055d919d5fa triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:02.191605 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.194798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.220714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:08:02.230734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b6adee-cbff-4d55-b4d5-572ae3b837b0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:02.235631 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.235982 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Added segment f0966aca-6be2-4fbe-87be-fb3a980f8f40 of type vlan for network 3be09d4c-f744-437e-b39f-4beb3f6c1508 Nov 19 19:08:02.250785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eac117-5911-4d8c-be70-fc4e3d6720a3 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:08:02.283154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.310376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.311624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:02.312268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.336356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.385954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8253961 Nov 19 19:08:02.386438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf3996-dd84-4aaa-b4f5-2c76a5fddb07 admin admin] Pushing event updated for resources: {'Network': ['ID=3be09d4c-f744-437e-b39f-4beb3f6c1508,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:02.388347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53148) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:02.394047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 844e3c01-659d-44d0-8466-9039cb181f3d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:02.394250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] Request body: {'subnet': {'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1829341849-subnet', 'tenant_id': 'b51033b1b8e54bfaa22fc5919a0de9c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:02.394460 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.420172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.420420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] Made reservation on behalf of b51033b1b8e54bfaa22fc5919a0de9c0 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:02.422864 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.425346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:02.425975 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.428866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 3be09d4c-f744-437e-b39f-4beb3f6c1508 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:08:02.507664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5594451 Nov 19 19:08:02.510989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53150) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:02.516851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'network_id': '0158871f-217a-43b0-98a2-083dafdbc466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:02.519013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c20efa-4f43-4886-8162-916898da2c44 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=0158871f-217a-43b0-98a2-083dafdbc466,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:02.541985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Port 844e3c01-659d-44d0-8466-9039cb181f3d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:08:02.543831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 0158871f-217a-43b0-98a2-083dafdbc466 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:08:02.599072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:08:02.606694 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.620767 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Transition to ACTIVE for port object 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:08:02.630405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.641546 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 440bc59a-23ea-404b-9d7b-30ad943c9ca7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:02.642049 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.695957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:02.699320 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Pushing event updated for resources: {'Port': ['ID=169faa1e-370c-4d0f-9b5f-0316ffd4fae9,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:02.699515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.750856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Attempting to bind port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:08:02.751137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Attempting to bind port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'a834aff9-f93a-4c6e-beb7-8fb0d337a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:08:02.751505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Attempting to bind port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 on network 94421311-9ebb-426d-b31a-3ca72f5c6e82 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:08:02.756613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 on network 94421311-9ebb-426d-b31a-3ca72f5c6e82 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:08:02.758118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Attempting to bind port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 on network 94421311-9ebb-426d-b31a-3ca72f5c6e82 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:08:02.762113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:08:02.763523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Checking segment: {'id': 'a834aff9-f93a-4c6e-beb7-8fb0d337a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:02.763523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Bound using segment: {'id': 'a834aff9-f93a-4c6e-beb7-8fb0d337a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:08:02.763523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Bound port: 169faa1e-370c-4d0f-9b5f-0316ffd4fae9, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a834aff9-f93a-4c6e-beb7-8fb0d337a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:08:02.764000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.845129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4819cbd0-3c21-4239-9675-324d900b64c7 None None] DHCP port deletion for 94421311-9ebb-426d-b31a-3ca72f5c6e82 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:08:02.850727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] For port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:08:02.854816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] For port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=169faa1e-370c-4d0f-9b5f-0316ffd4fae9,segment=NetworkSegment(a834aff9-f93a-4c6e-beb7-8fb0d337a07e),segment_id=a834aff9-f93a-4c6e-beb7-8fb0d337a07e)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:08:02.872664 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.878083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 88ea93a6-fa98-461e-a5da-3ecadd684051 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:02.878459 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.900273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.927883 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36fa796-4fbe-475a-9f28-04e6ce8ad51a None None] DHCP port deletion for 94421311-9ebb-426d-b31a-3ca72f5c6e82 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:08:02.941657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.952725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Pushing event updated for resources: {'Port': ['ID=169faa1e-370c-4d0f-9b5f-0316ffd4fae9,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:02.958811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:02.960206 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.961026 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-75a8cee9-00b9-4fcf-8d89-c0cec2afaa6f service neutron] 10.222.0.21 "PUT /v2.0/ports/169faa1e-370c-4d0f-9b5f-0316ffd4fae9 HTTP/1.1" status: 200 len: 1091 time: 1.0286260 Nov 19 19:08:02.961653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39ef4ac-0f4b-46f6-b393-af7b292fb954', 'tag': '169faa1e-370c-4d0f-9b5f-0316ffd4fae9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:02.964686 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04eb197-cf94-4f76-b63c-d4b9df217cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a39ef4ac-0f4b-46f6-b393-af7b292fb954", "tag": "169faa1e-370c-4d0f-9b5f-0316ffd4fae9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:03.011478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 83635b32-8b3b-4014-8df0-6a26facff59c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:03.011861 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:03.015749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=948e8b00-ff19-42c0-9a27-cb7c5a6fcc97,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:03.026540 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a22cefe-5b80-48f8-ba26-5f5a56987b61 x-openstack-request-id: req-7a22cefe-5b80-48f8-ba26-5f5a56987b61 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:03.026540 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39ef4ac-0f4b-46f6-b393-af7b292fb954", "tag": "169faa1e-370c-4d0f-9b5f-0316ffd4fae9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:03.026540 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a22cefe-5b80-48f8-ba26-5f5a56987b61 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:03.026961 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39ef4ac-0f4b-46f6-b393-af7b292fb954', 'tag': '169faa1e-370c-4d0f-9b5f-0316ffd4fae9', 'status': 'completed', 'code': 200} Nov 19 19:08:03.057389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Checking segment: {'id': 'bc3a97a2-8b6a-4bbd-921e-bbd0d500d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0158871f-217a-43b0-98a2-083dafdbc466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:03.057953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network hostable DHCP agents. Network: 0158871f-217a-43b0-98a2-083dafdbc466, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:08:03.075202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-ffb4521f-cb6c-492d-b394-a90e8b523d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:03.077149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-ffb4521f-cb6c-492d-b394-a90e8b523d20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd19148b10534aa19204fbd7fa5bf9f5&device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 1094 time: 0.0701666 Nov 19 19:08:03.083640 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] Checking segment: {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:03.084101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] Network hostable DHCP agents. Network: 3be09d4c-f744-437e-b39f-4beb3f6c1508, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:08:03.096183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d97d950-bca7-4ad3-83b9-18249be2598a,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:03.113183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network 0158871f-217a-43b0-98a2-083dafdbc466 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:08:03.120296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] Network 3be09d4c-f744-437e-b39f-4beb3f6c1508 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:08:03.132486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 0158871f-217a-43b0-98a2-083dafdbc466) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:03.140313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:03.141143 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:03.145118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 3be09d4c-f744-437e-b39f-4beb3f6c1508) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:03.154843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:03.155862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:03.156643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-3a853bc7-5057-4e54-b775-3303dadbe974 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=169faa1e-370c-4d0f-9b5f-0316ffd4fae9 HTTP/1.1" status: 200 len: 217 time: 0.0704503 Nov 19 19:08:03.193951 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-80d31c68-bd16-4e28-ad96-5e0c32d87923 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6803267 Nov 19 19:08:03.203627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53162) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:03.205327 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2a4121ee-3408-4906-8844-1ab6c7001362 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8157237 Nov 19 19:08:03.209177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2e9342e1-dda5-4549-91ef-44699ee2b13d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'network_id': '0158871f-217a-43b0-98a2-083dafdbc466', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:03.262208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4ef176-e9f4-4677-8f27-b1c79b6d03a6 None None] Network 0158871f-217a-43b0-98a2-083dafdbc466 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:03.264594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f746a2-0fa9-4f85-b6fe-1ed03bc25ffe None None] Network 3be09d4c-f744-437e-b39f-4beb3f6c1508 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:03.319434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-40b7693b-dc80-4a1c-9f8b-c2b1b8cf9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:03.319899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d31fc-68ea-4ecd-a429-09cc9eaaea43 req-10efc780-3e6f-4737-bbcf-0408d1c9bc9b tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:03.321216 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-40b7693b-dc80-4a1c-9f8b-c2b1b8cf9f97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8ca75de-5b18-4083-971f-85604764f3cc HTTP/1.1" status: 200 len: 849 time: 0.1570454 Nov 19 19:08:03.329835 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-055d31fc-68ea-4ecd-a429-09cc9eaaea43 req-10efc780-3e6f-4737-bbcf-0408d1c9bc9b tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 943 time: 0.0822303 Nov 19 19:08:03.390573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-055d31fc-68ea-4ecd-a429-09cc9eaaea43 req-2d62e432-f8d7-4468-8b21-ce0333a601b4 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597486 Nov 19 19:08:03.412438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-7ce42b71-c906-4a46-945a-254c35167e71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94421311-9ebb-426d-b31a-3ca72f5c6e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789065 Nov 19 19:08:03.440626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1b6b-05c8-41cd-a13a-cb8373ade530 req-7c5de468-f74c-4a39-9c70-c06ed6b68af1 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:03.442333 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-608c1b6b-05c8-41cd-a13a-cb8373ade530 req-7c5de468-f74c-4a39-9c70-c06ed6b68af1 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1811891 Nov 19 19:08:03.582624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9342e1-dda5-4549-91ef-44699ee2b13d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:03.586144 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e9342e1-dda5-4549-91ef-44699ee2b13d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:03.591823 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 09b34f99-a8ee-443d-a3d4-b7f38201ba94 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:03.592443 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:03.626419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-3be09d4c-f744-437e-b39f-4beb3f6c1508', 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508', 'tenant_id': 'b51033b1b8e54bfaa22fc5919a0de9c0', 'fixed_ips': [{'subnet_id': '5d97d950-bca7-4ad3-83b9-18249be2598a'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:08:03.627746 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:03.653041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-0158871f-217a-43b0-98a2-083dafdbc466', 'network_id': '0158871f-217a-43b0-98a2-083dafdbc466', 'tenant_id': 'ab5dbe18f4534f20a00d3d1fa143a25d', 'fixed_ips': [{'subnet_id': '948e8b00-ff19-42c0-9a27-cb7c5a6fcc97'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:08:03.653925 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:03.655101 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-608c1b6b-05c8-41cd-a13a-cb8373ade530 req-1dd0eb0a-b0bf-41e8-924f-bdc54863b07b tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473005 Nov 19 19:08:03.664303 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-1b14c848-43e4-402d-94bf-e4ace18ff3f1 service neutron] 10.222.0.21 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193961 Nov 19 19:08:03.665790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Port 09b34f99-a8ee-443d-a3d4-b7f38201ba94 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:08:03.750480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 671cf21e-a5a0-4cb2-8ae3-76e92150655e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:03.750852 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:03.821001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b2109471-b7dd-4ee9-8af1-31c1bc8bff71 req-af096ad0-737c-4065-803d-d9588cd61ad5 service neutron] 10.222.0.21 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487019 Nov 19 19:08:03.875005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-2fa553b9-e4e1-478e-92fb-689f78651fab tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:03.882465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-2fa553b9-e4e1-478e-92fb-689f78651fab tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/networks?id=3be09d4c-f744-437e-b39f-4beb3f6c1508 HTTP/1.1" status: 200 len: 816 time: 0.1259305 Nov 19 19:08:03.905531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-17fa1228-a043-4681-a8a0-b77c629af374 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/quotas/b51033b1b8e54bfaa22fc5919a0de9c0 HTTP/1.1" status: 200 len: 375 time: 0.0193129 Nov 19 19:08:03.966842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-983b51bb-7fb1-461b-9fd2-3a27490c21bc tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b51033b1b8e54bfaa22fc5919a0de9c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543833 Nov 19 19:08:03.971730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Allocated IP 172.20.0.2 (3be09d4c-f744-437e-b39f-4beb3f6c1508/5d97d950-bca7-4ad3-83b9-18249be2598a/94fdd249-2730-4e47-8577-8b13c23edfda) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:08:03.987283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Allocated IP 2001:db8::2 (0158871f-217a-43b0-98a2-083dafdbc466/948e8b00-ff19-42c0-9a27-cb7c5a6fcc97/152c6de2-b530-432e-8fc7-fb8961778b38) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:08:04.008231 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04eb197-cf94-4f76-b63c-d4b9df217cbb req-2d6a0df6-6d83-4b2d-b0a1-a152b563dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:04.008231 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b04eb197-cf94-4f76-b63c-d4b9df217cbb req-2d6a0df6-6d83-4b2d-b0a1-a152b563dea9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd19148b10534aa19204fbd7fa5bf9f5&device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 1094 time: 0.1248546 Nov 19 19:08:04.063719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-2e5721b6-b320-4aca-8813-2d4454fc1280 service neutron] 10.222.0.50 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958707 Nov 19 19:08:04.107807 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e9342e1-dda5-4549-91ef-44699ee2b13d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.124493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Provisioning complete for port 9cafe875-e753-4017-b1d0-f9566ca49c86 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:04.124865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.167551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-560abbec-30d0-4a81-adf2-d7b0467a35b6 service neutron] 10.222.0.50 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937884 Nov 19 19:08:04.177330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9342e1-dda5-4549-91ef-44699ee2b13d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network 0158871f-217a-43b0-98a2-083dafdbc466 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:08:04.187172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2e9342e1-dda5-4549-91ef-44699ee2b13d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:04.191510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9342e1-dda5-4549-91ef-44699ee2b13d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:04.192113 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e9342e1-dda5-4549-91ef-44699ee2b13d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.196740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9342e1-dda5-4549-91ef-44699ee2b13d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=29790989-f301-4923-8e11-3beffc17f477,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:04.205171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04eb197-cf94-4f76-b63c-d4b9df217cbb req-d61ad8e1-1bcf-4a27-99b4-ae7c34f5a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:04.206842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b04eb197-cf94-4f76-b63c-d4b9df217cbb req-d61ad8e1-1bcf-4a27-99b4-ae7c34f5a47c service neutron] 10.222.0.21 "GET /v2.0/networks?id=94421311-9ebb-426d-b31a-3ca72f5c6e82 HTTP/1.1" status: 200 len: 910 time: 0.1846781 Nov 19 19:08:04.218750 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2e9342e1-dda5-4549-91ef-44699ee2b13d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0115154 Nov 19 19:08:04.218969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53186) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:04.235934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dd619a13-1186-455d-8a22-73b56aa8d654 None None] Port 9cafe875-e753-4017-b1d0-f9566ca49c86 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:08:04.292741 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.300908 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b04eb197-cf94-4f76-b63c-d4b9df217cbb req-291652c5-d70e-4e20-a605-485007494069 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=169faa1e-370c-4d0f-9b5f-0316ffd4fae9 HTTP/1.1" status: 200 len: 217 time: 0.0833023 Nov 19 19:08:04.310239 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.315695 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.357822 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.385292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Network 3be09d4c-f744-437e-b39f-4beb3f6c1508 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:08:04.390451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc07022-ae0d-48e2-8403-418a9a840654 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:04.391995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc07022-ae0d-48e2-8403-418a9a840654 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:04.392259 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:04.395614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc07022-ae0d-48e2-8403-418a9a840654 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:04.397036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc07022-ae0d-48e2-8403-418a9a840654 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:04.397171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:08:04.398958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc07022-ae0d-48e2-8403-418a9a840654 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:04.400324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Pushing event updated for resources: {'Port': ['ID=94fdd249-2730-4e47-8577-8b13c23edfda,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:04.400757 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4fc07022-ae0d-48e2-8403-418a9a840654 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1807976 Nov 19 19:08:04.404558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53194) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:04.416610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-959727454'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:04.422100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04eb197-cf94-4f76-b63c-d4b9df217cbb req-9a331ba4-d420-4780-a9a0-4625c6e61ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:04.425243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b04eb197-cf94-4f76-b63c-d4b9df217cbb req-9a331ba4-d420-4780-a9a0-4625c6e61ef6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8ca75de-5b18-4083-971f-85604764f3cc HTTP/1.1" status: 200 len: 849 time: 0.1137247 Nov 19 19:08:04.429944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Network 0158871f-217a-43b0-98a2-083dafdbc466 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:08:04.447164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:04.464462 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b04eb197-cf94-4f76-b63c-d4b9df217cbb req-2b5a4d9d-74bd-4a4d-b108-b8537a223d52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94421311-9ebb-426d-b31a-3ca72f5c6e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313773 Nov 19 19:08:04.485953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:04.489501 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.497315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:08:04.570922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:08:04.591089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.591772 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Added segment 889913cc-044e-446f-8b4b-0d6314551306 of type vlan for network 6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a Nov 19 19:08:04.614690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a6d0-8dfe-49be-94d1-692e87586abd req-d9f2c342-6cf5-49d2-b851-1dd9857b2464 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:04.616292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93e8a6d0-8dfe-49be-94d1-692e87586abd req-d9f2c342-6cf5-49d2-b851-1dd9857b2464 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 943 time: 0.0926118 Nov 19 19:08:04.624893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Pushing event updated for resources: {'Port': ['ID=152c6de2-b530-432e-8fc7-fb8961778b38,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:04.650903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Attempting to bind port 94fdd249-2730-4e47-8577-8b13c23edfda on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:08:04.651373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Attempting to bind port 94fdd249-2730-4e47-8577-8b13c23edfda by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:08:04.651666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Attempting to bind port 94fdd249-2730-4e47-8577-8b13c23edfda on network 3be09d4c-f744-437e-b39f-4beb3f6c1508 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:08:04.657686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:08:04.658396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Checking segment: {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:04.659142 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.659606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Bound using segment: {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:08:04.660101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Bound port: 94fdd249-2730-4e47-8577-8b13c23edfda, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:08:04.660490 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.663668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Attempting to bind port 152c6de2-b530-432e-8fc7-fb8961778b38 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:08:04.664155 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Attempting to bind port 152c6de2-b530-432e-8fc7-fb8961778b38 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'bc3a97a2-8b6a-4bbd-921e-bbd0d500d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0158871f-217a-43b0-98a2-083dafdbc466'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:08:04.664557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Attempting to bind port 152c6de2-b530-432e-8fc7-fb8961778b38 on network 0158871f-217a-43b0-98a2-083dafdbc466 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:08:04.679088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:08:04.679478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Checking segment: {'id': 'bc3a97a2-8b6a-4bbd-921e-bbd0d500d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0158871f-217a-43b0-98a2-083dafdbc466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:04.679857 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.680276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Bound using segment: {'id': 'bc3a97a2-8b6a-4bbd-921e-bbd0d500d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0158871f-217a-43b0-98a2-083dafdbc466'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:08:04.680782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Bound port: 152c6de2-b530-432e-8fc7-fb8961778b38, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3a97a2-8b6a-4bbd-921e-bbd0d500d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0158871f-217a-43b0-98a2-083dafdbc466'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:08:04.681216 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.687511 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.758155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93e8a6d0-8dfe-49be-94d1-692e87586abd req-69055964-4852-4e00-a766-90514c1aca53 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044905 Nov 19 19:08:04.776083 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.781236 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] For port 94fdd249-2730-4e47-8577-8b13c23edfda, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:08:04.782151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:04.782868 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.787848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] For port 94fdd249-2730-4e47-8577-8b13c23edfda, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=94fdd249-2730-4e47-8577-8b13c23edfda,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:08:04.824835 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.880190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:04.912700 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:08:04.925497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-926305bd-ef66-4143-89db-2dafada783a7 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5196095 Nov 19 19:08:04.931231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53218) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:04.950184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-150df376-5e02-4734-83c4-81fe2acfa5bd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:05.052243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b04eb197-cf94-4f76-b63c-d4b9df217cbb req-e0de96fb-b7e6-4738-ba5d-29bfcbda9267 service neutron] 10.222.0.21 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792973 Nov 19 19:08:05.077672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-336a2993-b90e-4d48-b999-def903929651 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:05.085142 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-336a2993-b90e-4d48-b999-def903929651 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/networks?id=3be09d4c-f744-437e-b39f-4beb3f6c1508 HTTP/1.1" status: 200 len: 816 time: 0.6016181 Nov 19 19:08:05.136731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] For port 152c6de2-b530-432e-8fc7-fb8961778b38, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:08:05.151793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346b577-12f3-49e9-bdc3-8375bc6300d6 None None] Pushing event updated for resources: {'Port': ['ID=94fdd249-2730-4e47-8577-8b13c23edfda,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:05.163013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-1a84444c-e9e6-4653-bc98-cffe94686a69 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/quotas/b51033b1b8e54bfaa22fc5919a0de9c0 HTTP/1.1" status: 200 len: 375 time: 0.0769224 Nov 19 19:08:05.192562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] For port 152c6de2-b530-432e-8fc7-fb8961778b38, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=152c6de2-b530-432e-8fc7-fb8961778b38,segment=NetworkSegment(bc3a97a2-8b6a-4bbd-921e-bbd0d500d846),segment_id=bc3a97a2-8b6a-4bbd-921e-bbd0d500d846)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:08:05.215247 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:05.288109 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-175800a0-914f-46b6-99ae-ff860e9048fc tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b51033b1b8e54bfaa22fc5919a0de9c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1241126 Nov 19 19:08:05.299258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b04eb197-cf94-4f76-b63c-d4b9df217cbb req-a2790ef8-8390-4baa-9a07-99912dcc16d4 service neutron] 10.222.0.21 "GET /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364774 Nov 19 19:08:05.339473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-150df376-5e02-4734-83c4-81fe2acfa5bd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:05.389306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ea27f-97df-461a-b330-e715d205efa8 req-a8734262-96cd-4093-ab70-694882a379b5 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:05.391465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee360b-3325-4b6a-bc1a-068bf03efc15 None None] Pushing event updated for resources: {'Port': ['ID=152c6de2-b530-432e-8fc7-fb8961778b38,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:05.398018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb0ea27f-97df-461a-b330-e715d205efa8 req-a8734262-96cd-4093-ab70-694882a379b5 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1565661 Nov 19 19:08:05.439522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-150df376-5e02-4734-83c4-81fe2acfa5bd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:05.479022 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-70dac2de-c6a5-4f50-bde6-e34c26e4160f service neutron] 10.222.0.50 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896858 Nov 19 19:08:05.511920 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-150df376-5e02-4734-83c4-81fe2acfa5bd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network 6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 19:08:05.517699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150df376-5e02-4734-83c4-81fe2acfa5bd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:05.518467 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-150df376-5e02-4734-83c4-81fe2acfa5bd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:05.519594 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-150df376-5e02-4734-83c4-81fe2acfa5bd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "PUT /v2.0/networks/6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a HTTP/1.1" status: 200 len: 723 time: 0.5900302 Nov 19 19:08:05.527930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53222) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:05.540230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'network_id': '6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:05.617414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 94fdd249-2730-4e47-8577-8b13c23edfda up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:08:05.644977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150df376-5e02-4734-83c4-81fe2acfa5bd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:05.659469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:08:05.665799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb0ea27f-97df-461a-b330-e715d205efa8 req-fee39782-14b0-4f3c-86b9-1af0079c4860 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662921 Nov 19 19:08:05.692082 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-a2f35e45-4324-45a3-8654-80c0945f01fe service neutron] 10.222.0.50 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095912 Nov 19 19:08:05.834777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:05.838859 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:05.983006 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 94fdd249-2730-4e47-8577-8b13c23edfda triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:05.983477 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:06.066809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:08:06.263286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-7f985717-672b-4359-9f9a-75b5692e33a4 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:06.268294 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-7f985717-672b-4359-9f9a-75b5692e33a4 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.57 "GET /v2.0/networks?id=3be09d4c-f744-437e-b39f-4beb3f6c1508 HTTP/1.1" status: 200 len: 816 time: 0.3927763 Nov 19 19:08:06.282060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Request body: {'port': {'device_id': '3d2444c1-0324-4dc8-9e51-867d8ce0be1c', 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508', 'admin_state_up': True, 'tenant_id': 'b51033b1b8e54bfaa22fc5919a0de9c0'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:06.393887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88123623-dec3-41bb-a6e1-f0594d6471c8 req-4e802c3b-a27a-47f3-816c-dc433bd56d15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:06.401279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88123623-dec3-41bb-a6e1-f0594d6471c8 req-4e802c3b-a27a-47f3-816c-dc433bd56d15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 943 time: 0.2698898 Nov 19 19:08:06.471019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=169faa1e-370c-4d0f-9b5f-0316ffd4fae9,segment=NetworkSegment(a834aff9-f93a-4c6e-beb7-8fb0d337a07e),segment_id=a834aff9-f93a-4c6e-beb7-8fb0d337a07e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:06.490002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '169faa1e-370c-4d0f-9b5f-0316ffd4fae9', 'network_id': '94421311-9ebb-426d-b31a-3ca72f5c6e82', 'port_id': '169faa1e-370c-4d0f-9b5f-0316ffd4fae9', 'mac_address': 'fa:16:3e:82:f0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ca75de-5b18-4083-971f-85604764f3cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:08:06.588183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88123623-dec3-41bb-a6e1-f0594d6471c8 req-815d18ce-cd37-477a-b3ab-6d68285750f8 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847045 Nov 19 19:08:06.697620 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:06.757963 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:06.787942 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:06.828373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:08:06.861261 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca52fc9d-9466-4f66-bb07-44915fb1daf7 None None] Network 3be09d4c-f744-437e-b39f-4beb3f6c1508 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:06.877233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=63e62652-8714-4bae-a7fc-7473c8691c23,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:06.909547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Made reservation on behalf of b51033b1b8e54bfaa22fc5919a0de9c0 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:06.910545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Checking segment: {'id': '889913cc-044e-446f-8b4b-0d6314551306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:06.911135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network hostable DHCP agents. Network: 6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:08:06.913190 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:06.947666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network 6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:08:06.967533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-883abfb6-988a-476d-9e7e-283e41197706 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:06.969158 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-883abfb6-988a-476d-9e7e-283e41197706 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/networks?id=3be09d4c-f744-437e-b39f-4beb3f6c1508 HTTP/1.1" status: 200 len: 816 time: 0.4460127 Nov 19 19:08:06.987786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:06.992346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:06.992960 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:07.020761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-f96ad195-86d4-4b02-b102-c75bc99a15c5 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/quotas/b51033b1b8e54bfaa22fc5919a0de9c0 HTTP/1.1" status: 200 len: 375 time: 0.0419323 Nov 19 19:08:07.027027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 94fdd249-2730-4e47-8577-8b13c23edfda, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=94fdd249-2730-4e47-8577-8b13c23edfda,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:07.027462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5c6eab30-e9ed-4c9d-a943-bd4cdad64a46 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4956782 Nov 19 19:08:07.029908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53260) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:07.044929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58d4bc-17f9-49fc-a4ff-766c1ba738eb None None] Network 6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:07.058439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-aafdcc96-6097-4625-b4ea-7bb3af2a6024 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:07.061809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=169faa1e-370c-4d0f-9b5f-0316ffd4fae9,segment=NetworkSegment(a834aff9-f93a-4c6e-beb7-8fb0d337a07e),segment_id=a834aff9-f93a-4c6e-beb7-8fb0d337a07e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:07.081380 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:07.141579 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:07.215180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cee88513-25fb-402c-981e-39680689c126 None None] Provisioning complete for port 94fdd249-2730-4e47-8577-8b13c23edfda triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:07.215841 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cee88513-25fb-402c-981e-39680689c126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:07.339851 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aafdcc96-6097-4625-b4ea-7bb3af2a6024 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26934983'] for subnet, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:07.391147 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-98740670-b483-43bd-bfff-648d2084d2e9 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b51033b1b8e54bfaa22fc5919a0de9c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3694046 Nov 19 19:08:07.496515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Allocated IP 172.20.0.5 (3be09d4c-f744-437e-b39f-4beb3f6c1508/5d97d950-bca7-4ad3-83b9-18249be2598a/0402e305-500a-4b7e-ab2e-56768959441d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:08:07.559022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47436d8c-be29-4a04-b56e-2c0e5b07c2a1 None None] Network 0158871f-217a-43b0-98a2-083dafdbc466 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:07.717907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 152c6de2-b530-432e-8fc7-fb8961778b38 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:08:07.735959 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aafdcc96-6097-4625-b4ea-7bb3af2a6024 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774168482133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3371053'] for subnet, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:07.792855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafdcc96-6097-4625-b4ea-7bb3af2a6024 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:07.794271 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aafdcc96-6097-4625-b4ea-7bb3af2a6024 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:07.802856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['169faa1e-370c-4d0f-9b5f-0316ffd4fae9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:08:07.811034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-aafdcc96-6097-4625-b4ea-7bb3af2a6024 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "PUT /v2.0/subnets/63e62652-8714-4bae-a7fc-7473c8691c23 HTTP/1.1" status: 200 len: 826 time: 0.7791119 Nov 19 19:08:07.822554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53274) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:07.871532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-013d0ed3-c119-4ad0-b1d8-794b66c0418d service neutron] 10.222.0.50 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757125 Nov 19 19:08:07.880011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdcc96-6097-4625-b4ea-7bb3af2a6024 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=63e62652-8714-4bae-a7fc-7473c8691c23,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:07.941360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983f59a-ee79-4a05-89fc-1016c1e6f08f req-07864038-7767-4138-be41-ecd3a50f0f39 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:07.945470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4983f59a-ee79-4a05-89fc-1016c1e6f08f req-07864038-7767-4138-be41-ecd3a50f0f39 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 944 time: 0.1320825 Nov 19 19:08:07.947959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=94fdd249-2730-4e47-8577-8b13c23edfda,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:08.060091 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4983f59a-ee79-4a05-89fc-1016c1e6f08f req-33355890-d89a-4e2e-bf4a-4682c29a15b3 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061838 Nov 19 19:08:08.153522 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-fa757c00-a924-4093-9dc7-c12e5e7f9162 service neutron] 10.222.0.50 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810259 Nov 19 19:08:08.160528 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:08.181235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:08.265835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a5c71b-bbd2-4695-b83d-5515d3e8f6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a', 'network_id': '6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a', 'tenant_id': 'ab5dbe18f4534f20a00d3d1fa143a25d', 'fixed_ips': [{'subnet_id': '63e62652-8714-4bae-a7fc-7473c8691c23'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:08:08.268634 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0a5c71b-bbd2-4695-b83d-5515d3e8f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:08.302909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-330209e2-4b3f-438d-920b-2eb5ee9fe297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:08.426588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:08.513726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=169faa1e-370c-4d0f-9b5f-0316ffd4fae9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:08.587130 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 152c6de2-b530-432e-8fc7-fb8961778b38 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:08.587712 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:08.608709 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:08.615971 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:08.750630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Subnet': ['ID=63e62652-8714-4bae-a7fc-7473c8691c23,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:08.777957 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b306842c-9245-4b91-9039-d4dd9327cc8c req-530f3314-8d9c-4e70-bd39-0889765321dc tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 210 time: 0.1652064 Nov 19 19:08:08.790462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Network 3be09d4c-f744-437e-b39f-4beb3f6c1508 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:08:08.799909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:08.802409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:08:08.857575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Pushing event updated for resources: {'Port': ['ID=0402e305-500a-4b7e-ab2e-56768959441d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:08.946887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a657fe-8493-431f-8f7e-2b5a2554ef51 req-51199b3c-fc5a-4e92-9ef4-716a53150a2a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:08.955744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a657fe-8493-431f-8f7e-2b5a2554ef51 req-51199b3c-fc5a-4e92-9ef4-716a53150a2a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:08.962680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a657fe-8493-431f-8f7e-2b5a2554ef51 req-51199b3c-fc5a-4e92-9ef4-716a53150a2a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:08.972186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a657fe-8493-431f-8f7e-2b5a2554ef51 req-51199b3c-fc5a-4e92-9ef4-716a53150a2a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:08.979841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a657fe-8493-431f-8f7e-2b5a2554ef51 req-51199b3c-fc5a-4e92-9ef4-716a53150a2a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:08.989042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a657fe-8493-431f-8f7e-2b5a2554ef51 req-51199b3c-fc5a-4e92-9ef4-716a53150a2a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:08.996054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a657fe-8493-431f-8f7e-2b5a2554ef51 req-51199b3c-fc5a-4e92-9ef4-716a53150a2a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:08.998913 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1a657fe-8493-431f-8f7e-2b5a2554ef51 req-51199b3c-fc5a-4e92-9ef4-716a53150a2a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.1643267 Nov 19 19:08:09.021268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.032542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:09.033884 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.042136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b48bc190-6c99-471b-a6f0-b2692c4df099 None None] Provisioning complete for port 152c6de2-b530-432e-8fc7-fb8961778b38 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:09.043036 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b48bc190-6c99-471b-a6f0-b2692c4df099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-a0a5c71b-bbd2-4695-b83d-5515d3e8f6ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63e62652-8714-4bae-a7fc-7473c8691c23: This subnet is being modified by another concurrent operation. Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:08:09.056128 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63e62652-8714-4bae-a7fc-7473c8691c23: This subnet is being modified by another concurrent operation. Nov 19 19:08:09.060964 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:08:09.089440 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-24652cf6-a411-4bca-9e73-e80e8149e598 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8089418 Nov 19 19:08:09.113919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Request body: {'port': {'device_id': '3d2444c1-0324-4dc8-9e51-867d8ce0be1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:09.126034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8b4047-c7ad-46e9-bb1b-89bf74d7dde2 None None] Update dhcp port {'port': {'network_id': '0158871f-217a-43b0-98a2-083dafdbc466', 'fixed_ips': [{'subnet_id': '948e8b00-ff19-42c0-9a27-cb7c5a6fcc97', 'ip_address': '2001:db8::2'}, {'subnet_id': '29790989-f301-4923-8e11-3beffc17f477'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '152c6de2-b530-432e-8fc7-fb8961778b38'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:08:09.131887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-00a782ca-6f2e-4fa2-a017-408aa098435c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:09.132075 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1a657fe-8493-431f-8f7e-2b5a2554ef51 req-76ef8958-fb57-43d4-9c9c-4ae5d00c8b05 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206405 Nov 19 19:08:09.133821 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-00a782ca-6f2e-4fa2-a017-408aa098435c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.21 "GET /v2.0/networks?id=3be09d4c-f744-437e-b39f-4beb3f6c1508 HTTP/1.1" status: 200 len: 816 time: 0.6979177 Nov 19 19:08:09.157315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e023b91e-4abc-4ac8-bf1c-523a2768ec9a None None] Network 6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:09.161643 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4047-c7ad-46e9-bb1b-89bf74d7dde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.166518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326208f-c843-4b98-824c-3f58dbcffade req-ccd43a0a-708a-4eca-9d67-4e616eb94ddf tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:09.168270 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f326208f-c843-4b98-824c-3f58dbcffade req-ccd43a0a-708a-4eca-9d67-4e616eb94ddf tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.2480149 Nov 19 19:08:09.170553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:09.192047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Request body: {'port': {'device_id': '27e11bed-ec01-4fa0-adda-0cf785b696e0', 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508', 'admin_state_up': True, 'tenant_id': 'b51033b1b8e54bfaa22fc5919a0de9c0'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:09.230993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889913cc-044e-446f-8b4b-0d6314551306') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:09.231298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889913cc-044e-446f-8b4b-0d6314551306') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:09.314556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1cfa3-29e0-4096-b2cc-efb648a6fc77 req-06643de1-dc02-40e5-a0b6-3ca92ec9a25d tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:09.317047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47e1cfa3-29e0-4096-b2cc-efb648a6fc77 req-06643de1-dc02-40e5-a0b6-3ca92ec9a25d tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 944 time: 0.0741911 Nov 19 19:08:09.318323 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f326208f-c843-4b98-824c-3f58dbcffade req-501c2723-e865-4b06-9009-e65bc337d1bd tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204743 Nov 19 19:08:09.323632 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.341410 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.349073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:08:09.349491 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:08:09.408138 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:08:09.414218 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.475588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47e1cfa3-29e0-4096-b2cc-efb648a6fc77 req-068decef-2dfa-4c15-8651-ea0a42560d8d tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481800 Nov 19 19:08:09.497423 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.509219 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.517092 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a HTTP/1.1" status: 204 len: 168 time: 1.6900671 Nov 19 19:08:09.521265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53308) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:09.555409 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.557648 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e620340f-c532-42da-af6c-9c350ff1d34d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:09.558198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e620340f-c532-42da-af6c-9c350ff1d34d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:09.562461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e620340f-c532-42da-af6c-9c350ff1d34d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a HTTP/1.1" status: 404 len: 339 time: 0.0401325 Nov 19 19:08:09.567744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53310) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:09.576376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-608797592', 'description': 'd1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:09.578760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fba364-f305-40cc-9cf9-b8c36b46d9a8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Network': ['ID=6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:09.614619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:09.621072 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.653653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:08:09.682448 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.683712 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Added segment 69bdd04d-182c-42d5-9f93-2e0e3a10322c of type vlan for network 881f596a-812c-421d-abe0-fc5c2162de10 Nov 19 19:08:09.722295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 152c6de2-b530-432e-8fc7-fb8961778b38, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=152c6de2-b530-432e-8fc7-fb8961778b38,segment=NetworkSegment(bc3a97a2-8b6a-4bbd-921e-bbd0d500d846),segment_id=bc3a97a2-8b6a-4bbd-921e-bbd0d500d846)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:09.741857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c4060-d63a-4030-bca9-f20e2c3e9cf0 None None] Network 6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:09.770357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Made reservation on behalf of b51033b1b8e54bfaa22fc5919a0de9c0 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:09.776033 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.786760 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.832425 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.843717 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.846779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:09.847729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:09.869298 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c4060-d63a-4030-bca9-f20e2c3e9cf0 None None] Network 6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a could not be found, it might have been deleted concurrently. {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 19:08:09.875458 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b48bc190-6c99-471b-a6f0-b2692c4df099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:10.029346 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:08:10.038957 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4670768 Nov 19 19:08:10.043355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53324) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:10.045498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:08:10.048305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 94fdd249-2730-4e47-8577-8b13c23edfda up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:08:10.088645 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d699146a-ff2e-4f88-ad87-10f07d9a319b req-f14bdb46-a55b-4d94-9edf-d2175abcca42 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 210 time: 0.1206493 Nov 19 19:08:10.176528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-323d5354-1828-4df8-9005-e960b948d460 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.183645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-323d5354-1828-4df8-9005-e960b948d460 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.191922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-323d5354-1828-4df8-9005-e960b948d460 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.200446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-323d5354-1828-4df8-9005-e960b948d460 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.211859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-323d5354-1828-4df8-9005-e960b948d460 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.218640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-323d5354-1828-4df8-9005-e960b948d460 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.221784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=152c6de2-b530-432e-8fc7-fb8961778b38,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:10.225279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-9d8b4047-c7ad-46e9-bb1b-89bf74d7dde2 None None] Allocated IP 172.20.0.1 (0158871f-217a-43b0-98a2-083dafdbc466/29790989-f301-4923-8e11-3beffc17f477/152c6de2-b530-432e-8fc7-fb8961778b38) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:08:10.228343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db7a22-7b28-45f6-97c9-6e4f3d071310 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=881f596a-812c-421d-abe0-fc5c2162de10,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:10.229391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-323d5354-1828-4df8-9005-e960b948d460 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.232702 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-323d5354-1828-4df8-9005-e960b948d460 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.3947179 Nov 19 19:08:10.265844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13905789-c99f-4c8c-ac5c-8d37a7757258 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.268354 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-13905789-c99f-4c8c-ac5c-8d37a7757258 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/networks?id=881f596a-812c-421d-abe0-fc5c2162de10 HTTP/1.1" status: 200 len: 764 time: 0.2197144 Nov 19 19:08:10.273924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53328) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:10.279757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-46aee4ad-ac45-4158-8e24-a8b2e88ff0dd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'description': 'd2'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:10.287715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 881f596a-812c-421d-abe0-fc5c2162de10 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:08:10.336905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-cf17cded-abec-44d5-b8bf-8ae222ffaec9 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.338881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-cf17cded-abec-44d5-b8bf-8ae222ffaec9 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "GET /v2.0/ports/67956144-0508-45ed-934a-ac5fa1d15788?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0857687 Nov 19 19:08:10.440296 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-b48bc190-6c99-471b-a6f0-b2692c4df099 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:08:10.440795 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-b48bc190-6c99-471b-a6f0-b2692c4df099 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:08:10.450206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 94fdd249-2730-4e47-8577-8b13c23edfda triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:10.450206 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:10.471935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-eb069a9b-6f1a-4192-9375-05f4d191e8fd tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.474150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:08:10.474786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-eb069a9b-6f1a-4192-9375-05f4d191e8fd tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.57 "GET /v2.0/networks?id=3be09d4c-f744-437e-b39f-4beb3f6c1508 HTTP/1.1" status: 200 len: 816 time: 0.5047197 Nov 19 19:08:10.536366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:10.536749 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:10.601229 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46aee4ad-ac45-4158-8e24-a8b2e88ff0dd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:10.623731 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0402e305-500a-4b7e-ab2e-56768959441d {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:08:10.625237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Request body: {'port': {'device_id': '1e95e3f3-2a38-47e1-ab8a-a156a996c2a7', 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508', 'admin_state_up': True, 'tenant_id': 'b51033b1b8e54bfaa22fc5919a0de9c0'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:10.648053 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:10.654559 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-5480d44a-da05-45a5-ae3c-8c3845e6d51a tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "GET /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3073478 Nov 19 19:08:10.676475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Transition to ACTIVE for port object 0402e305-500a-4b7e-ab2e-56768959441d will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:08:10.686777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:10.698333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcf1f3-c761-4900-95ab-931d63773a38 req-1cf825e1-84c7-4ba5-a0cb-fef92d6d62ce tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.705704 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0bcf1f3-c761-4900-95ab-931d63773a38 req-1cf825e1-84c7-4ba5-a0cb-fef92d6d62ce tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 944 time: 0.0986981 Nov 19 19:08:10.728512 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:10.764875 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46aee4ad-ac45-4158-8e24-a8b2e88ff0dd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:10.849121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Made reservation on behalf of b51033b1b8e54bfaa22fc5919a0de9c0 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:10.854359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:10.856953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9d8b4047-c7ad-46e9-bb1b-89bf74d7dde2 None None] For port 152c6de2-b530-432e-8fc7-fb8961778b38, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=152c6de2-b530-432e-8fc7-fb8961778b38,segment=NetworkSegment(bc3a97a2-8b6a-4bbd-921e-bbd0d500d846),segment_id=bc3a97a2-8b6a-4bbd-921e-bbd0d500d846)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:10.859442 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b11f379-0ae1-4088-b9a9-61349784b0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:10.877064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aee4ad-ac45-4158-8e24-a8b2e88ff0dd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=881f596a-812c-421d-abe0-fc5c2162de10,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:10.920605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46aee4ad-ac45-4158-8e24-a8b2e88ff0dd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network 881f596a-812c-421d-abe0-fc5c2162de10 is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 19:08:10.927291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aee4ad-ac45-4158-8e24-a8b2e88ff0dd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:10.927934 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46aee4ad-ac45-4158-8e24-a8b2e88ff0dd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:10.929260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-46aee4ad-ac45-4158-8e24-a8b2e88ff0dd tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "PUT /v2.0/networks/881f596a-812c-421d-abe0-fc5c2162de10 HTTP/1.1" status: 200 len: 761 time: 0.6539705 Nov 19 19:08:10.936444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53336) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:10.948329 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 881f596a-812c-421d-abe0-fc5c2162de10 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:08:10.966958 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:10.972297 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4047-c7ad-46e9-bb1b-89bf74d7dde2 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:11.035179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb413fe-2f7a-4103-9e74-97c5e931fd5f req-a911d83c-7bbe-4522-b4e8-3935f746c55b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:11.042114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb413fe-2f7a-4103-9e74-97c5e931fd5f req-a911d83c-7bbe-4522-b4e8-3935f746c55b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:11.052569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb413fe-2f7a-4103-9e74-97c5e931fd5f req-a911d83c-7bbe-4522-b4e8-3935f746c55b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:11.059254 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4047-c7ad-46e9-bb1b-89bf74d7dde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:11.059735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb413fe-2f7a-4103-9e74-97c5e931fd5f req-a911d83c-7bbe-4522-b4e8-3935f746c55b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:11.068119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb413fe-2f7a-4103-9e74-97c5e931fd5f req-a911d83c-7bbe-4522-b4e8-3935f746c55b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:11.075471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb413fe-2f7a-4103-9e74-97c5e931fd5f req-a911d83c-7bbe-4522-b4e8-3935f746c55b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:11.084549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb413fe-2f7a-4103-9e74-97c5e931fd5f req-a911d83c-7bbe-4522-b4e8-3935f746c55b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:11.086981 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9cb413fe-2f7a-4103-9e74-97c5e931fd5f req-a911d83c-7bbe-4522-b4e8-3935f746c55b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 5443 time: 0.7172787 Nov 19 19:08:11.149247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628eaf67-1e94-42c8-ac53-581afc6c763a tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:11.151125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-628eaf67-1e94-42c8-ac53-581afc6c763a tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/networks?id=881f596a-812c-421d-abe0-fc5c2162de10 HTTP/1.1" status: 200 len: 764 time: 0.2079239 Nov 19 19:08:11.171358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=169faa1e-370c-4d0f-9b5f-0316ffd4fae9,segment=NetworkSegment(a834aff9-f93a-4c6e-beb7-8fb0d337a07e),segment_id=a834aff9-f93a-4c6e-beb7-8fb0d337a07e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:11.182755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39ef4ac-0f4b-46f6-b393-af7b292fb954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169faa1e-370c-4d0f-9b5f-0316ffd4fae9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:11.185890 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7bfd3c-5cdf-4c74-9aec-6a1f5d96ebeb" -d '{"events": [{"server_uuid": "a39ef4ac-0f4b-46f6-b393-af7b292fb954", "name": "network-vif-plugged", "status": "completed", "tag": "169faa1e-370c-4d0f-9b5f-0316ffd4fae9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:11.196840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53344) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:11.203325 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9cb413fe-2f7a-4103-9e74-97c5e931fd5f req-0c8896a0-9ccd-47c4-901c-f03946cd9ddd tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930505 Nov 19 19:08:11.221270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:11.325854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b4047-c7ad-46e9-bb1b-89bf74d7dde2 None None] Pushing event updated for resources: {'Port': ['ID=152c6de2-b530-432e-8fc7-fb8961778b38,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:11.430626 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=169faa1e-370c-4d0f-9b5f-0316ffd4fae9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:11.434285 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0bcf1f3-c761-4900-95ab-931d63773a38 req-988a0d6c-7492-40ba-9ea8-ccd5090ee95d tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7276087 Nov 19 19:08:11.434968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Pushing event updated for resources: {'Port': ['ID=0402e305-500a-4b7e-ab2e-56768959441d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:11.445444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Allocated IP 172.20.0.9 (3be09d4c-f744-437e-b39f-4beb3f6c1508/5d97d950-bca7-4ad3-83b9-18249be2598a/2cdcafdf-c54a-4e0a-a699-41e52ef1a879) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:08:11.449744 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:11.495719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-40572d37-2e84-4815-8594-9f6148b7347c None None] Provisioning complete for port 94fdd249-2730-4e47-8577-8b13c23edfda triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:11.496216 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40572d37-2e84-4815-8594-9f6148b7347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:11.623316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d1a65-838d-48aa-bea9-fef5bb0ea02b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:11.625866 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-407d1a65-838d-48aa-bea9-fef5bb0ea02b tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4210684 Nov 19 19:08:11.635203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53348) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:11.685218 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1525194e-c1ee-4a86-bc5a-f5d882c76e96 req-654e9351-0a3c-4efc-ac3f-8ca7927b7dce tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 210 time: 0.0580199 Nov 19 19:08:11.712442 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4332e6fd-c62d-4ae5-a6cb-40add817bacf x-openstack-request-id: req-4332e6fd-c62d-4ae5-a6cb-40add817bacf {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:11.714261 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39ef4ac-0f4b-46f6-b393-af7b292fb954", "name": "network-vif-plugged", "status": "completed", "tag": "169faa1e-370c-4d0f-9b5f-0316ffd4fae9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:11.714758 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4332e6fd-c62d-4ae5-a6cb-40add817bacf {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:11.715549 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39ef4ac-0f4b-46f6-b393-af7b292fb954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169faa1e-370c-4d0f-9b5f-0316ffd4fae9', 'code': 200} Nov 19 19:08:11.748396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e8dc8c74-1825-4be7-b161-975445ddc4d6 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 207 time: 0.1044850 Nov 19 19:08:11.748774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53350) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:11.799507 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:11.829183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Attempting to bind port 0402e305-500a-4b7e-ab2e-56768959441d on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:08:11.830553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Attempting to bind port 0402e305-500a-4b7e-ab2e-56768959441d by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:08:11.831303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Attempting to bind port 0402e305-500a-4b7e-ab2e-56768959441d on network 3be09d4c-f744-437e-b39f-4beb3f6c1508 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:08:11.840912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Port 0402e305-500a-4b7e-ab2e-56768959441d on network 3be09d4c-f744-437e-b39f-4beb3f6c1508 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:08:11.841499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Attempting to bind port 0402e305-500a-4b7e-ab2e-56768959441d on network 3be09d4c-f744-437e-b39f-4beb3f6c1508 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:08:11.922647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:08:11.922988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Checking segment: {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:11.924380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Bound using segment: {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:08:11.925074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Bound port: 0402e305-500a-4b7e-ab2e-56768959441d, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:08:11.925445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.021170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 152c6de2-b530-432e-8fc7-fb8961778b38 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:08:12.145562 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.156372 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 152c6de2-b530-432e-8fc7-fb8961778b38 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:12.158533 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.197133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] For port 67956144-0508-45ed-934a-ac5fa1d15788, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=67956144-0508-45ed-934a-ac5fa1d15788,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:12.244586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] For port 67956144-0508-45ed-934a-ac5fa1d15788, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:08:12.288639 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] device_id is not set on port 67956144-0508-45ed-934a-ac5fa1d15788 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:08:12.299912 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.310354 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.315912 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.324361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] For port 0402e305-500a-4b7e-ab2e-56768959441d, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:08:12.378809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0270091c-69d4-4d8f-831d-bf955ea43883 None None] Network 0158871f-217a-43b0-98a2-083dafdbc466 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:12.435970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] For port 0402e305-500a-4b7e-ab2e-56768959441d, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=0402e305-500a-4b7e-ab2e-56768959441d,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:08:12.459316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Network 3be09d4c-f744-437e-b39f-4beb3f6c1508 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:08:12.464588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.503232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:12.522749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a687716d-8e4e-4168-9e17-5f49482e11e4 None None] Provisioning complete for port 152c6de2-b530-432e-8fc7-fb8961778b38 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:12.522982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:08:12.523265 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a687716d-8e4e-4168-9e17-5f49482e11e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.542534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b7a5-b85c-486d-91e1-83c6b5645026 req-de99ff57-5538-4a75-aa76-71e457f726a7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.549954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b7a5-b85c-486d-91e1-83c6b5645026 req-de99ff57-5538-4a75-aa76-71e457f726a7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.561295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b7a5-b85c-486d-91e1-83c6b5645026 req-de99ff57-5538-4a75-aa76-71e457f726a7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.566767 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b7a5-b85c-486d-91e1-83c6b5645026 req-de99ff57-5538-4a75-aa76-71e457f726a7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.578110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df887f58-77fc-411c-b775-1b928b2383d1 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.584321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b7a5-b85c-486d-91e1-83c6b5645026 req-de99ff57-5538-4a75-aa76-71e457f726a7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.587450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df887f58-77fc-411c-b775-1b928b2383d1 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.596445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31b7a5-b85c-486d-91e1-83c6b5645026 req-de99ff57-5538-4a75-aa76-71e457f726a7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.601947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df887f58-77fc-411c-b775-1b928b2383d1 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.606120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f31b7a5-b85c-486d-91e1-83c6b5645026 req-de99ff57-5538-4a75-aa76-71e457f726a7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 4664 time: 0.2436404 Nov 19 19:08:12.617126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Pushing event updated for resources: {'Port': ['ID=2cdcafdf-c54a-4e0a-a699-41e52ef1a879,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:12.620527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] No DVR routers for this DVR port 67956144-0508-45ed-934a-ac5fa1d15788 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:12.621254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df887f58-77fc-411c-b775-1b928b2383d1 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.638409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df887f58-77fc-411c-b775-1b928b2383d1 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.650984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df887f58-77fc-411c-b775-1b928b2383d1 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.664102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-df887f58-77fc-411c-b775-1b928b2383d1 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.9080231 Nov 19 19:08:12.667372 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53364) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:12.677033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e3bdb-050d-4bcc-922d-e06ece848fd9 req-d774d736-4d99-47eb-8b8e-417270ec2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.678877 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957e3bdb-050d-4bcc-922d-e06ece848fd9 req-d774d736-4d99-47eb-8b8e-417270ec2e4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 1096 time: 0.8707759 Nov 19 19:08:12.722834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Allocated IP 172.20.0.11 (3be09d4c-f744-437e-b39f-4beb3f6c1508/5d97d950-bca7-4ad3-83b9-18249be2598a/f08a3941-6089-4ea0-b876-119abcc23261) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:08:12.755762 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.756313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.760615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] 10.222.0.57 "PUT /v2.0/ports/0402e305-500a-4b7e-ab2e-56768959441d HTTP/1.1" status: 200 len: 1091 time: 3.6582272 Nov 19 19:08:12.785548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2444c1-0324-4dc8-9e51-867d8ce0be1c', 'tag': '0402e305-500a-4b7e-ab2e-56768959441d'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:12.788178 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f24ed9b-cab9-4a50-bda0-50f6990b935b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2444c1-0324-4dc8-9e51-867d8ce0be1c", "tag": "0402e305-500a-4b7e-ab2e-56768959441d"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:12.904874 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.905554 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.931762 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.936036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] In _notify_port_updated(), no bound segment for port 67956144-0508-45ed-934a-ac5fa1d15788 on network 6b12120c-2801-47c9-9799-bcf3692162a2 {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:08:12.939024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:12.939024 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:12.939024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] 10.222.0.57 "PUT /v2.0/ports/67956144-0508-45ed-934a-ac5fa1d15788 HTTP/1.1" status: 200 len: 1032 time: 2.2566168 Nov 19 19:08:12.940164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b8a06-552a-40ac-b7a1-5b659574eadd service neutron] Pushing event updated for resources: {'Port': ['ID=67956144-0508-45ed-934a-ac5fa1d15788,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:12.988183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-42ba2cfa-4b90-4d26-a5a4-6a6a650caf7e None None] Provisioning complete for port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:12.989138 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-42ba2cfa-4b90-4d26-a5a4-6a6a650caf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:13.000674 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:13.082918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-42ba2cfa-4b90-4d26-a5a4-6a6a650caf7e None None] Port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:08:13.092012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2cf08-c667-4f3d-8968-6d626d49ceda service neutron] Pushing event updated for resources: {'Port': ['ID=0402e305-500a-4b7e-ab2e-56768959441d,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:13.100299 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device cd42bb32-903f-483f-a136-2067566b2a74 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:13.100851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-8a500cb1-5225-4332-aea5-23836bf0650b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:13.102829 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-8a500cb1-5225-4332-aea5-23836bf0650b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "GET /v2.0/ports/00e8f34b-4ae3-4047-a368-968e2e9be854?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1491613 Nov 19 19:08:13.111651 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-4038c9d0-91a9-492e-bc27-194da6af798c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9357665 Nov 19 19:08:13.117647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:13.204316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-42ba2cfa-4b90-4d26-a5a4-6a6a650caf7e None None] Provisioning complete for port 67956144-0508-45ed-934a-ac5fa1d15788 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:13.204729 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-42ba2cfa-4b90-4d26-a5a4-6a6a650caf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:13.263611 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5f31b7a5-b85c-486d-91e1-83c6b5645026 req-53557652-a897-4392-861a-b708a08f9717 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6460083 Nov 19 19:08:13.269716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-ad19977b-3174-4128-8a3d-4ccfe86a5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:13.271284 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-ad19977b-3174-4128-8a3d-4ccfe86a5a6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b51033b1b8e54bfaa22fc5919a0de9c0&device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 1094 time: 0.4538875 Nov 19 19:08:13.274698 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Pushing event updated for resources: {'Port': ['ID=f08a3941-6089-4ea0-b876-119abcc23261,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:13.300788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-42ba2cfa-4b90-4d26-a5a4-6a6a650caf7e None None] Port 67956144-0508-45ed-934a-ac5fa1d15788 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:08:13.320575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Request body: {'port': {'device_id': '27e11bed-ec01-4fa0-adda-0cf785b696e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:13.350989 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f287a2-46a7-4d0e-972a-1f73254c02d2 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:08:13.398598 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957e3bdb-050d-4bcc-922d-e06ece848fd9 req-93acb633-6cdd-460f-9923-d5699d46363f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308357 Nov 19 19:08:13.405275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Network 3be09d4c-f744-437e-b39f-4beb3f6c1508 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:08:13.409688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:13.437055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2906bc62-2e7d-426c-981a-e7d822861783 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7569821 Nov 19 19:08:13.438008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53372) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:13.441570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:08:13.442648 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-1f549b3d-f2e7-416b-9598-ee31c62f7618 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0402e305-500a-4b7e-ab2e-56768959441d HTTP/1.1" status: 200 len: 217 time: 0.1113899 Nov 19 19:08:13.444742 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:13.512048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-46e7e980-6e28-4bc7-848b-694d0d01a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:13.514787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-46e7e980-6e28-4bc7-848b-694d0d01a541 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d97d950-bca7-4ad3-83b9-18249be2598a HTTP/1.1" status: 200 len: 855 time: 0.0579324 Nov 19 19:08:13.527308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa9757-c0d2-4d45-88b6-8ec94e8a6d89 req-eb6e1b30-b880-4ce7-81d3-3595a7e80ed2 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:13.535881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88aa9757-c0d2-4d45-88b6-8ec94e8a6d89 req-eb6e1b30-b880-4ce7-81d3-3595a7e80ed2 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 945 time: 0.5651689 Nov 19 19:08:13.542265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2e683e7d-244e-4267-a3bd-498f7216bf54 None None] Provisioning complete for port 152c6de2-b530-432e-8fc7-fb8961778b38 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:13.542609 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e683e7d-244e-4267-a3bd-498f7216bf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:13.545302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:13.585690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:13.586515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:13.626235 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:13.636953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88aa9757-c0d2-4d45-88b6-8ec94e8a6d89 req-b5171520-3763-4245-972b-019809adfaea tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000986 Nov 19 19:08:13.649213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-a677f80c-83ef-479a-b14e-83ce62d4b845 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0339172 Nov 19 19:08:13.680532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Request body: {'port': {'device_id': '1e95e3f3-2a38-47e1-ab8a-a156a996c2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:13.756371 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:13.802055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd42bb32-903f-483f-a136-2067566b2a74'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:13.805662 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269d4b14-ab18-4185-83ab-ee2cd5c29d89" -d '{"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-unplugged", "status": "completed", "tag": "cd42bb32-903f-483f-a136-2067566b2a74"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:13.813147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port cd42bb32-903f-483f-a136-2067566b2a74, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=cd42bb32-903f-483f-a136-2067566b2a74,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:13.837104 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:13.838005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 85a50779-8b47-40c8-8920-14ead89eaf3f no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:13.865917 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:13.869043 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa66519d-4338-482f-ae8d-dd6572c2b227 x-openstack-request-id: req-fa66519d-4338-482f-ae8d-dd6572c2b227 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:13.869439 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2444c1-0324-4dc8-9e51-867d8ce0be1c", "tag": "0402e305-500a-4b7e-ab2e-56768959441d", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:13.869640 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa66519d-4338-482f-ae8d-dd6572c2b227 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:13.870026 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2444c1-0324-4dc8-9e51-867d8ce0be1c', 'tag': '0402e305-500a-4b7e-ab2e-56768959441d', 'status': 'completed', 'code': 200} Nov 19 19:08:13.879993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543d85e-61b8-4181-bdb8-1ebfc165b674 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:13.891963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543d85e-61b8-4181-bdb8-1ebfc165b674 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:13.894893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543d85e-61b8-4181-bdb8-1ebfc165b674 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:13.897851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543d85e-61b8-4181-bdb8-1ebfc165b674 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:13.898206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543d85e-61b8-4181-bdb8-1ebfc165b674 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:13.906138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53378) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:13.915470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b543d85e-61b8-4181-bdb8-1ebfc165b674 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4715750 Nov 19 19:08:13.962923 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e28ba6f-68a3-4b11-8464-e9ecd5d8b00d x-openstack-request-id: req-9e28ba6f-68a3-4b11-8464-e9ecd5d8b00d {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:13.963291 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-unplugged", "status": "completed", "tag": "cd42bb32-903f-483f-a136-2067566b2a74", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:13.963521 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e28ba6f-68a3-4b11-8464-e9ecd5d8b00d {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:13.963896 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd42bb32-903f-483f-a136-2067566b2a74', 'code': 200} Nov 19 19:08:13.968817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-8196791a-d4f8-4d12-8bb4-52d2861af4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:13.970493 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-8196791a-d4f8-4d12-8bb4-52d2861af4c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3be09d4c-f744-437e-b39f-4beb3f6c1508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4096737 Nov 19 19:08:14.156631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=cd42bb32-903f-483f-a136-2067566b2a74,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:14.176694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f287a2-46a7-4d0e-972a-1f73254c02d2 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:08:14.243104 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:14.253837 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:14.261680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] For port 00e8f34b-4ae3-4047-a368-968e2e9be854, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=00e8f34b-4ae3-4047-a368-968e2e9be854,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:14.278198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-8498c811-3fee-4d27-941d-bb20e9fdcce6 service neutron] 10.222.0.57 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547514 Nov 19 19:08:14.306070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 85a50779-8b47-40c8-8920-14ead89eaf3f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=85a50779-8b47-40c8-8920-14ead89eaf3f,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:14.350099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fef0f-faa1-4997-a0cd-0b2e3fa55c9e req-ac950c9a-8748-45b4-b8ad-a0340a0ccc9e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.351715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-848fef0f-faa1-4997-a0cd-0b2e3fa55c9e req-ac950c9a-8748-45b4-b8ad-a0340a0ccc9e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 932 time: 0.5750027 Nov 19 19:08:14.379364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] For port 00e8f34b-4ae3-4047-a368-968e2e9be854, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:08:14.439687 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:14.440672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 00e8f34b-4ae3-4047-a368-968e2e9be854 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:14.471506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] device_id is not set on port 00e8f34b-4ae3-4047-a368-968e2e9be854 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:08:14.491260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394f0d9-329d-4959-82a5-3e1367723c51 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.495340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394f0d9-329d-4959-82a5-3e1367723c51 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.497081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394f0d9-329d-4959-82a5-3e1367723c51 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.506836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394f0d9-329d-4959-82a5-3e1367723c51 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.507774 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:14.516586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394f0d9-329d-4959-82a5-3e1367723c51 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.522314 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8394f0d9-329d-4959-82a5-3e1367723c51 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6118026 Nov 19 19:08:14.526076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53384) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:14.632073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:14.677919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc039b-c057-4ec4-b235-d54c2b9dc469 req-3361130a-60e8-4ec7-9e51-ae34b927db5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.686900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc039b-c057-4ec4-b235-d54c2b9dc469 req-3361130a-60e8-4ec7-9e51-ae34b927db5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.689282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-848fef0f-faa1-4997-a0cd-0b2e3fa55c9e req-9bb9ba4b-b501-483d-ad4f-b3b1a6dcfb37 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289700 Nov 19 19:08:14.700022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc039b-c057-4ec4-b235-d54c2b9dc469 req-3361130a-60e8-4ec7-9e51-ae34b927db5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.708528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08a3941-6089-4ea0-b876-119abcc23261 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:08:14.709567 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc039b-c057-4ec4-b235-d54c2b9dc469 req-3361130a-60e8-4ec7-9e51-ae34b927db5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.717425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc039b-c057-4ec4-b235-d54c2b9dc469 req-3361130a-60e8-4ec7-9e51-ae34b927db5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.723586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:14.726803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc039b-c057-4ec4-b235-d54c2b9dc469 req-3361130a-60e8-4ec7-9e51-ae34b927db5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:14.739034 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7bcc039b-c057-4ec4-b235-d54c2b9dc469 req-3361130a-60e8-4ec7-9e51-ae34b927db5b tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 4582 time: 0.3203423 Nov 19 19:08:14.751147 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82dcd825-ab79-41c6-bb15-fdf20b1f4ae0 req-ce3737c9-77e7-4da9-943e-ddb0a17efd79 service neutron] 10.222.0.57 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602518 Nov 19 19:08:14.756130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Transition to ACTIVE for port object f08a3941-6089-4ea0-b876-119abcc23261 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:08:14.770829 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:14.835654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 00e8f34b-4ae3-4047-a368-968e2e9be854 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:08:14.836217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 18115d40-7010-4197-8b04-8b4b25274587 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:14.847379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Pushing event updated for resources: {'Port': ['ID=f08a3941-6089-4ea0-b876-119abcc23261,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:14.867732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=85a50779-8b47-40c8-8920-14ead89eaf3f,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:14.964605 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] No DVR routers for this DVR port 00e8f34b-4ae3-4047-a368-968e2e9be854 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:14.999126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd2c84-b756-4f4a-8be1-1efd2b429b52 req-a3ac517f-89c5-44c2-9076-42a9d0899b7c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:15.000895 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85fd2c84-b756-4f4a-8be1-1efd2b429b52 req-a3ac517f-89c5-44c2-9076-42a9d0899b7c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 945 time: 0.1013212 Nov 19 19:08:15.002030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Attempting to bind port f08a3941-6089-4ea0-b876-119abcc23261 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:08:15.002603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Attempting to bind port f08a3941-6089-4ea0-b876-119abcc23261 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:08:15.003324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Attempting to bind port f08a3941-6089-4ea0-b876-119abcc23261 on network 3be09d4c-f744-437e-b39f-4beb3f6c1508 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:08:15.016725 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:15.021410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] Pushing event updated for resources: {'Port': ['ID=00e8f34b-4ae3-4047-a368-968e2e9be854,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:15.022338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Port f08a3941-6089-4ea0-b876-119abcc23261 on network 3be09d4c-f744-437e-b39f-4beb3f6c1508 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:08:15.022671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Attempting to bind port f08a3941-6089-4ea0-b876-119abcc23261 on network 3be09d4c-f744-437e-b39f-4beb3f6c1508 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:08:15.030538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:08:15.031020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Checking segment: {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:15.031542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Bound using segment: {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:08:15.031990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Bound port: f08a3941-6089-4ea0-b876-119abcc23261, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:08:15.033631 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:15.066017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 18115d40-7010-4197-8b04-8b4b25274587, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=18115d40-7010-4197-8b04-8b4b25274587,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:15.072482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] In _notify_port_updated(), no bound segment for port 00e8f34b-4ae3-4047-a368-968e2e9be854 on network 6b12120c-2801-47c9-9799-bcf3692162a2 {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:08:15.073363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:15.074070 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:15.075349 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3e8110d6-757f-4e8c-92a8-74dc9f327302 service neutron] 10.222.0.57 "PUT /v2.0/ports/00e8f34b-4ae3-4047-a368-968e2e9be854 HTTP/1.1" status: 200 len: 1032 time: 1.9627221 Nov 19 19:08:15.085217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c047025-91c5-41c0-a690-923a90f465db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:15.086747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8c047025-91c5-41c0-a690-923a90f465db tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/networks/b70c6b38-2620-44cb-9dcd-1f9591d99649 HTTP/1.1" status: 200 len: 804 time: 0.5562687 Nov 19 19:08:15.093967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53394) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:15.096729 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:15.097712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 5f2d97c5-4262-464d-bd12-5ac7c301bebf no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:15.121013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85fd2c84-b756-4f4a-8be1-1efd2b429b52 req-2575fe00-1652-4b60-8d16-03bee123beff tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140585 Nov 19 19:08:15.259981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] For port f08a3941-6089-4ea0-b876-119abcc23261, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:08:15.271295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] For port f08a3941-6089-4ea0-b876-119abcc23261, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f08a3941-6089-4ea0-b876-119abcc23261,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:08:15.295967 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:15.319184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=18115d40-7010-4197-8b04-8b4b25274587,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:15.373441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-99b79e75-cb70-4de0-bde6-2dbd0055f2d2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/networks/b70c6b38-2620-44cb-9dcd-1f9591d99649?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2782850 Nov 19 19:08:15.374394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53400) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:15.438797 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:15.471159 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7bcc039b-c057-4ec4-b235-d54c2b9dc469 req-ce6f6aca-2e26-42fb-afe0-5647c5cfcc73 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9d72d02-7317-4799-bdac-fa4be201e8d2&id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7312005 Nov 19 19:08:15.482196 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:15.483048 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:15.493890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] 10.222.0.57 "PUT /v2.0/ports/f08a3941-6089-4ea0-b876-119abcc23261 HTTP/1.1" status: 200 len: 1092 time: 1.8229284 Nov 19 19:08:15.496534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e95e3f3-2a38-47e1-ab8a-a156a996c2a7', 'tag': 'f08a3941-6089-4ea0-b876-119abcc23261'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:15.507411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24ed9b-cab9-4a50-bda0-50f6990b935b req-da924dd3-cb20-404e-b4fe-225d9a99847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:15.512010 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949bc154-b383-4c5a-93e7-c3fdbe91287c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e95e3f3-2a38-47e1-ab8a-a156a996c2a7", "tag": "f08a3941-6089-4ea0-b876-119abcc23261"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:15.513611 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f24ed9b-cab9-4a50-bda0-50f6990b935b req-da924dd3-cb20-404e-b4fe-225d9a99847d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b51033b1b8e54bfaa22fc5919a0de9c0&device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 1094 time: 0.6784918 Nov 19 19:08:15.554015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 5f2d97c5-4262-464d-bd12-5ac7c301bebf, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=5f2d97c5-4262-464d-bd12-5ac7c301bebf,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:15.563554 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:15.564807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 9e4cbf62-bc26-4c17-ac64-184ae2a06110 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:15.629526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1affae-d419-4e5a-927e-8aea9bd8c1e4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:15.639353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-de1affae-d419-4e5a-927e-8aea9bd8c1e4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/subnets/e502ab2b-7e76-4786-824d-745c24d42d1d HTTP/1.1" status: 200 len: 843 time: 0.2595923 Nov 19 19:08:15.643254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53406) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:15.644296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634b60e-f3a9-4e94-92a4-18beb3eafd36 service neutron] Pushing event updated for resources: {'Port': ['ID=f08a3941-6089-4ea0-b876-119abcc23261,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:15.718808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=5f2d97c5-4262-464d-bd12-5ac7c301bebf,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:15.733836 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadc9627-f977-44d2-b38f-ff459a84aa28 x-openstack-request-id: req-cadc9627-f977-44d2-b38f-ff459a84aa28 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:15.734330 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e95e3f3-2a38-47e1-ab8a-a156a996c2a7", "tag": "f08a3941-6089-4ea0-b876-119abcc23261", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:15.734424 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cadc9627-f977-44d2-b38f-ff459a84aa28 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:15.734926 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e95e3f3-2a38-47e1-ab8a-a156a996c2a7', 'tag': 'f08a3941-6089-4ea0-b876-119abcc23261', 'status': 'completed', 'code': 200} Nov 19 19:08:15.799581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-1487a39a-9dda-4ec3-8e22-1468c672fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:15.801640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-1487a39a-9dda-4ec3-8e22-1468c672fadc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b51033b1b8e54bfaa22fc5919a0de9c0&device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 1095 time: 0.2282016 Nov 19 19:08:15.808620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de062cd2-0c8e-4c0d-aab0-e3b202e94af8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:15.827115 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-de062cd2-0c8e-4c0d-aab0-e3b202e94af8 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "GET /v2.0/subnets/e502ab2b-7e76-4786-824d-745c24d42d1d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1793213 Nov 19 19:08:15.830176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53412) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:15.844524 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:15.858759 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1075140962'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:15.967178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-2ff69a40-1405-48b0-b04d-79873fc1b5a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f08a3941-6089-4ea0-b876-119abcc23261 HTTP/1.1" status: 200 len: 217 time: 0.1355979 Nov 19 19:08:15.971649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 9e4cbf62-bc26-4c17-ac64-184ae2a06110, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=9e4cbf62-bc26-4c17-ac64-184ae2a06110,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:15.979963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a50779-8b47-40c8-8920-14ead89eaf3f'}, {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18115d40-7010-4197-8b04-8b4b25274587'}, {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f2d97c5-4262-464d-bd12-5ac7c301bebf'}, {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4cbf62-bc26-4c17-ac64-184ae2a06110'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:15.988790 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e23252-f32f-4a6b-93ca-adabe7204ec1" -d '{"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-unplugged", "status": "completed", "tag": "85a50779-8b47-40c8-8920-14ead89eaf3f"}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-unplugged", "status": "completed", "tag": "18115d40-7010-4197-8b04-8b4b25274587"}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-unplugged", "status": "completed", "tag": "5f2d97c5-4262-464d-bd12-5ac7c301bebf"}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4cbf62-bc26-4c17-ac64-184ae2a06110"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:16.002037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b456d54a-ce29-49f1-9bc1-14f79eb9a341 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Deleting port 9e4cbf62-bc26-4c17-ac64-184ae2a06110 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:16.002695 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b456d54a-ce29-49f1-9bc1-14f79eb9a341 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:16.013991 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:16.013991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 67956144-0508-45ed-934a-ac5fa1d15788 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:16.097699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-da16f260-f95d-4235-964d-9d446865b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:16.099621 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-da16f260-f95d-4235-964d-9d446865b5e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d97d950-bca7-4ad3-83b9-18249be2598a HTTP/1.1" status: 200 len: 855 time: 0.1153908 Nov 19 19:08:16.102567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:16.105154 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0554b4-a40d-4580-bb95-533e996f7e65 x-openstack-request-id: req-5f0554b4-a40d-4580-bb95-533e996f7e65 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:16.105472 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-unplugged", "status": "completed", "tag": "85a50779-8b47-40c8-8920-14ead89eaf3f", "code": 200}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-unplugged", "status": "completed", "tag": "18115d40-7010-4197-8b04-8b4b25274587", "code": 200}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-unplugged", "status": "completed", "tag": "5f2d97c5-4262-464d-bd12-5ac7c301bebf", "code": 200}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4cbf62-bc26-4c17-ac64-184ae2a06110", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:16.105736 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f0554b4-a40d-4580-bb95-533e996f7e65 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:16.106200 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a50779-8b47-40c8-8920-14ead89eaf3f', 'code': 200} Nov 19 19:08:16.106466 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18115d40-7010-4197-8b04-8b4b25274587', 'code': 200} Nov 19 19:08:16.106585 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:16.106794 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f2d97c5-4262-464d-bd12-5ac7c301bebf', 'code': 200} Nov 19 19:08:16.106978 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4cbf62-bc26-4c17-ac64-184ae2a06110', 'code': 200} Nov 19 19:08:16.118959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 67956144-0508-45ed-934a-ac5fa1d15788 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:08:16.123016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24ed9b-cab9-4a50-bda0-50f6990b935b req-551d1596-b066-4124-94f7-2944e5ed0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:16.123163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7cd50f9d-4054-443f-9740-6c5c35ff7fcb None None] Provisioning complete for port 00e8f34b-4ae3-4047-a368-968e2e9be854 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:16.123543 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7cd50f9d-4054-443f-9740-6c5c35ff7fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:16.124819 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f24ed9b-cab9-4a50-bda0-50f6990b935b req-551d1596-b066-4124-94f7-2944e5ed0361 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3be09d4c-f744-437e-b39f-4beb3f6c1508 HTTP/1.1" status: 200 len: 917 time: 0.5716362 Nov 19 19:08:16.190234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:08:16.203850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-b8ea9c29-d974-41d7-a7b3-11764014f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:16.206131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-b8ea9c29-d974-41d7-a7b3-11764014f427 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3be09d4c-f744-437e-b39f-4beb3f6c1508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866547 Nov 19 19:08:16.215019 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f24ed9b-cab9-4a50-bda0-50f6990b935b req-b1d2e3f6-f080-4656-8128-eb8d97d1b8ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0402e305-500a-4b7e-ab2e-56768959441d HTTP/1.1" status: 200 len: 217 time: 0.0793707 Nov 19 19:08:16.215447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:16.215819 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Added segment cf9625fb-7ba7-4913-9e67-de040fad01e3 of type vlan for network 1603fd15-2984-4d6b-a472-9db8e02dfbec Nov 19 19:08:16.222698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:08:16.252519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=9e4cbf62-bc26-4c17-ac64-184ae2a06110,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:16.279069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7cd50f9d-4054-443f-9740-6c5c35ff7fcb None None] Port 00e8f34b-4ae3-4047-a368-968e2e9be854 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:08:16.297956 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:16.316385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Transition to ACTIVE for port object 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:08:16.375158 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:16.396348 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:16.419088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-1ef60880-3827-4c1c-985b-e62cada617d0 service neutron] 10.222.0.57 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016621 Nov 19 19:08:16.439595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:16.445365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11379c1d-34ea-408a-ad1a-c6990b4b9665 req-7c491dd7-f802-45af-9bb9-454cd39b48c2 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:16.446965 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-11379c1d-34ea-408a-ad1a-c6990b4b9665 req-7c491dd7-f802-45af-9bb9-454cd39b48c2 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 944 time: 0.5845013 Nov 19 19:08:16.451524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:16.455110 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:16.575547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7220058 Nov 19 19:08:16.575993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24ed9b-cab9-4a50-bda0-50f6990b935b req-e512300d-1d1b-481d-8bbc-127b94dcf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:16.578057 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f24ed9b-cab9-4a50-bda0-50f6990b935b req-e512300d-1d1b-481d-8bbc-127b94dcf451 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d97d950-bca7-4ad3-83b9-18249be2598a HTTP/1.1" status: 200 len: 855 time: 0.3300440 Nov 19 19:08:16.584593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53430) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:16.605744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'network_id': '1603fd15-2984-4d6b-a472-9db8e02dfbec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:16.633417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b456d54a-ce29-49f1-9bc1-14f79eb9a341 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] For port 9e4cbf62-bc26-4c17-ac64-184ae2a06110, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=9e4cbf62-bc26-4c17-ac64-184ae2a06110,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:16.634645 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b456d54a-ce29-49f1-9bc1-14f79eb9a341 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:16.677712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdcafdf-c54a-4e0a-a699-41e52ef1a879,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:16.693474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf3b84-61bd-4fe5-947d-2c8626b32803 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Network': ['ID=1603fd15-2984-4d6b-a472-9db8e02dfbec,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:16.717153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 1603fd15-2984-4d6b-a472-9db8e02dfbec details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:08:16.791526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc82ecec-e88c-4742-8e01-7f1eadd662d5 req-42eac772-e963-4b2c-9c85-cde24b4c9baf service neutron] 10.222.0.57 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643627 Nov 19 19:08:16.791995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b456d54a-ce29-49f1-9bc1-14f79eb9a341 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Calling delete_port for 9e4cbf62-bc26-4c17-ac64-184ae2a06110 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:16.911323 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-11379c1d-34ea-408a-ad1a-c6990b4b9665 req-d8490ea3-d561-4a9d-98b2-37549ac2d9f4 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373951 Nov 19 19:08:16.921370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Made reservation on behalf of ab5dbe18f4534f20a00d3d1fa143a25d for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:08:16.934247 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:17.048967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-59ea192e-089f-49f0-b35f-4d2bad43135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:17.050906 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-59ea192e-089f-49f0-b35f-4d2bad43135f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b51033b1b8e54bfaa22fc5919a0de9c0&device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 1095 time: 0.2038183 Nov 19 19:08:17.052601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Performing IP validity checks on allocation pools {{(pid=109887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 19:08:17.053116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 19:08:17.064861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bf6a-0f4f-445a-b7bc-2f1a68f43e17 req-a1868e54-286c-4240-934e-4d7b947f24f0 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:17.070792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bf6a-0f4f-445a-b7bc-2f1a68f43e17 req-a1868e54-286c-4240-934e-4d7b947f24f0 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:17.074657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24ed9b-cab9-4a50-bda0-50f6990b935b req-1cd1d8e9-3411-424c-afbf-321306db17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:17.076384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f24ed9b-cab9-4a50-bda0-50f6990b935b req-1cd1d8e9-3411-424c-afbf-321306db17e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3be09d4c-f744-437e-b39f-4beb3f6c1508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4540439 Nov 19 19:08:17.076863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bf6a-0f4f-445a-b7bc-2f1a68f43e17 req-a1868e54-286c-4240-934e-4d7b947f24f0 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:17.079172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Attempting to bind port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:08:17.080510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Attempting to bind port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:08:17.080903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Attempting to bind port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 on network 3be09d4c-f744-437e-b39f-4beb3f6c1508 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:08:17.083517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bf6a-0f4f-445a-b7bc-2f1a68f43e17 req-a1868e54-286c-4240-934e-4d7b947f24f0 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:17.090260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77bf6a-0f4f-445a-b7bc-2f1a68f43e17 req-a1868e54-286c-4240-934e-4d7b947f24f0 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:17.092036 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d77bf6a-0f4f-445a-b7bc-2f1a68f43e17 req-a1868e54-286c-4240-934e-4d7b947f24f0 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 3875 time: 0.1916161 Nov 19 19:08:17.099430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b456d54a-ce29-49f1-9bc1-14f79eb9a341 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:17.103005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 on network 3be09d4c-f744-437e-b39f-4beb3f6c1508 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:08:17.103322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Attempting to bind port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 on network 3be09d4c-f744-437e-b39f-4beb3f6c1508 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:08:17.127926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 0402e305-500a-4b7e-ab2e-56768959441d details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:08:17.187734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:08:17.188524 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Checking segment: {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:17.189530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Bound using segment: {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:08:17.190565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Bound port: 2cdcafdf-c54a-4e0a-a699-41e52ef1a879, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0966aca-6be2-4fbe-87be-fb3a980f8f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:08:17.191238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:17.264612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e34bb-39b3-4b39-8dc2-e2ba5cbe6e91 req-9588c298-ea50-4bb1-9587-d268dc8f34f6 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:17.266637 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a65e34bb-39b3-4b39-8dc2-e2ba5cbe6e91 req-9588c298-ea50-4bb1-9587-d268dc8f34f6 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 945 time: 0.2541840 Nov 19 19:08:17.273426 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d77bf6a-0f4f-445a-b7bc-2f1a68f43e17 req-dbd628b1-8970-4eeb-a58b-7953b96492b6 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551466 Nov 19 19:08:17.290811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456d54a-ce29-49f1-9bc1-14f79eb9a341 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Port': ['ID=9e4cbf62-bc26-4c17-ac64-184ae2a06110,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:17.353363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 0402e305-500a-4b7e-ab2e-56768959441d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=0402e305-500a-4b7e-ab2e-56768959441d,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:17.358458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-db0f4591-ebea-4c7d-8f0a-30d516fb6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:17.359972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-db0f4591-ebea-4c7d-8f0a-30d516fb6938 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3be09d4c-f744-437e-b39f-4beb3f6c1508 HTTP/1.1" status: 200 len: 917 time: 0.2656672 Nov 19 19:08:17.377456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '0402e305-500a-4b7e-ab2e-56768959441d', 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508', 'port_id': '0402e305-500a-4b7e-ab2e-56768959441d', 'mac_address': 'fa:16:3e:74:ff:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d97d950-bca7-4ad3-83b9-18249be2598a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:08:17.414246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-ea3fbf1f-30e9-4a70-9f53-894df8de75aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f08a3941-6089-4ea0-b876-119abcc23261 HTTP/1.1" status: 200 len: 217 time: 0.0439284 Nov 19 19:08:17.451615 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:17.475160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0402e305-500a-4b7e-ab2e-56768959441d {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:08:17.508642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 0402e305-500a-4b7e-ab2e-56768959441d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=0402e305-500a-4b7e-ab2e-56768959441d,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:17.523054 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:17.570458 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:17.618579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=0402e305-500a-4b7e-ab2e-56768959441d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:17.631265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-4cc69447-2fb8-4218-b1c9-5688f8da6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:17.633815 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-4cc69447-2fb8-4218-b1c9-5688f8da6d09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d97d950-bca7-4ad3-83b9-18249be2598a HTTP/1.1" status: 200 len: 855 time: 0.1521266 Nov 19 19:08:17.718999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Checking segment: {'id': 'cf9625fb-7ba7-4913-9e67-de040fad01e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1603fd15-2984-4d6b-a472-9db8e02dfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:17.728207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network hostable DHCP agents. Network: 1603fd15-2984-4d6b-a472-9db8e02dfbec, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:08:17.738879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=ab95657e-c2d8-45ca-a035-9537d52a4275,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:17.772693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-ac121357-81eb-4016-95ed-15e9c2b41c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:17.774617 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-ac121357-81eb-4016-95ed-15e9c2b41c62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3be09d4c-f744-437e-b39f-4beb3f6c1508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271439 Nov 19 19:08:17.817866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] For port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:08:17.828190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] For port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2cdcafdf-c54a-4e0a-a699-41e52ef1a879,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:08:17.868573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b456d54a-ce29-49f1-9bc1-14f79eb9a341 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] No DVR routers for this DVR port 9e4cbf62-bc26-4c17-ac64-184ae2a06110 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:17.871677 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f24ed9b-cab9-4a50-bda0-50f6990b935b req-794a0b72-bd74-4891-b663-1877c7bb67cb service neutron] 10.222.0.57 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7857554 Nov 19 19:08:17.873517 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b456d54a-ce29-49f1-9bc1-14f79eb9a341 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:17.877669 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b456d54a-ce29-49f1-9bc1-14f79eb9a341 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "DELETE /v2.0/ports/9e4cbf62-bc26-4c17-ac64-184ae2a06110 HTTP/1.1" status: 204 len: 173 time: 2.7848909 Nov 19 19:08:17.879544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-deleted', 'tag': '9e4cbf62-bc26-4c17-ac64-184ae2a06110'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:17.882516 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1f2ed5-ce20-490a-910b-c57520c7e15a" -d '{"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-deleted", "tag": "9e4cbf62-bc26-4c17-ac64-184ae2a06110"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:17.894858 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:17.927886 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['0402e305-500a-4b7e-ab2e-56768959441d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:08:17.938848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Network 1603fd15-2984-4d6b-a472-9db8e02dfbec is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:08:17.993686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 1603fd15-2984-4d6b-a472-9db8e02dfbec) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:18.015045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d584837-3950-4b4d-98fd-62747caefa46 None None] Network 1603fd15-2984-4d6b-a472-9db8e02dfbec requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:18.020146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:18.020822 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:18.025583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-3fb7e6be-235e-4eaa-a764-2c7847974976 service neutron] 10.222.0.57 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382855 Nov 19 19:08:18.060412 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a85ee0-93fb-4da3-b627-930453a0d7ef x-openstack-request-id: req-c6a85ee0-93fb-4da3-b627-930453a0d7ef {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:18.060805 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-deleted", "tag": "9e4cbf62-bc26-4c17-ac64-184ae2a06110", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:18.061136 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6a85ee0-93fb-4da3-b627-930453a0d7ef {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:18.061609 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-deleted', 'tag': '9e4cbf62-bc26-4c17-ac64-184ae2a06110', 'status': 'completed', 'code': 200} Nov 19 19:08:18.084907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:18.086088 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:18.087562 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/2cdcafdf-c54a-4e0a-a699-41e52ef1a879 HTTP/1.1" status: 200 len: 1091 time: 4.8590574 Nov 19 19:08:18.105070 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a65e34bb-39b3-4b39-8dc2-e2ba5cbe6e91 req-e98b47cd-350b-4074-986f-7dbc339e290c tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8102746 Nov 19 19:08:18.152072 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-092824c8-1442-4a36-b30e-35e0501d35e9 service neutron] 10.222.0.57 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159000 Nov 19 19:08:18.215427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-06c2daba-a146-4ff9-81f2-de48f9d4317e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6154747 Nov 19 19:08:18.216046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53450) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:18.223890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a771f4a8-1791-4fa5-b9a0-8988580dbd10 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:08:18.318006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eede0a-7aba-410f-8290-5c749625c376 req-9836f8f4-8dce-4ccc-a3e8-d2db7ff3ccf0 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:18.319517 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27eede0a-7aba-410f-8290-5c749625c376 req-9836f8f4-8dce-4ccc-a3e8-d2db7ff3ccf0 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 945 time: 0.3463061 Nov 19 19:08:18.414120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7e586-fafb-4f67-95b3-0c233fef2554 req-c2b7bfcc-f93a-4d1c-93d8-7f22ee43dd4f tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:18.421845 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52e7e586-fafb-4f67-95b3-0c233fef2554 req-c2b7bfcc-f93a-4d1c-93d8-7f22ee43dd4f tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 944 time: 0.2672734 Nov 19 19:08:18.423971 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f24ed9b-cab9-4a50-bda0-50f6990b935b req-11e6722d-ec98-4683-9df5-4a44f068fe7a service neutron] 10.222.0.57 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086722 Nov 19 19:08:18.475981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-1603fd15-2984-4d6b-a472-9db8e02dfbec', 'network_id': '1603fd15-2984-4d6b-a472-9db8e02dfbec', 'tenant_id': 'ab5dbe18f4534f20a00d3d1fa143a25d', 'fixed_ips': [{'subnet_id': 'ab95657e-c2d8-45ca-a035-9537d52a4275'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:08:18.476847 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:18.482680 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a771f4a8-1791-4fa5-b9a0-8988580dbd10 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26934983'] for subnet, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:18.571775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cc421-c451-45ae-a62a-2eaa908692f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdcafdf-c54a-4e0a-a699-41e52ef1a879,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:18.601395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52e7e586-fafb-4f67-95b3-0c233fef2554 req-f583a8ba-06f6-4368-baea-e727c5ab09f7 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770852 Nov 19 19:08:18.636333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-f6a8155d-13eb-49a6-b93c-e40625138d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:18.637971 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-f6a8155d-13eb-49a6-b93c-e40625138d6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b51033b1b8e54bfaa22fc5919a0de9c0&device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0 HTTP/1.1" status: 200 len: 1094 time: 0.4272931 Nov 19 19:08:18.669072 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 19:08:18.669072 n-d-815373-6 neutron-server[109889]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 19 19:08:18.669072 n-d-815373-6 neutron-server[109889]: [parameters: {'in_use': 1, 'id_1': 'ab95657e-c2d8-45ca-a035-9537d52a4275'}] Nov 19 19:08:18.669072 n-d-815373-6 neutron-server[109889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:08:18.669590 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:08:18.680950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-27eede0a-7aba-410f-8290-5c749625c376 req-46763a94-3537-433e-92ec-c15ec8ee1b15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Deleting port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:18.681351 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-27eede0a-7aba-410f-8290-5c749625c376 req-46763a94-3537-433e-92ec-c15ec8ee1b15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:18.728382 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-0f752b22-fdb6-440b-bd17-d3f4953ed455 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cdcafdf-c54a-4e0a-a699-41e52ef1a879 HTTP/1.1" status: 200 len: 217 time: 0.0767424 Nov 19 19:08:18.741649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aea9b-bd3e-4f6b-b12e-9ceffae69ad5 req-a94b3372-35cf-47ad-8524-142adf165c08 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:18.748750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aea9b-bd3e-4f6b-b12e-9ceffae69ad5 req-a94b3372-35cf-47ad-8524-142adf165c08 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:18.756095 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aea9b-bd3e-4f6b-b12e-9ceffae69ad5 req-a94b3372-35cf-47ad-8524-142adf165c08 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:18.762406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aea9b-bd3e-4f6b-b12e-9ceffae69ad5 req-a94b3372-35cf-47ad-8524-142adf165c08 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:18.771763 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b07aea9b-bd3e-4f6b-b12e-9ceffae69ad5 req-a94b3372-35cf-47ad-8524-142adf165c08 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 3143 time: 0.3614216 Nov 19 19:08:18.789886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3d12a171-2c6d-48b8-b444-0183811c34c1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Deleting port cd42bb32-903f-483f-a136-2067566b2a74 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:18.790270 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3d12a171-2c6d-48b8-b444-0183811c34c1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:18.926596 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-d4247bf4-603f-4a48-aa07-d3acf57b3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:18.927331 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-d4247bf4-603f-4a48-aa07-d3acf57b3be7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d97d950-bca7-4ad3-83b9-18249be2598a HTTP/1.1" status: 200 len: 855 time: 0.0903752 Nov 19 19:08:18.933990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b07aea9b-bd3e-4f6b-b12e-9ceffae69ad5 req-50bd2ed5-84fd-4f54-a7b2-ddb356e9ff5f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613245 Nov 19 19:08:19.004623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3d12a171-2c6d-48b8-b444-0183811c34c1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] For port cd42bb32-903f-483f-a136-2067566b2a74, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=cd42bb32-903f-483f-a136-2067566b2a74,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:19.004997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3d12a171-2c6d-48b8-b444-0183811c34c1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.025137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3d12a171-2c6d-48b8-b444-0183811c34c1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Calling delete_port for cd42bb32-903f-483f-a136-2067566b2a74 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:19.031323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-df9f9982-9a4e-42cb-83da-883240ad5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:19.033123 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-df9f9982-9a4e-42cb-83da-883240ad5426 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3be09d4c-f744-437e-b39f-4beb3f6c1508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959601 Nov 19 19:08:19.119278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f08a3941-6089-4ea0-b876-119abcc23261 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:08:19.179087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.195132 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-ff1a740d-556c-4d80-8e7e-687620c5b7ef service neutron] 10.222.0.21 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541634 Nov 19 19:08:19.204045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-27eede0a-7aba-410f-8290-5c749625c376 req-46763a94-3537-433e-92ec-c15ec8ee1b15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] For port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=169faa1e-370c-4d0f-9b5f-0316ffd4fae9,segment=NetworkSegment(a834aff9-f93a-4c6e-beb7-8fb0d337a07e),segment_id=a834aff9-f93a-4c6e-beb7-8fb0d337a07e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:19.205437 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-27eede0a-7aba-410f-8290-5c749625c376 req-46763a94-3537-433e-92ec-c15ec8ee1b15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.213208 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a771f4a8-1791-4fa5-b9a0-8988580dbd10 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774168482133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3371053'] for subnet, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.264068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-27eede0a-7aba-410f-8290-5c749625c376 req-46763a94-3537-433e-92ec-c15ec8ee1b15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Calling delete_port for 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:19.280146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771f4a8-1791-4fa5-b9a0-8988580dbd10 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event updated for resources: {'Subnet': ['ID=ab95657e-c2d8-45ca-a035-9537d52a4275,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:19.324582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f08a3941-6089-4ea0-b876-119abcc23261, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f08a3941-6089-4ea0-b876-119abcc23261,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:19.329504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771f4a8-1791-4fa5-b9a0-8988580dbd10 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:19.330430 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a771f4a8-1791-4fa5-b9a0-8988580dbd10 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.334904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a771f4a8-1791-4fa5-b9a0-8988580dbd10 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "PUT /v2.0/subnets/ab95657e-c2d8-45ca-a035-9537d52a4275 HTTP/1.1" status: 200 len: 900 time: 1.1132011 Nov 19 19:08:19.335858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53464) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:19.349917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'f08a3941-6089-4ea0-b876-119abcc23261', 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508', 'port_id': 'f08a3941-6089-4ea0-b876-119abcc23261', 'mac_address': 'fa:16:3e:a0:53:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d97d950-bca7-4ad3-83b9-18249be2598a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:08:19.383883 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3d12a171-2c6d-48b8-b444-0183811c34c1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.428112 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe214ccc-67de-432d-b859-ec388121e795 req-489d6966-209e-46b5-9311-eca9ae2e6f13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1533017 Nov 19 19:08:19.429378 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.431802 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Allocated IP 2001:db8::3 (1603fd15-2984-4d6b-a472-9db8e02dfbec/ab95657e-c2d8-45ca-a035-9537d52a4275/1008649c-520b-4c80-9ffc-14d0f2d56111) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:08:19.435909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbbd8d-9cdb-4968-826f-b48984977933 req-cb85ab3a-77a2-4bf7-9bb0-afcdd4bcc532 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:19.437392 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cdbbd8d-9cdb-4968-826f-b48984977933 req-cb85ab3a-77a2-4bf7-9bb0-afcdd4bcc532 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/ports?device_id=a39ef4ac-0f4b-46f6-b393-af7b292fb954 HTTP/1.1" status: 200 len: 945 time: 0.1660662 Nov 19 19:08:19.448489 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fee8b68d-c681-4a51-8a31-102eaad2029f req-1ce411fb-5dc6-406f-a0a0-d57f377f8615 service neutron] 10.222.0.21 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439380 Nov 19 19:08:19.450948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12a171-2c6d-48b8-b444-0183811c34c1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Port': ['ID=cd42bb32-903f-483f-a136-2067566b2a74,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:19.472476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08a3941-6089-4ea0-b876-119abcc23261 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:08:19.498533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.542520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3d12a171-2c6d-48b8-b444-0183811c34c1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] No DVR routers for this DVR port cd42bb32-903f-483f-a136-2067566b2a74 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:19.544473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f08a3941-6089-4ea0-b876-119abcc23261, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f08a3941-6089-4ea0-b876-119abcc23261,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:19.547195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3d12a171-2c6d-48b8-b444-0183811c34c1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.551265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-3d12a171-2c6d-48b8-b444-0183811c34c1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "DELETE /v2.0/ports/cd42bb32-903f-483f-a136-2067566b2a74 HTTP/1.1" status: 204 len: 173 time: 1.6393301 Nov 19 19:08:19.553863 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.606773 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.625025 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cdbbd8d-9cdb-4968-826f-b48984977933 req-466a088f-538c-499c-bcd9-7cb67f15a272 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d65592f0-b728-4ef2-958d-c181f7ded28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751742 Nov 19 19:08:19.641008 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=f08a3941-6089-4ea0-b876-119abcc23261,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:19.652268 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe214ccc-67de-432d-b859-ec388121e795 req-ac98e9ec-4bf4-4601-a517-a4b46cd55684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:19.653979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe214ccc-67de-432d-b859-ec388121e795 req-ac98e9ec-4bf4-4601-a517-a4b46cd55684 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 1097 time: 0.1931953 Nov 19 19:08:19.694642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-27eede0a-7aba-410f-8290-5c749625c376 req-46763a94-3537-433e-92ec-c15ec8ee1b15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.714675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['169faa1e-370c-4d0f-9b5f-0316ffd4fae9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:08:19.730809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46763a94-3537-433e-92ec-c15ec8ee1b15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Pushing event deleted for resources: {'Port': ['ID=169faa1e-370c-4d0f-9b5f-0316ffd4fae9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:19.744866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Deleting port 85a50779-8b47-40c8-8920-14ead89eaf3f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:19.745216 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.770067 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.771690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df94977c-aa52-404e-a17e-e216ffc946d9 None None] DHCP port deletion for 94421311-9ebb-426d-b31a-3ca72f5c6e82 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:08:19.783160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eede0a-7aba-410f-8290-5c749625c376 req-46763a94-3537-433e-92ec-c15ec8ee1b15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] No DVR routers for this DVR port 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:19.787605 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-27eede0a-7aba-410f-8290-5c749625c376 req-46763a94-3537-433e-92ec-c15ec8ee1b15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.790340 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.790518 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27eede0a-7aba-410f-8290-5c749625c376 req-46763a94-3537-433e-92ec-c15ec8ee1b15 tempest-VolumesActionsTest-1377839769 tempest-VolumesActionsTest-1377839769-project] 10.222.0.21 "DELETE /v2.0/ports/169faa1e-370c-4d0f-9b5f-0316ffd4fae9 HTTP/1.1" status: 204 len: 173 time: 1.4404833 Nov 19 19:08:19.790963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39ef4ac-0f4b-46f6-b393-af7b292fb954', 'name': 'network-vif-deleted', 'tag': '169faa1e-370c-4d0f-9b5f-0316ffd4fae9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:19.801221 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee05b3a8-5771-454b-8836-89a9ba65357a" -d '{"events": [{"server_uuid": "a39ef4ac-0f4b-46f6-b393-af7b292fb954", "name": "network-vif-deleted", "tag": "169faa1e-370c-4d0f-9b5f-0316ffd4fae9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:19.847766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Network 1603fd15-2984-4d6b-a472-9db8e02dfbec is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:08:19.861786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe214ccc-67de-432d-b859-ec388121e795 req-1f73558c-6f23-4416-a0b5-95f721e145d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:19.863585 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe214ccc-67de-432d-b859-ec388121e795 req-1f73558c-6f23-4416-a0b5-95f721e145d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.1864493 Nov 19 19:08:19.894953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.931970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Pushing event updated for resources: {'Port': ['ID=1008649c-520b-4c80-9ffc-14d0f2d56111,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:19.935393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['f08a3941-6089-4ea0-b876-119abcc23261'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:08:19.969359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] For port 85a50779-8b47-40c8-8920-14ead89eaf3f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=85a50779-8b47-40c8-8920-14ead89eaf3f,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:19.969779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:19.996071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:08:20.002840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:08:20.016886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d2568-bc0f-478f-85fd-5fa671026e48 req-7a545ab4-0ca5-43ca-8f03-271402113411 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:20.035475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-155d2568-bc0f-478f-85fd-5fa671026e48 req-7a545ab4-0ca5-43ca-8f03-271402113411 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 945 time: 0.2101893 Nov 19 19:08:20.042910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Subnet': ['ID=ab95657e-c2d8-45ca-a035-9537d52a4275,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:20.113852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e11bed-ec01-4fa0-adda-0cf785b696e0', 'tag': '2cdcafdf-c54a-4e0a-a699-41e52ef1a879'}, {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-deleted', 'tag': 'cd42bb32-903f-483f-a136-2067566b2a74'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:20.116545 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354" -d '{"events": [{"name": "network-changed", "server_uuid": "27e11bed-ec01-4fa0-adda-0cf785b696e0", "tag": "2cdcafdf-c54a-4e0a-a699-41e52ef1a879"}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-deleted", "tag": "cd42bb32-903f-483f-a136-2067566b2a74"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:20.136414 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe214ccc-67de-432d-b859-ec388121e795 req-6e000885-af2b-4d76-bd64-b6665fbecbd8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36 HTTP/1.1" status: 200 len: 1002 time: 0.2282770 Nov 19 19:08:20.157983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Attempting to bind port 1008649c-520b-4c80-9ffc-14d0f2d56111 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:08:20.158664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Attempting to bind port 1008649c-520b-4c80-9ffc-14d0f2d56111 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'cf9625fb-7ba7-4913-9e67-de040fad01e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1603fd15-2984-4d6b-a472-9db8e02dfbec'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:08:20.158834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Attempting to bind port 1008649c-520b-4c80-9ffc-14d0f2d56111 on network 1603fd15-2984-4d6b-a472-9db8e02dfbec {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:08:20.174259 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:08:20.174838 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Checking segment: {'id': 'cf9625fb-7ba7-4913-9e67-de040fad01e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1603fd15-2984-4d6b-a472-9db8e02dfbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:08:20.175046 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cba758a-d916-4cca-901c-d6f055de5bd4 x-openstack-request-id: req-9cba758a-d916-4cca-901c-d6f055de5bd4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:20.175448 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:20.175827 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39ef4ac-0f4b-46f6-b393-af7b292fb954", "name": "network-vif-deleted", "tag": "169faa1e-370c-4d0f-9b5f-0316ffd4fae9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:20.176107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Bound using segment: {'id': 'cf9625fb-7ba7-4913-9e67-de040fad01e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1603fd15-2984-4d6b-a472-9db8e02dfbec'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:08:20.176708 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9cba758a-d916-4cca-901c-d6f055de5bd4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:20.177132 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39ef4ac-0f4b-46f6-b393-af7b292fb954', 'name': 'network-vif-deleted', 'tag': '169faa1e-370c-4d0f-9b5f-0316ffd4fae9', 'status': 'completed', 'code': 200} Nov 19 19:08:20.177262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Bound port: 1008649c-520b-4c80-9ffc-14d0f2d56111, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9625fb-7ba7-4913-9e67-de040fad01e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1603fd15-2984-4d6b-a472-9db8e02dfbec'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:08:20.177954 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:20.214795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-155d2568-bc0f-478f-85fd-5fa671026e48 req-49bd0b7c-8df3-431a-8234-958025a30207 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783583 Nov 19 19:08:20.225171 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:20.252644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] For port 1008649c-520b-4c80-9ffc-14d0f2d56111, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:08:20.256340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] For port 1008649c-520b-4c80-9ffc-14d0f2d56111, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1008649c-520b-4c80-9ffc-14d0f2d56111,segment=NetworkSegment(cf9625fb-7ba7-4913-9e67-de040fad01e3),segment_id=cf9625fb-7ba7-4913-9e67-de040fad01e3)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:08:20.262319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1603fd15-2984-4d6b-a472-9db8e02dfbec']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:20.271761 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:20.276101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9625fb-7ba7-4913-9e67-de040fad01e3') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:20.276690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9625fb-7ba7-4913-9e67-de040fad01e3') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:20.291851 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:20.310337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe214ccc-67de-432d-b859-ec388121e795 req-1d169920-320b-49db-b5c7-526fbf273af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:20.311790 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe214ccc-67de-432d-b859-ec388121e795 req-1d169920-320b-49db-b5c7-526fbf273af3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.1662748 Nov 19 19:08:20.312722 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:20.332214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:08:20.332919 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:20.389862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c22a9f-2c38-47dc-9f56-0dded4c772d1 None None] Pushing event updated for resources: {'Port': ['ID=1008649c-520b-4c80-9ffc-14d0f2d56111,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:08:20.401840 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:08:20.424310 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 19:08:20.424310 n-d-815373-6 neutron-server[109887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 19:08:20.424310 n-d-815373-6 neutron-server[109887]: [parameters: {'id': '1603fd15-2984-4d6b-a472-9db8e02dfbec'}] Nov 19 19:08:20.424310 n-d-815373-6 neutron-server[109887]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:08:20.424871 n-d-815373-6 neutron-server[109887]: DEBUG oslo_db.api [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:08:20.445107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a65a9-cd6b-417e-99d3-b6ffaf23150f None None] Network 1603fd15-2984-4d6b-a472-9db8e02dfbec requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:20.445353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043120ff-4da5-4fe3-a4ec-26117583c9d9 req-2fc44be4-1b9d-4c5a-8e9d-9c35d90ef223 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:20.451376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043120ff-4da5-4fe3-a4ec-26117583c9d9 req-2fc44be4-1b9d-4c5a-8e9d-9c35d90ef223 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:20.457655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043120ff-4da5-4fe3-a4ec-26117583c9d9 req-2fc44be4-1b9d-4c5a-8e9d-9c35d90ef223 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:20.460120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-043120ff-4da5-4fe3-a4ec-26117583c9d9 req-2fc44be4-1b9d-4c5a-8e9d-9c35d90ef223 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 2410 time: 0.2741857 Nov 19 19:08:20.464775 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521f816c-b387-44b7-857e-bc6e82c9b934 x-openstack-request-id: req-521f816c-b387-44b7-857e-bc6e82c9b934 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:20.465299 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e11bed-ec01-4fa0-adda-0cf785b696e0", "tag": "2cdcafdf-c54a-4e0a-a699-41e52ef1a879", "status": "completed", "code": 200}, {"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-deleted", "tag": "cd42bb32-903f-483f-a136-2067566b2a74", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:20.465439 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-521f816c-b387-44b7-857e-bc6e82c9b934 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:20.465713 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e11bed-ec01-4fa0-adda-0cf785b696e0', 'tag': '2cdcafdf-c54a-4e0a-a699-41e52ef1a879', 'status': 'completed', 'code': 200} Nov 19 19:08:20.466004 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-deleted', 'tag': 'cd42bb32-903f-483f-a136-2067566b2a74', 'status': 'completed', 'code': 200} Nov 19 19:08:20.513431 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:20.513826 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:20.514858 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Floating IP 609b1929-fab8-4216-9927-ee5ab6799c73 disassociated. External IP: 172.25.3.183, port: 85a50779-8b47-40c8-8920-14ead89eaf3f. Nov 19 19:08:20.514858 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Calling delete_port for 85a50779-8b47-40c8-8920-14ead89eaf3f owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:20.526771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354 req-082c4d90-b2fe-417f-b5e5-f3357774f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:20.528210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe214ccc-67de-432d-b859-ec388121e795 req-e9446394-5872-4f95-bfeb-25f7758bc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:20.528563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354 req-082c4d90-b2fe-417f-b5e5-f3357774f11b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b51033b1b8e54bfaa22fc5919a0de9c0&device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0 HTTP/1.1" status: 200 len: 1094 time: 0.0569930 Nov 19 19:08:20.529787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe214ccc-67de-432d-b859-ec388121e795 req-e9446394-5872-4f95-bfeb-25f7758bc14c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025847 Nov 19 19:08:20.599184 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-043120ff-4da5-4fe3-a4ec-26117583c9d9 req-c981c4ea-8732-42c1-b833-de0d52de67ff tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270018 Nov 19 19:08:20.611052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca5313f-9da8-4901-a07f-c58d989d5d5f None None] Network 1603fd15-2984-4d6b-a472-9db8e02dfbec requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:20.649170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354 req-8d67599a-3b58-44cc-9903-274939653752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:20.651436 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354 req-8d67599a-3b58-44cc-9903-274939653752 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3be09d4c-f744-437e-b39f-4beb3f6c1508 HTTP/1.1" status: 200 len: 917 time: 0.1163580 Nov 19 19:08:20.698522 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354 req-3adf1814-7903-4a14-af0b-ce2b2979f326 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cdcafdf-c54a-4e0a-a699-41e52ef1a879 HTTP/1.1" status: 200 len: 217 time: 0.0382221 Nov 19 19:08:20.703276 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe214ccc-67de-432d-b859-ec388121e795 req-fb537a86-dada-4b9b-9480-06fc54b914f5 service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620402 Nov 19 19:08:20.762897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ebc108-8dbf-41b6-875c-e39ca06bf626 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:08:20.773840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354 req-e4630fcf-a813-4d85-b302-c061d6255e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:20.775617 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354 req-e4630fcf-a813-4d85-b302-c061d6255e27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d97d950-bca7-4ad3-83b9-18249be2598a HTTP/1.1" status: 200 len: 855 time: 0.0697305 Nov 19 19:08:20.835960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354 req-badf77f7-b9ed-49d8-9863-a644c7c5a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:20.837652 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354 req-badf77f7-b9ed-49d8-9863-a644c7c5a381 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3be09d4c-f744-437e-b39f-4beb3f6c1508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541720 Nov 19 19:08:20.887806 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe214ccc-67de-432d-b859-ec388121e795 req-9a44c626-ac2e-4e3b-ab5d-fcd98cd278b1 service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660805 Nov 19 19:08:20.897412 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:20.950529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Port': ['ID=85a50779-8b47-40c8-8920-14ead89eaf3f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:21.015157 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.017789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ebc108-8dbf-41b6-875c-e39ca06bf626 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:08:21.043217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354 req-d406187c-f0d4-4418-9761-4bd5ae38e5e1 service neutron] 10.222.0.21 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972663 Nov 19 19:08:21.100278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Router 44e50af2-91ee-44b1-99b2-0e032da641b1 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:08:21.136300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 0402e305-500a-4b7e-ab2e-56768959441d up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:08:21.213474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Deleting port 1008649c-520b-4c80-9ffc-14d0f2d56111 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:21.214082 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.219870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f9dfb66-9eff-4d8a-b4b9-fd32b8066354 req-b2783675-a053-4048-8958-d7360f201032 service neutron] 10.222.0.21 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366825 Nov 19 19:08:21.265227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 0402e305-500a-4b7e-ab2e-56768959441d completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:08:21.271399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 0402e305-500a-4b7e-ab2e-56768959441d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:21.271832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.294697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:08:21.308032 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf9f78-2015-498b-8401-228ed786a4ba None None] Sync routers for ids ['44e50af2-91ee-44b1-99b2-0e032da641b1'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:08:21.339990 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf9f78-2015-498b-8401-228ed786a4ba None None] Routers {'44e50af2-91ee-44b1-99b2-0e032da641b1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:08:21.343316 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-93bf9f78-2015-498b-8401-228ed786a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:08:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['44e50af2-91ee-44b1-99b2-0e032da641b1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:21.367906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] For port 1008649c-520b-4c80-9ffc-14d0f2d56111, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1008649c-520b-4c80-9ffc-14d0f2d56111,segment=NetworkSegment(cf9625fb-7ba7-4913-9e67-de040fad01e3),segment_id=cf9625fb-7ba7-4913-9e67-de040fad01e3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:21.368281 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.398804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Calling delete_port for 1008649c-520b-4c80-9ffc-14d0f2d56111 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:21.457851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] No DVR routers for this DVR port 85a50779-8b47-40c8-8920-14ead89eaf3f on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:21.477139 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.482542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-7597e38d-0c2b-4624-bb10-20a4e3dcbe17 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "DELETE /v2.0/ports/85a50779-8b47-40c8-8920-14ead89eaf3f HTTP/1.1" status: 204 len: 173 time: 1.9218993 Nov 19 19:08:21.535738 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.572035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41969-0405-4f43-b097-e1da60a78804 req-d345c1f4-76ad-43f0-9a84-751391899c35 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:21.576702 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-48c41969-0405-4f43-b097-e1da60a78804 req-d345c1f4-76ad-43f0-9a84-751391899c35 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 945 time: 0.1948643 Nov 19 19:08:21.619623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No DVR routers for this DVR port 1008649c-520b-4c80-9ffc-14d0f2d56111 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:21.664626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Port': ['ID=1008649c-520b-4c80-9ffc-14d0f2d56111,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:21.718381 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-93bf9f78-2015-498b-8401-228ed786a4ba None None] Set router 44e50af2-91ee-44b1-99b2-0e032da641b1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:08:21.822457 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.834370 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-48c41969-0405-4f43-b097-e1da60a78804 req-36b922b8-c45c-4025-8331-40b178d07a37 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843979 Nov 19 19:08:21.856962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1603fd15-2984-4d6b-a472-9db8e02dfbec']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:21.859017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b2d895fd-800a-4ad4-bbd4-3bbebafc9eea tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Deleting port 18115d40-7010-4197-8b04-8b4b25274587 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:21.862497 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b2d895fd-800a-4ad4-bbd4-3bbebafc9eea tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.865540 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.882053 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfb65e-c4de-4498-b063-7c3f0eabe170 req-cebf3765-0ecf-44fb-ab09-47e2e555bf95 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:21.888389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfb65e-c4de-4498-b063-7c3f0eabe170 req-cebf3765-0ecf-44fb-ab09-47e2e555bf95 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:21.896853 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3dfb65e-c4de-4498-b063-7c3f0eabe170 req-cebf3765-0ecf-44fb-ab09-47e2e555bf95 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 1677 time: 0.1314280 Nov 19 19:08:21.908903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9625fb-7ba7-4913-9e67-de040fad01e3') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:21.909287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9625fb-7ba7-4913-9e67-de040fad01e3') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:21.930688 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.964184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 0402e305-500a-4b7e-ab2e-56768959441d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=0402e305-500a-4b7e-ab2e-56768959441d,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:21.964856 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.965219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2444c1-0324-4dc8-9e51-867d8ce0be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0402e305-500a-4b7e-ab2e-56768959441d'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:21.968347 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a39f914-3bf9-4fbb-9902-c92a254738b5" -d '{"events": [{"server_uuid": "3d2444c1-0324-4dc8-9e51-867d8ce0be1c", "name": "network-vif-plugged", "status": "completed", "tag": "0402e305-500a-4b7e-ab2e-56768959441d"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:21.974482 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:21.989215 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3dfb65e-c4de-4498-b063-7c3f0eabe170 req-267eb0cf-8d67-4e8a-8b40-bbff1ad22674 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911760 Nov 19 19:08:21.997591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:08:21.998118 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:08:22.004015 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:08:22.081849 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd55630-016c-43ab-beca-ca0a5ddde19a x-openstack-request-id: req-2fd55630-016c-43ab-beca-ca0a5ddde19a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:22.083012 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2444c1-0324-4dc8-9e51-867d8ce0be1c", "name": "network-vif-plugged", "status": "completed", "tag": "0402e305-500a-4b7e-ab2e-56768959441d", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:22.083482 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fd55630-016c-43ab-beca-ca0a5ddde19a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:22.084065 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2444c1-0324-4dc8-9e51-867d8ce0be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0402e305-500a-4b7e-ab2e-56768959441d', 'code': 200} Nov 19 19:08:22.089435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:08:22.092155 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:22.145072 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.157567 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-93bf9f78-2015-498b-8401-228ed786a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde', 'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'mac_address': 'fa:16:3e:81:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:40Z', 'updated_at': '2021-11-19T18:56:51Z', 'revision_number': 5, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'subnets': [{'id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:22.160598 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.163115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:08:22.163679 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 169faa1e-370c-4d0f-9b5f-0316ffd4fae9 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:08:22.165255 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/1603fd15-2984-4d6b-a472-9db8e02dfbec HTTP/1.1" status: 204 len: 168 time: 2.8284483 Nov 19 19:08:22.171360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=0402e305-500a-4b7e-ab2e-56768959441d,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:22.176785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53542) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:22.185641 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2e116-571b-492d-a48c-715925c5b8fa tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Network': ['ID=1603fd15-2984-4d6b-a472-9db8e02dfbec,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:22.208232 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acbcf94-e846-4e04-b817-d02695ddb8ee tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:22.208698 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acbcf94-e846-4e04-b817-d02695ddb8ee tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:22.214469 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6acbcf94-e846-4e04-b817-d02695ddb8ee tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/subnets/ab95657e-c2d8-45ca-a035-9537d52a4275 HTTP/1.1" status: 404 len: 337 time: 0.0343928 Nov 19 19:08:22.214835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53548) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:22.241116 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-428b4848-757e-4a83-8cfd-a3a717dba14f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:22.241790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428b4848-757e-4a83-8cfd-a3a717dba14f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:22.245811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-428b4848-757e-4a83-8cfd-a3a717dba14f tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/1603fd15-2984-4d6b-a472-9db8e02dfbec HTTP/1.1" status: 404 len: 339 time: 0.0288115 Nov 19 19:08:22.246835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53550) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:22.262119 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf9f78-2015-498b-8401-228ed786a4ba None None] Checking router: 44e50af2-91ee-44b1-99b2-0e032da641b1 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:08:22.279210 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf9f78-2015-498b-8401-228ed786a4ba None None] Routers {'44e50af2-91ee-44b1-99b2-0e032da641b1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:08:22.285576 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-93bf9f78-2015-498b-8401-228ed786a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:08:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['44e50af2-91ee-44b1-99b2-0e032da641b1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:22.353213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.354822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2cdcafdf-c54a-4e0a-a699-41e52ef1a879,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:22.374402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '2cdcafdf-c54a-4e0a-a699-41e52ef1a879', 'network_id': '3be09d4c-f744-437e-b39f-4beb3f6c1508', 'port_id': '2cdcafdf-c54a-4e0a-a699-41e52ef1a879', 'mac_address': 'fa:16:3e:f4:38:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d97d950-bca7-4ad3-83b9-18249be2598a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:08:22.427012 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.471746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:08:22.526032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2cdcafdf-c54a-4e0a-a699-41e52ef1a879,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:22.537452 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.576570 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-93bf9f78-2015-498b-8401-228ed786a4ba None None] Set router 44e50af2-91ee-44b1-99b2-0e032da641b1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:08:22.623952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=2cdcafdf-c54a-4e0a-a699-41e52ef1a879,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:22.625197 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.671658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881f596a-812c-421d-abe0-fc5c2162de10']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:22.698063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bdd04d-182c-42d5-9f93-2e0e3a10322c') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:22.698567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bdd04d-182c-42d5-9f93-2e0e3a10322c') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:22.715251 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.732731 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.741595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:08:22.742298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:08:22.745866 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:08:22.772472 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-deleted', 'tag': '85a50779-8b47-40c8-8920-14ead89eaf3f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:22.774985 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fda2b9-bd68-4c2e-8d26-353c48cdd08e" -d '{"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-deleted", "tag": "85a50779-8b47-40c8-8920-14ead89eaf3f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:22.828956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.835074 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.840050 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/881f596a-812c-421d-abe0-fc5c2162de10 HTTP/1.1" status: 204 len: 168 time: 0.5882835 Nov 19 19:08:22.842162 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['2cdcafdf-c54a-4e0a-a699-41e52ef1a879'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:08:22.844318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53556) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:22.903916 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a333fd3e-f3f2-4fa9-88d8-86fe3be974a9 x-openstack-request-id: req-a333fd3e-f3f2-4fa9-88d8-86fe3be974a9 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:22.904256 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-deleted", "tag": "85a50779-8b47-40c8-8920-14ead89eaf3f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:22.905116 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a333fd3e-f3f2-4fa9-88d8-86fe3be974a9 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:22.905238 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-deleted', 'tag': '85a50779-8b47-40c8-8920-14ead89eaf3f', 'status': 'completed', 'code': 200} Nov 19 19:08:22.915396 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-93bf9f78-2015-498b-8401-228ed786a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde', 'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'mac_address': 'fa:16:3e:81:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:40Z', 'updated_at': '2021-11-19T18:56:51Z', 'revision_number': 5, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'subnets': [{'id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:22.930945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b2d895fd-800a-4ad4-bbd4-3bbebafc9eea tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] For port 18115d40-7010-4197-8b04-8b4b25274587, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=18115d40-7010-4197-8b04-8b4b25274587,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:22.931368 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b2d895fd-800a-4ad4-bbd4-3bbebafc9eea tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:22.958522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79865920-0e5d-40a6-943f-a5b3de6aa5d1 req-4f27527e-9cde-47f7-9770-06624b855a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:22.960568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-79865920-0e5d-40a6-943f-a5b3de6aa5d1 req-4f27527e-9cde-47f7-9770-06624b855a6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 1096 time: 0.1699414 Nov 19 19:08:22.960726 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf9f78-2015-498b-8401-228ed786a4ba None None] The sync data for ids ['44e50af2-91ee-44b1-99b2-0e032da641b1'] in n-d-815373-6 is: [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T18:56:41Z', 'revision_number': 4, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde', 'name': '', 'network_id': '286d1fc7-eb8b-400b-9e62-c852f81e73e6', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'mac_address': 'fa:16:3e:81:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:40Z', 'updated_at': '2021-11-19T18:56:51Z', 'revision_number': 5, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'subnets': [{'id': '69e8f2d6-a875-485a-9e1c-3db0096650a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:08:22.961595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b2d895fd-800a-4ad4-bbd4-3bbebafc9eea tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Calling delete_port for 18115d40-7010-4197-8b04-8b4b25274587 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:22.977369 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d2c4c9-0fe8-4caa-bc6f-cd017d6d6b03 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:22.982155 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d2c4c9-0fe8-4caa-bc6f-cd017d6d6b03 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:22.992310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e3d2c4c9-0fe8-4caa-bc6f-cd017d6d6b03 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/subnets/63e62652-8714-4bae-a7fc-7473c8691c23 HTTP/1.1" status: 404 len: 337 time: 0.1423826 Nov 19 19:08:22.992310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce605f-36ea-4bd7-8adf-56a9a6bb6797 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Network': ['ID=881f596a-812c-421d-abe0-fc5c2162de10,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:22.993582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53564) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:23.056745 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fcf745-55b7-4ae0-ab64-707730629082 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:23.057924 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-79865920-0e5d-40a6-943f-a5b3de6aa5d1 req-b66d3b90-e547-456f-ae99-11487a830ce0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841327 Nov 19 19:08:23.061522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fcf745-55b7-4ae0-ab64-707730629082 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:23.071689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-54fcf745-55b7-4ae0-ab64-707730629082 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/6ef7b32c-b33a-4df1-8ebf-dfbf09f7211a HTTP/1.1" status: 404 len: 339 time: 0.0705991 Nov 19 19:08:23.107536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53568) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:23.176112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f08a3941-6089-4ea0-b876-119abcc23261 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:08:23.203650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c99db5-6d66-4372-af4c-2adc46234178 req-f688dd00-cc65-4ccf-a61c-c8231c6b6ad3 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:23.205656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6c99db5-6d66-4372-af4c-2adc46234178 req-f688dd00-cc65-4ccf-a61c-c8231c6b6ad3 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 945 time: 0.1328223 Nov 19 19:08:23.257099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bb9720-4ca0-4d7a-ac4c-cd04963c425d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Deleting subnet 29790989-f301-4923-8e11-3beffc17f477 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:08:23.260378 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49bb9720-4ca0-4d7a-ac4c-cd04963c425d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:23.263585 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6c99db5-6d66-4372-af4c-2adc46234178 req-cbcfb729-ee8e-4c9b-9e1d-c31bc5a56861 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503390 Nov 19 19:08:23.265640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port f08a3941-6089-4ea0-b876-119abcc23261 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:08:23.271152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port f08a3941-6089-4ea0-b876-119abcc23261 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:23.271897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:23.379212 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49bb9720-4ca0-4d7a-ac4c-cd04963c425d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:23.398458 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:23.436260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port f08a3941-6089-4ea0-b876-119abcc23261, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f08a3941-6089-4ea0-b876-119abcc23261,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:23.448321 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:23.460419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148a78-2220-4866-b7d4-84160963fe23 req-dfeb5d79-96bc-42fc-a342-638fdaecfdd8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:23.466729 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148a78-2220-4866-b7d4-84160963fe23 req-dfeb5d79-96bc-42fc-a342-638fdaecfdd8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:23.468481 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82148a78-2220-4866-b7d4-84160963fe23 req-dfeb5d79-96bc-42fc-a342-638fdaecfdd8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 1677 time: 0.2836215 Nov 19 19:08:23.513937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=f08a3941-6089-4ea0-b876-119abcc23261,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:23.544798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c3da6-a781-4d38-beff-3ccc264b07c6 None None] New status for floating IP 609b1929-fab8-4216-9927-ee5ab6799c73: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:08:23.604133 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-82148a78-2220-4866-b7d4-84160963fe23 req-6a58ba8a-2c9b-441f-9ea0-67381391bf59 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271985 Nov 19 19:08:23.643859 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b2d895fd-800a-4ad4-bbd4-3bbebafc9eea tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:23.680843 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49bb9720-4ca0-4d7a-ac4c-cd04963c425d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:23.774494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d895fd-800a-4ad4-bbd4-3bbebafc9eea tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Port': ['ID=18115d40-7010-4197-8b04-8b4b25274587,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:23.830608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b2d895fd-800a-4ad4-bbd4-3bbebafc9eea tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] No DVR routers for this DVR port 18115d40-7010-4197-8b04-8b4b25274587 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:23.834345 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b2d895fd-800a-4ad4-bbd4-3bbebafc9eea tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:23.839620 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-b2d895fd-800a-4ad4-bbd4-3bbebafc9eea tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "DELETE /v2.0/ports/18115d40-7010-4197-8b04-8b4b25274587 HTTP/1.1" status: 204 len: 173 time: 2.3481948 Nov 19 19:08:23.896041 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49bb9720-4ca0-4d7a-ac4c-cd04963c425d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:23.944151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb9720-4ca0-4d7a-ac4c-cd04963c425d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Subnet': ['ID=29790989-f301-4923-8e11-3beffc17f477,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:23.951778 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-49bb9720-4ca0-4d7a-ac4c-cd04963c425d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:23.951935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d0180-9f0b-412a-8cda-c9a014e09503 None None] Network 0158871f-217a-43b0-98a2-083dafdbc466 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:23.955178 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-49bb9720-4ca0-4d7a-ac4c-cd04963c425d tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/subnets/29790989-f301-4923-8e11-3beffc17f477 HTTP/1.1" status: 204 len: 168 time: 0.8464906 Nov 19 19:08:23.957767 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53598) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:24.050244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08f533c-7a53-489f-8c53-87f8d9541192 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Deleting subnet 948e8b00-ff19-42c0-9a27-cb7c5a6fcc97 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:08:24.055104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f08f533c-7a53-489f-8c53-87f8d9541192 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:24.095824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-e079c387-2d3f-47cf-88c3-390c4573e53e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Deleting port 5f2d97c5-4262-464d-bd12-5ac7c301bebf {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:24.096055 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-e079c387-2d3f-47cf-88c3-390c4573e53e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:24.099873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e95e3f3-2a38-47e1-ab8a-a156a996c2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08a3941-6089-4ea0-b876-119abcc23261'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:24.106977 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468abb14-e9e4-488d-9263-082d0480b4df" -d '{"events": [{"server_uuid": "1e95e3f3-2a38-47e1-ab8a-a156a996c2a7", "name": "network-vif-plugged", "status": "completed", "tag": "f08a3941-6089-4ea0-b876-119abcc23261"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:24.116579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:08:24.156885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f08f533c-7a53-489f-8c53-87f8d9541192 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:24.275265 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9549faa3-c69a-43e1-a806-1391db587202 x-openstack-request-id: req-9549faa3-c69a-43e1-a806-1391db587202 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:24.275674 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e95e3f3-2a38-47e1-ab8a-a156a996c2a7", "name": "network-vif-plugged", "status": "completed", "tag": "f08a3941-6089-4ea0-b876-119abcc23261", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:24.276093 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9549faa3-c69a-43e1-a806-1391db587202 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:24.276584 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e95e3f3-2a38-47e1-ab8a-a156a996c2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08a3941-6089-4ea0-b876-119abcc23261', 'code': 200} Nov 19 19:08:24.294974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-e079c387-2d3f-47cf-88c3-390c4573e53e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] For port 5f2d97c5-4262-464d-bd12-5ac7c301bebf, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=5f2d97c5-4262-464d-bd12-5ac7c301bebf,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:24.295354 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-e079c387-2d3f-47cf-88c3-390c4573e53e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:24.325770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-e079c387-2d3f-47cf-88c3-390c4573e53e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Calling delete_port for 5f2d97c5-4262-464d-bd12-5ac7c301bebf owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:24.336536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f08f533c-7a53-489f-8c53-87f8d9541192 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:24.508336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:08:24.600197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:08:24.601906 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:24.619466 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02ed4b-0758-459a-b2a0-316a13c374a1 req-3cda3fd9-6033-4908-b9ef-005131128c49 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:24.631322 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae02ed4b-0758-459a-b2a0-316a13c374a1 req-3cda3fd9-6033-4908-b9ef-005131128c49 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1284461 Nov 19 19:08:24.771579 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae02ed4b-0758-459a-b2a0-316a13c374a1 req-2af30bdf-c4df-4dd3-b27c-fd2311f2adfc tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381819 Nov 19 19:08:24.820107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfaf98-bb04-46a1-874b-f5874059c740 req-390640f3-6a34-4564-a7c8-b5c0a64cf865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:24.824046 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-68cfaf98-bb04-46a1-874b-f5874059c740 req-390640f3-6a34-4564-a7c8-b5c0a64cf865 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 1097 time: 0.4238565 Nov 19 19:08:24.891271 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f08f533c-7a53-489f-8c53-87f8d9541192 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:24.942271 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:24.948460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-deleted', 'tag': '18115d40-7010-4197-8b04-8b4b25274587'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:24.951223 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e507ffef-2a93-4b20-8ca4-c3c4595e7af5" -d '{"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-deleted", "tag": "18115d40-7010-4197-8b04-8b4b25274587"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:25.019396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f533c-7a53-489f-8c53-87f8d9541192 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Subnet': ['ID=948e8b00-ff19-42c0-9a27-cb7c5a6fcc97,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:25.028830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80477f-6491-4985-b281-201da31f7a19 req-d6218859-37e1-41cf-b384-e98bef943805 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:25.043518 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2c80477f-6491-4985-b281-201da31f7a19 req-d6218859-37e1-41cf-b384-e98bef943805 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 943 time: 0.1307156 Nov 19 19:08:25.094068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2cdcafdf-c54a-4e0a-a699-41e52ef1a879,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:25.114406 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-68cfaf98-bb04-46a1-874b-f5874059c740 req-54cacfab-88bc-46f9-b2d7-af4ced482666 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665074 Nov 19 19:08:25.120568 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:25.122972 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f08f533c-7a53-489f-8c53-87f8d9541192 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:25.129948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53620) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:25.133416 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f08f533c-7a53-489f-8c53-87f8d9541192 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/subnets/948e8b00-ff19-42c0-9a27-cb7c5a6fcc97 HTTP/1.1" status: 204 len: 168 time: 1.1727376 Nov 19 19:08:25.139079 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:25.222490 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90af2290-ee94-4f8a-a57c-4d26cdd149e0 x-openstack-request-id: req-90af2290-ee94-4f8a-a57c-4d26cdd149e0 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:25.224304 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-deleted", "tag": "18115d40-7010-4197-8b04-8b4b25274587", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:25.224612 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90af2290-ee94-4f8a-a57c-4d26cdd149e0 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:25.225315 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-deleted', 'tag': '18115d40-7010-4197-8b04-8b4b25274587', 'status': 'completed', 'code': 200} Nov 19 19:08:25.252258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=2cdcafdf-c54a-4e0a-a699-41e52ef1a879,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:25.283377 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-e079c387-2d3f-47cf-88c3-390c4573e53e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:25.319667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:25.353661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079c387-2d3f-47cf-88c3-390c4573e53e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Port': ['ID=5f2d97c5-4262-464d-bd12-5ac7c301bebf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:25.366593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2c80477f-6491-4985-b281-201da31f7a19 req-2f0ecd8c-41a7-4db9-bb8d-a2012f2969c6 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146925 Nov 19 19:08:25.482268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Deleting port 152c6de2-b530-432e-8fc7-fb8961778b38 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:25.483007 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:25.516423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-e079c387-2d3f-47cf-88c3-390c4573e53e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] No DVR routers for this DVR port 5f2d97c5-4262-464d-bd12-5ac7c301bebf on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:25.520918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-e079c387-2d3f-47cf-88c3-390c4573e53e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:25.529157 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d603f8-2e1f-4142-abe3-2d44a8351069 req-e079c387-2d3f-47cf-88c3-390c4573e53e tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.57 "DELETE /v2.0/ports/5f2d97c5-4262-464d-bd12-5ac7c301bebf HTTP/1.1" status: 204 len: 173 time: 1.6660419 Nov 19 19:08:25.639868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] For port 152c6de2-b530-432e-8fc7-fb8961778b38, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=152c6de2-b530-432e-8fc7-fb8961778b38,segment=NetworkSegment(bc3a97a2-8b6a-4bbd-921e-bbd0d500d846),segment_id=bc3a97a2-8b6a-4bbd-921e-bbd0d500d846)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:25.640850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:25.677426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Calling delete_port for 152c6de2-b530-432e-8fc7-fb8961778b38 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:25.827719 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:25.919711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Port': ['ID=152c6de2-b530-432e-8fc7-fb8961778b38,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:25.926442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No DVR routers for this DVR port 152c6de2-b530-432e-8fc7-fb8961778b38 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:26.006146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb8bd27-50b9-4523-8552-6c3d0404ca76 None None] Network 0158871f-217a-43b0-98a2-083dafdbc466 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:26.147869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8f7cecc9-e1c4-4735-9b3c-4e846850fb95 None None] Could not find standard attr ID for object 152c6de2-b530-432e-8fc7-fb8961778b38. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:08:26.154648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:26.192482 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0158871f-217a-43b0-98a2-083dafdbc466']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:26.205109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3a97a2-8b6a-4bbd-921e-bbd0d500d846') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:26.205745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3a97a2-8b6a-4bbd-921e-bbd0d500d846') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:26.224664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:26.271768 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:26.281832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:08:26.286114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e11bed-ec01-4fa0-adda-0cf785b696e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdcafdf-c54a-4e0a-a699-41e52ef1a879'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:26.288510 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b0176c-e644-4a1e-9904-e5dab5e1cf2a" -d '{"events": [{"server_uuid": "27e11bed-ec01-4fa0-adda-0cf785b696e0", "name": "network-vif-plugged", "status": "completed", "tag": "2cdcafdf-c54a-4e0a-a699-41e52ef1a879"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:26.298490 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:08:26.308356 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:08:26.381525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f9639-13d3-454c-96e5-62e98359c0fc req-1ea999c4-9bf1-47d7-a32d-4534badbc81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:26.389524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-578f9639-13d3-454c-96e5-62e98359c0fc req-1ea999c4-9bf1-47d7-a32d-4534badbc81a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 1096 time: 0.1050498 Nov 19 19:08:26.399574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c05a65-dbbd-4861-9338-5eef41a60f45 req-3a84d9b9-da8a-4093-ac44-5c854f22999a tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:26.407069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60c05a65-dbbd-4861-9338-5eef41a60f45 req-3a84d9b9-da8a-4093-ac44-5c854f22999a tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 946 time: 0.4223390 Nov 19 19:08:26.421122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0484c9f0-0426-466a-8b4c-ee24f18d2721 None None] DHCP port deletion for 0158871f-217a-43b0-98a2-083dafdbc466 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:08:26.461614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:26.489646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:26.493165 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/0158871f-217a-43b0-98a2-083dafdbc466 HTTP/1.1" status: 204 len: 168 time: 1.3501511 Nov 19 19:08:26.496975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cda06e-d464-4645-9696-6ca1bf8622ef tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Network': ['ID=0158871f-217a-43b0-98a2-083dafdbc466,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:26.497653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53652) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:26.523554 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60c05a65-dbbd-4861-9338-5eef41a60f45 req-cd047af5-a361-4c7b-b8a2-482f6c784654 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107390 Nov 19 19:08:26.585086 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e713ab1-0b47-47fe-b851-c95f263f2b22 x-openstack-request-id: req-0e713ab1-0b47-47fe-b851-c95f263f2b22 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:26.585386 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e11bed-ec01-4fa0-adda-0cf785b696e0", "name": "network-vif-plugged", "status": "completed", "tag": "2cdcafdf-c54a-4e0a-a699-41e52ef1a879", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:26.586999 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e713ab1-0b47-47fe-b851-c95f263f2b22 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:26.587590 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e11bed-ec01-4fa0-adda-0cf785b696e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdcafdf-c54a-4e0a-a699-41e52ef1a879', 'code': 200} Nov 19 19:08:26.632667 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ed483a-7bcb-4d46-b49f-f35e2aa3fc14 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:26.633052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ed483a-7bcb-4d46-b49f-f35e2aa3fc14 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:26.638837 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-23ed483a-7bcb-4d46-b49f-f35e2aa3fc14 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/subnets/d5741b54-6241-4248-bb42-e9bed2a694f6 HTTP/1.1" status: 404 len: 337 time: 0.1399665 Nov 19 19:08:26.639031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53654) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:26.700292 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a33d60-3ba9-47fd-9cdc-ea8e100ba7fb tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:26.701005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a33d60-3ba9-47fd-9cdc-ea8e100ba7fb tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:26.707531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b4a33d60-3ba9-47fd-9cdc-ea8e100ba7fb tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/74a07087-5e09-4635-a0b8-c225526c492f HTTP/1.1" status: 404 len: 339 time: 0.0654485 Nov 19 19:08:26.708508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53656) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:26.814366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a6f8e62-74ca-4d7e-a9df-bcbb9fd945e9 req-c1377dec-95c4-4a59-ac14-5aed74876c84 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.1011655 Nov 19 19:08:26.816684 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-06975b29-f002-42c3-853a-97fcd8d1c6ea tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:26.817140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06975b29-f002-42c3-853a-97fcd8d1c6ea tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:26.823233 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-06975b29-f002-42c3-853a-97fcd8d1c6ea tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/subnets/a59a45ea-b543-4c13-b4aa-89a2bd4fc2cf HTTP/1.1" status: 404 len: 337 time: 0.1099389 Nov 19 19:08:26.823233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53660) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:26.831461 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f9639-13d3-454c-96e5-62e98359c0fc req-efd76942-5f97-4123-8832-0282c447c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:26.833305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-578f9639-13d3-454c-96e5-62e98359c0fc req-efd76942-5f97-4123-8832-0282c447c4c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 200 len: 920 time: 0.4358649 Nov 19 19:08:26.855370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1470e9-7ea3-4e0e-8c02-d0a1ccd91a3b req-89fae75d-960e-489c-a47f-1b8ab1504334 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:26.864708 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2f1470e9-7ea3-4e0e-8c02-d0a1ccd91a3b req-89fae75d-960e-489c-a47f-1b8ab1504334 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1456389 Nov 19 19:08:26.899427 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-92df12c1-c8d1-4de7-9e81-93d249e1b55e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:26.899960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92df12c1-c8d1-4de7-9e81-93d249e1b55e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:26.912908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-92df12c1-c8d1-4de7-9e81-93d249e1b55e tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/392ce137-7c75-49e0-b74c-fb884f021e8a HTTP/1.1" status: 404 len: 339 time: 0.0751653 Nov 19 19:08:26.916106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53662) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:26.922996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd757f-e44b-4851-8133-e67c76504d08 req-9563411c-c749-4a4c-ab30-14b1bab3642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:26.926709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ffd757f-e44b-4851-8133-e67c76504d08 req-9563411c-c749-4a4c-ab30-14b1bab3642c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0 HTTP/1.1" status: 200 len: 1096 time: 0.1926417 Nov 19 19:08:26.942928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-578f9639-13d3-454c-96e5-62e98359c0fc req-7c7b08ad-794b-4073-aa2b-dbb9cbb44040 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a17b5bf-d756-4678-82ba-7e1020aa1725 HTTP/1.1" status: 200 len: 217 time: 0.0745566 Nov 19 19:08:26.968627 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc5a882-374a-40e2-a6c6-63a46f654ed4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:26.969453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc5a882-374a-40e2-a6c6-63a46f654ed4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:26.976813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-adc5a882-374a-40e2-a6c6-63a46f654ed4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/subnets/e1e9e56b-6cda-4153-aa75-296e9d063061 HTTP/1.1" status: 404 len: 337 time: 0.0595443 Nov 19 19:08:26.983794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53664) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:27.012502 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2325bf-ede0-4767-8cc5-5390e47cd285 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:27.013667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2325bf-ede0-4767-8cc5-5390e47cd285 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:27.021037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6e2325bf-ede0-4767-8cc5-5390e47cd285 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/0c421d13-6420-4c80-b9a1-a87aeac0c879 HTTP/1.1" status: 404 len: 339 time: 0.0357707 Nov 19 19:08:27.022153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53666) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:27.037974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2f1470e9-7ea3-4e0e-8c02-d0a1ccd91a3b req-0197f6d5-de14-42eb-800c-f5ad2ecfcba3 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688623 Nov 19 19:08:27.054360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f9639-13d3-454c-96e5-62e98359c0fc req-234eb257-1e15-4895-8b36-ce146bbeb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:27.055939 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-578f9639-13d3-454c-96e5-62e98359c0fc req-234eb257-1e15-4895-8b36-ce146bbeb0eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71ca2481-520f-409b-914a-5b88fe41eeaf HTTP/1.1" status: 200 len: 859 time: 0.1054633 Nov 19 19:08:27.081662 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ffd757f-e44b-4851-8133-e67c76504d08 req-e324abc1-d25e-4bc1-b3cc-eb6ebb449e91 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206243 Nov 19 19:08:27.094086 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-578f9639-13d3-454c-96e5-62e98359c0fc req-68cf137b-5bb9-4a67-bc13-946187387b01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21d270c9-9af3-4527-86a9-5274ee93625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310099 Nov 19 19:08:27.101316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d2b0bb-797c-4e39-a5f4-2c83cc751614 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Deleting subnet 1109666b-0dd6-40e9-bb30-928822b648d9 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:08:27.105986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5d2b0bb-797c-4e39-a5f4-2c83cc751614 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:27.183339 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5d2b0bb-797c-4e39-a5f4-2c83cc751614 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:27.230286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-deleted', 'tag': '5f2d97c5-4262-464d-bd12-5ac7c301bebf'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:08:27.233279 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3f12a3-f118-48a1-9c3f-fbc4f6f15159" -d '{"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-deleted", "tag": "5f2d97c5-4262-464d-bd12-5ac7c301bebf"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:08:27.275542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-578f9639-13d3-454c-96e5-62e98359c0fc req-3de8bf80-5166-49d4-a850-63d6bfa14ca1 service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726923 Nov 19 19:08:27.335784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5d2b0bb-797c-4e39-a5f4-2c83cc751614 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:27.421111 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-578f9639-13d3-454c-96e5-62e98359c0fc req-74994a7e-10c3-448a-affd-c12007f2dd2d service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356573 Nov 19 19:08:27.426021 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758355fa-80cd-4f4c-8603-c695461a29a7 x-openstack-request-id: req-758355fa-80cd-4f4c-8603-c695461a29a7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:08:27.426551 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af20cec-4e0e-41a5-9011-427604bb19da", "name": "network-vif-deleted", "tag": "5f2d97c5-4262-464d-bd12-5ac7c301bebf", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:08:27.426977 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-758355fa-80cd-4f4c-8603-c695461a29a7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:08:27.427563 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af20cec-4e0e-41a5-9011-427604bb19da', 'name': 'network-vif-deleted', 'tag': '5f2d97c5-4262-464d-bd12-5ac7c301bebf', 'status': 'completed', 'code': 200} Nov 19 19:08:27.456439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5d2b0bb-797c-4e39-a5f4-2c83cc751614 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:27.494932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2b0bb-797c-4e39-a5f4-2c83cc751614 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Subnet': ['ID=1109666b-0dd6-40e9-bb30-928822b648d9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:27.504432 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5d2b0bb-797c-4e39-a5f4-2c83cc751614 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:27.508635 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e5d2b0bb-797c-4e39-a5f4-2c83cc751614 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/subnets/1109666b-0dd6-40e9-bb30-928822b648d9 HTTP/1.1" status: 204 len: 168 time: 0.4799061 Nov 19 19:08:27.510535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53680) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:27.511344 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f18cf3-5e8d-4a01-ac2f-de850563e075 None None] Network 166ae5f2-6275-42c7-a47c-5ad07682df3a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:27.607476 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:27.687513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Deleting port 6f52fdd0-8c22-4de9-89fa-3151481c596e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:27.687867 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:27.820321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571903a1-3d6d-4cac-8c9e-cca69d6c6d9e req-d2147f6f-58f3-4f70-ab9e-76ced376edea tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:27.822545 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-571903a1-3d6d-4cac-8c9e-cca69d6c6d9e req-d2147f6f-58f3-4f70-ab9e-76ced376edea tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1391068 Nov 19 19:08:27.822710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] For port 6f52fdd0-8c22-4de9-89fa-3151481c596e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6f52fdd0-8c22-4de9-89fa-3151481c596e,segment=NetworkSegment(b92f0caf-e2e1-4da3-bb98-68245883b9fb),segment_id=b92f0caf-e2e1-4da3-bb98-68245883b9fb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:27.823165 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:27.837069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7df6cc-10fc-4f00-8b9b-e4c6146dbf89 None None] DHCP port deletion for 166ae5f2-6275-42c7-a47c-5ad07682df3a request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:08:27.872304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Calling delete_port for 6f52fdd0-8c22-4de9-89fa-3151481c596e owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:27.956703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-571903a1-3d6d-4cac-8c9e-cca69d6c6d9e req-d6b08307-c362-4d99-afe4-a272f2f49b74 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244650 Nov 19 19:08:27.994710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-db7df6cc-10fc-4f00-8b9b-e4c6146dbf89 None None] Deleting port 6f52fdd0-8c22-4de9-89fa-3151481c596e {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:27.995081 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-db7df6cc-10fc-4f00-8b9b-e4c6146dbf89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:28.205288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 152c6de2-b530-432e-8fc7-fb8961778b38 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:28.215047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-db7df6cc-10fc-4f00-8b9b-e4c6146dbf89 None None] For port 6f52fdd0-8c22-4de9-89fa-3151481c596e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6f52fdd0-8c22-4de9-89fa-3151481c596e,segment=NetworkSegment(b92f0caf-e2e1-4da3-bb98-68245883b9fb),segment_id=b92f0caf-e2e1-4da3-bb98-68245883b9fb)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:28.215322 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c8c3095-ee79-48f6-b2c4-afa3faac24a2 req-1494576f-87f6-4e38-87ef-b6bc048a750c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.2744563 Nov 19 19:08:28.215953 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-db7df6cc-10fc-4f00-8b9b-e4c6146dbf89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:28.278516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 152c6de2-b530-432e-8fc7-fb8961778b38 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:08:28.279226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 152c6de2-b530-432e-8fc7-fb8961778b38 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:08:28.279910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6f52fdd0-8c22-4de9-89fa-3151481c596e no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:28.300992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdd6e2-70a7-4136-b5bb-6a909d29465f req-a364866b-1c82-4df6-8867-1b7449e1e011 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:28.313138 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cdbdd6e2-70a7-4136-b5bb-6a909d29465f req-a364866b-1c82-4df6-8867-1b7449e1e011 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1570449 Nov 19 19:08:28.347623 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:28.363014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-db7df6cc-10fc-4f00-8b9b-e4c6146dbf89 None None] Calling delete_port for 6f52fdd0-8c22-4de9-89fa-3151481c596e owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:28.443275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No active binding found for port 6f52fdd0-8c22-4de9-89fa-3151481c596e {{(pid=109889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 19:08:28.443825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6f52fdd0-8c22-4de9-89fa-3151481c596e not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:08:28.455983 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cdbdd6e2-70a7-4136-b5bb-6a909d29465f req-16ed14a9-c662-4f4d-bc34-5ed7c805596f tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356611 Nov 19 19:08:28.463261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Port': ['ID=6f52fdd0-8c22-4de9-89fa-3151481c596e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:28.495503 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-db7df6cc-10fc-4f00-8b9b-e4c6146dbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:28.511316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No DVR routers for this DVR port 6f52fdd0-8c22-4de9-89fa-3151481c596e on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:28.531978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7df6cc-10fc-4f00-8b9b-e4c6146dbf89 None None] Pushing event deleted for resources: {'Port': ['ID=6f52fdd0-8c22-4de9-89fa-3151481c596e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:28.534249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7df6cc-10fc-4f00-8b9b-e4c6146dbf89 None None] No DVR routers for this DVR port 6f52fdd0-8c22-4de9-89fa-3151481c596e on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:28.774937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2effa74-5248-4381-b088-874c58148ba9 req-e7cd1a11-f2d0-4933-b38f-49b06ffcf56f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:28.777105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2effa74-5248-4381-b088-874c58148ba9 req-e7cd1a11-f2d0-4933-b38f-49b06ffcf56f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.4542489 Nov 19 19:08:28.841440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d09604-db31-4a87-853e-c176d9b2dee6 req-f9bb8a24-6edb-42ab-92d8-5069206ce0cd tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:28.854265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52d09604-db31-4a87-853e-c176d9b2dee6 req-f9bb8a24-6edb-42ab-92d8-5069206ce0cd tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0 HTTP/1.1" status: 200 len: 945 time: 0.2566135 Nov 19 19:08:28.956285 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52d09604-db31-4a87-853e-c176d9b2dee6 req-bded77cf-6ad3-41d0-9676-036b18d8a03c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946796 Nov 19 19:08:29.094206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2effa74-5248-4381-b088-874c58148ba9 req-780831fe-7235-4993-b6ac-5cc894236c09 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201743 Nov 19 19:08:29.123662 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:29.231652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166ae5f2-6275-42c7-a47c-5ad07682df3a']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:29.249822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92f0caf-e2e1-4da3-bb98-68245883b9fb') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:29.249822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92f0caf-e2e1-4da3-bb98-68245883b9fb') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:29.276681 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:29.308458 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:29.323778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:08:29.325935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:08:29.332661 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:08:29.519539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:29.533050 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:29.570262 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/166ae5f2-6275-42c7-a47c-5ad07682df3a HTTP/1.1" status: 204 len: 168 time: 2.0586672 Nov 19 19:08:29.570621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53714) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:29.633375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438457e0-9026-4265-980f-1349d9c3e688 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Network': ['ID=166ae5f2-6275-42c7-a47c-5ad07682df3a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:29.643294 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:29.667414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9d87c2a-b166-40dc-9f6a-908b79f360c3 req-7240e6a8-fabe-4801-99cf-9a0037915456 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0952339 Nov 19 19:08:29.692227 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a1d385-36d8-46c5-8360-fa66f6243428 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:29.692966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a1d385-36d8-46c5-8360-fa66f6243428 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:29.696748 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a1a1d385-36d8-46c5-8360-fa66f6243428 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/subnets/119e5612-1273-4c50-b5e0-cee36e5c8931 HTTP/1.1" status: 404 len: 337 time: 0.1251845 Nov 19 19:08:29.699258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53716) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:29.737351 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd0aa83-5997-496e-87d1-dc180ade3400 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] DELETE failed (client error): The resource could not be found. Nov 19 19:08:29.737928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd0aa83-5997-496e-87d1-dc180ade3400 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:08:29.745124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53718) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:29.750338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4bd0aa83-5997-496e-87d1-dc180ade3400 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/46c1fd01-b262-4f06-9126-033956bd820f HTTP/1.1" status: 404 len: 339 time: 0.0499568 Nov 19 19:08:29.768095 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483cd2a-1805-43a7-9821-33437be87682 req-e1803196-67f6-4310-9a0d-77f00e956a6e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:29.776437 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5483cd2a-1805-43a7-9821-33437be87682 req-e1803196-67f6-4310-9a0d-77f00e956a6e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 946 time: 0.0782578 Nov 19 19:08:29.896116 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5483cd2a-1805-43a7-9821-33437be87682 req-d19d7241-1756-4662-b756-73a6c964364b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921535 Nov 19 19:08:29.896116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95d28cc-8016-48fb-afb6-9db86bd5d0a4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Deleting subnet e502ab2b-7e76-4786-824d-745c24d42d1d {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:08:29.896116 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c95d28cc-8016-48fb-afb6-9db86bd5d0a4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:30.033495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c95d28cc-8016-48fb-afb6-9db86bd5d0a4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:30.178587 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c95d28cc-8016-48fb-afb6-9db86bd5d0a4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:30.272467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da553479-4497-4a45-abc0-ce0315a7b545 req-56ede498-d115-4591-9905-5e79bac7df54 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:30.283469 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da553479-4497-4a45-abc0-ce0315a7b545 req-56ede498-d115-4591-9905-5e79bac7df54 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.0964813 Nov 19 19:08:30.316824 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c95d28cc-8016-48fb-afb6-9db86bd5d0a4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:30.350406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da553479-4497-4a45-abc0-ce0315a7b545 req-fd75691b-1594-41c6-bd49-143d37b18f58 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658939 Nov 19 19:08:30.351284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d28cc-8016-48fb-afb6-9db86bd5d0a4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Subnet': ['ID=e502ab2b-7e76-4786-824d-745c24d42d1d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:30.379903 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c95d28cc-8016-48fb-afb6-9db86bd5d0a4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:30.384293 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c95d28cc-8016-48fb-afb6-9db86bd5d0a4 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/subnets/e502ab2b-7e76-4786-824d-745c24d42d1d HTTP/1.1" status: 204 len: 168 time: 0.6383412 Nov 19 19:08:30.385668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b78f3-b935-4ca8-b843-9e6d29f2a304 None None] Network b70c6b38-2620-44cb-9dcd-1f9591d99649 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:30.386619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53734) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:30.430510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661af9f-7de0-48ca-8833-29b49c5cf4f2 req-c7081b01-290e-4ff1-9c9e-30b1eb4c7dab tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:30.441606 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9661af9f-7de0-48ca-8833-29b49c5cf4f2 req-c7081b01-290e-4ff1-9c9e-30b1eb4c7dab tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1655662 Nov 19 19:08:30.576243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9661af9f-7de0-48ca-8833-29b49c5cf4f2 req-f355fb9c-a2f3-42e4-bf03-ec1736b15517 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334615 Nov 19 19:08:30.585190 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:30.748661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Deleting port a46c74da-38a8-4fe4-9097-af295999322b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:30.748990 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:30.813062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086d0d3-64b9-4ec6-ab51-430f9502dde8 None None] DHCP port deletion for b70c6b38-2620-44cb-9dcd-1f9591d99649 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:08:30.851143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bc60a942-23fe-4d4f-9367-ecabe6a7bb20 req-134b8de6-cc4b-46dc-8cba-4de82bf02111 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0479159 Nov 19 19:08:30.910375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] For port a46c74da-38a8-4fe4-9097-af295999322b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a46c74da-38a8-4fe4-9097-af295999322b,segment=NetworkSegment(74eae897-957c-4b51-94e6-41bc9fd31541),segment_id=74eae897-957c-4b51-94e6-41bc9fd31541)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:30.910781 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:30.926733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b086d0d3-64b9-4ec6-ab51-430f9502dde8 None None] Deleting port a46c74da-38a8-4fe4-9097-af295999322b {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:30.927460 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b086d0d3-64b9-4ec6-ab51-430f9502dde8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:30.934589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Calling delete_port for a46c74da-38a8-4fe4-9097-af295999322b owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:31.023894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b086d0d3-64b9-4ec6-ab51-430f9502dde8 None None] For port a46c74da-38a8-4fe4-9097-af295999322b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a46c74da-38a8-4fe4-9097-af295999322b,segment=NetworkSegment(74eae897-957c-4b51-94e6-41bc9fd31541),segment_id=74eae897-957c-4b51-94e6-41bc9fd31541)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:31.024515 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b086d0d3-64b9-4ec6-ab51-430f9502dde8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:31.044546 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b086d0d3-64b9-4ec6-ab51-430f9502dde8 None None] Calling delete_port for a46c74da-38a8-4fe4-9097-af295999322b owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:31.049395 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:31.102790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Port': ['ID=a46c74da-38a8-4fe4-9097-af295999322b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:31.118448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] No DVR routers for this DVR port a46c74da-38a8-4fe4-9097-af295999322b on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:31.167651 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b086d0d3-64b9-4ec6-ab51-430f9502dde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:31.196687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086d0d3-64b9-4ec6-ab51-430f9502dde8 None None] Pushing event deleted for resources: {'Port': ['ID=a46c74da-38a8-4fe4-9097-af295999322b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:31.210524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086d0d3-64b9-4ec6-ab51-430f9502dde8 None None] No DVR routers for this DVR port a46c74da-38a8-4fe4-9097-af295999322b on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:31.295724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993709fe-413e-4da2-8a67-b45b0ced6881 req-ae2f14c1-dc84-4f78-bfc2-5e38bb31cdf3 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:31.303649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993709fe-413e-4da2-8a67-b45b0ced6881 req-ae2f14c1-dc84-4f78-bfc2-5e38bb31cdf3 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:31.309629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993709fe-413e-4da2-8a67-b45b0ced6881 req-ae2f14c1-dc84-4f78-bfc2-5e38bb31cdf3 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:31.317890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-993709fe-413e-4da2-8a67-b45b0ced6881 req-ae2f14c1-dc84-4f78-bfc2-5e38bb31cdf3 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7&device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0&device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 2417 time: 0.2266471 Nov 19 19:08:31.325807 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:31.360827 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70c6b38-2620-44cb-9dcd-1f9591d99649']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:31.380001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74eae897-957c-4b51-94e6-41bc9fd31541') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:31.380315 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74eae897-957c-4b51-94e6-41bc9fd31541') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:31.398865 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:31.414902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-993709fe-413e-4da2-8a67-b45b0ced6881 req-1b1ce664-e55a-46ef-abf0-0300b7999f2e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960093 Nov 19 19:08:31.426969 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:31.440790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:08:31.441421 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:08:31.445126 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:08:31.549900 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:31.557125 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:31.566531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] 10.222.0.50 "DELETE /v2.0/networks/b70c6b38-2620-44cb-9dcd-1f9591d99649 HTTP/1.1" status: 204 len: 168 time: 1.1786654 Nov 19 19:08:31.586160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c621196-1309-4e09-9c26-505e3fe3c7e2 tempest-NetworksIpV6Test-1634597672 tempest-NetworksIpV6Test-1634597672-project] Pushing event deleted for resources: {'Network': ['ID=b70c6b38-2620-44cb-9dcd-1f9591d99649,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:31.727708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f3157-d099-4fe8-b2ed-6d8408f7d1d0 req-0740bef3-7792-436d-a094-52f1d32e08bf tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:31.730736 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0e2f3157-d099-4fe8-b2ed-6d8408f7d1d0 req-0740bef3-7792-436d-a094-52f1d32e08bf tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1109324 Nov 19 19:08:31.835928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0e2f3157-d099-4fe8-b2ed-6d8408f7d1d0 req-097d1dbf-6bf1-4dbc-9abe-8ded406e2f8e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974083 Nov 19 19:08:31.935410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d64f0-450f-41c8-8f09-4e42d7e6cd61 req-b5e49226-4383-43ad-876b-3bf0137a5f7a tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:31.940349 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b8d64f0-450f-41c8-8f09-4e42d7e6cd61 req-b5e49226-4383-43ad-876b-3bf0137a5f7a tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1462626 Nov 19 19:08:31.986074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53766) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:32.059958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b8d64f0-450f-41c8-8f09-4e42d7e6cd61 req-46ff415c-a5ea-42ae-9899-21d17c139dec tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100810 Nov 19 19:08:32.184801 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a46c74da-38a8-4fe4-9097-af295999322b no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:32.265152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a46c74da-38a8-4fe4-9097-af295999322b {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:08:32.265527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a46c74da-38a8-4fe4-9097-af295999322b not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:08:32.268339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e62f369-9f2a-40c7-a16f-e48110ac1de5 req-ef736013-ee9c-40dc-ab19-834ca2df0a2f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0732677 Nov 19 19:08:32.321074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53772) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:32.322094 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b2b51570-11f4-472e-8959-c149709231ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab5dbe18f4534f20a00d3d1fa143a25d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336139 Nov 19 19:08:32.405414 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14e8629b-902d-40a8-8746-5fbccdd3ab42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:32.435795 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14e8629b-902d-40a8-8746-5fbccdd3ab42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:32.596922 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14e8629b-902d-40a8-8746-5fbccdd3ab42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:32.611169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-14e8629b-902d-40a8-8746-5fbccdd3ab42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:32.615885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-14e8629b-902d-40a8-8746-5fbccdd3ab42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17b2ef00-0d28-41dc-aacb-3176390bece3 HTTP/1.1" status: 204 len: 168 time: 0.2937720 Nov 19 19:08:32.636393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8629b-902d-40a8-8746-5fbccdd3ab42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b2ef00-0d28-41dc-aacb-3176390bece3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:33.307063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92315d39-5bf8-40ff-a7a1-e94d4bc468fc req-3d6847f3-0074-428b-8962-9a049d717166 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:33.310622 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92315d39-5bf8-40ff-a7a1-e94d4bc468fc req-3d6847f3-0074-428b-8962-9a049d717166 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1426783 Nov 19 19:08:33.430347 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92315d39-5bf8-40ff-a7a1-e94d4bc468fc req-b6cf9cdd-d103-45e6-82c9-9947ffe892ed tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117866 Nov 19 19:08:33.696178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090cc4-b62a-4aae-ac16-1f17f91f854f req-690c6cad-a173-45d0-bcf2-567b13bedc18 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:33.708059 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a090cc4-b62a-4aae-ac16-1f17f91f854f req-690c6cad-a173-45d0-bcf2-567b13bedc18 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1225572 Nov 19 19:08:33.789846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a090cc4-b62a-4aae-ac16-1f17f91f854f req-2a0321c5-1436-43a6-9184-2406a9c210c8 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738950 Nov 19 19:08:34.194760 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4939212-37e2-4d89-a4c8-b3e8a5fba50d req-c057b1f8-2823-4902-bd8e-972e253493f8 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0631530 Nov 19 19:08:34.707662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305e3fe-473e-45e6-836e-cc8def2b12f8 req-06428872-cdaa-4fd6-aa9c-35fee19c5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:34.710096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8305e3fe-473e-45e6-836e-cc8def2b12f8 req-06428872-cdaa-4fd6-aa9c-35fee19c5437 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 1096 time: 0.1844368 Nov 19 19:08:34.724594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc31b91-8627-43f1-a8a1-01dfa48a2833 req-cd03d1a9-f619-4764-9cac-c4889713bf29 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:34.735729 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fdc31b91-8627-43f1-a8a1-01dfa48a2833 req-cd03d1a9-f619-4764-9cac-c4889713bf29 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1068516 Nov 19 19:08:34.850004 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fdc31b91-8627-43f1-a8a1-01dfa48a2833 req-ac35ca73-da82-4c55-8460-8bee38b083b8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132185 Nov 19 19:08:34.945331 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8305e3fe-473e-45e6-836e-cc8def2b12f8 req-5913b77c-5a50-43dc-a04b-5f3e561d787f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850696 Nov 19 19:08:35.008064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e793c2-a0c4-4fa4-8a8e-5ba5c3a10abf req-ae5dff5b-b7ab-4d55-8a01-e4abb58058c9 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:35.017796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7e793c2-a0c4-4fa4-8a8e-5ba5c3a10abf req-ae5dff5b-b7ab-4d55-8a01-e4abb58058c9 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1181414 Nov 19 19:08:35.124286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7e793c2-a0c4-4fa4-8a8e-5ba5c3a10abf req-9e4594d3-7940-4658-a406-f171b610853b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013551 Nov 19 19:08:35.379678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5820774d-9475-4704-837f-f7118cbafc4c req-bd102f8b-40c2-400b-abb9-e03a0438fd92 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0714002 Nov 19 19:08:36.014516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f909d8a-e1ba-4c1e-80f0-0c0b61b2e8d5 req-b3d82877-b2f7-4dde-859f-18ffbf34fddd tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:36.024509 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9f909d8a-e1ba-4c1e-80f0-0c0b61b2e8d5 req-b3d82877-b2f7-4dde-859f-18ffbf34fddd tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0729129 Nov 19 19:08:36.098904 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9f909d8a-e1ba-4c1e-80f0-0c0b61b2e8d5 req-9f76fa39-5d38-43a9-8ba9-0a7a4e5a9e8d tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727921 Nov 19 19:08:36.314884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c0c14-519d-4955-9377-c93a46e02c01 req-268a7ffd-a48c-493d-8459-981f501fe764 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:36.323344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-896c0c14-519d-4955-9377-c93a46e02c01 req-268a7ffd-a48c-493d-8459-981f501fe764 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.0916979 Nov 19 19:08:36.406172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-896c0c14-519d-4955-9377-c93a46e02c01 req-12387d86-4c07-42d1-ac52-ecbd41f7c5b2 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816267 Nov 19 19:08:36.582308 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d3d6e7-4b55-48d8-a291-113372c82787 req-5cf06d3f-3129-4a11-8bd5-ab37647f0556 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0443881 Nov 19 19:08:37.421682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525ee40-f492-41ff-a35b-5e73b96a585a req-c8721785-2bab-4ad3-94ed-42b19557e593 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:37.433790 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e525ee40-f492-41ff-a35b-5e73b96a585a req-c8721785-2bab-4ad3-94ed-42b19557e593 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1726620 Nov 19 19:08:37.570838 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e525ee40-f492-41ff-a35b-5e73b96a585a req-15203389-2147-464f-bbf7-69bbf7073bfe tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353028 Nov 19 19:08:37.692563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7995c-0593-4543-a352-0af843a9d701 req-fa9ff491-5269-482c-801f-8395b36dba4f tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:37.704050 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13b7995c-0593-4543-a352-0af843a9d701 req-fa9ff491-5269-482c-801f-8395b36dba4f tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.0962594 Nov 19 19:08:37.828542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13b7995c-0593-4543-a352-0af843a9d701 req-abe1fa3c-b021-49a6-99d5-796b6708438d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189125 Nov 19 19:08:38.106486 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcfa956d-1629-4a9f-8117-31d843dd4dbf req-a3710209-9a77-46f1-9ddf-cf65c99f7dcf tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0502012 Nov 19 19:08:38.216916 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83632af6-67e5-42b8-a4ef-aab2c3d21cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:38.342888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a61bb-07b7-4a41-ba2d-2984dd8882b1 req-8211c506-18e9-4bdf-9b65-b1e69ecdf448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:38.345096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c9a61bb-07b7-4a41-ba2d-2984dd8882b1 req-8211c506-18e9-4bdf-9b65-b1e69ecdf448 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 1096 time: 0.0578640 Nov 19 19:08:38.414914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7d16d-8903-47e1-a820-71643b168ad2 req-be9c90c7-991d-4fde-a4e1-1a14c5b29f19 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:38.416494 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7c7d16d-8903-47e1-a820-71643b168ad2 req-be9c90c7-991d-4fde-a4e1-1a14c5b29f19 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1013949 Nov 19 19:08:38.510375 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a61bb-07b7-4a41-ba2d-2984dd8882b1 req-dcff8618-d7da-43a6-9f3e-b0a1ece590ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:38.512788 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c9a61bb-07b7-4a41-ba2d-2984dd8882b1 req-dcff8618-d7da-43a6-9f3e-b0a1ece590ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 200 len: 920 time: 0.1488104 Nov 19 19:08:38.543730 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7c7d16d-8903-47e1-a820-71643b168ad2 req-f332d249-048a-486e-b414-db639f4bdebe tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153369 Nov 19 19:08:38.588946 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c9a61bb-07b7-4a41-ba2d-2984dd8882b1 req-932724b8-5efe-4863-b04e-6b072a699f9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a17b5bf-d756-4678-82ba-7e1020aa1725 HTTP/1.1" status: 200 len: 217 time: 0.0605750 Nov 19 19:08:38.699830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a61bb-07b7-4a41-ba2d-2984dd8882b1 req-83176aa2-7c1e-4f2f-b37f-f7207248111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:38.702210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c9a61bb-07b7-4a41-ba2d-2984dd8882b1 req-83176aa2-7c1e-4f2f-b37f-f7207248111f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71ca2481-520f-409b-914a-5b88fe41eeaf HTTP/1.1" status: 200 len: 859 time: 0.1038318 Nov 19 19:08:38.761769 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c9a61bb-07b7-4a41-ba2d-2984dd8882b1 req-f51cb472-9712-4479-a747-51b131b7f472 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21d270c9-9af3-4527-86a9-5274ee93625b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490894 Nov 19 19:08:39.023110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c9a61bb-07b7-4a41-ba2d-2984dd8882b1 req-710700a3-5059-418b-bf48-5bbe50b67c79 service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419517 Nov 19 19:08:39.190538 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c9a61bb-07b7-4a41-ba2d-2984dd8882b1 req-8f93fe8f-75b1-4bd0-b617-34cb6276a91b service neutron] 10.222.0.57 "GET /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497521 Nov 19 19:08:39.260120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56caf8-60d2-4755-9adc-188e7ba99428 req-7a0d5763-9372-4541-93e5-156746567d92 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:39.261720 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c56caf8-60d2-4755-9adc-188e7ba99428 req-7a0d5763-9372-4541-93e5-156746567d92 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.2372921 Nov 19 19:08:39.322870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab2ae50f-d86f-4a52-9df8-7c4153280d68 req-eeb7c5da-2081-4981-8de4-797016710e47 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0815830 Nov 19 19:08:39.402092 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c56caf8-60d2-4755-9adc-188e7ba99428 req-ca24d745-3b09-4595-8985-b450a27ca492 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329367 Nov 19 19:08:39.756029 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471c0f-280b-4761-b5ef-489cb719aed0 req-2b6fff8b-66cb-43ea-acf3-49388a0dda7e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:39.762222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3471c0f-280b-4761-b5ef-489cb719aed0 req-2b6fff8b-66cb-43ea-acf3-49388a0dda7e tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1106334 Nov 19 19:08:39.861072 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3471c0f-280b-4761-b5ef-489cb719aed0 req-a051b71d-d36d-4580-b2bd-1cc672b11cc8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927866 Nov 19 19:08:40.160158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53992) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:40.311460 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b42a7778-0258-4001-865a-51e76ded0b7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:40.406705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b42a7778-0258-4001-865a-51e76ded0b7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:40.418692 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b42a7778-0258-4001-865a-51e76ded0b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:40.474055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54000) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:40.482143 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b42a7778-0258-4001-865a-51e76ded0b7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c60958fe65284f41994ae4f54ae51a6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208067 Nov 19 19:08:40.487398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a7778-0258-4001-865a-51e76ded0b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c4d95c-c8ce-4fa0-8c85-77bdc764bb41,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:40.536631 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e85bfc21-323a-448f-bb9e-391cf5cb527d req-c7b86528-b424-4fd2-b0bc-0520d616bc31 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0424540 Nov 19 19:08:40.590619 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-42e59803-fcf5-4d61-9c47-0bf6a90ec7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:40.598615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cfbab-aeb0-45e7-89c1-002f975d196b req-483122ea-b2d9-4c2b-ac16-0aaa3f4234d9 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:40.610266 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba5cfbab-aeb0-45e7-89c1-002f975d196b req-483122ea-b2d9-4c2b-ac16-0aaa3f4234d9 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1230829 Nov 19 19:08:40.642162 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d948688-a6dd-4d4b-b15b-e633e39c1fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:40.677965 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d948688-a6dd-4d4b-b15b-e633e39c1fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:40.719942 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba5cfbab-aeb0-45e7-89c1-002f975d196b req-13e0048a-bac2-4ccc-9ccf-cc2dc58f5721 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077530 Nov 19 19:08:40.774569 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d948688-a6dd-4d4b-b15b-e633e39c1fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:40.779222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d948688-a6dd-4d4b-b15b-e633e39c1fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:40.783526 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4d948688-a6dd-4d4b-b15b-e633e39c1fff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5c4d95c-c8ce-4fa0-8c85-77bdc764bb41 HTTP/1.1" status: 204 len: 168 time: 0.3047614 Nov 19 19:08:40.791553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d948688-a6dd-4d4b-b15b-e633e39c1fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c4d95c-c8ce-4fa0-8c85-77bdc764bb41,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:41.139709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9972a0-4f03-4ecb-823d-88cc5cc723d9 req-1c78f7d4-ee81-4b2f-a20f-6d6f9cfdfa12 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:41.141357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a9972a0-4f03-4ecb-823d-88cc5cc723d9 req-1c78f7d4-ee81-4b2f-a20f-6d6f9cfdfa12 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1585274 Nov 19 19:08:41.258293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a9972a0-4f03-4ecb-823d-88cc5cc723d9 req-32ebf265-0fe1-442b-82fd-246f5e4251ff tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059792 Nov 19 19:08:41.425265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54022) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:41.442119 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5b90792-4315-412d-b767-832995e2b9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:41.559732 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5b90792-4315-412d-b767-832995e2b9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:41.565842 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5b90792-4315-412d-b767-832995e2b9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:41.654132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b90792-4315-412d-b767-832995e2b9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cea44fb-a0fb-42be-a419-1e7b6fe44129,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:41.666281 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d5b90792-4315-412d-b767-832995e2b9f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8286263bf89442a6819f2714d386b77b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396498 Nov 19 19:08:41.668732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54026) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:41.762381 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9b79369-4e1c-47c8-ad67-030dae7be89f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:41.813484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:41.824309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9b79369-4e1c-47c8-ad67-030dae7be89f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:41.843483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ffc60646-22ca-4690-86b5-ea4f80836a68 req-ef90e551-9209-42b4-8ecc-7b416eaf3333 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0509844 Nov 19 19:08:41.946361 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9b79369-4e1c-47c8-ad67-030dae7be89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:41.949840 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d9b79369-4e1c-47c8-ad67-030dae7be89f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:41.954170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d9b79369-4e1c-47c8-ad67-030dae7be89f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7cea44fb-a0fb-42be-a419-1e7b6fe44129 HTTP/1.1" status: 204 len: 168 time: 0.2815871 Nov 19 19:08:41.964953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b79369-4e1c-47c8-ad67-030dae7be89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cea44fb-a0fb-42be-a419-1e7b6fe44129,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:42.018112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa04b6-a438-452a-b6c6-baf5bf8ca334 req-a978cf20-bb17-4162-8656-e452439a9209 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:42.026926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edaa04b6-a438-452a-b6c6-baf5bf8ca334 req-a978cf20-bb17-4162-8656-e452439a9209 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1240799 Nov 19 19:08:42.139820 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edaa04b6-a438-452a-b6c6-baf5bf8ca334 req-1764cfd1-cd01-4a2e-be77-b54b5340b0bc tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125591 Nov 19 19:08:42.660609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa51f0-020e-492d-bb5f-854188d2245c req-ac628caa-5b58-441c-98d2-fb765b5b5543 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:42.674362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3fa51f0-020e-492d-bb5f-854188d2245c req-ac628caa-5b58-441c-98d2-fb765b5b5543 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1947668 Nov 19 19:08:42.792032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3fa51f0-020e-492d-bb5f-854188d2245c req-9d80ecda-d1ab-4fdc-8453-e8b19ec0b7c8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166096 Nov 19 19:08:43.035063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8dbf260-e56a-43e3-99d3-b88848a74124 req-1d83588c-6393-4121-867b-18ff98a15125 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0429983 Nov 19 19:08:43.302350 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:43.473481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fccdf1-34c9-4ce0-8c20-6288efbfa841 req-423d4fad-7ed3-42b7-9868-088f3a09c604 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:43.475309 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0fccdf1-34c9-4ce0-8c20-6288efbfa841 req-423d4fad-7ed3-42b7-9868-088f3a09c604 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1715600 Nov 19 19:08:43.591996 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0fccdf1-34c9-4ce0-8c20-6288efbfa841 req-ec163126-338c-4a7c-b119-01fc88cd4a2c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065941 Nov 19 19:08:44.066538 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:44.237199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f571cb2a-c5af-42f7-8feb-f7f6f128add8 req-c7ec8ed4-d063-4b93-8627-c46677104705 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0660906 Nov 19 19:08:44.859199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dc345-18f1-40a4-b01c-cbf9d9b684db req-7b0b2350-684b-48fa-9900-ec9f109e0bd9 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:44.871960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d72dc345-18f1-40a4-b01c-cbf9d9b684db req-7b0b2350-684b-48fa-9900-ec9f109e0bd9 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1591265 Nov 19 19:08:44.972760 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d72dc345-18f1-40a4-b01c-cbf9d9b684db req-40f70b11-f762-4274-b9dc-adb4ece4e4ed tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995290 Nov 19 19:08:45.443222 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46d9111b-9879-4016-b8ef-75ed56cab702 req-9711de75-7835-4d81-855b-d60b7e7349a1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0635431 Nov 19 19:08:46.179285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334dd669-fddc-4852-a8ae-f1a2cd896672 req-bc0dfcde-e60f-490e-9c07-2975ef55af0c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:46.188794 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-334dd669-fddc-4852-a8ae-f1a2cd896672 req-bc0dfcde-e60f-490e-9c07-2975ef55af0c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.0962772 Nov 19 19:08:46.251055 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-334dd669-fddc-4852-a8ae-f1a2cd896672 req-0a0fe3f6-a337-4402-9c8c-e3d51ee5827a tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601313 Nov 19 19:08:46.617782 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b7e77da-52e0-4fa2-899b-8821027ecf18 req-01640779-71f1-4ada-8656-0b19576ad1f6 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0382957 Nov 19 19:08:47.035577 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:08:47.416448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1799e-89a0-4f6d-83d1-8a9f3e64f68d req-5e1b34d0-e80a-4df1-8880-49bea3a3ef41 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:47.427501 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d0b1799e-89a0-4f6d-83d1-8a9f3e64f68d req-5e1b34d0-e80a-4df1-8880-49bea3a3ef41 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.0921326 Nov 19 19:08:47.506609 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d0b1799e-89a0-4f6d-83d1-8a9f3e64f68d req-21c20705-f26f-4e09-b206-b442c48d9a72 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777943 Nov 19 19:08:47.884117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a82d6d9-c17a-489b-8817-29c1f1b93304 req-36eb99c5-6783-4604-a7bc-d27232b8ede2 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/ports?device_id=5af20cec-4e0e-41a5-9011-427604bb19da HTTP/1.1" status: 200 len: 210 time: 0.0725925 Nov 19 19:08:48.752584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e1327-a998-4497-853c-79937dda5c3b req-a7633037-574b-4548-81f7-fb5c11ac1cce tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:48.754972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-052e1327-a998-4497-853c-79937dda5c3b req-a7633037-574b-4548-81f7-fb5c11ac1cce tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.0817652 Nov 19 19:08:48.819010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-052e1327-a998-4497-853c-79937dda5c3b req-76f12a5e-571e-4015-98da-99a9e28198b0 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557036 Nov 19 19:08:49.076718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54194) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:49.264645 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:49.315916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:49.433256 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:49.444782 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:49.463866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54206) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:49.467740 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "DELETE /v2.0/security-groups/d1f57b86-84f6-4953-ad74-8b7bd4ac9d05 HTTP/1.1" status: 204 len: 168 time: 0.3832436 Nov 19 19:08:49.495797 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-21fab6d8-2696-4775-9670-a181e970416c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] show failed (client error): The resource could not be found. Nov 19 19:08:49.500858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-21fab6d8-2696-4775-9670-a181e970416c tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "GET /v2.0/security-groups/d1f57b86-84f6-4953-ad74-8b7bd4ac9d05 HTTP/1.1" status: 404 len: 347 time: 0.0346768 Nov 19 19:08:49.504553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54208) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:49.507271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f57b86-84f6-4953-ad74-8b7bd4ac9d05,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:49.519837 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.520393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.520919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.521632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.522175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.522700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.523221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.523734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.524243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.534365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.535000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.535530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52585b4b-2c82-456f-b384-7bfb8a56c190 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:49.822840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Deleting port 9cafe875-e753-4017-b1d0-f9566ca49c86 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:49.823191 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:50.085033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfed67-39bb-496f-b054-e4395695b1c2 req-451d7a22-96bd-4da0-86c9-dca79f629997 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:50.099025 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1dfed67-39bb-496f-b054-e4395695b1c2 req-451d7a22-96bd-4da0-86c9-dca79f629997 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1302943 Nov 19 19:08:50.324423 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e1dfed67-39bb-496f-b054-e4395695b1c2 req-d8a12768-4c83-41e1-a705-63462851eea2 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238584 Nov 19 19:08:50.652025 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:50.653110 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:50.701463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Calling delete_port for 9cafe875-e753-4017-b1d0-f9566ca49c86 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:51.009162 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:51.049166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d9509-b50d-4230-a921-10a9e2e3493f None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:08:51.097852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Port': ['ID=9cafe875-e753-4017-b1d0-f9566ca49c86,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:51.127507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.128184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.128706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.129323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.129666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.130047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.130388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.131064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.131064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.131364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.131862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.132371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:51.159276 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:51.162410 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:51.163804 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b1e9fdb6-4bda-42c0-9ea7-604f2a0b574f tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "DELETE /v2.0/floatingips/609b1929-fab8-4216-9927-ee5ab6799c73 HTTP/1.1" status: 204 len: 168 time: 1.6570618 Nov 19 19:08:51.166561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54238) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:51.340218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1e435efc-b5ac-4265-be3f-21794ff41256 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Deleting port 67956144-0508-45ed-934a-ac5fa1d15788 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:51.340562 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e435efc-b5ac-4265-be3f-21794ff41256 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:51.517027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bec230-5ec2-4708-8260-d133cbb429ad req-2a28a00a-842a-4396-9861-a13c04ece10e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:51.525605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00bec230-5ec2-4708-8260-d133cbb429ad req-2a28a00a-842a-4396-9861-a13c04ece10e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.0766435 Nov 19 19:08:51.549387 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e435efc-b5ac-4265-be3f-21794ff41256 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:51.563365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1e435efc-b5ac-4265-be3f-21794ff41256 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Calling delete_port for 67956144-0508-45ed-934a-ac5fa1d15788 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:51.638295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00bec230-5ec2-4708-8260-d133cbb429ad req-8878a09c-4a18-4fa0-9459-93b5c0cfffdb tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054752 Nov 19 19:08:51.782642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e435efc-b5ac-4265-be3f-21794ff41256 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:51.827827 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e435efc-b5ac-4265-be3f-21794ff41256 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Port': ['ID=67956144-0508-45ed-934a-ac5fa1d15788,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:51.934525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e435efc-b5ac-4265-be3f-21794ff41256 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:51.940457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1e435efc-b5ac-4265-be3f-21794ff41256 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "DELETE /v2.0/ports/67956144-0508-45ed-934a-ac5fa1d15788 HTTP/1.1" status: 204 len: 168 time: 0.7713637 Nov 19 19:08:51.942273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54282) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:52.134253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-96674094-8d35-4b98-a4d2-b05167bebdcf tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Deleting port 00e8f34b-4ae3-4047-a368-968e2e9be854 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:52.134598 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96674094-8d35-4b98-a4d2-b05167bebdcf tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:52.272447 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8443699-d95e-42d1-90b1-d444e2a50be1 req-94424f2b-55c6-4986-868e-7039ec98e8e2 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:52.279352 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96674094-8d35-4b98-a4d2-b05167bebdcf tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:52.280655 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8443699-d95e-42d1-90b1-d444e2a50be1 req-94424f2b-55c6-4986-868e-7039ec98e8e2 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.0647533 Nov 19 19:08:52.304119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-96674094-8d35-4b98-a4d2-b05167bebdcf tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Calling delete_port for 00e8f34b-4ae3-4047-a368-968e2e9be854 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:52.431379 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8443699-d95e-42d1-90b1-d444e2a50be1 req-d755824c-ede1-4f37-915c-64ce2eaaeb6b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468828 Nov 19 19:08:52.537401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96674094-8d35-4b98-a4d2-b05167bebdcf tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:52.581983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96674094-8d35-4b98-a4d2-b05167bebdcf tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Port': ['ID=00e8f34b-4ae3-4047-a368-968e2e9be854,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:52.703036 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96674094-8d35-4b98-a4d2-b05167bebdcf tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:52.709282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-96674094-8d35-4b98-a4d2-b05167bebdcf tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "DELETE /v2.0/ports/00e8f34b-4ae3-4047-a368-968e2e9be854 HTTP/1.1" status: 204 len: 168 time: 0.7638252 Nov 19 19:08:52.709691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54310) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:52.804980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc91ba5-207b-4c90-9d6d-97a10facaa9a req-9b255094-8595-4761-a310-8a478aee5352 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:52.815799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0bc91ba5-207b-4c90-9d6d-97a10facaa9a req-9b255094-8595-4761-a310-8a478aee5352 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.0786643 Nov 19 19:08:52.837548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e42e017-e6aa-4e6b-bbc7-b118d1207752 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Deleting subnet 0f9665a9-7412-4abc-9a4c-1731fa47e4cc {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:08:52.842077 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e42e017-e6aa-4e6b-bbc7-b118d1207752 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:52.917205 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e42e017-e6aa-4e6b-bbc7-b118d1207752 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:52.927960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0bc91ba5-207b-4c90-9d6d-97a10facaa9a req-426cb6c7-cdd5-468c-8af5-e6d9ee1e4997 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086454 Nov 19 19:08:53.073576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e42e017-e6aa-4e6b-bbc7-b118d1207752 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:53.144825 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e42e017-e6aa-4e6b-bbc7-b118d1207752 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:53.170818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42e017-e6aa-4e6b-bbc7-b118d1207752 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9665a9-7412-4abc-9a4c-1731fa47e4cc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:53.177195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e42e017-e6aa-4e6b-bbc7-b118d1207752 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:53.183283 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3e42e017-e6aa-4e6b-bbc7-b118d1207752 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "DELETE /v2.0/subnets/0f9665a9-7412-4abc-9a4c-1731fa47e4cc HTTP/1.1" status: 204 len: 168 time: 0.4697211 Nov 19 19:08:53.183397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54320) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:53.191232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92fe7e5-7292-4f57-aa2b-b1aa2be227a9 None None] Network 18e71340-48e5-45a3-a91b-e4f71f01a421 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:53.281041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-23543ebe-35f9-4adc-9e04-a1043dc9f2e1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Deleting subnet 7e4458ef-c2e3-46c8-8de0-ab50ce1f610c {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:08:53.285415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23543ebe-35f9-4adc-9e04-a1043dc9f2e1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:53.335383 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23543ebe-35f9-4adc-9e04-a1043dc9f2e1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:53.430905 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23543ebe-35f9-4adc-9e04-a1043dc9f2e1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:53.506534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669af1c7-8def-4131-953d-c9417029b25a None None] DHCP port deletion for 18e71340-48e5-45a3-a91b-e4f71f01a421 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:08:53.599385 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23543ebe-35f9-4adc-9e04-a1043dc9f2e1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:53.624032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Deleting port b211098d-d19b-4bd5-bdec-8ee794e79343 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:53.624032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:53.666976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23543ebe-35f9-4adc-9e04-a1043dc9f2e1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4458ef-c2e3-46c8-8de0-ab50ce1f610c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:53.681739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604aa7c-4cc1-411e-bac1-cb003a3eedab req-e25f66cb-d9fe-443a-b271-5e924709bdf9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:53.697560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23543ebe-35f9-4adc-9e04-a1043dc9f2e1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:53.699337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d604aa7c-4cc1-411e-bac1-cb003a3eedab req-e25f66cb-d9fe-443a-b271-5e924709bdf9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1240160 Nov 19 19:08:53.704793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-23543ebe-35f9-4adc-9e04-a1043dc9f2e1 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "DELETE /v2.0/subnets/7e4458ef-c2e3-46c8-8de0-ab50ce1f610c HTTP/1.1" status: 204 len: 168 time: 0.5197663 Nov 19 19:08:53.706664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54338) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:53.737715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85420f02-202f-4bb7-8eb1-3382b01c1387 None None] Network 6b12120c-2801-47c9-9799-bcf3692162a2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:53.767853 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d604aa7c-4cc1-411e-bac1-cb003a3eedab req-50ed8e7d-6a9c-4dcf-9813-782ba5e9f56d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673447 Nov 19 19:08:53.848620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:53.948548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Deleting port b211098d-d19b-4bd5-bdec-8ee794e79343 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:53.948961 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.050281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] For port b211098d-d19b-4bd5-bdec-8ee794e79343, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b211098d-d19b-4bd5-bdec-8ee794e79343,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:54.050658 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.086672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Calling delete_port for b211098d-d19b-4bd5-bdec-8ee794e79343 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:54.250625 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b211098d-d19b-4bd5-bdec-8ee794e79343 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:54.294811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee86be-5fea-472a-9903-fa1c0a8bccb3 req-f4239bfe-d6aa-4bcd-b90f-052d52257c59 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:54.296587 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5ee86be-5fea-472a-9903-fa1c0a8bccb3 req-f4239bfe-d6aa-4bcd-b90f-052d52257c59 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1123738 Nov 19 19:08:54.315985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-669af1c7-8def-4131-953d-c9417029b25a None None] For port b211098d-d19b-4bd5-bdec-8ee794e79343, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b211098d-d19b-4bd5-bdec-8ee794e79343,segment=NetworkSegment(c8751441-bc51-4b35-a18d-be329ebc8ce9),segment_id=c8751441-bc51-4b35-a18d-be329ebc8ce9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:54.316390 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.354413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Calling delete_port for b211098d-d19b-4bd5-bdec-8ee794e79343 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:54.454999 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.458588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5ee86be-5fea-472a-9903-fa1c0a8bccb3 req-07c24b4e-a7d5-4fa1-bf00-ed754158ea2d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290064 Nov 19 19:08:54.465085 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.530082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Port': ['ID=b211098d-d19b-4bd5-bdec-8ee794e79343,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:54.539243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] No DVR routers for this DVR port b211098d-d19b-4bd5-bdec-8ee794e79343 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:54.595552 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa79cef-58df-4181-bdb6-62b199cc6aad None None] DHCP port deletion for 6b12120c-2801-47c9-9799-bcf3692162a2 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:08:54.618781 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.678944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669af1c7-8def-4131-953d-c9417029b25a None None] No DVR routers for this DVR port b211098d-d19b-4bd5-bdec-8ee794e79343 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:54.701330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Pushing event deleted for resources: {'Port': ['ID=b211098d-d19b-4bd5-bdec-8ee794e79343,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:54.706577 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.728174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.728572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.728922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.729262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.729731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.730100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.730434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.730828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.731365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.731735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.732065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.732456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669af1c7-8def-4131-953d-c9417029b25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:08:54.770412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e71340-48e5-45a3-a91b-e4f71f01a421']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:54.773525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5aa79cef-58df-4181-bdb6-62b199cc6aad None None] Deleting port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:08:54.773947 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5aa79cef-58df-4181-bdb6-62b199cc6aad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.782997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8751441-bc51-4b35-a18d-be329ebc8ce9') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:54.783396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8751441-bc51-4b35-a18d-be329ebc8ce9') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:54.793846 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.820667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.863062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:08:54.863062 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.895900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5aa79cef-58df-4181-bdb6-62b199cc6aad None None] For port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5c911bf2-2545-4cd5-a62c-4cd5597fbe43,segment=NetworkSegment(acc9664d-f100-48cd-a110-75fe5946b181),segment_id=acc9664d-f100-48cd-a110-75fe5946b181)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:08:54.896633 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5aa79cef-58df-4181-bdb6-62b199cc6aad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:08:54.934806 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:08:54.939391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5aa79cef-58df-4181-bdb6-62b199cc6aad None None] Calling delete_port for 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:08:54.950794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.960638 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:54.967604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54404) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:54.968135 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "DELETE /v2.0/networks/18e71340-48e5-45a3-a91b-e4f71f01a421 HTTP/1.1" status: 204 len: 168 time: 1.2603366 Nov 19 19:08:55.011374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b989c51-c92c-44af-ae69-69b3a0c53342 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Network': ['ID=18e71340-48e5-45a3-a91b-e4f71f01a421,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:55.043320 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e475-f427-4554-9f3a-41c08115362a req-8da233bc-b285-4527-8bb7-e17c7a69cea4 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:55.045571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4e3e475-f427-4554-9f3a-41c08115362a req-8da233bc-b285-4527-8bb7-e17c7a69cea4 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1100619 Nov 19 19:08:55.113856 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5aa79cef-58df-4181-bdb6-62b199cc6aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:55.129571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4e3e475-f427-4554-9f3a-41c08115362a req-a2a8db22-b345-467d-bfc9-38414ccc4b17 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754025 Nov 19 19:08:55.131327 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:55.162319 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:55.205739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa79cef-58df-4181-bdb6-62b199cc6aad None None] Pushing event deleted for resources: {'Port': ['ID=5c911bf2-2545-4cd5-a62c-4cd5597fbe43,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:55.220292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa79cef-58df-4181-bdb6-62b199cc6aad None None] No DVR routers for this DVR port 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:08:55.347274 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:55.374723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b12120c-2801-47c9-9799-bcf3692162a2']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:55.387163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc9664d-f100-48cd-a110-75fe5946b181') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:55.387462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc9664d-f100-48cd-a110-75fe5946b181') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:55.399128 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:55.418239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:55.426858 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:08:55.427639 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:08:55.431255 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:08:55.502299 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:55.526607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:55.531324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] 10.222.0.50 "DELETE /v2.0/networks/6b12120c-2801-47c9-9799-bcf3692162a2 HTTP/1.1" status: 204 len: 168 time: 0.5606077 Nov 19 19:08:55.533299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c5491-fd6f-40b6-a4e7-026c835a35c7 tempest-TaggedBootDevicesTest_v242-535090570 tempest-TaggedBootDevicesTest_v242-535090570-project] Pushing event deleted for resources: {'Network': ['ID=6b12120c-2801-47c9-9799-bcf3692162a2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:55.713853 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8446a1-7c09-4061-b92f-f95e0c5147c3 req-fee1e808-5a71-4dd8-9351-ed26353194ef tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:55.720741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3b8446a1-7c09-4061-b92f-f95e0c5147c3 req-fee1e808-5a71-4dd8-9351-ed26353194ef tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1690872 Nov 19 19:08:55.862484 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3b8446a1-7c09-4061-b92f-f95e0c5147c3 req-83b177e1-538d-424b-82a3-69b35ad4825c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270642 Nov 19 19:08:56.129226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:08:56.160478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:08:56.161296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5c911bf2-2545-4cd5-a62c-4cd5597fbe43 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:08:56.314954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15150d79-9520-4cb8-8b67-d26f2ab59084 req-a5309f0f-9a2c-45c0-98f1-7fcc9af0c531 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:56.321632 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15150d79-9520-4cb8-8b67-d26f2ab59084 req-a5309f0f-9a2c-45c0-98f1-7fcc9af0c531 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.0923579 Nov 19 19:08:56.427539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15150d79-9520-4cb8-8b67-d26f2ab59084 req-c5bfea62-dad6-4988-abd7-ea0ee267e3f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991652 Nov 19 19:08:57.000030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54444) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:57.112794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1faf5f-721a-43f7-91ae-3ebbc8e6cb4e req-44ac8c9b-244b-42b5-97b9-a8ee65913346 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:57.114497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c1faf5f-721a-43f7-91ae-3ebbc8e6cb4e req-44ac8c9b-244b-42b5-97b9-a8ee65913346 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1211841 Nov 19 19:08:57.202221 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df8c4e14-bafa-4abb-bab5-2d7e18f5929e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:57.253258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c1faf5f-721a-43f7-91ae-3ebbc8e6cb4e req-9f008404-aa7a-4f2f-b37b-0c65760814d8 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253674 Nov 19 19:08:57.322021 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df8c4e14-bafa-4abb-bab5-2d7e18f5929e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:57.329445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df8c4e14-bafa-4abb-bab5-2d7e18f5929e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:57.376745 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-df8c4e14-bafa-4abb-bab5-2d7e18f5929e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b76d1b23c7a74847afda3c49938c6248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3744793 Nov 19 19:08:57.378436 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54454) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:57.403335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c4e14-bafa-4abb-bab5-2d7e18f5929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb99378-72e2-4bf2-a7d4-d634b26d5538,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:57.509795 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9df7fd8-b608-4f42-a17f-f442345b1750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:57.555947 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9df7fd8-b608-4f42-a17f-f442345b1750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:57.626988 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9df7fd8-b608-4f42-a17f-f442345b1750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:57.630957 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9df7fd8-b608-4f42-a17f-f442345b1750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:57.633214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c9df7fd8-b608-4f42-a17f-f442345b1750 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ddb99378-72e2-4bf2-a7d4-d634b26d5538 HTTP/1.1" status: 204 len: 168 time: 0.2525744 Nov 19 19:08:57.645130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df7fd8-b608-4f42-a17f-f442345b1750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb99378-72e2-4bf2-a7d4-d634b26d5538,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:57.719466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24725-1009-4bd9-9553-5b7d540ce994 req-6c39c7ea-ae01-4178-aa9f-e3a108a40914 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:57.722964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-abe24725-1009-4bd9-9553-5b7d540ce994 req-6c39c7ea-ae01-4178-aa9f-e3a108a40914 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1323998 Nov 19 19:08:57.798399 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-abe24725-1009-4bd9-9553-5b7d540ce994 req-34875b32-b7e0-4b0a-9b68-93eaab00eb60 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683112 Nov 19 19:08:58.010074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54466) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:58.128671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb89b93-16b4-4ed5-82aa-55ae2501cbf2 admin admin] Deleting subnet c8ca75de-5b18-4083-971f-85604764f3cc {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:08:58.142152 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b93-16b4-4ed5-82aa-55ae2501cbf2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.157368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54470) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:58.171864 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9aa48425-0bb4-4a9f-8674-8844a7b37d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.240493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b93-16b4-4ed5-82aa-55ae2501cbf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.349360 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9aa48425-0bb4-4a9f-8674-8844a7b37d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.354674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9aa48425-0bb4-4a9f-8674-8844a7b37d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.384247 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b93-16b4-4ed5-82aa-55ae2501cbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.418482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9aa48425-0bb4-4a9f-8674-8844a7b37d1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=195dfe3fcd524d41a1bdb6dd9a839626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2598670 Nov 19 19:08:58.420197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa48425-0bb4-4a9f-8674-8844a7b37d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081988fa-d358-44b5-ab2b-658b3fb90c5c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:58.422253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54476) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:58.498859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5507a2a-343f-49ed-b072-07b0636b356d req-97f7f136-2adc-4463-a6db-089dff67bc4a tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:58.500886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5507a2a-343f-49ed-b072-07b0636b356d req-97f7f136-2adc-4463-a6db-089dff67bc4a tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1697142 Nov 19 19:08:58.565530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5507a2a-343f-49ed-b072-07b0636b356d req-d15c0054-8d23-4c43-801c-bd75272258d3 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536735 Nov 19 19:08:58.597819 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc65bb0f-78b2-410a-8755-d00fbc2ee20d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.626212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc65bb0f-78b2-410a-8755-d00fbc2ee20d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.685857 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b93-16b4-4ed5-82aa-55ae2501cbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.705138 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fb89b93-16b4-4ed5-82aa-55ae2501cbf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.710131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17edd14-9da0-4acc-8d57-fb859ff6badb None None] Network 94421311-9ebb-426d-b31a-3ca72f5c6e82 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:08:58.723261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9fb89b93-16b4-4ed5-82aa-55ae2501cbf2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c8ca75de-5b18-4083-971f-85604764f3cc HTTP/1.1" status: 204 len: 168 time: 0.7120655 Nov 19 19:08:58.725843 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54482) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:58.771149 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc65bb0f-78b2-410a-8755-d00fbc2ee20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.778562 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc65bb0f-78b2-410a-8755-d00fbc2ee20d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.787684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bc65bb0f-78b2-410a-8755-d00fbc2ee20d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/081988fa-d358-44b5-ab2b-658b3fb90c5c HTTP/1.1" status: 204 len: 168 time: 0.3506668 Nov 19 19:08:58.795642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb89b93-16b4-4ed5-82aa-55ae2501cbf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ca75de-5b18-4083-971f-85604764f3cc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:58.818232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65bb0f-78b2-410a-8755-d00fbc2ee20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081988fa-d358-44b5-ab2b-658b3fb90c5c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:58.865786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:58.979752 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:59.016343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de353b4-1c36-4b42-a4af-e19d3846b042 req-bd2899a6-5ca9-41c1-b401-6cb9060b85a1 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:59.019418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1fa214-fd56-4b50-9f8b-dd1643435158 None None] DHCP port deletion for 94421311-9ebb-426d-b31a-3ca72f5c6e82 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:08:59.029112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94421311-9ebb-426d-b31a-3ca72f5c6e82']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:59.035969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9de353b4-1c36-4b42-a4af-e19d3846b042 req-bd2899a6-5ca9-41c1-b401-6cb9060b85a1 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1052263 Nov 19 19:08:59.060171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a834aff9-f93a-4c6e-beb7-8fb0d337a07e') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:59.060615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a834aff9-f93a-4c6e-beb7-8fb0d337a07e') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:08:59.087509 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:59.118012 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:59.133109 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:08:59.133517 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:59.134232 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9de353b4-1c36-4b42-a4af-e19d3846b042 req-ab88ee83-4af7-46cd-9295-ad27df699259 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916922 Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:08:59.143500 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:08:59.236566 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:59.268944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:59.272288 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/94421311-9ebb-426d-b31a-3ca72f5c6e82 HTTP/1.1" status: 204 len: 168 time: 0.5454443 Nov 19 19:08:59.273172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd80e31-5c5f-4c2a-adac-21b9f4b3bea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=94421311-9ebb-426d-b31a-3ca72f5c6e82,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:08:59.643925 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:59.654257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54510) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:59.755192 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0772607d-f09b-4c95-a048-66917d462969 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd19148b10534aa19204fbd7fa5bf9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0972874 Nov 19 19:08:59.755512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54514) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:08:59.911296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9b509-a199-4692-bf0f-a876b8f8b3fb req-72c8a905-3d57-4906-b8c0-8b1e4ccd3cff tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:08:59.916964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77b9b509-a199-4692-bf0f-a876b8f8b3fb req-72c8a905-3d57-4906-b8c0-8b1e4ccd3cff tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1591218 Nov 19 19:08:59.929879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dab0d5c3-6f9f-4259-b287-eadc793ca79e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:00.039270 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dab0d5c3-6f9f-4259-b287-eadc793ca79e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:00.095778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77b9b509-a199-4692-bf0f-a876b8f8b3fb req-ab061634-9f3d-41ae-8c4c-2b884a87dbf2 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680412 Nov 19 19:09:00.166535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dab0d5c3-6f9f-4259-b287-eadc793ca79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:00.169231 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dab0d5c3-6f9f-4259-b287-eadc793ca79e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:00.170800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dab0d5c3-6f9f-4259-b287-eadc793ca79e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d65592f0-b728-4ef2-958d-c181f7ded28a HTTP/1.1" status: 204 len: 168 time: 0.4142399 Nov 19 19:09:00.195164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0d5c3-6f9f-4259-b287-eadc793ca79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65592f0-b728-4ef2-958d-c181f7ded28a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:00.398970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d406c0-7bb5-43f8-adbc-29a3cf8db665 req-fb9988b2-6401-48c5-b4b6-60bd4f4d66fa tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:00.400544 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16d406c0-7bb5-43f8-adbc-29a3cf8db665 req-fb9988b2-6401-48c5-b4b6-60bd4f4d66fa tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1409433 Nov 19 19:09:00.547330 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16d406c0-7bb5-43f8-adbc-29a3cf8db665 req-128564e0-32c3-4258-bda6-c2af30906e48 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347265 Nov 19 19:09:01.315232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c22be7-1074-484e-9de1-20962064319c req-82249cab-6d9c-43c1-8d3d-80c62d64f6be tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:01.326204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39c22be7-1074-484e-9de1-20962064319c req-82249cab-6d9c-43c1-8d3d-80c62d64f6be tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1002455 Nov 19 19:09:01.466390 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39c22be7-1074-484e-9de1-20962064319c req-16bdf3a2-94ae-4f82-b96c-b16753b06564 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360116 Nov 19 19:09:01.845165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71345b90-0d9d-42c3-ac7e-c70cce321433 req-d5d8e299-d662-4f68-a6dd-b5c07e29b056 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:01.854236 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-71345b90-0d9d-42c3-ac7e-c70cce321433 req-d5d8e299-d662-4f68-a6dd-b5c07e29b056 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1830714 Nov 19 19:09:01.948032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-71345b90-0d9d-42c3-ac7e-c70cce321433 req-7c10746c-b27a-413c-a75a-5437d4144ebf tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928216 Nov 19 19:09:03.003061 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257be6e-38f7-4acb-a31a-aee0e0f7f943 req-0fbc22e8-3ee3-4ca3-bb65-c80318c86341 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:03.012324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4257be6e-38f7-4acb-a31a-aee0e0f7f943 req-0fbc22e8-3ee3-4ca3-bb65-c80318c86341 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.0666504 Nov 19 19:09:03.099606 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4257be6e-38f7-4acb-a31a-aee0e0f7f943 req-a8ca716d-e1ca-4a50-8010-eb2f670dd700 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860503 Nov 19 19:09:03.145967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66ab51-ca39-493f-ab79-057f8c27c7c1 req-038f58b3-1610-46b6-bcf0-7961122bb54e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:03.169654 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f66ab51-ca39-493f-ab79-057f8c27c7c1 req-038f58b3-1610-46b6-bcf0-7961122bb54e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1005750 Nov 19 19:09:03.251423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f66ab51-ca39-493f-ab79-057f8c27c7c1 req-7821203b-3c2e-4fa8-ba40-e6cb328f669f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740035 Nov 19 19:09:04.271933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a37459-39d1-4dad-9a23-7e3835b9cf08 req-02fb9229-44db-4675-9bdf-52359b07a3b3 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:04.274349 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8a37459-39d1-4dad-9a23-7e3835b9cf08 req-02fb9229-44db-4675-9bdf-52359b07a3b3 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1027942 Nov 19 19:09:04.391964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8a37459-39d1-4dad-9a23-7e3835b9cf08 req-d7a7b5e7-5271-4e2f-8c45-85b54e40998b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103415 Nov 19 19:09:04.589377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97680333-89b0-4033-9b93-107b638c5207 req-d1154a65-421e-4364-a49c-74530486d645 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:04.603074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97680333-89b0-4033-9b93-107b638c5207 req-d1154a65-421e-4364-a49c-74530486d645 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1056426 Nov 19 19:09:04.690026 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97680333-89b0-4033-9b93-107b638c5207 req-c1adac73-ac23-4c92-bba5-ca866320869f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802217 Nov 19 19:09:05.023169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6ea32-40b4-4cc7-a3dd-c743c39282ad req-d7db8e17-b0c9-4b9d-bfe7-33e6624490ae tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:05.023169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ac6ea32-40b4-4cc7-a3dd-c743c39282ad req-d7db8e17-b0c9-4b9d-bfe7-33e6624490ae tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.1641874 Nov 19 19:09:05.131429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ac6ea32-40b4-4cc7-a3dd-c743c39282ad req-c1dc6db0-b663-40f2-82e5-9a71589c283a tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034739 Nov 19 19:09:05.190076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca34ba2-970b-47e8-bb7e-27d9d020d89f req-9e24bec8-5a43-47f4-afa7-39bff915ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:05.191634 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fca34ba2-970b-47e8-bb7e-27d9d020d89f req-9e24bec8-5a43-47f4-afa7-39bff915ee6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b51033b1b8e54bfaa22fc5919a0de9c0&device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 1096 time: 0.1352570 Nov 19 19:09:05.322682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca34ba2-970b-47e8-bb7e-27d9d020d89f req-290ccfb5-5c03-403e-ac94-70f4a65422f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:05.324615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fca34ba2-970b-47e8-bb7e-27d9d020d89f req-290ccfb5-5c03-403e-ac94-70f4a65422f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3be09d4c-f744-437e-b39f-4beb3f6c1508 HTTP/1.1" status: 200 len: 917 time: 0.1138484 Nov 19 19:09:05.334705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569b13-db07-472d-a509-0d56728feace req-512d1388-a9f0-4d5d-a1ee-fdde70668003 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:05.344779 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01569b13-db07-472d-a509-0d56728feace req-512d1388-a9f0-4d5d-a1ee-fdde70668003 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.2868204 Nov 19 19:09:05.925579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db79dfc-55cc-4219-a349-41b7fe51f4e7 req-4a49d74e-0795-4c09-827e-194e024c73de tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:05.927217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4db79dfc-55cc-4219-a349-41b7fe51f4e7 req-4a49d74e-0795-4c09-827e-194e024c73de tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.0957465 Nov 19 19:09:05.978523 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fca34ba2-970b-47e8-bb7e-27d9d020d89f req-8b48e722-dd34-48ed-8726-324d2bd02dcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0402e305-500a-4b7e-ab2e-56768959441d HTTP/1.1" status: 200 len: 217 time: 0.6261046 Nov 19 19:09:06.084241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4db79dfc-55cc-4219-a349-41b7fe51f4e7 req-83fa6121-7eff-483c-bd41-1872070fec69 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501701 Nov 19 19:09:06.186606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca34ba2-970b-47e8-bb7e-27d9d020d89f req-e9bff222-83f3-4dae-becd-bfd45b988c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:06.188324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fca34ba2-970b-47e8-bb7e-27d9d020d89f req-e9bff222-83f3-4dae-becd-bfd45b988c09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d97d950-bca7-4ad3-83b9-18249be2598a HTTP/1.1" status: 200 len: 855 time: 0.1983404 Nov 19 19:09:06.283817 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01569b13-db07-472d-a509-0d56728feace req-18c5836e-8eb6-445c-8072-f7fb68d224af tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9376919 Nov 19 19:09:06.332562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca34ba2-970b-47e8-bb7e-27d9d020d89f req-ee1c5e6d-54ea-4cd2-975a-d550480affc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:06.336874 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fca34ba2-970b-47e8-bb7e-27d9d020d89f req-ee1c5e6d-54ea-4cd2-975a-d550480affc0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3be09d4c-f744-437e-b39f-4beb3f6c1508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343281 Nov 19 19:09:06.370531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0746a1-d3d3-4534-9c52-e0d4000f0563 req-a70bd855-92a0-49fe-95c2-dc7c10d85483 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:06.386492 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da0746a1-d3d3-4534-9c52-e0d4000f0563 req-a70bd855-92a0-49fe-95c2-dc7c10d85483 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.1429846 Nov 19 19:09:06.505945 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da0746a1-d3d3-4534-9c52-e0d4000f0563 req-68995cda-c42e-4468-8725-332ae51c6a76 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133327 Nov 19 19:09:06.556048 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fca34ba2-970b-47e8-bb7e-27d9d020d89f req-d4643b16-ef10-4a88-a4ec-99c9f2670812 service neutron] 10.222.0.57 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060063 Nov 19 19:09:06.711155 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fca34ba2-970b-47e8-bb7e-27d9d020d89f req-50a904c1-6093-440a-889a-5c29bc600e70 service neutron] 10.222.0.57 "GET /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465244 Nov 19 19:09:07.121395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef883f-2253-4d4a-bfd9-532506e66369 req-991b5354-80c6-494f-a3a9-545f4cb43788 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:07.122985 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56ef883f-2253-4d4a-bfd9-532506e66369 req-991b5354-80c6-494f-a3a9-545f4cb43788 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.57 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 946 time: 0.1163952 Nov 19 19:09:07.321184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-56ef883f-2253-4d4a-bfd9-532506e66369 req-00aa80aa-8990-4dd2-b391-289daa1441e8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Deleting port 24976393-0580-41c6-b6e0-0636f33f106c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:07.321855 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-56ef883f-2253-4d4a-bfd9-532506e66369 req-00aa80aa-8990-4dd2-b391-289daa1441e8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:07.554402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc20818-de1d-4078-b736-672285938d3f req-0cd79588-e277-4989-8792-828b0aa00055 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:07.556189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6fc20818-de1d-4078-b736-672285938d3f req-0cd79588-e277-4989-8792-828b0aa00055 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.2409885 Nov 19 19:09:07.617041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-56ef883f-2253-4d4a-bfd9-532506e66369 req-00aa80aa-8990-4dd2-b391-289daa1441e8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] For port 24976393-0580-41c6-b6e0-0636f33f106c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=24976393-0580-41c6-b6e0-0636f33f106c,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:07.617684 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-56ef883f-2253-4d4a-bfd9-532506e66369 req-00aa80aa-8990-4dd2-b391-289daa1441e8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:07.643625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-56ef883f-2253-4d4a-bfd9-532506e66369 req-00aa80aa-8990-4dd2-b391-289daa1441e8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Calling delete_port for 24976393-0580-41c6-b6e0-0636f33f106c owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:07.673288 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6fc20818-de1d-4078-b736-672285938d3f req-881b098a-fbb0-4e11-8084-c2f7b51143fe tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094973 Nov 19 19:09:08.003199 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1b81e-b1f0-425e-8c5f-69702552381c req-7b155b54-f5df-47d0-a143-a3e537d1caeb tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:08.005277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27f1b81e-b1f0-425e-8c5f-69702552381c req-7b155b54-f5df-47d0-a143-a3e537d1caeb tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1407416 Nov 19 19:09:08.006228 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-56ef883f-2253-4d4a-bfd9-532506e66369 req-00aa80aa-8990-4dd2-b391-289daa1441e8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:08.020010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['3a17b5bf-d756-4678-82ba-7e1020aa1725'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:09:08.047102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa80aa-8990-4dd2-b391-289daa1441e8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Pushing event deleted for resources: {'Port': ['ID=24976393-0580-41c6-b6e0-0636f33f106c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:08.156805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-592436fc-cd21-497b-8ea0-2e41fe99b5f3 req-546a102c-38ea-4386-ab4a-d0efb259a032 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=5de0c990-b240-47d8-b6f2-dc06111f6e90 HTTP/1.1" status: 200 len: 210 time: 0.0464635 Nov 19 19:09:08.160281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42f50e-5dbc-452c-aeea-ba581d04bcae None None] DHCP port deletion for 21d270c9-9af3-4527-86a9-5274ee93625b request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:09:08.192314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ef883f-2253-4d4a-bfd9-532506e66369 req-00aa80aa-8990-4dd2-b391-289daa1441e8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] No DVR routers for this DVR port 24976393-0580-41c6-b6e0-0636f33f106c on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:08.203260 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-56ef883f-2253-4d4a-bfd9-532506e66369 req-00aa80aa-8990-4dd2-b391-289daa1441e8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:08.206910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56ef883f-2253-4d4a-bfd9-532506e66369 req-00aa80aa-8990-4dd2-b391-289daa1441e8 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.57 "DELETE /v2.0/ports/24976393-0580-41c6-b6e0-0636f33f106c HTTP/1.1" status: 204 len: 173 time: 1.0757654 Nov 19 19:09:08.207561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de0c990-b240-47d8-b6f2-dc06111f6e90', 'name': 'network-vif-deleted', 'tag': '24976393-0580-41c6-b6e0-0636f33f106c'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:08.210280 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e49403-1d8b-4e7a-9ac6-c990e7c1c35e" -d '{"events": [{"server_uuid": "5de0c990-b240-47d8-b6f2-dc06111f6e90", "name": "network-vif-deleted", "tag": "24976393-0580-41c6-b6e0-0636f33f106c"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:08.246705 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27f1b81e-b1f0-425e-8c5f-69702552381c req-cac9fcb0-2e98-4d46-a58e-72667927f1be tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042401 Nov 19 19:09:08.341254 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-944a38d5-c69f-401e-a069-b59045eae68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:08.341533 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cb768d-aaa6-43be-8a6b-6b2d00a9e35f x-openstack-request-id: req-11cb768d-aaa6-43be-8a6b-6b2d00a9e35f {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:08.341863 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de0c990-b240-47d8-b6f2-dc06111f6e90", "name": "network-vif-deleted", "tag": "24976393-0580-41c6-b6e0-0636f33f106c", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:08.342120 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11cb768d-aaa6-43be-8a6b-6b2d00a9e35f {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:08.342671 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de0c990-b240-47d8-b6f2-dc06111f6e90', 'name': 'network-vif-deleted', 'tag': '24976393-0580-41c6-b6e0-0636f33f106c', 'status': 'completed', 'code': 200} Nov 19 19:09:08.597668 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ded97c-aa0a-4a8b-a057-dea87106a46d req-eedbcec1-bda0-45f3-93bd-c2066abe1a24 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:08.601106 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60ded97c-aa0a-4a8b-a057-dea87106a46d req-eedbcec1-bda0-45f3-93bd-c2066abe1a24 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1187556 Nov 19 19:09:08.669332 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60ded97c-aa0a-4a8b-a057-dea87106a46d req-c0e05ce6-6b44-4997-95a0-c03418fdbe21 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 Nov 19 19:09:08.944665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a76a9-fa10-42f7-a8df-f31aae0b73e3 req-f2cc461d-e75c-428e-8686-3a97d73f1e51 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:08.946561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7e4a76a9-fa10-42f7-a8df-f31aae0b73e3 req-f2cc461d-e75c-428e-8686-3a97d73f1e51 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0 HTTP/1.1" status: 200 len: 945 time: 0.1437740 Nov 19 19:09:09.002882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b110f8-8a5f-4ab8-88fd-051f7806f231 req-9f201a16-c465-47e7-a37e-bd011c05cbab tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:09.011878 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c1b110f8-8a5f-4ab8-88fd-051f7806f231 req-9f201a16-c465-47e7-a37e-bd011c05cbab tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1439271 Nov 19 19:09:09.079020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c1b110f8-8a5f-4ab8-88fd-051f7806f231 req-eaa8ad52-c7c6-418f-b4d8-c68123cecbd1 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659492 Nov 19 19:09:09.110512 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7e4a76a9-fa10-42f7-a8df-f31aae0b73e3 req-b0b8ba54-34a6-497f-ac9f-19ccb1ed86e5 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543903 Nov 19 19:09:09.358183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c69d30b4-1ccf-423d-a2e9-5b70ef713e36 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:09:09.362070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 24976393-0580-41c6-b6e0-0636f33f106c no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:09.428202 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 24976393-0580-41c6-b6e0-0636f33f106c {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:09.428468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 24976393-0580-41c6-b6e0-0636f33f106c not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:09.451009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65da8f8-8104-43f0-8f70-9657b11815a7 req-5c7666c5-6c7b-4629-bdab-af57fe36f675 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:09.464233 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e65da8f8-8104-43f0-8f70-9657b11815a7 req-5c7666c5-6c7b-4629-bdab-af57fe36f675 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1825926 Nov 19 19:09:09.589387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e65da8f8-8104-43f0-8f70-9657b11815a7 req-968cca77-99c7-42c8-8e9f-4137a9fc5810 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231265 Nov 19 19:09:09.651766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:09.657165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-1b589f01-3ce6-4fe0-a690-b2cd80693640 req-a3136357-d24f-4ed4-b0f0-301226abd97d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:09:09.659950 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b589f01-3ce6-4fe0-a690-b2cd80693640 req-a3136357-d24f-4ed4-b0f0-301226abd97d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078709 Nov 19 19:09:09.670482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'port_id': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'mac_address': 'fa:16:3e:4d:f1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:09:09.721383 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:09.738438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c69d30b4-1ccf-423d-a2e9-5b70ef713e36 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:09:09.764147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:09.779700 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:09.789621 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b589f01-3ce6-4fe0-a690-b2cd80693640 req-c3a1e14d-0019-4844-a248-8062621372da tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1198366 Nov 19 19:09:09.792297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf24f2f-efe5-4cb6-bb29-1e368a6376fc req-1b5ff39c-f03b-49c8-9a43-959fd77c0382 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:09.808295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bf24f2f-efe5-4cb6-bb29-1e368a6376fc req-1b5ff39c-f03b-49c8-9a43-959fd77c0382 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1611431 Nov 19 19:09:09.845042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:09.923073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['c69d30b4-1ccf-423d-a2e9-5b70ef713e36'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:09:09.932150 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bf24f2f-efe5-4cb6-bb29-1e368a6376fc req-24dacbdf-dce5-4819-9eaa-e2081e1d99e2 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228616 Nov 19 19:09:10.195275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e9bbd-1566-4eeb-81a2-488de5da89e6 req-7f703483-3eaf-4fe2-bacd-93da0892931c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:10.202490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-190e9bbd-1566-4eeb-81a2-488de5da89e6 req-7f703483-3eaf-4fe2-bacd-93da0892931c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.1041639 Nov 19 19:09:10.281539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccf0b0-e5c2-47f9-af17-1a0d0b082200 req-476d0be2-e9c9-4d02-ab75-15675bd3d7e0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:10.293995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fccf0b0-e5c2-47f9-af17-1a0d0b082200 req-476d0be2-e9c9-4d02-ab75-15675bd3d7e0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.1116076 Nov 19 19:09:10.309931 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-190e9bbd-1566-4eeb-81a2-488de5da89e6 req-e90f047d-10bf-4781-9889-103c13bfde44 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999274 Nov 19 19:09:10.361242 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fccf0b0-e5c2-47f9-af17-1a0d0b082200 req-1a5d884a-a85a-44e8-8ea6-4326f3ba5839 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658729 Nov 19 19:09:10.558739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8a0e5-f445-491f-817b-0f6cd00ff762 req-3a03e6bd-a98a-4042-8c91-3664d5611abf tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:10.560372 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13c8a0e5-f445-491f-817b-0f6cd00ff762 req-3a03e6bd-a98a-4042-8c91-3664d5611abf tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0 HTTP/1.1" status: 200 len: 945 time: 0.1379395 Nov 19 19:09:10.584237 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edfad439-85f0-4c8f-a479-4368dac52169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:10.653976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13c8a0e5-f445-491f-817b-0f6cd00ff762 req-6dc59e26-179a-49e2-9658-ae3a1628091a tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779142 Nov 19 19:09:10.805494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3234785-956e-4dc7-8c62-cccca9c6a08f req-54aa3634-0c8b-4821-a257-5059ebf7be5b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:10.813387 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3234785-956e-4dc7-8c62-cccca9c6a08f req-54aa3634-0c8b-4821-a257-5059ebf7be5b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 946 time: 0.0681288 Nov 19 19:09:10.872757 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3234785-956e-4dc7-8c62-cccca9c6a08f req-d8c40d2c-73f7-4eca-b34d-92a1b5b73761 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534329 Nov 19 19:09:11.070645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef613d0-4aab-441f-a73d-d88958991721 req-dcef5eca-24ee-4ec2-8a3d-a4dbf5bfbf27 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:11.083585 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ef613d0-4aab-441f-a73d-d88958991721 req-dcef5eca-24ee-4ec2-8a3d-a4dbf5bfbf27 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0798864 Nov 19 19:09:11.150003 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ef613d0-4aab-441f-a73d-d88958991721 req-6facb3fd-7da0-4da5-a67c-01bc1e78ee09 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650072 Nov 19 19:09:11.179979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f68178-c810-4ff8-aed8-3ce3af205f61 req-6244b628-7429-4fed-b25f-3f7a12df8502 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:11.196545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f68178-c810-4ff8-aed8-3ce3af205f61 req-6244b628-7429-4fed-b25f-3f7a12df8502 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:11.211841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f68178-c810-4ff8-aed8-3ce3af205f61 req-6244b628-7429-4fed-b25f-3f7a12df8502 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:11.217626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24f68178-c810-4ff8-aed8-3ce3af205f61 req-6244b628-7429-4fed-b25f-3f7a12df8502 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7&device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0&device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 2417 time: 0.1527045 Nov 19 19:09:11.332921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24f68178-c810-4ff8-aed8-3ce3af205f61 req-a42cb207-ceb4-4bbe-b368-3eeefeed7734 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037722 Nov 19 19:09:11.359959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c69d30b4-1ccf-423d-a2e9-5b70ef713e36 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:09:11.365696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-1de1253d-c817-44ce-9320-bef07bed90f5 req-62b146ed-05e1-4fe2-b928-2b3dc3d6ceb8 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:09:11.367170 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1de1253d-c817-44ce-9320-bef07bed90f5 req-62b146ed-05e1-4fe2-b928-2b3dc3d6ceb8 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162678 Nov 19 19:09:11.526215 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:09:11.526951 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:11.544222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c909c-f0f7-4eac-ae3d-a8eba52a0b91 req-45ff1fbc-4221-49d3-9642-8ef90ab92d42 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:11.556716 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b4c909c-f0f7-4eac-ae3d-a8eba52a0b91 req-45ff1fbc-4221-49d3-9642-8ef90ab92d42 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.0909405 Nov 19 19:09:11.683074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1de1253d-c817-44ce-9320-bef07bed90f5 req-3b82b849-eda8-46e1-a671-44bcb835aa9c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2836065 Nov 19 19:09:11.699617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54846) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:11.721458 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b4c909c-f0f7-4eac-ae3d-a8eba52a0b91 req-c2a9ff26-9969-42b4-959a-78c87b93ebea tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633041 Nov 19 19:09:11.785957 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:11.833193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:11.833193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:11.833419 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a45880-a6dd-4bd3-897e-db9c27b9ec62" -d '{"events": [{"server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "name": "network-vif-plugged", "status": "completed", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:11.837487 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:11.838401 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:11.928375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:12.003048 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6228619b-b251-4ff4-b44e-faef19e2e333 x-openstack-request-id: req-6228619b-b251-4ff4-b44e-faef19e2e333 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:12.003358 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "name": "network-vif-plugged", "status": "completed", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:12.003623 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6228619b-b251-4ff4-b44e-faef19e2e333 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:12.004035 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'code': 200} Nov 19 19:09:12.006326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6122ea90-3d65-4e7c-8204-3c41fb749c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:12.139253 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6122ea90-3d65-4e7c-8204-3c41fb749c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:12.149786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6122ea90-3d65-4e7c-8204-3c41fb749c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:12.216803 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6122ea90-3d65-4e7c-8204-3c41fb749c55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7831ad41d2b421eab55e0d0aae5c91f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5124812 Nov 19 19:09:12.217051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54856) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:12.272944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122ea90-3d65-4e7c-8204-3c41fb749c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ebfc01-ff0b-4565-8e5a-2a74f898b268,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:12.362024 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0cb00a5-f0d1-4591-8020-e84e2368db99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:12.408706 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0cb00a5-f0d1-4591-8020-e84e2368db99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:12.414757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d33dd0-1264-47dd-9785-e2f18b43d4fc req-b94260f0-15c4-437c-9392-b5eef82f359f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:12.426720 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89d33dd0-1264-47dd-9785-e2f18b43d4fc req-b94260f0-15c4-437c-9392-b5eef82f359f tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1428118 Nov 19 19:09:12.501647 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0cb00a5-f0d1-4591-8020-e84e2368db99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:12.508387 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0cb00a5-f0d1-4591-8020-e84e2368db99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:12.510874 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b0cb00a5-f0d1-4591-8020-e84e2368db99 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83ebfc01-ff0b-4565-8e5a-2a74f898b268 HTTP/1.1" status: 204 len: 168 time: 0.2920821 Nov 19 19:09:12.532319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb00a5-f0d1-4591-8020-e84e2368db99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ebfc01-ff0b-4565-8e5a-2a74f898b268,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:12.551023 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-89d33dd0-1264-47dd-9785-e2f18b43d4fc req-de79d421-0502-4992-b127-db8debe5678a tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220734 Nov 19 19:09:12.915341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54874) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:12.977166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ec077-4280-4c07-98e1-7dffcfdd3eb9 req-e0b7670d-e3ca-451c-bea8-55da8384b794 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:12.979553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54880) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:12.985665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-603ec077-4280-4c07-98e1-7dffcfdd3eb9 req-e0b7670d-e3ca-451c-bea8-55da8384b794 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1237116 Nov 19 19:09:13.002972 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-621d7a93-422d-4ac9-bcea-02db5b4b0fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:13.048882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-603ec077-4280-4c07-98e1-7dffcfdd3eb9 req-f7e90499-f977-486c-a043-54945061bd6d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577416 Nov 19 19:09:13.152599 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-621d7a93-422d-4ac9-bcea-02db5b4b0fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:13.159303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-621d7a93-422d-4ac9-bcea-02db5b4b0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:13.224319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54884) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:13.224870 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-621d7a93-422d-4ac9-bcea-02db5b4b0fb6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c97834b336e4c648a1f9b9ca287caef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2437234 Nov 19 19:09:13.229525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d7a93-422d-4ac9-bcea-02db5b4b0fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d80a5da-0d01-4344-a60d-aea0214e8346,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:13.268537 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:13.319178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fb861d1-2104-4bcc-90bf-e127b57f7b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:13.346214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fb861d1-2104-4bcc-90bf-e127b57f7b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:13.408786 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fb861d1-2104-4bcc-90bf-e127b57f7b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:13.412479 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fb861d1-2104-4bcc-90bf-e127b57f7b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:13.413976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3fb861d1-2104-4bcc-90bf-e127b57f7b83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d80a5da-0d01-4344-a60d-aea0214e8346 HTTP/1.1" status: 204 len: 168 time: 0.1886921 Nov 19 19:09:13.431390 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb861d1-2104-4bcc-90bf-e127b57f7b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d80a5da-0d01-4344-a60d-aea0214e8346,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:13.797155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0fe81-79e9-4f27-a543-ef74277518df req-29cc5f61-3fae-4275-ab8e-8277d1d15359 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:13.809080 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-23c0fe81-79e9-4f27-a543-ef74277518df req-29cc5f61-3fae-4275-ab8e-8277d1d15359 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0812731 Nov 19 19:09:13.830517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c23c7-8c37-4e08-8ef6-146282131588 req-fbea4a15-0ae1-4427-8748-a34e24f16724 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:13.839342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b99c23c7-8c37-4e08-8ef6-146282131588 req-fbea4a15-0ae1-4427-8748-a34e24f16724 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 946 time: 0.0696208 Nov 19 19:09:13.937680 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b99c23c7-8c37-4e08-8ef6-146282131588 req-4ab0bba4-cfc4-444f-b8dd-cd4690b248ab tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963993 Nov 19 19:09:13.959593 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-23c0fe81-79e9-4f27-a543-ef74277518df req-40593457-8446-473a-b7af-3e7f6c788c49 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430182 Nov 19 19:09:14.013704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54902) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:14.029069 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb5d48d4-c36e-4fc7-aecb-a6d8a18b43b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.064735 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.204652 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb5d48d4-c36e-4fc7-aecb-a6d8a18b43b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.214690 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb5d48d4-c36e-4fc7-aecb-a6d8a18b43b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.277978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed25b5c-e89f-4efa-882a-b659bbe58300 req-bc0768e2-23df-423b-837a-f731bfdd448d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:14.279537 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fed25b5c-e89f-4efa-882a-b659bbe58300 req-bc0768e2-23df-423b-837a-f731bfdd448d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1395843 Nov 19 19:09:14.280578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d48d4-c36e-4fc7-aecb-a6d8a18b43b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef687720-9c0f-4353-9dec-55a894b59eb1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:14.283933 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.285082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fb5d48d4-c36e-4fc7-aecb-a6d8a18b43b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0bf5ed32e454c33ba5f641557de9bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702184 Nov 19 19:09:14.287725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54908) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:14.377596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fed25b5c-e89f-4efa-882a-b659bbe58300 req-8c0eb564-48da-4841-b0e5-19fde7fbac03 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772154 Nov 19 19:09:14.385120 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-198de9c6-9cbe-4321-873b-ca3da354f4cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.412003 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-198de9c6-9cbe-4321-873b-ca3da354f4cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.466725 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-198de9c6-9cbe-4321-873b-ca3da354f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.471630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-198de9c6-9cbe-4321-873b-ca3da354f4cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.473278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-198de9c6-9cbe-4321-873b-ca3da354f4cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef687720-9c0f-4353-9dec-55a894b59eb1 HTTP/1.1" status: 204 len: 168 time: 0.1832545 Nov 19 19:09:14.485513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198de9c6-9cbe-4321-873b-ca3da354f4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef687720-9c0f-4353-9dec-55a894b59eb1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:14.589021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] Deleting port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:14.589587 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.674951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] For port b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:14.675326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.689398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] Calling delete_port for b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:14.913293 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:14.959520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:15.146138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a703f-634c-4e68-987c-e45d99277522 req-6b1bec7c-ddf1-47eb-839b-7e57ba13eb80 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:15.147783 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b7a703f-634c-4e68-987c-e45d99277522 req-6b1bec7c-ddf1-47eb-839b-7e57ba13eb80 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1097994 Nov 19 19:09:15.211522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd5cec-5919-46cb-bdad-69d0e4b173c8 req-1caca3eb-4af4-4b95-9ba6-d17830894d92 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:15.213203 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6bdd5cec-5919-46cb-bdad-69d0e4b173c8 req-1caca3eb-4af4-4b95-9ba6-d17830894d92 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.0839968 Nov 19 19:09:15.299699 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6bdd5cec-5919-46cb-bdad-69d0e4b173c8 req-b95d19e5-c6dd-4500-bbfd-2b116bd74837 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772443 Nov 19 19:09:15.542197 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b7a703f-634c-4e68-987c-e45d99277522 req-7ae8f4af-9354-4f32-85e4-2e61c0de88e9 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964995 Nov 19 19:09:15.559501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:15.579880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d9d8e-1058-4b86-85e7-9a7da91e3baf req-fc085243-85ac-4ac0-bfb8-0dd40ba7fef5 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:15.581358 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d0d9d8e-1058-4b86-85e7-9a7da91e3baf req-fc085243-85ac-4ac0-bfb8-0dd40ba7fef5 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 946 time: 0.1190982 Nov 19 19:09:15.594652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744014dc-1d5f-4fd4-a51a-9aacd3187639 req-b3c0547f-48be-4a1f-b94a-6f6b9ae06f20 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:15.596226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-744014dc-1d5f-4fd4-a51a-9aacd3187639 req-b3c0547f-48be-4a1f-b94a-6f6b9ae06f20 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1658049 Nov 19 19:09:15.681591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c79b5-f32b-4823-90ef-3d52ab1f19d4 req-af185819-b501-4410-bd56-d4380d9aa748 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:15.695646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-673c79b5-f32b-4823-90ef-3d52ab1f19d4 req-af185819-b501-4410-bd56-d4380d9aa748 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1219378 Nov 19 19:09:15.782035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-673c79b5-f32b-4823-90ef-3d52ab1f19d4 req-383c2b28-387c-4b53-947d-e1414a19d619 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733027 Nov 19 19:09:16.083261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] Router 44e50af2-91ee-44b1-99b2-0e032da641b1 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:09:16.104838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-9d0d9d8e-1058-4b86-85e7-9a7da91e3baf req-e0d2ea78-0e0d-436c-a0ff-16aff857f56b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Deleting port f08a3941-6089-4ea0-b876-119abcc23261 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:16.105208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9d0d9d8e-1058-4b86-85e7-9a7da91e3baf req-e0d2ea78-0e0d-436c-a0ff-16aff857f56b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:16.213519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-744014dc-1d5f-4fd4-a51a-9aacd3187639 req-7f4ae2de-4c9d-4370-aa83-5335964025ef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Deleting port 3a17b5bf-d756-4678-82ba-7e1020aa1725 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:16.214226 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-744014dc-1d5f-4fd4-a51a-9aacd3187639 req-7f4ae2de-4c9d-4370-aa83-5335964025ef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:16.400852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:09:16.410971 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-400256b4-8b5e-4cab-9d7e-b53d5ccd8a01 admin admin] 10.222.0.50 "PUT /v2.0/routers/44e50af2-91ee-44b1-99b2-0e032da641b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4943061 Nov 19 19:09:16.413549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54990) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:16.415448 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e6b1f-e0ea-4557-bab3-59dc7de74f19 None None] Sync routers for ids ['44e50af2-91ee-44b1-99b2-0e032da641b1'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:09:16.446541 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e6b1f-e0ea-4557-bab3-59dc7de74f19 None None] Routers {'44e50af2-91ee-44b1-99b2-0e032da641b1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:09:16.447462 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-338e6b1f-e0ea-4557-bab3-59dc7de74f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:09:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['44e50af2-91ee-44b1-99b2-0e032da641b1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:16.465455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-9d0d9d8e-1058-4b86-85e7-9a7da91e3baf req-e0d2ea78-0e0d-436c-a0ff-16aff857f56b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] For port f08a3941-6089-4ea0-b876-119abcc23261, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=f08a3941-6089-4ea0-b876-119abcc23261,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:16.466005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9d0d9d8e-1058-4b86-85e7-9a7da91e3baf req-e0d2ea78-0e0d-436c-a0ff-16aff857f56b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:16.523162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-9d0d9d8e-1058-4b86-85e7-9a7da91e3baf req-e0d2ea78-0e0d-436c-a0ff-16aff857f56b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Calling delete_port for f08a3941-6089-4ea0-b876-119abcc23261 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:16.526313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-744014dc-1d5f-4fd4-a51a-9aacd3187639 req-7f4ae2de-4c9d-4370-aa83-5335964025ef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] For port 3a17b5bf-d756-4678-82ba-7e1020aa1725, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3a17b5bf-d756-4678-82ba-7e1020aa1725,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:16.526791 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-744014dc-1d5f-4fd4-a51a-9aacd3187639 req-7f4ae2de-4c9d-4370-aa83-5335964025ef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:16.556658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-744014dc-1d5f-4fd4-a51a-9aacd3187639 req-7f4ae2de-4c9d-4370-aa83-5335964025ef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Calling delete_port for 3a17b5bf-d756-4678-82ba-7e1020aa1725 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:16.612966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c341bd-f66a-424e-8481-306bf17b116e req-b6ed4994-ff68-4fdb-aca6-fb3f3d198874 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:16.617405 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59c341bd-f66a-424e-8481-306bf17b116e req-b6ed4994-ff68-4fdb-aca6-fb3f3d198874 tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 945 time: 0.1452763 Nov 19 19:09:16.716260 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:16.720704 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-338e6b1f-e0ea-4557-bab3-59dc7de74f19 None None] Set router 44e50af2-91ee-44b1-99b2-0e032da641b1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:09:16.906296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59c341bd-f66a-424e-8481-306bf17b116e req-16d6b02e-7050-415a-8040-d3956c586faf tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d2d22ee-a691-465f-bb34-8e77d8665d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603135 Nov 19 19:09:16.970306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14565c-dce5-4ff4-8d65-e53cbcbd7f9b req-a72c7f07-705b-45c3-b8c8-d82d7513157d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:16.979573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e14565c-dce5-4ff4-8d65-e53cbcbd7f9b req-a72c7f07-705b-45c3-b8c8-d82d7513157d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 946 time: 0.2571008 Nov 19 19:09:17.067324 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e14565c-dce5-4ff4-8d65-e53cbcbd7f9b req-e006b588-d6c4-4507-805e-ca79be4b946a tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864513 Nov 19 19:09:17.088708 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-744014dc-1d5f-4fd4-a51a-9aacd3187639 req-7f4ae2de-4c9d-4370-aa83-5335964025ef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:17.095944 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:17.101920 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['3a17b5bf-d756-4678-82ba-7e1020aa1725'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:09:17.162087 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-338e6b1f-e0ea-4557-bab3-59dc7de74f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T19:09:14Z', 'revision_number': 5, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port': {'id': 'b79fbe69-25c6-4ce1-b39a-3055d919d5fa', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:35Z', 'updated_at': '2021-11-19T18:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:17.196499 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e6b1f-e0ea-4557-bab3-59dc7de74f19 None None] Checking router: 44e50af2-91ee-44b1-99b2-0e032da641b1 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:09:17.210712 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e6b1f-e0ea-4557-bab3-59dc7de74f19 None None] Routers {'44e50af2-91ee-44b1-99b2-0e032da641b1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:09:17.211556 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-338e6b1f-e0ea-4557-bab3-59dc7de74f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:09:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['44e50af2-91ee-44b1-99b2-0e032da641b1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:17.350239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-ae40f284-4bec-481b-ad65-57e768efa89b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1724532 Nov 19 19:09:17.367681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Deleting port b79fbe69-25c6-4ce1-b39a-3055d919d5fa {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:17.368750 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:17.369988 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-338e6b1f-e0ea-4557-bab3-59dc7de74f19 None None] Set router 44e50af2-91ee-44b1-99b2-0e032da641b1 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:09:17.647860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-18236bf7-b28a-4cc9-8f6b-18396f9201d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:17.648476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-18236bf7-b28a-4cc9-8f6b-18396f9201d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:17.649475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-18236bf7-b28a-4cc9-8f6b-18396f9201d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:17.650185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-18236bf7-b28a-4cc9-8f6b-18396f9201d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:17.651327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-18236bf7-b28a-4cc9-8f6b-18396f9201d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:17.651862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-18236bf7-b28a-4cc9-8f6b-18396f9201d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:17.652394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-18236bf7-b28a-4cc9-8f6b-18396f9201d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:17.654653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-18236bf7-b28a-4cc9-8f6b-18396f9201d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6492 time: 0.1716037 Nov 19 19:09:17.770706 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-338e6b1f-e0ea-4557-bab3-59dc7de74f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T19:09:17Z', 'revision_number': 6, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:17.799246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] For port b79fbe69-25c6-4ce1-b39a-3055d919d5fa, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b79fbe69-25c6-4ce1-b39a-3055d919d5fa,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:17.799720 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:17.825600 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e6b1f-e0ea-4557-bab3-59dc7de74f19 None None] The sync data for ids ['44e50af2-91ee-44b1-99b2-0e032da641b1'] in n-d-815373-6 is: [{'id': '44e50af2-91ee-44b1-99b2-0e032da641b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1547211086-router', 'tenant_id': '0a7769fe5eec468ba5b5a296b98428b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:34Z', 'updated_at': '2021-11-19T19:09:17Z', 'revision_number': 6, 'project_id': '0a7769fe5eec468ba5b5a296b98428b1', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:09:17.877552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-5e9d2494-5edd-4d05-a4b5-f23fd0ef13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:17.878098 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-5e9d2494-5edd-4d05-a4b5-f23fd0ef13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:17.878965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-5e9d2494-5edd-4d05-a4b5-f23fd0ef13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:17.881383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-5e9d2494-5edd-4d05-a4b5-f23fd0ef13e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=55437e15-c3e4-4447-8ff9-be91112fba3a&id=55437e15-c3e4-4447-8ff9-be91112fba3a HTTP/1.1" status: 200 len: 2293 time: 0.1930342 Nov 19 19:09:17.903692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Calling delete_port for b79fbe69-25c6-4ce1-b39a-3055d919d5fa owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:18.108794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ae2de-4c9d-4370-aa83-5335964025ef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Pushing event deleted for resources: {'Port': ['ID=3a17b5bf-d756-4678-82ba-7e1020aa1725,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:18.156008 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:18.199448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1440d713-37ba-4638-be2f-9b2629050775 req-2cb8608e-ca29-4dcf-80d3-54ab79e68f7d tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 210 time: 0.0622559 Nov 19 19:09:18.232417 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e0c51-ead6-4fa4-93ed-90e59a9bf870 None None] DHCP port deletion for 21d270c9-9af3-4527-86a9-5274ee93625b request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:09:18.277998 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9d0d9d8e-1058-4b86-85e7-9a7da91e3baf req-e0d2ea78-0e0d-436c-a0ff-16aff857f56b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:18.291741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['2cdcafdf-c54a-4e0a-a699-41e52ef1a879'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:09:18.295056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['0402e305-500a-4b7e-ab2e-56768959441d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:09:18.296875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79fbe69-25c6-4ce1-b39a-3055d919d5fa,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:18.404180 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-1a38fd32-312e-4b2f-9804-6cb28419eb91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b314d3e-7c93-48a2-94e4-0386a538a87e HTTP/1.1" status: 200 len: 1002 time: 0.5116210 Nov 19 19:09:18.443192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c853ca-ea57-42aa-a5dd-0e1bf98c5e2b None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:09:18.447887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:18.470928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-744014dc-1d5f-4fd4-a51a-9aacd3187639 req-7f4ae2de-4c9d-4370-aa83-5335964025ef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] No DVR routers for this DVR port 3a17b5bf-d756-4678-82ba-7e1020aa1725 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:18.481977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:18.482715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b0ca42ce-ccfb-4fc8-bb8a-c8d8dcf38fde not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:18.494157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-744014dc-1d5f-4fd4-a51a-9aacd3187639 req-7f4ae2de-4c9d-4370-aa83-5335964025ef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:18.506765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-744014dc-1d5f-4fd4-a51a-9aacd3187639 req-7f4ae2de-4c9d-4370-aa83-5335964025ef tempest-ServerRescueNegativeTestJSON-897930283 tempest-ServerRescueNegativeTestJSON-897930283-project] 10.222.0.57 "DELETE /v2.0/ports/3a17b5bf-d756-4678-82ba-7e1020aa1725 HTTP/1.1" status: 204 len: 173 time: 2.8439457 Nov 19 19:09:18.508455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0d0873-5908-4289-8339-392cd92989a8', 'name': 'network-vif-deleted', 'tag': '3a17b5bf-d756-4678-82ba-7e1020aa1725'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:18.518733 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d976a540-0629-4584-8ecd-7e551f87a711" -d '{"events": [{"server_uuid": "6e0d0873-5908-4289-8339-392cd92989a8", "name": "network-vif-deleted", "tag": "3a17b5bf-d756-4678-82ba-7e1020aa1725"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:18.522918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2ea78-0e0d-436c-a0ff-16aff857f56b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Pushing event deleted for resources: {'Port': ['ID=f08a3941-6089-4ea0-b876-119abcc23261,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:18.623372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a7605-9938-4a6f-a51c-ac656163f759 req-676e889d-9f6e-4106-85b6-00b8dfb02d06 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:18.623645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-bb133750-ba39-4aa5-99cf-93a50e69e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:18.625897 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e0a7605-9938-4a6f-a51c-ac656163f759 req-676e889d-9f6e-4106-85b6-00b8dfb02d06 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 1.5510581 Nov 19 19:09:18.626063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-bb133750-ba39-4aa5-99cf-93a50e69e6a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4684f690-a71c-4d5c-a0d4-62034aa3e31e HTTP/1.1" status: 200 len: 850 time: 0.2060678 Nov 19 19:09:18.660713 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82dbc784-f82e-40e7-9488-c76aee64e142 req-54650fe8-df38-491b-babf-5ca8cd6e4469 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e95e3f3-2a38-47e1-ab8a-a156a996c2a7 HTTP/1.1" status: 200 len: 210 time: 0.2250352 Nov 19 19:09:18.770405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0d9d8e-1058-4b86-85e7-9a7da91e3baf req-e0d2ea78-0e0d-436c-a0ff-16aff857f56b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] No DVR routers for this DVR port f08a3941-6089-4ea0-b876-119abcc23261 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:18.773334 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-9d0d9d8e-1058-4b86-85e7-9a7da91e3baf req-e0d2ea78-0e0d-436c-a0ff-16aff857f56b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:18.784685 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d0d9d8e-1058-4b86-85e7-9a7da91e3baf req-e0d2ea78-0e0d-436c-a0ff-16aff857f56b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.57 "DELETE /v2.0/ports/f08a3941-6089-4ea0-b876-119abcc23261 HTTP/1.1" status: 204 len: 173 time: 3.1241634 Nov 19 19:09:18.839231 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:18.854451 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a323c935-dce7-4592-abf9-83555d53a9e7 x-openstack-request-id: req-a323c935-dce7-4592-abf9-83555d53a9e7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:18.854822 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0d0873-5908-4289-8339-392cd92989a8", "name": "network-vif-deleted", "tag": "3a17b5bf-d756-4678-82ba-7e1020aa1725", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:18.855049 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a323c935-dce7-4592-abf9-83555d53a9e7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:18.855402 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0d0873-5908-4289-8339-392cd92989a8', 'name': 'network-vif-deleted', 'tag': '3a17b5bf-d756-4678-82ba-7e1020aa1725', 'status': 'completed', 'code': 200} Nov 19 19:09:18.958911 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e0a7605-9938-4a6f-a51c-ac656163f759 req-29982269-532e-4e22-8f06-1268e4ec71a1 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913176 Nov 19 19:09:19.082296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-24a2ef16-88fc-40e8-85d0-e96bece572f2 req-178eecb8-de7c-4743-b3a2-4a1e9f60fbe6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e0d0873-5908-4289-8339-392cd92989a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0767963 Nov 19 19:09:19.179194 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-24a2ef16-88fc-40e8-85d0-e96bece572f2 req-bcc30902-a818-4d23-92c8-142005cdd911 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&device_id=6e0d0873-5908-4289-8339-392cd92989a8 HTTP/1.1" status: 200 len: 210 time: 0.0676651 Nov 19 19:09:19.202104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:19.212075 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:19.233410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-f43ad3ab-2e67-4437-9e94-4a74c522eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:19.238238 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-f43ad3ab-2e67-4437-9e94-4a74c522eabe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5902195 Nov 19 19:09:19.396181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3a17b5bf-d756-4678-82ba-7e1020aa1725 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:19.434705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55024) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:19.474909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 3a17b5bf-d756-4678-82ba-7e1020aa1725 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:19.476450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3a17b5bf-d756-4678-82ba-7e1020aa1725 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:19.476963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f08a3941-6089-4ea0-b876-119abcc23261 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:19.534989 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: f08a3941-6089-4ea0-b876-119abcc23261 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:19.535782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device f08a3941-6089-4ea0-b876-119abcc23261 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:19.565939 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:19.566527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44e50af2-91ee-44b1-99b2-0e032da641b1 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:09:19.572121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:19.573330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8f614d34-fc81-40d7-be7c-4dc6bc150e52 admin admin] 10.222.0.50 "DELETE /v2.0/routers/44e50af2-91ee-44b1-99b2-0e032da641b1 HTTP/1.1" status: 204 len: 168 time: 3.1568673 Nov 19 19:09:19.582081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55026) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:19.654451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2ef16-88fc-40e8-85d0-e96bece572f2 req-425fbdca-451f-4981-a5c2-f51c541efc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:19.656645 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-24a2ef16-88fc-40e8-85d0-e96bece572f2 req-425fbdca-451f-4981-a5c2-f51c541efc4c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4522471 Nov 19 19:09:19.666592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b9a32e-0753-42c3-9b4c-a4860fddd7c9 admin admin] Deleting subnet 69e8f2d6-a875-485a-9e1c-3db0096650a5 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:09:19.710757 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07b9a32e-0753-42c3-9b4c-a4860fddd7c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:19.809865 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07b9a32e-0753-42c3-9b4c-a4860fddd7c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:19.908768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2ef16-88fc-40e8-85d0-e96bece572f2 req-83d1c82c-4d9b-4c9d-85f1-23c9bf79e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:19.914968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-24a2ef16-88fc-40e8-85d0-e96bece572f2 req-83d1c82c-4d9b-4c9d-85f1-23c9bf79e7dd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2481968 Nov 19 19:09:20.125046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-53af17a7-abfa-478d-947a-003f6c8dc6ad service neutron] 10.222.0.21 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8784373 Nov 19 19:09:20.282930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b79fbe69-25c6-4ce1-b39a-3055d919d5fa no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:20.384707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b79fbe69-25c6-4ce1-b39a-3055d919d5fa {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:20.385052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b79fbe69-25c6-4ce1-b39a-3055d919d5fa not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:20.444436 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a0f64-f2ea-4127-83bc-2966d4674a99 req-12f647c7-2d22-49f8-b9cb-bb95775294fc tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:20.446108 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea7a0f64-f2ea-4127-83bc-2966d4674a99 req-12f647c7-2d22-49f8-b9cb-bb95775294fc tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0 HTTP/1.1" status: 200 len: 945 time: 0.2114086 Nov 19 19:09:20.580921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ea7a0f64-f2ea-4127-83bc-2966d4674a99 req-33896147-e053-42c5-95dc-95c9c0269d88 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269300 Nov 19 19:09:20.746874 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:20.915648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e95e3f3-2a38-47e1-ab8a-a156a996c2a7', 'name': 'network-vif-deleted', 'tag': 'f08a3941-6089-4ea0-b876-119abcc23261'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:20.918837 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89da75a-bc56-4ccf-b2b4-b5b8557d19c2" -d '{"events": [{"server_uuid": "1e95e3f3-2a38-47e1-ab8a-a156a996c2a7", "name": "network-vif-deleted", "tag": "f08a3941-6089-4ea0-b876-119abcc23261"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:21.018086 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1771f7b0-f73a-43c1-903e-c3465434fc68 x-openstack-request-id: req-1771f7b0-f73a-43c1-903e-c3465434fc68 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:21.018495 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e95e3f3-2a38-47e1-ab8a-a156a996c2a7", "name": "network-vif-deleted", "tag": "f08a3941-6089-4ea0-b876-119abcc23261", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:21.018841 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1771f7b0-f73a-43c1-903e-c3465434fc68 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:21.019935 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e95e3f3-2a38-47e1-ab8a-a156a996c2a7', 'name': 'network-vif-deleted', 'tag': 'f08a3941-6089-4ea0-b876-119abcc23261', 'status': 'completed', 'code': 200} Nov 19 19:09:21.033976 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07b9a32e-0753-42c3-9b4c-a4860fddd7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:21.137811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39247098-4148-4b14-ae49-291787aeefc0 req-45e2044b-cdf0-4f85-b640-29515d416210 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:21.146555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39247098-4148-4b14-ae49-291787aeefc0 req-45e2044b-cdf0-4f85-b640-29515d416210 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1550615 Nov 19 19:09:21.164440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-e3161d8c-c0ca-4cab-8551-694dd09f01f9 service neutron] 10.222.0.21 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0310647 Nov 19 19:09:21.232202 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07b9a32e-0753-42c3-9b4c-a4860fddd7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:21.236786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-9a9c1be6-3957-4315-b047-adf8a1ff0012 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=0d5262d3-486a-453d-9df9-6508db27b1a4 HTTP/1.1" status: 200 len: 217 time: 0.0595384 Nov 19 19:09:21.273232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] Deleting port 549cc176-db8f-49c5-8016-960844a7104b {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:21.273688 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:21.289790 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07b9a32e-0753-42c3-9b4c-a4860fddd7c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:21.292898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba6fd09-a2d5-43cb-8e0a-e5b8b99b7cf5 None None] Network 286d1fc7-eb8b-400b-9e62-c852f81e73e6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:09:21.300332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-07b9a32e-0753-42c3-9b4c-a4860fddd7c9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/69e8f2d6-a875-485a-9e1c-3db0096650a5 HTTP/1.1" status: 204 len: 168 time: 1.7164392 Nov 19 19:09:21.306213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55058) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:21.326791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9a32e-0753-42c3-9b4c-a4860fddd7c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e8f2d6-a875-485a-9e1c-3db0096650a5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:21.347867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39247098-4148-4b14-ae49-291787aeefc0 req-f824f60d-04bc-439e-95ab-8878b3cc9a8f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003524 Nov 19 19:09:21.401822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-49112819-7a55-4256-b523-86956ff3b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:21.407618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-49112819-7a55-4256-b523-86956ff3b5c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.1562741 Nov 19 19:09:21.501584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-792d8a4a-841c-4904-a33d-f8c633959e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:21.503324 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-792d8a4a-841c-4904-a33d-f8c633959e74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0880010 Nov 19 19:09:21.536478 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:21.603850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0318db-651d-4ddd-846a-919c255062ad None None] DHCP port deletion for 286d1fc7-eb8b-400b-9e62-c852f81e73e6 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:09:21.695187 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-36fcdcf0-0f8b-4439-8bb8-ddb8dd78d1d7 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841908 Nov 19 19:09:21.738794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312850e-fc11-454e-a2c3-9a4e931e2bc9 req-d762c669-574b-439f-bd3e-455f2c3f36c6 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:21.741355 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0312850e-fc11-454e-a2c3-9a4e931e2bc9 req-d762c669-574b-439f-bd3e-455f2c3f36c6 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.21 "GET /v2.0/ports?device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0 HTTP/1.1" status: 200 len: 945 time: 0.1996350 Nov 19 19:09:21.808768 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-95e5e94e-4057-45e7-aa41-39ce741b0cfc service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051984 Nov 19 19:09:21.826093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8f0318db-651d-4ddd-846a-919c255062ad None None] Deleting port 98e1134b-9184-410c-ba87-3c381303433d {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:21.834178 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8f0318db-651d-4ddd-846a-919c255062ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:21.901592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] For port 549cc176-db8f-49c5-8016-960844a7104b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=549cc176-db8f-49c5-8016-960844a7104b,segment=NetworkSegment(c9b8bd5a-8710-46e8-828f-5ea675f99eb7),segment_id=c9b8bd5a-8710-46e8-828f-5ea675f99eb7)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:21.902079 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:21.902506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-98fb57a5-cf39-45c0-af4d-17b175a69e3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=0ee576a1-d5ed-4756-9300-89ffedbac12c HTTP/1.1" status: 200 len: 217 time: 0.0830531 Nov 19 19:09:21.933398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8f0318db-651d-4ddd-846a-919c255062ad None None] For port 98e1134b-9184-410c-ba87-3c381303433d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=98e1134b-9184-410c-ba87-3c381303433d,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:21.934260 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8f0318db-651d-4ddd-846a-919c255062ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:21.960773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Deleting port 98e1134b-9184-410c-ba87-3c381303433d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:21.961445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8f0318db-651d-4ddd-846a-919c255062ad None None] Calling delete_port for 98e1134b-9184-410c-ba87-3c381303433d owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:21.967292 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:22.006327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] Calling delete_port for 549cc176-db8f-49c5-8016-960844a7104b owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:22.026129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-16521942-9a5b-44dd-b822-41d4c6622728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:22.027613 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-16521942-9a5b-44dd-b822-41d4c6622728 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.1181765 Nov 19 19:09:22.053883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c1664-0f20-4b08-bca8-cf844f63e2c3 req-3e6fe911-0f03-4c3b-ad34-86ce2ff1565e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:22.061595 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-459c1664-0f20-4b08-bca8-cf844f63e2c3 req-3e6fe911-0f03-4c3b-ad34-86ce2ff1565e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0 HTTP/1.1" status: 200 len: 945 time: 0.3675532 Nov 19 19:09:22.080855 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8f0318db-651d-4ddd-846a-919c255062ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:22.111844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-3f17783c-6e6b-4461-8f14-9a23ddf505ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:22.113387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-3f17783c-6e6b-4461-8f14-9a23ddf505ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771596 Nov 19 19:09:22.114329 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0318db-651d-4ddd-846a-919c255062ad None None] No DVR routers for this DVR port 98e1134b-9184-410c-ba87-3c381303433d on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:22.136522 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-459c1664-0f20-4b08-bca8-cf844f63e2c3 req-7915788e-7cb1-476c-998b-ba140642a919 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724897 Nov 19 19:09:22.168997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] For port 98e1134b-9184-410c-ba87-3c381303433d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=98e1134b-9184-410c-ba87-3c381303433d,segment=NetworkSegment(7affa6b3-4c2f-4052-8cf3-a7063ac04fdd),segment_id=7affa6b3-4c2f-4052-8cf3-a7063ac04fdd)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:22.169364 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:22.174735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0318db-651d-4ddd-846a-919c255062ad None None] Pushing event deleted for resources: {'Port': ['ID=98e1134b-9184-410c-ba87-3c381303433d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:22.216524 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-0312850e-fc11-454e-a2c3-9a4e931e2bc9 req-ba11e463-8185-497b-b937-9e5f175659de tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Deleting port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:22.216868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0312850e-fc11-454e-a2c3-9a4e931e2bc9 req-ba11e463-8185-497b-b937-9e5f175659de tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:22.227711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Calling delete_port for 98e1134b-9184-410c-ba87-3c381303433d owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:22.231601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 98e1134b-9184-410c-ba87-3c381303433d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:22.281649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 98e1134b-9184-410c-ba87-3c381303433d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:22.284264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 98e1134b-9184-410c-ba87-3c381303433d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:22.344950 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-fb6530eb-7707-4568-8462-111ebabf0530 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241433 Nov 19 19:09:22.472556 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-c95575a8-724f-435d-b49d-cc9ee885b5e8 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205187 Nov 19 19:09:22.540164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-b16d4a9d-823c-4430-95bd-2b2127c3f152 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=aa9f0155-c448-406d-ba64-9edff7834aba HTTP/1.1" status: 200 len: 217 time: 0.0591459 Nov 19 19:09:22.619832 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:22.620408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-b918a32e-c4bf-463d-94ba-3a8e514a29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:22.621737 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-b918a32e-c4bf-463d-94ba-3a8e514a29f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.0679986 Nov 19 19:09:22.658251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0312850e-fc11-454e-a2c3-9a4e931e2bc9 req-ba11e463-8185-497b-b937-9e5f175659de tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] For port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=2cdcafdf-c54a-4e0a-a699-41e52ef1a879,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:22.658644 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0312850e-fc11-454e-a2c3-9a4e931e2bc9 req-ba11e463-8185-497b-b937-9e5f175659de tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:22.702288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-4517122c-98fe-47b4-a1c1-71e5e0487662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:22.704394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-4517122c-98fe-47b4-a1c1-71e5e0487662 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686376 Nov 19 19:09:22.712940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=549cc176-db8f-49c5-8016-960844a7104b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:22.726140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3022e4-ee39-4b77-ad92-94352b2a438f None None] DHCP port deletion for 21d270c9-9af3-4527-86a9-5274ee93625b request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:09:22.738539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-0312850e-fc11-454e-a2c3-9a4e931e2bc9 req-ba11e463-8185-497b-b937-9e5f175659de tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Calling delete_port for 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:22.833248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:22.871970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e1134b-9184-410c-ba87-3c381303433d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:22.884201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6ca3b-89fa-490b-89ba-a65e91e68cd7 req-2f1584ba-0ee0-4d0e-875d-d703eaac0d66 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:22.898962 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edc6ca3b-89fa-490b-89ba-a65e91e68cd7 req-2f1584ba-0ee0-4d0e-875d-d703eaac0d66 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.2926316 Nov 19 19:09:22.927348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] No DVR routers for this DVR port 98e1134b-9184-410c-ba87-3c381303433d on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:22.940319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-e61a5b66-1d15-4a25-89d3-f529985402fc service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948292 Nov 19 19:09:23.129034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-106a49f3-4256-47c1-9c64-87c0195db898 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815619 Nov 19 19:09:23.169245 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:23.208857 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edc6ca3b-89fa-490b-89ba-a65e91e68cd7 req-d23e586b-e205-42dc-8c20-fa17ff118fac tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132794 Nov 19 19:09:23.244488 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-63c84bf4-6055-432e-b586-e186207988fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f3ae0b14-b79b-4e64-8f90-bec94f8e4621 HTTP/1.1" status: 200 len: 217 time: 0.1084812 Nov 19 19:09:23.299694 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286d1fc7-eb8b-400b-9e62-c852f81e73e6']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:23.336635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:23.336936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7affa6b3-4c2f-4052-8cf3-a7063ac04fdd') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:23.338836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:23.366589 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:23.435114 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:23.446205 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0312850e-fc11-454e-a2c3-9a4e931e2bc9 req-ba11e463-8185-497b-b937-9e5f175659de tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:23.458772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-a3bd4a2c-ffc6-4509-83d1-667fb9fb9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:23.460533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:09:23.460949 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:23.462816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['0402e305-500a-4b7e-ab2e-56768959441d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:09:23.463002 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:09:23.466668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-a3bd4a2c-ffc6-4509-83d1-667fb9fb9c91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.2103424 Nov 19 19:09:23.471336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['2cdcafdf-c54a-4e0a-a699-41e52ef1a879'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:09:23.583462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1200ff8e-9c97-4f06-9868-3ed99a4474cd req-4c9f76f6-29f9-45d0-a3be-c783a16e91d5 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=27e11bed-ec01-4fa0-adda-0cf785b696e0 HTTP/1.1" status: 200 len: 210 time: 0.3154953 Nov 19 19:09:23.658974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-b7f583bd-3e3f-4ede-8ea2-d78774244b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:23.660648 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-b7f583bd-3e3f-4ede-8ea2-d78774244b86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1380200 Nov 19 19:09:23.682739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11e463-8185-497b-b937-9e5f175659de tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Pushing event deleted for resources: {'Port': ['ID=2cdcafdf-c54a-4e0a-a699-41e52ef1a879,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:23.860797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0312850e-fc11-454e-a2c3-9a4e931e2bc9 req-ba11e463-8185-497b-b937-9e5f175659de tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] No DVR routers for this DVR port 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:23.862691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:23.869422 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0312850e-fc11-454e-a2c3-9a4e931e2bc9 req-ba11e463-8185-497b-b937-9e5f175659de tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:23.882145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0312850e-fc11-454e-a2c3-9a4e931e2bc9 req-ba11e463-8185-497b-b937-9e5f175659de tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.21 "DELETE /v2.0/ports/2cdcafdf-c54a-4e0a-a699-41e52ef1a879 HTTP/1.1" status: 204 len: 173 time: 2.1091301 Nov 19 19:09:23.884818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e11bed-ec01-4fa0-adda-0cf785b696e0', 'name': 'network-vif-deleted', 'tag': '2cdcafdf-c54a-4e0a-a699-41e52ef1a879'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:23.887499 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7551e26f-3ead-45f4-906e-0c5d8a9605c0" -d '{"events": [{"server_uuid": "27e11bed-ec01-4fa0-adda-0cf785b696e0", "name": "network-vif-deleted", "tag": "2cdcafdf-c54a-4e0a-a699-41e52ef1a879"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:23.907401 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:23.913577 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] 10.222.0.50 "DELETE /v2.0/networks/286d1fc7-eb8b-400b-9e62-c852f81e73e6 HTTP/1.1" status: 204 len: 168 time: 2.6061044 Nov 19 19:09:23.916354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55088) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:23.945689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-75fa3658-1b8e-4353-be06-d5f119778801 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763855 Nov 19 19:09:23.979239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0b908-836f-45ff-b247-ca92b3936798 admin admin] Pushing event deleted for resources: {'Network': ['ID=286d1fc7-eb8b-400b-9e62-c852f81e73e6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:24.027219 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:09:24.063859 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078bc877-cc0b-4fea-a6e6-2f5fc13db020 x-openstack-request-id: req-078bc877-cc0b-4fea-a6e6-2f5fc13db020 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:24.064659 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e11bed-ec01-4fa0-adda-0cf785b696e0", "name": "network-vif-deleted", "tag": "2cdcafdf-c54a-4e0a-a699-41e52ef1a879", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:24.065011 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-078bc877-cc0b-4fea-a6e6-2f5fc13db020 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:24.065634 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e11bed-ec01-4fa0-adda-0cf785b696e0', 'name': 'network-vif-deleted', 'tag': '2cdcafdf-c54a-4e0a-a699-41e52ef1a879', 'status': 'completed', 'code': 200} Nov 19 19:09:24.208537 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-7ac4b47b-65a5-4ee6-9c51-8e37e5ccfbe9 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551994 Nov 19 19:09:24.327925 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-a6a6f4d5-4105-4ea1-9bd8-72f10c9dfc4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb45a8e9-61af-4a51-bfcb-d96877b02582 HTTP/1.1" status: 200 len: 217 time: 0.1096466 Nov 19 19:09:24.437923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-045cb0fa-3352-4f74-ab9f-17660f104f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:24.439513 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-045cb0fa-3352-4f74-ab9f-17660f104f3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff02319-0209-479f-b0cb-2db2b1823400 HTTP/1.1" status: 200 len: 797 time: 0.1032000 Nov 19 19:09:24.547542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-d2db51ca-eb0f-41d8-b888-11ae4ae7c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:24.549332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-d2db51ca-eb0f-41d8-b888-11ae4ae7c692 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55437e15-c3e4-4447-8ff9-be91112fba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009254 Nov 19 19:09:24.877806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-a8928663-09e1-4aa5-b57d-c9fbbbba0d77 service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176599 Nov 19 19:09:25.148249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-bf77020a-e81d-49b7-8b58-890285471571 service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512250 Nov 19 19:09:25.158304 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:25.290278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-7340b2f9-f4e6-4470-b8af-6746b27dd58a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d173fbde-a77e-4fec-84f0-15735fa29478 HTTP/1.1" status: 200 len: 217 time: 0.1336262 Nov 19 19:09:25.433364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-712017fb-efa9-4ee1-979a-142244f8e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:25.449900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-712017fb-efa9-4ee1-979a-142244f8e115 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff02319-0209-479f-b0cb-2db2b1823400 HTTP/1.1" status: 200 len: 797 time: 0.1244812 Nov 19 19:09:25.588351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ee5d0-17e0-4088-9dd4-2b609a3afb74 req-4ede2ad3-0c4d-4ddd-9c15-d8c61e074c4c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:25.601478 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a13ee5d0-17e0-4088-9dd4-2b609a3afb74 req-4ede2ad3-0c4d-4ddd-9c15-d8c61e074c4c tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.3283906 Nov 19 19:09:25.645812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-c82f298d-643b-45f6-93e9-7c456b5d7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:25.648002 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-c82f298d-643b-45f6-93e9-7c456b5d7377 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55437e15-c3e4-4447-8ff9-be91112fba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1804504 Nov 19 19:09:25.709348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e66ea-9c0e-46f2-aa85-838b0c6849b1 req-c5e24605-9b01-4296-b760-b01ef3ec0175 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:25.723809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-118e66ea-9c0e-46f2-aa85-838b0c6849b1 req-c5e24605-9b01-4296-b760-b01ef3ec0175 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.5641487 Nov 19 19:09:25.809807 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a13ee5d0-17e0-4088-9dd4-2b609a3afb74 req-61dcb3b4-4be0-489b-ac98-6a68b8e23ddf tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070258 Nov 19 19:09:25.882194 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-855ff139-5204-432c-b0bc-dbd6308cea91 service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206624 Nov 19 19:09:26.072121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4940022b-d582-4917-8b0a-22fbb4632ee8 req-b7c57f5b-5b0c-495f-86e1-27c500b615da service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821215 Nov 19 19:09:26.088195 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-118e66ea-9c0e-46f2-aa85-838b0c6849b1 req-5ff2f806-7f3a-44dc-bb1a-d5ace8201c1a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631730 Nov 19 19:09:26.104637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] Router 0b98d676-07ec-472e-9112-f9e4104dc9bb has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:09:26.391114 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:26.393193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:26.412391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55146) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:26.432800 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:09:26.442508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55150) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:26.442664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6e483d6e-5c8e-4e7a-bfc5-4caa74a3c9b2 admin admin] 10.222.0.50 "PUT /v2.0/routers/0b98d676-07ec-472e-9112-f9e4104dc9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0005956 Nov 19 19:09:26.460336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:26.461030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 2cdcafdf-c54a-4e0a-a699-41e52ef1a879 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:26.468732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd2ec7-0e28-4d5f-ab3c-4bf0bfce6fcd None None] Sync routers for ids ['0b98d676-07ec-472e-9112-f9e4104dc9bb'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:09:26.485728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd2ec7-0e28-4d5f-ab3c-4bf0bfce6fcd None None] Routers {'0b98d676-07ec-472e-9112-f9e4104dc9bb'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:09:26.486858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-89bd2ec7-0e28-4d5f-ab3c-4bf0bfce6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:09:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0b98d676-07ec-472e-9112-f9e4104dc9bb'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:26.649677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-89bd2ec7-0e28-4d5f-ab3c-4bf0bfce6fcd None None] Set router 0b98d676-07ec-472e-9112-f9e4104dc9bb gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:09:26.651145 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6b51f11-4ff9-411a-a64d-b415c0d60924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:26.816489 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6b51f11-4ff9-411a-a64d-b415c0d60924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:26.938001 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f6b51f11-4ff9-411a-a64d-b415c0d60924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:26.946163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-89bd2ec7-0e28-4d5f-ab3c-4bf0bfce6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-router', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:09:22Z', 'revision_number': 5, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'gw_port': {'id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:27.045506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd2ec7-0e28-4d5f-ab3c-4bf0bfce6fcd None None] Checking router: 0b98d676-07ec-472e-9112-f9e4104dc9bb for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:09:27.058736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43094936-924a-4be7-a3a8-1a94f1067a1e req-73c84e9a-4294-4010-9428-00ada4ad05c5 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:27.062135 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43094936-924a-4be7-a3a8-1a94f1067a1e req-73c84e9a-4294-4010-9428-00ada4ad05c5 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.2004073 Nov 19 19:09:27.085196 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f6b51f11-4ff9-411a-a64d-b415c0d60924 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7674c32eb85a43289d04d1121fff28c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6716735 Nov 19 19:09:27.089414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd2ec7-0e28-4d5f-ab3c-4bf0bfce6fcd None None] Routers {'0b98d676-07ec-472e-9112-f9e4104dc9bb'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:09:27.091625 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-89bd2ec7-0e28-4d5f-ab3c-4bf0bfce6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:09:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0b98d676-07ec-472e-9112-f9e4104dc9bb'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:27.093697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55156) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:27.122658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] Deleting port 4c682995-3b93-4983-a631-46a686b6ac5e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:27.123224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:27.127247 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:27.252015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b51f11-4ff9-411a-a64d-b415c0d60924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d857303f-751a-439a-b680-9615cd2668cf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:27.288644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-89bd2ec7-0e28-4d5f-ab3c-4bf0bfce6fcd None None] Set router 0b98d676-07ec-472e-9112-f9e4104dc9bb gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:09:27.452680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169da1f3-371e-4c94-9d49-71513be68815 req-8ecc3c5e-f6d3-4c36-9b7d-ccb36c07c05b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:27.459293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-169da1f3-371e-4c94-9d49-71513be68815 req-8ecc3c5e-f6d3-4c36-9b7d-ccb36c07c05b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.3936121 Nov 19 19:09:27.543107 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:27.573922 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-169da1f3-371e-4c94-9d49-71513be68815 req-52709ed0-6674-4fa1-9c7e-c7f4c615e3b5 tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048148 Nov 19 19:09:27.650176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Deleting port 88ea93a6-fa98-461e-a5da-3ecadd684051 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:27.651227 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:27.665610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] For port 4c682995-3b93-4983-a631-46a686b6ac5e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4c682995-3b93-4983-a631-46a686b6ac5e,segment=NetworkSegment(1b329917-9893-451a-a83e-a30d62398282),segment_id=1b329917-9893-451a-a83e-a30d62398282)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:27.666681 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:27.683830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] Calling delete_port for 4c682995-3b93-4983-a631-46a686b6ac5e owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:27.705411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-89bd2ec7-0e28-4d5f-ab3c-4bf0bfce6fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-router', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:09:22Z', 'revision_number': 5, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'gw_port': {'id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:27.787895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] For port 88ea93a6-fa98-461e-a5da-3ecadd684051, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=88ea93a6-fa98-461e-a5da-3ecadd684051,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:27.788595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:27.792314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd2ec7-0e28-4d5f-ab3c-4bf0bfce6fcd None None] The sync data for ids ['0b98d676-07ec-472e-9112-f9e4104dc9bb'] in n-d-815373-6 is: [{'id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1140920222-router', 'tenant_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:09:22Z', 'revision_number': 5, 'project_id': '8b5c0d51a5a146cc85f667ef992c3c4c', 'gw_port': {'id': '88ea93a6-fa98-461e-a5da-3ecadd684051', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b98d676-07ec-472e-9112-f9e4104dc9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:34Z', 'updated_at': '2021-11-19T19:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:09:27.819966 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66d85c8a-207c-4230-9be6-e55f18de8438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:27.842396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Calling delete_port for 88ea93a6-fa98-461e-a5da-3ecadd684051 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:27.847899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66d85c8a-207c-4230-9be6-e55f18de8438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:27.878329 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-43094936-924a-4be7-a3a8-1a94f1067a1e req-bd0e365d-fe80-4029-8dbe-9acda5b1357d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Deleting port 0402e305-500a-4b7e-ab2e-56768959441d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:27.881872 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-43094936-924a-4be7-a3a8-1a94f1067a1e req-bd0e365d-fe80-4029-8dbe-9acda5b1357d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:27.901947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8ba11-9dfa-4fe9-b07f-abb62356bb7c req-070a959f-456b-40ac-833b-5fd8db15681b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:27.903617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1b8ba11-9dfa-4fe9-b07f-abb62356bb7c req-070a959f-456b-40ac-833b-5fd8db15681b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.5409629 Nov 19 19:09:28.118256 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:28.151169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8735f8c-46c5-4bc2-a064-fc37b2792c11 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:09:28.216346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 549cc176-db8f-49c5-8016-960844a7104b no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:28.217096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a1b8ba11-9dfa-4fe9-b07f-abb62356bb7c req-1e67ad16-a919-4ee6-a92b-079c0ad8b49c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188323 Nov 19 19:09:28.231973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66d85c8a-207c-4230-9be6-e55f18de8438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:28.250111 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66d85c8a-207c-4230-9be6-e55f18de8438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:28.252587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-66d85c8a-207c-4230-9be6-e55f18de8438 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d857303f-751a-439a-b680-9615cd2668cf HTTP/1.1" status: 204 len: 168 time: 1.1561334 Nov 19 19:09:28.260379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=88ea93a6-fa98-461e-a5da-3ecadd684051,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:28.276060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 549cc176-db8f-49c5-8016-960844a7104b {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:28.276839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 549cc176-db8f-49c5-8016-960844a7104b not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:28.288519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d85c8a-207c-4230-9be6-e55f18de8438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d857303f-751a-439a-b680-9615cd2668cf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:28.301983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-43094936-924a-4be7-a3a8-1a94f1067a1e req-bd0e365d-fe80-4029-8dbe-9acda5b1357d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] For port 0402e305-500a-4b7e-ab2e-56768959441d, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=0402e305-500a-4b7e-ab2e-56768959441d,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:28.302511 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-43094936-924a-4be7-a3a8-1a94f1067a1e req-bd0e365d-fe80-4029-8dbe-9acda5b1357d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:28.350288 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:28.356448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-43094936-924a-4be7-a3a8-1a94f1067a1e req-bd0e365d-fe80-4029-8dbe-9acda5b1357d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Calling delete_port for 0402e305-500a-4b7e-ab2e-56768959441d owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:28.496852 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:28.571395 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:28.577981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:28.580756 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c682995-3b93-4983-a631-46a686b6ac5e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:28.733535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:28.734346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b98d676-07ec-472e-9112-f9e4104dc9bb {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:09:28.740274 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:28.740904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7eb85f5b-4c10-4777-a5fc-cccbc57d54e1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0b98d676-07ec-472e-9112-f9e4104dc9bb HTTP/1.1" status: 204 len: 168 time: 2.2966225 Nov 19 19:09:28.746620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55192) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:28.898524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ef6aef-e63c-4150-880b-9d2a8b822b87 admin admin] Deleting subnet 71ca2481-520f-409b-914a-5b88fe41eeaf {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:09:28.904043 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15ef6aef-e63c-4150-880b-9d2a8b822b87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:28.989881 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15ef6aef-e63c-4150-880b-9d2a8b822b87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.079491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15ef6aef-e63c-4150-880b-9d2a8b822b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.081648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55194) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:29.158228 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-175fda26-0420-4eb8-b8ce-df4ef72ece5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.188533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b82a72-816d-4c6e-9c93-6f89684f6c8b req-97d39fc0-47c2-4223-922a-d4a0292d542e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:29.198370 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-68b82a72-816d-4c6e-9c93-6f89684f6c8b req-97d39fc0-47c2-4223-922a-d4a0292d542e tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d2444c1-0324-4dc8-9e51-867d8ce0be1c HTTP/1.1" status: 200 len: 945 time: 0.4316964 Nov 19 19:09:29.284312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-43094936-924a-4be7-a3a8-1a94f1067a1e req-bd0e365d-fe80-4029-8dbe-9acda5b1357d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.391932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 0402e305-500a-4b7e-ab2e-56768959441d no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:29.410187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e365d-fe80-4029-8dbe-9acda5b1357d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Pushing event deleted for resources: {'Port': ['ID=0402e305-500a-4b7e-ab2e-56768959441d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:29.464905 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15ef6aef-e63c-4150-880b-9d2a8b822b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.465585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 0402e305-500a-4b7e-ab2e-56768959441d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:29.466169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 0402e305-500a-4b7e-ab2e-56768959441d not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:29.481213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-175fda26-0420-4eb8-b8ce-df4ef72ece5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.521681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75161e43-7de6-4e74-8392-3b3e497d16a9 None None] Network 21d270c9-9af3-4527-86a9-5274ee93625b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:09:29.523789 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-15ef6aef-e63c-4150-880b-9d2a8b822b87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.528942 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-15ef6aef-e63c-4150-880b-9d2a8b822b87 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/71ca2481-520f-409b-914a-5b88fe41eeaf HTTP/1.1" status: 204 len: 168 time: 0.7811236 Nov 19 19:09:29.533385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55206) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:29.542242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef6aef-e63c-4150-880b-9d2a8b822b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ca2481-520f-409b-914a-5b88fe41eeaf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:29.545167 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-175fda26-0420-4eb8-b8ce-df4ef72ece5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.561028 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-68b82a72-816d-4c6e-9c93-6f89684f6c8b req-b5fda066-56d5-4751-8021-d90884a0646b tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.50 "GET /v2.0/security-groups?id=30b6adee-cbff-4d55-b4d5-572ae3b837b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613546 Nov 19 19:09:29.588924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fda26-0420-4eb8-b8ce-df4ef72ece5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d13849e-aa8c-4985-b825-9f9acc423e95,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:29.630752 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.643630 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-175fda26-0420-4eb8-b8ce-df4ef72ece5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f7779ad18ae41c08b475d82c7b91a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5608318 Nov 19 19:09:29.666604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238161b-e4ba-4c14-9ce6-c83e0d115206 req-f4055861-356a-4e12-b067-fd7e1640c385 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:29.675967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5238161b-e4ba-4c14-9ce6-c83e0d115206 req-f4055861-356a-4e12-b067-fd7e1640c385 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.3030245 Nov 19 19:09:29.684358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55212) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:29.702331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-43094936-924a-4be7-a3a8-1a94f1067a1e req-bd0e365d-fe80-4029-8dbe-9acda5b1357d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] No DVR routers for this DVR port 0402e305-500a-4b7e-ab2e-56768959441d on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:29.718273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-43094936-924a-4be7-a3a8-1a94f1067a1e req-bd0e365d-fe80-4029-8dbe-9acda5b1357d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.725179 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-43094936-924a-4be7-a3a8-1a94f1067a1e req-bd0e365d-fe80-4029-8dbe-9acda5b1357d tempest-ListServerFiltersTestJSON-455861873 tempest-ListServerFiltersTestJSON-455861873-project] 10.222.0.57 "DELETE /v2.0/ports/0402e305-500a-4b7e-ab2e-56768959441d HTTP/1.1" status: 204 len: 173 time: 2.6564467 Nov 19 19:09:29.729470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2444c1-0324-4dc8-9e51-867d8ce0be1c', 'name': 'network-vif-deleted', 'tag': '0402e305-500a-4b7e-ab2e-56768959441d'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:29.735331 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6911b648-aff1-47ed-9040-02248fb8842d" -d '{"events": [{"server_uuid": "3d2444c1-0324-4dc8-9e51-867d8ce0be1c", "name": "network-vif-deleted", "tag": "0402e305-500a-4b7e-ab2e-56768959441d"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:29.834661 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2482adc4-f3db-4971-9ed0-ce14a9285324 x-openstack-request-id: req-2482adc4-f3db-4971-9ed0-ce14a9285324 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:29.838107 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2444c1-0324-4dc8-9e51-867d8ce0be1c", "name": "network-vif-deleted", "tag": "0402e305-500a-4b7e-ab2e-56768959441d", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:29.838722 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2482adc4-f3db-4971-9ed0-ce14a9285324 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:29.842281 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2444c1-0324-4dc8-9e51-867d8ce0be1c', 'name': 'network-vif-deleted', 'tag': '0402e305-500a-4b7e-ab2e-56768959441d', 'status': 'completed', 'code': 200} Nov 19 19:09:29.852545 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.954385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5238161b-e4ba-4c14-9ce6-c83e0d115206 req-0dc7cc80-d848-4121-ba90-61839307526f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774215 Nov 19 19:09:29.994582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c394a50-ac83-4ad4-a2f0-ec2eed190c5d None None] DHCP port deletion for 21d270c9-9af3-4527-86a9-5274ee93625b request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:09:29.994746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31471a27-5e33-42f5-bb77-a873383a83e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:30.006405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:30.033116 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31471a27-5e33-42f5-bb77-a873383a83e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:30.100907 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31471a27-5e33-42f5-bb77-a873383a83e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:30.109872 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31471a27-5e33-42f5-bb77-a873383a83e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:30.112450 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-31471a27-5e33-42f5-bb77-a873383a83e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d13849e-aa8c-4985-b825-9f9acc423e95 HTTP/1.1" status: 204 len: 168 time: 0.4271533 Nov 19 19:09:30.134374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31471a27-5e33-42f5-bb77-a873383a83e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d13849e-aa8c-4985-b825-9f9acc423e95,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:30.302520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:30.333446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d270c9-9af3-4527-86a9-5274ee93625b']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:30.347512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:30.347810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b8bd5a-8710-46e8-828f-5ea675f99eb7') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:30.360709 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:30.371560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] Router fb906a66-bed9-454c-af16-1efa21f61bf9 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:09:30.394415 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:30.415005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:09:30.415417 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:09:30.417205 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:09:30.422398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 88ea93a6-fa98-461e-a5da-3ecadd684051 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:30.492100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 88ea93a6-fa98-461e-a5da-3ecadd684051 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:30.493001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 88ea93a6-fa98-461e-a5da-3ecadd684051 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:30.581449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:30.664608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55232) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:30.717264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7aeb29-d522-4287-99c2-67c4adc17074 admin admin] Deleting subnet 5d97d950-bca7-4ad3-83b9-18249be2598a {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:09:30.721910 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7aeb29-d522-4287-99c2-67c4adc17074 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:30.801434 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7aeb29-d522-4287-99c2-67c4adc17074 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:31.048246 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7aeb29-d522-4287-99c2-67c4adc17074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:31.171923 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:31.175041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7aeb29-d522-4287-99c2-67c4adc17074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:31.177708 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/21d270c9-9af3-4527-86a9-5274ee93625b HTTP/1.1" status: 204 len: 168 time: 1.6420822 Nov 19 19:09:31.224110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7aeb29-d522-4287-99c2-67c4adc17074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d97d950-bca7-4ad3-83b9-18249be2598a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:31.226029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcb8445-1a82-4ccc-a0f8-06cf2302d6b9 None None] Network 3be09d4c-f744-437e-b39f-4beb3f6c1508 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:09:31.233535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc7aeb29-d522-4287-99c2-67c4adc17074 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:31.243019 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dc7aeb29-d522-4287-99c2-67c4adc17074 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5d97d950-bca7-4ad3-83b9-18249be2598a HTTP/1.1" status: 204 len: 168 time: 0.5771136 Nov 19 19:09:31.244453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55256) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:31.300956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbd2a0-c520-43bc-b3eb-ceb5c18283a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=21d270c9-9af3-4527-86a9-5274ee93625b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:31.375798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38ab5b-1c55-465a-9a98-67c7e445aa20 req-9ca1d50d-3f54-4b7a-b2dd-95640f976deb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:31.390896 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa38ab5b-1c55-465a-9a98-67c7e445aa20 req-9ca1d50d-3f54-4b7a-b2dd-95640f976deb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.2098620 Nov 19 19:09:31.415218 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:31.512544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:09:31.524160 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc6a789-2461-4c1c-bd8d-ed12d17c4af1 None None] Sync routers for ids ['fb906a66-bed9-454c-af16-1efa21f61bf9'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:09:31.538910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fd162e23-a695-4da0-93b5-9bd3fec20999 admin admin] 10.222.0.50 "PUT /v2.0/routers/fb906a66-bed9-454c-af16-1efa21f61bf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6214790 Nov 19 19:09:31.542156 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc6a789-2461-4c1c-bd8d-ed12d17c4af1 None None] Routers {'fb906a66-bed9-454c-af16-1efa21f61bf9'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:09:31.542785 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5cc6a789-2461-4c1c-bd8d-ed12d17c4af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:09:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb906a66-bed9-454c-af16-1efa21f61bf9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:31.548849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55264) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:31.563298 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aa38ab5b-1c55-465a-9a98-67c7e445aa20 req-98d957c9-c35d-4123-adc8-cb9df9bc5fed tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674027 Nov 19 19:09:31.591002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55268) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:31.674737 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dd049d95-5878-4fb4-938c-3c96637e5779 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b5c0d51a5a146cc85f667ef992c3c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0836172 Nov 19 19:09:31.676513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55270) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:31.802902 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ea37697-2569-4d4d-98d0-4af525f277d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:31.823944 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:31.833711 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5cc6a789-2461-4c1c-bd8d-ed12d17c4af1 None None] Set router fb906a66-bed9-454c-af16-1efa21f61bf9 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:09:31.861311 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ea37697-2569-4d4d-98d0-4af525f277d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:31.999666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ea37697-2569-4d4d-98d0-4af525f277d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:32.005623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ea37697-2569-4d4d-98d0-4af525f277d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:32.011503 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3ea37697-2569-4d4d-98d0-4af525f277d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d2d22ee-a691-465f-bb34-8e77d8665d59 HTTP/1.1" status: 204 len: 168 time: 0.3325102 Nov 19 19:09:32.038378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea37697-2569-4d4d-98d0-4af525f277d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2d22ee-a691-465f-bb34-8e77d8665d59,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:32.137302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:32.195688 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5cc6a789-2461-4c1c-bd8d-ed12d17c4af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'name': 'tempest-TaggedBootDevicesTest_v242-300124589-router', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:49Z', 'updated_at': '2021-11-19T19:09:28Z', 'revision_number': 5, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'gw_port': {'id': '6ec24214-d689-4179-88d8-b5d505ab0b67', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:56:51Z', 'updated_at': '2021-11-19T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:32.233191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Deleting port 94fdd249-2730-4e47-8577-8b13c23edfda {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:32.234052 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:32.247717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5bb2be-9221-42fd-9ae4-c53ee26dad1b None None] DHCP port deletion for 3be09d4c-f744-437e-b39f-4beb3f6c1508 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:09:32.248294 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc6a789-2461-4c1c-bd8d-ed12d17c4af1 None None] Checking router: fb906a66-bed9-454c-af16-1efa21f61bf9 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:09:32.288879 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc6a789-2461-4c1c-bd8d-ed12d17c4af1 None None] Routers {'fb906a66-bed9-454c-af16-1efa21f61bf9'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:09:32.289521 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5cc6a789-2461-4c1c-bd8d-ed12d17c4af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:09:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb906a66-bed9-454c-af16-1efa21f61bf9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:32.373322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] For port 94fdd249-2730-4e47-8577-8b13c23edfda, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=94fdd249-2730-4e47-8577-8b13c23edfda,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:32.374286 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:32.378269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Deleting port 6ec24214-d689-4179-88d8-b5d505ab0b67 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:32.378835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:32.428201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ef5bb2be-9221-42fd-9ae4-c53ee26dad1b None None] Deleting port 94fdd249-2730-4e47-8577-8b13c23edfda {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:32.436055 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb2be-9221-42fd-9ae4-c53ee26dad1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:32.454412 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5cc6a789-2461-4c1c-bd8d-ed12d17c4af1 None None] Set router fb906a66-bed9-454c-af16-1efa21f61bf9 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:09:32.476591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] For port 6ec24214-d689-4179-88d8-b5d505ab0b67, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6ec24214-d689-4179-88d8-b5d505ab0b67,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:32.476980 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:32.493473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Calling delete_port for 6ec24214-d689-4179-88d8-b5d505ab0b67 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:32.547471 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5cc6a789-2461-4c1c-bd8d-ed12d17c4af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'name': 'tempest-TaggedBootDevicesTest_v242-300124589-router', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:49Z', 'updated_at': '2021-11-19T19:09:32Z', 'revision_number': 6, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:32.621868 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc6a789-2461-4c1c-bd8d-ed12d17c4af1 None None] The sync data for ids ['fb906a66-bed9-454c-af16-1efa21f61bf9'] in n-d-815373-6 is: [{'id': 'fb906a66-bed9-454c-af16-1efa21f61bf9', 'name': 'tempest-TaggedBootDevicesTest_v242-300124589-router', 'tenant_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:56:49Z', 'updated_at': '2021-11-19T19:09:32Z', 'revision_number': 6, 'project_id': 'f0dbb3890ed3490fbde27012ad02dba4', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:09:32.692325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ef5bb2be-9221-42fd-9ae4-c53ee26dad1b None None] For port 94fdd249-2730-4e47-8577-8b13c23edfda, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=94fdd249-2730-4e47-8577-8b13c23edfda,segment=NetworkSegment(f0966aca-6be2-4fbe-87be-fb3a980f8f40),segment_id=f0966aca-6be2-4fbe-87be-fb3a980f8f40)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:32.693309 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb2be-9221-42fd-9ae4-c53ee26dad1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:32.719384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ef5bb2be-9221-42fd-9ae4-c53ee26dad1b None None] Calling delete_port for 94fdd249-2730-4e47-8577-8b13c23edfda owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:32.846704 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:32.853249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb321e-1057-41db-934b-37d31a1037da req-e4b2a991-34d3-4e4f-9cea-e8d70ad044d6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:32.857646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Calling delete_port for 94fdd249-2730-4e47-8577-8b13c23edfda owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:32.870393 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74cb321e-1057-41db-934b-37d31a1037da req-e4b2a991-34d3-4e4f-9cea-e8d70ad044d6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1250319 Nov 19 19:09:32.934088 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb2be-9221-42fd-9ae4-c53ee26dad1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:33.032710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec24214-d689-4179-88d8-b5d505ab0b67,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:33.041396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55049470-db72-49b6-a95b-0524dadd0db6 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:09:33.059897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bb2be-9221-42fd-9ae4-c53ee26dad1b None None] No DVR routers for this DVR port 94fdd249-2730-4e47-8577-8b13c23edfda on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:33.063606 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74cb321e-1057-41db-934b-37d31a1037da req-f0121d1b-f85f-4788-a813-a714ab25547f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877429 Nov 19 19:09:33.069344 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bb2be-9221-42fd-9ae4-c53ee26dad1b None None] Pushing event deleted for resources: {'Port': ['ID=94fdd249-2730-4e47-8577-8b13c23edfda,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:33.284234 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:33.433227 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:33.448796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.141472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] No DVR routers for this DVR port 94fdd249-2730-4e47-8577-8b13c23edfda on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:34.165791 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.224105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6ec24214-d689-4179-88d8-b5d505ab0b67 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:34.272470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 6ec24214-d689-4179-88d8-b5d505ab0b67 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:34.272842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6ec24214-d689-4179-88d8-b5d505ab0b67 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:34.273266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4c682995-3b93-4983-a631-46a686b6ac5e no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:34.332256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 4c682995-3b93-4983-a631-46a686b6ac5e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:34.332612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4c682995-3b93-4983-a631-46a686b6ac5e not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:34.333098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 94fdd249-2730-4e47-8577-8b13c23edfda no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:34.336411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Pushing event deleted for resources: {'Port': ['ID=94fdd249-2730-4e47-8577-8b13c23edfda,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:34.378088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 94fdd249-2730-4e47-8577-8b13c23edfda {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:34.378437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 94fdd249-2730-4e47-8577-8b13c23edfda not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:34.417623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64db49-94f6-4fdc-a6e8-59c79e79e6b6 req-13ff9888-89f6-42a5-8e7c-d066709524d5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:34.420823 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2a64db49-94f6-4fdc-a6e8-59c79e79e6b6 req-13ff9888-89f6-42a5-8e7c-d066709524d5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1702576 Nov 19 19:09:34.447169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.447850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb906a66-bed9-454c-af16-1efa21f61bf9 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:09:34.455578 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.463125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-eb7ea6d0-c1c3-4a1c-89c0-cc252124aaf2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fb906a66-bed9-454c-af16-1efa21f61bf9 HTTP/1.1" status: 204 len: 168 time: 2.8866000 Nov 19 19:09:34.463125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55360) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:34.553244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.604669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9f14d-d9b9-49d8-b5cc-983dc5a2bb71 req-1a248166-7460-4560-86a2-627e29c34f84 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:34.612083 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2a64db49-94f6-4fdc-a6e8-59c79e79e6b6 req-55a5fa20-6c9e-4661-8580-863258665910 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773129 Nov 19 19:09:34.628864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0be9f14d-d9b9-49d8-b5cc-983dc5a2bb71 req-1a248166-7460-4560-86a2-627e29c34f84 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.3732748 Nov 19 19:09:34.666123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be09d4c-f744-437e-b39f-4beb3f6c1508']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:34.691286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9637e815-1ddd-4824-be29-cf8f3ea45ac7 admin admin] Deleting subnet 30958760-392f-43f6-8894-79e3d933f36d {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:09:34.693667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0966aca-6be2-4fbe-87be-fb3a980f8f40') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:34.694106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0966aca-6be2-4fbe-87be-fb3a980f8f40') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:34.696128 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9637e815-1ddd-4824-be29-cf8f3ea45ac7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.752531 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.782583 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9637e815-1ddd-4824-be29-cf8f3ea45ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.815271 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.845479 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0be9f14d-d9b9-49d8-b5cc-983dc5a2bb71 req-8512ae4b-d956-4e1b-8aae-b59980cf5a7f tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066331 Nov 19 19:09:34.856129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:09:34.856756 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: self.session.flush() Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:09:34.859635 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:09:35.012814 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.035697 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.039581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] 10.222.0.50 "DELETE /v2.0/networks/3be09d4c-f744-437e-b39f-4beb3f6c1508 HTTP/1.1" status: 204 len: 168 time: 3.7937958 Nov 19 19:09:35.080280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712a426-7470-4a27-bdea-b912e810d61e admin admin] Pushing event deleted for resources: {'Network': ['ID=3be09d4c-f744-437e-b39f-4beb3f6c1508,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:35.088180 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9637e815-1ddd-4824-be29-cf8f3ea45ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.194298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9637e815-1ddd-4824-be29-cf8f3ea45ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.227794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637e815-1ddd-4824-be29-cf8f3ea45ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30958760-392f-43f6-8894-79e3d933f36d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:35.238136 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9637e815-1ddd-4824-be29-cf8f3ea45ac7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.242434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b738c561-85bd-434f-acc0-c70afa54077e None None] Network 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:09:35.246719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55380) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:35.259329 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9637e815-1ddd-4824-be29-cf8f3ea45ac7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/30958760-392f-43f6-8894-79e3d933f36d HTTP/1.1" status: 204 len: 168 time: 0.7953892 Nov 19 19:09:35.341324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55384) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:35.388437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.521070 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a5e69516-79a4-4c96-8206-24574465e77a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b51033b1b8e54bfaa22fc5919a0de9c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1762927 Nov 19 19:09:35.521470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55394) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:35.529383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f83a9bf-7578-4c31-8813-9a83a56966b5 req-8949f237-f574-4dbe-93de-f72774816c3d tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0770535 Nov 19 19:09:35.615474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Deleting port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:35.616024 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.736118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] For port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8e3333f6-4c6d-468f-bd31-9ce56e36c3b6,segment=NetworkSegment(1b329917-9893-451a-a83e-a30d62398282),segment_id=1b329917-9893-451a-a83e-a30d62398282)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:35.736497 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.754871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Calling delete_port for 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:35.756115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d53dd3-d238-4199-9d23-12bce34f4167 None None] DHCP port deletion for 309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:09:35.909469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-92d53dd3-d238-4199-9d23-12bce34f4167 None None] Deleting port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:35.910561 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-92d53dd3-d238-4199-9d23-12bce34f4167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.939792 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a2e5-cdc4-4a2a-b6c2-da5ef4f68088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.972628 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.035189 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] No DVR routers for this DVR port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:36.043677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-92d53dd3-d238-4199-9d23-12bce34f4167 None None] For port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8e3333f6-4c6d-468f-bd31-9ce56e36c3b6,segment=NetworkSegment(1b329917-9893-451a-a83e-a30d62398282),segment_id=1b329917-9893-451a-a83e-a30d62398282)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:36.044074 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-92d53dd3-d238-4199-9d23-12bce34f4167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.065794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3333f6-4c6d-468f-bd31-9ce56e36c3b6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:36.085799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-92d53dd3-d238-4199-9d23-12bce34f4167 None None] Calling delete_port for 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:36.190656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a2e5-cdc4-4a2a-b6c2-da5ef4f68088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.228405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:36.275767 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134d02b-ad21-491f-beee-d3b171db4c88 req-110b03c5-eda2-456d-a672-0a57a8955e64 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:36.277795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3c5a7-9092-4851-ad99-e137a6c73b93 req-ee18fa96-fab6-4e42-a679-151e4fa03e78 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:36.288099 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bbb3c5a7-9092-4851-ad99-e137a6c73b93 req-ee18fa96-fab6-4e42-a679-151e4fa03e78 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1248879 Nov 19 19:09:36.290543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a134d02b-ad21-491f-beee-d3b171db4c88 req-110b03c5-eda2-456d-a672-0a57a8955e64 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.3428624 Nov 19 19:09:36.377185 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:09:36.377839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:09:36.389988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bbb3c5a7-9092-4851-ad99-e137a6c73b93 req-160a8b1a-0ba0-4fca-8e6a-11d86631a8e6 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000299 Nov 19 19:09:36.396381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a134d02b-ad21-491f-beee-d3b171db4c88 req-e04a8a47-dab6-41b1-9657-f9c99222c98a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046655 Nov 19 19:09:36.442233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.473160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.485449 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:09:36.489926 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:09:36.492256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b329917-9893-451a-a83e-a30d62398282') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:36.492256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b329917-9893-451a-a83e-a30d62398282') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:09:36.498896 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-92d53dd3-d238-4199-9d23-12bce34f4167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.515643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.535199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.538476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d53dd3-d238-4199-9d23-12bce34f4167 None None] No DVR routers for this DVR port 8e3333f6-4c6d-468f-bd31-9ce56e36c3b6 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:36.546350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:09:36.547036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.595854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d53dd3-d238-4199-9d23-12bce34f4167 None None] Pushing event deleted for resources: {'Port': ['ID=8e3333f6-4c6d-468f-bd31-9ce56e36c3b6,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:09:36.652045 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:09:36.660748 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.665570 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.673297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] 10.222.0.50 "DELETE /v2.0/networks/309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d HTTP/1.1" status: 204 len: 168 time: 1.4249794 Nov 19 19:09:36.695754 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b912bd-d4e3-4480-8adc-9671364a7705 admin admin] Pushing event deleted for resources: {'Network': ['ID=309d24c3-8ebb-4ae9-9aa9-e79d870d7b8d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:36.747915 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a2e5-cdc4-4a2a-b6c2-da5ef4f68088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.753251 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a2e5-cdc4-4a2a-b6c2-da5ef4f68088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:36.755244 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a1d4a2e5-cdc4-4a2a-b6c2-da5ef4f68088 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30b6adee-cbff-4d55-b4d5-572ae3b837b0 HTTP/1.1" status: 204 len: 168 time: 1.2320869 Nov 19 19:09:36.786855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4a2e5-cdc4-4a2a-b6c2-da5ef4f68088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b6adee-cbff-4d55-b4d5-572ae3b837b0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:36.857721 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-df07f48b-cecc-4902-af7f-d8754d9d6dcb req-38c70de2-f9da-45d9-9a75-a28315f13f31 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.1227157 Nov 19 19:09:37.155780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55442) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:37.276487 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9ba136cc-ab0d-4dfe-9399-605f854e49ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a7769fe5eec468ba5b5a296b98428b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1162601 Nov 19 19:09:37.279270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55448) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:37.439713 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a819f1d6-a776-4c94-a45f-6099ea4d744c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:37.493147 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a819f1d6-a776-4c94-a45f-6099ea4d744c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:37.600085 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a819f1d6-a776-4c94-a45f-6099ea4d744c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:37.609594 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a819f1d6-a776-4c94-a45f-6099ea4d744c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:37.614305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a819f1d6-a776-4c94-a45f-6099ea4d744c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9d72d02-7317-4799-bdac-fa4be201e8d2 HTTP/1.1" status: 204 len: 168 time: 0.3324044 Nov 19 19:09:37.704517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819f1d6-a776-4c94-a45f-6099ea4d744c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d72d02-7317-4799-bdac-fa4be201e8d2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:37.774110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abde797-b5a0-456a-96db-8d283957fad7 req-ef184b8d-ce1f-448c-baf0-61c32e7a6c6a tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:37.788034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7abde797-b5a0-456a-96db-8d283957fad7 req-ef184b8d-ce1f-448c-baf0-61c32e7a6c6a tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1710739 Nov 19 19:09:37.974462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7abde797-b5a0-456a-96db-8d283957fad7 req-2241b03e-7947-4726-b9ce-e2687fa4234d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798348 Nov 19 19:09:38.002115 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c93f-0d5d-49f7-af69-e303f5af981b req-c1633686-f030-4e7b-ac9a-f79700a17aa8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:38.016357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d72c93f-0d5d-49f7-af69-e303f5af981b req-c1633686-f030-4e7b-ac9a-f79700a17aa8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.2434731 Nov 19 19:09:38.157194 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d72c93f-0d5d-49f7-af69-e303f5af981b req-107b7628-afbe-4b61-b7e1-20f30679bb8d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398363 Nov 19 19:09:38.225989 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-05e1ccc8-a75d-4d3e-b514-17089c4d79f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:38.226500 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f385e29-3e5d-4130-b425-f6c547d046e2 req-da751877-9274-4ba0-bd9a-1dff7d979071 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0501800 Nov 19 19:09:38.438916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55488) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:38.546712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55492) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:38.549548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c5a2d3c4-b18a-488e-9699-f49b1cf9a6ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f0dbb3890ed3490fbde27012ad02dba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1063685 Nov 19 19:09:38.595017 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55494) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:38.652731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a15ed03a-7850-4b57-aaa1-450abe020974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:38.687472 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a15ed03a-7850-4b57-aaa1-450abe020974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:38.771521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a15ed03a-7850-4b57-aaa1-450abe020974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:38.774864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-640200194-network', 'tenant_id': '0558118b468044b7abcf5f630c791b2a'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:09:38.775299 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a15ed03a-7850-4b57-aaa1-450abe020974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:38.777377 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a15ed03a-7850-4b57-aaa1-450abe020974 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70b2a1b5-8083-4ef9-b303-e1161ff8a8d4 HTTP/1.1" status: 204 len: 168 time: 0.2293410 Nov 19 19:09:38.787968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ed03a-7850-4b57-aaa1-450abe020974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b2a1b5-8083-4ef9-b303-e1161ff8a8d4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:38.818218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Made reservation on behalf of 0558118b468044b7abcf5f630c791b2a for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:09:38.821999 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:38.831179 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:38.939854 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:38.953223 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:39.010098 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:09:39.021139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e424ff-cb87-4ecc-800f-05dad0da78f1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:39.027401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:39.027976 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Added segment f547a181-7a94-41cf-b95a-bb4f871e1f0d of type vlan for network 04c8ff25-35d0-4b93-bcab-20c07b5cc6bf Nov 19 19:09:39.109064 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:39.214366 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:39.215872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:39.216719 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:39.315874 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7196984 Nov 19 19:09:39.319178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55532) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:39.324811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] Request body: {'subnet': {'network_id': '04c8ff25-35d0-4b93-bcab-20c07b5cc6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-640200194-subnet', 'tenant_id': '0558118b468044b7abcf5f630c791b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:09:39.326192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8de3f-c4ba-4767-876c-fc6a64c3709f req-76b2395c-947a-4aa7-87b2-9b01a55ed517 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:39.366603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48a8de3f-c4ba-4767-876c-fc6a64c3709f req-76b2395c-947a-4aa7-87b2-9b01a55ed517 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.2014158 Nov 19 19:09:39.393125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b232cff-2602-41b8-a53e-ff074e978485 admin admin] Pushing event updated for resources: {'Network': ['ID=04c8ff25-35d0-4b93-bcab-20c07b5cc6bf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:39.421700 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 04c8ff25-35d0-4b93-bcab-20c07b5cc6bf details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:09:39.456644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74050f7c-90e7-4366-90c7-f2fd9c91ae8d req-5e8a6dc4-7c28-4016-a9e4-d8f7dd832fcc tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:39.468698 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74050f7c-90e7-4366-90c7-f2fd9c91ae8d req-5e8a6dc4-7c28-4016-a9e4-d8f7dd832fcc tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1014633 Nov 19 19:09:39.472424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] Made reservation on behalf of 0558118b468044b7abcf5f630c791b2a for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:09:39.476353 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:39.562370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48a8de3f-c4ba-4767-876c-fc6a64c3709f req-d531a025-b051-4264-80fb-2a7b0dc82481 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932588 Nov 19 19:09:39.726605 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93d0fdfd-84e7-4e45-bb86-81ed8e993d80 req-ed09e9f9-bd4c-416b-83e9-dcf62f563f1d tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0510509 Nov 19 19:09:39.875907 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74050f7c-90e7-4366-90c7-f2fd9c91ae8d req-00034186-d2c1-4dd8-90b3-13f797302245 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059637 Nov 19 19:09:40.057834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55556) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:40.130821 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:40.274857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7351f960-8cc4-4142-83a2-2ec3abc3f850,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:40.302337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1451336118-network', 'tenant_id': '08f3b8ed28554b48b4c820ae4d175165'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:09:40.309333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] Checking segment: {'id': 'f547a181-7a94-41cf-b95a-bb4f871e1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '04c8ff25-35d0-4b93-bcab-20c07b5cc6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:09:40.313036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] Network hostable DHCP agents. Network: 04c8ff25-35d0-4b93-bcab-20c07b5cc6bf, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:09:40.361446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] Network 04c8ff25-35d0-4b93-bcab-20c07b5cc6bf is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:09:40.362225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Made reservation on behalf of 08f3b8ed28554b48b4c820ae4d175165 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:09:40.366689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:40.391273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 04c8ff25-35d0-4b93-bcab-20c07b5cc6bf) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:09:40.400908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:40.401396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b50866-2592-4ddc-848d-6d7d3259e917 None None] Network 04c8ff25-35d0-4b93-bcab-20c07b5cc6bf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:09:40.428273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:40.428882 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:40.525079 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-65ea120d-ccc2-45a3-845f-c48f58baf5db admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2046573 Nov 19 19:09:40.613633 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:40.619429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:40.623216 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74a19e0f-39bb-47b9-bd6b-d6a4483e7d99 req-5fe70862-90cc-45d5-9efd-15ba76742def service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.1511707 Nov 19 19:09:40.658973 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b43-1df6-4a28-9f32-bd6f4a8cfb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:40.666684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:09:40.688760 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:40.689117 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Added segment 2639a552-1470-4f26-8449-b2092a0df9be of type vlan for network 71230884-dad9-44b5-9393-a24d1c29ca5a Nov 19 19:09:40.700989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f19993-f914-41c6-8e4c-dd989b555ed9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:40.789131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd489f-daf9-4a5b-ab96-438547e80c80 None None] Network 04c8ff25-35d0-4b93-bcab-20c07b5cc6bf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:09:40.871462 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:40.922076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f2f7f-cdeb-46af-a753-8633b1c84d8c req-f236de7e-6234-47e6-821a-efc59fff4b65 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:40.938714 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e4f2f7f-cdeb-46af-a753-8633b1c84d8c req-f236de7e-6234-47e6-821a-efc59fff4b65 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.2014415 Nov 19 19:09:40.956340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d099770c-2e2f-48a1-98cc-c28137817623 req-5a454e06-edda-419f-9423-38d203e3125f tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.1125410 Nov 19 19:09:41.024184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:41.029473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:41.033063 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:41.131376 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e4f2f7f-cdeb-46af-a753-8633b1c84d8c req-29956def-3cd6-45b4-a6c2-7bebf3d0df6b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912725 Nov 19 19:09:41.195716 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1215246 Nov 19 19:09:41.196532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55586) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:41.201719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] Request body: {'subnet': {'network_id': '71230884-dad9-44b5-9393-a24d1c29ca5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1451336118-subnet', 'tenant_id': '08f3b8ed28554b48b4c820ae4d175165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:09:41.261467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fa85b-e691-4b44-a52a-580575838534 admin admin] Pushing event updated for resources: {'Network': ['ID=71230884-dad9-44b5-9393-a24d1c29ca5a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:41.267820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] Made reservation on behalf of 08f3b8ed28554b48b4c820ae4d175165 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:09:41.270552 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 71230884-dad9-44b5-9393-a24d1c29ca5a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:09:41.277231 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:41.337198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a0832-bd2a-4eca-b6ef-c0985950b811 req-0c3c55e7-18a2-4355-8c6f-f794879a3b0b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:41.341667 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e6a0832-bd2a-4eca-b6ef-c0985950b811 req-0c3c55e7-18a2-4355-8c6f-f794879a3b0b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1574330 Nov 19 19:09:41.449272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e6a0832-bd2a-4eca-b6ef-c0985950b811 req-307c11a3-7b07-45cc-b3d0-88fa743e71dc tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984621 Nov 19 19:09:41.693276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-bf4767fe-e9fb-432e-9cb1-964677a96e32 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:41.695129 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-bf4767fe-e9fb-432e-9cb1-964677a96e32 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/networks?id=04c8ff25-35d0-4b93-bcab-20c07b5cc6bf HTTP/1.1" status: 200 len: 821 time: 0.1607354 Nov 19 19:09:41.735875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-2e714c93-7ed1-4746-afbe-e62b190081cd tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/quotas/0558118b468044b7abcf5f630c791b2a HTTP/1.1" status: 200 len: 375 time: 0.0315676 Nov 19 19:09:41.739243 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:41.810159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:41.823741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-8c15572e-0258-4a3a-a52c-b33c7c5d1f3b tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0558118b468044b7abcf5f630c791b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797858 Nov 19 19:09:41.914280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94b780d1-c8f4-4c0d-a297-09b58082945d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:42.009276 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-1b2f911c-babb-4ac1-b429-fe9527faac1c service neutron] 10.222.0.50 "GET /v2.0/networks/04c8ff25-35d0-4b93-bcab-20c07b5cc6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725562 Nov 19 19:09:42.133131 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-2666e7c3-c6f1-4e1c-9f14-eacd98d53c56 service neutron] 10.222.0.50 "GET /v2.0/networks/04c8ff25-35d0-4b93-bcab-20c07b5cc6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224358 Nov 19 19:09:42.134153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] Checking segment: {'id': '2639a552-1470-4f26-8449-b2092a0df9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '71230884-dad9-44b5-9393-a24d1c29ca5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:09:42.137841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] Network hostable DHCP agents. Network: 71230884-dad9-44b5-9393-a24d1c29ca5a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:09:42.177118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0084aa19-7ef7-41de-b7d0-0f3f80c4b4a1 req-1889f567-c708-49ad-a82f-9eb914098161 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0498457 Nov 19 19:09:42.211316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] Network 71230884-dad9-44b5-9393-a24d1c29ca5a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:09:42.229911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 71230884-dad9-44b5-9393-a24d1c29ca5a) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:09:42.240582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd8f176-7c6c-4787-ac64-11174ce80b71 None None] Network 71230884-dad9-44b5-9393-a24d1c29ca5a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:09:42.253248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:42.261911 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:42.292780 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8fb26041-2fe0-42e6-b5dd-ceece1b54118 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0947745 Nov 19 19:09:42.387140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab72bf-8fe1-425d-96fd-b00ec0468b1b req-b9046bf4-cf58-4393-a88c-e6771bf39a4d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:42.411922 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-efab72bf-8fe1-425d-96fd-b00ec0468b1b req-b9046bf4-cf58-4393-a88c-e6771bf39a4d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1128614 Nov 19 19:09:42.509144 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-efab72bf-8fe1-425d-96fd-b00ec0468b1b req-ddc5d0c6-9865-4242-bc30-cc40a86d844c tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937746 Nov 19 19:09:42.636038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b732fcc-9a02-4076-a99d-a69816712bbb None None] Network 71230884-dad9-44b5-9393-a24d1c29ca5a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:09:42.846563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75ba6efe-d2f7-4adb-a142-a54f961c0998 req-48906660-d32f-49ff-a508-3b2b039df0b8 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 210 time: 0.0828023 Nov 19 19:09:43.019516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28323d4-cffb-471c-a248-7b472102d5e6 req-e2bd9fbb-b8bc-4317-9d14-4fca48c12f6f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:43.028684 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f28323d4-cffb-471c-a248-7b472102d5e6 req-e2bd9fbb-b8bc-4317-9d14-4fca48c12f6f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1612797 Nov 19 19:09:43.111792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f28323d4-cffb-471c-a248-7b472102d5e6 req-91feb1c5-011c-4136-a30d-a4d89c967111 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784845 Nov 19 19:09:43.191989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e27a3-0d11-432c-bc7f-93ce7e348b59 req-0eb7070e-a6c2-40d1-91b9-955d4971165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:43.197443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-958e27a3-0d11-432c-bc7f-93ce7e348b59 req-0eb7070e-a6c2-40d1-91b9-955d4971165b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 1097 time: 0.0595553 Nov 19 19:09:43.277673 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:43.305149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d63c252-ce37-4289-a984-6da6ab17edbe req-8e31ffd8-6c4f-405f-becb-25f2646f3e9a tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0385981 Nov 19 19:09:43.334924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-42a67878-ee77-4c85-9541-69afcc1a03d7 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:43.344787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-42a67878-ee77-4c85-9541-69afcc1a03d7 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/networks?id=71230884-dad9-44b5-9393-a24d1c29ca5a HTTP/1.1" status: 200 len: 822 time: 0.2593477 Nov 19 19:09:43.361305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c80dc791-caff-4ab7-b11e-abfc6499ae25 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/quotas/08f3b8ed28554b48b4c820ae4d175165 HTTP/1.1" status: 200 len: 375 time: 0.0155840 Nov 19 19:09:43.394419 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-1b28895f-5b71-466e-9667-fe93214f3723 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=08f3b8ed28554b48b4c820ae4d175165&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321989 Nov 19 19:09:43.399777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e27a3-0d11-432c-bc7f-93ce7e348b59 req-036ee5de-daa4-42ef-8387-5563b178f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:43.401348 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-958e27a3-0d11-432c-bc7f-93ce7e348b59 req-036ee5de-daa4-42ef-8387-5563b178f9f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.1969938 Nov 19 19:09:43.515867 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-958e27a3-0d11-432c-bc7f-93ce7e348b59 req-6dc9f230-d8c9-4ee7-b398-f6d62793b32e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36 HTTP/1.1" status: 200 len: 1002 time: 0.0971074 Nov 19 19:09:43.556275 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-11f5bea4-8aaa-49ce-bf27-abb21030b2db service neutron] 10.222.0.50 "GET /v2.0/networks/71230884-dad9-44b5-9393-a24d1c29ca5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578043 Nov 19 19:09:43.596368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e27a3-0d11-432c-bc7f-93ce7e348b59 req-cebceff3-7f68-4c58-9481-71fb91911807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:43.599780 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-958e27a3-0d11-432c-bc7f-93ce7e348b59 req-cebceff3-7f68-4c58-9481-71fb91911807 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.0740910 Nov 19 19:09:43.691945 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-65b1d8af-0dc0-41a3-b5fa-e16874a55fdd service neutron] 10.222.0.50 "GET /v2.0/networks/71230884-dad9-44b5-9393-a24d1c29ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283631 Nov 19 19:09:43.706161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e27a3-0d11-432c-bc7f-93ce7e348b59 req-b6846473-e2b0-442a-83cc-45bb7980cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:43.707684 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-958e27a3-0d11-432c-bc7f-93ce7e348b59 req-b6846473-e2b0-442a-83cc-45bb7980cd45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023901 Nov 19 19:09:43.716291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a9176-ccff-4b77-8911-8a38a5bffd62 req-d2df4e19-fdb0-4bd7-a4f1-a70badf11750 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:43.724599 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dd8a9176-ccff-4b77-8911-8a38a5bffd62 req-d2df4e19-fdb0-4bd7-a4f1-a70badf11750 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.0785098 Nov 19 19:09:43.834459 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dd8a9176-ccff-4b77-8911-8a38a5bffd62 req-7f538741-aa18-4664-9956-176db25d0737 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089935 Nov 19 19:09:43.862325 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-958e27a3-0d11-432c-bc7f-93ce7e348b59 req-249dba45-721a-4dba-b4c8-279b74929c94 service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339612 Nov 19 19:09:44.059665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8438442-ab84-4ab8-8d2f-9d2ff49b7d8d req-e75146a8-8d8e-4cbc-88d8-625c4e560d7d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 210 time: 0.0582609 Nov 19 19:09:44.061920 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:44.145485 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-736c357e-3ea2-4083-b667-4cb2c08378b7 req-311f73aa-af7b-4773-af6c-c0774081ae43 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 210 time: 0.1066780 Nov 19 19:09:44.230573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-403e239c-f6b0-4f72-bec2-abc8c870e88e tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:44.232672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-403e239c-f6b0-4f72-bec2-abc8c870e88e tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.21 "GET /v2.0/networks?id=04c8ff25-35d0-4b93-bcab-20c07b5cc6bf HTTP/1.1" status: 200 len: 821 time: 0.2180886 Nov 19 19:09:44.250047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Request body: {'port': {'device_id': 'b65b3c6b-e65c-42cc-a55a-0dc575a74700', 'network_id': '04c8ff25-35d0-4b93-bcab-20c07b5cc6bf', 'admin_state_up': True, 'tenant_id': '0558118b468044b7abcf5f630c791b2a'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:09:44.272287 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-958e27a3-0d11-432c-bc7f-93ce7e348b59 req-cc322839-c001-474a-8fdc-8c49834751d7 service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875070 Nov 19 19:09:44.395530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0307f-eef3-456d-956a-a733aaeea2eb req-03c056f3-b6ba-420c-8ef3-359e57676e2f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:44.397814 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ee0307f-eef3-456d-956a-a733aaeea2eb req-03c056f3-b6ba-420c-8ef3-359e57676e2f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1637762 Nov 19 19:09:44.456326 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b09316a3-073b-4cab-b750-4a015d697225 req-fc077381-cf8e-4f99-85aa-d165a9020093 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0431554 Nov 19 19:09:44.491351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ee0307f-eef3-456d-956a-a733aaeea2eb req-767f15f2-f544-4851-874d-338a2e88dc2f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866885 Nov 19 19:09:44.518195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Made reservation on behalf of 0558118b468044b7abcf5f630c791b2a for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:09:44.523806 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:44.691970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Allocated IP 172.20.0.4 (04c8ff25-35d0-4b93-bcab-20c07b5cc6bf/7351f960-8cc4-4142-83a2-2ec3abc3f850/5095ea1e-85eb-4372-b1b9-a9ddf212a5ac) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:09:44.915423 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:44.966090 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:45.019713 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Network 04c8ff25-35d0-4b93-bcab-20c07b5cc6bf is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:09:45.023458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:09:45.026337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:09:45.075672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee4ffb-31df-46c5-8e9c-08195aa8abb3 req-0ff8d85e-a26f-4a7e-b591-72afbb63446d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:45.083514 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2ee4ffb-31df-46c5-8e9c-08195aa8abb3 req-0ff8d85e-a26f-4a7e-b591-72afbb63446d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.0675800 Nov 19 19:09:45.109702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Pushing event updated for resources: {'Port': ['ID=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:45.124611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:45.126367 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:45.152379 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-fb84b7be-5113-4329-9540-1e835c3b12f0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9067435 Nov 19 19:09:45.158061 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2ee4ffb-31df-46c5-8e9c-08195aa8abb3 req-dc9478f7-1c06-451b-86a5-b5c3fa4406fc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724764 Nov 19 19:09:45.236618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Request body: {'port': {'device_id': 'b65b3c6b-e65c-42cc-a55a-0dc575a74700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:09:45.278019 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8877d677-51b1-4492-a691-a9e8748338e2 req-b6144947-4f00-4608-bb14-1d0bf442b615 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 210 time: 0.0524924 Nov 19 19:09:45.423019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18602cc-4c17-4490-bd51-fe54993aea89 req-edf6ec71-fa8d-480a-9634-3041d276ba31 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:45.427440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d18602cc-4c17-4490-bd51-fe54993aea89 req-edf6ec71-fa8d-480a-9634-3041d276ba31 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 931 time: 0.2670150 Nov 19 19:09:45.430074 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:45.493799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c69d30b4-1ccf-423d-a2e9-5b70ef713e36 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:45.576458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-221054f5-1a1c-4e3a-9f84-eabce26a9b72 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:45.586522 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-221054f5-1a1c-4e3a-9f84-eabce26a9b72 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.57 "GET /v2.0/networks?id=71230884-dad9-44b5-9393-a24d1c29ca5a HTTP/1.1" status: 200 len: 822 time: 0.2771091 Nov 19 19:09:45.654896 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:45.687719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Request body: {'port': {'device_id': '800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f', 'network_id': '71230884-dad9-44b5-9393-a24d1c29ca5a', 'admin_state_up': True, 'tenant_id': '08f3b8ed28554b48b4c820ae4d175165'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:09:45.715065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:45.723461 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc8a8e9-d30b-485b-b794-0dbb94d8e793" -d '{"events": [{"server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:45.755927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:45.766444 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:45.809485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d18602cc-4c17-4490-bd51-fe54993aea89 req-9f512b00-535b-4612-9e2c-ac378511afe5 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742359 Nov 19 19:09:45.876845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd4731-99b2-47db-8032-efd0addf4da5 req-30d58461-8c6b-4248-a3ca-24d14ed00c62 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:45.880966 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3fd4731-99b2-47db-8032-efd0addf4da5 req-30d58461-8c6b-4248-a3ca-24d14ed00c62 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.3398330 Nov 19 19:09:45.918986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:45.981925 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9be1c44a-85ff-471f-83b3-a58296252f70 req-c76ba850-4af8-45f0-a16f-86b5512a137e tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0587137 Nov 19 19:09:46.038737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0098e-c62d-4d77-9f86-508886ac5b9d req-99ba34ab-5cee-4ff5-a052-727f5abe5112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:46.042488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ff0098e-c62d-4d77-9f86-508886ac5b9d req-99ba34ab-5cee-4ff5-a052-727f5abe5112 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 1096 time: 0.3356173 Nov 19 19:09:46.066128 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b3fd4731-99b2-47db-8032-efd0addf4da5 req-a16525f4-430c-4b5a-b387-58f93b4966b1 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610510 Nov 19 19:09:46.140346 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337e2cba-c28e-4aa2-a428-78fb1f8333cc x-openstack-request-id: req-337e2cba-c28e-4aa2-a428-78fb1f8333cc {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:46.140646 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:46.140952 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-337e2cba-c28e-4aa2-a428-78fb1f8333cc {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:46.141350 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'code': 200} Nov 19 19:09:46.156846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Made reservation on behalf of 08f3b8ed28554b48b4c820ae4d175165 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:09:46.161437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:46.166796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:09:46.189440 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:46.209794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Transition to ACTIVE for port object 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:09:46.230879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:46.358653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Pushing event updated for resources: {'Port': ['ID=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:46.390810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f9567-f29d-4bb4-99a1-5b05d42f3c90 req-65657c33-a4d0-454e-8e36-9efaa7ce2177 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:46.392485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b8f9567-f29d-4bb4-99a1-5b05d42f3c90 req-65657c33-a4d0-454e-8e36-9efaa7ce2177 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.1823943 Nov 19 19:09:46.440654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0098e-c62d-4d77-9f86-508886ac5b9d req-75d0d8c6-753c-4471-9bab-c8a9e0ee4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:46.442302 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ff0098e-c62d-4d77-9f86-508886ac5b9d req-75d0d8c6-753c-4471-9bab-c8a9e0ee4438 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.3752987 Nov 19 19:09:46.472569 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f916c5b-ad97-42b5-b8ae-f4502ee42975 req-816e08b9-355d-4e82-b096-46fb89d15e5a tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 210 time: 0.0445845 Nov 19 19:09:46.545872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b8f9567-f29d-4bb4-99a1-5b05d42f3c90 req-64f61c96-6445-44e1-9849-540be44ac86e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405113 Nov 19 19:09:46.549010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Attempting to bind port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:09:46.549337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Attempting to bind port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'f547a181-7a94-41cf-b95a-bb4f871e1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '04c8ff25-35d0-4b93-bcab-20c07b5cc6bf'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:09:46.549660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Attempting to bind port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac on network 04c8ff25-35d0-4b93-bcab-20c07b5cc6bf {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:09:46.564966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Allocated IP 172.20.0.6 (71230884-dad9-44b5-9393-a24d1c29ca5a/94b780d1-c8f4-4c0d-a297-09b58082945d/3cfe623e-f33b-41aa-b2cb-21cd7ea6a058) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:09:46.573559 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac on network 04c8ff25-35d0-4b93-bcab-20c07b5cc6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:09:46.573954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Attempting to bind port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac on network 04c8ff25-35d0-4b93-bcab-20c07b5cc6bf {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:09:46.580311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:09:46.580657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Checking segment: {'id': 'f547a181-7a94-41cf-b95a-bb4f871e1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '04c8ff25-35d0-4b93-bcab-20c07b5cc6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:09:46.581145 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Bound using segment: {'id': 'f547a181-7a94-41cf-b95a-bb4f871e1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '04c8ff25-35d0-4b93-bcab-20c07b5cc6bf'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:09:46.581474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Bound port: 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f547a181-7a94-41cf-b95a-bb4f871e1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '04c8ff25-35d0-4b93-bcab-20c07b5cc6bf'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:09:46.581897 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:46.588940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ff0098e-c62d-4d77-9f86-508886ac5b9d req-a7533020-740b-461d-ab91-7e4ffa1c3615 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a957dfdd-e97e-4f6c-9a7a-0c2d370add90 HTTP/1.1" status: 200 len: 1000 time: 0.1248817 Nov 19 19:09:46.671948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] For port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:09:46.671948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] For port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac,segment=NetworkSegment(f547a181-7a94-41cf-b95a-bb4f871e1f0d),segment_id=f547a181-7a94-41cf-b95a-bb4f871e1f0d)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:09:46.671948 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:46.722441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:46.723047 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:46.724457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] 10.222.0.21 "PUT /v2.0/ports/5095ea1e-85eb-4372-b1b9-a9ddf212a5ac HTTP/1.1" status: 200 len: 1091 time: 1.5037496 Nov 19 19:09:46.724917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65b3c6b-e65c-42cc-a55a-0dc575a74700', 'tag': '5095ea1e-85eb-4372-b1b9-a9ddf212a5ac'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:46.727394 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd2be37-6796-43b7-a2a8-5a01f4bfbbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "b65b3c6b-e65c-42cc-a55a-0dc575a74700", "tag": "5095ea1e-85eb-4372-b1b9-a9ddf212a5ac"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:46.738023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0098e-c62d-4d77-9f86-508886ac5b9d req-3468828a-5cb1-4f51-858b-5e33c81141f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:46.740587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ff0098e-c62d-4d77-9f86-508886ac5b9d req-3468828a-5cb1-4f51-858b-5e33c81141f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1430500 Nov 19 19:09:46.799311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d22982-760a-4e62-a66a-d72d094a119f service neutron] Pushing event updated for resources: {'Port': ['ID=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:46.830041 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d0ab43-ab97-4493-9e11-cc1eb585c192 x-openstack-request-id: req-a4d0ab43-ab97-4493-9e11-cc1eb585c192 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:46.830653 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65b3c6b-e65c-42cc-a55a-0dc575a74700", "tag": "5095ea1e-85eb-4372-b1b9-a9ddf212a5ac", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:46.831099 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4d0ab43-ab97-4493-9e11-cc1eb585c192 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:46.831690 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65b3c6b-e65c-42cc-a55a-0dc575a74700', 'tag': '5095ea1e-85eb-4372-b1b9-a9ddf212a5ac', 'status': 'completed', 'code': 200} Nov 19 19:09:46.879304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-3bc817d5-693d-48c8-a1ae-595c76fc9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:46.881193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-3bc817d5-693d-48c8-a1ae-595c76fc9dce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0558118b468044b7abcf5f630c791b2a&device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 1094 time: 0.0990121 Nov 19 19:09:46.909640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0098e-c62d-4d77-9f86-508886ac5b9d req-42787abd-ee18-4460-92db-09612cb3c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:46.911954 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ff0098e-c62d-4d77-9f86-508886ac5b9d req-42787abd-ee18-4460-92db-09612cb3c962 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146777 Nov 19 19:09:46.967549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-3b746fa5-c9d4-4d69-ba03-93894ca36b6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac HTTP/1.1" status: 200 len: 217 time: 0.0777080 Nov 19 19:09:47.079063 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ff0098e-c62d-4d77-9f86-508886ac5b9d req-15d32b29-9e37-488f-917b-c2e0dd411eaf service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526175 Nov 19 19:09:47.099757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea4a90-7db5-4dc7-b3a8-555bf59f16ed req-81f16521-3e0c-4446-a0dd-0e31c7cfc157 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:47.115408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50ea4a90-7db5-4dc7-b3a8-555bf59f16ed req-81f16521-3e0c-4446-a0dd-0e31c7cfc157 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 943 time: 0.1600151 Nov 19 19:09:47.132855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-55b72a85-25c9-4d08-9b25-36dbf5972980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:47.134516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-55b72a85-25c9-4d08-9b25-36dbf5972980 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7351f960-8cc4-4142-83a2-2ec3abc3f850 HTTP/1.1" status: 200 len: 861 time: 0.1421626 Nov 19 19:09:47.207084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:47.211222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-b12b8d16-c629-47a2-b3ca-cedb4df756c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04c8ff25-35d0-4b93-bcab-20c07b5cc6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645244 Nov 19 19:09:47.239202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50ea4a90-7db5-4dc7-b3a8-555bf59f16ed req-448cf6ce-179a-4ab9-a03b-cbe2fddd84cc tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212471 Nov 19 19:09:47.285072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ff0098e-c62d-4d77-9f86-508886ac5b9d req-139388e1-283d-45c0-8a80-654ee6912d67 service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977179 Nov 19 19:09:47.298575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:47.395715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Pushing event updated for resources: {'Port': ['ID=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:47.435379 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-7383117e-7796-456f-aec6-c125fd8dc2eb service neutron] 10.222.0.21 "GET /v2.0/networks/04c8ff25-35d0-4b93-bcab-20c07b5cc6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968708 Nov 19 19:09:47.447768 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee75b69c-2e8e-414f-b236-5388555b1bd6 req-c612c1b5-49a5-450f-8c87-e27d6205e66e tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0573163 Nov 19 19:09:47.450117 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Network 71230884-dad9-44b5-9393-a24d1c29ca5a is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:09:47.469599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:09:47.470222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:09:47.563990 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:47.564603 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:47.586429 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-c438fe31-b6d7-4884-a821-1b676b4467ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9199152 Nov 19 19:09:47.601861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Request body: {'port': {'device_id': '800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:09:47.677227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:47.697262 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07bf75bc-8087-4703-86d8-210ac92bebc2 req-a8680603-ea35-4ecc-86fc-06fabd4e78cd service neutron] 10.222.0.21 "GET /v2.0/networks/04c8ff25-35d0-4b93-bcab-20c07b5cc6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196763 Nov 19 19:09:47.715066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e9675-49f3-4cfa-a41d-5f51cf403269 req-3450c835-b87d-4fa5-bd7c-fe8c57cee2d7 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:47.716514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-939e9675-49f3-4cfa-a41d-5f51cf403269 req-3450c835-b87d-4fa5-bd7c-fe8c57cee2d7 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.3375006 Nov 19 19:09:47.837782 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-939e9675-49f3-4cfa-a41d-5f51cf403269 req-516d7be6-68bb-4397-8adf-87468485d906 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101663 Nov 19 19:09:47.854617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2be37-6796-43b7-a2a8-5a01f4bfbbf9 req-cef375c7-2621-4ff8-86ca-e3526821e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:47.856540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfd2be37-6796-43b7-a2a8-5a01f4bfbbf9 req-cef375c7-2621-4ff8-86ca-e3526821e5d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0558118b468044b7abcf5f630c791b2a&device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 1094 time: 0.0674534 Nov 19 19:09:48.063826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2be37-6796-43b7-a2a8-5a01f4bfbbf9 req-e8a4f194-8941-439a-9dd0-681664631002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:48.065428 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfd2be37-6796-43b7-a2a8-5a01f4bfbbf9 req-e8a4f194-8941-439a-9dd0-681664631002 service neutron] 10.222.0.21 "GET /v2.0/networks?id=04c8ff25-35d0-4b93-bcab-20c07b5cc6bf HTTP/1.1" status: 200 len: 922 time: 0.1999571 Nov 19 19:09:48.078450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b5b07-b003-4272-ad59-03cf87b0eeee req-fb5fcaa5-5e16-4857-b763-71378eb27c8e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:48.088302 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b7b5b07-b003-4272-ad59-03cf87b0eeee req-fb5fcaa5-5e16-4857-b763-71378eb27c8e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 931 time: 0.1326377 Nov 19 19:09:48.148154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfd2be37-6796-43b7-a2a8-5a01f4bfbbf9 req-c379b750-6480-4bbc-8a00-e054259318b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac HTTP/1.1" status: 200 len: 217 time: 0.0576320 Nov 19 19:09:48.237460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2a0df-a475-45df-b13a-509e17c26b46 req-d331cada-873b-444f-a2d0-2dbf7f665f49 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:48.245814 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86f2a0df-a475-45df-b13a-509e17c26b46 req-d331cada-873b-444f-a2d0-2dbf7f665f49 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.1419199 Nov 19 19:09:48.255590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b7b5b07-b003-4272-ad59-03cf87b0eeee req-39351b66-b622-4d36-9d1b-dfe5ef5f60ec tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f19993-f914-41c6-8e4c-dd989b555ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663680 Nov 19 19:09:48.277777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2be37-6796-43b7-a2a8-5a01f4bfbbf9 req-81fd9b92-b3bb-4af7-aa6c-3f0a3df734a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:48.277777 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfd2be37-6796-43b7-a2a8-5a01f4bfbbf9 req-81fd9b92-b3bb-4af7-aa6c-3f0a3df734a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7351f960-8cc4-4142-83a2-2ec3abc3f850 HTTP/1.1" status: 200 len: 861 time: 0.1143999 Nov 19 19:09:48.327975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfd2be37-6796-43b7-a2a8-5a01f4bfbbf9 req-d12761fa-dfb5-4e49-9b76-6291c727cb1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04c8ff25-35d0-4b93-bcab-20c07b5cc6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454144 Nov 19 19:09:48.342695 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:09:48.359498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:48.408217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Transition to ACTIVE for port object 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:09:48.420352 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-86f2a0df-a475-45df-b13a-509e17c26b46 req-8972ac5c-f119-4994-8596-7a3504380a17 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734929 Nov 19 19:09:48.425521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:48.504144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02672cc-7007-4e2d-8062-15ed26f031eb req-cf42f8d0-5f7e-492a-becf-4b59f59b1d51 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:48.506047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02672cc-7007-4e2d-8062-15ed26f031eb req-cf42f8d0-5f7e-492a-becf-4b59f59b1d51 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 943 time: 0.1547782 Nov 19 19:09:48.532299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Pushing event updated for resources: {'Port': ['ID=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:48.587279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfd2be37-6796-43b7-a2a8-5a01f4bfbbf9 req-08647942-5a39-4603-9411-96e398c44826 service neutron] 10.222.0.21 "GET /v2.0/networks/04c8ff25-35d0-4b93-bcab-20c07b5cc6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513366 Nov 19 19:09:48.642278 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f18c493c-1686-461d-9114-cb08b1f6ad8b req-9436db6a-8214-4275-ab7c-ba25074e8055 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0779150 Nov 19 19:09:48.684329 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Attempting to bind port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:09:48.684949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Attempting to bind port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '2639a552-1470-4f26-8449-b2092a0df9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '71230884-dad9-44b5-9393-a24d1c29ca5a'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:09:48.685481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Attempting to bind port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 on network 71230884-dad9-44b5-9393-a24d1c29ca5a {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:09:48.694247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 on network 71230884-dad9-44b5-9393-a24d1c29ca5a not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:09:48.694813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Attempting to bind port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 on network 71230884-dad9-44b5-9393-a24d1c29ca5a {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:09:48.700794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:09:48.702147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Checking segment: {'id': '2639a552-1470-4f26-8449-b2092a0df9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '71230884-dad9-44b5-9393-a24d1c29ca5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:09:48.702782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Bound using segment: {'id': '2639a552-1470-4f26-8449-b2092a0df9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '71230884-dad9-44b5-9393-a24d1c29ca5a'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:09:48.703423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Bound port: 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2639a552-1470-4f26-8449-b2092a0df9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '71230884-dad9-44b5-9393-a24d1c29ca5a'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:09:48.704176 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:48.737861 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c02672cc-7007-4e2d-8062-15ed26f031eb req-77e563d9-7962-4ddf-a6bb-f94ff2a52c45 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169881 Nov 19 19:09:48.820521 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] For port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:09:48.824838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] For port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058,segment=NetworkSegment(2639a552-1470-4f26-8449-b2092a0df9be),segment_id=2639a552-1470-4f26-8449-b2092a0df9be)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:09:48.825692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfd2be37-6796-43b7-a2a8-5a01f4bfbbf9 req-39307274-9fc7-46ca-adba-e7385781bc60 service neutron] 10.222.0.21 "GET /v2.0/networks/04c8ff25-35d0-4b93-bcab-20c07b5cc6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282743 Nov 19 19:09:48.843104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-e6b984dc-cbe9-4b9b-ad15-48af731816ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1752298 Nov 19 19:09:48.846056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:48.852839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-60c7fc8a-b68a-41a4-91e6-d14582ea5fb5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:09:48.854071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-60c7fc8a-b68a-41a4-91e6-d14582ea5fb5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056982 Nov 19 19:09:48.891597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:48.892487 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:48.896696 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] 10.222.0.57 "PUT /v2.0/ports/3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 HTTP/1.1" status: 200 len: 1091 time: 1.3008370 Nov 19 19:09:48.929081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f', 'tag': '3cfe623e-f33b-41aa-b2cb-21cd7ea6a058'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:48.932552 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c982e11-e5fe-4ec9-85bc-0cea76919b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f", "tag": "3cfe623e-f33b-41aa-b2cb-21cd7ea6a058"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:49.023340 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4810dde2-20c6-41ba-a142-2d94b31f72c5 x-openstack-request-id: req-4810dde2-20c6-41ba-a142-2d94b31f72c5 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:49.023797 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f", "tag": "3cfe623e-f33b-41aa-b2cb-21cd7ea6a058", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:49.024154 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4810dde2-20c6-41ba-a142-2d94b31f72c5 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:49.024658 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f', 'tag': '3cfe623e-f33b-41aa-b2cb-21cd7ea6a058', 'status': 'completed', 'code': 200} Nov 19 19:09:49.039177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da793e8-c8ae-4737-b3ee-733b5f03156f service neutron] Pushing event updated for resources: {'Port': ['ID=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:49.040466 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246676b-354b-44a4-bdd6-30f09d3da45e req-cf7d9b8f-3563-47df-8cc7-470189ce55a5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:49.042478 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7246676b-354b-44a4-bdd6-30f09d3da45e req-cf7d9b8f-3563-47df-8cc7-470189ce55a5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.0719848 Nov 19 19:09:49.055785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-4bf09bb3-1986-4e3a-a7a8-9dc7be220142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:49.057902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-4bf09bb3-1986-4e3a-a7a8-9dc7be220142 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08f3b8ed28554b48b4c820ae4d175165&device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 1094 time: 0.0945401 Nov 19 19:09:49.139561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7246676b-354b-44a4-bdd6-30f09d3da45e req-1b8aaac3-4cc0-4599-a640-75a5a918a7d4 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771556 Nov 19 19:09:49.147451 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-b34a7d25-7824-4707-8920-cfaeb2e5c377 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 HTTP/1.1" status: 200 len: 217 time: 0.0728595 Nov 19 19:09:49.230139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-0a632d6f-945f-4bec-a9dc-4492631f1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:49.231983 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-0a632d6f-945f-4bec-a9dc-4492631f1421 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94b780d1-c8f4-4c0d-a297-09b58082945d HTTP/1.1" status: 200 len: 862 time: 0.0790107 Nov 19 19:09:49.283835 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-17a51757-8658-4657-85ad-41012a9947ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71230884-dad9-44b5-9393-a24d1c29ca5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436378 Nov 19 19:09:49.475306 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-f2b048b6-e25c-4dcd-b0f1-11fc9b8a6124 service neutron] 10.222.0.57 "GET /v2.0/networks/71230884-dad9-44b5-9393-a24d1c29ca5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837709 Nov 19 19:09:49.493002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c69d30b4-1ccf-423d-a2e9-5b70ef713e36 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:09:49.603264 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05d65362-1b6b-45fb-a73c-7627f8cba058 req-a0b9c1a5-1f9d-48d8-8d15-4682d731ffa2 service neutron] 10.222.0.57 "GET /v2.0/networks/71230884-dad9-44b5-9393-a24d1c29ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199996 Nov 19 19:09:49.616481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c2df3-a5a4-425d-b03c-6264ab42ebd3 req-80cc316b-6ce3-4588-bddc-341bf0c488e1 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:49.626977 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-209c2df3-a5a4-425d-b03c-6264ab42ebd3 req-80cc316b-6ce3-4588-bddc-341bf0c488e1 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 943 time: 0.2454507 Nov 19 19:09:49.658737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad19e2-b8ef-4267-ae8d-664ab555ba4c req-d57f950a-ea4d-44c6-8a90-4ce92c092b57 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:49.660409 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09ad19e2-b8ef-4267-ae8d-664ab555ba4c req-d57f950a-ea4d-44c6-8a90-4ce92c092b57 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.1091008 Nov 19 19:09:49.778874 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-209c2df3-a5a4-425d-b03c-6264ab42ebd3 req-cd30e82f-7121-452e-8316-7836926a7b83 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f19993-f914-41c6-8e4c-dd989b555ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509230 Nov 19 19:09:49.793792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09ad19e2-b8ef-4267-ae8d-664ab555ba4c req-75ce947f-c224-4b2d-a0d6-d73aea847c6d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168244 Nov 19 19:09:49.817418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c982e11-e5fe-4ec9-85bc-0cea76919b5d req-361bb57a-6f2d-4b36-9954-48504a195c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:49.818944 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c982e11-e5fe-4ec9-85bc-0cea76919b5d req-361bb57a-6f2d-4b36-9954-48504a195c8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08f3b8ed28554b48b4c820ae4d175165&device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 1094 time: 0.1620488 Nov 19 19:09:49.977790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c982e11-e5fe-4ec9-85bc-0cea76919b5d req-1b273266-92d6-4568-8d8a-2df47e3a8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:49.979668 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c982e11-e5fe-4ec9-85bc-0cea76919b5d req-1b273266-92d6-4568-8d8a-2df47e3a8a69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=71230884-dad9-44b5-9393-a24d1c29ca5a HTTP/1.1" status: 200 len: 923 time: 0.1518464 Nov 19 19:09:50.007908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546d03d-5e36-4429-a34a-0e0405c6b765 req-ae8a6ab8-2457-4a72-b2df-6f0868795ded tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:50.011216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0546d03d-5e36-4429-a34a-0e0405c6b765 req-ae8a6ab8-2457-4a72-b2df-6f0868795ded tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 943 time: 0.0948920 Nov 19 19:09:50.032596 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2ae936a7-1699-4f84-96e1-f55b20ce5abe req-42cc1021-575c-4b36-ad05-0a21825a5aa4 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0515289 Nov 19 19:09:50.097943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0546d03d-5e36-4429-a34a-0e0405c6b765 req-29f87585-8abb-472e-944d-27cb0af54396 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790381 Nov 19 19:09:50.152780 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c982e11-e5fe-4ec9-85bc-0cea76919b5d req-e2213418-5066-4689-a7d6-b1fd24be7095 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 HTTP/1.1" status: 200 len: 217 time: 0.1499414 Nov 19 19:09:50.256697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c982e11-e5fe-4ec9-85bc-0cea76919b5d req-e7429729-57af-4e28-8ed5-214f83970e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:50.261270 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c982e11-e5fe-4ec9-85bc-0cea76919b5d req-e7429729-57af-4e28-8ed5-214f83970e87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94b780d1-c8f4-4c0d-a297-09b58082945d HTTP/1.1" status: 200 len: 862 time: 0.1041441 Nov 19 19:09:50.325871 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c982e11-e5fe-4ec9-85bc-0cea76919b5d req-82570685-2665-4a29-87da-ae5bc7a8e688 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71230884-dad9-44b5-9393-a24d1c29ca5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544703 Nov 19 19:09:50.486693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:09:50.546689 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c982e11-e5fe-4ec9-85bc-0cea76919b5d req-0ad8c956-ce29-41e9-be82-5311e654930f service neutron] 10.222.0.57 "GET /v2.0/networks/71230884-dad9-44b5-9393-a24d1c29ca5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144809 Nov 19 19:09:50.720300 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5c982e11-e5fe-4ec9-85bc-0cea76919b5d req-25a01179-3123-42d3-b04c-aa43e04ee1df service neutron] 10.222.0.57 "GET /v2.0/networks/71230884-dad9-44b5-9393-a24d1c29ca5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663828 Nov 19 19:09:50.742658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac,segment=NetworkSegment(f547a181-7a94-41cf-b95a-bb4f871e1f0d),segment_id=f547a181-7a94-41cf-b95a-bb4f871e1f0d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:50.773010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '5095ea1e-85eb-4372-b1b9-a9ddf212a5ac', 'network_id': '04c8ff25-35d0-4b93-bcab-20c07b5cc6bf', 'port_id': '5095ea1e-85eb-4372-b1b9-a9ddf212a5ac', 'mac_address': 'fa:16:3e:44:90:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7351f960-8cc4-4142-83a2-2ec3abc3f850', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:09:50.863591 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:50.883826 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:09:50.929038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac,segment=NetworkSegment(f547a181-7a94-41cf-b95a-bb4f871e1f0d),segment_id=f547a181-7a94-41cf-b95a-bb4f871e1f0d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:50.937469 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:51.012276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d79a-483b-4b6a-a963-040288cc59f3 req-e36bfac8-9107-4f1b-bca9-a05b04f092de tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:51.025366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3199d79a-483b-4b6a-a963-040288cc59f3 req-e36bfac8-9107-4f1b-bca9-a05b04f092de tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 943 time: 0.1256843 Nov 19 19:09:51.037878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:51.079268 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee449bd-b45b-4c03-9a30-f98b35730710 req-dd29052f-1fb4-4ef5-b646-4325bca65c16 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:51.094941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ee449bd-b45b-4c03-9a30-f98b35730710 req-dd29052f-1fb4-4ef5-b646-4325bca65c16 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.1588223 Nov 19 19:09:51.159595 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3199d79a-483b-4b6a-a963-040288cc59f3 req-d905cf07-30f8-4696-b307-f796b040cea7 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f19993-f914-41c6-8e4c-dd989b555ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277702 Nov 19 19:09:51.221509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['5095ea1e-85eb-4372-b1b9-a9ddf212a5ac'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:09:51.351684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07281435-5b47-43ee-874b-c67b4411eb93 req-7f642db2-2a71-48b8-bb1a-ad3e1b2ee18a tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0849881 Nov 19 19:09:51.529089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:09:51.633726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ceeaf-01ab-4d41-8051-90923ae0454f req-1bc53924-0b38-4425-bc94-198b8d518294 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:51.639823 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed9ceeaf-01ab-4d41-8051-90923ae0454f req-1bc53924-0b38-4425-bc94-198b8d518294 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 944 time: 0.1504583 Nov 19 19:09:51.704570 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058,segment=NetworkSegment(2639a552-1470-4f26-8449-b2092a0df9be),segment_id=2639a552-1470-4f26-8449-b2092a0df9be)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:51.718949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '3cfe623e-f33b-41aa-b2cb-21cd7ea6a058', 'network_id': '71230884-dad9-44b5-9393-a24d1c29ca5a', 'port_id': '3cfe623e-f33b-41aa-b2cb-21cd7ea6a058', 'mac_address': 'fa:16:3e:04:ec:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b780d1-c8f4-4c0d-a297-09b58082945d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:09:51.766416 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed9ceeaf-01ab-4d41-8051-90923ae0454f req-181b02e8-03f9-4b6b-9522-d27c1d3e0748 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141787 Nov 19 19:09:51.802659 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:51.872598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:09:51.918743 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058,segment=NetworkSegment(2639a552-1470-4f26-8449-b2092a0df9be),segment_id=2639a552-1470-4f26-8449-b2092a0df9be)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:51.928220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ee449bd-b45b-4c03-9a30-f98b35730710 req-edc0227c-6cd4-4700-b742-8c7283a8dfe0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8315468 Nov 19 19:09:51.930190 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:52.014759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:52.267090 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['3cfe623e-f33b-41aa-b2cb-21cd7ea6a058'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:09:52.322533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd32f3-95a4-401b-92de-5c89c2eb30bd req-0db7f261-973e-4cff-ac15-7715284c21bf tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:52.324062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72cd32f3-95a4-401b-92de-5c89c2eb30bd req-0db7f261-973e-4cff-ac15-7715284c21bf tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 944 time: 0.0757694 Nov 19 19:09:52.453126 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72cd32f3-95a4-401b-92de-5c89c2eb30bd req-1c65af36-b215-45d3-a7be-871e312398f1 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f19993-f914-41c6-8e4c-dd989b555ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214566 Nov 19 19:09:52.480586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-770b7a90-daf8-4f37-944a-1815b2c84715 req-d00e9ee3-938e-4d57-b3c6-8228b1e2011f tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0264294 Nov 19 19:09:52.941742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a2983-5a17-44fc-a543-ea6981887eaa req-34528485-ffd4-41af-92b8-50da451a3f88 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:52.955090 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-373a2983-5a17-44fc-a543-ea6981887eaa req-34528485-ffd4-41af-92b8-50da451a3f88 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 944 time: 0.1238892 Nov 19 19:09:53.012047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-373a2983-5a17-44fc-a543-ea6981887eaa req-63835139-4c4b-44fc-8bb7-6fed5425f7e3 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556400 Nov 19 19:09:53.150485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda3cb4-502b-4200-914e-a4fc22a093c3 req-344320cf-ca29-4e80-9cd4-b3962d2fac82 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:53.161954 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6fda3cb4-502b-4200-914e-a4fc22a093c3 req-344320cf-ca29-4e80-9cd4-b3962d2fac82 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.1173275 Nov 19 19:09:53.233555 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6fda3cb4-502b-4200-914e-a4fc22a093c3 req-67e56c21-da67-4824-bb11-d79ef5924866 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674326 Nov 19 19:09:53.504229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:09:53.656541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:09:53.662373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:09:53.663063 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:53.670961 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1712ad07-82f2-42e2-a244-943a5b4313b6 req-78b04373-0d5f-48b6-b889-cb579f2f6103 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0700128 Nov 19 19:09:53.699376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e19850-dfa1-4f6a-88ad-afae58f657fd req-c570b9a3-4b6c-4287-9ec1-d2c36773c54c tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:53.707805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5e19850-dfa1-4f6a-88ad-afae58f657fd req-c570b9a3-4b6c-4287-9ec1-d2c36773c54c tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 944 time: 0.1195269 Nov 19 19:09:53.779026 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5e19850-dfa1-4f6a-88ad-afae58f657fd req-252e5232-4d17-4114-9503-17c23875c254 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f19993-f914-41c6-8e4c-dd989b555ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678864 Nov 19 19:09:53.817260 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:54.035689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe623e-f33b-41aa-b2cb-21cd7ea6a058'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:54.038167 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c068cd96-098b-45ce-b301-6b34d00ebeed" -d '{"events": [{"server_uuid": "800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe623e-f33b-41aa-b2cb-21cd7ea6a058"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:54.055660 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058,segment=NetworkSegment(2639a552-1470-4f26-8449-b2092a0df9be),segment_id=2639a552-1470-4f26-8449-b2092a0df9be)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:54.063867 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:54.214705 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13926aca-6d91-47c3-b937-749054d03c4a x-openstack-request-id: req-13926aca-6d91-47c3-b937-749054d03c4a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:54.214999 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f", "name": "network-vif-plugged", "status": "completed", "tag": "3cfe623e-f33b-41aa-b2cb-21cd7ea6a058", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:54.215262 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13926aca-6d91-47c3-b937-749054d03c4a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:54.215661 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfe623e-f33b-41aa-b2cb-21cd7ea6a058', 'code': 200} Nov 19 19:09:54.219061 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:54.257904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94816c-be15-4ce1-81ff-f96243a8d9d9 req-57156516-cd44-4b9b-9c4b-c870b90dcc9e tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:54.259968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac94816c-be15-4ce1-81ff-f96243a8d9d9 req-57156516-cd44-4b9b-9c4b-c870b90dcc9e tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 944 time: 0.1119039 Nov 19 19:09:54.282110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2aac9c-e2a0-4213-ac04-614353bdaca8 req-dd0d0fde-619a-4437-8c23-bcc6d5d1df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:54.285690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e2aac9c-e2a0-4213-ac04-614353bdaca8 req-dd0d0fde-619a-4437-8c23-bcc6d5d1df86 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 1096 time: 0.0669143 Nov 19 19:09:54.344361 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e2aac9c-e2a0-4213-ac04-614353bdaca8 req-7a618b85-12d7-4e87-b54d-015f9372294e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=56f19993-f914-41c6-8e4c-dd989b555ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514541 Nov 19 19:09:54.427916 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac94816c-be15-4ce1-81ff-f96243a8d9d9 req-b958e697-ae3d-46b5-8794-54e1da637018 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509268 Nov 19 19:09:54.499960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2c6b-3ca2-429b-b5c9-e33b9f5c26e3 req-e61971a8-4bfa-4b0b-b22d-76d41bea54b9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:54.506350 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57bd2c6b-3ca2-429b-b5c9-e33b9f5c26e3 req-e61971a8-4bfa-4b0b-b22d-76d41bea54b9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.1133242 Nov 19 19:09:54.517436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:09:54.618481 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57bd2c6b-3ca2-429b-b5c9-e33b9f5c26e3 req-9e7ec15b-20ea-4d92-ad4c-c8ffe5e46b9e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074808 Nov 19 19:09:54.650193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:09:54.655767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:09:54.656471 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:54.866573 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:54.867356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e0b22633-ea8f-4d11-8a68-406943f75074 req-b07ea21d-0233-4ed8-aa37-51fb8a9274b8 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0540910 Nov 19 19:09:54.926560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac,segment=NetworkSegment(f547a181-7a94-41cf-b95a-bb4f871e1f0d),segment_id=f547a181-7a94-41cf-b95a-bb4f871e1f0d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:54.931067 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:54.988074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33d4dc-67f8-408e-b774-4241adb2316c req-74a1f74f-8a04-4fe7-907a-50f811e6c689 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:54.996574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:54.999743 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b33d4dc-67f8-408e-b774-4241adb2316c req-74a1f74f-8a04-4fe7-907a-50f811e6c689 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 945 time: 0.1138499 Nov 19 19:09:55.005503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.005889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.006240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.006585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.006978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.007324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.007855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.008194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.008676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.009018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.009351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.009738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:55.104468 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b33d4dc-67f8-408e-b774-4241adb2316c req-c6bd2657-99c9-46bf-948a-fd3d3c69d25f tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f19993-f914-41c6-8e4c-dd989b555ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029196 Nov 19 19:09:55.141168 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:55.607837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2104e-b4da-4af1-869b-d7d379c09b06 req-e0b25873-05e4-41f9-bfd5-6256957660d9 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:55.617013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2bb2104e-b4da-4af1-869b-d7d379c09b06 req-e0b25873-05e4-41f9-bfd5-6256957660d9 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 945 time: 0.0791261 Nov 19 19:09:55.683504 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2bb2104e-b4da-4af1-869b-d7d379c09b06 req-a542ea24-9d43-43ae-9023-0fcec10b00da tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651805 Nov 19 19:09:55.808767 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b663b-27a0-40f0-a967-c50b70dd2229 req-aa6c0f2e-e6e8-4a46-8de3-870db2b16c87 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:55.819664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7c4b663b-27a0-40f0-a967-c50b70dd2229 req-aa6c0f2e-e6e8-4a46-8de3-870db2b16c87 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.0801826 Nov 19 19:09:55.879664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7c4b663b-27a0-40f0-a967-c50b70dd2229 req-a4763963-3369-4aa7-a288-2922e7058d4b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525208 Nov 19 19:09:55.992953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-021bd8e7-7979-4c1e-b810-7afd69a8bcab req-4261d165-0baf-4145-a55c-4f0d657aa6ba tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0350876 Nov 19 19:09:56.217867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65b3c6b-e65c-42cc-a55a-0dc575a74700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5095ea1e-85eb-4372-b1b9-a9ddf212a5ac'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:56.219870 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf222886-4d74-49df-9491-5a8b0b332456" -d '{"events": [{"server_uuid": "b65b3c6b-e65c-42cc-a55a-0dc575a74700", "name": "network-vif-plugged", "status": "completed", "tag": "5095ea1e-85eb-4372-b1b9-a9ddf212a5ac"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:56.304643 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d62609b-0d41-458d-b2a9-1f12b3df1cbb x-openstack-request-id: req-3d62609b-0d41-458d-b2a9-1f12b3df1cbb {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:56.304947 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65b3c6b-e65c-42cc-a55a-0dc575a74700", "name": "network-vif-plugged", "status": "completed", "tag": "5095ea1e-85eb-4372-b1b9-a9ddf212a5ac", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:56.305437 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d62609b-0d41-458d-b2a9-1f12b3df1cbb {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:56.305913 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65b3c6b-e65c-42cc-a55a-0dc575a74700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5095ea1e-85eb-4372-b1b9-a9ddf212a5ac', 'code': 200} Nov 19 19:09:56.312536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321b66b-3281-4b57-b993-cb0850b9aa11 req-444f96e8-e6a1-48e2-b90d-b50865ae45f2 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:56.330202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b321b66b-3281-4b57-b993-cb0850b9aa11 req-444f96e8-e6a1-48e2-b90d-b50865ae45f2 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 945 time: 0.0946620 Nov 19 19:09:56.437713 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b321b66b-3281-4b57-b993-cb0850b9aa11 req-d35c9f67-0b7c-4e5c-b87c-3a2598f590a1 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f19993-f914-41c6-8e4c-dd989b555ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064548 Nov 19 19:09:56.452585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca399b6-7f02-4957-939f-aa5e89c3fa78 req-018e3b7c-a464-47da-998b-19d1f67504cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:56.454223 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ca399b6-7f02-4957-939f-aa5e89c3fa78 req-018e3b7c-a464-47da-998b-19d1f67504cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 1096 time: 0.0765948 Nov 19 19:09:56.571801 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ca399b6-7f02-4957-939f-aa5e89c3fa78 req-0a62c748-ccdb-43c8-b79f-e8bcfb336b2a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983119 Nov 19 19:09:56.933196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56108) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:56.949729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ed62c-feaf-4281-9d8e-0f42b7873def req-7ddead6a-507d-4954-8b33-036fadf33e24 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:56.967852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e8ed62c-feaf-4281-9d8e-0f42b7873def req-7ddead6a-507d-4954-8b33-036fadf33e24 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 945 time: 0.1402645 Nov 19 19:09:56.988108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775b4f7-e88f-4a49-a780-c08503dee446 req-2017e1e6-7b2d-46cc-ac9c-533b830ceaa5 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:56.993874 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1775b4f7-e88f-4a49-a780-c08503dee446 req-2017e1e6-7b2d-46cc-ac9c-533b830ceaa5 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 945 time: 0.1441753 Nov 19 19:09:57.073782 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1775b4f7-e88f-4a49-a780-c08503dee446 req-db8236ce-c1d5-4c06-a8b5-550e161d8d78 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f19993-f914-41c6-8e4c-dd989b555ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727146 Nov 19 19:09:57.116465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e8ed62c-feaf-4281-9d8e-0f42b7873def req-80cf9a24-6449-4f84-9952-827ab23f44f8 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462805 Nov 19 19:09:57.191107 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:57.253241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-732a5029-9e9f-418a-99a3-9401b35c43b9 req-15899348-be22-4e34-9fd6-7e48370e6d1e tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0376129 Nov 19 19:09:57.290324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd0a48-5b0c-49aa-9acb-c5d3ff4e5416 req-7b979a68-d737-4381-93e4-62e75fc4291c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:57.292453 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13dd0a48-5b0c-49aa-9acb-c5d3ff4e5416 req-7b979a68-d737-4381-93e4-62e75fc4291c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.0893867 Nov 19 19:09:57.392827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13dd0a48-5b0c-49aa-9acb-c5d3ff4e5416 req-3f3d9c37-0451-422b-978c-694b1f6735ca tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912309 Nov 19 19:09:57.403718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:57.421005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:57.473990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8d64317fdb04d47bc748d00c26a1d1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5398490 Nov 19 19:09:57.475358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7019466d-a5c9-46b1-bca5-179a57c7e3d8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:57.476633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56124) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:57.485122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.485877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.486435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.487009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.487607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.488114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.488616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.489117 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.489641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.500255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.503191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.503589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a345f-057c-47a0-b69b-7e2e410ad327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.546542 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:57.571757 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:57.629309 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:57.632272 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:57.633441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7019466d-a5c9-46b1-bca5-179a57c7e3d8 HTTP/1.1" status: 204 len: 168 time: 0.1556361 Nov 19 19:09:57.644347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7019466d-a5c9-46b1-bca5-179a57c7e3d8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:57.652634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.653267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.653864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.655199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.655727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.656241 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.656784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.657335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.658111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.658649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.659158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:57.659915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f86998-4ede-406f-84ff-5e057fb9bf70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:09:58.280471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561aac-b5aa-4d78-89fe-f7c3bf061023 req-d16c03ec-c41c-4b07-88b1-cd3b6ab7ff7e tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:58.288245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27424ad0-0561-4a18-b561-f3f09d3092cc req-b5a8fdca-aba2-48b1-8d94-7f923a41b3b1 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:58.288770 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-66561aac-b5aa-4d78-89fe-f7c3bf061023 req-d16c03ec-c41c-4b07-88b1-cd3b6ab7ff7e tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 945 time: 0.0708632 Nov 19 19:09:58.296936 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27424ad0-0561-4a18-b561-f3f09d3092cc req-b5a8fdca-aba2-48b1-8d94-7f923a41b3b1 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 945 time: 0.1079144 Nov 19 19:09:58.338118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-8d2d79a0-bbf0-4bfc-aff3-a438f3e9e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:58.339909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-8d2d79a0-bbf0-4bfc-aff3-a438f3e9e267 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec&tenant_id=d66db5a635f74407910126f79e0a8077 HTTP/1.1" status: 200 len: 1095 time: 0.1161230 Nov 19 19:09:58.366704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27424ad0-0561-4a18-b561-f3f09d3092cc req-94d823b1-e565-43b4-b6cf-b79ea699aa90 tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f19993-f914-41c6-8e4c-dd989b555ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662630 Nov 19 19:09:58.373365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:09:58.393301 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-66561aac-b5aa-4d78-89fe-f7c3bf061023 req-6c1dd94c-1520-4c0d-8b01-b0b4c4ce01ea tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958633 Nov 19 19:09:58.415994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893f0f-1069-4f1d-9b3b-112334e44da8 req-a6984f08-0f90-4895-8f79-089640eeda1d tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:58.417566 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16893f0f-1069-4f1d-9b3b-112334e44da8 req-a6984f08-0f90-4895-8f79-089640eeda1d tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.57 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 945 time: 0.1257799 Nov 19 19:09:58.574594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-16893f0f-1069-4f1d-9b3b-112334e44da8 req-966f7d55-67c2-44d2-ac63-1cde73b8317e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Deleting port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:09:58.574934 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16893f0f-1069-4f1d-9b3b-112334e44da8 req-966f7d55-67c2-44d2-ac63-1cde73b8317e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:58.642417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56174) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:58.758099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3da6b-8ccd-440c-83e0-8b90cc90cecc req-391dd2da-e87f-4fca-8009-3625e7f3fbf0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:58.759725 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65c3da6b-8ccd-440c-83e0-8b90cc90cecc req-391dd2da-e87f-4fca-8009-3625e7f3fbf0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.0948694 Nov 19 19:09:58.782908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-16893f0f-1069-4f1d-9b3b-112334e44da8 req-966f7d55-67c2-44d2-ac63-1cde73b8317e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] For port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058,segment=NetworkSegment(2639a552-1470-4f26-8449-b2092a0df9be),segment_id=2639a552-1470-4f26-8449-b2092a0df9be)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:58.783460 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16893f0f-1069-4f1d-9b3b-112334e44da8 req-966f7d55-67c2-44d2-ac63-1cde73b8317e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:58.808908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-16893f0f-1069-4f1d-9b3b-112334e44da8 req-966f7d55-67c2-44d2-ac63-1cde73b8317e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Calling delete_port for 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:09:58.816713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1201228900-network', 'tenant_id': 'b1b18ffe24c5406cb2edb3ec7539e1f0'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:09:58.906937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-65c3da6b-8ccd-440c-83e0-8b90cc90cecc req-d98049fb-261c-4507-bffe-244195481808 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327004 Nov 19 19:09:58.910097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Made reservation on behalf of b1b18ffe24c5406cb2edb3ec7539e1f0 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:09:58.912521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:58.925138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:58.953791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0d4c622-85b4-41d3-bcdc-68ac7e3cf977 req-98a74e0a-805d-44e7-83a7-44c2ad228708 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.4709265 Nov 19 19:09:58.955205 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.063142 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16893f0f-1069-4f1d-9b3b-112334e44da8 req-966f7d55-67c2-44d2-ac63-1cde73b8317e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.077026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['3cfe623e-f33b-41aa-b2cb-21cd7ea6a058'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:09:59.155965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f7d55-67c2-44d2-ac63-1cde73b8317e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Pushing event deleted for resources: {'Port': ['ID=3cfe623e-f33b-41aa-b2cb-21cd7ea6a058,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:59.199121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:09:59.237696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-16893f0f-1069-4f1d-9b3b-112334e44da8 req-966f7d55-67c2-44d2-ac63-1cde73b8317e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] No DVR routers for this DVR port 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:59.243526 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16893f0f-1069-4f1d-9b3b-112334e44da8 req-966f7d55-67c2-44d2-ac63-1cde73b8317e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.246932 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16893f0f-1069-4f1d-9b3b-112334e44da8 req-966f7d55-67c2-44d2-ac63-1cde73b8317e tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.57 "DELETE /v2.0/ports/3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 HTTP/1.1" status: 204 len: 173 time: 0.8220937 Nov 19 19:09:59.247633 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f', 'name': 'network-vif-deleted', 'tag': '3cfe623e-f33b-41aa-b2cb-21cd7ea6a058'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:09:59.251253 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f62040-4e39-453f-a8dc-b5fc42cb03e3" -d '{"events": [{"server_uuid": "800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f", "name": "network-vif-deleted", "tag": "3cfe623e-f33b-41aa-b2cb-21cd7ea6a058"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:09:59.267121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:09:59.298598 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.304925 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.313347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69d30b4-1ccf-423d-a2e9-5b70ef713e36 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:09:59.326860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011cf5c-c620-4028-bc6c-d6d8c1517748 req-f749488c-b04c-4839-ab03-1cfc912e8ca0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:59.328404 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7011cf5c-c620-4028-bc6c-d6d8c1517748 req-f749488c-b04c-4839-ab03-1cfc912e8ca0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 945 time: 0.1011600 Nov 19 19:09:59.332979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.353272 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289f7e8f-388b-4c8c-aba7-6b058d17b519 x-openstack-request-id: req-289f7e8f-388b-4c8c-aba7-6b058d17b519 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:09:59.353875 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f", "name": "network-vif-deleted", "tag": "3cfe623e-f33b-41aa-b2cb-21cd7ea6a058", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:09:59.354336 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-289f7e8f-388b-4c8c-aba7-6b058d17b519 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:09:59.354901 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f', 'name': 'network-vif-deleted', 'tag': '3cfe623e-f33b-41aa-b2cb-21cd7ea6a058', 'status': 'completed', 'code': 200} Nov 19 19:09:59.369422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1128bf-9384-4905-8755-21f384f703f2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:59.370906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Transition to ACTIVE for port object c69d30b4-1ccf-423d-a2e9-5b70ef713e36 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:09:59.372597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:09:59.384020 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.384367 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Added segment ffe7170d-bb74-4133-9cbd-7db920adc69f of type vlan for network bba09a17-cb80-42c3-b904-c127b42f87cb Nov 19 19:09:59.388008 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.453796 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.467911 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7011cf5c-c620-4028-bc6c-d6d8c1517748 req-6ba37b6b-4580-4903-9d8d-2722420b2d82 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292646 Nov 19 19:09:59.483932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=9']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:59.543647 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41a63a60-cac1-4b59-ad30-0bd5ca2fc48f req-bea87771-3ed9-4075-a822-a007002821bd tempest-InstanceActionsNegativeTestJSON-1178391880 tempest-InstanceActionsNegativeTestJSON-1178391880-project] 10.222.0.50 "GET /v2.0/ports?device_id=800ad480-0d2a-494a-b0f2-d4b6ed5c4b2f HTTP/1.1" status: 200 len: 210 time: 0.0329206 Nov 19 19:09:59.543647 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.545102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:09:59.546388 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.637742 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.652345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0059299 Nov 19 19:09:59.652616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56202) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:09:59.661276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] Request body: {'subnet': {'network_id': 'bba09a17-cb80-42c3-b904-c127b42f87cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1201228900-subnet', 'tenant_id': 'b1b18ffe24c5406cb2edb3ec7539e1f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:09:59.706097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] Made reservation on behalf of b1b18ffe24c5406cb2edb3ec7539e1f0 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:09:59.709609 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:59.711753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b2cfa-1bbc-4058-9669-ea1bc6e10699 admin admin] Pushing event updated for resources: {'Network': ['ID=bba09a17-cb80-42c3-b904-c127b42f87cb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:09:59.724999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network bba09a17-cb80-42c3-b904-c127b42f87cb details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:09:59.746621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] No DVR routers for this DVR port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:09:59.956655 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:00.005375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Attempting to bind port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:10:00.010151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Attempting to bind port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:10:00.010543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Attempting to bind port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:10:00.019783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:10:00.020103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Attempting to bind port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:10:00.024441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c227677-ba74-4a20-bc23-04cfa8e7d37c,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:00.032991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:10:00.033345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Checking segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:00.034031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Bound using segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:10:00.034319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Bound port: c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:10:00.034534 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:00.089008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] Checking segment: {'id': 'ffe7170d-bb74-4133-9cbd-7db920adc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bba09a17-cb80-42c3-b904-c127b42f87cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:00.089387 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] Network hostable DHCP agents. Network: bba09a17-cb80-42c3-b904-c127b42f87cb, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:10:00.113921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a70fc87-b333-4c6a-8548-bc21630795bc req-07fa1b26-aa15-4139-879a-014702559329 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0335610 Nov 19 19:10:00.124576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ae7d5-a8fd-4631-a2d9-8d020d2af305 req-4543d3c9-4060-42f0-842c-5fc1d42b284d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:00.132190 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee0ae7d5-a8fd-4631-a2d9-8d020d2af305 req-4543d3c9-4060-42f0-842c-5fc1d42b284d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 944 time: 0.0946631 Nov 19 19:10:00.139936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] Network bba09a17-cb80-42c3-b904-c127b42f87cb is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:10:00.141620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:10:00.145659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:10:00.151134 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:00.175444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, bba09a17-cb80-42c3-b904-c127b42f87cb) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:00.179804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:00.180422 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:00.189116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aae1b99-697f-44f9-b07b-f07497e57fb7 None None] Network bba09a17-cb80-42c3-b904-c127b42f87cb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:10:00.211837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:00.212468 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:00.215870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] 10.222.0.21 "PUT /v2.0/ports/c69d30b4-1ccf-423d-a2e9-5b70ef713e36 HTTP/1.1" status: 200 len: 1092 time: 1.8474281 Nov 19 19:10:00.218095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:10:00.224043 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4712c18-0638-41cf-9793-6013f4239def" -d '{"events": [{"name": "network-changed", "server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:10:00.228053 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee0ae7d5-a8fd-4631-a2d9-8d020d2af305 req-8c1c7bd2-a7d1-4de7-92b4-aa34e8d6cc2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951006 Nov 19 19:10:00.243455 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-74b15603-2572-44d6-8f84-02e9af34798c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5883622 Nov 19 19:10:00.261660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7773a59-1d67-49ce-8f16-8e568d65baba service neutron] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:00.316578 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb8f774-6351-4321-9b8b-186a607cd292 x-openstack-request-id: req-cbb8f774-6351-4321-9b8b-186a607cd292 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:10:00.317249 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:10:00.317249 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbb8f774-6351-4321-9b8b-186a607cd292 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:10:00.317560 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'status': 'completed', 'code': 200} Nov 19 19:10:00.340170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-54390c6c-e9b6-407f-b921-51d59f1c48ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:00.342296 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-54390c6c-e9b6-407f-b921-51d59f1c48ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 1096 time: 0.0675793 Nov 19 19:10:00.483352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d72faf-59f5-48be-b507-c51604e7f148 None None] Network bba09a17-cb80-42c3-b904-c127b42f87cb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:10:00.518247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-95d5f093-1089-43e3-92f1-60389b541662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:00.519760 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-95d5f093-1089-43e3-92f1-60389b541662 service neutron] 10.222.0.21 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.1599441 Nov 19 19:10:00.632947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56232) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:00.713880 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-3ca222df-1aa1-4331-9621-d4b05afd0787 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36 HTTP/1.1" status: 200 len: 1000 time: 0.1751885 Nov 19 19:10:00.764502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9da46f-a5c7-42c2-a0d6-c7d34f92374d req-926c887d-7c71-4ed7-b2d2-0e9f5e05344f tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:00.768576 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f9da46f-a5c7-42c2-a0d6-c7d34f92374d req-926c887d-7c71-4ed7-b2d2-0e9f5e05344f tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.21 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 945 time: 0.2239969 Nov 19 19:10:00.820364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-1a4a5381-5994-4ccb-950c-6f8ee47b39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:00.823302 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-1a4a5381-5994-4ccb-950c-6f8ee47b39e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.0990813 Nov 19 19:10:00.837843 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20c8d87-56af-4dda-8528-88d10b0ca2a3 admin admin] Deleting subnet 94b780d1-c8f4-4c0d-a297-09b58082945d {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:10:00.858092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef004b-cf4f-42be-ab2b-1a6178ed72de req-a8192476-bf7b-4672-af5d-90684bc5633d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:00.860921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c5ef004b-cf4f-42be-ab2b-1a6178ed72de req-a8192476-bf7b-4672-af5d-90684bc5633d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 945 time: 0.2471979 Nov 19 19:10:00.876941 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d20c8d87-56af-4dda-8528-88d10b0ca2a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:00.914576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-90f3b3e6-88e3-486a-81d6-4cddc4fd0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:00.919328 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-90f3b3e6-88e3-486a-81d6-4cddc4fd0135 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877519 Nov 19 19:10:00.976723 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d20c8d87-56af-4dda-8528-88d10b0ca2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.027813 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:10:01.035797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56250) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:01.040992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-26939625-network', 'tenant_id': 'dcfe0dc0798d45b5bda555aacee0f5d6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:01.058246 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d20c8d87-56af-4dda-8528-88d10b0ca2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.064392 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c5ef004b-cf4f-42be-ab2b-1a6178ed72de req-10732c17-5754-407c-b05b-94b72aebe9d8 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1e424ff-cb87-4ecc-800f-05dad0da78f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853087 Nov 19 19:10:01.085585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-8f9da46f-a5c7-42c2-a0d6-c7d34f92374d req-4bd4606b-de84-4be5-822e-d72569640b4d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Deleting port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:10:01.085957 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8f9da46f-a5c7-42c2-a0d6-c7d34f92374d req-4bd4606b-de84-4be5-822e-d72569640b4d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.092510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Made reservation on behalf of dcfe0dc0798d45b5bda555aacee0f5d6 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:01.095184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.100688 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-bf21e2f0-bb3c-48d8-b6cc-7e5ea99427e3 service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739821 Nov 19 19:10:01.106808 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.250031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8f9da46f-a5c7-42c2-a0d6-c7d34f92374d req-4bd4606b-de84-4be5-822e-d72569640b4d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] For port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac,segment=NetworkSegment(f547a181-7a94-41cf-b95a-bb4f871e1f0d),segment_id=f547a181-7a94-41cf-b95a-bb4f871e1f0d)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:01.250380 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8f9da46f-a5c7-42c2-a0d6-c7d34f92374d req-4bd4606b-de84-4be5-822e-d72569640b4d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.259154 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d20c8d87-56af-4dda-8528-88d10b0ca2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.275498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-8f9da46f-a5c7-42c2-a0d6-c7d34f92374d req-4bd4606b-de84-4be5-822e-d72569640b4d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Calling delete_port for 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:10:01.283192 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e09e688-6f88-4d72-a6b8-860ed1ca84a4 req-cb4f95eb-0207-4ea7-a02e-d40147b601f8 service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658723 Nov 19 19:10:01.285241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c13bced-91a1-4519-91db-6e73ffb63bc9 req-ee5e0f68-c921-46b7-8cf2-f16c7c8105ac tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0444968 Nov 19 19:10:01.306904 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c8d87-56af-4dda-8528-88d10b0ca2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94b780d1-c8f4-4c0d-a297-09b58082945d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:01.316156 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.322047 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.328549 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d20c8d87-56af-4dda-8528-88d10b0ca2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.332230 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d20c8d87-56af-4dda-8528-88d10b0ca2a3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/94b780d1-c8f4-4c0d-a297-09b58082945d HTTP/1.1" status: 204 len: 168 time: 0.6970131 Nov 19 19:10:01.334555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56260) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:01.345185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:10:01.377620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd32264-5b8c-4d3f-a8de-91c88f4aeb79,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:01.392852 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.393196 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Added segment 380552f9-96a5-49db-91ee-9b49b08536b8 of type vlan for network efa6ae35-1adc-4a31-b390-3275a32a84bb Nov 19 19:10:01.485166 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.495829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4712c18-0638-41cf-9793-6013f4239def req-4f6ae8cf-848d-4d8a-894f-73537d31f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:01.497478 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4712c18-0638-41cf-9793-6013f4239def req-4f6ae8cf-848d-4d8a-894f-73537d31f4ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 1096 time: 0.1218686 Nov 19 19:10:01.558840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaad14-bf59-4327-82cb-caa031e53105 req-d41fbbfb-d3c0-4cc3-b525-3156bedb2782 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:01.567058 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2eaad14-bf59-4327-82cb-caa031e53105 req-d41fbbfb-d3c0-4cc3-b525-3156bedb2782 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.2132182 Nov 19 19:10:01.570094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:10:01.577232 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.606744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4712c18-0638-41cf-9793-6013f4239def req-c9ce9943-e852-4bf7-af4b-6188330e3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:01.608285 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4712c18-0638-41cf-9793-6013f4239def req-c9ce9943-e852-4bf7-af4b-6188330e3b20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.0933428 Nov 19 19:10:01.609619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.610721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:01.611482 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.652051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:10:01.652812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 3cfe623e-f33b-41aa-b2cb-21cd7ea6a058 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:10:01.720189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2eaad14-bf59-4327-82cb-caa031e53105 req-2b9a3d8c-daf8-4958-a8b8-415ed72fc256 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495774 Nov 19 19:10:01.732623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6952050 Nov 19 19:10:01.736539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56278) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:01.745513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] Request body: {'subnet': {'network_id': 'efa6ae35-1adc-4a31-b390-3275a32a84bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-26939625-subnet', 'tenant_id': 'dcfe0dc0798d45b5bda555aacee0f5d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:01.775785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9d665-657e-4955-9606-fd8de2c416bc admin admin] Pushing event updated for resources: {'Network': ['ID=efa6ae35-1adc-4a31-b390-3275a32a84bb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:01.789601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network efa6ae35-1adc-4a31-b390-3275a32a84bb details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:10:01.790806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4712c18-0638-41cf-9793-6013f4239def req-9711830a-08d6-431d-9a7b-c9ff360f0f7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36 HTTP/1.1" status: 200 len: 1000 time: 0.1739085 Nov 19 19:10:01.795401 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.834960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71230884-dad9-44b5-9393-a24d1c29ca5a']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:01.835503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] Made reservation on behalf of dcfe0dc0798d45b5bda555aacee0f5d6 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:01.847878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2639a552-1470-4f26-8449-b2092a0df9be') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:01.848451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2639a552-1470-4f26-8449-b2092a0df9be') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:01.848883 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.858015 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8f9da46f-a5c7-42c2-a0d6-c7d34f92374d req-4bd4606b-de84-4be5-822e-d72569640b4d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.871067 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.876460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['5095ea1e-85eb-4372-b1b9-a9ddf212a5ac'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:10:01.932041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4606b-de84-4be5-822e-d72569640b4d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Pushing event deleted for resources: {'Port': ['ID=5095ea1e-85eb-4372-b1b9-a9ddf212a5ac,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:01.943095 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:01.984052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9da46f-a5c7-42c2-a0d6-c7d34f92374d req-4bd4606b-de84-4be5-822e-d72569640b4d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] No DVR routers for this DVR port 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:10:01.986194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:10:01.986659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:10:02.025141 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:10:02.027884 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8f9da46f-a5c7-42c2-a0d6-c7d34f92374d req-4bd4606b-de84-4be5-822e-d72569640b4d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:02.032297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8f9da46f-a5c7-42c2-a0d6-c7d34f92374d req-4bd4606b-de84-4be5-822e-d72569640b4d tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.21 "DELETE /v2.0/ports/5095ea1e-85eb-4372-b1b9-a9ddf212a5ac HTTP/1.1" status: 204 len: 173 time: 1.2501729 Nov 19 19:10:02.033034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65b3c6b-e65c-42cc-a55a-0dc575a74700', 'name': 'network-vif-deleted', 'tag': '5095ea1e-85eb-4372-b1b9-a9ddf212a5ac'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:10:02.035654 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e6d9ac-18b0-4b7e-bf91-cd4bf9a49522" -d '{"events": [{"server_uuid": "b65b3c6b-e65c-42cc-a55a-0dc575a74700", "name": "network-vif-deleted", "tag": "5095ea1e-85eb-4372-b1b9-a9ddf212a5ac"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:10:02.152988 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c4e5cb-8719-4815-91d8-25637408b136 x-openstack-request-id: req-f7c4e5cb-8719-4815-91d8-25637408b136 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:10:02.153410 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65b3c6b-e65c-42cc-a55a-0dc575a74700", "name": "network-vif-deleted", "tag": "5095ea1e-85eb-4372-b1b9-a9ddf212a5ac", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:10:02.155225 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7c4e5cb-8719-4815-91d8-25637408b136 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:10:02.156509 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65b3c6b-e65c-42cc-a55a-0dc575a74700', 'name': 'network-vif-deleted', 'tag': '5095ea1e-85eb-4372-b1b9-a9ddf212a5ac', 'status': 'completed', 'code': 200} Nov 19 19:10:02.159916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:02.177410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4712c18-0638-41cf-9793-6013f4239def req-c939ed2c-9324-4ed0-8394-a4de81bba238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:02.178796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4712c18-0638-41cf-9793-6013f4239def req-c939ed2c-9324-4ed0-8394-a4de81bba238 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.3779693 Nov 19 19:10:02.186540 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:02.189209 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:02.191361 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] 10.222.0.50 "DELETE /v2.0/networks/71230884-dad9-44b5-9393-a24d1c29ca5a HTTP/1.1" status: 204 len: 168 time: 0.8522842 Nov 19 19:10:02.217745 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1efeb6-0967-456d-b23c-4ff4d9866c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=71230884-dad9-44b5-9393-a24d1c29ca5a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:02.270266 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6bd0785e-f173-4d0a-95a1-8a3b3b205035 req-88f5ae24-2378-4cd0-a57a-1268c59748a0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 210 time: 0.0379426 Nov 19 19:10:02.309730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aecb49e4-b64c-4130-8d1f-de43302fe877,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:02.336256 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] Checking segment: {'id': '380552f9-96a5-49db-91ee-9b49b08536b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'efa6ae35-1adc-4a31-b390-3275a32a84bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:02.337083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] Network hostable DHCP agents. Network: efa6ae35-1adc-4a31-b390-3275a32a84bb, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:10:02.407273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] Network efa6ae35-1adc-4a31-b390-3275a32a84bb is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:10:02.426042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, efa6ae35-1adc-4a31-b390-3275a32a84bb) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:02.437169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8e7392-82d2-4e24-85e2-6cc4067fef6b None None] Network efa6ae35-1adc-4a31-b390-3275a32a84bb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:10:02.454240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:02.458043 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:02.499809 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8cff6512-8c38-4d1a-b595-acc1fc90cfb4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7603662 Nov 19 19:10:02.520508 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0282e135-62b3-41a7-b512-290479081b1d req-012aced5-fa4c-4f60-9810-a17f3ccdc99e tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0686491 Nov 19 19:10:02.569041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56302) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:02.665625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-09ea3151-ffba-4c26-a637-f94bd10b6b4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08f3b8ed28554b48b4c820ae4d175165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0929294 Nov 19 19:10:02.668603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56304) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:02.765903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c658f6-81ab-4404-876a-194982548b79 None None] Network efa6ae35-1adc-4a31-b390-3275a32a84bb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:10:02.806096 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5dd-f2b2-48f4-a373-0a43fbad271c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:02.854658 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5dd-f2b2-48f4-a373-0a43fbad271c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:02.968628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d21431-6158-4ea4-af63-a0194e518fa7 req-9ec6d8e2-cc3e-4ef0-afc3-c47df6db983f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:02.971813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21d21431-6158-4ea4-af63-a0194e518fa7 req-9ec6d8e2-cc3e-4ef0-afc3-c47df6db983f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.1234651 Nov 19 19:10:02.995612 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5dd-f2b2-48f4-a373-0a43fbad271c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:03.000743 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5dd-f2b2-48f4-a373-0a43fbad271c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:03.007165 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9cf2f5dd-f2b2-48f4-a373-0a43fbad271c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56f19993-f914-41c6-8e4c-dd989b555ed9 HTTP/1.1" status: 204 len: 168 time: 0.3357117 Nov 19 19:10:03.049953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2f5dd-f2b2-48f4-a373-0a43fbad271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f19993-f914-41c6-8e4c-dd989b555ed9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:03.108436 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21d21431-6158-4ea4-af63-a0194e518fa7 req-d651b138-90d2-425a-9803-8d9b7f9fd8bd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209915 Nov 19 19:10:03.929257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-2a0ab414-bd5e-418c-89da-a5ec1803ae68 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:03.930872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-2a0ab414-bd5e-418c-89da-a5ec1803ae68 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/networks?id=bba09a17-cb80-42c3-b904-c127b42f87cb HTTP/1.1" status: 200 len: 812 time: 0.2251408 Nov 19 19:10:03.957101 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-35af11f7-caa8-416a-8842-3fd40ea7d2f6 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/quotas/b1b18ffe24c5406cb2edb3ec7539e1f0 HTTP/1.1" status: 200 len: 375 time: 0.0181839 Nov 19 19:10:04.024087 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-b50ec44a-a9c6-4d15-a132-32859258b5af tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1b18ffe24c5406cb2edb3ec7539e1f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647285 Nov 19 19:10:04.150355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-73dfe214-bbb9-4ae3-92a3-86a449600be3 service neutron] 10.222.0.50 "GET /v2.0/networks/bba09a17-cb80-42c3-b904-c127b42f87cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215158 Nov 19 19:10:04.267415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56364) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:04.273450 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-529e027d-1b7d-4654-a831-c112a173f004 service neutron] 10.222.0.50 "GET /v2.0/networks/bba09a17-cb80-42c3-b904-c127b42f87cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212950 Nov 19 19:10:04.419040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1818728726-network', 'tenant_id': '67941d11f5af4578ba8a0fdac29e23be'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:04.462784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Made reservation on behalf of 67941d11f5af4578ba8a0fdac29e23be for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:04.466075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:04.494574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:04.596861 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:10:04.602559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-569c31f2-0c20-4c1e-a334-aef4600cc9da req-adc1d8ff-4f3f-47fb-8831-ad9f4e33bf96 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 210 time: 0.0713313 Nov 19 19:10:04.654999 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:04.661844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:10:04.663410 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5095ea1e-85eb-4372-b1b9-a9ddf212a5ac not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:10:04.663551 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:04.689537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:10:04.738252 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:04.738913 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Added segment 9b70595d-daaa-4ac9-821f-992922f3de14 of type vlan for network ddb7f0cb-3157-4451-bcad-feff2085c1a8 Nov 19 19:10:04.770194 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-048738b5-3465-46ce-bcc7-84d919057c97 req-1061e479-6873-495b-8387-dda91a8cce46 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0572050 Nov 19 19:10:04.814233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:04.861899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:04.863271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:04.864092 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:04.974773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39187bbd-8f34-4e83-9be5-b3eb2ca1701e req-c3754a1b-af0e-47e4-a0f4-f3cf31dffd12 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:04.975435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e872e75-09d5-4abe-9cde-14c9b4808ee5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:04.976349 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39187bbd-8f34-4e83-9be5-b3eb2ca1701e req-c3754a1b-af0e-47e4-a0f4-f3cf31dffd12 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.1073973 Nov 19 19:10:05.052981 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7842653 Nov 19 19:10:05.067826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56388) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:05.074900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] Request body: {'subnet': {'network_id': 'ddb7f0cb-3157-4451-bcad-feff2085c1a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1818728726-subnet', 'tenant_id': '67941d11f5af4578ba8a0fdac29e23be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:05.093062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39187bbd-8f34-4e83-9be5-b3eb2ca1701e req-459e4040-b69d-4f2d-a425-21f1cc401451 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954828 Nov 19 19:10:05.102253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dd2a5-adea-4837-b400-ef6a5d3834a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ddb7f0cb-3157-4451-bcad-feff2085c1a8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:05.130088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network ddb7f0cb-3157-4451-bcad-feff2085c1a8 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:10:05.156659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] Made reservation on behalf of 67941d11f5af4578ba8a0fdac29e23be for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:05.159300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:05.274451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ffcc39f4-90b1-428b-9678-ce3938e39e2c req-05a7ba96-c2b9-41cf-99d0-49f00a94d539 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 210 time: 0.0766771 Nov 19 19:10:05.499826 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:05.548903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50643d92-ebea-4dcf-a9cb-a257f00143e0,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:05.623815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] Checking segment: {'id': '9b70595d-daaa-4ac9-821f-992922f3de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ddb7f0cb-3157-4451-bcad-feff2085c1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:05.645616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] Network hostable DHCP agents. Network: ddb7f0cb-3157-4451-bcad-feff2085c1a8, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:10:05.679691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] Network ddb7f0cb-3157-4451-bcad-feff2085c1a8 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:10:05.704684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, ddb7f0cb-3157-4451-bcad-feff2085c1a8) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:05.713695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8796244-9b8d-4018-bd45-d1e011b3bbb5 None None] Network ddb7f0cb-3157-4451-bcad-feff2085c1a8 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:10:05.729467 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:05.730101 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:05.772749 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-105574d5-64d7-4b0c-89a2-ff06def1cbe4 req-130a9490-637b-40f2-bdfd-8c639f5d29e2 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 210 time: 0.0668807 Nov 19 19:10:05.781704 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7b61c463-c9c1-440e-96c0-fc5105f52c3f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7117584 Nov 19 19:10:06.095899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0482c41-d54e-4fec-8260-6685973dc7db req-db47021d-33e2-4f84-b1ca-af95dcdea05d tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0579722 Nov 19 19:10:06.205605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424e4d85-435c-45db-bd8d-a9a0f0666814 None None] Network ddb7f0cb-3157-4451-bcad-feff2085c1a8 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:10:06.346407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-16096f9a-e619-4359-b7b1-f4b629efc546 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:06.348160 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-16096f9a-e619-4359-b7b1-f4b629efc546 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.57 "GET /v2.0/networks?id=bba09a17-cb80-42c3-b904-c127b42f87cb HTTP/1.1" status: 200 len: 812 time: 0.3802717 Nov 19 19:10:06.369094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Request body: {'port': {'device_id': 'e8b53918-4189-4a2e-906a-87ddc97f8d67', 'network_id': 'bba09a17-cb80-42c3-b904-c127b42f87cb', 'admin_state_up': True, 'tenant_id': 'b1b18ffe24c5406cb2edb3ec7539e1f0'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:06.427588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac081-d9bf-4590-b27a-674c3c1903c1 req-21c6932a-191b-4fc8-967d-d977c3d12cc9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:06.436773 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93bac081-d9bf-4590-b27a-674c3c1903c1 req-21c6932a-191b-4fc8-967d-d977c3d12cc9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.1590743 Nov 19 19:10:06.602341 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93bac081-d9bf-4590-b27a-674c3c1903c1 req-1b9d071f-404a-4269-8950-e7ae89e24386 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606369 Nov 19 19:10:06.656152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Made reservation on behalf of b1b18ffe24c5406cb2edb3ec7539e1f0 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:06.670423 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:06.824206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e22bf8fc-b87d-4ac0-b360-ef6026468855 req-98f0d11d-94a3-46cd-b78d-b17b7a0571ed tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 210 time: 0.1082344 Nov 19 19:10:07.033601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Allocated IP 172.20.0.14 (bba09a17-cb80-42c3-b904-c127b42f87cb/4c227677-ba74-4a20-bc23-04cfa8e7d37c/d6f60bac-a68c-461a-9149-5968dff3d999) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:10:07.339117 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:07.454561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-975f2aac-dc14-4920-b28b-40c5fb6aed54 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:07.456356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-975f2aac-dc14-4920-b28b-40c5fb6aed54 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/networks?id=ddb7f0cb-3157-4451-bcad-feff2085c1a8 HTTP/1.1" status: 200 len: 813 time: 0.2183280 Nov 19 19:10:07.457215 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:07.490603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-e139b105-82e9-4a39-966e-9be93bc8259a tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/quotas/67941d11f5af4578ba8a0fdac29e23be HTTP/1.1" status: 200 len: 375 time: 0.0249939 Nov 19 19:10:07.531621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Network bba09a17-cb80-42c3-b904-c127b42f87cb is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:10:07.533680 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-a2aeedba-95aa-45cd-9e16-cc293364615e tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=67941d11f5af4578ba8a0fdac29e23be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417142 Nov 19 19:10:07.549251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:07.565626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:10:07.652267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Pushing event updated for resources: {'Port': ['ID=d6f60bac-a68c-461a-9149-5968dff3d999,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:07.685672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:07.687601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:07.714418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-85520de8-ed8f-465a-8723-14ec9c98f8d8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3553679 Nov 19 19:10:07.718957 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ea3bf08-c67e-4921-83ba-c8e4fbdfb8d4 service neutron] 10.222.0.50 "GET /v2.0/networks/ddb7f0cb-3157-4451-bcad-feff2085c1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840138 Nov 19 19:10:07.730998 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Request body: {'port': {'device_id': 'e8b53918-4189-4a2e-906a-87ddc97f8d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:07.838040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:07.917727 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-3dd76f94-ee0a-41cc-8730-3158fb339eb8 service neutron] 10.222.0.50 "GET /v2.0/networks/ddb7f0cb-3157-4451-bcad-feff2085c1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973877 Nov 19 19:10:08.197039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f11cfa14-4779-446b-9b6c-f73ffa78ca2f req-3b738fc4-ebd3-4abe-a45e-6a1488e2c92e tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 210 time: 0.0525844 Nov 19 19:10:08.239789 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ad99a13f-f860-4c64-a23e-4f9df24b506e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:08.344770 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a435ec2-7dc4-4ad7-af0e-3688ec29aa3b req-c4e9a036-1701-4ce6-8614-64313a1cf054 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0332453 Nov 19 19:10:08.346626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f60bac-a68c-461a-9149-5968dff3d999 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:10:08.365304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:08.381708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Transition to ACTIVE for port object d6f60bac-a68c-461a-9149-5968dff3d999 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:10:08.389036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:08.546022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3a0d7-98dc-4e8e-9733-51dfbdba6914 req-36e35ce0-4414-43a1-aaa3-fb8218699555 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:08.556065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78d3a0d7-98dc-4e8e-9733-51dfbdba6914 req-36e35ce0-4414-43a1-aaa3-fb8218699555 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.1053929 Nov 19 19:10:08.682058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f60bac-a68c-461a-9149-5968dff3d999,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:08.690454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78d3a0d7-98dc-4e8e-9733-51dfbdba6914 req-fd635035-919e-4455-b68a-31680cfd3340 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332550 Nov 19 19:10:08.692315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Attempting to bind port d6f60bac-a68c-461a-9149-5968dff3d999 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:10:08.692908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Attempting to bind port d6f60bac-a68c-461a-9149-5968dff3d999 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'ffe7170d-bb74-4133-9cbd-7db920adc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bba09a17-cb80-42c3-b904-c127b42f87cb'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:10:08.693319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Attempting to bind port d6f60bac-a68c-461a-9149-5968dff3d999 on network bba09a17-cb80-42c3-b904-c127b42f87cb {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:10:08.708424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Port d6f60bac-a68c-461a-9149-5968dff3d999 on network bba09a17-cb80-42c3-b904-c127b42f87cb not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:10:08.709248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Attempting to bind port d6f60bac-a68c-461a-9149-5968dff3d999 on network bba09a17-cb80-42c3-b904-c127b42f87cb {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:10:08.723571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:10:08.723914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Checking segment: {'id': 'ffe7170d-bb74-4133-9cbd-7db920adc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bba09a17-cb80-42c3-b904-c127b42f87cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:08.724896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Bound using segment: {'id': 'ffe7170d-bb74-4133-9cbd-7db920adc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bba09a17-cb80-42c3-b904-c127b42f87cb'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:10:08.725347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Bound port: d6f60bac-a68c-461a-9149-5968dff3d999, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe7170d-bb74-4133-9cbd-7db920adc69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'bba09a17-cb80-42c3-b904-c127b42f87cb'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:10:08.725704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:08.848214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] For port d6f60bac-a68c-461a-9149-5968dff3d999, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:10:08.861466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] For port d6f60bac-a68c-461a-9149-5968dff3d999, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6f60bac-a68c-461a-9149-5968dff3d999,segment=NetworkSegment(ffe7170d-bb74-4133-9cbd-7db920adc69f),segment_id=ffe7170d-bb74-4133-9cbd-7db920adc69f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:10:08.871889 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:08.936759 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fa762-e19c-4116-adfc-b54c06d51bd3 req-feb6dcb7-8d82-497e-82d7-41693a1e02c8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:08.939358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:08.940319 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:08.942038 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] 10.222.0.57 "PUT /v2.0/ports/d6f60bac-a68c-461a-9149-5968dff3d999 HTTP/1.1" status: 200 len: 1092 time: 1.2185023 Nov 19 19:10:08.942635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b53918-4189-4a2e-906a-87ddc97f8d67', 'tag': 'd6f60bac-a68c-461a-9149-5968dff3d999'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:10:08.945200 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64b75c3-0fc5-475a-bcbd-f3dd63dda27c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b53918-4189-4a2e-906a-87ddc97f8d67", "tag": "d6f60bac-a68c-461a-9149-5968dff3d999"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:10:08.948739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f9fa762-e19c-4116-adfc-b54c06d51bd3 req-feb6dcb7-8d82-497e-82d7-41693a1e02c8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 944 time: 0.1171715 Nov 19 19:10:08.978067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc7b9a-8d01-4804-98df-5c5bc776cea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f60bac-a68c-461a-9149-5968dff3d999,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:09.053161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f9fa762-e19c-4116-adfc-b54c06d51bd3 req-9bb6d643-ce51-4cc8-8b63-85ebff014972 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020062 Nov 19 19:10:09.078792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-c4bb313f-700d-4a4b-aa23-6b4b21bf80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:09.080424 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-c4bb313f-700d-4a4b-aa23-6b4b21bf80f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1b18ffe24c5406cb2edb3ec7539e1f0&device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 1095 time: 0.0852430 Nov 19 19:10:09.158931 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-aa0faed6-ab3d-408c-8264-0abd61f6caa5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f60bac-a68c-461a-9149-5968dff3d999 HTTP/1.1" status: 200 len: 217 time: 0.0639381 Nov 19 19:10:09.190509 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff8225e6-1f3f-4ba5-a768-ea3c529f1da7 req-2668186c-c4db-4be6-a0c0-ba6bd7f284e9 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 210 time: 0.0572217 Nov 19 19:10:09.261172 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92baf2b0-1df9-4576-a504-e0f421e3fca0 x-openstack-request-id: req-92baf2b0-1df9-4576-a504-e0f421e3fca0 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:10:09.262167 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b53918-4189-4a2e-906a-87ddc97f8d67", "tag": "d6f60bac-a68c-461a-9149-5968dff3d999", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:10:09.263228 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92baf2b0-1df9-4576-a504-e0f421e3fca0 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:10:09.263666 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b53918-4189-4a2e-906a-87ddc97f8d67', 'tag': 'd6f60bac-a68c-461a-9149-5968dff3d999', 'status': 'completed', 'code': 200} Nov 19 19:10:09.282035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-9b3bf12a-6d0b-4012-b161-613e0a01e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:09.283582 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-9b3bf12a-6d0b-4012-b161-613e0a01e961 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c227677-ba74-4a20-bc23-04cfa8e7d37c HTTP/1.1" status: 200 len: 852 time: 0.1158593 Nov 19 19:10:09.340680 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-f5b58038-ffe8-44a6-928b-c35241642fa0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bba09a17-cb80-42c3-b904-c127b42f87cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485106 Nov 19 19:10:09.448068 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4dc8d797-c9f0-4d37-b714-d0cf9da067c7 req-1d2a7471-d300-409a-a767-001fe93ab3e0 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 210 time: 0.1364198 Nov 19 19:10:09.483329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-bdf67306-5db7-4e5a-8db9-7062b5d90281 service neutron] 10.222.0.57 "GET /v2.0/networks/bba09a17-cb80-42c3-b904-c127b42f87cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312220 Nov 19 19:10:09.557884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8370cf1-f789-4877-8936-6821a0c2fdd3 req-0725d856-194c-4c79-b4c8-67c6da3a0e7c tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0443628 Nov 19 19:10:09.655105 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-19b2fd08-7fb2-4532-8016-9cc259bf475d req-f8bca77b-5b84-4799-961f-6966a4509263 service neutron] 10.222.0.57 "GET /v2.0/networks/bba09a17-cb80-42c3-b904-c127b42f87cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635118 Nov 19 19:10:09.801443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b75c3-0fc5-475a-bcbd-f3dd63dda27c req-3dd15cae-d51f-48cd-854f-b4c649edde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:09.817563 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a64b75c3-0fc5-475a-bcbd-f3dd63dda27c req-3dd15cae-d51f-48cd-854f-b4c649edde61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1b18ffe24c5406cb2edb3ec7539e1f0&device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 1095 time: 0.1046999 Nov 19 19:10:09.902253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c74f0-c77e-40a8-bd5a-332f9a5ac243 req-e02b5ab7-d407-471b-9fee-64b2ad3f06ff tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:09.904694 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d5c74f0-c77e-40a8-bd5a-332f9a5ac243 req-e02b5ab7-d407-471b-9fee-64b2ad3f06ff tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.0993850 Nov 19 19:10:09.976414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b75c3-0fc5-475a-bcbd-f3dd63dda27c req-cd3b4c9e-6cd3-40fd-874c-40d491f783a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:09.977926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a64b75c3-0fc5-475a-bcbd-f3dd63dda27c req-cd3b4c9e-6cd3-40fd-874c-40d491f783a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bba09a17-cb80-42c3-b904-c127b42f87cb HTTP/1.1" status: 200 len: 913 time: 0.1498718 Nov 19 19:10:10.006756 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d5c74f0-c77e-40a8-bd5a-332f9a5ac243 req-555432ad-8d79-416e-8544-824b3d786a9e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906255 Nov 19 19:10:10.030921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a64b75c3-0fc5-475a-bcbd-f3dd63dda27c req-5e39a082-ffc5-47c3-a8f3-42efd493b8ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f60bac-a68c-461a-9149-5968dff3d999 HTTP/1.1" status: 200 len: 217 time: 0.0453694 Nov 19 19:10:10.093765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b75c3-0fc5-475a-bcbd-f3dd63dda27c req-d3ccf2b8-c5ad-42b1-9ad9-abf9233916a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:10.095278 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a64b75c3-0fc5-475a-bcbd-f3dd63dda27c req-d3ccf2b8-c5ad-42b1-9ad9-abf9233916a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c227677-ba74-4a20-bc23-04cfa8e7d37c HTTP/1.1" status: 200 len: 852 time: 0.0534019 Nov 19 19:10:10.142877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a64b75c3-0fc5-475a-bcbd-f3dd63dda27c req-664caeff-b2c6-481e-9696-2078ca8dce85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bba09a17-cb80-42c3-b904-c127b42f87cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342441 Nov 19 19:10:10.162322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739d0d0-e95f-49ac-a12c-374c5ee955d5 req-65e5d3f6-9412-4c1e-8adf-63f35cfae0a2 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:10.171726 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a739d0d0-e95f-49ac-a12c-374c5ee955d5 req-65e5d3f6-9412-4c1e-8adf-63f35cfae0a2 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 944 time: 0.0724683 Nov 19 19:10:10.272058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a739d0d0-e95f-49ac-a12c-374c5ee955d5 req-d58cc6db-13b2-4c2f-8194-f05691f466a8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992310 Nov 19 19:10:10.350665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a64b75c3-0fc5-475a-bcbd-f3dd63dda27c req-47291da5-9bfc-43c0-9302-af640fc1d7ba service neutron] 10.222.0.57 "GET /v2.0/networks/bba09a17-cb80-42c3-b904-c127b42f87cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002017 Nov 19 19:10:10.364204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c7b665e1-3f5e-446f-a2b8-dd1d4b6a7c0f req-2f43f542-d8fd-4765-a127-8e2edde4725d tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 210 time: 0.0419059 Nov 19 19:10:10.498821 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a64b75c3-0fc5-475a-bcbd-f3dd63dda27c req-6206aed0-12a5-4e37-af80-bab5e40d6018 service neutron] 10.222.0.57 "GET /v2.0/networks/bba09a17-cb80-42c3-b904-c127b42f87cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403971 Nov 19 19:10:10.589316 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b2728298-42f8-438e-8beb-5ac319881d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:10.597958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-121c52fe-73d9-4456-972a-248ffb34cc66 req-17788e27-1c7c-498f-8d43-0ef1e4bc841b tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 210 time: 0.0433941 Nov 19 19:10:10.722293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-122533ce-f10b-4fd7-940c-903493c1ae7c req-a3f91203-74f5-47b8-97ec-ef791712477e tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0336092 Nov 19 19:10:11.164704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9ca26-6ef1-4e8c-b5af-377a682a6f3e req-5aedd38d-4f3a-47d1-a007-20005ba0bfd8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:11.174415 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cc9ca26-6ef1-4e8c-b5af-377a682a6f3e req-5aedd38d-4f3a-47d1-a007-20005ba0bfd8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.0727265 Nov 19 19:10:11.225653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cc9ca26-6ef1-4e8c-b5af-377a682a6f3e req-55330467-5bc9-4996-b967-51512c9cdd96 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503170 Nov 19 19:10:11.410381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5b79d-a876-43cd-b665-988b66da66a8 req-28172c75-b848-4b74-82b2-5f3a7dad1c55 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:11.412462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9df5b79d-a876-43cd-b665-988b66da66a8 req-28172c75-b848-4b74-82b2-5f3a7dad1c55 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 944 time: 0.0829010 Nov 19 19:10:11.471852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9df5b79d-a876-43cd-b665-988b66da66a8 req-3c931471-b263-4a63-8d0a-50caa96d86b2 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501640 Nov 19 19:10:11.583540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5198e08e-9c65-4b5f-9db7-06d87c3b029a req-20754cb9-3236-4564-acfd-bd0be63faa82 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 210 time: 0.0342345 Nov 19 19:10:11.778379 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-241f721a-c3c2-40bd-865a-b9d7647c7470 req-2f0410e0-20c8-4501-b4ef-c2b6ed61b9ce tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 210 time: 0.0603194 Nov 19 19:10:11.810346 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:11.918150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf3855ce-cb83-48c1-9ea4-6d8f45bb791c req-3b080c06-2d0b-45cd-bc27-2c1fff094629 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0327423 Nov 19 19:10:12.361870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a759649-91e5-4442-8685-4b098a0674cd req-8bf6e353-efe2-45ce-ab13-87eb80aa639d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:12.363781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a759649-91e5-4442-8685-4b098a0674cd req-8bf6e353-efe2-45ce-ab13-87eb80aa639d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.0532944 Nov 19 19:10:12.401769 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7d43a34b-b166-47eb-8c11-cd4fc06c5b95 req-fc5cb82b-6fba-47b3-8754-68299f926984 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0294969 Nov 19 19:10:12.417583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a759649-91e5-4442-8685-4b098a0674cd req-7facf0be-ca2b-4eba-b594-e5d25ab198f1 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476189 Nov 19 19:10:12.594965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8548654-cc49-4c28-8b74-40fa791a414a req-4e49803f-0074-454b-9607-a26ae69664f8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:12.596442 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8548654-cc49-4c28-8b74-40fa791a414a req-4e49803f-0074-454b-9607-a26ae69664f8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 944 time: 0.0514257 Nov 19 19:10:12.653720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8548654-cc49-4c28-8b74-40fa791a414a req-32823407-0b89-4a88-a0e7-4b582435e919 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512097 Nov 19 19:10:12.770110 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f91c3ea0-3a39-4ed4-9cb7-2147e2fd3d87 req-e0dcafce-2e6b-4acf-b342-e75e4104a209 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 210 time: 0.0380599 Nov 19 19:10:12.787683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4712c18-0638-41cf-9793-6013f4239def req-0525e8d6-18a5-4266-8ed4-e7f21281ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:12.789610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4712c18-0638-41cf-9793-6013f4239def req-0525e8d6-18a5-4266-8ed4-e7f21281ef69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873005 Nov 19 19:10:12.915292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4712c18-0638-41cf-9793-6013f4239def req-8e94be68-d95f-4457-95e1-7506f77be312 service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124749 Nov 19 19:10:12.937515 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fcd44673-ca63-4260-9f47-a5f23aa3587c req-e8e31e9b-1358-4bb5-9b9c-eda25eef1df7 tempest-ServerAddressesNegativeTestJSON-187090148 tempest-ServerAddressesNegativeTestJSON-187090148-project] 10.222.0.50 "GET /v2.0/ports?device_id=b65b3c6b-e65c-42cc-a55a-0dc575a74700 HTTP/1.1" status: 200 len: 210 time: 0.0286202 Nov 19 19:10:13.036147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-044cba28-b674-484c-b126-04ab45559a73 req-1430f769-b22f-458a-8ffc-96a2e0a9c4bc tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0350180 Nov 19 19:10:13.069118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4712c18-0638-41cf-9793-6013f4239def req-533a3d9e-7cf1-47a1-940b-1f920d0140bc service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339078 Nov 19 19:10:13.271034 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:13.545819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7d63-a810-4a5b-ac0f-aa89aee2ee58 req-a8772da2-c766-4a14-820e-881f10d07cd5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:13.548568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ba8a7d63-a810-4a5b-ac0f-aa89aee2ee58 req-a8772da2-c766-4a14-820e-881f10d07cd5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.0528331 Nov 19 19:10:13.612491 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ba8a7d63-a810-4a5b-ac0f-aa89aee2ee58 req-a5960ac9-57b7-4ee1-bd0b-f43dbdba7a49 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483432 Nov 19 19:10:13.663583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6f60bac-a68c-461a-9149-5968dff3d999 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:10:13.816950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d6f60bac-a68c-461a-9149-5968dff3d999, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6f60bac-a68c-461a-9149-5968dff3d999,segment=NetworkSegment(ffe7170d-bb74-4133-9cbd-7db920adc69f),segment_id=ffe7170d-bb74-4133-9cbd-7db920adc69f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:13.833134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'd6f60bac-a68c-461a-9149-5968dff3d999', 'network_id': 'bba09a17-cb80-42c3-b904-c127b42f87cb', 'port_id': 'd6f60bac-a68c-461a-9149-5968dff3d999', 'mac_address': 'fa:16:3e:06:32:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c227677-ba74-4a20-bc23-04cfa8e7d37c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:10:13.897923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-804fbf25-f046-4227-99bf-3b3e15992eb2 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:13.899866 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-804fbf25-f046-4227-99bf-3b3e15992eb2 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.21 "GET /v2.0/networks?id=ddb7f0cb-3157-4451-bcad-feff2085c1a8 HTTP/1.1" status: 200 len: 813 time: 0.1936688 Nov 19 19:10:13.916446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Request body: {'port': {'device_id': 'd586a2ce-5f80-4780-9178-1c09bb080c25', 'network_id': 'ddb7f0cb-3157-4451-bcad-feff2085c1a8', 'admin_state_up': True, 'tenant_id': '67941d11f5af4578ba8a0fdac29e23be'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:13.926190 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:13.944327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f60bac-a68c-461a-9149-5968dff3d999 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:10:13.970770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d6f60bac-a68c-461a-9149-5968dff3d999, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6f60bac-a68c-461a-9149-5968dff3d999,segment=NetworkSegment(ffe7170d-bb74-4133-9cbd-7db920adc69f),segment_id=ffe7170d-bb74-4133-9cbd-7db920adc69f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:13.976370 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:13.980024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ba93facf-40c3-41cf-8035-81111e68b441 req-81b4434c-2990-478b-bc84-2ba26a0597d2 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 210 time: 0.0350063 Nov 19 19:10:14.035919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56602) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:14.049480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912ef57-bdaa-4871-92db-0cbd0f886fdd req-9971e49a-1c76-4683-8b9d-48bc11a338ec tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:14.051371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1912ef57-bdaa-4871-92db-0cbd0f886fdd req-9971e49a-1c76-4683-8b9d-48bc11a338ec tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 944 time: 0.2290111 Nov 19 19:10:14.068005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=d6f60bac-a68c-461a-9149-5968dff3d999,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:14.108081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed3c6a6-c2f0-480f-85e7-df84eab860f0 admin admin] Deleting subnet 7351f960-8cc4-4142-83a2-2ec3abc3f850 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:10:14.112325 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c6a6-c2f0-480f-85e7-df84eab860f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.133871 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.138714 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1912ef57-bdaa-4871-92db-0cbd0f886fdd req-78b8f10e-9e5e-4b49-baf6-8f06097058e6 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741241 Nov 19 19:10:14.148899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Made reservation on behalf of 67941d11f5af4578ba8a0fdac29e23be for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:14.153094 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.187449 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d2f0333-4209-45c4-9311-b82ae7904530 req-62da1421-ddc8-4858-9b06-c619c11e416f tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0379636 Nov 19 19:10:14.205718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c6a6-c2f0-480f-85e7-df84eab860f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.251078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c6a6-c2f0-480f-85e7-df84eab860f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.266871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d6f60bac-a68c-461a-9149-5968dff3d999'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:10:14.324195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c6a6-c2f0-480f-85e7-df84eab860f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.343433 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c6a6-c2f0-480f-85e7-df84eab860f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.350239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56608) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:14.350978 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6ed3c6a6-c2f0-480f-85e7-df84eab860f0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7351f960-8cc4-4142-83a2-2ec3abc3f850 HTTP/1.1" status: 204 len: 168 time: 0.3137629 Nov 19 19:10:14.364997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Allocated IP 172.20.0.9 (ddb7f0cb-3157-4451-bcad-feff2085c1a8/50643d92-ebea-4dcf-a9cb-a257f00143e0/d70f81ee-30d3-4874-aef5-2c63a8230151) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:10:14.379202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3c6a6-c2f0-480f-85e7-df84eab860f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7351f960-8cc4-4142-83a2-2ec3abc3f850,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:14.483787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2e05516-f32d-457b-9d19-68947a8ce79c req-696c9c76-7dde-4d9f-9397-9fff2e7da919 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c4945528072402e918d11d21ae025d5&device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0466053 Nov 19 19:10:14.503056 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.541530 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2e05516-f32d-457b-9d19-68947a8ce79c req-922440d7-9e5f-41b2-b70c-79e120fe94f4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2c4945528072402e918d11d21ae025d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466712 Nov 19 19:10:14.670632 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5cee885b-ea58-41a5-a151-079bc8018318 req-c6e8d17d-35e5-4542-b42e-15b6b492eaea tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.1366336 Nov 19 19:10:14.671705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.702325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c8ff25-35d0-4b93-bcab-20c07b5cc6bf']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:14.713396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e05516-f32d-457b-9d19-68947a8ce79c req-cc8b558b-c02e-4b3e-baa1-033ff66ee8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:14.715115 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2e05516-f32d-457b-9d19-68947a8ce79c req-cc8b558b-c02e-4b3e-baa1-033ff66ee8b6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666689 Nov 19 19:10:14.726889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f547a181-7a94-41cf-b95a-bb4f871e1f0d') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:14.727192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f547a181-7a94-41cf-b95a-bb4f871e1f0d') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:14.769103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.800475 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.805810 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.819247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:10:14.819662 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:10:14.821369 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:10:14.868496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d917d11-70fe-43f7-a7e8-9f89ee960758 req-81f74fd4-0a9a-41e2-a32a-acaba19e3428 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:14.870300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d917d11-70fe-43f7-a7e8-9f89ee960758 req-81f74fd4-0a9a-41e2-a32a-acaba19e3428 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.1502457 Nov 19 19:10:14.946351 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.964844 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.968929 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] 10.222.0.50 "DELETE /v2.0/networks/04c8ff25-35d0-4b93-bcab-20c07b5cc6bf HTTP/1.1" status: 204 len: 168 time: 0.6171913 Nov 19 19:10:14.984716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:14.986645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6b5ba-3e6a-427b-b3a7-068f140e45ec admin admin] Pushing event deleted for resources: {'Network': ['ID=04c8ff25-35d0-4b93-bcab-20c07b5cc6bf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:14.997906 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d917d11-70fe-43f7-a7e8-9f89ee960758 req-da831021-76f2-4607-a5ad-2eed651ca6ed tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208360 Nov 19 19:10:15.056548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Network ddb7f0cb-3157-4451-bcad-feff2085c1a8 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:10:15.060565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:15.063236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:10:15.111890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56624) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:15.114013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Pushing event updated for resources: {'Port': ['ID=d70f81ee-30d3-4874-aef5-2c63a8230151,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:15.150313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:15.150938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:15.152740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d344d5-b230-4e5e-8d62-3db50db28451 req-10b4cc1a-fa1d-49f1-bff6-87fb948f773d tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:15.155304 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-68d344d5-b230-4e5e-8d62-3db50db28451 req-10b4cc1a-fa1d-49f1-bff6-87fb948f773d tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 931 time: 0.0681322 Nov 19 19:10:15.203379 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fba801b3-3e9f-4ffc-8c0b-fad322e974d7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2919602 Nov 19 19:10:15.211302 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e7c23beb-a949-4201-aa4d-4d3129dc93d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0558118b468044b7abcf5f630c791b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0972111 Nov 19 19:10:15.213914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56628) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:15.220015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-68d344d5-b230-4e5e-8d62-3db50db28451 req-5c5e61c3-2bba-4eb9-8722-8bc185f174d4 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580604 Nov 19 19:10:15.226772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Request body: {'port': {'device_id': 'd586a2ce-5f80-4780-9178-1c09bb080c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:15.363555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:15.680139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6f60bac-a68c-461a-9149-5968dff3d999 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:10:15.723228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3ac27-d4b6-4901-b1b8-f2ab8a2e4047 req-7f182a75-3626-4ce0-8536-5faf7e8a1025 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:15.724779 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ead3ac27-d4b6-4901-b1b8-f2ab8a2e4047 req-7f182a75-3626-4ce0-8536-5faf7e8a1025 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 945 time: 0.4944224 Nov 19 19:10:15.761595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d04f6ab9-12f0-4a51-955e-22037c534612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:15.762000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port d6f60bac-a68c-461a-9149-5968dff3d999 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:10:15.768307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port d6f60bac-a68c-461a-9149-5968dff3d999 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:15.769075 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:15.772885 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-30bafa29-f5ea-4f88-8812-cf1b377ce1d0 req-b531bea0-b13d-4f68-a463-6fa5d9047173 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0403478 Nov 19 19:10:15.831055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d04f6ab9-12f0-4a51-955e-22037c534612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:15.855381 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ead3ac27-d4b6-4901-b1b8-f2ab8a2e4047 req-378f610a-5402-4939-a66b-a2cf75eae854 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206138 Nov 19 19:10:15.862166 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:15.887534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b53918-4189-4a2e-906a-87ddc97f8d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f60bac-a68c-461a-9149-5968dff3d999'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:10:15.890602 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e1b272-759b-46d4-866d-8ebdd13d07e4" -d '{"events": [{"server_uuid": "e8b53918-4189-4a2e-906a-87ddc97f8d67", "name": "network-vif-plugged", "status": "completed", "tag": "d6f60bac-a68c-461a-9149-5968dff3d999"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:10:15.923184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d6f60bac-a68c-461a-9149-5968dff3d999, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6f60bac-a68c-461a-9149-5968dff3d999,segment=NetworkSegment(ffe7170d-bb74-4133-9cbd-7db920adc69f),segment_id=ffe7170d-bb74-4133-9cbd-7db920adc69f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:15.930121 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:15.957840 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19081e9-4a3b-4893-b370-917a8d9ca13e x-openstack-request-id: req-f19081e9-4a3b-4893-b370-917a8d9ca13e {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:10:15.958144 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b53918-4189-4a2e-906a-87ddc97f8d67", "name": "network-vif-plugged", "status": "completed", "tag": "d6f60bac-a68c-461a-9149-5968dff3d999", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:10:15.958417 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f19081e9-4a3b-4893-b370-917a8d9ca13e {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:10:15.958971 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b53918-4189-4a2e-906a-87ddc97f8d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f60bac-a68c-461a-9149-5968dff3d999', 'code': 200} Nov 19 19:10:16.030888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=d6f60bac-a68c-461a-9149-5968dff3d999,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:16.052396 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d04f6ab9-12f0-4a51-955e-22037c534612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:16.055060 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d04f6ab9-12f0-4a51-955e-22037c534612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:16.056241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d04f6ab9-12f0-4a51-955e-22037c534612 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1e424ff-cb87-4ecc-800f-05dad0da78f1 HTTP/1.1" status: 204 len: 168 time: 0.8382611 Nov 19 19:10:16.071057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f6ab9-12f0-4a51-955e-22037c534612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e424ff-cb87-4ecc-800f-05dad0da78f1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:16.138377 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2e05516-f32d-457b-9d19-68947a8ce79c req-3355d353-bab4-4bef-b72d-a45c47f79546 tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0655942 Nov 19 19:10:16.174215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513d323-5332-41b1-8a1f-0eefcda0189a req-92124bd7-6375-49aa-b71e-eb5ad7355090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:16.175932 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9513d323-5332-41b1-8a1f-0eefcda0189a req-92124bd7-6375-49aa-b71e-eb5ad7355090 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 1097 time: 0.1537228 Nov 19 19:10:16.230184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7777baf-311a-45a5-90f3-cc256dfdf455 req-06346bf6-d0f5-444c-9fe9-e02a000802f0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:16.231894 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f7777baf-311a-45a5-90f3-cc256dfdf455 req-06346bf6-d0f5-444c-9fe9-e02a000802f0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.0967855 Nov 19 19:10:16.246262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70f81ee-30d3-4874-aef5-2c63a8230151 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:10:16.250524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9513d323-5332-41b1-8a1f-0eefcda0189a req-2161f390-0a0c-48b2-87e4-dddde0606ccd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654008 Nov 19 19:10:16.259694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:16.275742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Transition to ACTIVE for port object d70f81ee-30d3-4874-aef5-2c63a8230151 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:10:16.281653 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:16.304189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f7777baf-311a-45a5-90f3-cc256dfdf455 req-42ad5aff-e9cf-4e8b-b6a9-95ba96853715 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633130 Nov 19 19:10:16.439707 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Pushing event updated for resources: {'Port': ['ID=d70f81ee-30d3-4874-aef5-2c63a8230151,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:16.459754 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64a6d6-4560-420c-aeea-fe468de920e3 req-60881297-808f-4eed-966e-b107c9454e27 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:16.461291 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca64a6d6-4560-420c-aeea-fe468de920e3 req-60881297-808f-4eed-966e-b107c9454e27 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 943 time: 0.1128199 Nov 19 19:10:16.489255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Attempting to bind port d70f81ee-30d3-4874-aef5-2c63a8230151 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:10:16.489594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Attempting to bind port d70f81ee-30d3-4874-aef5-2c63a8230151 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '9b70595d-daaa-4ac9-821f-992922f3de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ddb7f0cb-3157-4451-bcad-feff2085c1a8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:10:16.489952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Attempting to bind port d70f81ee-30d3-4874-aef5-2c63a8230151 on network ddb7f0cb-3157-4451-bcad-feff2085c1a8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:10:16.508866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Port d70f81ee-30d3-4874-aef5-2c63a8230151 on network ddb7f0cb-3157-4451-bcad-feff2085c1a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:10:16.509284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Attempting to bind port d70f81ee-30d3-4874-aef5-2c63a8230151 on network ddb7f0cb-3157-4451-bcad-feff2085c1a8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:10:16.520601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:10:16.520941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Checking segment: {'id': '9b70595d-daaa-4ac9-821f-992922f3de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ddb7f0cb-3157-4451-bcad-feff2085c1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:16.521331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Bound using segment: {'id': '9b70595d-daaa-4ac9-821f-992922f3de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ddb7f0cb-3157-4451-bcad-feff2085c1a8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:10:16.521790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Bound port: d70f81ee-30d3-4874-aef5-2c63a8230151, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b70595d-daaa-4ac9-821f-992922f3de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ddb7f0cb-3157-4451-bcad-feff2085c1a8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:10:16.522161 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:16.570427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca64a6d6-4560-420c-aeea-fe468de920e3 req-e95f7870-9b94-487b-8d7b-b7efeb149791 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978224 Nov 19 19:10:16.634040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] For port d70f81ee-30d3-4874-aef5-2c63a8230151, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:10:16.637548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] For port d70f81ee-30d3-4874-aef5-2c63a8230151, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d70f81ee-30d3-4874-aef5-2c63a8230151,segment=NetworkSegment(9b70595d-daaa-4ac9-821f-992922f3de14),segment_id=9b70595d-daaa-4ac9-821f-992922f3de14)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:10:16.643860 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:16.683497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:16.684131 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:16.685565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] 10.222.0.21 "PUT /v2.0/ports/d70f81ee-30d3-4874-aef5-2c63a8230151 HTTP/1.1" status: 200 len: 1091 time: 1.4701264 Nov 19 19:10:16.686061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd586a2ce-5f80-4780-9178-1c09bb080c25', 'tag': 'd70f81ee-30d3-4874-aef5-2c63a8230151'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:10:16.688389 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16ea44a-2b8e-474e-9afe-a90cede619e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d586a2ce-5f80-4780-9178-1c09bb080c25", "tag": "d70f81ee-30d3-4874-aef5-2c63a8230151"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:10:16.738967 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b353f712-fc94-4dc9-a769-e35f1dcd2f15 x-openstack-request-id: req-b353f712-fc94-4dc9-a769-e35f1dcd2f15 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:10:16.739297 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d586a2ce-5f80-4780-9178-1c09bb080c25", "tag": "d70f81ee-30d3-4874-aef5-2c63a8230151", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:10:16.739558 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b353f712-fc94-4dc9-a769-e35f1dcd2f15 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:10:16.739960 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd586a2ce-5f80-4780-9178-1c09bb080c25', 'tag': 'd70f81ee-30d3-4874-aef5-2c63a8230151', 'status': 'completed', 'code': 200} Nov 19 19:10:16.741035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6fffc-0c22-412d-bae6-095bf527a728 service neutron] Pushing event updated for resources: {'Port': ['ID=d70f81ee-30d3-4874-aef5-2c63a8230151,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:16.791325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-21c652af-c488-4207-b901-8aa20e2a337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:16.792900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-21c652af-c488-4207-b901-8aa20e2a337e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67941d11f5af4578ba8a0fdac29e23be&device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 1094 time: 0.0464718 Nov 19 19:10:16.856385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-52080d3b-ae14-4aa2-a901-3d9f725af621 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d70f81ee-30d3-4874-aef5-2c63a8230151 HTTP/1.1" status: 200 len: 217 time: 0.0528152 Nov 19 19:10:16.977611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fd8b61b1-c90b-434e-9249-e935543d12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:16.979386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-fd8b61b1-c90b-434e-9249-e935543d12a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50643d92-ebea-4dcf-a9cb-a257f00143e0 HTTP/1.1" status: 200 len: 853 time: 0.1112843 Nov 19 19:10:16.982527 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2eda0cd7-f962-49d9-b973-f6035c32b09a req-0128f0f2-a0db-49c5-84a1-dee4a77a8dcd tempest-ServerShowV257Test-1436155530 tempest-ServerShowV257Test-1436155530-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2e5d482-b217-4b6f-a002-043ac9a8f977 HTTP/1.1" status: 200 len: 210 time: 0.0606370 Nov 19 19:10:17.028946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458ddf-8b23-4b72-9165-81c1bb8d4f07 req-dce66d62-2270-4243-aef2-2aec115f5ee5 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:17.032061 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-79458ddf-8b23-4b72-9165-81c1bb8d4f07 req-dce66d62-2270-4243-aef2-2aec115f5ee5 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.0676782 Nov 19 19:10:17.038392 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-f2c615b3-a4d5-4b8d-89ac-ab33066b84eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ddb7f0cb-3157-4451-bcad-feff2085c1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494435 Nov 19 19:10:17.101419 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-79458ddf-8b23-4b72-9165-81c1bb8d4f07 req-85bd82e7-4126-463e-8f63-2b1c22c7dcb1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536237 Nov 19 19:10:17.165999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-220513e5-1f68-4f96-beda-7b3599f193df service neutron] 10.222.0.21 "GET /v2.0/networks/ddb7f0cb-3157-4451-bcad-feff2085c1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151078 Nov 19 19:10:17.272984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4b9c1ae-0e01-4a23-8cea-634edc353b0f req-ff0c40d5-cc50-4282-bbb1-e58229c74f49 service neutron] 10.222.0.21 "GET /v2.0/networks/ddb7f0cb-3157-4451-bcad-feff2085c1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970528 Nov 19 19:10:17.393202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ea44a-2b8e-474e-9afe-a90cede619e4 req-871441d9-72b6-4969-88e3-be65db2702c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:17.394897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c16ea44a-2b8e-474e-9afe-a90cede619e4 req-871441d9-72b6-4969-88e3-be65db2702c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67941d11f5af4578ba8a0fdac29e23be&device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 1094 time: 0.0586078 Nov 19 19:10:17.458834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30741f-191a-4894-87b9-2f49a6a0b368 req-d3676e86-1ebd-4e23-9e27-a7b7b1f6d98b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:17.466600 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e30741f-191a-4894-87b9-2f49a6a0b368 req-d3676e86-1ebd-4e23-9e27-a7b7b1f6d98b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.0596755 Nov 19 19:10:17.473098 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56682) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:17.534057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ea44a-2b8e-474e-9afe-a90cede619e4 req-b5ddfefc-b4ae-4775-8fd6-816185950c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:17.537319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c16ea44a-2b8e-474e-9afe-a90cede619e4 req-b5ddfefc-b4ae-4775-8fd6-816185950c5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ddb7f0cb-3157-4451-bcad-feff2085c1a8 HTTP/1.1" status: 200 len: 914 time: 0.1327486 Nov 19 19:10:17.539433 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6e30741f-191a-4894-87b9-2f49a6a0b368 req-3c8a661d-fd01-4e73-bc39-dd4d85fa1223 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719345 Nov 19 19:10:17.630754 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c16ea44a-2b8e-474e-9afe-a90cede619e4 req-367d5a9c-d425-4c4e-831f-62591ffcf944 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d70f81ee-30d3-4874-aef5-2c63a8230151 HTTP/1.1" status: 200 len: 217 time: 0.0523880 Nov 19 19:10:17.636618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e14e796-1fec-4439-8d09-3a60c8773cbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:17.728096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ea44a-2b8e-474e-9afe-a90cede619e4 req-36149208-6744-426c-b807-c9ed7e63ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:17.729562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c16ea44a-2b8e-474e-9afe-a90cede619e4 req-36149208-6744-426c-b807-c9ed7e63ade8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50643d92-ebea-4dcf-a9cb-a257f00143e0 HTTP/1.1" status: 200 len: 853 time: 0.0900831 Nov 19 19:10:17.780580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6d13b-81ec-4b95-a8db-2e74af023b83 req-17bbb618-1a2c-4fb8-bd23-41cbd3651c32 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:17.782081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d13b-81ec-4b95-a8db-2e74af023b83 req-17bbb618-1a2c-4fb8-bd23-41cbd3651c32 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 943 time: 0.1102953 Nov 19 19:10:17.785182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c16ea44a-2b8e-474e-9afe-a90cede619e4 req-c1d33dc6-46fa-4029-a648-260dd3fcc40d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ddb7f0cb-3157-4451-bcad-feff2085c1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441918 Nov 19 19:10:17.919799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2e6d13b-81ec-4b95-a8db-2e74af023b83 req-c84d10f9-e756-4016-ae72-b6eedec24947 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309938 Nov 19 19:10:17.927849 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e14e796-1fec-4439-8d09-3a60c8773cbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:17.938915 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e14e796-1fec-4439-8d09-3a60c8773cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:17.994966 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c16ea44a-2b8e-474e-9afe-a90cede619e4 req-cfb47129-e98b-4e4b-8510-a444ebabcbae service neutron] 10.222.0.21 "GET /v2.0/networks/ddb7f0cb-3157-4451-bcad-feff2085c1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986623 Nov 19 19:10:17.998249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14e796-1fec-4439-8d09-3a60c8773cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bfb4c8-f57f-4bca-99ce-8212798da043,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:18.004823 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9e14e796-1fec-4439-8d09-3a60c8773cbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97c35404c791413b82b2f8871186aaf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5278950 Nov 19 19:10:18.005511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56690) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:18.063670 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c55a9d45-258c-4376-8436-165ceba16079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:18.087821 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c55a9d45-258c-4376-8436-165ceba16079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:18.096534 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c16ea44a-2b8e-474e-9afe-a90cede619e4 req-f3062b11-40db-4368-a83f-6e09ed69847c service neutron] 10.222.0.21 "GET /v2.0/networks/ddb7f0cb-3157-4451-bcad-feff2085c1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926547 Nov 19 19:10:18.148570 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c55a9d45-258c-4376-8436-165ceba16079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:18.152691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c55a9d45-258c-4376-8436-165ceba16079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:18.166126 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c55a9d45-258c-4376-8436-165ceba16079 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20bfb4c8-f57f-4bca-99ce-8212798da043 HTTP/1.1" status: 204 len: 168 time: 0.1506741 Nov 19 19:10:18.187288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a9d45-258c-4376-8436-165ceba16079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bfb4c8-f57f-4bca-99ce-8212798da043,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:18.297182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378d277-7168-44a3-bfad-5d34469dd46b req-b1d368d6-ca49-4067-90f0-a3411cada2a1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:18.302470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c378d277-7168-44a3-bfad-5d34469dd46b req-b1d368d6-ca49-4067-90f0-a3411cada2a1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.0955126 Nov 19 19:10:18.360091 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c378d277-7168-44a3-bfad-5d34469dd46b req-38f0e08b-4ff7-44fb-ac2b-fd3e38339b27 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522408 Nov 19 19:10:18.387177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56706) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:18.532960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb657b0-2390-4c43-861e-51592c3559f1 req-31649a3b-0c28-4741-8264-0bde9e8e1a82 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:18.535120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8eb657b0-2390-4c43-861e-51592c3559f1 req-31649a3b-0c28-4741-8264-0bde9e8e1a82 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.0928814 Nov 19 19:10:18.643828 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8eb657b0-2390-4c43-861e-51592c3559f1 req-b1ad5cb2-aeb7-49b3-9620-c06711d9c147 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014657 Nov 19 19:10:18.645125 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ba70127-93f9-46dd-ba40-9d8abb5bdb6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:18.745523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ba70127-93f9-46dd-ba40-9d8abb5bdb6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:18.752254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ba70127-93f9-46dd-ba40-9d8abb5bdb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:18.798101 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3ba70127-93f9-46dd-ba40-9d8abb5bdb6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c4945528072402e918d11d21ae025d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4089575 Nov 19 19:10:18.803128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56726) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:18.824702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba70127-93f9-46dd-ba40-9d8abb5bdb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b38643-7c61-4fc0-8d95-d33f5b5fd739,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:18.870504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14770c03-e071-4b53-b5e4-f4c763c55200 req-1bb54ca7-b17a-4e56-98ed-5354d9dee383 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:18.873054 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14770c03-e071-4b53-b5e4-f4c763c55200 req-1bb54ca7-b17a-4e56-98ed-5354d9dee383 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.1881833 Nov 19 19:10:18.984651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b512f6f-79d2-472e-9621-5cba8a2bef5c req-1c231cc9-e653-4123-b499-634620a1c70a tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:18.986425 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9b512f6f-79d2-472e-9621-5cba8a2bef5c req-1c231cc9-e653-4123-b499-634620a1c70a tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.0645840 Nov 19 19:10:18.988851 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0818a0b-416e-443d-9dde-dd39c64015a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:18.998485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14770c03-e071-4b53-b5e4-f4c763c55200 req-35b51a6d-eb73-48b5-9cca-2ec08030b2bb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070132 Nov 19 19:10:19.035370 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0818a0b-416e-443d-9dde-dd39c64015a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:19.096667 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9b512f6f-79d2-472e-9621-5cba8a2bef5c req-82075fea-5558-435e-9703-17930550490b tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036048 Nov 19 19:10:19.166297 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0818a0b-416e-443d-9dde-dd39c64015a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:19.168782 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0818a0b-416e-443d-9dde-dd39c64015a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:19.172602 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e0818a0b-416e-443d-9dde-dd39c64015a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2b38643-7c61-4fc0-8d95-d33f5b5fd739 HTTP/1.1" status: 204 len: 168 time: 0.3627853 Nov 19 19:10:19.216602 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59e4df-2731-425a-971e-e5a67616bd5b req-56baddf3-2e7f-4c18-95f0-fff2f540613f tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:19.218350 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b59e4df-2731-425a-971e-e5a67616bd5b req-56baddf3-2e7f-4c18-95f0-fff2f540613f tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 943 time: 0.1101077 Nov 19 19:10:19.225694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0818a0b-416e-443d-9dde-dd39c64015a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b38643-7c61-4fc0-8d95-d33f5b5fd739,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:19.227022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56742) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:19.266293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11600669-f859-4f53-b690-eb032edc777a req-b42edd07-9683-4c19-91b8-b23d3ef7db0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951881 Nov 19 19:10:19.341359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b59e4df-2731-425a-971e-e5a67616bd5b req-9d438323-47b6-4e19-a5f3-16b158e246d4 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014991 Nov 19 19:10:19.379788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2094417570-network', 'tenant_id': '9ec742e98c7947f299e07f92ac6d88f7'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:19.396967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11600669-f859-4f53-b690-eb032edc777a req-eed17eb9-b5de-4d3e-ad8e-f1f976ef08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:19.400971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11600669-f859-4f53-b690-eb032edc777a req-eed17eb9-b5de-4d3e-ad8e-f1f976ef08aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 1096 time: 0.0997169 Nov 19 19:10:19.408275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Made reservation on behalf of 9ec742e98c7947f299e07f92ac6d88f7 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:19.412056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:19.427797 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:19.535999 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:19.549444 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:19.550990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11600669-f859-4f53-b690-eb032edc777a req-70c06428-2cca-4511-bb03-a5b9941b8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:19.552582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11600669-f859-4f53-b690-eb032edc777a req-70c06428-2cca-4511-bb03-a5b9941b8d9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1126270 Nov 19 19:10:19.579719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:10:19.593237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:19.596516 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:19.597008 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Added segment 5d82cd6d-9a9d-48ac-9030-e0e354b1d86c of type vlan for network a84502ce-0065-4573-9318-35f233adc5e5 Nov 19 19:10:19.664035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11600669-f859-4f53-b690-eb032edc777a req-3a878315-6a4a-42bf-b62f-bb7ff8302141 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a957dfdd-e97e-4f6c-9a7a-0c2d370add90 HTTP/1.1" status: 200 len: 1000 time: 0.1024129 Nov 19 19:10:19.667039 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:19.777106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11600669-f859-4f53-b690-eb032edc777a req-18108a21-3b0e-41b5-8098-70a9fb0a2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:19.780708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11600669-f859-4f53-b690-eb032edc777a req-18108a21-3b0e-41b5-8098-70a9fb0a2a2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1064019 Nov 19 19:10:19.852641 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11600669-f859-4f53-b690-eb032edc777a req-cbda1437-ebec-4d19-b3a5-a716d61ce517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:19.855060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11600669-f859-4f53-b690-eb032edc777a req-cbda1437-ebec-4d19-b3a5-a716d61ce517 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658095 Nov 19 19:10:19.987667 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11600669-f859-4f53-b690-eb032edc777a req-c318ec53-4afe-47ff-9966-cf13d50dd88e service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209784 Nov 19 19:10:20.108542 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:20.110178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:20.111627 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:20.118664 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11600669-f859-4f53-b690-eb032edc777a req-6f25d96d-9028-45c2-b219-1919e6649794 service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229296 Nov 19 19:10:20.174487 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9457760 Nov 19 19:10:20.177796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56772) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:20.185320 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] Request body: {'subnet': {'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2094417570-subnet', 'tenant_id': '9ec742e98c7947f299e07f92ac6d88f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:20.198898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25de99-b30c-47ca-b2cb-81ae280d6ac9 req-75f20d30-7881-4a25-9693-4f95c4ef0786 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:20.202347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb25de99-b30c-47ca-b2cb-81ae280d6ac9 req-75f20d30-7881-4a25-9693-4f95c4ef0786 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.0810742 Nov 19 19:10:20.221937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b83af-92ff-410b-896c-87dfe6d65da8 admin admin] Pushing event updated for resources: {'Network': ['ID=a84502ce-0065-4573-9318-35f233adc5e5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:20.234381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network a84502ce-0065-4573-9318-35f233adc5e5 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:10:20.259405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] Made reservation on behalf of 9ec742e98c7947f299e07f92ac6d88f7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:20.262408 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:20.266347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb25de99-b30c-47ca-b2cb-81ae280d6ac9 req-b74a9940-904d-4f06-812b-a51535f4eec7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574243 Nov 19 19:10:20.353492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fb210-c1db-4f61-ba4b-07c175f7e9a7 req-5023d99b-4021-47d4-81d1-d63e9ba90b53 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:20.355026 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-463fb210-c1db-4f61-ba4b-07c175f7e9a7 req-5023d99b-4021-47d4-81d1-d63e9ba90b53 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.1466656 Nov 19 19:10:20.446335 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-463fb210-c1db-4f61-ba4b-07c175f7e9a7 req-7f137a0e-4114-4d66-99b9-8f0295483d4e tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815380 Nov 19 19:10:20.530973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:20.619087 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea8953cc-e549-4fd1-ad43-84ee13184fa5,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:20.643657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d1113-1090-437f-9447-832cd13ce205 req-0d6cf421-37e1-4793-adb9-025780341f6d tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:20.645168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-721d1113-1090-437f-9447-832cd13ce205 req-0d6cf421-37e1-4793-adb9-025780341f6d tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 943 time: 0.1077812 Nov 19 19:10:20.646112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] Checking segment: {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:20.646474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] Network hostable DHCP agents. Network: a84502ce-0065-4573-9318-35f233adc5e5, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:10:20.681145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] Network a84502ce-0065-4573-9318-35f233adc5e5 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:10:20.693834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d70f81ee-30d3-4874-aef5-2c63a8230151 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:10:20.702884 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, a84502ce-0065-4573-9318-35f233adc5e5) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:20.721876 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-721d1113-1090-437f-9447-832cd13ce205 req-ab08f067-d272-4c4d-9cb0-2a91f5bde29b tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661366 Nov 19 19:10:20.722251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c1e56-67d9-4397-bcfc-99f7c2ed3037 None None] Network a84502ce-0065-4573-9318-35f233adc5e5 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:10:20.723304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:20.723899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:20.757550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c030570e-cff0-432f-989d-b3b5da29547b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5784287 Nov 19 19:10:20.939228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d70f81ee-30d3-4874-aef5-2c63a8230151, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d70f81ee-30d3-4874-aef5-2c63a8230151,segment=NetworkSegment(9b70595d-daaa-4ac9-821f-992922f3de14),segment_id=9b70595d-daaa-4ac9-821f-992922f3de14)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:21.036318 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'd70f81ee-30d3-4874-aef5-2c63a8230151', 'network_id': 'ddb7f0cb-3157-4451-bcad-feff2085c1a8', 'port_id': 'd70f81ee-30d3-4874-aef5-2c63a8230151', 'mac_address': 'fa:16:3e:7c:a0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50643d92-ebea-4dcf-a9cb-a257f00143e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:10:21.116656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3b4d27-5548-4d19-9d82-3335daf74603 None None] Network a84502ce-0065-4573-9318-35f233adc5e5 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:10:21.214277 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:21.273617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70f81ee-30d3-4874-aef5-2c63a8230151 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:10:21.310729 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d3ea-940a-4b42-a002-0466f3def2dc req-5df30f6c-7980-47d9-b75e-44fbc91ac329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:21.312248 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8c2d3ea-940a-4b42-a002-0466f3def2dc req-5df30f6c-7980-47d9-b75e-44fbc91ac329 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1b18ffe24c5406cb2edb3ec7539e1f0&device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 1097 time: 0.1772823 Nov 19 19:10:21.320460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249d7a5-8cb0-4d0c-aa2a-28f91b88e0da req-3c3dc551-9401-416c-b852-291dde268542 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:21.322052 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2249d7a5-8cb0-4d0c-aa2a-28f91b88e0da req-3c3dc551-9401-416c-b852-291dde268542 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.1787858 Nov 19 19:10:21.339884 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d70f81ee-30d3-4874-aef5-2c63a8230151, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d70f81ee-30d3-4874-aef5-2c63a8230151,segment=NetworkSegment(9b70595d-daaa-4ac9-821f-992922f3de14),segment_id=9b70595d-daaa-4ac9-821f-992922f3de14)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:21.348426 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:21.350051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c69d30b4-1ccf-423d-a2e9-5b70ef713e36 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:10:21.464267 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2249d7a5-8cb0-4d0c-aa2a-28f91b88e0da req-b118a32c-5081-4666-91d2-acc772849aee tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309221 Nov 19 19:10:21.481106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d3ea-940a-4b42-a002-0466f3def2dc req-668195ca-309a-4365-8846-87aed03e6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:21.483668 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8c2d3ea-940a-4b42-a002-0466f3def2dc req-668195ca-309a-4365-8846-87aed03e6c1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=bba09a17-cb80-42c3-b904-c127b42f87cb HTTP/1.1" status: 200 len: 913 time: 0.1604962 Nov 19 19:10:21.519358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-8cbed45c-92ca-497e-98f5-315832299f7c tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:21.522665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-8cbed45c-92ca-497e-98f5-315832299f7c tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 815 time: 0.2724514 Nov 19 19:10:21.535577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:21.566764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'port_id': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'mac_address': 'fa:16:3e:4d:f1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:10:21.569247 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=d70f81ee-30d3-4874-aef5-2c63a8230151,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:21.592895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8c2d3ea-940a-4b42-a002-0466f3def2dc req-08be3142-4721-4b9a-98a6-7e58dc26a9f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f60bac-a68c-461a-9149-5968dff3d999 HTTP/1.1" status: 200 len: 217 time: 0.1000466 Nov 19 19:10:21.605029 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-93ee8338-6e52-42c9-86e1-fd1e89d12b10 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/quotas/9ec742e98c7947f299e07f92ac6d88f7 HTTP/1.1" status: 200 len: 375 time: 0.0573840 Nov 19 19:10:21.690415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d3ea-940a-4b42-a002-0466f3def2dc req-9a2287e1-ee2c-4751-8fee-caba8a779b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:21.692132 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8c2d3ea-940a-4b42-a002-0466f3def2dc req-9a2287e1-ee2c-4751-8fee-caba8a779b07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c227677-ba74-4a20-bc23-04cfa8e7d37c HTTP/1.1" status: 200 len: 852 time: 0.0915949 Nov 19 19:10:21.710245 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379cf77-35c3-4050-9ba0-c1deea530e43 req-2407dbaa-7881-485a-8959-342516be06f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:21.714761 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-06ed2d0b-90db-4383-9384-f16322cb3a6f tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087577 Nov 19 19:10:21.719561 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8379cf77-35c3-4050-9ba0-c1deea530e43 req-2407dbaa-7881-485a-8959-342516be06f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 945 time: 0.1087441 Nov 19 19:10:21.769592 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8c2d3ea-940a-4b42-a002-0466f3def2dc req-8371819f-7ee2-462a-9f73-86d57a1be8a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bba09a17-cb80-42c3-b904-c127b42f87cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467887 Nov 19 19:10:21.834805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:21.845581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-df08c10c-6082-475b-aa89-1f442115b39f service neutron] 10.222.0.50 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298277 Nov 19 19:10:21.867956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69d30b4-1ccf-423d-a2e9-5b70ef713e36 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:10:21.879627 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8379cf77-35c3-4050-9ba0-c1deea530e43 req-c3762d9a-101f-4686-b85a-c65e837be2a5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582224 Nov 19 19:10:21.915649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:21.924654 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:21.983358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-01cd302a-284b-43fc-93fc-4ef93356c653 service neutron] 10.222.0.50 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366615 Nov 19 19:10:22.004661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=11']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:22.032060 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8c2d3ea-940a-4b42-a002-0466f3def2dc req-94a894ff-cc4a-41f6-accd-fecd23ad712e service neutron] 10.222.0.57 "GET /v2.0/networks/bba09a17-cb80-42c3-b904-c127b42f87cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467124 Nov 19 19:10:22.110643 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc4529-5d36-40be-8484-fc21a603a450 req-a7490d7d-315c-4cfd-a253-5df6a96a1134 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:22.120741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-adbc4529-5d36-40be-8484-fc21a603a450 req-a7490d7d-315c-4cfd-a253-5df6a96a1134 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 944 time: 0.1543205 Nov 19 19:10:22.229051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c69d30b4-1ccf-423d-a2e9-5b70ef713e36'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:10:22.250409 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-adbc4529-5d36-40be-8484-fc21a603a450 req-8320608c-9976-4d6c-9987-74605a1c8eaf tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253028 Nov 19 19:10:22.268974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a8c2d3ea-940a-4b42-a002-0466f3def2dc req-542e4af1-6227-478c-b2a9-f5d89c024159 service neutron] 10.222.0.57 "GET /v2.0/networks/bba09a17-cb80-42c3-b904-c127b42f87cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289155 Nov 19 19:10:22.352064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['d70f81ee-30d3-4874-aef5-2c63a8230151'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:10:22.394437 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a41155f4-50bc-4fe2-b31f-cb2e2a3d400e req-4b62a728-ee68-4238-84e3-c65db265fd73 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 210 time: 0.0660682 Nov 19 19:10:22.672686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f0341-ae2d-414b-a9fb-2bfbcfc4de0f req-84712c4e-744d-4b04-b4ae-4ebe6773dce8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:22.674286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2d7f0341-ae2d-414b-a9fb-2bfbcfc4de0f req-84712c4e-744d-4b04-b4ae-4ebe6773dce8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.0800014 Nov 19 19:10:22.740270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2d7f0341-ae2d-414b-a9fb-2bfbcfc4de0f req-88281e0d-cf21-402e-85fc-352e725c7916 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593545 Nov 19 19:10:23.017187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4784e-780a-4420-b211-4165b3554554 req-a2e04307-7167-4251-932d-a886e4345db0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:23.022218 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70b4784e-780a-4420-b211-4165b3554554 req-a2e04307-7167-4251-932d-a886e4345db0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.0635531 Nov 19 19:10:23.080224 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-70b4784e-780a-4420-b211-4165b3554554 req-c454174f-4558-45d9-80cc-bf2c91b6e51a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547059 Nov 19 19:10:23.406032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b1c06-266f-4c91-a6cc-dc3e744bb4d4 req-0a2e40e4-4d21-4404-a2c9-9c69efe720af tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:23.407619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3e5b1c06-266f-4c91-a6cc-dc3e744bb4d4 req-0a2e40e4-4d21-4404-a2c9-9c69efe720af tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 944 time: 0.0777748 Nov 19 19:10:23.561027 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64744777-417e-4681-9de5-046282dbd3c9 req-ba3f47a3-6984-4859-af9d-1ef5b4fd0a58 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 210 time: 0.0290656 Nov 19 19:10:23.597385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-c7477937-98c9-4505-b6b1-9b3b5d6302c0 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:23.599472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-c7477937-98c9-4505-b6b1-9b3b5d6302c0 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.57 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 815 time: 0.1908581 Nov 19 19:10:23.606538 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3e5b1c06-266f-4c91-a6cc-dc3e744bb4d4 req-a04e6a8d-ee36-4a4b-b5f9-856a80afdaef tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820424 Nov 19 19:10:23.613121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Request body: {'port': {'device_id': 'bf7bb75a-d723-4d63-9dae-160de0298ed3', 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5', 'admin_state_up': True, 'tenant_id': '9ec742e98c7947f299e07f92ac6d88f7'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:23.745668 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Made reservation on behalf of 9ec742e98c7947f299e07f92ac6d88f7 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:23.749718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:23.939720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd39ae-0abb-4453-8d08-3f0138828b89 req-6e9e450f-b9f5-477e-bb1c-bd93aa569f1a tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:23.948069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bffd39ae-0abb-4453-8d08-3f0138828b89 req-6e9e450f-b9f5-477e-bb1c-bd93aa569f1a tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.0977199 Nov 19 19:10:23.957568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Allocated IP 172.20.0.8 (a84502ce-0065-4573-9318-35f233adc5e5/ea8953cc-e549-4fd1-ad43-84ee13184fa5/2964e42d-41c7-4fc4-927e-af45910d5db9) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:10:24.042480 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bffd39ae-0abb-4453-8d08-3f0138828b89 req-c245a234-b657-43b5-9b20-528eff54d3dc tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925686 Nov 19 19:10:24.188686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:24.237349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:24.319193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Network a84502ce-0065-4573-9318-35f233adc5e5 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:10:24.322644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:24.335116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:10:24.335316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f4af5-d3e4-4c2a-8b8d-6ac2f2d64cae req-71d62a15-6a6a-4dc4-96d3-7c024c1dc251 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:24.342345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Pushing event updated for resources: {'Port': ['ID=2964e42d-41c7-4fc4-927e-af45910d5db9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:24.361518 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d7f4af5-d3e4-4c2a-8b8d-6ac2f2d64cae req-71d62a15-6a6a-4dc4-96d3-7c024c1dc251 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 946 time: 0.1496859 Nov 19 19:10:24.446427 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:24.446969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d7f4af5-d3e4-4c2a-8b8d-6ac2f2d64cae req-0a810e13-d50e-4610-849f-f9e5abd3fc88 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842710 Nov 19 19:10:24.447268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:24.488948 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-0d0398ec-380b-4168-9a0c-55d01a5db8bc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8801601 Nov 19 19:10:24.499099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af9c4e-60da-46d9-a62c-ad33635d6f3e req-09aceb50-0112-4d82-a9a3-27ace8f0e7da tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:24.500933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60af9c4e-60da-46d9-a62c-ad33635d6f3e req-09aceb50-0112-4d82-a9a3-27ace8f0e7da tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.1246908 Nov 19 19:10:24.506075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Request body: {'port': {'device_id': 'bf7bb75a-d723-4d63-9dae-160de0298ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:24.601940 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:24.620307 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60af9c4e-60da-46d9-a62c-ad33635d6f3e req-addf5e07-2a0b-43d5-aaf4-f12d9b572445 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101625 Nov 19 19:10:24.720089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d70f81ee-30d3-4874-aef5-2c63a8230151 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:10:24.762093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bad11-ae83-4cd6-8b63-bc7ab95ac357 req-5ee5731e-5d1c-4fc1-9e0c-a1f6509e3627 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:24.764385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea6bad11-ae83-4cd6-8b63-bc7ab95ac357 req-5ee5731e-5d1c-4fc1-9e0c-a1f6509e3627 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 931 time: 0.1070855 Nov 19 19:10:24.827946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port d70f81ee-30d3-4874-aef5-2c63a8230151 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:10:24.833682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port d70f81ee-30d3-4874-aef5-2c63a8230151 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:24.834371 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:24.862721 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea6bad11-ae83-4cd6-8b63-bc7ab95ac357 req-9b2e3ab2-953c-4c92-9760-7a21ca086f94 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841880 Nov 19 19:10:24.918336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0ddd4-6b26-4635-b463-81b6642b9966 req-a96aab66-6970-4b4e-ad5c-0a4e96a2e37a tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:24.929334 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2aa0ddd4-6b26-4635-b463-81b6642b9966 req-a96aab66-6970-4b4e-ad5c-0a4e96a2e37a tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 944 time: 0.1851430 Nov 19 19:10:24.969040 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:24.994276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd586a2ce-5f80-4780-9178-1c09bb080c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70f81ee-30d3-4874-aef5-2c63a8230151'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:10:24.997055 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a8a747-d449-4a2d-869b-81be1b5cfabf" -d '{"events": [{"server_uuid": "d586a2ce-5f80-4780-9178-1c09bb080c25", "name": "network-vif-plugged", "status": "completed", "tag": "d70f81ee-30d3-4874-aef5-2c63a8230151"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:10:25.033384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d70f81ee-30d3-4874-aef5-2c63a8230151, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d70f81ee-30d3-4874-aef5-2c63a8230151,segment=NetworkSegment(9b70595d-daaa-4ac9-821f-992922f3de14),segment_id=9b70595d-daaa-4ac9-821f-992922f3de14)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:25.044403 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:25.045539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c69d30b4-1ccf-423d-a2e9-5b70ef713e36 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:10:25.105000 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2aa0ddd4-6b26-4635-b463-81b6642b9966 req-59692d31-d777-4a82-a46a-4467d56071c1 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675096 Nov 19 19:10:25.134969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=d70f81ee-30d3-4874-aef5-2c63a8230151,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:25.141543 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c1de6e-c032-4cd6-963c-0e86b93c252e x-openstack-request-id: req-76c1de6e-c032-4cd6-963c-0e86b93c252e {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:10:25.142129 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d586a2ce-5f80-4780-9178-1c09bb080c25", "name": "network-vif-plugged", "status": "completed", "tag": "d70f81ee-30d3-4874-aef5-2c63a8230151", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:10:25.142586 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76c1de6e-c032-4cd6-963c-0e86b93c252e {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:10:25.143170 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd586a2ce-5f80-4780-9178-1c09bb080c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70f81ee-30d3-4874-aef5-2c63a8230151', 'code': 200} Nov 19 19:10:25.167462 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:25.172025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:10:25.177707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:25.178184 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:25.234785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2964e42d-41c7-4fc4-927e-af45910d5db9 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:10:25.244109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:25.268057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Transition to ACTIVE for port object 2964e42d-41c7-4fc4-927e-af45910d5db9 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:10:25.281384 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:25.289886 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:25.343125 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:25.350915 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:25.370966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Pushing event updated for resources: {'Port': ['ID=2964e42d-41c7-4fc4-927e-af45910d5db9,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:25.422423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=12']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:25.462623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f9f18-e159-4ed4-a572-7003ae66f368 req-49ecea88-e0f3-4d7b-a651-c7a750533a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:25.464388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa9f9f18-e159-4ed4-a572-7003ae66f368 req-49ecea88-e0f3-4d7b-a651-c7a750533a03 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 1096 time: 0.2553363 Nov 19 19:10:25.471063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Attempting to bind port 2964e42d-41c7-4fc4-927e-af45910d5db9 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:10:25.471582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Attempting to bind port 2964e42d-41c7-4fc4-927e-af45910d5db9 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:10:25.473783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Attempting to bind port 2964e42d-41c7-4fc4-927e-af45910d5db9 on network a84502ce-0065-4573-9318-35f233adc5e5 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:10:25.478495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Port 2964e42d-41c7-4fc4-927e-af45910d5db9 on network a84502ce-0065-4573-9318-35f233adc5e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:10:25.479983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Attempting to bind port 2964e42d-41c7-4fc4-927e-af45910d5db9 on network a84502ce-0065-4573-9318-35f233adc5e5 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:10:25.488573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:10:25.489724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Checking segment: {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:25.490671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Bound using segment: {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:10:25.491821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Bound port: 2964e42d-41c7-4fc4-927e-af45910d5db9, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:10:25.492803 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:25.615159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa9f9f18-e159-4ed4-a572-7003ae66f368 req-2b4fc8ed-8225-4fe0-ba13-15213ab5b13d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426191 Nov 19 19:10:25.661590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] For port 2964e42d-41c7-4fc4-927e-af45910d5db9, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:10:25.676994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] For port 2964e42d-41c7-4fc4-927e-af45910d5db9, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2964e42d-41c7-4fc4-927e-af45910d5db9,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:10:25.682928 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:25.729105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44902ba3-b6ad-4e1e-9020-34d7488bd9ee req-868cad2a-1620-412d-bba6-49739a8530d9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:25.730755 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-44902ba3-b6ad-4e1e-9020-34d7488bd9ee req-868cad2a-1620-412d-bba6-49739a8530d9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 947 time: 0.1024392 Nov 19 19:10:25.738484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:25.739106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:25.740532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] 10.222.0.57 "PUT /v2.0/ports/2964e42d-41c7-4fc4-927e-af45910d5db9 HTTP/1.1" status: 200 len: 1091 time: 1.2386627 Nov 19 19:10:25.740988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7bb75a-d723-4d63-9dae-160de0298ed3', 'tag': '2964e42d-41c7-4fc4-927e-af45910d5db9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:10:25.743354 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1574577c-b468-4501-8934-270618f751eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7bb75a-d723-4d63-9dae-160de0298ed3", "tag": "2964e42d-41c7-4fc4-927e-af45910d5db9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:10:25.804363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9f201-bce9-4278-91af-ba1b25b7ec1d service neutron] Pushing event updated for resources: {'Port': ['ID=2964e42d-41c7-4fc4-927e-af45910d5db9,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:25.835790 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-44902ba3-b6ad-4e1e-9020-34d7488bd9ee req-2ea9ce4a-b594-4250-84b6-ccf077845e73 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888567 Nov 19 19:10:25.850643 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-18fe9d95-d57f-49e0-bc9f-7d38aa629b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:25.851796 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-18fe9d95-d57f-49e0-bc9f-7d38aa629b24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 1094 time: 0.0692596 Nov 19 19:10:25.901459 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cb8adb-1c65-41aa-b623-f6148ac9698e x-openstack-request-id: req-c0cb8adb-1c65-41aa-b623-f6148ac9698e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:10:25.901870 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7bb75a-d723-4d63-9dae-160de0298ed3", "tag": "2964e42d-41c7-4fc4-927e-af45910d5db9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:10:25.902024 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0cb8adb-1c65-41aa-b623-f6148ac9698e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:10:25.902798 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7bb75a-d723-4d63-9dae-160de0298ed3', 'tag': '2964e42d-41c7-4fc4-927e-af45910d5db9', 'status': 'completed', 'code': 200} Nov 19 19:10:25.905152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-3d44a380-6d2c-425e-b333-d029a3bacb1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2964e42d-41c7-4fc4-927e-af45910d5db9 HTTP/1.1" status: 200 len: 217 time: 0.0453048 Nov 19 19:10:25.948950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc14203-ec70-4cee-a2bf-d81435a49013 req-7e441ccd-c170-4b32-b8cb-5510ccc45c9b tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:25.951015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6dc14203-ec70-4cee-a2bf-d81435a49013 req-7e441ccd-c170-4b32-b8cb-5510ccc45c9b tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.0667431 Nov 19 19:10:25.994406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-20e23a93-b1b6-4931-aa7e-576ee27dacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:25.995925 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-20e23a93-b1b6-4931-aa7e-576ee27dacb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea8953cc-e549-4fd1-ad43-84ee13184fa5 HTTP/1.1" status: 200 len: 855 time: 0.0818238 Nov 19 19:10:26.000979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6dc14203-ec70-4cee-a2bf-d81435a49013 req-7f9a711e-bfb4-4bf3-9bf1-2e4b79db8ae6 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439110 Nov 19 19:10:26.009011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9f889-f0e1-485d-bc84-4de27678de8b req-b9ceed52-ff23-40e7-a9c6-d6804c6c9b88 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:26.010501 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92b9f889-f0e1-485d-bc84-4de27678de8b req-b9ceed52-ff23-40e7-a9c6-d6804c6c9b88 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 943 time: 0.0644639 Nov 19 19:10:26.048255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-00fea245-bb26-4318-9a5b-de3328b0fd57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a84502ce-0065-4573-9318-35f233adc5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367224 Nov 19 19:10:26.129418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92b9f889-f0e1-485d-bc84-4de27678de8b req-75006c51-9ae7-4c24-b4e0-eb6a1cd84479 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098571 Nov 19 19:10:26.177200 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-d3282577-6934-40d1-b420-84d7570d452d service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210084 Nov 19 19:10:26.268719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c7529-5901-4b52-9e4d-2ce66922229c req-8b89ab47-f011-4d30-87f7-d3549195c8c8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:26.270300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b7c7529-5901-4b52-9e4d-2ce66922229c req-8b89ab47-f011-4d30-87f7-d3549195c8c8 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.0519707 Nov 19 19:10:26.329827 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b7c7529-5901-4b52-9e4d-2ce66922229c req-590dc355-ff31-4b37-813e-e44f7a76aa8d tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526230 Nov 19 19:10:26.346556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a3475-bad1-4410-8287-3f4ccbbf04a6 req-02435134-e358-4ade-ac87-bfafaef53a8b tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:26.348078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-385a3475-bad1-4410-8287-3f4ccbbf04a6 req-02435134-e358-4ade-ac87-bfafaef53a8b tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 945 time: 0.0866747 Nov 19 19:10:26.353891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96af52-1d1a-47d6-8ff1-ae6aef4ae040 req-02f17db5-669f-4ff1-b74f-b42128c334a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:26.355345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b96af52-1d1a-47d6-8ff1-ae6aef4ae040 req-02f17db5-669f-4ff1-b74f-b42128c334a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1b18ffe24c5406cb2edb3ec7539e1f0&device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 1097 time: 0.1580906 Nov 19 19:10:26.400421 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-37f3ba66-7b0b-4a92-9dc8-46f168d58c7a req-f7c98ccd-7c61-45e9-adcb-0043cac3ec36 service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164738 Nov 19 19:10:26.520139 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-385a3475-bad1-4410-8287-3f4ccbbf04a6 req-998cb11d-b95f-4a2b-8b22-e99038196c7f tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582813 Nov 19 19:10:26.557823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96af52-1d1a-47d6-8ff1-ae6aef4ae040 req-9fee47a1-1661-4f0f-ab74-13ada7d0b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:26.559210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b96af52-1d1a-47d6-8ff1-ae6aef4ae040 req-9fee47a1-1661-4f0f-ab74-13ada7d0b051 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bba09a17-cb80-42c3-b904-c127b42f87cb HTTP/1.1" status: 200 len: 913 time: 0.1958294 Nov 19 19:10:26.566298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574577c-b468-4501-8934-270618f751eb req-f8e0bb28-d55a-42ad-b499-bec209805a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:26.567801 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1574577c-b468-4501-8934-270618f751eb req-f8e0bb28-d55a-42ad-b499-bec209805a6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 1094 time: 0.0991571 Nov 19 19:10:26.614027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b96af52-1d1a-47d6-8ff1-ae6aef4ae040 req-e1240b1a-1d98-4ad2-adeb-069566d88db7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f60bac-a68c-461a-9149-5968dff3d999 HTTP/1.1" status: 200 len: 217 time: 0.0452666 Nov 19 19:10:26.703006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96af52-1d1a-47d6-8ff1-ae6aef4ae040 req-9d9f81c9-46e1-4226-aa36-655351e17680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:26.704731 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b96af52-1d1a-47d6-8ff1-ae6aef4ae040 req-9d9f81c9-46e1-4226-aa36-655351e17680 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c227677-ba74-4a20-bc23-04cfa8e7d37c HTTP/1.1" status: 200 len: 852 time: 0.0811772 Nov 19 19:10:26.741902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b96af52-1d1a-47d6-8ff1-ae6aef4ae040 req-6fb69771-d41a-4e7a-a111-ff8751227c1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bba09a17-cb80-42c3-b904-c127b42f87cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281529 Nov 19 19:10:26.840819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574577c-b468-4501-8934-270618f751eb req-f866f6e1-4ef6-4858-8aa5-9b4167f8ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:26.843478 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1574577c-b468-4501-8934-270618f751eb req-f866f6e1-4ef6-4858-8aa5-9b4167f8ffce service neutron] 10.222.0.57 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 916 time: 0.2676032 Nov 19 19:10:26.925348 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1574577c-b468-4501-8934-270618f751eb req-9273030c-fc32-4ce8-81c5-03977066d0ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2964e42d-41c7-4fc4-927e-af45910d5db9 HTTP/1.1" status: 200 len: 217 time: 0.0729754 Nov 19 19:10:26.979790 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b96af52-1d1a-47d6-8ff1-ae6aef4ae040 req-66418df6-6400-42ba-90b8-1baa2a2f24b2 service neutron] 10.222.0.57 "GET /v2.0/networks/bba09a17-cb80-42c3-b904-c127b42f87cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309847 Nov 19 19:10:27.078223 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574577c-b468-4501-8934-270618f751eb req-880db743-5937-44e2-a8d1-5690105a0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:27.079588 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1574577c-b468-4501-8934-270618f751eb req-880db743-5937-44e2-a8d1-5690105a0519 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea8953cc-e549-4fd1-ad43-84ee13184fa5 HTTP/1.1" status: 200 len: 855 time: 0.1433897 Nov 19 19:10:27.092648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c39b32-4ec9-40b0-ac2e-b5cb064f835c req-14c106fc-b120-49b3-8b43-c956b7fecf3f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:27.094272 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9c39b32-4ec9-40b0-ac2e-b5cb064f835c req-14c106fc-b120-49b3-8b43-c956b7fecf3f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 947 time: 0.1599026 Nov 19 19:10:27.139999 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1574577c-b468-4501-8934-270618f751eb req-dc9a1121-932a-49a7-8304-4d0ecd5bac50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a84502ce-0065-4573-9318-35f233adc5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429139 Nov 19 19:10:27.145454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:10:27.149385 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25096081-1aa2-4670-8c52-7c81845644fe" -d '{"events": [{"server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "name": "network-vif-plugged", "status": "completed", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:10:27.220820 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c098ea2b-4edb-466d-9cac-b566cd061396 x-openstack-request-id: req-c098ea2b-4edb-466d-9cac-b566cd061396 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:10:27.221120 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "name": "network-vif-plugged", "status": "completed", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:10:27.221375 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c098ea2b-4edb-466d-9cac-b566cd061396 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:10:27.221796 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'code': 200} Nov 19 19:10:27.303765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1574577c-b468-4501-8934-270618f751eb req-ee6bc587-9d39-41e5-be30-b77bc4544f7e service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550155 Nov 19 19:10:27.330483 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b96af52-1d1a-47d6-8ff1-ae6aef4ae040 req-e0873d37-c066-433b-8a14-4b228ee762de service neutron] 10.222.0.57 "GET /v2.0/networks/bba09a17-cb80-42c3-b904-c127b42f87cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340132 Nov 19 19:10:27.338876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197ae74-d649-421f-9062-17fb8bd43e13 req-cf15b810-f3ed-487a-971c-a8e1968a5053 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:27.350340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7197ae74-d649-421f-9062-17fb8bd43e13 req-cf15b810-f3ed-487a-971c-a8e1968a5053 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 943 time: 0.0734937 Nov 19 19:10:27.415077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7197ae74-d649-421f-9062-17fb8bd43e13 req-46271126-b84e-4a35-a520-6cd8f780f96c tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632353 Nov 19 19:10:27.422234 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9c39b32-4ec9-40b0-ac2e-b5cb064f835c req-1c835585-015f-4eb2-8d85-d4b636e72b06 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130968 Nov 19 19:10:27.522891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f95bd6-bb0a-445e-a25a-c668d8748ceb req-57fb7d31-8b3f-491c-990d-d3221434d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:27.527274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19f95bd6-bb0a-445e-a25a-c668d8748ceb req-57fb7d31-8b3f-491c-990d-d3221434d1d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 1098 time: 0.1112528 Nov 19 19:10:27.590566 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1574577c-b468-4501-8934-270618f751eb req-767b430f-3a06-4c9b-a615-5110469059a3 service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721338 Nov 19 19:10:27.642269 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19f95bd6-bb0a-445e-a25a-c668d8748ceb req-c0f7755c-2f35-4f28-8670-d33053bb2d37 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052063 Nov 19 19:10:27.672108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8b0eb-d095-46cc-82c7-b1e3da59cc44 req-56afbe21-fa3f-4185-a470-e9dc40d2bfc2 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:27.679958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11f8b0eb-d095-46cc-82c7-b1e3da59cc44 req-56afbe21-fa3f-4185-a470-e9dc40d2bfc2 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.0963273 Nov 19 19:10:27.741868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11f8b0eb-d095-46cc-82c7-b1e3da59cc44 req-a2895a04-67be-478a-b893-d83b67784b88 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567160 Nov 19 19:10:27.833117 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e4e06-06d7-4ddb-904c-949834cefe50 req-0e57cec8-49f0-4a5e-99df-73d81496faff tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:27.838202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa3e4e06-06d7-4ddb-904c-949834cefe50 req-0e57cec8-49f0-4a5e-99df-73d81496faff tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 945 time: 0.0590796 Nov 19 19:10:27.920794 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa3e4e06-06d7-4ddb-904c-949834cefe50 req-1cd6ec86-a0e1-414a-bdab-810ca5d87d79 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797489 Nov 19 19:10:28.381020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12200bf-4297-4e34-bd1c-277fa9824ab5 req-f4ec883c-6cf5-425d-a55c-60bdb52b0e86 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:28.383147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b12200bf-4297-4e34-bd1c-277fa9824ab5 req-f4ec883c-6cf5-425d-a55c-60bdb52b0e86 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 945 time: 0.0665874 Nov 19 19:10:28.444687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b12200bf-4297-4e34-bd1c-277fa9824ab5 req-71974f8c-2d4e-4d2e-ad7e-7f40d9605a5b tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549090 Nov 19 19:10:28.553292 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f1d1b-471a-4e66-a4b6-a7a1c98ec2f9 req-ecd09d39-ca08-470d-8118-c60a13dd2bbc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:28.562527 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d98f1d1b-471a-4e66-a4b6-a7a1c98ec2f9 req-ecd09d39-ca08-470d-8118-c60a13dd2bbc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 943 time: 0.0669382 Nov 19 19:10:28.573399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84ad09-19a9-4f85-8774-41a31e524b08 req-f7caef06-4b85-48f5-8713-1d2ba040cde9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:28.576411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf84ad09-19a9-4f85-8774-41a31e524b08 req-f7caef06-4b85-48f5-8713-1d2ba040cde9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 947 time: 0.0599544 Nov 19 19:10:28.636622 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d98f1d1b-471a-4e66-a4b6-a7a1c98ec2f9 req-24c3d2b0-1aa9-4e9c-94b5-2c7eb8323e2f tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731399 Nov 19 19:10:28.680619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf84ad09-19a9-4f85-8774-41a31e524b08 req-aa077f01-02ec-498a-958e-4f64ad14f20f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852075 Nov 19 19:10:28.893726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae99e6a-1f94-4aa7-96a0-2d5b6171a2e2 req-5ea1e24d-96f7-4cfb-953e-3b989333e01a tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:28.914261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ae99e6a-1f94-4aa7-96a0-2d5b6171a2e2 req-5ea1e24d-96f7-4cfb-953e-3b989333e01a tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.0948582 Nov 19 19:10:28.998740 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ae99e6a-1f94-4aa7-96a0-2d5b6171a2e2 req-c46ee108-3c8f-4bbc-bdc5-8f94a3612a47 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831354 Nov 19 19:10:29.562047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2429f0d-86e9-4053-bf2a-87cabf3aba79 req-6b5666a5-b266-4eda-b461-000e9506304b tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:29.572659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2429f0d-86e9-4053-bf2a-87cabf3aba79 req-6b5666a5-b266-4eda-b461-000e9506304b tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.1304922 Nov 19 19:10:29.648196 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:29.668609 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2429f0d-86e9-4053-bf2a-87cabf3aba79 req-cd88d61e-12fc-4af1-8362-d430a5a576df tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941589 Nov 19 19:10:29.765795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47972821-4167-498b-b29f-b2c83c81b8a3 req-f6863a4c-74ad-462e-9bbf-b28198b84739 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:29.772673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b6821-adc9-4a14-bc42-7965f66a1569 req-c1aafed6-aaae-4e69-b1d9-27c702599e0c tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:29.774283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b7b6821-adc9-4a14-bc42-7965f66a1569 req-c1aafed6-aaae-4e69-b1d9-27c702599e0c tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.21 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 945 time: 0.0916142 Nov 19 19:10:29.780595 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47972821-4167-498b-b29f-b2c83c81b8a3 req-f6863a4c-74ad-462e-9bbf-b28198b84739 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 945 time: 0.1947167 Nov 19 19:10:29.924563 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-47972821-4167-498b-b29f-b2c83c81b8a3 req-499255f9-9ce8-44c3-8d8d-f3e5efe35ac7 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e872e75-09d5-4abe-9cde-14c9b4808ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381774 Nov 19 19:10:30.043661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0272c9-c8fe-497c-bb57-b48eb45dddb4 req-9c11f247-60c9-4d22-aeba-2813767c0592 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:30.045742 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2c0272c9-c8fe-497c-bb57-b48eb45dddb4 req-9c11f247-60c9-4d22-aeba-2813767c0592 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 943 time: 0.2354877 Nov 19 19:10:30.132298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab771b3-b303-42a5-92dd-c1179447633b req-32644964-a878-4e09-a1ef-83dcdf4704fa tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:30.133735 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ab771b3-b303-42a5-92dd-c1179447633b req-32644964-a878-4e09-a1ef-83dcdf4704fa tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 947 time: 0.1184647 Nov 19 19:10:30.203260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2c0272c9-c8fe-497c-bb57-b48eb45dddb4 req-05137180-0940-4c27-b332-09fe80a4d28a tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443112 Nov 19 19:10:30.208913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-2b7b6821-adc9-4a14-bc42-7965f66a1569 req-f8a34c45-55c9-4eaa-ad0a-697f6c087f48 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Deleting port d70f81ee-30d3-4874-aef5-2c63a8230151 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:10:30.209255 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b7b6821-adc9-4a14-bc42-7965f66a1569 req-f8a34c45-55c9-4eaa-ad0a-697f6c087f48 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:30.273721 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1ab771b3-b303-42a5-92dd-c1179447633b req-73eb7768-8e1b-41b5-bbe1-ec74a3391fd3 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306393 Nov 19 19:10:30.355022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-2b7b6821-adc9-4a14-bc42-7965f66a1569 req-f8a34c45-55c9-4eaa-ad0a-697f6c087f48 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] For port d70f81ee-30d3-4874-aef5-2c63a8230151, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d70f81ee-30d3-4874-aef5-2c63a8230151,segment=NetworkSegment(9b70595d-daaa-4ac9-821f-992922f3de14),segment_id=9b70595d-daaa-4ac9-821f-992922f3de14)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:30.355385 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b7b6821-adc9-4a14-bc42-7965f66a1569 req-f8a34c45-55c9-4eaa-ad0a-697f6c087f48 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:30.389878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-2b7b6821-adc9-4a14-bc42-7965f66a1569 req-f8a34c45-55c9-4eaa-ad0a-697f6c087f48 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Calling delete_port for d70f81ee-30d3-4874-aef5-2c63a8230151 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:10:30.551224 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b7b6821-adc9-4a14-bc42-7965f66a1569 req-f8a34c45-55c9-4eaa-ad0a-697f6c087f48 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:30.573723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['d70f81ee-30d3-4874-aef5-2c63a8230151'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:10:30.590307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a34c45-55c9-4eaa-ad0a-697f6c087f48 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Pushing event deleted for resources: {'Port': ['ID=d70f81ee-30d3-4874-aef5-2c63a8230151,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:30.643712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7b6821-adc9-4a14-bc42-7965f66a1569 req-f8a34c45-55c9-4eaa-ad0a-697f6c087f48 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] No DVR routers for this DVR port d70f81ee-30d3-4874-aef5-2c63a8230151 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:10:30.646588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b7b6821-adc9-4a14-bc42-7965f66a1569 req-f8a34c45-55c9-4eaa-ad0a-697f6c087f48 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:30.650476 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b7b6821-adc9-4a14-bc42-7965f66a1569 req-f8a34c45-55c9-4eaa-ad0a-697f6c087f48 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.21 "DELETE /v2.0/ports/d70f81ee-30d3-4874-aef5-2c63a8230151 HTTP/1.1" status: 204 len: 173 time: 0.8639255 Nov 19 19:10:30.651011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd586a2ce-5f80-4780-9178-1c09bb080c25', 'name': 'network-vif-deleted', 'tag': 'd70f81ee-30d3-4874-aef5-2c63a8230151'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:10:30.653803 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97011dec-a4ce-4388-bbef-e3f6b6424717" -d '{"events": [{"server_uuid": "d586a2ce-5f80-4780-9178-1c09bb080c25", "name": "network-vif-deleted", "tag": "d70f81ee-30d3-4874-aef5-2c63a8230151"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:10:30.719379 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcacb087-a14b-4da8-bb2b-0be62340c543 x-openstack-request-id: req-dcacb087-a14b-4da8-bb2b-0be62340c543 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:10:30.719690 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d586a2ce-5f80-4780-9178-1c09bb080c25", "name": "network-vif-deleted", "tag": "d70f81ee-30d3-4874-aef5-2c63a8230151", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:10:30.719950 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcacb087-a14b-4da8-bb2b-0be62340c543 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:10:30.720378 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd586a2ce-5f80-4780-9178-1c09bb080c25', 'name': 'network-vif-deleted', 'tag': 'd70f81ee-30d3-4874-aef5-2c63a8230151', 'status': 'completed', 'code': 200} Nov 19 19:10:30.849242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cdaa1-b40b-45d4-8300-562b61b9b5a4 req-9c3544a0-0de5-48ea-824c-2bdb5eb4c72c tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:30.857200 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-248cdaa1-b40b-45d4-8300-562b61b9b5a4 req-9c3544a0-0de5-48ea-824c-2bdb5eb4c72c tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.0839913 Nov 19 19:10:30.938402 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-248cdaa1-b40b-45d4-8300-562b61b9b5a4 req-76bda010-7ff4-4c37-9015-b2491e303841 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801497 Nov 19 19:10:31.113061 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64b7e701-7e88-4e7b-994c-7ab9dbad9a79 req-38a9da31-fa52-435b-a64d-6be44cec1c42 tempest-ServerPasswordTestJSON-505329614 tempest-ServerPasswordTestJSON-505329614-project] 10.222.0.50 "GET /v2.0/ports?device_id=d586a2ce-5f80-4780-9178-1c09bb080c25 HTTP/1.1" status: 200 len: 210 time: 0.0416875 Nov 19 19:10:31.275779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57506) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:31.547686 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fea7-eb24-4c9c-9bce-df8fd22b0112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:31.558982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e18fc-0fa4-4d24-afc6-8d3f91923e1b req-3074de66-868f-45c4-b8f7-73b34dd04813 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:31.568034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-222e18fc-0fa4-4d24-afc6-8d3f91923e1b req-3074de66-868f-45c4-b8f7-73b34dd04813 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 947 time: 0.1509554 Nov 19 19:10:31.656670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-222e18fc-0fa4-4d24-afc6-8d3f91923e1b req-4aa8ba7d-c639-46da-908f-c19875fb3eb5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791185 Nov 19 19:10:31.743860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2964e42d-41c7-4fc4-927e-af45910d5db9 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:10:31.788028 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fea7-eb24-4c9c-9bce-df8fd22b0112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:31.796715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fea7-eb24-4c9c-9bce-df8fd22b0112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:31.836113 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9fd1fea7-eb24-4c9c-9bce-df8fd22b0112 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43824367895f481f84970dbab9a46d9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5589762 Nov 19 19:10:31.858095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57520) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:31.909232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 2964e42d-41c7-4fc4-927e-af45910d5db9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2964e42d-41c7-4fc4-927e-af45910d5db9,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:31.927021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '2964e42d-41c7-4fc4-927e-af45910d5db9', 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5', 'port_id': '2964e42d-41c7-4fc4-927e-af45910d5db9', 'mac_address': 'fa:16:3e:9f:b2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8953cc-e549-4fd1-ad43-84ee13184fa5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:10:31.930903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1fea7-eb24-4c9c-9bce-df8fd22b0112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d6e946-9765-48f3-b19d-373eb066ee08,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:31.950514 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7fae668-08ae-4da2-8cd6-e1c3dfe844e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:31.981787 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7fae668-08ae-4da2-8cd6-e1c3dfe844e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:31.986132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e8f1a-dada-4080-8677-81c77e3d5b7c req-8c0e67d7-122e-4f1d-844f-c3c5b1d50dac tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:31.988747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3e6e8f1a-dada-4080-8677-81c77e3d5b7c req-8c0e67d7-122e-4f1d-844f-c3c5b1d50dac tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.7542341 Nov 19 19:10:32.057679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7fae668-08ae-4da2-8cd6-e1c3dfe844e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.063133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7fae668-08ae-4da2-8cd6-e1c3dfe844e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.064602 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b7fae668-08ae-4da2-8cd6-e1c3dfe844e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2d6e946-9765-48f3-b19d-373eb066ee08 HTTP/1.1" status: 204 len: 168 time: 0.2031024 Nov 19 19:10:32.082734 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.098686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fae668-08ae-4da2-8cd6-e1c3dfe844e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d6e946-9765-48f3-b19d-373eb066ee08,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:32.119978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010e094-6030-4496-b6f0-ed7f65e11fb9 req-47bf188c-f0c7-499e-aa69-1a0b37fe7914 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:32.126151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2964e42d-41c7-4fc4-927e-af45910d5db9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:10:32.129418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7010e094-6030-4496-b6f0-ed7f65e11fb9 req-47bf188c-f0c7-499e-aa69-1a0b37fe7914 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 943 time: 0.8220863 Nov 19 19:10:32.194662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 2964e42d-41c7-4fc4-927e-af45910d5db9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2964e42d-41c7-4fc4-927e-af45910d5db9,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:32.203593 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.240405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f35b88-2448-4fd1-b45f-acbd8f30cde4 req-75a1e6dd-1374-4772-b57c-145386b5d275 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:32.268040 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24f35b88-2448-4fd1-b45f-acbd8f30cde4 req-75a1e6dd-1374-4772-b57c-145386b5d275 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 946 time: 0.1457007 Nov 19 19:10:32.276854 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7010e094-6030-4496-b6f0-ed7f65e11fb9 req-fceb7ddf-4d4a-4b5b-9ba8-0be1707edfe7 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454935 Nov 19 19:10:32.334449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-3e6e8f1a-dada-4080-8677-81c77e3d5b7c req-b04720a3-822c-494a-b022-350fb1557ac1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Deleting port d6f60bac-a68c-461a-9149-5968dff3d999 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:10:32.334844 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3e6e8f1a-dada-4080-8677-81c77e3d5b7c req-b04720a3-822c-494a-b022-350fb1557ac1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.347305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=2964e42d-41c7-4fc4-927e-af45910d5db9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:32.369691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57534) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:32.400808 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24f35b88-2448-4fd1-b45f-acbd8f30cde4 req-9c190761-a106-4918-bc83-b13295691a9e tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/security-groups?id=7e1128bf-9384-4905-8755-21f384f703f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273205 Nov 19 19:10:32.472568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4492f0ac-4727-41f7-bcf0-95aa0b601544 admin admin] Deleting subnet 50643d92-ebea-4dcf-a9cb-a257f00143e0 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:10:32.485148 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4492f0ac-4727-41f7-bcf0-95aa0b601544 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.505884 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['2964e42d-41c7-4fc4-927e-af45910d5db9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:10:32.535667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-3e6e8f1a-dada-4080-8677-81c77e3d5b7c req-b04720a3-822c-494a-b022-350fb1557ac1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] For port d6f60bac-a68c-461a-9149-5968dff3d999, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6f60bac-a68c-461a-9149-5968dff3d999,segment=NetworkSegment(ffe7170d-bb74-4133-9cbd-7db920adc69f),segment_id=ffe7170d-bb74-4133-9cbd-7db920adc69f)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:32.536064 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3e6e8f1a-dada-4080-8677-81c77e3d5b7c req-b04720a3-822c-494a-b022-350fb1557ac1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.553599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-3e6e8f1a-dada-4080-8677-81c77e3d5b7c req-b04720a3-822c-494a-b022-350fb1557ac1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Calling delete_port for d6f60bac-a68c-461a-9149-5968dff3d999 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:10:32.645116 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4492f0ac-4727-41f7-bcf0-95aa0b601544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.696099 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4492f0ac-4727-41f7-bcf0-95aa0b601544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.770366 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4492f0ac-4727-41f7-bcf0-95aa0b601544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.797734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d70f81ee-30d3-4874-aef5-2c63a8230151 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:10:32.804732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492f0ac-4727-41f7-bcf0-95aa0b601544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50643d92-ebea-4dcf-a9cb-a257f00143e0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:32.815496 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4492f0ac-4727-41f7-bcf0-95aa0b601544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.819802 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4492f0ac-4727-41f7-bcf0-95aa0b601544 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/50643d92-ebea-4dcf-a9cb-a257f00143e0 HTTP/1.1" status: 204 len: 168 time: 0.4489155 Nov 19 19:10:32.822460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57544) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:32.837150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: d70f81ee-30d3-4874-aef5-2c63a8230151 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:10:32.837638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d70f81ee-30d3-4874-aef5-2c63a8230151 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:10:32.932578 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.971742 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3e6e8f1a-dada-4080-8677-81c77e3d5b7c req-b04720a3-822c-494a-b022-350fb1557ac1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:33.030657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04720a3-822c-494a-b022-350fb1557ac1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Pushing event deleted for resources: {'Port': ['ID=d6f60bac-a68c-461a-9149-5968dff3d999,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:33.113783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6e8f1a-dada-4080-8677-81c77e3d5b7c req-b04720a3-822c-494a-b022-350fb1557ac1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] No DVR routers for this DVR port d6f60bac-a68c-461a-9149-5968dff3d999 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:10:33.114293 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:33.122627 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3e6e8f1a-dada-4080-8677-81c77e3d5b7c req-b04720a3-822c-494a-b022-350fb1557ac1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:33.129907 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3e6e8f1a-dada-4080-8677-81c77e3d5b7c req-b04720a3-822c-494a-b022-350fb1557ac1 tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.57 "DELETE /v2.0/ports/d6f60bac-a68c-461a-9149-5968dff3d999 HTTP/1.1" status: 204 len: 173 time: 1.1284163 Nov 19 19:10:33.130425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b53918-4189-4a2e-906a-87ddc97f8d67', 'name': 'network-vif-deleted', 'tag': 'd6f60bac-a68c-461a-9149-5968dff3d999'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:10:33.140304 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af64507-0ff0-4d7c-9644-c9a9c2468869" -d '{"events": [{"server_uuid": "e8b53918-4189-4a2e-906a-87ddc97f8d67", "name": "network-vif-deleted", "tag": "d6f60bac-a68c-461a-9149-5968dff3d999"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:10:33.145051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb7f0cb-3157-4451-bcad-feff2085c1a8']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:33.161016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b70595d-daaa-4ac9-821f-992922f3de14') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:33.161372 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b70595d-daaa-4ac9-821f-992922f3de14') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:33.199008 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:33.224000 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e8ac04-1b87-4cc2-8df8-cd9b8fd83ee4 x-openstack-request-id: req-a5e8ac04-1b87-4cc2-8df8-cd9b8fd83ee4 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:10:33.224307 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b53918-4189-4a2e-906a-87ddc97f8d67", "name": "network-vif-deleted", "tag": "d6f60bac-a68c-461a-9149-5968dff3d999", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:10:33.224572 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5e8ac04-1b87-4cc2-8df8-cd9b8fd83ee4 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:10:33.224979 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b53918-4189-4a2e-906a-87ddc97f8d67', 'name': 'network-vif-deleted', 'tag': 'd6f60bac-a68c-461a-9149-5968dff3d999', 'status': 'completed', 'code': 200} Nov 19 19:10:33.248228 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:33.265606 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:10:33.266043 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:10:33.268081 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:10:33.383810 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:33.396481 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:33.416651 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ddb7f0cb-3157-4451-bcad-feff2085c1a8 HTTP/1.1" status: 204 len: 168 time: 0.5924051 Nov 19 19:10:33.435747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dd37e-ed16-4c2c-9d12-39f04c8599d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb7f0cb-3157-4451-bcad-feff2085c1a8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:33.585283 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5de6ac-7fdb-4bcd-9ce0-7785c71d1916 req-066e66f9-c0cf-4f28-9f84-3204237a0d89 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:33.592487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e5de6ac-7fdb-4bcd-9ce0-7785c71d1916 req-066e66f9-c0cf-4f28-9f84-3204237a0d89 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 944 time: 0.1583667 Nov 19 19:10:33.662331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57588) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:33.680207 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9f16ac90-1537-4ecf-a137-0bd249cd59d1 req-0c720946-c3fd-4a0a-8c33-fc945a73ac6d tempest-TestServerAdvancedOps-2113497841 tempest-TestServerAdvancedOps-2113497841-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8b53918-4189-4a2e-906a-87ddc97f8d67 HTTP/1.1" status: 200 len: 210 time: 0.0941396 Nov 19 19:10:33.684930 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e5de6ac-7fdb-4bcd-9ce0-7785c71d1916 req-51ef130c-4875-4cac-b354-1712e71b00d6 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863097 Nov 19 19:10:33.760796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2964e42d-41c7-4fc4-927e-af45910d5db9 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:10:33.776368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ddbac94f-35f3-410d-86e3-3f74aef4fc88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67941d11f5af4578ba8a0fdac29e23be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1106379 Nov 19 19:10:33.777118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57596) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:33.874557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 2964e42d-41c7-4fc4-927e-af45910d5db9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:10:33.883475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 2964e42d-41c7-4fc4-927e-af45910d5db9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:33.884672 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:33.913411 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1f1e792-9455-495b-a7a1-9be2e44af4ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:33.933406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57618) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:33.953388 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1f1e792-9455-495b-a7a1-9be2e44af4ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.043453 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.060694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1f1e792-9455-495b-a7a1-9be2e44af4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.065598 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1f1e792-9455-495b-a7a1-9be2e44af4ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.069311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d1f1e792-9455-495b-a7a1-9be2e44af4ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e872e75-09d5-4abe-9cde-14c9b4808ee5 HTTP/1.1" status: 204 len: 168 time: 0.2887144 Nov 19 19:10:34.084771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1e792-9455-495b-a7a1-9be2e44af4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e872e75-09d5-4abe-9cde-14c9b4808ee5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:34.097440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 2964e42d-41c7-4fc4-927e-af45910d5db9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2964e42d-41c7-4fc4-927e-af45910d5db9,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:34.100492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7bb75a-d723-4d63-9dae-160de0298ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2964e42d-41c7-4fc4-927e-af45910d5db9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:10:34.103065 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99987119-ef1c-4144-a2a8-61d97ff2a508" -d '{"events": [{"server_uuid": "bf7bb75a-d723-4d63-9dae-160de0298ed3", "name": "network-vif-plugged", "status": "completed", "tag": "2964e42d-41c7-4fc4-927e-af45910d5db9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:10:34.125276 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.126276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6f60bac-a68c-461a-9149-5968dff3d999 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:10:34.180825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: d6f60bac-a68c-461a-9149-5968dff3d999 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:10:34.181254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6f60bac-a68c-461a-9149-5968dff3d999 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:10:34.225579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=2964e42d-41c7-4fc4-927e-af45910d5db9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:34.243097 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb18a12-d527-4cf7-a638-03ae1e398d40 x-openstack-request-id: req-6cb18a12-d527-4cf7-a638-03ae1e398d40 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:10:34.244941 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7bb75a-d723-4d63-9dae-160de0298ed3", "name": "network-vif-plugged", "status": "completed", "tag": "2964e42d-41c7-4fc4-927e-af45910d5db9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:10:34.245205 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cb18a12-d527-4cf7-a638-03ae1e398d40 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:10:34.246182 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7bb75a-d723-4d63-9dae-160de0298ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2964e42d-41c7-4fc4-927e-af45910d5db9', 'code': 200} Nov 19 19:10:34.299721 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681150b4-c051-4726-9cd6-2d7cee3b6d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.415624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edb9ad-9436-439f-987c-215d33e26cbf req-b4b88022-b6eb-4b6f-8b0a-6374e2e70249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:34.417133 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5edb9ad-9436-439f-987c-215d33e26cbf req-b4b88022-b6eb-4b6f-8b0a-6374e2e70249 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 1096 time: 0.1188941 Nov 19 19:10:34.541347 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5edb9ad-9436-439f-987c-215d33e26cbf req-3b29799a-1f8d-4899-a171-cd0de1df4ce5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150165 Nov 19 19:10:34.577352 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681150b4-c051-4726-9cd6-2d7cee3b6d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.584560 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-681150b4-c051-4726-9cd6-2d7cee3b6d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.627676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681150b4-c051-4726-9cd6-2d7cee3b6d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e687804-a03d-4848-be94-a9db16ee0619,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:34.651747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-681150b4-c051-4726-9cd6-2d7cee3b6d3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c776e8bcf8f42b0bef92e46242e5b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171736 Nov 19 19:10:34.654939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57656) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:34.728477 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-651841dc-7af4-49b2-9c8f-d09fa932f013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.784585 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-651841dc-7af4-49b2-9c8f-d09fa932f013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.806506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57684) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:34.918894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74127ad-6cc2-4b9e-b02c-cf128ecd524b req-6d0af66a-3fcf-4b66-a488-eb87b2ad16d5 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:34.924157 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b74127ad-6cc2-4b9e-b02c-cf128ecd524b req-6d0af66a-3fcf-4b66-a488-eb87b2ad16d5 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 945 time: 0.0822096 Nov 19 19:10:34.946147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9df33c2-6026-4907-bd1b-60ea29f3bae7 admin admin] Deleting subnet 4c227677-ba74-4a20-bc23-04cfa8e7d37c {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:10:34.953715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-651841dc-7af4-49b2-9c8f-d09fa932f013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.957565 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9df33c2-6026-4907-bd1b-60ea29f3bae7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.959572 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-651841dc-7af4-49b2-9c8f-d09fa932f013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.960937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-651841dc-7af4-49b2-9c8f-d09fa932f013 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e687804-a03d-4848-be94-a9db16ee0619 HTTP/1.1" status: 204 len: 168 time: 0.3048759 Nov 19 19:10:35.004262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651841dc-7af4-49b2-9c8f-d09fa932f013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e687804-a03d-4848-be94-a9db16ee0619,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:35.033299 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9df33c2-6026-4907-bd1b-60ea29f3bae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.076213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b74127ad-6cc2-4b9e-b02c-cf128ecd524b req-a83137d9-f9b8-4496-aad8-6ea3204bc356 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415813 Nov 19 19:10:35.096785 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9df33c2-6026-4907-bd1b-60ea29f3bae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.187157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9df33c2-6026-4907-bd1b-60ea29f3bae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.226707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df33c2-6026-4907-bd1b-60ea29f3bae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c227677-ba74-4a20-bc23-04cfa8e7d37c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:35.243398 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9df33c2-6026-4907-bd1b-60ea29f3bae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.253312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57702) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:35.263784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57704) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:35.266008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b9df33c2-6026-4907-bd1b-60ea29f3bae7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4c227677-ba74-4a20-bc23-04cfa8e7d37c HTTP/1.1" status: 204 len: 168 time: 0.4583347 Nov 19 19:10:35.403677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.787439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-798077268-network', 'tenant_id': '9c7bb7706f7c4907b432ec418250e82e'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:35.812746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.842155 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Made reservation on behalf of 9c7bb7706f7c4907b432ec418250e82e for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:35.844756 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.848806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba09a17-cb80-42c3-b904-c127b42f87cb']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:35.862698 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.875582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe7170d-bb74-4133-9cbd-7db920adc69f') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:35.875888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe7170d-bb74-4133-9cbd-7db920adc69f') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:35.895097 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.922094 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.937336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:10:35.937880 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:10:35.939665 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:10:36.033374 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.048806 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.052762 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bba09a17-cb80-42c3-b904-c127b42f87cb HTTP/1.1" status: 204 len: 168 time: 0.7978323 Nov 19 19:10:36.055761 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57734) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:36.072654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da43b2-77d1-4ac4-8cd1-aa561bcb2c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba09a17-cb80-42c3-b904-c127b42f87cb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:36.080657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.086133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.111536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:10:36.126268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed88c03c-583b-4e9a-9bc5-ae71757779ed,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:36.131997 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.132443 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Added segment 5205c7c2-2a1d-4ba2-b781-b936b433d851 of type vlan for network 587a2ddb-8367-46b4-854a-52ebe5a98a29 Nov 19 19:10:36.134973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b997d1-667c-49e6-ac1d-ebae93eba4a3 admin admin] Deleting subnet aecb49e4-b64c-4130-8d1f-de43302fe877 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:10:36.142134 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1b997d1-667c-49e6-ac1d-ebae93eba4a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.200285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.204531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1b997d1-667c-49e6-ac1d-ebae93eba4a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.236161 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.237311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:36.237924 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.286900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0196495 Nov 19 19:10:36.329617 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1b997d1-667c-49e6-ac1d-ebae93eba4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.350736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7595e-4e86-4d27-acbc-26ca288839c9 admin admin] Pushing event updated for resources: {'Network': ['ID=587a2ddb-8367-46b4-854a-52ebe5a98a29,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:36.362378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81529d-1d06-4074-ad13-ad54761d3e35 req-17f15209-0ad2-4dd3-85a9-515a123f5334 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:36.363831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 587a2ddb-8367-46b4-854a-52ebe5a98a29 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:10:36.366245 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a81529d-1d06-4074-ad13-ad54761d3e35 req-17f15209-0ad2-4dd3-85a9-515a123f5334 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 945 time: 0.1583078 Nov 19 19:10:36.501124 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6a81529d-1d06-4074-ad13-ad54761d3e35 req-070cfe4e-1a2d-4cc8-b314-17479c72c6bb tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225867 Nov 19 19:10:36.532837 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1b997d1-667c-49e6-ac1d-ebae93eba4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.579062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b997d1-667c-49e6-ac1d-ebae93eba4a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aecb49e4-b64c-4130-8d1f-de43302fe877,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:36.583867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c1b997d1-667c-49e6-ac1d-ebae93eba4a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.589612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57774) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:36.596746 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c1b997d1-667c-49e6-ac1d-ebae93eba4a3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/aecb49e4-b64c-4130-8d1f-de43302fe877 HTTP/1.1" status: 204 len: 168 time: 0.5373211 Nov 19 19:10:36.743436 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.867813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:36.952657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa6ae35-1adc-4a31-b390-3275a32a84bb']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:36.983188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380552f9-96a5-49db-91ee-9b49b08536b8') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:36.983493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380552f9-96a5-49db-91ee-9b49b08536b8') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:36.998203 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.025953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69765fa-e6d9-48f5-91c1-c03cc43dd8a3 req-6bcacdfe-f33d-4199-8660-97758be1a5f6 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:37.029140 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b69765fa-e6d9-48f5-91c1-c03cc43dd8a3 req-6bcacdfe-f33d-4199-8660-97758be1a5f6 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1068566 Nov 19 19:10:37.030816 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:10:37.054109 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:10:37.069238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57786) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:37.088646 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f5da9-802a-43f5-83e9-f0d96103a6cf req-12edb7b0-9be3-4f19-9df8-bc778a73a3cc tempest-ComputeTenantNetworksTest-814322923 tempest-ComputeTenantNetworksTest-814322923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:37.095752 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f5da9-802a-43f5-83e9-f0d96103a6cf req-12edb7b0-9be3-4f19-9df8-bc778a73a3cc tempest-ComputeTenantNetworksTest-814322923 tempest-ComputeTenantNetworksTest-814322923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:37.102610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f5da9-802a-43f5-83e9-f0d96103a6cf req-12edb7b0-9be3-4f19-9df8-bc778a73a3cc tempest-ComputeTenantNetworksTest-814322923 tempest-ComputeTenantNetworksTest-814322923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:37.104903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bf2f5da9-802a-43f5-83e9-f0d96103a6cf req-12edb7b0-9be3-4f19-9df8-bc778a73a3cc tempest-ComputeTenantNetworksTest-814322923 tempest-ComputeTenantNetworksTest-814322923-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4194651 Nov 19 19:10:37.194339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b69765fa-e6d9-48f5-91c1-c03cc43dd8a3 req-578fdc34-3dd6-4ee6-bf12-66eb981fdcfa tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429422 Nov 19 19:10:37.195107 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.202273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.207162 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] 10.222.0.50 "DELETE /v2.0/networks/efa6ae35-1adc-4a31-b390-3275a32a84bb HTTP/1.1" status: 204 len: 168 time: 0.6155698 Nov 19 19:10:37.223606 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9795892-449c-4aee-824f-dbc274bda0dd admin admin] Pushing event deleted for resources: {'Network': ['ID=efa6ae35-1adc-4a31-b390-3275a32a84bb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:37.289301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2f2fe-88c2-46f1-be12-ea5fc1b7394a req-c31030f4-7ab2-4a13-a0bb-a630d8b0fd27 tempest-ComputeTenantNetworksTest-814322923 tempest-ComputeTenantNetworksTest-814322923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:37.291059 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-46d2f2fe-88c2-46f1-be12-ea5fc1b7394a req-c31030f4-7ab2-4a13-a0bb-a630d8b0fd27 tempest-ComputeTenantNetworksTest-814322923 tempest-ComputeTenantNetworksTest-814322923-project] 10.222.0.50 "GET /v2.0/networks/587a2ddb-8367-46b4-854a-52ebe5a98a29 HTTP/1.1" status: 200 len: 768 time: 0.1582990 Nov 19 19:10:37.292281 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8731693-b34c-4087-b304-93e7bdc78522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.301659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57798) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:37.357122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57800) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:37.392170 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.408501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8731693-b34c-4087-b304-93e7bdc78522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.420654 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8731693-b34c-4087-b304-93e7bdc78522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.439076 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e671f422-e9fc-4ce5-9eb3-a432c0a51a77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1b18ffe24c5406cb2edb3ec7539e1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0807452 Nov 19 19:10:37.441576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57802) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:37.488812 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e8731693-b34c-4087-b304-93e7bdc78522 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c603bbc3a8b4a9897eb1497095f0ce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4117761 Nov 19 19:10:37.490468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57804) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:37.491347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8731693-b34c-4087-b304-93e7bdc78522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7722dfa-91c8-49f1-9b3f-af671d0946dc,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:37.508142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.534428 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7902-5e03-4d45-9554-9bac4a33629d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.544556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587a2ddb-8367-46b4-854a-52ebe5a98a29']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:37.562799 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7902-5e03-4d45-9554-9bac4a33629d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.565342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5205c7c2-2a1d-4ba2-b781-b936b433d851') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:37.565645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5205c7c2-2a1d-4ba2-b781-b936b433d851') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:37.592790 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.618454 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39232a0c-8f71-49a9-93ea-f2f00809ce12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.624132 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.630749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7902-5e03-4d45-9554-9bac4a33629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.634520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7902-5e03-4d45-9554-9bac4a33629d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.638636 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1a9b7902-5e03-4d45-9554-9bac4a33629d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e1128bf-9384-4905-8755-21f384f703f2 HTTP/1.1" status: 204 len: 168 time: 0.1879723 Nov 19 19:10:37.650299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b7902-5e03-4d45-9554-9bac4a33629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1128bf-9384-4905-8755-21f384f703f2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:37.654355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:10:37.654792 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:10:37.656741 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:10:37.713386 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39232a0c-8f71-49a9-93ea-f2f00809ce12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.760862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.768549 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.783529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] 10.222.0.50 "DELETE /v2.0/networks/587a2ddb-8367-46b4-854a-52ebe5a98a29 HTTP/1.1" status: 204 len: 168 time: 0.4803371 Nov 19 19:10:37.802484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40c373-2dc9-48fb-b5c3-7a408b376983 admin admin] Pushing event deleted for resources: {'Network': ['ID=587a2ddb-8367-46b4-854a-52ebe5a98a29,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:37.832413 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39232a0c-8f71-49a9-93ea-f2f00809ce12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.838063 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39232a0c-8f71-49a9-93ea-f2f00809ce12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:37.842934 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-39232a0c-8f71-49a9-93ea-f2f00809ce12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7722dfa-91c8-49f1-9b3f-af671d0946dc HTTP/1.1" status: 204 len: 168 time: 0.3509030 Nov 19 19:10:37.858729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39232a0c-8f71-49a9-93ea-f2f00809ce12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7722dfa-91c8-49f1-9b3f-af671d0946dc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:37.990288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57818) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:38.029726 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:10:38.044168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8d1b64d6-1fe9-458e-a1e6-f7bcd33c21b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c7bb7706f7c4907b432ec418250e82e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468566 Nov 19 19:10:38.046994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57820) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:38.122998 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e02599dd-2cd6-4d45-8cc0-fb93e7f6de1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:38.176085 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e02599dd-2cd6-4d45-8cc0-fb93e7f6de1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:38.257215 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e02599dd-2cd6-4d45-8cc0-fb93e7f6de1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:38.259341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e02599dd-2cd6-4d45-8cc0-fb93e7f6de1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:38.263641 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e02599dd-2cd6-4d45-8cc0-fb93e7f6de1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed88c03c-583b-4e9a-9bc5-ae71757779ed HTTP/1.1" status: 204 len: 168 time: 0.2114327 Nov 19 19:10:38.269200 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb7fb582-d50a-456f-920b-44ad0ef49b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:38.278000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02599dd-2cd6-4d45-8cc0-fb93e7f6de1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed88c03c-583b-4e9a-9bc5-ae71757779ed,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:38.354633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57828) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:38.394246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49074a-51b0-42f3-8701-eb0b15315cb0 req-e355afff-ac34-460b-9507-1a18e78c17b4 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:38.396751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9e49074a-51b0-42f3-8701-eb0b15315cb0 req-e355afff-ac34-460b-9507-1a18e78c17b4 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.0894029 Nov 19 19:10:38.435138 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-56fee64d-031d-443b-ad4f-9e9906bb468a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dcfe0dc0798d45b5bda555aacee0f5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0787063 Nov 19 19:10:38.438055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57832) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:38.488755 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9e49074a-51b0-42f3-8701-eb0b15315cb0 req-ed8b8b82-70b4-422c-aee8-fc696dc1eb9d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846140 Nov 19 19:10:38.499242 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8677-16bf-4f5f-aff0-5ed284c06c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:38.523083 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8677-16bf-4f5f-aff0-5ed284c06c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:38.595564 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8677-16bf-4f5f-aff0-5ed284c06c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:38.602509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3bc8677-16bf-4f5f-aff0-5ed284c06c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:38.604593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e3bc8677-16bf-4f5f-aff0-5ed284c06c5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5cd32264-5b8c-4d3f-a8de-91c88f4aeb79 HTTP/1.1" status: 204 len: 168 time: 0.1653230 Nov 19 19:10:38.616718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc8677-16bf-4f5f-aff0-5ed284c06c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd32264-5b8c-4d3f-a8de-91c88f4aeb79,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:39.669440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee01994-dbba-4918-b9b2-8acad9d6325c req-57eae1ec-f4b6-42fc-8823-6f8edf1b5420 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:39.678843 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aee01994-dbba-4918-b9b2-8acad9d6325c req-57eae1ec-f4b6-42fc-8823-6f8edf1b5420 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.0840676 Nov 19 19:10:39.824180 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aee01994-dbba-4918-b9b2-8acad9d6325c req-e45a7789-1f65-4bce-a66b-23b7e73b041d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413825 Nov 19 19:10:40.132842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57918) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:40.328743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-44575335-network', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:40.367302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Made reservation on behalf of b883179f689742618c3ae34a1707ebc6 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:40.370338 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:40.384585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:40.533083 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:40.539042 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:40.573640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:10:40.585417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c907dd86-0931-4fc2-9bf8-1e579964b4e2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:40.601304 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd573d28-1311-42c7-92f7-7e5f46265429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:40.604355 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:40.604707 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Added segment 8ceb444c-3292-43a0-bbb1-da18c96c75c0 of type vlan for network 58df4e7f-5379-4fec-9b41-69700f2f54d9 Nov 19 19:10:40.665980 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:40.709910 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:40.711026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:40.711808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:40.792248 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.6557384 Nov 19 19:10:40.792835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57942) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:40.802894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] Request body: {'subnet': {'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-44575335-subnet', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:40.803109 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044666bb-4566-4e6f-8b22-ffc717c2c49e admin admin] Pushing event updated for resources: {'Network': ['ID=58df4e7f-5379-4fec-9b41-69700f2f54d9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:40.814925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 58df4e7f-5379-4fec-9b41-69700f2f54d9 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:10:40.833245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] Made reservation on behalf of b883179f689742618c3ae34a1707ebc6 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:10:40.842005 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:41.131341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a663d-348b-4f7c-be3d-df9b8df14d25 req-d6ed1b84-00da-4325-8401-801b487a4f0c tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:41.133111 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-835a663d-348b-4f7c-be3d-df9b8df14d25 req-d6ed1b84-00da-4325-8401-801b487a4f0c tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1292422 Nov 19 19:10:41.235984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-835a663d-348b-4f7c-be3d-df9b8df14d25 req-d8a0e470-ebee-4b09-87e4-391a7a2808c8 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915654 Nov 19 19:10:41.276864 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:41.346829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87bdb6b5-19e3-401f-981b-dab42dee7abb,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:41.367955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] Checking segment: {'id': '8ceb444c-3292-43a0-bbb1-da18c96c75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:41.368574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] Network hostable DHCP agents. Network: 58df4e7f-5379-4fec-9b41-69700f2f54d9, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:10:41.391096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] Network 58df4e7f-5379-4fec-9b41-69700f2f54d9 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:10:41.403970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 58df4e7f-5379-4fec-9b41-69700f2f54d9) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:41.414180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf9434d-4cf8-432c-89dd-7166d2496c37 None None] Network 58df4e7f-5379-4fec-9b41-69700f2f54d9 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:10:41.416220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:41.421490 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:41.478721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57966) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:41.479395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6b011bc7-e0fe-4580-ba2c-cf8e1e095f72 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.6778607 Nov 19 19:10:41.485420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-44575335-router', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:41.531325 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:41.532490 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:41.610133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:41.724555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-58df4e7f-5379-4fec-9b41-69700f2f54d9', 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'fixed_ips': [{'subnet_id': '87bdb6b5-19e3-401f-981b-dab42dee7abb'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:10:41.726950 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:41.850055 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:42.116046 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:42.143991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Allocated IP 172.20.0.2 (58df4e7f-5379-4fec-9b41-69700f2f54d9/87bdb6b5-19e3-401f-981b-dab42dee7abb/0befcb1b-3cc6-4a3f-935f-c97e6497c3d5) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:10:42.299120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:42.362671 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:42.472685 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:42.485489 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:42.529173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec3fa4-9f3a-443f-a194-bd8cadd94168 req-bef134c9-a621-4d4a-8486-d8ea13f52e4a tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:42.539185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ddec3fa4-9f3a-443f-a194-bd8cadd94168 req-bef134c9-a621-4d4a-8486-d8ea13f52e4a tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1236436 Nov 19 19:10:42.563503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Pushing event updated for resources: {'Port': ['ID=0befcb1b-3cc6-4a3f-935f-c97e6497c3d5,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:42.583780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Network 58df4e7f-5379-4fec-9b41-69700f2f54d9 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:10:42.585308 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:42.588624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:10:42.613258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ddec3fa4-9f3a-443f-a194-bd8cadd94168 req-1b8e332a-6023-4d0a-986e-6ef083aa8c96 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672853 Nov 19 19:10:42.672827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Allocated IP 172.25.3.10 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/62ba3827-05ce-402f-846a-9daae3612c31) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:10:42.692755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Attempting to bind port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:10:42.693341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Attempting to bind port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '8ceb444c-3292-43a0-bbb1-da18c96c75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:10:42.694363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Attempting to bind port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 on network 58df4e7f-5379-4fec-9b41-69700f2f54d9 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:10:42.708044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:10:42.708044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Checking segment: {'id': '8ceb444c-3292-43a0-bbb1-da18c96c75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:42.708044 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:42.708044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Bound using segment: {'id': '8ceb444c-3292-43a0-bbb1-da18c96c75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:10:42.708618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Bound port: 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ceb444c-3292-43a0-bbb1-da18c96c75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:10:42.708875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:42.900127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:42.913292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] For port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:10:42.935370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] For port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0befcb1b-3cc6-4a3f-935f-c97e6497c3d5,segment=NetworkSegment(8ceb444c-3292-43a0-bbb1-da18c96c75c0),segment_id=8ceb444c-3292-43a0-bbb1-da18c96c75c0)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:10:42.952305 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:43.009695 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:43.051019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dbd0d-68b9-42d1-b747-3be165467522 None None] Pushing event updated for resources: {'Port': ['ID=0befcb1b-3cc6-4a3f-935f-c97e6497c3d5,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:43.133823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:10:43.146009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:43.155812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:10:43.177039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df50c2f-1d8b-4496-a584-5c8c14ac8b92 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:10:43.308462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4cc09fc3-b474-42b0-aa3f-dfa5e5101477 None None] Provisioning complete for port 62ba3827-05ce-402f-846a-9daae3612c31 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:43.310473 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4cc09fc3-b474-42b0-aa3f-dfa5e5101477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:43.315264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Pushing event updated for resources: {'Port': ['ID=62ba3827-05ce-402f-846a-9daae3612c31,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:43.412480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4cc09fc3-b474-42b0-aa3f-dfa5e5101477 None None] Port 62ba3827-05ce-402f-846a-9daae3612c31 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:10:43.413726 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:43.810074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58038) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:43.858219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc74937-925e-4f37-a06a-df89208d9c4e req-2f151cc6-d560-4be9-8c9f-847b1a092442 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:43.860531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:43.877562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9cc74937-925e-4f37-a06a-df89208d9c4e req-2f151cc6-d560-4be9-8c9f-847b1a092442 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1267726 Nov 19 19:10:43.937396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58042) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:44.019863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9cc74937-925e-4f37-a06a-df89208d9c4e req-af9674e9-1f18-4cde-bc20-f728925f7760 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388326 Nov 19 19:10:44.080660 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.176951 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.253394 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3edb553-156e-4a6e-b350-564012af801c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.266736 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dc557ee-c9fd-4104-922a-e435ba0c90f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.381282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:10:44.448013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Router 706a110c-f77c-4614-a5e1-7b9a882efcdb is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:10:44.540637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:44.542234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.617402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3edb553-156e-4a6e-b350-564012af801c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.635566 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3edb553-156e-4a6e-b350-564012af801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.688928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c3edb553-156e-4a6e-b350-564012af801c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7fef62dc1334498eafce9339d2e9f495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8737283 Nov 19 19:10:44.695363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58052) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:44.711065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dc557ee-c9fd-4104-922a-e435ba0c90f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.720844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:10:44.749379 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dc557ee-c9fd-4104-922a-e435ba0c90f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.754812 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.760709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edb553-156e-4a6e-b350-564012af801c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949fb47e-5148-4643-82c1-81372ce6df46,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:44.799235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Sync routers for ids ['706a110c-f77c-4614-a5e1-7b9a882efcdb'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:10:44.819397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.821717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a454ca97-3a66-4d76-88ed-ddb70bbebf62 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 3.3398900 Nov 19 19:10:44.832891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58054) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:44.837997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc557ee-c9fd-4104-922a-e435ba0c90f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51f6427-eced-4cd4-88f9-1f268dc7aeef,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:44.866824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b28b918-fdfe-4a4b-9784-1d5fb21d270b None None] Network 58df4e7f-5379-4fec-9b41-69700f2f54d9 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:10:44.870177 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Routers {'706a110c-f77c-4614-a5e1-7b9a882efcdb'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:10:44.872955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:10:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['706a110c-f77c-4614-a5e1-7b9a882efcdb'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:44.877134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0befcb1b-3cc6-4a3f-935f-c97e6497c3d5,segment=NetworkSegment(8ceb444c-3292-43a0-bbb1-da18c96c75c0),segment_id=8ceb444c-3292-43a0-bbb1-da18c96c75c0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:44.900877 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6dc557ee-c9fd-4104-922a-e435ba0c90f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a41a5176d7db49efb1479e3342d44443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9612107 Nov 19 19:10:44.903622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58056) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:44.941980 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c71a1f2e-1ab6-4e61-b5ff-bee184a32670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.970377 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c71a1f2e-1ab6-4e61-b5ff-bee184a32670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:44.979749 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:45.030046 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f67dc9a-822d-4779-8df1-45a00509cc26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:45.054059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=0befcb1b-3cc6-4a3f-935f-c97e6497c3d5,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:45.085032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f67dc9a-822d-4779-8df1-45a00509cc26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:45.247229 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f67dc9a-822d-4779-8df1-45a00509cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:45.253493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9f67dc9a-822d-4779-8df1-45a00509cc26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:45.259984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9f67dc9a-822d-4779-8df1-45a00509cc26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b51f6427-eced-4cd4-88f9-1f268dc7aeef HTTP/1.1" status: 204 len: 168 time: 0.3485439 Nov 19 19:10:45.312848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67dc9a-822d-4779-8df1-45a00509cc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51f6427-eced-4cd4-88f9-1f268dc7aeef,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:45.346794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-213325f5-4fe5-4923-ae00-9c6313d619b6 None None] Provisioning complete for port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:45.347384 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-213325f5-4fe5-4923-ae00-9c6313d619b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:45.353502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91fde-7bef-493a-98a3-26883d039b81 req-bccc8f77-729f-46e4-8238-ab172d9908f7 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:45.355302 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99f91fde-7bef-493a-98a3-26883d039b81 req-bccc8f77-729f-46e4-8238-ab172d9908f7 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1747212 Nov 19 19:10:45.451027 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99f91fde-7bef-493a-98a3-26883d039b81 req-8ac079c3-6096-476e-8152-6a9660a1f622 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808146 Nov 19 19:10:45.634488 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c71a1f2e-1ab6-4e61-b5ff-bee184a32670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:45.638511 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c71a1f2e-1ab6-4e61-b5ff-bee184a32670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:45.642603 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c71a1f2e-1ab6-4e61-b5ff-bee184a32670 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/949fb47e-5148-4643-82c1-81372ce6df46 HTTP/1.1" status: 204 len: 168 time: 0.9452906 Nov 19 19:10:45.673663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Set router 706a110c-f77c-4614-a5e1-7b9a882efcdb gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:10:45.686831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a1f2e-1ab6-4e61-b5ff-bee184a32670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949fb47e-5148-4643-82c1-81372ce6df46,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:45.901987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58072) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:45.969166 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7395393-038f-4218-a7e0-38863fa59b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:46.085725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:46.148428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'name': 'tempest-ImageQuotaTest-44575335-router', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '62ba3827-05ce-402f-846a-9daae3612c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:10:41Z', 'updated_at': '2021-11-19T19:10:43Z', 'revision_number': 3, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'gw_port': {'id': '62ba3827-05ce-402f-846a-9daae3612c31', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:10:42Z', 'updated_at': '2021-11-19T19:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:46.237673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Checking router: 706a110c-f77c-4614-a5e1-7b9a882efcdb for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:10:46.245816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Updating router 706a110c-f77c-4614-a5e1-7b9a882efcdb port 62ba3827-05ce-402f-846a-9daae3612c31 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:10:46.312619 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:46.318326 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7395393-038f-4218-a7e0-38863fa59b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:46.332157 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7395393-038f-4218-a7e0-38863fa59b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:46.374237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c7395393-038f-4218-a7e0-38863fa59b0b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=433763c679a94982945f2bfa0cf74a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4672091 Nov 19 19:10:46.375079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58076) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:46.393672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:10:46.412510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7395393-038f-4218-a7e0-38863fa59b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4be81a-ea11-4e28-9b6e-7de07260f3d6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:46.583500 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0f473d6-4030-43f6-80e1-a8bcb6b03602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:46.585514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Allocated IP 172.20.0.1 (58df4e7f-5379-4fec-9b41-69700f2f54d9/87bdb6b5-19e3-401f-981b-dab42dee7abb/b2ab1220-7dad-4a92-99db-17b4cae2e0cb) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:10:46.623304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0f473d6-4030-43f6-80e1-a8bcb6b03602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:46.680519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58086) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:46.707061 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0f68a4a-846e-46c0-abba-249c8288ded7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:46.756123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ec83d-87ac-4068-b1ec-d1d5726bb631 req-4fe1a39f-d65d-41c4-899a-3a29240cef50 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:46.756403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-359ec83d-87ac-4068-b1ec-d1d5726bb631 req-4fe1a39f-d65d-41c4-899a-3a29240cef50 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1480877 Nov 19 19:10:46.819042 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0f473d6-4030-43f6-80e1-a8bcb6b03602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:46.822504 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0f473d6-4030-43f6-80e1-a8bcb6b03602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:46.826362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d0f473d6-4030-43f6-80e1-a8bcb6b03602 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac4be81a-ea11-4e28-9b6e-7de07260f3d6 HTTP/1.1" status: 204 len: 168 time: 0.4507220 Nov 19 19:10:46.881497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-559d970a-fb01-4fa9-9c0c-922e7c6dd480 None None] Provisioning complete for port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:46.881778 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-559d970a-fb01-4fa9-9c0c-922e7c6dd480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:46.932015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-359ec83d-87ac-4068-b1ec-d1d5726bb631 req-c019726b-5ba9-47a4-8462-dede36976938 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668601 Nov 19 19:10:47.006494 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0f68a4a-846e-46c0-abba-249c8288ded7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.013322 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0f68a4a-846e-46c0-abba-249c8288ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.116153 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b0f68a4a-846e-46c0-abba-249c8288ded7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92afe0523e78422481fd945620673439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4312046 Nov 19 19:10:47.116153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f68a4a-846e-46c0-abba-249c8288ded7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0945a2-8009-4190-b7e4-9cac377e382a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:47.163538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58090) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:47.171550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:47.171923 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.276417 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-79872d62-8b52-4bf4-86a5-c54dfafc4a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.292302 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.326016 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.377141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6c087f-29de-4c6e-9496-85f60f527fce None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:10:47.379483 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-79872d62-8b52-4bf4-86a5-c54dfafc4a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.415420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Attempting to bind port 62ba3827-05ce-402f-846a-9daae3612c31 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:10:47.416033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Attempting to bind port 62ba3827-05ce-402f-846a-9daae3612c31 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:10:47.416260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Attempting to bind port 62ba3827-05ce-402f-846a-9daae3612c31 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:10:47.452922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:10:47.453300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:47.453691 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.454117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:10:47.454599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Bound port: 62ba3827-05ce-402f-846a-9daae3612c31, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:10:47.455037 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.462057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01682553-00bc-4ee6-832f-881901286e30 None None] Pushing event updated for resources: {'Port': ['ID=62ba3827-05ce-402f-846a-9daae3612c31,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:47.495311 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-79872d62-8b52-4bf4-86a5-c54dfafc4a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.502309 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-79872d62-8b52-4bf4-86a5-c54dfafc4a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.502309 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-79872d62-8b52-4bf4-86a5-c54dfafc4a7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd0945a2-8009-4190-b7e4-9cac377e382a HTTP/1.1" status: 204 len: 168 time: 0.3618615 Nov 19 19:10:47.515795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79872d62-8b52-4bf4-86a5-c54dfafc4a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0945a2-8009-4190-b7e4-9cac377e382a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:47.639748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4e87d529-292d-4727-a6f8-bb55ef5e430e None None] Provisioning complete for port 62ba3827-05ce-402f-846a-9daae3612c31 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:47.640093 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e87d529-292d-4727-a6f8-bb55ef5e430e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.688733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f473d6-4030-43f6-80e1-a8bcb6b03602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4be81a-ea11-4e28-9b6e-7de07260f3d6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:47.693407 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.734173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4e87d529-292d-4727-a6f8-bb55ef5e430e None None] Port 62ba3827-05ce-402f-846a-9daae3612c31 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:10:47.768639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] For port 62ba3827-05ce-402f-846a-9daae3612c31, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:10:47.772575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] For port 62ba3827-05ce-402f-846a-9daae3612c31, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=62ba3827-05ce-402f-846a-9daae3612c31,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:10:47.782427 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.833699 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:47.912296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01682553-00bc-4ee6-832f-881901286e30 None None] Pushing event updated for resources: {'Port': ['ID=62ba3827-05ce-402f-846a-9daae3612c31,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:47.944437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d761c24-832e-42bd-8214-03ef26a77102 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:10:47.954295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Routers {'706a110c-f77c-4614-a5e1-7b9a882efcdb'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:10:47.954940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:10:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['706a110c-f77c-4614-a5e1-7b9a882efcdb'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:47.977920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Network 58df4e7f-5379-4fec-9b41-69700f2f54d9 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:10:47.988050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:47.994446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:10:48.093727 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:48.142528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f94fceb2-c2b3-4ef3-ba66-458e46f43965 None None] Provisioning complete for port 62ba3827-05ce-402f-846a-9daae3612c31 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:48.145550 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f94fceb2-c2b3-4ef3-ba66-458e46f43965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:48.201565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Pushing event updated for resources: {'Port': ['ID=b2ab1220-7dad-4a92-99db-17b4cae2e0cb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:48.238727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e7ce1-1248-4c9b-856c-5de1443f6a8a req-b4a211dd-1a67-43ee-a9c5-560acbb8981c tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:48.241244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-074e7ce1-1248-4c9b-856c-5de1443f6a8a req-b4a211dd-1a67-43ee-a9c5-560acbb8981c tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1747451 Nov 19 19:10:48.419231 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-074e7ce1-1248-4c9b-856c-5de1443f6a8a req-4c7458be-c7d2-47c2-bdd3-ec3c80740821 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702802 Nov 19 19:10:48.455607 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f94fceb2-c2b3-4ef3-ba66-458e46f43965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:48.462193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] Set router 706a110c-f77c-4614-a5e1-7b9a882efcdb gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:10:48.484627 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:48.846160 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:48.856846 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:48.933787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f94fceb2-c2b3-4ef3-ba66-458e46f43965 None None] For port 62ba3827-05ce-402f-846a-9daae3612c31, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=62ba3827-05ce-402f-846a-9daae3612c31,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:48.940310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd0eb-8e42-4f21-a047-dd5faccfec50 req-c992dc98-3a33-4a05-9994-ed427b22e52b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:48.945158 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e0fd0eb-8e42-4f21-a047-dd5faccfec50 req-c992dc98-3a33-4a05-9994-ed427b22e52b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1954458 Nov 19 19:10:48.952840 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f94fceb2-c2b3-4ef3-ba66-458e46f43965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:48.963761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-75cea6d0-0e75-4fe4-b2ca-68c30a6322d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:48.968284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-75cea6d0-0e75-4fe4-b2ca-68c30a6322d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 1096 time: 0.1681132 Nov 19 19:10:49.088418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Pushing event updated for resources: {'Port': ['ID=b2ab1220-7dad-4a92-99db-17b4cae2e0cb,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:49.093074 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:49.185389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-239e0f23-7262-4222-85bb-9da83e20fb45 None None] Provisioning complete for port b2ab1220-7dad-4a92-99db-17b4cae2e0cb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:49.186938 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-239e0f23-7262-4222-85bb-9da83e20fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:49.221248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e0fd0eb-8e42-4f21-a047-dd5faccfec50 req-76e6762c-cf52-498d-9cdf-ecba7d22586a tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651618 Nov 19 19:10:49.241621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'name': 'tempest-ImageQuotaTest-44575335-router', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '62ba3827-05ce-402f-846a-9daae3612c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:10:41Z', 'updated_at': '2021-11-19T19:10:43Z', 'revision_number': 3, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'gw_port': {'id': '62ba3827-05ce-402f-846a-9daae3612c31', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:10:42Z', 'updated_at': '2021-11-19T19:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:49.262631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-239e0f23-7262-4222-85bb-9da83e20fb45 None None] Port b2ab1220-7dad-4a92-99db-17b4cae2e0cb cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:10:49.302148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-0c6a5221-99d8-4431-94db-a8d7331cdddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:49.302819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fceb2-c2b3-4ef3-ba66-458e46f43965 None None] Pushing event updated for resources: {'Port': ['ID=62ba3827-05ce-402f-846a-9daae3612c31,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:49.308055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-0c6a5221-99d8-4431-94db-a8d7331cdddc service neutron] 10.222.0.21 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.3084965 Nov 19 19:10:49.317905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fef78-0a70-44da-a32f-e66e10d8153b None None] The sync data for ids ['706a110c-f77c-4614-a5e1-7b9a882efcdb'] in n-d-815373-6 is: [{'id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'name': 'tempest-ImageQuotaTest-44575335-router', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '62ba3827-05ce-402f-846a-9daae3612c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:10:41Z', 'updated_at': '2021-11-19T19:10:43Z', 'revision_number': 3, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'gw_port': {'id': '62ba3827-05ce-402f-846a-9daae3612c31', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:10:42Z', 'updated_at': '2021-11-19T19:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:10:49.377391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Network 58df4e7f-5379-4fec-9b41-69700f2f54d9 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:10:49.387540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:49.529108 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-fa494c45-585e-4436-91e0-800657c0ef4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a957dfdd-e97e-4f6c-9a7a-0c2d370add90 HTTP/1.1" status: 200 len: 1000 time: 0.2124851 Nov 19 19:10:49.655613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-0bbc86d4-08f0-48bf-a171-b20c80c1b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:49.658206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-0bbc86d4-08f0-48bf-a171-b20c80c1b84c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1211472 Nov 19 19:10:49.732722 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Router 706a110c-f77c-4614-a5e1-7b9a882efcdb has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:10:49.745217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-1a05e323-adc1-418f-94ae-06f07d68dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:49.750402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-1a05e323-adc1-418f-94ae-06f07d68dace service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835173 Nov 19 19:10:49.785546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-468679cf-cddd-4d73-9c81-dbf029e1cb86 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:10:49.787146 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-468679cf-cddd-4d73-9c81-dbf029e1cb86 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0266671 Nov 19 19:10:49.909520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-01d3c188-071a-4a90-bc1b-b44dbc006db7 None None] Provisioning complete for port b2ab1220-7dad-4a92-99db-17b4cae2e0cb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:49.910093 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01d3c188-071a-4a90-bc1b-b44dbc006db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:49.990862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-01d3c188-071a-4a90-bc1b-b44dbc006db7 None None] Port b2ab1220-7dad-4a92-99db-17b4cae2e0cb cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:10:50.078170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-43bd9f01-eda8-41b4-a9ef-787902569b0c service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807975 Nov 19 19:10:50.079815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:10:50.086569 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-14ee8d38-14b6-44ff-aef7-ec01e9669a9f admin admin] 10.222.0.50 "PUT /v2.0/routers/706a110c-f77c-4614-a5e1-7b9a882efcdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2496989 Nov 19 19:10:50.304506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28394173-0606-4d03-ab7d-4094da1e9f79 req-104e5952-2be1-42fa-8f38-bbfbf7f9b08a service neutron] 10.222.0.21 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015386 Nov 19 19:10:50.347240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 62ba3827-05ce-402f-846a-9daae3612c31 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:10:50.422476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc20905-fa67-4bb1-bd70-1617a432b3fb req-b0f2e83a-2347-4535-8f5b-579aed6c3495 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:50.424420 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2dc20905-fa67-4bb1-bd70-1617a432b3fb req-b0f2e83a-2347-4535-8f5b-579aed6c3495 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.0965714 Nov 19 19:10:50.482607 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 62ba3827-05ce-402f-846a-9daae3612c31 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:50.483242 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:50.553742 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2dc20905-fa67-4bb1-bd70-1617a432b3fb req-de66dcb3-c7e0-409a-9b0b-a0b067899c17 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220984 Nov 19 19:10:51.769900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272cc7e-01cb-4ff0-9f8c-8609be10dc99 req-f91cf178-6ba4-415f-b1cf-00374c77a89a tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:51.784690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4272cc7e-01cb-4ff0-9f8c-8609be10dc99 req-f91cf178-6ba4-415f-b1cf-00374c77a89a tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.0985138 Nov 19 19:10:51.850376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4272cc7e-01cb-4ff0-9f8c-8609be10dc99 req-d28566ef-5cb2-4b66-b454-ed4042a8cdf4 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646138 Nov 19 19:10:52.023028 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Sync routers for ids ['706a110c-f77c-4614-a5e1-7b9a882efcdb'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:10:52.034799 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Routers {'706a110c-f77c-4614-a5e1-7b9a882efcdb'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:10:52.038307 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:10:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['706a110c-f77c-4614-a5e1-7b9a882efcdb'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:52.165608 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Set router 706a110c-f77c-4614-a5e1-7b9a882efcdb gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:10:52.476405 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'name': 'tempest-ImageQuotaTest-44575335-router', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '62ba3827-05ce-402f-846a-9daae3612c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:10:41Z', 'updated_at': '2021-11-19T19:10:48Z', 'revision_number': 4, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'gw_port': {'id': '62ba3827-05ce-402f-846a-9daae3612c31', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:10:42Z', 'updated_at': '2021-11-19T19:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b2ab1220-7dad-4a92-99db-17b4cae2e0cb', 'name': '', 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'mac_address': 'fa:16:3e:86:81:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '87bdb6b5-19e3-401f-981b-dab42dee7abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:10:46Z', 'updated_at': '2021-11-19T19:10:48Z', 'revision_number': 2, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'subnets': [{'id': '87bdb6b5-19e3-401f-981b-dab42dee7abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:52.511042 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Checking router: 706a110c-f77c-4614-a5e1-7b9a882efcdb for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:10:52.511400 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Updating router 706a110c-f77c-4614-a5e1-7b9a882efcdb port b2ab1220-7dad-4a92-99db-17b4cae2e0cb binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:10:52.539873 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:52.697697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58334) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:52.955435 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:52.966289 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.059365 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Pushing event updated for resources: {'Port': ['ID=b2ab1220-7dad-4a92-99db-17b4cae2e0cb,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:53.069624 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.070306 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.071810 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.071810 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.071810 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.071810 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.072557 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.073647 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.074180 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.074662 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.075128 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.075600 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:53.120009 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Attempting to bind port b2ab1220-7dad-4a92-99db-17b4cae2e0cb on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:10:53.120395 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Attempting to bind port b2ab1220-7dad-4a92-99db-17b4cae2e0cb by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '8ceb444c-3292-43a0-bbb1-da18c96c75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:10:53.120762 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Attempting to bind port b2ab1220-7dad-4a92-99db-17b4cae2e0cb on network 58df4e7f-5379-4fec-9b41-69700f2f54d9 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:10:53.140010 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:10:53.140304 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Checking segment: {'id': '8ceb444c-3292-43a0-bbb1-da18c96c75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:10:53.140890 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.141791 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Bound using segment: {'id': '8ceb444c-3292-43a0-bbb1-da18c96c75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:10:53.142456 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Bound port: b2ab1220-7dad-4a92-99db-17b4cae2e0cb, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ceb444c-3292-43a0-bbb1-da18c96c75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:10:53.142852 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.305170 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] For port b2ab1220-7dad-4a92-99db-17b4cae2e0cb, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:10:53.311645 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] For port b2ab1220-7dad-4a92-99db-17b4cae2e0cb, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b2ab1220-7dad-4a92-99db-17b4cae2e0cb,segment=NetworkSegment(8ceb444c-3292-43a0-bbb1-da18c96c75c0),segment_id=8ceb444c-3292-43a0-bbb1-da18c96c75c0)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:10:53.334762 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.431882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.499661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-60334aa9-5638-474e-bdfe-6683c192ae63 None None] Provisioning complete for port b2ab1220-7dad-4a92-99db-17b4cae2e0cb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:53.500479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58374) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:53.501035 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-60334aa9-5638-474e-bdfe-6683c192ae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.538017 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0509b13-842c-4558-943d-b217eeb12d88 None None] Pushing event updated for resources: {'Port': ['ID=b2ab1220-7dad-4a92-99db-17b4cae2e0cb,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:53.620636 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-60334aa9-5638-474e-bdfe-6683c192ae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.707427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-60334aa9-5638-474e-bdfe-6683c192ae63 None None] For port b2ab1220-7dad-4a92-99db-17b4cae2e0cb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b2ab1220-7dad-4a92-99db-17b4cae2e0cb,segment=NetworkSegment(8ceb444c-3292-43a0-bbb1-da18c96c75c0),segment_id=8ceb444c-3292-43a0-bbb1-da18c96c75c0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:53.716319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-60334aa9-5638-474e-bdfe-6683c192ae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.805301 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66cc24a-7384-435e-94f6-e0d3aafd8f11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.818043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60334aa9-5638-474e-bdfe-6683c192ae63 None None] Pushing event updated for resources: {'Port': ['ID=b2ab1220-7dad-4a92-99db-17b4cae2e0cb,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:53.854422 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Routers {'706a110c-f77c-4614-a5e1-7b9a882efcdb'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:10:53.854993 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:10:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['706a110c-f77c-4614-a5e1-7b9a882efcdb'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:53.951478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8effb1a5-7b13-4eb6-9036-66dc71ed43ba None None] Provisioning complete for port b2ab1220-7dad-4a92-99db-17b4cae2e0cb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:10:53.952140 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8effb1a5-7b13-4eb6-9036-66dc71ed43ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.977724 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66cc24a-7384-435e-94f6-e0d3aafd8f11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.988336 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66cc24a-7384-435e-94f6-e0d3aafd8f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:54.035171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d66cc24a-7384-435e-94f6-e0d3aafd8f11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c9d7df0687f438f91b53cb4932a2b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5309911 Nov 19 19:10:54.035171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cc24a-7384-435e-94f6-e0d3aafd8f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87049886-969d-4564-9b43-f2094152302a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:54.036007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58390) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:54.140241 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88196882-19bf-4ba9-a357-c5caae8ed200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:54.169975 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88196882-19bf-4ba9-a357-c5caae8ed200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:54.179143 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] Set router 706a110c-f77c-4614-a5e1-7b9a882efcdb gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:10:54.234538 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88196882-19bf-4ba9-a357-c5caae8ed200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:54.238713 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88196882-19bf-4ba9-a357-c5caae8ed200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:54.242407 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-88196882-19bf-4ba9-a357-c5caae8ed200 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87049886-969d-4564-9b43-f2094152302a HTTP/1.1" status: 204 len: 168 time: 0.1882362 Nov 19 19:10:54.282712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88196882-19bf-4ba9-a357-c5caae8ed200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87049886-969d-4564-9b43-f2094152302a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:54.466529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] Deleting port b2ab1220-7dad-4a92-99db-17b4cae2e0cb {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:10:54.466987 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:54.595412 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'name': 'tempest-ImageQuotaTest-44575335-router', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '62ba3827-05ce-402f-846a-9daae3612c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:10:41Z', 'updated_at': '2021-11-19T19:10:48Z', 'revision_number': 4, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'gw_port': {'id': '62ba3827-05ce-402f-846a-9daae3612c31', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:10:42Z', 'updated_at': '2021-11-19T19:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b2ab1220-7dad-4a92-99db-17b4cae2e0cb', 'name': '', 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'mac_address': 'fa:16:3e:86:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '87bdb6b5-19e3-401f-981b-dab42dee7abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:10:46Z', 'updated_at': '2021-11-19T19:10:53Z', 'revision_number': 5, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'subnets': [{'id': '87bdb6b5-19e3-401f-981b-dab42dee7abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:54.604245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] For port b2ab1220-7dad-4a92-99db-17b4cae2e0cb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b2ab1220-7dad-4a92-99db-17b4cae2e0cb,segment=NetworkSegment(8ceb444c-3292-43a0-bbb1-da18c96c75c0),segment_id=8ceb444c-3292-43a0-bbb1-da18c96c75c0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:54.605407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:54.624403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] Calling delete_port for b2ab1220-7dad-4a92-99db-17b4cae2e0cb owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:10:54.634557 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642e71c-638a-4275-bd58-8edde77cfe57 None None] The sync data for ids ['706a110c-f77c-4614-a5e1-7b9a882efcdb'] in n-d-815373-6 is: [{'id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'name': 'tempest-ImageQuotaTest-44575335-router', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '62ba3827-05ce-402f-846a-9daae3612c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:10:41Z', 'updated_at': '2021-11-19T19:10:48Z', 'revision_number': 4, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'gw_port': {'id': '62ba3827-05ce-402f-846a-9daae3612c31', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:10:42Z', 'updated_at': '2021-11-19T19:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b2ab1220-7dad-4a92-99db-17b4cae2e0cb', 'name': '', 'network_id': '58df4e7f-5379-4fec-9b41-69700f2f54d9', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'mac_address': 'fa:16:3e:86:81:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '87bdb6b5-19e3-401f-981b-dab42dee7abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:10:46Z', 'updated_at': '2021-11-19T19:10:53Z', 'revision_number': 5, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'subnets': [{'id': '87bdb6b5-19e3-401f-981b-dab42dee7abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:10:54.779868 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58442) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:54.806411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c98be1c3-d172-49f7-be04-42d5e3a06591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:54.936514 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c98be1c3-d172-49f7-be04-42d5e3a06591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:54.947469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c98be1c3-d172-49f7-be04-42d5e3a06591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:54.990579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98be1c3-d172-49f7-be04-42d5e3a06591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc815d7c-b5b1-4d1e-a3d7-5ab5909eadbc,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:55.016720 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c98be1c3-d172-49f7-be04-42d5e3a06591 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf03f7ded7d0462ab32d761972c94bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347012 Nov 19 19:10:55.019497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58450) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:55.118353 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:55.144312 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b26488ad-cb30-4a19-9f12-7aa66aafd84c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:55.150992 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:55.210173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ab1220-7dad-4a92-99db-17b4cae2e0cb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:55.256933 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b26488ad-cb30-4a19-9f12-7aa66aafd84c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:55.282789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58454) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:55.468530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b26488ad-cb30-4a19-9f12-7aa66aafd84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:55.471371 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b26488ad-cb30-4a19-9f12-7aa66aafd84c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:55.489718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b26488ad-cb30-4a19-9f12-7aa66aafd84c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc815d7c-b5b1-4d1e-a3d7-5ab5909eadbc HTTP/1.1" status: 204 len: 168 time: 0.4689522 Nov 19 19:10:55.531331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26488ad-cb30-4a19-9f12-7aa66aafd84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc815d7c-b5b1-4d1e-a3d7-5ab5909eadbc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:55.540500 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:55.599388 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19665c02-396e-457d-8627-88a55b6b216c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:55.762679 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19665c02-396e-457d-8627-88a55b6b216c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:55.773292 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19665c02-396e-457d-8627-88a55b6b216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:55.836103 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-19665c02-396e-457d-8627-88a55b6b216c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8137fd1296274ec2ab17ac10c6aa56e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5521500 Nov 19 19:10:55.837484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58476) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:55.896249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19665c02-396e-457d-8627-88a55b6b216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5cb734-b16e-42cc-9d1f-b51fcd8f067e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:55.937098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-713b22c3-1462-4949-8b31-501e607d2b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:55.988931 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-713b22c3-1462-4949-8b31-501e607d2b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:56.070836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-713b22c3-1462-4949-8b31-501e607d2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:56.075579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-713b22c3-1462-4949-8b31-501e607d2b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:56.080682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-713b22c3-1462-4949-8b31-501e607d2b0d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a5cb734-b16e-42cc-9d1f-b51fcd8f067e HTTP/1.1" status: 204 len: 168 time: 0.2315750 Nov 19 19:10:56.099368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b22c3-1462-4949-8b31-501e607d2b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5cb734-b16e-42cc-9d1f-b51fcd8f067e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:56.129252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] Router 706a110c-f77c-4614-a5e1-7b9a882efcdb has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:10:56.321605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:10:56.330570 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-02abf635-fd9f-4ebd-b1a2-4fc2e49b611f admin admin] 10.222.0.50 "PUT /v2.0/routers/706a110c-f77c-4614-a5e1-7b9a882efcdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6296601 Nov 19 19:10:56.330967 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58490) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:56.501435 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:56.613687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc6846-165e-4915-8503-a1c2070f3474 None None] Sync routers for ids ['706a110c-f77c-4614-a5e1-7b9a882efcdb'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:10:56.630994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc6846-165e-4915-8503-a1c2070f3474 None None] Routers {'706a110c-f77c-4614-a5e1-7b9a882efcdb'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:10:56.632074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-79fc6846-165e-4915-8503-a1c2070f3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:10:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['706a110c-f77c-4614-a5e1-7b9a882efcdb'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:56.718316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:56.805905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Deleting port 62ba3827-05ce-402f-846a-9daae3612c31 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:10:56.806240 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:56.830640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-79fc6846-165e-4915-8503-a1c2070f3474 None None] Set router 706a110c-f77c-4614-a5e1-7b9a882efcdb gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:10:56.919776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] For port 62ba3827-05ce-402f-846a-9daae3612c31, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=62ba3827-05ce-402f-846a-9daae3612c31,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:56.920291 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:56.937062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Calling delete_port for 62ba3827-05ce-402f-846a-9daae3612c31 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:10:57.206706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-79fc6846-165e-4915-8503-a1c2070f3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'name': 'tempest-ImageQuotaTest-44575335-router', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '62ba3827-05ce-402f-846a-9daae3612c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:10:41Z', 'updated_at': '2021-11-19T19:10:55Z', 'revision_number': 5, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'gw_port': {'id': '62ba3827-05ce-402f-846a-9daae3612c31', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:10:42Z', 'updated_at': '2021-11-19T19:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:57.234018 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:57.243777 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc6846-165e-4915-8503-a1c2070f3474 None None] Checking router: 706a110c-f77c-4614-a5e1-7b9a882efcdb for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:10:57.255962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc6846-165e-4915-8503-a1c2070f3474 None None] Routers {'706a110c-f77c-4614-a5e1-7b9a882efcdb'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:10:57.256821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-79fc6846-165e-4915-8503-a1c2070f3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:10:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['706a110c-f77c-4614-a5e1-7b9a882efcdb'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:57.279983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ba3827-05ce-402f-846a-9daae3612c31,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:57.384327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab95d-2819-4d95-9313-883a851dca47 req-9c173868-6f0b-4859-acb1-b32e5b6fbdc8 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:10:57.386362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-9c173868-6f0b-4859-acb1-b32e5b6fbdc8 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 815 time: 0.2430711 Nov 19 19:10:57.405954 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:57.423647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-d713b7f8-42a5-46e2-a771-20468890ff64 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/quotas/9ec742e98c7947f299e07f92ac6d88f7 HTTP/1.1" status: 200 len: 375 time: 0.0282767 Nov 19 19:10:57.535643 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-3e4723e9-baa6-49ed-ac2d-688c29e27552 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1052146 Nov 19 19:10:57.543411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:57.546678 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:57.563832 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4cc936-9b65-4aab-89ab-3469b865b959 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:10:57.591603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-79fc6846-165e-4915-8503-a1c2070f3474 None None] Set router 706a110c-f77c-4614-a5e1-7b9a882efcdb gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:10:57.687099 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:57.688931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-79fc6846-165e-4915-8503-a1c2070f3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'name': 'tempest-ImageQuotaTest-44575335-router', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:10:41Z', 'updated_at': '2021-11-19T19:10:57Z', 'revision_number': 7, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:57.689460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706a110c-f77c-4614-a5e1-7b9a882efcdb {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:10:57.697430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:57.703757 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d4a356d7-731d-4f7c-9f70-031bb9da94f6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/706a110c-f77c-4614-a5e1-7b9a882efcdb HTTP/1.1" status: 204 len: 168 time: 1.3713956 Nov 19 19:10:57.704933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58552) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:57.722282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-4a67b31b-4809-448d-b4c6-497ab5de29f4 service neutron] 10.222.0.50 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759079 Nov 19 19:10:57.745640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fc6846-165e-4915-8503-a1c2070f3474 None None] The sync data for ids ['706a110c-f77c-4614-a5e1-7b9a882efcdb'] in n-d-815373-6 is: [{'id': '706a110c-f77c-4614-a5e1-7b9a882efcdb', 'name': 'tempest-ImageQuotaTest-44575335-router', 'tenant_id': 'b883179f689742618c3ae34a1707ebc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:10:41Z', 'updated_at': '2021-11-19T19:10:57Z', 'revision_number': 7, 'project_id': 'b883179f689742618c3ae34a1707ebc6', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:10:57.843307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Deleting subnet 87bdb6b5-19e3-401f-981b-dab42dee7abb {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:10:57.844702 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:57.882012 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:57.954833 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-699c81d9-8b42-4e2c-88a4-915a2d41e969 service neutron] 10.222.0.50 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241633 Nov 19 19:10:58.034552 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:58.113096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:58.232785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da39d9e-96d4-4f9b-92f0-8ec1f6a15c44 None None] Network 58df4e7f-5379-4fec-9b41-69700f2f54d9 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:10:58.256114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87bdb6b5-19e3-401f-981b-dab42dee7abb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:58.274073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:58.280442 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/87bdb6b5-19e3-401f-981b-dab42dee7abb HTTP/1.1" status: 204 len: 168 time: 0.5744836 Nov 19 19:10:58.286415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58588) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:58.336784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf94f91d-41b7-440b-88d7-0d5adc8854a8 req-74f25483-fd60-415c-9d9c-e5202006e607 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 210 time: 0.0845706 Nov 19 19:10:58.356860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.357229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.357582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.362596 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.363035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.363416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.365332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.365873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.374347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.374347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.374347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.374347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3b8ad-d05e-4408-836b-2b40ed210237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:58.432068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b2ab1220-7dad-4a92-99db-17b4cae2e0cb no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:10:58.478902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b2ab1220-7dad-4a92-99db-17b4cae2e0cb {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:10:58.479425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b2ab1220-7dad-4a92-99db-17b4cae2e0cb not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:10:58.525085 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:58.622886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58602) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:58.638398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Deleting port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:10:58.638717 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:58.770833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] DHCP port deletion for 58df4e7f-5379-4fec-9b41-69700f2f54d9 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:10:58.800290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] For port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0befcb1b-3cc6-4a3f-935f-c97e6497c3d5,segment=NetworkSegment(8ceb444c-3292-43a0-bbb1-da18c96c75c0),segment_id=8ceb444c-3292-43a0-bbb1-da18c96c75c0)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:58.803021 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:58.838926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Calling delete_port for 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:10:58.846334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:10:58.874880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Deleting port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:10:58.875531 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:58.916174 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:58.984448 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:58.997702 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] For port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0befcb1b-3cc6-4a3f-935f-c97e6497c3d5,segment=NetworkSegment(8ceb444c-3292-43a0-bbb1-da18c96c75c0),segment_id=8ceb444c-3292-43a0-bbb1-da18c96c75c0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:10:58.998470 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.031915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Calling delete_port for 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:10:59.040514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Pushing event deleted for resources: {'Port': ['ID=0befcb1b-3cc6-4a3f-935f-c97e6497c3d5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:59.055575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] No DVR routers for this DVR port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:10:59.070767 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.222222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.256243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.280260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58df4e7f-5379-4fec-9b41-69700f2f54d9']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:59.290841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ceb444c-3292-43a0-bbb1-da18c96c75c0') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:59.291181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ceb444c-3292-43a0-bbb1-da18c96c75c0') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:10:59.293134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Allocated IP 172.25.3.161 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/07ef5068-fa34-45ac-96ce-9b70cec171cc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:10:59.310349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.328382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.340586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:10:59.341209 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:10:59.343534 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:10:59.403597 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Pushing event deleted for resources: {'Port': ['ID=0befcb1b-3cc6-4a3f-935f-c97e6497c3d5,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:59.438872 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.448909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.456586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] 10.222.0.50 "DELETE /v2.0/networks/58df4e7f-5379-4fec-9b41-69700f2f54d9 HTTP/1.1" status: 204 len: 168 time: 1.1690819 Nov 19 19:10:59.463684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] No DVR routers for this DVR port 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:10:59.479345 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.481809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.484179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.485045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.485250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02992a87-b76b-4b26-8152-452aaad439ee admin admin] Pushing event deleted for resources: {'Network': ['ID=58df4e7f-5379-4fec-9b41-69700f2f54d9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:59.488150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.491883 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.492110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.495043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.495399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.496434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.496972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.498127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bd58fc-add2-46ee-8438-90477acb14de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.542399 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ebb0949c-7e7e-47a7-951b-5cb98ce3a58b req-0f1b79a0-d3c3-42e9-912b-8cee4431c22f tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 210 time: 0.0700624 Nov 19 19:10:59.617568 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.653319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.669876 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.720285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58634) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:59.734770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:10:59.742024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:10:59.749139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:10:59.796751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Pushing event updated for resources: {'Port': ['ID=07ef5068-fa34-45ac-96ce-9b70cec171cc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:10:59.807499 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1af66c33-fc30-4b67-a906-c711cf890b86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b883179f689742618c3ae34a1707ebc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0859997 Nov 19 19:10:59.808643 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58638) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:59.813340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.814515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.815086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.815662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.816230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.816812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.817371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.818008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.818552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.819194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.819754 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.820407 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:10:59.877154 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bf34020f-0929-48a4-a1fe-b0b8ce856145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.916516 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bf34020f-0929-48a4-a1fe-b0b8ce856145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.955078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58642) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:10:59.987968 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bf34020f-0929-48a4-a1fe-b0b8ce856145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.992444 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bf34020f-0929-48a4-a1fe-b0b8ce856145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:59.996410 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bf34020f-0929-48a4-a1fe-b0b8ce856145 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c907dd86-0931-4fc2-9bf8-1e579964b4e2 HTTP/1.1" status: 204 len: 168 time: 0.1837397 Nov 19 19:11:00.011041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34020f-0929-48a4-a1fe-b0b8ce856145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c907dd86-0931-4fc2-9bf8-1e579964b4e2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:00.039886 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.141946 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.151108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab95d-2819-4d95-9313-883a851dca47 req-ce64ce37-2308-4f36-9f33-e037e1c0a706 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:00.153269 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-ce64ce37-2308-4f36-9f33-e037e1c0a706 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.21 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 815 time: 0.2480755 Nov 19 19:11:00.178473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Request body: {'port': {'device_id': '89103bdd-2892-4bdf-8292-4978e0279871', 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5', 'admin_state_up': True, 'tenant_id': '9ec742e98c7947f299e07f92ac6d88f7'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:00.265325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 62ba3827-05ce-402f-846a-9daae3612c31 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:11:00.297232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 62ba3827-05ce-402f-846a-9daae3612c31 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:11:00.297579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 62ba3827-05ce-402f-846a-9daae3612c31 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:11:00.298440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:11:00.350404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:11:00.360911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0befcb1b-3cc6-4a3f-935f-c97e6497c3d5 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:11:00.377377 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7714dd66-3235-4545-96da-220949d1c0ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.442068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Made reservation on behalf of 9ec742e98c7947f299e07f92ac6d88f7 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:00.445869 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.466907 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.479003 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.489382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7714dd66-3235-4545-96da-220949d1c0ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.494814 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7714dd66-3235-4545-96da-220949d1c0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.524191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58652) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:00.560036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3206eec2-ec07-4d53-84bb-0253dc5f00c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.574555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Pushing event updated for resources: {'Port': ['ID=07ef5068-fa34-45ac-96ce-9b70cec171cc,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:00.598459 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7714dd66-3235-4545-96da-220949d1c0ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b089dbe990148539c2b79fc057ce8b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6421864 Nov 19 19:11:00.614183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58656) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:00.654017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714dd66-3235-4545-96da-220949d1c0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c587e643-2314-4b70-bc4b-998093312250,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:00.714031 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3206eec2-ec07-4d53-84bb-0253dc5f00c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.720871 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3206eec2-ec07-4d53-84bb-0253dc5f00c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.764697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3206eec2-ec07-4d53-84bb-0253dc5f00c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2362742 Nov 19 19:11:00.765980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58658) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:00.774869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206eec2-ec07-4d53-84bb-0253dc5f00c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b6ea9a-2626-4b80-a416-3cba25b1ddc7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:00.825106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a98ab31-4120-4373-be9e-c7627acb801f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.848895 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a98ab31-4120-4373-be9e-c7627acb801f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.910000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a98ab31-4120-4373-be9e-c7627acb801f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.914114 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a98ab31-4120-4373-be9e-c7627acb801f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:00.919921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0a98ab31-4120-4373-be9e-c7627acb801f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77b6ea9a-2626-4b80-a416-3cba25b1ddc7 HTTP/1.1" status: 204 len: 168 time: 0.1526148 Nov 19 19:11:00.930715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98ab31-4120-4373-be9e-c7627acb801f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b6ea9a-2626-4b80-a416-3cba25b1ddc7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:00.967985 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a76a3db0-855a-46e4-bf27-ab8b3a47c5d4 req-8da8f743-c371-470c-a6a0-cfc689d7398a tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 210 time: 0.3179505 Nov 19 19:11:01.018950 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.056652 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21eaa608-25c0-4ff2-8932-774313b23bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.082659 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21eaa608-25c0-4ff2-8932-774313b23bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.125774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.127094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1a6b0946-12b5-464f-8300-188bfadfb98c tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5029616 Nov 19 19:11:01.131191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58664) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:01.139649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1931affa-97b1-4a1a-9b1a-e033f6088c51 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-325848104', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'fixed_ips': [{'ip_address': '172.25.3.161'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:01.147109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Allocated IP 172.20.0.4 (a84502ce-0065-4573-9318-35f233adc5e5/ea8953cc-e549-4fd1-ad43-84ee13184fa5/192046a7-0c5a-494b-ae7b-673e3ca8c725) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:01.181826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1931affa-97b1-4a1a-9b1a-e033f6088c51 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Made reservation on behalf of df0c669a4e6742058af7ce4a12e09b89 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:01.197332 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1931affa-97b1-4a1a-9b1a-e033f6088c51 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.214230 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21eaa608-25c0-4ff2-8932-774313b23bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.217656 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21eaa608-25c0-4ff2-8932-774313b23bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.219170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-21eaa608-25c0-4ff2-8932-774313b23bdb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c587e643-2314-4b70-bc4b-998093312250 HTTP/1.1" status: 204 len: 168 time: 0.6049435 Nov 19 19:11:01.219956 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1931affa-97b1-4a1a-9b1a-e033f6088c51 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.239337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaa608-25c0-4ff2-8932-774313b23bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c587e643-2314-4b70-bc4b-998093312250,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:01.401556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1931affa-97b1-4a1a-9b1a-e033f6088c51 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.410279 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1931affa-97b1-4a1a-9b1a-e033f6088c51 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.418011 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.423359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-1931affa-97b1-4a1a-9b1a-e033f6088c51 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] device_id is not set on port d87c5c03-f402-4eb3-823b-21f83ce99880 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:11:01.463921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.478133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['2964e42d-41c7-4fc4-927e-af45910d5db9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:11:01.499104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931affa-97b1-4a1a-9b1a-e033f6088c51 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01b59c7-f47d-4d80-839a-ef48a62426e0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:01.518131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Network a84502ce-0065-4573-9318-35f233adc5e5 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:01.523545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:01.527983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:01.535730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Pushing event updated for resources: {'Port': ['ID=192046a7-0c5a-494b-ae7b-673e3ca8c725,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:01.621316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:01.622577 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.648014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-60cb6176-eaf5-4118-a6c9-7c010eefaf24 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4759429 Nov 19 19:11:01.666588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Request body: {'port': {'device_id': '89103bdd-2892-4bdf-8292-4978e0279871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:01.687035 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-1931affa-97b1-4a1a-9b1a-e033f6088c51 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 19:11:01.687265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1931affa-97b1-4a1a-9b1a-e033f6088c51 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:11:01.723890 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1931affa-97b1-4a1a-9b1a-e033f6088c51 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5911455 Nov 19 19:11:01.726822 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58672) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:01.791047 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.833030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58674) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:01.858794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4d56-cb04-4dab-af80-53da5c63538a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:01.986420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-538daa0a-160e-46cc-be4a-f4894b57d295 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Deleting port 07ef5068-fa34-45ac-96ce-9b70cec171cc {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:01.987744 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-538daa0a-160e-46cc-be4a-f4894b57d295 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.108556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-538daa0a-160e-46cc-be4a-f4894b57d295 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.108897 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-538daa0a-160e-46cc-be4a-f4894b57d295 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.124944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-538daa0a-160e-46cc-be4a-f4894b57d295 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Calling delete_port for 07ef5068-fa34-45ac-96ce-9b70cec171cc owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:02.136658 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4d56-cb04-4dab-af80-53da5c63538a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.147604 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4d56-cb04-4dab-af80-53da5c63538a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.230946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7b2c4d56-cb04-4dab-af80-53da5c63538a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c07c6aa7407944d19d1ea003ac52cf2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3959544 Nov 19 19:11:02.237731 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58680) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:02.243230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e470f5-9069-48e5-98fe-608c5f019ff9 req-59c8fe0c-5328-4253-96b1-5b8aad940204 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:02.244841 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1e470f5-9069-48e5-98fe-608c5f019ff9 req-59c8fe0c-5328-4253-96b1-5b8aad940204 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 931 time: 0.1780889 Nov 19 19:11:02.251404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c4d56-cb04-4dab-af80-53da5c63538a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3727a5b0-4d44-4ce5-9260-6f10422cffbd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:02.328887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192046a7-0c5a-494b-ae7b-673e3ca8c725 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:11:02.343833 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ade2d0f8-d6b8-4d4a-ad7d-2bb8adfbf838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.345218 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.363034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1e470f5-9069-48e5-98fe-608c5f019ff9 req-af517da8-13f6-4bdf-ba69-fef453842d42 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065922 Nov 19 19:11:02.412768 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ade2d0f8-d6b8-4d4a-ad7d-2bb8adfbf838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.457661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Transition to ACTIVE for port object 192046a7-0c5a-494b-ae7b-673e3ca8c725 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:11:02.462722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-538daa0a-160e-46cc-be4a-f4894b57d295 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.463929 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.503741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538daa0a-160e-46cc-be4a-f4894b57d295 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Pushing event deleted for resources: {'Port': ['ID=07ef5068-fa34-45ac-96ce-9b70cec171cc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:02.555211 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=192046a7-0c5a-494b-ae7b-673e3ca8c725,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:02.577548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ade2d0f8-d6b8-4d4a-ad7d-2bb8adfbf838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.580310 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ade2d0f8-d6b8-4d4a-ad7d-2bb8adfbf838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.581584 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ade2d0f8-d6b8-4d4a-ad7d-2bb8adfbf838 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3727a5b0-4d44-4ce5-9260-6f10422cffbd HTTP/1.1" status: 204 len: 168 time: 0.3425028 Nov 19 19:11:02.592643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-538daa0a-160e-46cc-be4a-f4894b57d295 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.595694 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-538daa0a-160e-46cc-be4a-f4894b57d295 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.596961 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-538daa0a-160e-46cc-be4a-f4894b57d295 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684 tempest-ExternalNetworksAdminNegativeTestJSON-1460139684-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/05f8344a-127e-43c3-99d0-5f269229be74 HTTP/1.1" status: 204 len: 168 time: 0.8691657 Nov 19 19:11:02.610255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2d0f8-d6b8-4d4a-ad7d-2bb8adfbf838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3727a5b0-4d44-4ce5-9260-6f10422cffbd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:02.700092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Attempting to bind port 192046a7-0c5a-494b-ae7b-673e3ca8c725 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:02.704637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Attempting to bind port 192046a7-0c5a-494b-ae7b-673e3ca8c725 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:02.705037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Attempting to bind port 192046a7-0c5a-494b-ae7b-673e3ca8c725 on network a84502ce-0065-4573-9318-35f233adc5e5 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:02.713588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Port 192046a7-0c5a-494b-ae7b-673e3ca8c725 on network a84502ce-0065-4573-9318-35f233adc5e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:02.715004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Attempting to bind port 192046a7-0c5a-494b-ae7b-673e3ca8c725 on network a84502ce-0065-4573-9318-35f233adc5e5 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:02.725550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:11:02.726086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Checking segment: {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:11:02.726503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Bound using segment: {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:11:02.726933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Bound port: 192046a7-0c5a-494b-ae7b-673e3ca8c725, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:11:02.727303 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.846031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] For port 192046a7-0c5a-494b-ae7b-673e3ca8c725, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:11:02.850054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] For port 192046a7-0c5a-494b-ae7b-673e3ca8c725, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=192046a7-0c5a-494b-ae7b-673e3ca8c725,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:11:02.857054 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.910657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:02.911706 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.913644 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] 10.222.0.21 "PUT /v2.0/ports/192046a7-0c5a-494b-ae7b-673e3ca8c725 HTTP/1.1" status: 200 len: 1091 time: 1.2523711 Nov 19 19:11:02.914146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89103bdd-2892-4bdf-8292-4978e0279871', 'tag': '192046a7-0c5a-494b-ae7b-673e3ca8c725'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:02.916930 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8953e62-cfa4-4a6b-8836-622a52ce97fb" -d '{"events": [{"name": "network-changed", "server_uuid": "89103bdd-2892-4bdf-8292-4978e0279871", "tag": "192046a7-0c5a-494b-ae7b-673e3ca8c725"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:02.943318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a904a7-98fa-4429-8359-45b84ae81bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=192046a7-0c5a-494b-ae7b-673e3ca8c725,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:02.989870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58696) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:03.036001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab95d-2819-4d95-9313-883a851dca47 req-3eca4cf1-9c68-415a-93c8-38f829661879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:03.042255 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-3eca4cf1-9c68-415a-93c8-38f829661879 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 1094 time: 0.0683084 Nov 19 19:11:03.098133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-5581c3fa-d5f0-4bea-a681-4a961ac1966b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=192046a7-0c5a-494b-ae7b-673e3ca8c725 HTTP/1.1" status: 200 len: 217 time: 0.0459158 Nov 19 19:11:03.160678 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38dab69d-b32d-4620-ad92-03c721019758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:03.181064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab95d-2819-4d95-9313-883a851dca47 req-1d88c15a-8e91-4a44-a0e0-05804ad3d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:03.185198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-1d88c15a-8e91-4a44-a0e0-05804ad3d895 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea8953cc-e549-4fd1-ad43-84ee13184fa5 HTTP/1.1" status: 200 len: 855 time: 0.0812850 Nov 19 19:11:03.225580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-3e9ffe8a-b812-4c90-a6b8-3fa8bc7b894b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a84502ce-0065-4573-9318-35f233adc5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326471 Nov 19 19:11:03.272246 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e30bc91-e51f-4920-bdf1-dc4874d48807 x-openstack-request-id: req-5e30bc91-e51f-4920-bdf1-dc4874d48807 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:03.272738 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89103bdd-2892-4bdf-8292-4978e0279871", "tag": "192046a7-0c5a-494b-ae7b-673e3ca8c725", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:03.273147 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e30bc91-e51f-4920-bdf1-dc4874d48807 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:03.273596 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89103bdd-2892-4bdf-8292-4978e0279871', 'tag': '192046a7-0c5a-494b-ae7b-673e3ca8c725', 'status': 'completed', 'code': 200} Nov 19 19:11:03.311478 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38dab69d-b32d-4620-ad92-03c721019758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:03.317434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38dab69d-b32d-4620-ad92-03c721019758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:03.369881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-38dab69d-b32d-4620-ad92-03c721019758 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6a18e72e7fd4990befda98f1b7c205c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3834412 Nov 19 19:11:03.373373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58710) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:03.375073 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-13338bcd-8d82-40c3-bba9-75ad5e86c8c9 service neutron] 10.222.0.21 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390345 Nov 19 19:11:03.388951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dab69d-b32d-4620-ad92-03c721019758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2631a3e4-ea76-42b5-90a2-d367f3b32fa3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:03.435496 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f8ad91c7-bf11-471c-9d59-a9d83aeb6c25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:03.471167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f8ad91c7-bf11-471c-9d59-a9d83aeb6c25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:03.499698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e33ab95d-2819-4d95-9313-883a851dca47 req-fc6b2871-6b1b-43f4-b95b-359aa0c7715c service neutron] 10.222.0.21 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154974 Nov 19 19:11:03.577830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276625f-1f75-4955-8a6a-cda256a5fb18 req-c810c60f-ecc7-4ec6-8804-680875130386 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:03.579409 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4276625f-1f75-4955-8a6a-cda256a5fb18 req-c810c60f-ecc7-4ec6-8804-680875130386 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 943 time: 0.0568397 Nov 19 19:11:03.598976 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f8ad91c7-bf11-471c-9d59-a9d83aeb6c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:03.601314 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f8ad91c7-bf11-471c-9d59-a9d83aeb6c25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:03.605477 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f8ad91c7-bf11-471c-9d59-a9d83aeb6c25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2631a3e4-ea76-42b5-90a2-d367f3b32fa3 HTTP/1.1" status: 204 len: 168 time: 0.2298138 Nov 19 19:11:03.615295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8953e62-cfa4-4a6b-8836-622a52ce97fb req-902c54bc-8201-4582-bd92-29ecd5668daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:03.617811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8953e62-cfa4-4a6b-8836-622a52ce97fb req-902c54bc-8201-4582-bd92-29ecd5668daa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 1094 time: 0.0642703 Nov 19 19:11:03.626050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad91c7-bf11-471c-9d59-a9d83aeb6c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2631a3e4-ea76-42b5-90a2-d367f3b32fa3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:03.669084 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4276625f-1f75-4955-8a6a-cda256a5fb18 req-b78904a0-5bb3-433c-8351-00502f026e7f tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720191 Nov 19 19:11:03.775753 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8953e62-cfa4-4a6b-8836-622a52ce97fb req-3addd450-bf19-4c61-817a-4b5dfe9a805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:03.777378 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8953e62-cfa4-4a6b-8836-622a52ce97fb req-3addd450-bf19-4c61-817a-4b5dfe9a805d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 916 time: 0.1420536 Nov 19 19:11:03.824355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8953e62-cfa4-4a6b-8836-622a52ce97fb req-2843b5ba-8996-42ab-88dd-2aeac7a24162 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=192046a7-0c5a-494b-ae7b-673e3ca8c725 HTTP/1.1" status: 200 len: 217 time: 0.0381188 Nov 19 19:11:03.889347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8953e62-cfa4-4a6b-8836-622a52ce97fb req-4bf37b9b-147a-4aca-86c4-01d0c3af522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:03.891200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8953e62-cfa4-4a6b-8836-622a52ce97fb req-4bf37b9b-147a-4aca-86c4-01d0c3af522d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea8953cc-e549-4fd1-ad43-84ee13184fa5 HTTP/1.1" status: 200 len: 855 time: 0.0588841 Nov 19 19:11:03.932484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8953e62-cfa4-4a6b-8836-622a52ce97fb req-fdb9545d-4696-4843-a991-829bbbc7b1d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a84502ce-0065-4573-9318-35f233adc5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269318 Nov 19 19:11:04.036092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8953e62-cfa4-4a6b-8836-622a52ce97fb req-158a5c01-4198-497f-ae9e-85b424b39691 service neutron] 10.222.0.21 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949240 Nov 19 19:11:04.056449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58738) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:04.108570 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-20c5a9c8-55f0-41f6-96be-0c42b137c90b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df0c669a4e6742058af7ce4a12e09b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482795 Nov 19 19:11:04.108791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58742) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:04.147456 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8953e62-cfa4-4a6b-8836-622a52ce97fb req-a13c9c60-fb25-4d2c-8045-ce950997a732 service neutron] 10.222.0.21 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024280 Nov 19 19:11:04.159843 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2598a428-d067-4655-8079-5534ee5672dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:04.185520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2598a428-d067-4655-8079-5534ee5672dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:04.232929 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2598a428-d067-4655-8079-5534ee5672dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:04.235760 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2598a428-d067-4655-8079-5534ee5672dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:04.237264 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2598a428-d067-4655-8079-5534ee5672dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b01b59c7-f47d-4d80-839a-ef48a62426e0 HTTP/1.1" status: 204 len: 168 time: 0.1271377 Nov 19 19:11:04.245411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598a428-d067-4655-8079-5534ee5672dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01b59c7-f47d-4d80-839a-ef48a62426e0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:04.918888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b22b-fade-4af7-967b-628cd733306b req-db39e874-f8fe-4e44-9d68-dfbcdf1bd8e6 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:04.927615 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71b8b22b-fade-4af7-967b-628cd733306b req-db39e874-f8fe-4e44-9d68-dfbcdf1bd8e6 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 943 time: 0.1310644 Nov 19 19:11:05.029342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71b8b22b-fade-4af7-967b-628cd733306b req-a8a097cd-c93e-4343-97b2-573e95205777 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900550 Nov 19 19:11:06.266848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58844) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:06.269292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0648d-5260-4a51-9c8a-4b1434640a8d req-065a42d1-6d56-4e28-8761-9e1af0097d79 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:06.283737 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26d0648d-5260-4a51-9c8a-4b1434640a8d req-065a42d1-6d56-4e28-8761-9e1af0097d79 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 943 time: 0.1521897 Nov 19 19:11:06.367866 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26d0648d-5260-4a51-9c8a-4b1434640a8d req-2b657bf8-0766-43a3-8cf4-0120548cb93a tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788333 Nov 19 19:11:06.426711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d0d5ee20-d6bb-4c23-9ba9-69b8e4010b82 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1141687212'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:06.427385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d0d5ee20-d6bb-4c23-9ba9-69b8e4010b82 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Unknown quota resources ['metering_label']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 19:11:06.694049 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0d5ee20-d6bb-4c23-9ba9-69b8e4010b82 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:06.695433 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d0d5ee20-d6bb-4c23-9ba9-69b8e4010b82 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4248114 Nov 19 19:11:06.698013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58860) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:06.703067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-802e6aa4-8e2f-4293-90ed-b0ec4e6d592d tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'dd1d1c97-af87-470c-b755-68c96dae3522'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:06.704058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-802e6aa4-8e2f-4293-90ed-b0ec4e6d592d tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 19:11:06.841621 n-d-815373-6 neutron-server[109888]: WARNING neutron.services.metering.metering_plugin [None req-802e6aa4-8e2f-4293-90ed-b0ec4e6d592d tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 19:11:07.015515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 192046a7-0c5a-494b-ae7b-673e3ca8c725 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:11:07.216632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 192046a7-0c5a-494b-ae7b-673e3ca8c725, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=192046a7-0c5a-494b-ae7b-673e3ca8c725,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:07.238074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '192046a7-0c5a-494b-ae7b-673e3ca8c725', 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5', 'port_id': '192046a7-0c5a-494b-ae7b-673e3ca8c725', 'mac_address': 'fa:16:3e:2e:9e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8953cc-e549-4fd1-ad43-84ee13184fa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:11:07.300655 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:07.324403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192046a7-0c5a-494b-ae7b-673e3ca8c725 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:11:07.359941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 192046a7-0c5a-494b-ae7b-673e3ca8c725, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=192046a7-0c5a-494b-ae7b-673e3ca8c725,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:07.369309 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:07.462573 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-802e6aa4-8e2f-4293-90ed-b0ec4e6d592d tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:07.468043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58884) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:07.468679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-802e6aa4-8e2f-4293-90ed-b0ec4e6d592d tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7693207 Nov 19 19:11:07.473582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-32358f26-664f-4a16-a6e0-f34b328d4e14 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'dd1d1c97-af87-470c-b755-68c96dae3522'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:07.475228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-32358f26-664f-4a16-a6e0-f34b328d4e14 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109887) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 19:11:07.482435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=192046a7-0c5a-494b-ae7b-673e3ca8c725,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:07.593783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddfd5a-6280-4af2-95b7-51d1ea6ce88d req-d8f15465-9269-4f61-8516-db26c87791f8 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:07.607544 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dcddfd5a-6280-4af2-95b7-51d1ea6ce88d req-d8f15465-9269-4f61-8516-db26c87791f8 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 944 time: 0.0952210 Nov 19 19:11:07.641063 n-d-815373-6 neutron-server[109887]: WARNING neutron.services.metering.metering_plugin [None req-32358f26-664f-4a16-a6e0-f34b328d4e14 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 19:11:07.673076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['192046a7-0c5a-494b-ae7b-673e3ca8c725'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:11:07.711090 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dcddfd5a-6280-4af2-95b7-51d1ea6ce88d req-a3ee0680-b685-4531-8ee5-37b712a240b3 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972226 Nov 19 19:11:07.806116 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32358f26-664f-4a16-a6e0-f34b328d4e14 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:07.807581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-32358f26-664f-4a16-a6e0-f34b328d4e14 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3378127 Nov 19 19:11:07.810598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58890) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:07.822492 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2ea9ed00-5741-4df5-a0f1-92a9ab44635c tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=bb825799-6fb4-4237-a46b-6f66a1d3dc76 HTTP/1.1" status: 200 len: 464 time: 0.0105412 Nov 19 19:11:07.825630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58892) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:07.984473 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59d2f774-b11d-4f76-bcc9-23df6d57b637 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:07.988741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58896) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:07.989255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-59d2f774-b11d-4f76-bcc9-23df6d57b637 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/bb825799-6fb4-4237-a46b-6f66a1d3dc76 HTTP/1.1" status: 204 len: 168 time: 0.1622767 Nov 19 19:11:08.002880 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ddbd2117-55a3-420a-b346-a29b004e5a33 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=bb825799-6fb4-4237-a46b-6f66a1d3dc76 HTTP/1.1" status: 200 len: 221 time: 0.0125740 Nov 19 19:11:08.009839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58898) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:08.016342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-25ccba99-5f85-4d99-87a5-195435d1d746 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1220075287', 'description': 'label created by tempest'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:08.016798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-25ccba99-5f85-4d99-87a5-195435d1d746 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Unknown quota resources ['metering_label']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 19:11:08.221237 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25ccba99-5f85-4d99-87a5-195435d1d746 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:08.225887 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-25ccba99-5f85-4d99-87a5-195435d1d746 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2122891 Nov 19 19:11:08.226512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58906) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:08.246352 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd7e06df-e2c6-4ce4-92f4-f3d4c91285f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:08.334192 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-029d4fbb-2d0e-443a-977e-5cc95745f301 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=08ff0f9b-09b5-4300-9192-0e61cf582657 HTTP/1.1" status: 200 len: 468 time: 0.1063702 Nov 19 19:11:08.337184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58912) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:08.614641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f361cc5b-6d45-4099-981a-4d38fa808819 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:08.618610 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f361cc5b-6d45-4099-981a-4d38fa808819 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/08ff0f9b-09b5-4300-9192-0e61cf582657 HTTP/1.1" status: 204 len: 168 time: 0.2771354 Nov 19 19:11:08.618986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58920) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:08.630587 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f3291fa7-3fe1-42c5-8c9d-b64518853fef tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=08ff0f9b-09b5-4300-9192-0e61cf582657 HTTP/1.1" status: 200 len: 216 time: 0.0104108 Nov 19 19:11:08.633938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58924) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:08.645056 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6a2fab41-b4fd-4474-b052-6fc3e7c32900 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0097995 Nov 19 19:11:08.648127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58926) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:08.660691 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ad9708bd-8a19-4d59-9825-2e618185e50a tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0114925 Nov 19 19:11:08.663728 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58928) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:08.716709 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ad941e7f-1a65-4891-b05a-7228aa499078 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/dd1d1c97-af87-470c-b755-68c96dae3522 HTTP/1.1" status: 200 len: 473 time: 0.0519252 Nov 19 19:11:08.720537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58930) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:08.729938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-144df2b0-4764-4931-9135-ce471a870ec9 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/ed26382f-beb7-4d51-a691-34dbde306e4c HTTP/1.1" status: 200 len: 461 time: 0.0082686 Nov 19 19:11:08.733082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58932) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:08.852117 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa002-8e70-45e0-a5f8-e5607d3ff581 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:08.854917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9a5fa002-8e70-45e0-a5f8-e5607d3ff581 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/ed26382f-beb7-4d51-a691-34dbde306e4c HTTP/1.1" status: 204 len: 168 time: 0.1197166 Nov 19 19:11:08.856285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58938) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:08.883260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ab993-67f4-43d8-8fca-e5a158e201f1 req-39f1b8f3-8a24-4eb5-a837-14463fd63e5a tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:08.887663 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a78ab993-67f4-43d8-8fca-e5a158e201f1 req-39f1b8f3-8a24-4eb5-a837-14463fd63e5a tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 944 time: 0.0735576 Nov 19 19:11:08.956544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a78ab993-67f4-43d8-8fca-e5a158e201f1 req-2ada68a2-1e54-40fd-ac0b-76df93d43f7c tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460014 Nov 19 19:11:09.031994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 192046a7-0c5a-494b-ae7b-673e3ca8c725 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:11:09.088154 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e2a642e-2c4b-4a4d-853f-ed87c2de5bf8 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:09.090553 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6e2a642e-2c4b-4a4d-853f-ed87c2de5bf8 tempest-MeteringTestJSON-1013675050 tempest-MeteringTestJSON-1013675050-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/dd1d1c97-af87-470c-b755-68c96dae3522 HTTP/1.1" status: 204 len: 168 time: 0.2332380 Nov 19 19:11:09.091172 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 192046a7-0c5a-494b-ae7b-673e3ca8c725 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:11:09.096052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 192046a7-0c5a-494b-ae7b-673e3ca8c725 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:09.096734 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:09.192042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:09.231899 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89103bdd-2892-4bdf-8292-4978e0279871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192046a7-0c5a-494b-ae7b-673e3ca8c725'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:09.235016 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196af95e-fa17-47bd-b0a0-3509cf5c0bb9" -d '{"events": [{"server_uuid": "89103bdd-2892-4bdf-8292-4978e0279871", "name": "network-vif-plugged", "status": "completed", "tag": "192046a7-0c5a-494b-ae7b-673e3ca8c725"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:09.275035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 192046a7-0c5a-494b-ae7b-673e3ca8c725, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=192046a7-0c5a-494b-ae7b-673e3ca8c725,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:09.282210 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:09.374810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=192046a7-0c5a-494b-ae7b-673e3ca8c725,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:09.596113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58970) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:09.646291 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f07f0-9221-4338-ab5c-fe8868394b2f x-openstack-request-id: req-e79f07f0-9221-4338-ab5c-fe8868394b2f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:09.646660 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89103bdd-2892-4bdf-8292-4978e0279871", "name": "network-vif-plugged", "status": "completed", "tag": "192046a7-0c5a-494b-ae7b-673e3ca8c725", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:09.646983 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e79f07f0-9221-4338-ab5c-fe8868394b2f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:09.647464 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89103bdd-2892-4bdf-8292-4978e0279871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192046a7-0c5a-494b-ae7b-673e3ca8c725', 'code': 200} Nov 19 19:11:09.790655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7c7de-67f5-4fd9-ae3c-d83b1842e8bf req-38833769-2133-4c8a-8213-def3c3d60a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:09.794901 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ea7c7de-67f5-4fd9-ae3c-d83b1842e8bf req-38833769-2133-4c8a-8213-def3c3d60a65 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 1096 time: 0.0797663 Nov 19 19:11:09.922445 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ea7c7de-67f5-4fd9-ae3c-d83b1842e8bf req-6b1e1600-622d-478f-9a7f-537013c938f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165578 Nov 19 19:11:09.998835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f89e674-a51a-4304-bb02-dd37a539e98a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:10.089121 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f89e674-a51a-4304-bb02-dd37a539e98a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:10.103795 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f89e674-a51a-4304-bb02-dd37a539e98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:10.169097 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8f89e674-a51a-4304-bb02-dd37a539e98a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78ddeb3f53e84a47b0d2bd109dbe87f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5701642 Nov 19 19:11:10.170088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89e674-a51a-4304-bb02-dd37a539e98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704f6fba-088d-4987-8dd4-a9f78b22bedb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:10.172189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58982) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:10.207404 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e1b87-9594-4b54-a430-bd780ac10b64 req-bb409bf9-250f-4053-ba8a-ed25785f027d tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:10.209253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee5e1b87-9594-4b54-a430-bd780ac10b64 req-bb409bf9-250f-4053-ba8a-ed25785f027d tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 945 time: 0.1180096 Nov 19 19:11:10.249082 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b60dffe2-411e-4785-a694-163826420feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:10.273439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b60dffe2-411e-4785-a694-163826420feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:10.284284 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ee5e1b87-9594-4b54-a430-bd780ac10b64 req-bebfa337-ecc9-462d-beaf-6a5c6093146c tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674038 Nov 19 19:11:10.335254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b60dffe2-411e-4785-a694-163826420feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:10.342261 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b60dffe2-411e-4785-a694-163826420feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:10.346365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b60dffe2-411e-4785-a694-163826420feb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/704f6fba-088d-4987-8dd4-a9f78b22bedb HTTP/1.1" status: 204 len: 168 time: 0.1713996 Nov 19 19:11:10.356481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dffe2-411e-4785-a694-163826420feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704f6fba-088d-4987-8dd4-a9f78b22bedb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:10.581255 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-69e1ebc9-7821-4574-a9fa-16cb2114922c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:10.976509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59000) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:11.008258 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6d974c5-1239-439d-811a-252ebb5f4491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.053357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59002) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:11.177979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6d974c5-1239-439d-811a-252ebb5f4491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.198981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6d974c5-1239-439d-811a-252ebb5f4491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.275546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c6d974c5-1239-439d-811a-252ebb5f4491 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14e07fb1a4f844358d4f70f649b5ba27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2973084 Nov 19 19:11:11.279777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59006) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:11.327383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d974c5-1239-439d-811a-252ebb5f4491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dba2162-edac-4af9-bfa9-baeabcc4fe91,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:11.367244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fd2595d-5d38-41e9-9992-3684dfd2b130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.391800 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-30eea925-68b5-4128-b453-7e986ee81e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.394140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fd2595d-5d38-41e9-9992-3684dfd2b130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.483504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739827e-9582-4c06-91cf-f19e290cddc4 req-3a2fa2b2-ac41-4735-a094-9745119be1ba tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:11.485146 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5739827e-9582-4c06-91cf-f19e290cddc4 req-3a2fa2b2-ac41-4735-a094-9745119be1ba tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 945 time: 0.0933225 Nov 19 19:11:11.497686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-30eea925-68b5-4128-b453-7e986ee81e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.501313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-30eea925-68b5-4128-b453-7e986ee81e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.534383 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fd2595d-5d38-41e9-9992-3684dfd2b130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.537631 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fd2595d-5d38-41e9-9992-3684dfd2b130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.541027 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7fd2595d-5d38-41e9-9992-3684dfd2b130 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3dba2162-edac-4af9-bfa9-baeabcc4fe91 HTTP/1.1" status: 204 len: 168 time: 0.2551351 Nov 19 19:11:11.549125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2595d-5d38-41e9-9992-3684dfd2b130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dba2162-edac-4af9-bfa9-baeabcc4fe91,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:11.564353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-30eea925-68b5-4128-b453-7e986ee81e45 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04f1b282623a4aa3b5139fb9562ae264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5097449 Nov 19 19:11:11.571231 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59012) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:11.578953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eea925-68b5-4128-b453-7e986ee81e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a7e32a-f97e-493c-bc65-3af6468f7466,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:11.618660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5739827e-9582-4c06-91cf-f19e290cddc4 req-b67bcafc-4b71-41ca-982d-d34879020084 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204712 Nov 19 19:11:11.666786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83382073-10e6-487c-97e7-11ff79fe0deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.700723 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83382073-10e6-487c-97e7-11ff79fe0deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.789649 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83382073-10e6-487c-97e7-11ff79fe0deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.795685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83382073-10e6-487c-97e7-11ff79fe0deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.805736 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-83382073-10e6-487c-97e7-11ff79fe0deb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68a7e32a-f97e-493c-bc65-3af6468f7466 HTTP/1.1" status: 204 len: 168 time: 0.2285876 Nov 19 19:11:11.826126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:11.835928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83382073-10e6-487c-97e7-11ff79fe0deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a7e32a-f97e-493c-bc65-3af6468f7466,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:12.345293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59050) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:12.367520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0304cc-4713-4780-9731-94098fe22827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:12.487957 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0304cc-4713-4780-9731-94098fe22827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:12.493518 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0304cc-4713-4780-9731-94098fe22827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:12.538707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0304cc-4713-4780-9731-94098fe22827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf18f57-93fb-4ebb-9495-cf944480860a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:12.545060 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bd0304cc-4713-4780-9731-94098fe22827 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8bcb8063b42c45dba49a3d135f19dd34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983650 Nov 19 19:11:12.547922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59056) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:12.602897 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-078c80d8-7a4b-4b9d-b097-548a675225b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:12.633109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-078c80d8-7a4b-4b9d-b097-548a675225b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:12.698318 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-078c80d8-7a4b-4b9d-b097-548a675225b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:12.701986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-078c80d8-7a4b-4b9d-b097-548a675225b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:12.705429 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-078c80d8-7a4b-4b9d-b097-548a675225b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2cf18f57-93fb-4ebb-9495-cf944480860a HTTP/1.1" status: 204 len: 168 time: 0.1543863 Nov 19 19:11:12.716865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c80d8-7a4b-4b9d-b097-548a675225b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf18f57-93fb-4ebb-9495-cf944480860a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:13.274981 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:13.347035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098efb9-1f30-4751-9644-39091ffaf091 req-f9d8cd7f-e1d5-44f0-96aa-2092f0d8bbf0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:13.356771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6098efb9-1f30-4751-9644-39091ffaf091 req-f9d8cd7f-e1d5-44f0-96aa-2092f0d8bbf0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 947 time: 0.0753739 Nov 19 19:11:13.440874 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6098efb9-1f30-4751-9644-39091ffaf091 req-1b8979f1-a323-4b36-a879-102bd38329bf tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830400 Nov 19 19:11:13.615408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59112) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:13.865069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1239613060'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:13.903163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Made reservation on behalf of 0be07d467f9e4ed98d58fa20649fba80 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:13.907315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:13.919303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:14.019254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:14.024557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:14.066834 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:14.091551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:11:14.122721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5804999-d685-41f4-876d-7c0b5f879713,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:14.175535 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:14.176942 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Added segment 75111aaf-eae7-4812-ab06-1890aa770821 of type vlan for network 84ada475-b0eb-4e80-b674-54200cb2ddee Nov 19 19:11:14.228605 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:14.262442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:14.268766 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:14.269498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:14.356069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7366374 Nov 19 19:11:14.415304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69802a-9d2f-4032-b047-6545e7430c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Pushing event updated for resources: {'Network': ['ID=84ada475-b0eb-4e80-b674-54200cb2ddee,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:14.429335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 84ada475-b0eb-4e80-b674-54200cb2ddee details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:11:14.665046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48f0ad-aef5-4aa3-a98f-954b4ef19594 req-b67aadaf-1fa3-4097-b746-7b648d09c5d8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:14.676817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be48f0ad-aef5-4aa3-a98f-954b4ef19594 req-b67aadaf-1fa3-4097-b746-7b648d09c5d8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 947 time: 0.0987482 Nov 19 19:11:14.755024 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be48f0ad-aef5-4aa3-a98f-954b4ef19594 req-4e2bf231-1ae9-4702-b463-6a324481c675 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=64622e0c-ea24-46af-a232-751f64dfa7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710201 Nov 19 19:11:14.884709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59150) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:14.885612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd336a9-b770-4cb8-9490-1416b130456f req-95f127e5-239b-4ee1-9c15-4c1ab0e442aa tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:14.887748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcd336a9-b770-4cb8-9490-1416b130456f req-95f127e5-239b-4ee1-9c15-4c1ab0e442aa tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.21 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 947 time: 0.0724127 Nov 19 19:11:14.891275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Request body: {'port': {'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee', 'binding:host_id': 'n-h2-815373-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1639411637'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:14.923129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Made reservation on behalf of 0d512bd269de4995bf2cb08d43bf848d for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:14.926011 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:14.937993 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:15.030709 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:11:15.056454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Deleting port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:15.056894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:15.061820 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:15.069773 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:15.083352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] device_id is not set on port cfa554bb-0296-4c89-83fc-3df3caa4f312 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:11:15.186181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] For port c69d30b4-1ccf-423d-a2e9-5b70ef713e36, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:15.186611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:15.313711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c9f6cb-7c8d-42ca-a13d-01a45b8641f6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:15.511269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] device_id is not set on port cfa554bb-0296-4c89-83fc-3df3caa4f312 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:11:15.521301 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:15.530030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:15.557100 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:15.558294 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:15.559146 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Floating IP 1b058f76-957e-49bc-9429-6751be1f6f13 disassociated. External IP: 172.25.3.223, port: c69d30b4-1ccf-423d-a2e9-5b70ef713e36. Nov 19 19:11:15.559285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Calling delete_port for c69d30b4-1ccf-423d-a2e9-5b70ef713e36 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:15.609073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Checking segment: {'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:11:15.609957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Network hostable DHCP agents. Network: 84ada475-b0eb-4e80-b674-54200cb2ddee, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:11:15.614399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa554bb-0296-4c89-83fc-3df3caa4f312,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:15.640576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Network 84ada475-b0eb-4e80-b674-54200cb2ddee is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:11:15.655513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 84ada475-b0eb-4e80-b674-54200cb2ddee) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:15.663645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:15.669216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1638e518-0118-4095-9214-65c838cc0719 None None] Network 84ada475-b0eb-4e80-b674-54200cb2ddee requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:11:15.692806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:15.693063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:15.696139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:15.708253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:15.708658 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:15.709487 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 2 to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 Nov 19 19:11:15.740024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:15.740221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:15.740480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:15.753488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:15.753717 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:15.754082 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 3 to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 Nov 19 19:11:15.778407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:15.780666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:15.781019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:15.781419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:15.789212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:15.789548 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:15.789979 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 4 to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 Nov 19 19:11:15.815100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:15.816045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:15.816396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:15.824992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event deleted for resources: {'Port': ['ID=c69d30b4-1ccf-423d-a2e9-5b70ef713e36,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:15.845797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:15.846142 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:15.846553 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 5 to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 Nov 19 19:11:15.888923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:15.889512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:15.889702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:15.904756 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:15.905145 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:15.906539 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 6 to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 Nov 19 19:11:15.952904 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:15.953294 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:15.953640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:15.998977 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c73ab125-cfe1-447b-9aad-3ff1454b4130 req-ced8c809-e7f4-4f82-97e2-cf489b46c32b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 210 time: 0.0474010 Nov 19 19:11:16.000482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:16.000796 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:16.001182 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 7 to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 Nov 19 19:11:16.042748 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:16.043263 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:16.043756 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:16.049286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:16.051658 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:16.053169 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 8 to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 Nov 19 19:11:16.074301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:16.075285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:16.075779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:16.083673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:16.084324 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:16.085996 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 9 to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 Nov 19 19:11:16.107373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:16.109438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:16.111384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:16.119906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:16.122627 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:16.124457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:11:16.124916 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 10 to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 Nov 19 19:11:16.151003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:16.151965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:16.154176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:16.173352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port cfa554bb-0296-4c89-83fc-3df3caa4f312 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:16.174148 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port cfa554bb-0296-4c89-83fc-3df3caa4f312 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:16.174755 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:16.334100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] For port cfa554bb-0296-4c89-83fc-3df3caa4f312, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:11:16.335899 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempted to set empty binding levels {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 19:11:16.347345 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:16.478499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:16.479213 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:16.587862 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7009072 Nov 19 19:11:16.591291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59180) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:16.598818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2afe4-5d61-47f6-9dfb-38fd0513a8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event updated for resources: {'Port': ['ID=cfa554bb-0296-4c89-83fc-3df3caa4f312,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:16.740104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59184) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:16.759120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-43b0a981-ff65-495e-946c-3e356bbd1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Deleting port cfa554bb-0296-4c89-83fc-3df3caa4f312 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:16.759512 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43b0a981-ff65-495e-946c-3e356bbd1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:16.778343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:11:16.791119 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07823a30-8ef7-4ee9-a11d-08f63317dd69 None None] Sync routers for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:11:16.804508 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07823a30-8ef7-4ee9-a11d-08f63317dd69 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:16.805205 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-07823a30-8ef7-4ee9-a11d-08f63317dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:16.824068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] No DVR routers for this DVR port c69d30b4-1ccf-423d-a2e9-5b70ef713e36 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:11:16.828237 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:16.834262 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dcd336a9-b770-4cb8-9490-1416b130456f req-a6be4e26-22f4-4819-8a91-e8b838954a2e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.21 "DELETE /v2.0/ports/c69d30b4-1ccf-423d-a2e9-5b70ef713e36 HTTP/1.1" status: 204 len: 173 time: 1.9384396 Nov 19 19:11:16.834891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'name': 'network-vif-deleted', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:16.847757 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6192b9-136f-4586-b395-269e11a02ccb" -d '{"events": [{"server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "name": "network-vif-deleted", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:16.878894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-43b0a981-ff65-495e-946c-3e356bbd1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] For port cfa554bb-0296-4c89-83fc-3df3caa4f312, host n-h2-815373-6, got binding levels [] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:16.880651 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43b0a981-ff65-495e-946c-3e356bbd1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:16.932915 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e0b342-1e7c-4cde-b103-1c81680d7d5b x-openstack-request-id: req-73e0b342-1e7c-4cde-b103-1c81680d7d5b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:16.933292 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594941ed-ca79-4300-b43e-0fcacf0ba2ec", "name": "network-vif-deleted", "tag": "c69d30b4-1ccf-423d-a2e9-5b70ef713e36", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:16.933653 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73e0b342-1e7c-4cde-b103-1c81680d7d5b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:16.934526 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594941ed-ca79-4300-b43e-0fcacf0ba2ec', 'name': 'network-vif-deleted', 'tag': 'c69d30b4-1ccf-423d-a2e9-5b70ef713e36', 'status': 'completed', 'code': 200} Nov 19 19:11:16.936548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-43b0a981-ff65-495e-946c-3e356bbd1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Calling delete_port for cfa554bb-0296-4c89-83fc-3df3caa4f312 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:16.940918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f9e33e0-8ca9-482d-9e13-0fadc0357421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:16.947053 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-07823a30-8ef7-4ee9-a11d-08f63317dd69 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:17.107101 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43b0a981-ff65-495e-946c-3e356bbd1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.110326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f9e33e0-8ca9-482d-9e13-0fadc0357421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.145558 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f9e33e0-8ca9-482d-9e13-0fadc0357421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.174459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0a981-ff65-495e-946c-3e356bbd1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfa554bb-0296-4c89-83fc-3df3caa4f312,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:17.180840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-102b6f07-58e8-4da0-b604-3b4a3625f3e6 req-be125cd4-a4a9-4dc3-87de-66b40b0355a3 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=594941ed-ca79-4300-b43e-0fcacf0ba2ec HTTP/1.1" status: 200 len: 210 time: 0.0370991 Nov 19 19:11:17.185979 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43b0a981-ff65-495e-946c-3e356bbd1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.191592 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-43b0a981-ff65-495e-946c-3e356bbd1363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "DELETE /v2.0/ports/cfa554bb-0296-4c89-83fc-3df3caa4f312 HTTP/1.1" status: 204 len: 168 time: 0.5968504 Nov 19 19:11:17.191974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59194) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:17.226577 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0960f65-cf80-4a96-bc07-92ad71bb042f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] GET failed (client error): The resource could not be found. Nov 19 19:11:17.231432 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b0960f65-cf80-4a96-bc07-92ad71bb042f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "GET /v2.0/ports/cfa554bb-0296-4c89-83fc-3df3caa4f312 HTTP/1.1" status: 404 len: 333 time: 0.0350842 Nov 19 19:11:17.231677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59196) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:17.236554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Request body: {'port': {'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-39091640'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:17.244378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e33e0-8ca9-482d-9e13-0fadc0357421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac41c99-55e7-43f1-a0bf-eb6982474759,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:17.266499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Made reservation on behalf of 0d512bd269de4995bf2cb08d43bf848d for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:17.268764 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2f9e33e0-8ca9-482d-9e13-0fadc0357421 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11fa996e12444ccca4a7e1c1e8002957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255668 Nov 19 19:11:17.269886 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.270540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59198) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:17.270961 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-07823a30-8ef7-4ee9-a11d-08f63317dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:17.290301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] device_id is not set on port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:11:17.302275 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07823a30-8ef7-4ee9-a11d-08f63317dd69 None None] Checking router: 28be1059-ab96-4f8d-a4de-4ad8f5a5275e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:11:17.327632 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07823a30-8ef7-4ee9-a11d-08f63317dd69 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:17.328923 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-07823a30-8ef7-4ee9-a11d-08f63317dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:17.375929 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d0e03fa-7b49-4d17-b82b-c03d9a382f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.402652 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d0e03fa-7b49-4d17-b82b-c03d9a382f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.452239 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-07823a30-8ef7-4ee9-a11d-08f63317dd69 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:17.478433 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d0e03fa-7b49-4d17-b82b-c03d9a382f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.499944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d0e03fa-7b49-4d17-b82b-c03d9a382f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.502089 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4d0e03fa-7b49-4d17-b82b-c03d9a382f04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ac41c99-55e7-43f1-a0bf-eb6982474759 HTTP/1.1" status: 204 len: 168 time: 0.2295585 Nov 19 19:11:17.517287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e03fa-7b49-4d17-b82b-c03d9a382f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac41c99-55e7-43f1-a0bf-eb6982474759,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:17.536734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.607606 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.673696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event updated for resources: {'Port': ['ID=8771fbd4-2343-4bc9-8d0a-17e2910b9093,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:17.687910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Network 84ada475-b0eb-4e80-b674-54200cb2ddee is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:17.690530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:17.693475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:17.694779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:17.696172 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.723547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9d9be029-27a0-4f5a-a001-397211c5fbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.4896526 Nov 19 19:11:17.725505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59210) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:17.731321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:17.809745 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:17.871540 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-07823a30-8ef7-4ee9-a11d-08f63317dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:17.917667 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07823a30-8ef7-4ee9-a11d-08f63317dd69 None None] The sync data for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 is: [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:11:18.026165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59216) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:18.047321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] device_id is not set on port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:11:18.048708 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2565c8b3-95c9-49c5-9806-b0e24116bf6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.056843 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.064442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.117790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event updated for resources: {'Port': ['ID=8771fbd4-2343-4bc9-8d0a-17e2910b9093,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:18.171644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:18.172041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:18.172431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:18.178401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:18.178739 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:18.179162 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 2 to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 Nov 19 19:11:18.196721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:18.197052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:18.197578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:18.205698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:18.206171 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:18.206587 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 3 to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 Nov 19 19:11:18.251334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:18.251674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:18.252013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:18.256726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2565c8b3-95c9-49c5-9806-b0e24116bf6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.267553 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2565c8b3-95c9-49c5-9806-b0e24116bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.288576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:18.289733 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:18.290176 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 4 to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 Nov 19 19:11:18.310650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:18.311356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:18.311867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:18.317373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:18.317965 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:18.318909 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 5 to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 Nov 19 19:11:18.334797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:18.335368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:18.335855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:18.342778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:18.343322 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:18.343891 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 6 to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 Nov 19 19:11:18.362026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bb51b-e709-4a46-8a58-352e103f0c47 None None] New status for floating IP 1b058f76-957e-49bc-9429-6751be1f6f13: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:11:18.363841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:18.364366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:18.364953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:18.370363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:18.371242 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:18.371786 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 7 to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 Nov 19 19:11:18.385582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:18.386821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:18.387580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:18.392942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:18.393561 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:18.394123 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 8 to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 Nov 19 19:11:18.394436 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565c8b3-95c9-49c5-9806-b0e24116bf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88b9556-b31e-4c64-b0f6-11cc0457e97e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:18.408097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2565c8b3-95c9-49c5-9806-b0e24116bf6b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac5b37208a6f4083865a92cc1520ce65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3776238 Nov 19 19:11:18.408097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59226) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:18.416178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:18.416706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:18.417276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:18.423485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:18.424181 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:18.424756 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 9 to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 Nov 19 19:11:18.440110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:18.440721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:18.441240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:18.446750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:18.447429 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:18.448000 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 10 to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 Nov 19 19:11:18.465322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:18.465980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:18.466500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:18.471787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:18.472508 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:18.473212 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.518066 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9c14fc-58a7-4b11-8c62-b24c39e17b3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.579183 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9c14fc-58a7-4b11-8c62-b24c39e17b3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.644070 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9c14fc-58a7-4b11-8c62-b24c39e17b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.649233 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb9c14fc-58a7-4b11-8c62-b24c39e17b3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.651844 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bb9c14fc-58a7-4b11-8c62-b24c39e17b3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a88b9556-b31e-4c64-b0f6-11cc0457e97e HTTP/1.1" status: 204 len: 168 time: 0.2420444 Nov 19 19:11:18.665984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c14fc-58a7-4b11-8c62-b24c39e17b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88b9556-b31e-4c64-b0f6-11cc0457e97e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:18.674600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] For port 8771fbd4-2343-4bc9-8d0a-17e2910b9093, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:11:18.677556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempted to set empty binding levels {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 19:11:18.692223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.700860 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-23ee8451-e776-4bde-9a8b-021d14e87e97 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4507422 Nov 19 19:11:18.730949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] In _notify_port_updated(), no bound segment for port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:11:18.731914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.732687 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:18.736402 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "PUT /v2.0/ports/8771fbd4-2343-4bc9-8d0a-17e2910b9093 HTTP/1.1" status: 200 len: 977 time: 1.0075262 Nov 19 19:11:18.736791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59232) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:18.774045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97349ab7-46de-490d-a7de-16c6dba3e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event updated for resources: {'Port': ['ID=8771fbd4-2343-4bc9-8d0a-17e2910b9093,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:18.815937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-bf569c1e-287d-492e-be3d-50c204b9115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.818413 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-bf569c1e-287d-492e-be3d-50c204b9115a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0549974 Nov 19 19:11:18.880217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.880913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.881642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.882460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.883003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.883777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.884309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.889853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.889853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.889853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.889853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.889853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.889853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.889853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.889853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.890956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.891257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.891936 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.892400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.893871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.893871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.896945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.896945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.896945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.898180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.898180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.898975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.899638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.900446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.902192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.902738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.903264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.913374 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9eb9f562-e94e-49be-a1e7-953e5cd8fefa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28665 time: 0.1718602 Nov 19 19:11:18.915173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59236) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:18.970391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-c2c9e5ad-a243-42c3-99b7-517663fa5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:18.972413 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-c2c9e5ad-a243-42c3-99b7-517663fa5c7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 916 time: 0.1296167 Nov 19 19:11:19.027685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7bba0b46-5335-4cb3-89df-a88a7a1fc14e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Deleting port 8771fbd4-2343-4bc9-8d0a-17e2910b9093 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:19.033229 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bba0b46-5335-4cb3-89df-a88a7a1fc14e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:19.050843 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-971f47b8-eb87-47ca-87cb-a1fc95fa7558 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2964e42d-41c7-4fc4-927e-af45910d5db9 HTTP/1.1" status: 200 len: 217 time: 0.0697746 Nov 19 19:11:19.094186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c69d30b4-1ccf-423d-a2e9-5b70ef713e36 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:11:19.120267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7bba0b46-5335-4cb3-89df-a88a7a1fc14e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] For port 8771fbd4-2343-4bc9-8d0a-17e2910b9093, host n-h2-815373-6, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:19.120642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bba0b46-5335-4cb3-89df-a88a7a1fc14e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:19.126812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-a8fce09e-fd67-4b53-8077-2a011039fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:19.128704 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-a8fce09e-fd67-4b53-8077-2a011039fdc7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea8953cc-e549-4fd1-ad43-84ee13184fa5 HTTP/1.1" status: 200 len: 855 time: 0.0694757 Nov 19 19:11:19.131149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: c69d30b4-1ccf-423d-a2e9-5b70ef713e36 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:11:19.131507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c69d30b4-1ccf-423d-a2e9-5b70ef713e36 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:11:19.137742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7bba0b46-5335-4cb3-89df-a88a7a1fc14e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Calling delete_port for 8771fbd4-2343-4bc9-8d0a-17e2910b9093 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:19.177865 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-bd0f90b0-26a4-4026-ac90-140a1e98acc1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a84502ce-0065-4573-9318-35f233adc5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397916 Nov 19 19:11:19.203330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-fcce66ec-c72d-483f-b42a-14181a56d15e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:19.206722 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-fcce66ec-c72d-483f-b42a-14181a56d15e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210621 Nov 19 19:11:19.260252 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bba0b46-5335-4cb3-89df-a88a7a1fc14e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:19.310412 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bba0b46-5335-4cb3-89df-a88a7a1fc14e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:19.314016 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7bba0b46-5335-4cb3-89df-a88a7a1fc14e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8771fbd4-2343-4bc9-8d0a-17e2910b9093 HTTP/1.1" status: 204 len: 168 time: 0.3977313 Nov 19 19:11:19.315346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba0b46-5335-4cb3-89df-a88a7a1fc14e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event deleted for resources: {'Port': ['ID=8771fbd4-2343-4bc9-8d0a-17e2910b9093,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:19.317108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59248) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:19.356609 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a176e1-ffbf-4b65-9b50-22cc7094646d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] GET failed (client error): The resource could not be found. Nov 19 19:11:19.358437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e8a176e1-ffbf-4b65-9b50-22cc7094646d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "GET /v2.0/ports/8771fbd4-2343-4bc9-8d0a-17e2910b9093 HTTP/1.1" status: 404 len: 333 time: 0.0352983 Nov 19 19:11:19.362212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59250) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:19.381595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-720921775', 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:19.384212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59254) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:19.404331 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-f157e931-d562-40d3-a6b3-fa016634989f service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877563 Nov 19 19:11:19.427458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Made reservation on behalf of 0d512bd269de4995bf2cb08d43bf848d for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:19.432902 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:19.451554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] device_id is not set on port 739dae5c-e8bd-4132-880d-25add3886975 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:11:19.656168 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:19.707648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:19.776411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Network 84ada475-b0eb-4e80-b674-54200cb2ddee is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:19.781003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:19.783607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:19.784547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:19.785201 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:19.788585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event updated for resources: {'Port': ['ID=739dae5c-e8bd-4132-880d-25add3886975,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:19.812424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-56e609b4-b00b-4b9b-bd0e-b16ee5c3b1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4407113 Nov 19 19:11:19.815613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59268) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:19.851072 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a556c76-95e6-431d-af86-b89599c751d5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:19.862849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4892ea-8b65-4db6-a22d-45dc7148a63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:19.863851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5d4892ea-8b65-4db6-a22d-45dc7148a63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "GET /v2.0/ports/739dae5c-e8bd-4132-880d-25add3886975 HTTP/1.1" status: 200 len: 958 time: 0.0478525 Nov 19 19:11:19.868263 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59274) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:19.921165 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f11e7a03-1dca-4de8-b838-2e09c6bfbc1f req-a29e7876-03f1-4b02-be14-8e9c6d86268a service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066295 Nov 19 19:11:19.942158 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a556c76-95e6-431d-af86-b89599c751d5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.053703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-dc6bd6d3-1978-470d-bc09-2eabfcbd4bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Deleting port 739dae5c-e8bd-4132-880d-25add3886975 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:20.054429 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd6d3-1978-470d-bc09-2eabfcbd4bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.095801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a556c76-95e6-431d-af86-b89599c751d5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.098386 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a556c76-95e6-431d-af86-b89599c751d5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.099547 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5a556c76-95e6-431d-af86-b89599c751d5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "DELETE /v2.0/security-groups/64622e0c-ea24-46af-a232-751f64dfa7b5 HTTP/1.1" status: 204 len: 168 time: 0.7141285 Nov 19 19:11:20.102458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59278) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:20.117321 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-31485b0d-ca3b-4431-85d6-7702b0a86c7d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] show failed (client error): The resource could not be found. Nov 19 19:11:20.121798 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-31485b0d-ca3b-4431-85d6-7702b0a86c7d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups/64622e0c-ea24-46af-a232-751f64dfa7b5 HTTP/1.1" status: 404 len: 347 time: 0.0150774 Nov 19 19:11:20.122073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a556c76-95e6-431d-af86-b89599c751d5 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64622e0c-ea24-46af-a232-751f64dfa7b5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:20.122243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59280) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:20.141046 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd6d3-1978-470d-bc09-2eabfcbd4bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.168358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-dc6bd6d3-1978-470d-bc09-2eabfcbd4bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Calling delete_port for 739dae5c-e8bd-4132-880d-25add3886975 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:20.282834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fc333d2b-c49b-4d8b-a5ff-8feceb92b156 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Deleting port 844e3c01-659d-44d0-8466-9039cb181f3d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:20.283428 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc333d2b-c49b-4d8b-a5ff-8feceb92b156 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.294264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd6d3-1978-470d-bc09-2eabfcbd4bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.329472 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bd6d3-1978-470d-bc09-2eabfcbd4bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event deleted for resources: {'Port': ['ID=739dae5c-e8bd-4132-880d-25add3886975,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:20.335747 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd6d3-1978-470d-bc09-2eabfcbd4bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.342608 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dc6bd6d3-1978-470d-bc09-2eabfcbd4bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "DELETE /v2.0/ports/739dae5c-e8bd-4132-880d-25add3886975 HTTP/1.1" status: 204 len: 168 time: 0.4690878 Nov 19 19:11:20.344210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59288) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:20.387703 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dbd272-a31a-4cbc-a2ec-fe9b24c19bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] GET failed (client error): The resource could not be found. Nov 19 19:11:20.396616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59294) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:20.398334 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a6dbd272-a31a-4cbc-a2ec-fe9b24c19bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "GET /v2.0/ports/739dae5c-e8bd-4132-880d-25add3886975 HTTP/1.1" status: 404 len: 333 time: 0.0526834 Nov 19 19:11:20.418601 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc333d2b-c49b-4d8b-a5ff-8feceb92b156 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.419089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc333d2b-c49b-4d8b-a5ff-8feceb92b156 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.434389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Request body: {'port': {'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-238139662'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:20.449937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fc333d2b-c49b-4d8b-a5ff-8feceb92b156 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Calling delete_port for 844e3c01-659d-44d0-8466-9039cb181f3d owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:20.514889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Made reservation on behalf of 0d512bd269de4995bf2cb08d43bf848d for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:20.517403 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.544262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] device_id is not set on port a7797072-7022-41e0-bb06-e35bc35c2872 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:11:20.758222 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc333d2b-c49b-4d8b-a5ff-8feceb92b156 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.848283 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc333d2b-c49b-4d8b-a5ff-8feceb92b156 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event deleted for resources: {'Port': ['ID=844e3c01-659d-44d0-8466-9039cb181f3d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:20.863001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a361f0a-2011-47a2-9495-331d0126f3b0 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:11:20.936088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-fe3102fe-fd86-4665-ba07-f23c7fd6d974 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:20.937658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-fe3102fe-fd86-4665-ba07-f23c7fd6d974 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 815 time: 0.2687831 Nov 19 19:11:20.958811 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.982677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-eda0b0f1-b6b6-433c-bd6e-827610dddf44 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/quotas/9ec742e98c7947f299e07f92ac6d88f7 HTTP/1.1" status: 200 len: 375 time: 0.0332632 Nov 19 19:11:20.994977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc333d2b-c49b-4d8b-a5ff-8feceb92b156 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.998212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fc333d2b-c49b-4d8b-a5ff-8feceb92b156 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:20.998799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fc333d2b-c49b-4d8b-a5ff-8feceb92b156 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "DELETE /v2.0/floatingips/1b058f76-957e-49bc-9429-6751be1f6f13 HTTP/1.1" status: 204 len: 168 time: 0.8759716 Nov 19 19:11:21.075380 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:21.147467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-417695af-f2f0-4788-9235-0500b9ce09b6 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555414 Nov 19 19:11:21.171133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Network 84ada475-b0eb-4e80-b674-54200cb2ddee is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:21.215200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:21.219427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:21.220490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:21.221987 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:21.223557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event updated for resources: {'Port': ['ID=a7797072-7022-41e0-bb06-e35bc35c2872,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:21.255204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59336) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:21.255747 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e43e3550-2184-4b04-8e0d-fbb558d2c294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8577697 Nov 19 19:11:21.260424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:21.283638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0ca58140-51db-47bf-b1b2-9a4548ea505a service neutron] 10.222.0.50 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240804 Nov 19 19:11:21.364933 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:21.404368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7bfed790-ee93-422c-9ffb-60c811ed5344 service neutron] 10.222.0.50 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144812 Nov 19 19:11:21.699685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] device_id is not set on port a7797072-7022-41e0-bb06-e35bc35c2872 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:11:21.710151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e597d6b3-c689-46fe-880c-943d2b19092c req-8069afcb-e46e-4f61-9392-21eb8f2cfa30 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 210 time: 0.0490179 Nov 19 19:11:21.720200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:21.727517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59352) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:21.737324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-70280669-acae-43bb-86c7-4ba3fcad1c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971348313', 'description': 'tempest-description--1893041636'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:21.747347 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:21.802144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event updated for resources: {'Port': ['ID=a7797072-7022-41e0-bb06-e35bc35c2872,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:21.844137 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70280669-acae-43bb-86c7-4ba3fcad1c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:21.857113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:21.857453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:21.857816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:21.870666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:21.870666 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:21.872028 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 2 to bind port a7797072-7022-41e0-bb06-e35bc35c2872 Nov 19 19:11:21.898848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:21.899188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:21.899521 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:21.915978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:21.916321 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:21.918796 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 3 to bind port a7797072-7022-41e0-bb06-e35bc35c2872 Nov 19 19:11:21.935042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:21.935363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:21.935722 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:21.944618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:21.944980 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:21.946405 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 4 to bind port a7797072-7022-41e0-bb06-e35bc35c2872 Nov 19 19:11:21.971509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:21.971652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:21.972000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:21.984559 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70280669-acae-43bb-86c7-4ba3fcad1c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:21.985887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:21.986219 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:21.986649 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 5 to bind port a7797072-7022-41e0-bb06-e35bc35c2872 Nov 19 19:11:21.996259 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70280669-acae-43bb-86c7-4ba3fcad1c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.015366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:22.015802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:22.016162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:22.024535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:22.024865 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:22.029303 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 6 to bind port a7797072-7022-41e0-bb06-e35bc35c2872 Nov 19 19:11:22.051908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70280669-acae-43bb-86c7-4ba3fcad1c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fddeeb-6ce1-4e2e-bc30-645e327b1010,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:22.056243 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70280669-acae-43bb-86c7-4ba3fcad1c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.059065 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-70280669-acae-43bb-86c7-4ba3fcad1c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3303950 Nov 19 19:11:22.060468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:22.060798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:22.061135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:22.062145 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59368) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:22.066839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6e2a2ea9-571a-4936-9193-67928ce32c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'security_group_rule': {'security_group_id': 'd7fddeeb-6ce1-4e2e-bc30-645e327b1010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:22.067834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:22.068321 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:22.068864 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 7 to bind port a7797072-7022-41e0-bb06-e35bc35c2872 Nov 19 19:11:22.101004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:22.101338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:22.101675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:22.110365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:22.110699 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:22.111103 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 8 to bind port a7797072-7022-41e0-bb06-e35bc35c2872 Nov 19 19:11:22.139084 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e2a2ea9-571a-4936-9193-67928ce32c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.150949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:22.152020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:22.152462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:22.157834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:22.158359 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:22.158906 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 9 to bind port a7797072-7022-41e0-bb06-e35bc35c2872 Nov 19 19:11:22.174850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:22.175700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:22.176220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:22.181977 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:22.182610 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:22.183260 n-d-815373-6 neutron-server[109888]: INFO neutron.plugins.ml2.plugin [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempt 10 to bind port a7797072-7022-41e0-bb06-e35bc35c2872 Nov 19 19:11:22.197693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:22.198779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:22.199207 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempting to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:22.204264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:22.204731 n-d-815373-6 neutron-server[109888]: ERROR neutron.plugins.ml2.managers [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Failed to bind port a7797072-7022-41e0-bb06-e35bc35c2872 on host n-h2-815373-6 for vnic_type normal using segments [{'id': '75111aaf-eae7-4812-ab06-1890aa770821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '84ada475-b0eb-4e80-b674-54200cb2ddee'}] Nov 19 19:11:22.205737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.248687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e2a2ea9-571a-4936-9193-67928ce32c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.254257 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e2a2ea9-571a-4936-9193-67928ce32c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.277854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a2ea9-571a-4936-9193-67928ce32c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34c7ceb-826b-4e61-ba0e-8aa085b809b8,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:22.287806 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e2a2ea9-571a-4936-9193-67928ce32c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.293440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6e2a2ea9-571a-4936-9193-67928ce32c90 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2302074 Nov 19 19:11:22.294167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59372) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:22.300401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-20d4fa38-1058-48cf-84cb-231de6f84007 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'security_group_rule': {'security_group_id': 'd7fddeeb-6ce1-4e2e-bc30-645e327b1010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:22.310859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] For port a7797072-7022-41e0-bb06-e35bc35c2872, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:11:22.311437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attempted to set empty binding levels {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 19:11:22.319332 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.339141 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20d4fa38-1058-48cf-84cb-231de6f84007 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.369133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event updated for resources: {'Port': ['ID=a7797072-7022-41e0-bb06-e35bc35c2872,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:22.376652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] In _notify_port_updated(), no bound segment for port a7797072-7022-41e0-bb06-e35bc35c2872 on network 84ada475-b0eb-4e80-b674-54200cb2ddee {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:11:22.378223 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:22.379013 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.381341 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-47c6362e-62d4-42c7-bb34-abbd62ad5d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "PUT /v2.0/ports/a7797072-7022-41e0-bb06-e35bc35c2872 HTTP/1.1" status: 200 len: 978 time: 1.1245663 Nov 19 19:11:22.383566 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59374) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:22.457155 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20d4fa38-1058-48cf-84cb-231de6f84007 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.462565 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20d4fa38-1058-48cf-84cb-231de6f84007 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.489610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4fa38-1058-48cf-84cb-231de6f84007 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7aa949f-b59e-4d83-8964-12bc532003f0,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:22.498716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20d4fa38-1058-48cf-84cb-231de6f84007 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.500103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-20d4fa38-1058-48cf-84cb-231de6f84007 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2043588 Nov 19 19:11:22.503239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59378) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:22.510465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:22.559693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bb21d931-476c-4847-9353-2b188b26db2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Deleting port a7797072-7022-41e0-bb06-e35bc35c2872 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:22.560044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb21d931-476c-4847-9353-2b188b26db2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.560558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.676306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bb21d931-476c-4847-9353-2b188b26db2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] For port a7797072-7022-41e0-bb06-e35bc35c2872, host n-h2-815373-6, got binding levels [] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:22.677037 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb21d931-476c-4847-9353-2b188b26db2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.681183 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.693800 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bb21d931-476c-4847-9353-2b188b26db2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Calling delete_port for a7797072-7022-41e0-bb06-e35bc35c2872 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:22.825586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c10f51af-74dc-44a5-a143-e6b6f1cf75fc req-a15efe5f-cbfc-43da-8211-e50b2a27b048 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 210 time: 0.0442846 Nov 19 19:11:22.849918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb21d931-476c-4847-9353-2b188b26db2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.854130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Allocated IP 172.25.3.17 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/36ad46ad-93dc-4af7-8fd9-4aed3ab6fb95) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:22.897171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21d931-476c-4847-9353-2b188b26db2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7797072-7022-41e0-bb06-e35bc35c2872,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:22.948818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb21d931-476c-4847-9353-2b188b26db2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:22.952616 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bb21d931-476c-4847-9353-2b188b26db2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a7797072-7022-41e0-bb06-e35bc35c2872 HTTP/1.1" status: 204 len: 168 time: 0.5677350 Nov 19 19:11:22.955778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59388) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:22.984370 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-121d1ab7-e80e-4de1-a8a0-927679a3d949 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] GET failed (client error): The resource could not be found. Nov 19 19:11:22.989200 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-121d1ab7-e80e-4de1-a8a0-927679a3d949 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266354696-project-admin] 10.222.0.50 "GET /v2.0/ports/a7797072-7022-41e0-bb06-e35bc35c2872 HTTP/1.1" status: 404 len: 333 time: 0.0293355 Nov 19 19:11:22.990101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59390) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:23.011519 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.052998 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.111982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:23.112224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.115286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:23.118434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:23.127462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-c5223f55-a045-4911-a0a7-d951c780256c tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:23.127615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'Port': ['ID=36ad46ad-93dc-4af7-8fd9-4aed3ab6fb95,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:23.127709 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-c5223f55-a045-4911-a0a7-d951c780256c tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.57 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 815 time: 0.2431188 Nov 19 19:11:23.160638 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Request body: {'port': {'device_id': '73f10512-55e7-4411-b996-f0163d5a8510', 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5', 'admin_state_up': True, 'tenant_id': '9ec742e98c7947f299e07f92ac6d88f7'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:23.263775 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.305657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.320141 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.327211 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ada475-b0eb-4e80-b674-54200cb2ddee']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:23.337122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75111aaf-eae7-4812-ab06-1890aa770821') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:23.337333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75111aaf-eae7-4812-ab06-1890aa770821') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:23.353456 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.407022 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.420741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:11:23.421142 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:11:23.424639 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:11:23.514597 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.522318 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.529384 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.536590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.539846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] 10.222.0.50 "DELETE /v2.0/networks/84ada475-b0eb-4e80-b674-54200cb2ddee HTTP/1.1" status: 204 len: 168 time: 0.5485239 Nov 19 19:11:23.541295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32e2f7-5cfb-4839-96cb-b0d5b7e38401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461049273-project] Pushing event deleted for resources: {'Network': ['ID=84ada475-b0eb-4e80-b674-54200cb2ddee,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:23.555922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Made reservation on behalf of 9ec742e98c7947f299e07f92ac6d88f7 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:23.560363 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.623542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'Port': ['ID=36ad46ad-93dc-4af7-8fd9-4aed3ab6fb95,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:23.633397 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.659952 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:23.661623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9a60120b-b2aa-4aa0-8279-ab859144eb8c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1573002 Nov 19 19:11:23.715901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Allocated IP 172.20.0.7 (a84502ce-0065-4573-9318-35f233adc5e5/ea8953cc-e549-4fd1-ad43-84ee13184fa5/4e546a92-4887-49d7-8675-cec140f834f7) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:23.954940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59432) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:24.033847 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7e9e9069-03ae-465a-a050-5941db0c43c9 req-ed09267d-698d-4c66-8b08-f1afe013f487 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 210 time: 0.0725226 Nov 19 19:11:24.036106 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-c0ded238-9ed8-47d8-9f02-f4d9afe7cb70 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--971348313&fields=id&tenant_id=d66db5a635f74407910126f79e0a8077 HTTP/1.1" status: 200 len: 267 time: 0.1121421 Nov 19 19:11:24.041663 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:24.174188 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:24.188139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['192046a7-0c5a-494b-ae7b-673e3ca8c725'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:11:24.277355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['2964e42d-41c7-4fc4-927e-af45910d5db9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:11:24.314962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-db125dbd-3527-481b-8db4-b395010730e6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:24.316522 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-db125dbd-3527-481b-8db4-b395010730e6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 816 time: 0.2702625 Nov 19 19:11:24.347878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Network a84502ce-0065-4573-9318-35f233adc5e5 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:24.380365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:24.389020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:24.415116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-68022744-5e7f-46b4-a87a-f76cba0ed30d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0be07d467f9e4ed98d58fa20649fba80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4565389 Nov 19 19:11:24.415782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59452) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:24.516537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:24.517248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:24.535290 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2debafb8-19ad-48d2-8909-5d9c1d5d3759 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/quotas/d66db5a635f74407910126f79e0a8077 HTTP/1.1" status: 200 len: 375 time: 0.1945295 Nov 19 19:11:24.542975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-061a59fc-bf0b-4a69-a79d-a0e502b6867e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:24.548340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Pushing event updated for resources: {'Port': ['ID=4e546a92-4887-49d7-8675-cec140f834f7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:24.570521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-061a59fc-bf0b-4a69-a79d-a0e502b6867e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:24.624624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-7fb5ce27-e320-4f64-80c6-862ece1aa020 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4756639 Nov 19 19:11:24.633373 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-061a59fc-bf0b-4a69-a79d-a0e502b6867e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:24.636246 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-061a59fc-bf0b-4a69-a79d-a0e502b6867e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:24.640043 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-061a59fc-bf0b-4a69-a79d-a0e502b6867e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5804999-d685-41f4-876d-7c0b5f879713 HTTP/1.1" status: 204 len: 168 time: 0.2207115 Nov 19 19:11:24.653340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Request body: {'port': {'device_id': '73f10512-55e7-4411-b996-f0163d5a8510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:24.668524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a59fc-bf0b-4a69-a79d-a0e502b6867e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5804999-d685-41f4-876d-7c0b5f879713,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:24.810084 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-854c34c0-87c5-46c6-947a-72d22b08dd5b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2527404 Nov 19 19:11:24.826060 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:25.170766 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:25.236650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-906b692b-e4d5-4a98-9586-2e30bab9ea03 service neutron] 10.222.0.50 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011781 Nov 19 19:11:25.334195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59480) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:25.439235 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5b71455a-3d22-400d-91e2-2a0cd0775ab2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d512bd269de4995bf2cb08d43bf848d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1033556 Nov 19 19:11:25.439923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59484) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:25.445908 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-a5ddd9a7-7e72-4983-90bd-7d699969c1ad service neutron] 10.222.0.50 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064583 Nov 19 19:11:25.639837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d15c83-04ce-476c-8c35-1c144b89c5e9 req-86c322eb-284c-44eb-bb78-cac02b7af0c2 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:25.650567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9d15c83-04ce-476c-8c35-1c144b89c5e9 req-86c322eb-284c-44eb-bb78-cac02b7af0c2 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 931 time: 0.2450385 Nov 19 19:11:25.702344 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee59f-4ecd-4e3c-bd4f-cbfa5074336e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:25.767208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e546a92-4887-49d7-8675-cec140f834f7 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:11:25.769411 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee59f-4ecd-4e3c-bd4f-cbfa5074336e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:25.789487 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:25.849689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Transition to ACTIVE for port object 4e546a92-4887-49d7-8675-cec140f834f7 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:11:25.865148 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:25.937929 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9d15c83-04ce-476c-8c35-1c144b89c5e9 req-2ad6e7e7-7146-46d8-9d73-8a827d247f95 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754881 Nov 19 19:11:25.964288 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee59f-4ecd-4e3c-bd4f-cbfa5074336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:25.967703 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee59f-4ecd-4e3c-bd4f-cbfa5074336e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:25.973244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2a2ee59f-4ecd-4e3c-bd4f-cbfa5074336e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44c9f6cb-7c8d-42ca-a13d-01a45b8641f6 HTTP/1.1" status: 204 len: 168 time: 0.5295422 Nov 19 19:11:25.984369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ee59f-4ecd-4e3c-bd4f-cbfa5074336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c9f6cb-7c8d-42ca-a13d-01a45b8641f6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:26.056003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9018a-1be5-4c66-91fc-aa44cd118afb req-fa419bdc-fde1-4d23-ab92-f89f1f95bca4 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:26.061305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-53a9018a-1be5-4c66-91fc-aa44cd118afb req-fa419bdc-fde1-4d23-ab92-f89f1f95bca4 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.2970409 Nov 19 19:11:26.132721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Pushing event updated for resources: {'Port': ['ID=4e546a92-4887-49d7-8675-cec140f834f7,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:26.206609 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45007a44-2ade-4dae-8660-076337b84bcf req-c20e7649-b807-4406-abae-818389f2489f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 210 time: 0.0740728 Nov 19 19:11:26.285942 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-53a9018a-1be5-4c66-91fc-aa44cd118afb req-2b224619-1ddb-4d72-adff-b2e72459cefe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108958 Nov 19 19:11:26.305862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Attempting to bind port 4e546a92-4887-49d7-8675-cec140f834f7 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:26.306528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Attempting to bind port 4e546a92-4887-49d7-8675-cec140f834f7 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:26.306856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Attempting to bind port 4e546a92-4887-49d7-8675-cec140f834f7 on network a84502ce-0065-4573-9318-35f233adc5e5 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:26.313058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Port 4e546a92-4887-49d7-8675-cec140f834f7 on network a84502ce-0065-4573-9318-35f233adc5e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:26.313376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Attempting to bind port 4e546a92-4887-49d7-8675-cec140f834f7 on network a84502ce-0065-4573-9318-35f233adc5e5 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:26.319968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:11:26.320352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Checking segment: {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:11:26.320665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Bound using segment: {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:11:26.321099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Bound port: 4e546a92-4887-49d7-8675-cec140f834f7, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:11:26.321445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:26.409092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] For port 4e546a92-4887-49d7-8675-cec140f834f7, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:11:26.414664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] For port 4e546a92-4887-49d7-8675-cec140f834f7, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4e546a92-4887-49d7-8675-cec140f834f7,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:11:26.420941 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:26.466403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:26.469936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:26.471415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] 10.222.0.57 "PUT /v2.0/ports/4e546a92-4887-49d7-8675-cec140f834f7 HTTP/1.1" status: 200 len: 1091 time: 1.8228321 Nov 19 19:11:26.498442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f10512-55e7-4411-b996-f0163d5a8510', 'tag': '4e546a92-4887-49d7-8675-cec140f834f7'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:26.501296 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0bc15c-5fc4-4f01-a0e7-e826e6f68c28" -d '{"events": [{"name": "network-changed", "server_uuid": "73f10512-55e7-4411-b996-f0163d5a8510", "tag": "4e546a92-4887-49d7-8675-cec140f834f7"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:26.586953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8973d0-a0e7-4d34-834e-a549c4bc9323 service neutron] Pushing event updated for resources: {'Port': ['ID=4e546a92-4887-49d7-8675-cec140f834f7,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:26.598336 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49743b0-e52f-4389-9c42-5511932c1c6f x-openstack-request-id: req-d49743b0-e52f-4389-9c42-5511932c1c6f {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:26.599187 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f10512-55e7-4411-b996-f0163d5a8510", "tag": "4e546a92-4887-49d7-8675-cec140f834f7", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:26.599640 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d49743b0-e52f-4389-9c42-5511932c1c6f {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:26.600570 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f10512-55e7-4411-b996-f0163d5a8510', 'tag': '4e546a92-4887-49d7-8675-cec140f834f7', 'status': 'completed', 'code': 200} Nov 19 19:11:26.621145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-9266c8fe-9a7e-4b5e-904d-f14de3c9f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:26.624653 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-9266c8fe-9a7e-4b5e-904d-f14de3c9f4ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 1094 time: 0.0794365 Nov 19 19:11:26.681425 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-f6076758-ff06-4a7b-8bc9-c486f60519f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e546a92-4887-49d7-8675-cec140f834f7 HTTP/1.1" status: 200 len: 217 time: 0.0483167 Nov 19 19:11:26.748475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-2489da66-54d7-44d2-92b0-6ce217107fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:26.749972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-2489da66-54d7-44d2-92b0-6ce217107fd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea8953cc-e549-4fd1-ad43-84ee13184fa5 HTTP/1.1" status: 200 len: 855 time: 0.0577147 Nov 19 19:11:26.785195 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-a627cc39-fef2-4216-95ee-755f914e8840 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a84502ce-0065-4573-9318-35f233adc5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284522 Nov 19 19:11:26.909517 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-def3ba37-baad-4179-b64b-b18739c7f2f0 service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157770 Nov 19 19:11:27.039255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-149ae865-5ba9-4a48-90ee-a62597f47a62 req-beb9dabf-7235-46fa-bb5e-faf7cfe52739 service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223822 Nov 19 19:11:27.214317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27952-8c35-4af4-8adc-48f467922f8d req-f9005e1b-9ab9-4883-ba68-6d1b6d56791b tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:27.218777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d27952-8c35-4af4-8adc-48f467922f8d req-f9005e1b-9ab9-4883-ba68-6d1b6d56791b tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 943 time: 0.1635547 Nov 19 19:11:27.245528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bc15c-5fc4-4f01-a0e7-e826e6f68c28 req-e8826683-f604-4eb2-90a0-be73972ed936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:27.250172 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb0bc15c-5fc4-4f01-a0e7-e826e6f68c28 req-e8826683-f604-4eb2-90a0-be73972ed936 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 1094 time: 0.1300445 Nov 19 19:11:27.388486 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-38d27952-8c35-4af4-8adc-48f467922f8d req-9c5dfc93-9c95-462b-b340-394487d98d0f tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597447 Nov 19 19:11:27.497332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-5515a93d-e9f2-484e-80a5-e77ae1bcc7fd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:27.498885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-5515a93d-e9f2-484e-80a5-e77ae1bcc7fd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.21 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 816 time: 0.2261715 Nov 19 19:11:27.531258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-e446ea4a-838b-4922-8fbc-c378f4f5d70d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:27.532802 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-e446ea4a-838b-4922-8fbc-c378f4f5d70d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.1952078 Nov 19 19:11:27.534336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bc15c-5fc4-4f01-a0e7-e826e6f68c28 req-ba420b28-78f8-46fa-a925-7d982f40449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:27.535638 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb0bc15c-5fc4-4f01-a0e7-e826e6f68c28 req-ba420b28-78f8-46fa-a925-7d982f40449d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 916 time: 0.2713814 Nov 19 19:11:27.548240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-90d8b5ac-dc5b-44af-8fc0-47d787c2aaf0 req-4179a60a-4d87-410d-a797-9136d90d33c7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 210 time: 0.2284467 Nov 19 19:11:27.619576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-8562a4c1-7b77-4d20-b2f3-efb2b85e04cd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d66db5a635f74407910126f79e0a8077 HTTP/1.1" status: 200 len: 379 time: 0.1069446 Nov 19 19:11:27.632849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'port': {'device_id': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'admin_state_up': True, 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'security_groups': ['d7fddeeb-6ce1-4e2e-bc30-645e327b1010']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:27.694674 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb0bc15c-5fc4-4f01-a0e7-e826e6f68c28 req-a56bb5d6-9541-4f41-9c18-0a4bd92170d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e546a92-4887-49d7-8675-cec140f834f7 HTTP/1.1" status: 200 len: 217 time: 0.0968139 Nov 19 19:11:27.816048 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Made reservation on behalf of d66db5a635f74407910126f79e0a8077 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:27.817027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847fd79-6b09-4ab5-ab2e-d68cd78ed00e req-d8fd4ec5-8c4b-4212-970f-f118efc7eab7 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:27.819651 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:27.825728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5847fd79-6b09-4ab5-ab2e-d68cd78ed00e req-d8fd4ec5-8c4b-4212-970f-f118efc7eab7 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.2216656 Nov 19 19:11:27.862740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bc15c-5fc4-4f01-a0e7-e826e6f68c28 req-32051e85-e391-4a78-8241-064f3f452220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:27.864199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb0bc15c-5fc4-4f01-a0e7-e826e6f68c28 req-32051e85-e391-4a78-8241-064f3f452220 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea8953cc-e549-4fd1-ad43-84ee13184fa5 HTTP/1.1" status: 200 len: 855 time: 0.1586473 Nov 19 19:11:27.883053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Deleting port a957dfdd-e97e-4f6c-9a7a-0c2d370add90 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:27.883372 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:27.952042 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb0bc15c-5fc4-4f01-a0e7-e826e6f68c28 req-948d1f18-bacf-4f62-a9d3-6e92b4bd72fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a84502ce-0065-4573-9318-35f233adc5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746310 Nov 19 19:11:27.996806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Allocated IP 172.20.0.12 (32df8e1a-b141-4d16-b1e8-e2ea737b167c/5fc34135-1ad1-4b71-aa2b-4179e56c40e2/b1fe3054-5b0d-486a-adba-e62eb940d825) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:28.008646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5847fd79-6b09-4ab5-ab2e-d68cd78ed00e req-56dd7946-c61e-43a4-b48d-429b572e8ecd tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816268 Nov 19 19:11:28.169303 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:28.217446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:28.260846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb0bc15c-5fc4-4f01-a0e7-e826e6f68c28 req-e6c74187-4a2f-45d3-b5c8-14b06fdf00d9 service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753127 Nov 19 19:11:28.268303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] For port a957dfdd-e97e-4f6c-9a7a-0c2d370add90, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a957dfdd-e97e-4f6c-9a7a-0c2d370add90,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:28.268685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:28.355976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Network 32df8e1a-b141-4d16-b1e8-e2ea737b167c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:28.361671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:28.378059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:28.381174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:28.465222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:28.466202 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:28.500593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-2d59b3e1-ef7d-4571-9156-d75499c1bfc7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8729677 Nov 19 19:11:28.513511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Request body: {'port': {'device_id': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:28.615678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:28.762417 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e24cebfc-f279-4dfb-ba1c-b12226b36de7 None None] Provisioning complete for port b1fe3054-5b0d-486a-adba-e62eb940d825 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:28.763612 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e24cebfc-f279-4dfb-ba1c-b12226b36de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:28.832631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e24cebfc-f279-4dfb-ba1c-b12226b36de7 None None] Port b1fe3054-5b0d-486a-adba-e62eb940d825 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:11:28.874476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ff425-bf18-4e79-8484-4df582142d5f req-41824400-76de-4c8b-8427-3634e9573727 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:28.876156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-521ff425-bf18-4e79-8484-4df582142d5f req-41824400-76de-4c8b-8427-3634e9573727 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 932 time: 0.1558669 Nov 19 19:11:28.910878 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb0bc15c-5fc4-4f01-a0e7-e826e6f68c28 req-364a46b1-3abc-4880-9df3-18f255bec275 service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392899 Nov 19 19:11:28.985623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cef38-0702-4a0e-9a49-3932bc52f721 req-9b695e62-5f31-425a-b52b-942b68ffd646 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:28.987471 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed0cef38-0702-4a0e-9a49-3932bc52f721 req-9b695e62-5f31-425a-b52b-942b68ffd646 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 943 time: 0.3620725 Nov 19 19:11:29.003784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-521ff425-bf18-4e79-8484-4df582142d5f req-75abb019-c13b-40cd-bfcb-df4d343c522e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211245 Nov 19 19:11:29.135290 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed0cef38-0702-4a0e-9a49-3932bc52f721 req-aee6d42d-08e2-4d90-bd05-50ca269d5d94 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156752 Nov 19 19:11:29.222873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1fe3054-5b0d-486a-adba-e62eb940d825 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:11:29.235775 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:29.263278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683bbe-9b1b-43d5-bbd5-b1e40bcdbcc9 req-4d5b2984-330f-47d4-8f6b-12df0cb3a97b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:29.265102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aa683bbe-9b1b-43d5-bbd5-b1e40bcdbcc9 req-4d5b2984-330f-47d4-8f6b-12df0cb3a97b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d HTTP/1.1" status: 200 len: 945 time: 0.0872085 Nov 19 19:11:29.265820 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:29.266340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:29.266783 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Floating IP db33db88-84de-4dd2-81d4-89a90c766822 disassociated. External IP: 172.25.3.86, port: a957dfdd-e97e-4f6c-9a7a-0c2d370add90. Nov 19 19:11:29.267194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Calling delete_port for a957dfdd-e97e-4f6c-9a7a-0c2d370add90 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:29.271592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Transition to ACTIVE for port object b1fe3054-5b0d-486a-adba-e62eb940d825 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:11:29.273965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59612) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:29.289741 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:29.502944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59620) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:29.515264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:29.565449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event deleted for resources: {'Port': ['ID=a957dfdd-e97e-4f6c-9a7a-0c2d370add90,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:29.657911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:29.672680 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:29.819520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1730710798', 'router:external': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:29.822563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Router bddc5826-b371-4bdb-8ae4-484f87a3863f has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:11:29.843131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aa683bbe-9b1b-43d5-bbd5-b1e40bcdbcc9 req-8d13d016-13e1-45bd-8a0f-8e3af7424b31 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=14462bdc-a3c1-4310-be54-55d3c2366db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5623820 Nov 19 19:11:29.888695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Attempting to bind port b1fe3054-5b0d-486a-adba-e62eb940d825 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:29.888990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Attempting to bind port b1fe3054-5b0d-486a-adba-e62eb940d825 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:29.889273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Attempting to bind port b1fe3054-5b0d-486a-adba-e62eb940d825 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:29.906628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Port b1fe3054-5b0d-486a-adba-e62eb940d825 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:29.907072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Attempting to bind port b1fe3054-5b0d-486a-adba-e62eb940d825 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:29.914504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:11:29.914835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Checking segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:11:29.915232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Bound using segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:11:29.915787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Bound port: b1fe3054-5b0d-486a-adba-e62eb940d825, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:11:29.916150 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:29.941427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Made reservation on behalf of 16f5c1d14b1d4783800e90fbe9280956 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:29.944037 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:29.956865 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:29.986618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e821ec0b-ce21-465f-b66a-572696ae0593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.075141 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:11:30.079717 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:11:30.083721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:11:30.095572 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57403b62-9a84-4a98-857f-ada78b2b55bb None None] Sync routers for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:11:30.108273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.122220 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57403b62-9a84-4a98-857f-ada78b2b55bb None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:30.122865 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-57403b62-9a84-4a98-857f-ada78b2b55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:30.140782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] No DVR routers for this DVR port a957dfdd-e97e-4f6c-9a7a-0c2d370add90 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:11:30.143770 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.147787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a11d6660-eea3-4487-8451-2810aaf0bcfb req-3d35426a-5164-4331-9107-613d547346b5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.21 "DELETE /v2.0/ports/a957dfdd-e97e-4f6c-9a7a-0c2d370add90 HTTP/1.1" status: 204 len: 173 time: 2.6055474 Nov 19 19:11:30.161261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'name': 'network-vif-deleted', 'tag': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:30.163836 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63ab80d-5b4c-464a-a8cb-5b74730ff534" -d '{"events": [{"server_uuid": "dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d", "name": "network-vif-deleted", "tag": "a957dfdd-e97e-4f6c-9a7a-0c2d370add90"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:30.282850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:30.283493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.288195 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] 10.222.0.21 "PUT /v2.0/ports/b1fe3054-5b0d-486a-adba-e62eb940d825 HTTP/1.1" status: 200 len: 1092 time: 1.7794504 Nov 19 19:11:30.290589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:30.293478 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5932fb-dc99-4aa6-91d7-37751d236321" -d '{"events": [{"name": "network-changed", "server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:30.429189 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-57403b62-9a84-4a98-857f-ada78b2b55bb None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:30.451504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946f0c9-3ab5-4118-9a38-5386db04e35e req-aa25bcfe-7212-4bd3-906b-0b44b1be2d4f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:30.453261 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2946f0c9-3ab5-4118-9a38-5386db04e35e req-aa25bcfe-7212-4bd3-906b-0b44b1be2d4f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 944 time: 0.2760193 Nov 19 19:11:30.455989 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e821ec0b-ce21-465f-b66a-572696ae0593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.467193 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.469397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb187d4-ee64-4c7c-88a1-01d72f7ee6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:30.495694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.520561 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2946f0c9-3ab5-4118-9a38-5386db04e35e req-abd64a49-2719-4153-a051-091bb24cf875 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602105 Nov 19 19:11:30.520959 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e821ec0b-ce21-465f-b66a-572696ae0593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.565815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e821ec0b-ce21-465f-b66a-572696ae0593 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c79d379539074c11991b20c3c3de1e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0609343 Nov 19 19:11:30.573405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59642) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:30.588772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5ac14-cd58-4ce5-a933-166c6c29aad0 req-0cdc5301-b3ee-4cfc-91c4-b8a91bfb8b95 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:30.590810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-afd5ac14-cd58-4ce5-a933-166c6c29aad0 req-0cdc5301-b3ee-4cfc-91c4-b8a91bfb8b95 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 943 time: 0.2908082 Nov 19 19:11:30.626129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821ec0b-ce21-465f-b66a-572696ae0593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573b4986-7195-4151-81e4-21db49e8e066,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:30.628368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:11:30.686899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-faed06b8-8817-4359-bee9-a2c276d61cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.713553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-faed06b8-8817-4359-bee9-a2c276d61cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.737860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-03cdc649-e88f-47be-a4cf-e45e1cd7d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:30.739429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-03cdc649-e88f-47be-a4cf-e45e1cd7d229 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 1095 time: 0.3602207 Nov 19 19:11:30.752759 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0872cef-a1ab-4d84-aeb7-06aea75726e9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:30.799649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.800065 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Added segment a50e8b69-dfa3-4320-b47f-837c5ad5a942 of type vlan for network f6954e7d-8ee7-4c3c-bd27-8144892cb2b0 Nov 19 19:11:30.806905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-faed06b8-8817-4359-bee9-a2c276d61cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.811411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-faed06b8-8817-4359-bee9-a2c276d61cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.812582 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-faed06b8-8817-4359-bee9-a2c276d61cd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/573b4986-7195-4151-81e4-21db49e8e066 HTTP/1.1" status: 204 len: 168 time: 0.2381876 Nov 19 19:11:30.850230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed06b8-8817-4359-bee9-a2c276d61cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573b4986-7195-4151-81e4-21db49e8e066,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:30.897681 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-57403b62-9a84-4a98-857f-ada78b2b55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:30.898468 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-a46b695c-c3c1-4acb-806b-71f8e9df5212 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fe3054-5b0d-486a-adba-e62eb940d825 HTTP/1.1" status: 200 len: 217 time: 0.1390603 Nov 19 19:11:30.932458 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57403b62-9a84-4a98-857f-ada78b2b55bb None None] Checking router: bddc5826-b371-4bdb-8ae4-484f87a3863f for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:11:30.942870 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57403b62-9a84-4a98-857f-ada78b2b55bb None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:30.943138 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-57403b62-9a84-4a98-857f-ada78b2b55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:30.990699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-7f6287c3-9bba-4437-a9f8-359d11bd5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:30.992346 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-7f6287c3-9bba-4437-a9f8-359d11bd5b85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.0810199 Nov 19 19:11:31.049042 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0052eb43-7ab5-49da-9062-f5cca81151d3 x-openstack-request-id: req-0052eb43-7ab5-49da-9062-f5cca81151d3 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:31.049514 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d", "name": "network-vif-deleted", "tag": "a957dfdd-e97e-4f6c-9a7a-0c2d370add90", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:31.049643 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0052eb43-7ab5-49da-9062-f5cca81151d3 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:31.050048 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc99b1e-60a6-4f2b-92a0-92f37ac7ed9d', 'name': 'network-vif-deleted', 'tag': 'a957dfdd-e97e-4f6c-9a7a-0c2d370add90', 'status': 'completed', 'code': 200} Nov 19 19:11:31.062586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-afd5ac14-cd58-4ce5-a933-166c6c29aad0 req-5de584af-51b6-46ff-9903-6108405b1a0d tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492924 Nov 19 19:11:31.088782 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-57403b62-9a84-4a98-857f-ada78b2b55bb None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:31.099216 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:31.109547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-00d0a06b-60be-4774-910d-0396b1dfe6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:31.111072 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-00d0a06b-60be-4774-910d-0396b1dfe6ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109922 Nov 19 19:11:31.139775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a957dfdd-e97e-4f6c-9a7a-0c2d370add90 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:11:31.174946 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc476b3-7e06-4cac-9235-17792ef69eea x-openstack-request-id: req-6cc476b3-7e06-4cac-9235-17792ef69eea {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:31.175145 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:31.175339 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cc476b3-7e06-4cac-9235-17792ef69eea {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:31.175718 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'status': 'completed', 'code': 200} Nov 19 19:11:31.190838 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: a957dfdd-e97e-4f6c-9a7a-0c2d370add90 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:11:31.191187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a957dfdd-e97e-4f6c-9a7a-0c2d370add90 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:11:31.251203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59656) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:31.257941 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:31.259738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:31.263490 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:31.341488 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66b36fad-3635-4403-9d84-3bd333ebf2ed tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:31.377497 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66b36fad-3635-4403-9d84-3bd333ebf2ed tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:31.399539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59662) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:31.399852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1253862 Nov 19 19:11:31.405388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Request body: {'subnet': {'network_id': 'f6954e7d-8ee7-4c3c-bd27-8144892cb2b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:31.447558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c7937-51d0-46c8-bac4-39a968ca0209 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event updated for resources: {'Network': ['ID=f6954e7d-8ee7-4c3c-bd27-8144892cb2b0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:31.449942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Made reservation on behalf of 16f5c1d14b1d4783800e90fbe9280956 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:31.458332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-8165ca15-afe4-4af5-ac96-b4d966ff16d5 service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356535 Nov 19 19:11:31.458895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f6954e7d-8ee7-4c3c-bd27-8144892cb2b0 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:11:31.460442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:31.508271 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-57403b62-9a84-4a98-857f-ada78b2b55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:31.520926 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66b36fad-3635-4403-9d84-3bd333ebf2ed tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:31.525049 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66b36fad-3635-4403-9d84-3bd333ebf2ed tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:31.526285 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-66b36fad-3635-4403-9d84-3bd333ebf2ed tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "DELETE /v2.0/security-groups/14462bdc-a3c1-4310-be54-55d3c2366db6 HTTP/1.1" status: 204 len: 168 time: 0.2737403 Nov 19 19:11:31.532939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59670) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:31.548421 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57403b62-9a84-4a98-857f-ada78b2b55bb None None] The sync data for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 is: [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:11:31.616666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b36fad-3635-4403-9d84-3bd333ebf2ed tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14462bdc-a3c1-4310-be54-55d3c2366db6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:31.628570 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49f9545c-35a2-45bf-bc80-278c5c10de48 req-48c01509-ad15-4761-a105-49f1d5d088fb service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625175 Nov 19 19:11:31.635001 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-2e8fb3f5-2c85-49cf-9785-8322982153dc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] show failed (client error): The resource could not be found. Nov 19 19:11:31.637910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2e8fb3f5-2c85-49cf-9785-8322982153dc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups/14462bdc-a3c1-4310-be54-55d3c2366db6 HTTP/1.1" status: 404 len: 347 time: 0.1020174 Nov 19 19:11:31.640835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59674) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:31.815597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dee84-4800-4a08-a065-65f858905de0 req-60a45a8e-2a7a-4bac-8bf9-5e9de578db5f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:31.817182 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e1dee84-4800-4a08-a065-65f858905de0 req-60a45a8e-2a7a-4bac-8bf9-5e9de578db5f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 944 time: 0.1459937 Nov 19 19:11:31.878898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5932fb-dc99-4aa6-91d7-37751d236321 req-26463284-a716-4428-99d6-5cf83242e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:31.880442 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5932fb-dc99-4aa6-91d7-37751d236321 req-26463284-a716-4428-99d6-5cf83242e8ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 1095 time: 0.1565404 Nov 19 19:11:31.933886 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8e1dee84-4800-4a08-a065-65f858905de0 req-49a2b6d9-245c-4139-a168-5f1b0a1fcc55 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084359 Nov 19 19:11:31.987215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b15cd-84ab-4df4-831d-a49b71d1fa0b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Deleting port 09b34f99-a8ee-443d-a3d4-b7f38201ba94 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:31.987711 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b15cd-84ab-4df4-831d-a49b71d1fa0b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:32.009538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4e546a92-4887-49d7-8675-cec140f834f7 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:11:32.111985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d35fe08-5f00-47f1-a89a-fd86f007913c None None] New status for floating IP db33db88-84de-4dd2-81d4-89a90c766822: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:11:32.138053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:11:32.138654 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:32.157061 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b15cd-84ab-4df4-831d-a49b71d1fa0b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:32.157415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b15cd-84ab-4df4-831d-a49b71d1fa0b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:32.185063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b15cd-84ab-4df4-831d-a49b71d1fa0b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Calling delete_port for 09b34f99-a8ee-443d-a3d4-b7f38201ba94 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:32.249517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd035d25-191f-4a35-b964-015bf538bd55,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:32.283145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Checking segment: {'id': 'a50e8b69-dfa3-4320-b47f-837c5ad5a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f6954e7d-8ee7-4c3c-bd27-8144892cb2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:11:32.283640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Network hostable DHCP agents. Network: f6954e7d-8ee7-4c3c-bd27-8144892cb2b0, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:11:32.310896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Network f6954e7d-8ee7-4c3c-bd27-8144892cb2b0 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:11:32.342680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f6954e7d-8ee7-4c3c-bd27-8144892cb2b0) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:32.356839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:32.357474 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:32.365703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7ac1d-61a0-4a32-a609-b864693d52ce None None] Network f6954e7d-8ee7-4c3c-bd27-8144892cb2b0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:11:32.394950 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c8cc28e4-daeb-4bd4-8f45-76ed717d5f06 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9917922 Nov 19 19:11:32.396310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59700) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:32.405724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5932fb-dc99-4aa6-91d7-37751d236321 req-11ef0dc7-25ab-4b91-9dd2-ab69e4c0269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:32.407396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5932fb-dc99-4aa6-91d7-37751d236321 req-11ef0dc7-25ab-4b91-9dd2-ab69e4c0269c service neutron] 10.222.0.21 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.5156105 Nov 19 19:11:32.409623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-945377244', 'network_id': 'f6954e7d-8ee7-4c3c-bd27-8144892cb2b0'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:32.456830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a3e65-0ff1-4b6b-b222-93615889d713 req-8070d183-2001-438f-a025-3a4436d27dbc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:32.458417 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-695a3e65-0ff1-4b6b-b222-93615889d713 req-8070d183-2001-438f-a025-3a4436d27dbc tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 943 time: 0.2523451 Nov 19 19:11:32.467205 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Made reservation on behalf of 16f5c1d14b1d4783800e90fbe9280956 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:32.475461 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:32.521838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] device_id is not set on port d51fe1af-fdee-4c40-8353-1c1a57acc43f yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:11:32.527616 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5932fb-dc99-4aa6-91d7-37751d236321 req-6844a11d-b86d-45d6-a8e5-705a4639789f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fe3054-5b0d-486a-adba-e62eb940d825 HTTP/1.1" status: 200 len: 217 time: 0.0832777 Nov 19 19:11:32.535213 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2e5b9a-1def-45ff-9bbb-d87ec8330571 None None] Network f6954e7d-8ee7-4c3c-bd27-8144892cb2b0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:11:32.680274 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b15cd-84ab-4df4-831d-a49b71d1fa0b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:32.706554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 4e546a92-4887-49d7-8675-cec140f834f7, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4e546a92-4887-49d7-8675-cec140f834f7,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:32.746034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652cacd-ebd0-49d5-89e6-05dde11be893 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:11:32.752973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '4e546a92-4887-49d7-8675-cec140f834f7', 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5', 'port_id': '4e546a92-4887-49d7-8675-cec140f834f7', 'mac_address': 'fa:16:3e:79:c4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8953cc-e549-4fd1-ad43-84ee13184fa5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:11:32.754359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Allocated IP 2001:db8::2dd (f6954e7d-8ee7-4c3c-bd27-8144892cb2b0/dd035d25-191f-4a35-b964-015bf538bd55/d51fe1af-fdee-4c40-8353-1c1a57acc43f) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:32.786102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b15cd-84ab-4df4-831d-a49b71d1fa0b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event deleted for resources: {'Port': ['ID=09b34f99-a8ee-443d-a3d4-b7f38201ba94,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:32.809499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-695a3e65-0ff1-4b6b-b222-93615889d713 req-6e7a1065-883d-45f1-b3bf-fc5299d8ba9e tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976358 Nov 19 19:11:32.839681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5932fb-dc99-4aa6-91d7-37751d236321 req-2a9ca57f-3d8c-47f0-b7ee-e6c2a1308d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:32.841238 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5932fb-dc99-4aa6-91d7-37751d236321 req-2a9ca57f-3d8c-47f0-b7ee-e6c2a1308d97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.3017588 Nov 19 19:11:32.861450 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:32.887186 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b15cd-84ab-4df4-831d-a49b71d1fa0b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:32.890150 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab6b15cd-84ab-4df4-831d-a49b71d1fa0b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:32.901599 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ab6b15cd-84ab-4df4-831d-a49b71d1fa0b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "DELETE /v2.0/floatingips/db33db88-84de-4dd2-81d4-89a90c766822 HTTP/1.1" status: 204 len: 168 time: 1.2578933 Nov 19 19:11:32.919837 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e546a92-4887-49d7-8675-cec140f834f7 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:11:32.938050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5932fb-dc99-4aa6-91d7-37751d236321 req-a550c75f-9cac-4fec-aa77-20980386ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:32.941269 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5932fb-dc99-4aa6-91d7-37751d236321 req-a550c75f-9cac-4fec-aa77-20980386ad3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897083 Nov 19 19:11:32.984518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 4e546a92-4887-49d7-8675-cec140f834f7, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4e546a92-4887-49d7-8675-cec140f834f7,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:32.996742 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:33.078442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=4e546a92-4887-49d7-8675-cec140f834f7,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:33.092642 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:33.141443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b1fe3054-5b0d-486a-adba-e62eb940d825 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:11:33.143331 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:33.158444 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5932fb-dc99-4aa6-91d7-37751d236321 req-96354409-62a8-4f1b-abc9-93df23de787c service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071450 Nov 19 19:11:33.267209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Network f6954e7d-8ee7-4c3c-bd27-8144892cb2b0 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:33.286335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:33.291914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5932fb-dc99-4aa6-91d7-37751d236321 req-4bcad538-2f26-4a90-920b-6969bb449552 service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251147 Nov 19 19:11:33.301314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fe649-6353-4446-9981-6a181189e405 req-d00b279e-ab85-4842-9347-7affde85ab86 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:33.303356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc9fe649-6353-4446-9981-6a181189e405 req-d00b279e-ab85-4842-9347-7affde85ab86 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 944 time: 0.2363837 Nov 19 19:11:33.309226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:33.339498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:33.342729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:33.346971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event updated for resources: {'Port': ['ID=d51fe1af-fdee-4c40-8353-1c1a57acc43f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:33.368765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3237c754-c434-4231-9238-9aa65d12536d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9704008 Nov 19 19:11:33.371804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59728) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:33.469039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc9fe649-6353-4446-9981-6a181189e405 req-18971ce8-df13-4080-a9c2-d4f3fe32a510 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530948 Nov 19 19:11:33.536144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d99131e8-c864-4351-a542-af47e04e02b2 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Deleting port d51fe1af-fdee-4c40-8353-1c1a57acc43f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:33.536572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d99131e8-c864-4351-a542-af47e04e02b2 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:33.629233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d99131e8-c864-4351-a542-af47e04e02b2 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:33.657093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d99131e8-c864-4351-a542-af47e04e02b2 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Calling delete_port for d51fe1af-fdee-4c40-8353-1c1a57acc43f owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:33.696532 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['4e546a92-4887-49d7-8675-cec140f834f7'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:11:33.718015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59736) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:33.731247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bcd80230-1673-42c7-8344-86c4ac8350fb tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613281637', 'description': 'tempest-description--94122019'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:33.751474 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:33.772394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'port_id': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'mac_address': 'fa:16:3e:a8:c7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:11:33.798393 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcd80230-1673-42c7-8344-86c4ac8350fb tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:33.835943 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:33.873673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1fe3054-5b0d-486a-adba-e62eb940d825 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:11:33.884170 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d99131e8-c864-4351-a542-af47e04e02b2 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:33.954111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99131e8-c864-4351-a542-af47e04e02b2 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event deleted for resources: {'Port': ['ID=d51fe1af-fdee-4c40-8353-1c1a57acc43f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:33.999479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:34.003141 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcd80230-1673-42c7-8344-86c4ac8350fb tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.003730 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d99131e8-c864-4351-a542-af47e04e02b2 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.008883 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d99131e8-c864-4351-a542-af47e04e02b2 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "DELETE /v2.0/ports/d51fe1af-fdee-4c40-8353-1c1a57acc43f HTTP/1.1" status: 204 len: 168 time: 0.6355660 Nov 19 19:11:34.010068 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.012449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59750) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:34.017916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6954e7d-8ee7-4c3c-bd27-8144892cb2b0', 'external_fixed_ips': [{'subnet_id': 'dd035d25-191f-4a35-b964-015bf538bd55', 'ip_address': '2001:db8::2dd'}]}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:34.019221 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcd80230-1673-42c7-8344-86c4ac8350fb tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.052000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.054886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.059747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd80230-1673-42c7-8344-86c4ac8350fb tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4657f6f0-a9fa-4c5d-b768-c1904fafec79,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:34.076979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:34.091483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02dde5-ed16-4483-b1a4-7db7fefad77e req-8c6a4f31-5e47-4754-a64e-a1ab54fe18c8 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:34.098291 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b02dde5-ed16-4483-b1a4-7db7fefad77e req-8c6a4f31-5e47-4754-a64e-a1ab54fe18c8 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 944 time: 0.1552277 Nov 19 19:11:34.130072 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.134473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcd80230-1673-42c7-8344-86c4ac8350fb tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.136104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bcd80230-1673-42c7-8344-86c4ac8350fb tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4166024 Nov 19 19:11:34.138882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59754) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:34.146079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5327f2f2-bf18-447b-b3fa-fc0d45582aff tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'security_group_rule': {'security_group_id': '4657f6f0-a9fa-4c5d-b768-c1904fafec79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:34.210731 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b02dde5-ed16-4483-b1a4-7db7fefad77e req-e02b466d-f048-4d7c-b63f-269362382508 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057289 Nov 19 19:11:34.228050 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5327f2f2-bf18-447b-b3fa-fc0d45582aff tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.290188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['b1fe3054-5b0d-486a-adba-e62eb940d825'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:11:34.300534 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.308403 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5327f2f2-bf18-447b-b3fa-fc0d45582aff tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.312356 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5327f2f2-bf18-447b-b3fa-fc0d45582aff tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.335493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327f2f2-bf18-447b-b3fa-fc0d45582aff tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098fefbd-9bac-4384-945a-b37d4dac9ba2,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:34.353490 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5327f2f2-bf18-447b-b3fa-fc0d45582aff tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.356245 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5327f2f2-bf18-447b-b3fa-fc0d45582aff tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2160869 Nov 19 19:11:34.359088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59758) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:34.366286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-86d6cc4d-2bad-42e9-8a9f-e632ce7001b2 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'security_group_rule': {'security_group_id': '4657f6f0-a9fa-4c5d-b768-c1904fafec79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:34.412178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86d6cc4d-2bad-42e9-8a9f-e632ce7001b2 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.508822 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86d6cc4d-2bad-42e9-8a9f-e632ce7001b2 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.515973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86d6cc4d-2bad-42e9-8a9f-e632ce7001b2 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.542500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6cc4d-2bad-42e9-8a9f-e632ce7001b2 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7694d1ab-d829-41cd-8222-cd210a38a153,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:34.558974 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86d6cc4d-2bad-42e9-8a9f-e632ce7001b2 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.561800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-86d6cc4d-2bad-42e9-8a9f-e632ce7001b2 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1988018 Nov 19 19:11:34.564394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59766) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:34.570285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:34.621715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.708750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9c658-82e9-411e-8788-db1283329e09 req-325ee8d1-0628-44b0-bb1b-9bdae7855779 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:34.710370 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b5c9c658-82e9-411e-8788-db1283329e09 req-325ee8d1-0628-44b0-bb1b-9bdae7855779 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.1381109 Nov 19 19:11:34.711800 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.735739 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.814111 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.840921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b5c9c658-82e9-411e-8788-db1283329e09 req-78dea975-1cb2-4d44-89c3-ce655d909638 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076415 Nov 19 19:11:34.945171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Allocated IP 172.25.3.37 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/f436e990-c1dc-4016-9ede-b7d2160a7274) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:35.070708 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.113528 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.157825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:35.160956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:35.164898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:35.172255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'Port': ['ID=f436e990-c1dc-4016-9ede-b7d2160a7274,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:35.223031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Allocated IP 2001:db8::2dd (f6954e7d-8ee7-4c3c-bd27-8144892cb2b0/dd035d25-191f-4a35-b964-015bf538bd55/a0803bc0-cafc-46c0-883d-a18043c6d301) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:35.264543 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.329437 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.346224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.389796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4877e-935e-4400-a8fe-bae7d4a37e2a req-30f93252-3715-4cdc-a699-195706ab05e7 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:35.391723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ef4877e-935e-4400-a8fe-bae7d4a37e2a req-30f93252-3715-4cdc-a699-195706ab05e7 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 944 time: 0.0938394 Nov 19 19:11:35.394603 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.438797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Network f6954e7d-8ee7-4c3c-bd27-8144892cb2b0 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:35.444429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:35.448203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:35.506736 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ef4877e-935e-4400-a8fe-bae7d4a37e2a req-03014906-83a9-484b-85a3-54342dba2558 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062438 Nov 19 19:11:35.526849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event updated for resources: {'Port': ['ID=a0803bc0-cafc-46c0-883d-a18043c6d301,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:35.568530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.575996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.659815 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'Port': ['ID=f436e990-c1dc-4016-9ede-b7d2160a7274,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:35.672842 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.697047 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.706799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-55c715cc-d015-4ea8-8cb0-869e5aa529bc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1409850 Nov 19 19:11:35.757899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:36.023120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4e546a92-4887-49d7-8675-cec140f834f7 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:11:36.050779 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-0b9975c9-7277-422a-894f-67c982d61c11 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--613281637&fields=id&tenant_id=a8ce333f2ff74a41ab732c625a91c301 HTTP/1.1" status: 200 len: 267 time: 0.0752518 Nov 19 19:11:36.059725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:36.126613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 4e546a92-4887-49d7-8675-cec140f834f7 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:11:36.134608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 4e546a92-4887-49d7-8675-cec140f834f7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:36.136881 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:36.146549 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cfce6-da27-421e-9f9d-47977d0798d5 req-69f8ac52-49eb-49b3-acff-730f063e57ca tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:36.148375 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3c2cfce6-da27-421e-9f9d-47977d0798d5 req-69f8ac52-49eb-49b3-acff-730f063e57ca tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.2105458 Nov 19 19:11:36.272852 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:36.275317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-0fbf74aa-82be-4279-b824-7c77f800ba96 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:36.278583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-0fbf74aa-82be-4279-b824-7c77f800ba96 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 810 time: 0.2197702 Nov 19 19:11:36.304817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-45d0d341-5d81-4aa7-ae61-dff38fb76b39 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/quotas/a8ce333f2ff74a41ab732c625a91c301 HTTP/1.1" status: 200 len: 375 time: 0.0181684 Nov 19 19:11:36.313524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 4e546a92-4887-49d7-8675-cec140f834f7, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4e546a92-4887-49d7-8675-cec140f834f7,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:36.314817 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f10512-55e7-4411-b996-f0163d5a8510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e546a92-4887-49d7-8675-cec140f834f7'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:36.317682 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b8d07d-57b1-46df-950f-0b053bafc1f9" -d '{"events": [{"server_uuid": "73f10512-55e7-4411-b996-f0163d5a8510", "name": "network-vif-plugged", "status": "completed", "tag": "4e546a92-4887-49d7-8675-cec140f834f7"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:36.321685 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:36.347707 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3c2cfce6-da27-421e-9f9d-47977d0798d5 req-18b789fc-d758-421d-a6b6-578bd3f1c56a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811779 Nov 19 19:11:36.374846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Router 6760b5d7-81a2-4d2c-937d-46dff9864bf1 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:11:36.380367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=4e546a92-4887-49d7-8675-cec140f834f7,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:36.418364 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-27a98a79-91f9-4dba-89d9-da9b190d84a7 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059859 Nov 19 19:11:36.453437 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558fcdb9-ebbf-4bac-ba66-6ce3798b3378 x-openstack-request-id: req-558fcdb9-ebbf-4bac-ba66-6ce3798b3378 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:36.453889 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f10512-55e7-4411-b996-f0163d5a8510", "name": "network-vif-plugged", "status": "completed", "tag": "4e546a92-4887-49d7-8675-cec140f834f7", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:36.454287 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-558fcdb9-ebbf-4bac-ba66-6ce3798b3378 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:36.454826 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f10512-55e7-4411-b996-f0163d5a8510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e546a92-4887-49d7-8675-cec140f834f7', 'code': 200} Nov 19 19:11:36.537368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-24851683-6f4d-4f40-a06c-11ceb64719d5 service neutron] 10.222.0.50 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079197 Nov 19 19:11:36.609912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdccaf8-4b7e-496c-bf56-0aac7e89d1df req-8d6e10e3-5cec-471b-8339-f13259630980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:36.611430 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4cdccaf8-4b7e-496c-bf56-0aac7e89d1df req-8d6e10e3-5cec-471b-8339-f13259630980 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 1096 time: 0.0795479 Nov 19 19:11:36.620826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:11:36.632699 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Sync routers for ids ['6760b5d7-81a2-4d2c-937d-46dff9864bf1'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:11:36.650327 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Routers {'6760b5d7-81a2-4d2c-937d-46dff9864bf1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:36.654079 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['6760b5d7-81a2-4d2c-937d-46dff9864bf1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:36.702029 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4cdccaf8-4b7e-496c-bf56-0aac7e89d1df req-f7558691-2292-4fe1-99cc-b96ba77a6a7a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792136 Nov 19 19:11:36.705644 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:36.706808 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b9131357-01e2-4c87-9833-d19f02bbd9f0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.6927795 Nov 19 19:11:36.710438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59824) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:36.726523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-2957939a-e767-43ca-9bde-04c921522738 service neutron] 10.222.0.50 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783748 Nov 19 19:11:36.768783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a7222-3cd8-4561-acaf-bd36421a996b req-5d9696a0-4ca3-429c-8e8d-e6741e43f0d4 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:36.770403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-763a7222-3cd8-4561-acaf-bd36421a996b req-5d9696a0-4ca3-429c-8e8d-e6741e43f0d4 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 945 time: 0.1639359 Nov 19 19:11:36.858245 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Set router 6760b5d7-81a2-4d2c-937d-46dff9864bf1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:36.900207 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.070571 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-763a7222-3cd8-4561-acaf-bd36421a996b req-d4933956-2815-46ff-af41-405393c386f4 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919838 Nov 19 19:11:37.116454 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.155423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b1fe3054-5b0d-486a-adba-e62eb940d825 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:11:37.172917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-285d7c55-f1be-425a-a0a5-74df5dcbd0b8 req-73d7fdc5-794f-4e72-9eab-bac4d6990b22 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 210 time: 0.0892665 Nov 19 19:11:37.220497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Deleting port a0803bc0-cafc-46c0-883d-a18043c6d301 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:37.220933 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.256529 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6760b5d7-81a2-4d2c-937d-46dff9864bf1', 'name': '', 'tenant_id': '16f5c1d14b1d4783800e90fbe9280956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6954e7d-8ee7-4c3c-bd27-8144892cb2b0', 'external_fixed_ips': [{'subnet_id': 'dd035d25-191f-4a35-b964-015bf538bd55', 'ip_address': '2001:db8::2dd'}], 'enable_snat': True}, 'gw_port_id': 'a0803bc0-cafc-46c0-883d-a18043c6d301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:11:34Z', 'updated_at': '2021-11-19T19:11:35Z', 'revision_number': 3, 'project_id': '16f5c1d14b1d4783800e90fbe9280956', 'gw_port': {'id': 'a0803bc0-cafc-46c0-883d-a18043c6d301', 'name': '', 'network_id': 'f6954e7d-8ee7-4c3c-bd27-8144892cb2b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6760b5d7-81a2-4d2c-937d-46dff9864bf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'dd035d25-191f-4a35-b964-015bf538bd55', 'ip_address': '2001:db8::2dd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:11:34Z', 'updated_at': '2021-11-19T19:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd035d25-191f-4a35-b964-015bf538bd55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:37.258021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port b1fe3054-5b0d-486a-adba-e62eb940d825 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:11:37.264189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port b1fe3054-5b0d-486a-adba-e62eb940d825 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:37.264577 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.312229 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Checking router: 6760b5d7-81a2-4d2c-937d-46dff9864bf1 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:11:37.318546 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Updating router 6760b5d7-81a2-4d2c-937d-46dff9864bf1 port a0803bc0-cafc-46c0-883d-a18043c6d301 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:11:37.330937 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.350346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Calling delete_port for a0803bc0-cafc-46c0-883d-a18043c6d301 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:37.371050 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.472355 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.538002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:37.547506 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.612606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065770d-6421-4db5-b9c8-2014c2a50d08 req-87fec051-df93-43cb-888f-ec6f5287c620 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:37.614456 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a065770d-6421-4db5-b9c8-2014c2a50d08 req-87fec051-df93-43cb-888f-ec6f5287c620 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.1146884 Nov 19 19:11:37.622410 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:37.722153 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.778614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0803bc0-cafc-46c0-883d-a18043c6d301,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:37.818321 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a065770d-6421-4db5-b9c8-2014c2a50d08 req-0bdb2f62-1ed5-450f-ae7d-0888990f93d0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725683 Nov 19 19:11:37.824664 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.828847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59850) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:37.839502 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.db.api [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:11:37.839955 n-d-815373-6 neutron-server[109890]: DEBUG oslo_db.api [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:11:37.940644 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.943442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.983658 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6eb472b6-39e1-4bce-8327-8ea27fb384e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:37.998866 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.000403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6760b5d7-81a2-4d2c-937d-46dff9864bf1 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:11:38.009308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.010380 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-59c2df0b-3c76-464c-9ce2-fe59f57fcb38 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "DELETE /v2.0/routers/6760b5d7-81a2-4d2c-937d-46dff9864bf1 HTTP/1.1" status: 204 len: 168 time: 1.2986815 Nov 19 19:11:38.012936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59856) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:38.087291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-520902ac-5f0d-45a8-9334-551b62da720c tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Deleting subnet dd035d25-191f-4a35-b964-015bf538bd55 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:11:38.096249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520902ac-5f0d-45a8-9334-551b62da720c tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.254818 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6eb472b6-39e1-4bce-8327-8ea27fb384e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.257792 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520902ac-5f0d-45a8-9334-551b62da720c tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.260714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6eb472b6-39e1-4bce-8327-8ea27fb384e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.262826 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-122cf7bf-a6ec-4fd3-9bd3-5ee727a6dac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.365974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6eb472b6-39e1-4bce-8327-8ea27fb384e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ed5f0c179be49b88caa44cd029a3836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5348661 Nov 19 19:11:38.375354 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Port a0803bc0-cafc-46c0-883d-a18043c6d301 not found while updating agent binding for router 6760b5d7-81a2-4d2c-937d-46dff9864bf1. {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 19:11:38.386148 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Routers set() bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:38.386897 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Router IDs set() for agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 19:11:38.387680 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6760b5d7-81a2-4d2c-937d-46dff9864bf1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent'). {{(pid=109890) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 19:11:38.387963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59864) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:38.388573 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39a30a-811a-4b3e-8086-735b3ca0b643 None None] The sync data for ids ['6760b5d7-81a2-4d2c-937d-46dff9864bf1'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:11:38.391411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e0adeec-7ef7-4cd6-9dae-76ebd74abf92 req-ac1bb18d-4b0e-4fdd-bac1-bea66e60bf97 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 210 time: 0.0627980 Nov 19 19:11:38.392147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb472b6-39e1-4bce-8327-8ea27fb384e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f56d74a-5fcf-494e-b0bd-5c0da22470cd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:38.427676 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520902ac-5f0d-45a8-9334-551b62da720c tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.456712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:38.459143 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceed03e8-ded3-4201-bd2c-c48b15e92e6e" -d '{"events": [{"server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "name": "network-vif-plugged", "status": "completed", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:38.465613 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-151e43cf-0b97-4cf7-86c4-c6e3b88f94e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.490783 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-151e43cf-0b97-4cf7-86c4-c6e3b88f94e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.500488 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de28f4d1-3d92-46de-8bba-ee1e462fc4c3 x-openstack-request-id: req-de28f4d1-3d92-46de-8bba-ee1e462fc4c3 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:38.500814 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "name": "network-vif-plugged", "status": "completed", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:38.501079 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de28f4d1-3d92-46de-8bba-ee1e462fc4c3 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:38.501475 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'code': 200} Nov 19 19:11:38.552614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-151e43cf-0b97-4cf7-86c4-c6e3b88f94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.556390 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-151e43cf-0b97-4cf7-86c4-c6e3b88f94e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.558343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-151e43cf-0b97-4cf7-86c4-c6e3b88f94e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f56d74a-5fcf-494e-b0bd-5c0da22470cd HTTP/1.1" status: 204 len: 168 time: 0.1492815 Nov 19 19:11:38.567985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e43cf-0b97-4cf7-86c4-c6e3b88f94e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f56d74a-5fcf-494e-b0bd-5c0da22470cd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:38.624364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb36a1-5264-4194-a12b-3f37506f6409 req-af29c2d6-da25-4c72-baa4-a3b17a826f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:38.625783 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6bb36a1-5264-4194-a12b-3f37506f6409 req-af29c2d6-da25-4c72-baa4-a3b17a826f82 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 1097 time: 0.0557609 Nov 19 19:11:38.676860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6bb36a1-5264-4194-a12b-3f37506f6409 req-730762ed-9220-45e5-84b4-f528d020206a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Nov 19 19:11:38.789794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763bb3d-ecdd-4a3b-bb06-a03f723111b7 req-4c330e9e-bf4b-4ea8-8fda-e573a23131a7 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:38.791514 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b763bb3d-ecdd-4a3b-bb06-a03f723111b7 req-4c330e9e-bf4b-4ea8-8fda-e573a23131a7 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 945 time: 0.5074189 Nov 19 19:11:38.852367 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520902ac-5f0d-45a8-9334-551b62da720c tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.859722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59874) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:38.866908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-c5681eed-254e-4e77-9c47-0413092a60eb tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:38.868619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-c5681eed-254e-4e77-9c47-0413092a60eb tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 810 time: 0.5331409 Nov 19 19:11:38.878862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2d311be0-254e-4c71-8c8c-67aa7c5824eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.909353 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520902ac-5f0d-45a8-9334-551b62da720c tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:38.915018 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-520902ac-5f0d-45a8-9334-551b62da720c tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/dd035d25-191f-4a35-b964-015bf538bd55 HTTP/1.1" status: 204 len: 168 time: 0.8987265 Nov 19 19:11:38.915018 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520902ac-5f0d-45a8-9334-551b62da720c tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd035d25-191f-4a35-b964-015bf538bd55,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:38.917789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59876) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:38.938377 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b763bb3d-ecdd-4a3b-bb06-a03f723111b7 req-f7eb827f-959d-40ba-9217-912bef138da0 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390564 Nov 19 19:11:39.006902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-63a943d6-2bc7-43ae-af4d-c390726ba2aa tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ce333f2ff74a41ab732c625a91c301 HTTP/1.1" status: 200 len: 379 time: 0.1118410 Nov 19 19:11:39.020010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'port': {'device_id': '15606234-1356-47db-b36b-4e66a88dd8dd', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'admin_state_up': True, 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'security_groups': ['4657f6f0-a9fa-4c5d-b768-c1904fafec79']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:39.062444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb438490-42c3-4922-83fc-f26148e74c73 req-08a40575-4db9-4fb6-bbd3-29c7efbbbe7f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:39.064019 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb438490-42c3-4922-83fc-f26148e74c73 req-08a40575-4db9-4fb6-bbd3-29c7efbbbe7f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1609023 Nov 19 19:11:39.066598 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.113321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2d311be0-254e-4c71-8c8c-67aa7c5824eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.121092 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2d311be0-254e-4c71-8c8c-67aa7c5824eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.192396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Made reservation on behalf of a8ce333f2ff74a41ab732c625a91c301 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:39.211952 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.266642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb438490-42c3-4922-83fc-f26148e74c73 req-9dbe6578-c953-4342-ba2e-a4635ca5aa18 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953185 Nov 19 19:11:39.280813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2d311be0-254e-4c71-8c8c-67aa7c5824eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a60e5be4239b4db58bb534d9d73df4fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197254 Nov 19 19:11:39.283233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59890) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:39.293317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d311be0-254e-4c71-8c8c-67aa7c5824eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca4b317-4edb-4046-8d6e-a02558b1671e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:39.312756 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.348496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6954e7d-8ee7-4c3c-bd27-8144892cb2b0']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:39.366535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50e8b69-dfa3-4320-b47f-837c5ad5a942') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:39.366840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50e8b69-dfa3-4320-b47f-837c5ad5a942') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:39.381227 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.401887 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.411140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c6527e7-6c51-4d6a-8450-4edfa91be2b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.413134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:11:39.413628 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:11:39.415498 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:11:39.492054 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c6527e7-6c51-4d6a-8450-4edfa91be2b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.506130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Allocated IP 172.20.0.14 (09304f28-c7dd-4b0c-a911-7a242a601565/75dbfd95-3d23-44c3-8d5a-4a3f997edf97/23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:39.542897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a36ea3b0-0d39-455d-a013-01ce838960b2 req-55403a08-cebb-47ae-8f8b-3079d2f880ba tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 210 time: 0.0535369 Nov 19 19:11:39.555628 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.579822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6954e7d-8ee7-4c3c-bd27-8144892cb2b0 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 19:11:39.584428 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.587844 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "DELETE /v2.0/networks/f6954e7d-8ee7-4c3c-bd27-8144892cb2b0 HTTP/1.1" status: 204 len: 168 time: 0.6672931 Nov 19 19:11:39.611370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fb449-6522-4627-8c7e-6d04e6cff8e1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6954e7d-8ee7-4c3c-bd27-8144892cb2b0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:39.654829 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c6527e7-6c51-4d6a-8450-4edfa91be2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.657410 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c6527e7-6c51-4d6a-8450-4edfa91be2b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.658674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7c6527e7-6c51-4d6a-8450-4edfa91be2b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ca4b317-4edb-4046-8d6e-a02558b1671e HTTP/1.1" status: 204 len: 168 time: 0.3744833 Nov 19 19:11:39.672847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6527e7-6c51-4d6a-8450-4edfa91be2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca4b317-4edb-4046-8d6e-a02558b1671e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:39.789082 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:39.870137 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.014219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Network 09304f28-c7dd-4b0c-a911-7a242a601565 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:40.022363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:40.044698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:40.120662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:40.126342 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.133198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event updated for resources: {'Port': ['ID=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:40.173650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-e00d2b08-c1c0-4f88-a440-89f20799befe tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1601958 Nov 19 19:11:40.190378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Request body: {'port': {'device_id': '15606234-1356-47db-b36b-4e66a88dd8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:40.318342 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.482525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59920) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:40.488725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bb553710-4d25-4dd2-9ac2-61b3f3622f33 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Request body: {'router': {'name': 'tempest-router--2023970531', 'project_id': 'c410403590f946cc952e106c254de98d'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:40.532649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-34f45f1f-8262-480b-a993-d9aa5cd35cf4 None None] Provisioning complete for port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:40.533206 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb553710-4d25-4dd2-9ac2-61b3f3622f33 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.534001 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb553710-4d25-4dd2-9ac2-61b3f3622f33 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.534284 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-34f45f1f-8262-480b-a993-d9aa5cd35cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.610780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb553710-4d25-4dd2-9ac2-61b3f3622f33 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.622573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb553710-4d25-4dd2-9ac2-61b3f3622f33 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.653013 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-34f45f1f-8262-480b-a993-d9aa5cd35cf4 None None] Port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:11:40.659671 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb553710-4d25-4dd2-9ac2-61b3f3622f33 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.661067 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb788937-fc42-44e0-bddb-d94f82677fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.664673 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bb553710-4d25-4dd2-9ac2-61b3f3622f33 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1795361 Nov 19 19:11:40.665381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59928) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:40.783006 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-026a1bbd-2abd-473e-bd16-da50337e6519 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.885210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:11:40.895268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.909164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Transition to ACTIVE for port object 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:11:40.921936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:40.989732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Pushing event updated for resources: {'Port': ['ID=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:41.004093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d693a-74a7-4acc-a418-fd792414f7a8 req-c74cb49b-4d4f-4537-8d25-b152fcb9924e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:41.005917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c7d693a-74a7-4acc-a418-fd792414f7a8 req-c74cb49b-4d4f-4537-8d25-b152fcb9924e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.4829364 Nov 19 19:11:41.205997 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6c7d693a-74a7-4acc-a418-fd792414f7a8 req-99e0c268-0411-49ca-9cd9-9393412b3c07 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687007 Nov 19 19:11:41.243427 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Attempting to bind port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:41.245356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Attempting to bind port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:41.245792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Attempting to bind port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd on network 09304f28-c7dd-4b0c-a911-7a242a601565 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:41.255502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd on network 09304f28-c7dd-4b0c-a911-7a242a601565 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:11:41.257230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Attempting to bind port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd on network 09304f28-c7dd-4b0c-a911-7a242a601565 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:41.273746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:11:41.273746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Checking segment: {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:11:41.273746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Bound using segment: {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:11:41.273746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Bound port: 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5277eb5c-c23a-4ab6-9a9e-7b8173e84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:11:41.273746 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:41.391555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] For port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:11:41.437267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] For port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:11:41.456840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc5dd4-2229-4830-88bb-92f29f32adaf req-ed0dca77-813b-460f-8e20-d9e11de896bd tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:41.462058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c7bc5dd4-2229-4830-88bb-92f29f32adaf req-ed0dca77-813b-460f-8e20-d9e11de896bd tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 932 time: 0.7178645 Nov 19 19:11:41.470742 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:41.539413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Pushing event updated for resources: {'Port': ['ID=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:41.567717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302467ec-d656-4c1c-816e-b78a6bc30761 req-1a0bce86-4ad0-45b6-bb85-de054dbfc64a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:41.569944 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-302467ec-d656-4c1c-816e-b78a6bc30761 req-1a0bce86-4ad0-45b6-bb85-de054dbfc64a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.2081873 Nov 19 19:11:41.571385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:41.571992 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:41.576275 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d4050b30-96ea-4483-bc6d-2f4f62e4cb8c service neutron] 10.222.0.57 "PUT /v2.0/ports/23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 1092 time: 1.3918006 Nov 19 19:11:41.576762 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15606234-1356-47db-b36b-4e66a88dd8dd', 'tag': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:41.579385 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440f004b-3e87-414b-a174-62801fcc8fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "15606234-1356-47db-b36b-4e66a88dd8dd", "tag": "23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:41.584842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59952) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:41.598023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ff846c32-2919-408f-9e0a-0a937260716d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Request body: {'floatingip': {'port_id': 'b1fe3054-5b0d-486a-adba-e62eb940d825'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:41.704004 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff846c32-2919-408f-9e0a-0a937260716d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:41.793322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-f9af4eec-a204-43ef-8360-34c8439f4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:41.795210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-f9af4eec-a204-43ef-8360-34c8439f4563 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1095 time: 0.1348107 Nov 19 19:11:41.830185 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:41.843879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-026a1bbd-2abd-473e-bd16-da50337e6519 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:41.853456 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-026a1bbd-2abd-473e-bd16-da50337e6519 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:41.892177 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-18d19957-c181-4d0e-9d1b-2d7be22c0bb6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0722573 Nov 19 19:11:41.942523 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-026a1bbd-2abd-473e-bd16-da50337e6519 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:41.949108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026a1bbd-2abd-473e-bd16-da50337e6519 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8702d900-8ded-46e9-a1f4-0c9a4dc48a43 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:11:41.954519 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c7bc5dd4-2229-4830-88bb-92f29f32adaf req-3cd8f6cb-e5a7-4c5b-9af5-0fa0214cfdf5 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=4657f6f0-a9fa-4c5d-b768-c1904fafec79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291682 Nov 19 19:11:41.958537 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-026a1bbd-2abd-473e-bd16-da50337e6519 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:41.968878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-026a1bbd-2abd-473e-bd16-da50337e6519 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "DELETE /v2.0/routers/8702d900-8ded-46e9-a1f4-0c9a4dc48a43 HTTP/1.1" status: 204 len: 168 time: 1.2981515 Nov 19 19:11:42.066327 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c4734f-a7fb-412c-896e-8bf4cfe2053f x-openstack-request-id: req-c3c4734f-a7fb-412c-896e-8bf4cfe2053f {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:42.067046 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15606234-1356-47db-b36b-4e66a88dd8dd", "tag": "23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:42.068548 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3c4734f-a7fb-412c-896e-8bf4cfe2053f {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:42.069140 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15606234-1356-47db-b36b-4e66a88dd8dd', 'tag': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd', 'status': 'completed', 'code': 200} Nov 19 19:11:42.143256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d34533a1-956b-463b-a9c7-6df653b8baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:42.145386 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-d34533a1-956b-463b-a9c7-6df653b8baf6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.2423754 Nov 19 19:11:42.214105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59972) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:42.359701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-8ba62dc1-39d7-4b01-ace4-a335519f4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:42.361243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-8ba62dc1-39d7-4b01-ace4-a335519f4dc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889584 Nov 19 19:11:42.509712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-334678157', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:42.546125 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:42.548806 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:42.634783 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:42.721879 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-b51b9436-b511-45ee-8543-0f62fff00120 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345320 Nov 19 19:11:42.835507 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.db.resource_extend [None req-ff846c32-2919-408f-9e0a-0a937260716d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 19:11:42.906282 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff846c32-2919-408f-9e0a-0a937260716d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:42.911209 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:42.991026 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d85991a5-abd3-4977-b412-c87c8e171fd4 req-5c88ba7a-a9b5-4e07-bf88-e18dec5fec19 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501235 Nov 19 19:11:42.992290 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff846c32-2919-408f-9e0a-0a937260716d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:43.228267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f004b-3e87-414b-a174-62801fcc8fa0 req-ba1d5841-8956-490b-be59-a5b6ead8f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:43.232234 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-440f004b-3e87-414b-a174-62801fcc8fa0 req-ba1d5841-8956-490b-be59-a5b6ead8f177 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1095 time: 0.1686368 Nov 19 19:11:43.235021 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:43.280751 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:43.281343 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:43.355578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df416de-7c06-4cee-a61e-453be7360ab1 req-8bf54f47-9579-4ba0-bfa1-398f610bf64d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:43.357265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8df416de-7c06-4cee-a61e-453be7360ab1 req-8bf54f47-9579-4ba0-bfa1-398f610bf64d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 944 time: 0.2442262 Nov 19 19:11:43.456671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8df416de-7c06-4cee-a61e-453be7360ab1 req-0b682518-273b-4c51-a0e3-6ee487877a29 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=4657f6f0-a9fa-4c5d-b768-c1904fafec79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900407 Nov 19 19:11:43.460977 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-ff846c32-2919-408f-9e0a-0a937260716d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Floating IP 86b8aaf7-e99d-4f4c-93e3-e57341212060 associated. External IP: 172.25.3.17, port: b1fe3054-5b0d-486a-adba-e62eb940d825. Nov 19 19:11:43.489850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Allocated IP 172.25.3.18 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/28d30a2c-9c0c-43b0-b40a-325286f4c36f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:43.606716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f004b-3e87-414b-a174-62801fcc8fa0 req-672c476d-e91d-4f33-8edc-0993ca4fe18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:43.608198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-440f004b-3e87-414b-a174-62801fcc8fa0 req-672c476d-e91d-4f33-8edc-0993ca4fe18f service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.3564551 Nov 19 19:11:43.654832 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:43.718558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:43.785313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:43.788893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:43.797379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:43.808280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289ad6cb-3df1-464f-9749-defd655ff517 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:11:43.835408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Pushing event updated for resources: {'Port': ['ID=28d30a2c-9c0c-43b0-b40a-325286f4c36f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:43.919806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-797a6a88-ff91-4f6a-931a-fc5776776694 None None] Provisioning complete for port 28d30a2c-9c0c-43b0-b40a-325286f4c36f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:43.920749 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-797a6a88-ff91-4f6a-931a-fc5776776694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:44.008121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-797a6a88-ff91-4f6a-931a-fc5776776694 None None] Port 28d30a2c-9c0c-43b0-b40a-325286f4c36f cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:11:44.073334 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:44.153890 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-440f004b-3e87-414b-a174-62801fcc8fa0 req-29ec2b41-829a-4844-9660-2c90171617ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.5332711 Nov 19 19:11:44.226245 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:44.273650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f004b-3e87-414b-a174-62801fcc8fa0 req-8d50a179-71c7-4d80-822f-4379954e8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:44.275490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-440f004b-3e87-414b-a174-62801fcc8fa0 req-8d50a179-71c7-4d80-822f-4379954e8d29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1119514 Nov 19 19:11:44.339886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff846c32-2919-408f-9e0a-0a937260716d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:11:44.366328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f004b-3e87-414b-a174-62801fcc8fa0 req-e0b88c1b-4a60-4eff-aed9-98513c788140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:44.367582 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-440f004b-3e87-414b-a174-62801fcc8fa0 req-e0b88c1b-4a60-4eff-aed9-98513c788140 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807426 Nov 19 19:11:44.480111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60080) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:44.543551 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:44.582055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff846c32-2919-408f-9e0a-0a937260716d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:11:44.588542 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff846c32-2919-408f-9e0a-0a937260716d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:44.595942 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5843ba9-d665-4c21-b326-b075ce822bc3 None None] Sync routers for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:11:44.608483 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5843ba9-d665-4c21-b326-b075ce822bc3 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:44.609120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a5843ba9-d665-4c21-b326-b075ce822bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:44.619172 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-440f004b-3e87-414b-a174-62801fcc8fa0 req-e93ef6e4-dbba-4f29-b3b1-b481efe977da service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135603 Nov 19 19:11:44.747965 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ff846c32-2919-408f-9e0a-0a937260716d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "PUT /v2.0/floatingips/86b8aaf7-e99d-4f4c-93e3-e57341212060 HTTP/1.1" status: 200 len: 991 time: 3.1580031 Nov 19 19:11:44.873836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:44.878144 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9c84fd-ab99-49ac-a899-7743a4a8550b" -d '{"events": [{"name": "network-changed", "server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:44.878943 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-80b551ea-686a-4fb3-bc50-e171e093b495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:44.929652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a5843ba9-d665-4c21-b326-b075ce822bc3 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:44.987430 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-80b551ea-686a-4fb3-bc50-e171e093b495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:44.997206 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-80b551ea-686a-4fb3-bc50-e171e093b495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:45.033933 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-80b551ea-686a-4fb3-bc50-e171e093b495 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7415ef279aab4cb69542ca45d7442bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5527086 Nov 19 19:11:45.038120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60096) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:45.087249 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cd6348-c18d-4445-9546-84e89733577e x-openstack-request-id: req-64cd6348-c18d-4445-9546-84e89733577e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:45.088199 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:45.088468 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64cd6348-c18d-4445-9546-84e89733577e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:45.088898 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'status': 'completed', 'code': 200} Nov 19 19:11:45.102033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53f63-2af4-4440-8420-1b0d956851f0 req-ed28fdff-abe1-4b94-b75f-3577f2a4016d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:45.103871 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ec53f63-2af4-4440-8420-1b0d956851f0 req-ed28fdff-abe1-4b94-b75f-3577f2a4016d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 944 time: 0.4612107 Nov 19 19:11:45.164403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b551ea-686a-4fb3-bc50-e171e093b495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086c7919-c8b3-4aa6-ae9f-15e1a3056687,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:45.177937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-440f004b-3e87-414b-a174-62801fcc8fa0 req-d2a545bc-86b6-4d21-b976-065b134a4636 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338418 Nov 19 19:11:45.217408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c84fd-ab99-49ac-a899-7743a4a8550b req-47563438-4706-4aad-8f1f-cf8891bcae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:45.218196 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6ec53f63-2af4-4440-8420-1b0d956851f0 req-5f0d45d7-6902-455e-bdc6-611596cc2d61 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=4657f6f0-a9fa-4c5d-b768-c1904fafec79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970917 Nov 19 19:11:45.219284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b9c84fd-ab99-49ac-a899-7743a4a8550b req-47563438-4706-4aad-8f1f-cf8891bcae97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 1097 time: 0.1157391 Nov 19 19:11:45.245305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Router f19fe423-c887-472a-9d7c-b939e134b240 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:11:45.282005 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ced9ffb9-bcc0-45ec-aca0-5a57f2bb9327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:45.324432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a5843ba9-d665-4c21-b326-b075ce822bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '86b8aaf7-e99d-4f4c-93e3-e57341212060', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'port_id': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'mac_address': 'fa:16:3e:a8:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:11:23Z', 'updated_at': '2021-11-19T19:11:42Z', 'revision_number': 1, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:45.350517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5843ba9-d665-4c21-b326-b075ce822bc3 None None] Checking router: 28be1059-ab96-4f8d-a4de-4ad8f5a5275e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:11:45.358044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ced9ffb9-bcc0-45ec-aca0-5a57f2bb9327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:45.360061 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5843ba9-d665-4c21-b326-b075ce822bc3 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:45.360751 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a5843ba9-d665-4c21-b326-b075ce822bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:45.461052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c84fd-ab99-49ac-a899-7743a4a8550b req-4e4911d6-25df-4888-8517-73e537dd01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:45.462666 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b9c84fd-ab99-49ac-a899-7743a4a8550b req-4e4911d6-25df-4888-8517-73e537dd01cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.2299318 Nov 19 19:11:45.476898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a5843ba9-d665-4c21-b326-b075ce822bc3 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:45.513156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:11:45.526519 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a6d613-86b9-4d4a-b589-64dc4ca472af None None] Sync routers for ids ['f19fe423-c887-472a-9d7c-b939e134b240'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:11:45.542097 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ced9ffb9-bcc0-45ec-aca0-5a57f2bb9327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:45.544851 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ced9ffb9-bcc0-45ec-aca0-5a57f2bb9327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:45.546257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ced9ffb9-bcc0-45ec-aca0-5a57f2bb9327 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/086c7919-c8b3-4aa6-ae9f-15e1a3056687 HTTP/1.1" status: 204 len: 168 time: 0.5066924 Nov 19 19:11:45.551889 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a6d613-86b9-4d4a-b589-64dc4ca472af None None] Routers {'f19fe423-c887-472a-9d7c-b939e134b240'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:45.560450 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:45.561735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9b4c226c-32b8-4424-8dc6-fa94cff7c122 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3465714 Nov 19 19:11:45.562894 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c3a6d613-86b9-4d4a-b589-64dc4ca472af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f19fe423-c887-472a-9d7c-b939e134b240'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:45.564498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60102) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:45.571396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9ffb9-bcc0-45ec-aca0-5a57f2bb9327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086c7919-c8b3-4aa6-ae9f-15e1a3056687,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:45.581871 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b9c84fd-ab99-49ac-a899-7743a4a8550b req-2526a089-7c10-4d14-b97e-554c1cd4b69c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fe3054-5b0d-486a-adba-e62eb940d825 HTTP/1.1" status: 200 len: 999 time: 0.1099646 Nov 19 19:11:45.669635 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c3a6d613-86b9-4d4a-b589-64dc4ca472af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:45.684326 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a6d613-86b9-4d4a-b589-64dc4ca472af None None] Routers {'f19fe423-c887-472a-9d7c-b939e134b240'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:45.685178 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c3a6d613-86b9-4d4a-b589-64dc4ca472af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f19fe423-c887-472a-9d7c-b939e134b240'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:45.725600 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c84fd-ab99-49ac-a899-7743a4a8550b req-ebd80066-6092-459d-85f9-eca4f9c5a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:45.727182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b9c84fd-ab99-49ac-a899-7743a4a8550b req-ebd80066-6092-459d-85f9-eca4f9c5a2c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.1147654 Nov 19 19:11:45.760739 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c3a6d613-86b9-4d4a-b589-64dc4ca472af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:45.761665 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a6d613-86b9-4d4a-b589-64dc4ca472af None None] The sync data for ids ['f19fe423-c887-472a-9d7c-b939e134b240'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:11:45.795605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c84fd-ab99-49ac-a899-7743a4a8550b req-9b9e744f-9ce1-4994-8550-0f8c02ae0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:45.798637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b9c84fd-ab99-49ac-a899-7743a4a8550b req-9b9e744f-9ce1-4994-8550-0f8c02ae0ede service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638406 Nov 19 19:11:45.802280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b121655a-807a-4a1c-99af-0905fbfaf328 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/routers/f19fe423-c887-472a-9d7c-b939e134b240 HTTP/1.1" status: 200 len: 923 time: 0.2357671 Nov 19 19:11:45.803967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60106) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:45.854288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a5843ba9-d665-4c21-b326-b075ce822bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '86b8aaf7-e99d-4f4c-93e3-e57341212060', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'port_id': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'mac_address': 'fa:16:3e:a8:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:11:23Z', 'updated_at': '2021-11-19T19:11:42Z', 'revision_number': 1, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:45.904294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5843ba9-d665-4c21-b326-b075ce822bc3 None None] The sync data for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 is: [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '86b8aaf7-e99d-4f4c-93e3-e57341212060', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'port_id': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'mac_address': 'fa:16:3e:a8:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:11:23Z', 'updated_at': '2021-11-19T19:11:42Z', 'revision_number': 1, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:11:45.938971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e05e6185-a27e-499e-af4f-fc0d546e31d5 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=f19fe423-c887-472a-9d7c-b939e134b240 HTTP/1.1" status: 200 len: 205 time: 0.1308730 Nov 19 19:11:45.939172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60112) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:45.995561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b9c84fd-ab99-49ac-a899-7743a4a8550b req-b15e952a-c10d-4189-ac40-4caa4c9cc504 service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767848 Nov 19 19:11:46.001593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60120) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:46.069154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9751262-abf9-4d7e-abc7-4c35c90f6503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:46.272806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b9c84fd-ab99-49ac-a899-7743a4a8550b req-b74ce81c-aa9d-4498-8e9a-e4936069ad52 service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575111 Nov 19 19:11:46.347281 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9751262-abf9-4d7e-abc7-4c35c90f6503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:46.349239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:46.355845 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e9105-113a-42a8-8201-8f04133e3611 None None] New status for floating IP 86b8aaf7-e99d-4f4c-93e3-e57341212060: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:11:46.356850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9751262-abf9-4d7e-abc7-4c35c90f6503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:46.457446 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b9751262-abf9-4d7e-abc7-4c35c90f6503 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24db9e73df9943bda4a9bb5a2e11cbe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4523149 Nov 19 19:11:46.458461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60142) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:46.458985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9751262-abf9-4d7e-abc7-4c35c90f6503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c4c279-9968-4901-9957-220c48c3a73e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:46.522696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef393f58-c6b0-4ecc-b6df-d76a80d8e4bd req-44b0e2bf-5997-4bc9-aa2f-fb593fb47da0 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:46.531839 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef393f58-c6b0-4ecc-b6df-d76a80d8e4bd req-44b0e2bf-5997-4bc9-aa2f-fb593fb47da0 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 944 time: 0.1332302 Nov 19 19:11:46.573204 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35eae577-924d-4da5-ac5b-3d342baaf49a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:46.596562 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:46.630359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35eae577-924d-4da5-ac5b-3d342baaf49a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:46.677178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Deleting port 28d30a2c-9c0c-43b0-b40a-325286f4c36f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:46.677521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:46.718173 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef393f58-c6b0-4ecc-b6df-d76a80d8e4bd req-ee521c67-9396-4b1b-8646-cf466cbfaaec tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=4657f6f0-a9fa-4c5d-b768-c1904fafec79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853902 Nov 19 19:11:46.723305 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35eae577-924d-4da5-ac5b-3d342baaf49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:46.728097 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35eae577-924d-4da5-ac5b-3d342baaf49a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:46.731096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-35eae577-924d-4da5-ac5b-3d342baaf49a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97c4c279-9968-4901-9957-220c48c3a73e HTTP/1.1" status: 204 len: 168 time: 0.2691653 Nov 19 19:11:46.758742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eae577-924d-4da5-ac5b-3d342baaf49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c4c279-9968-4901-9957-220c48c3a73e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:46.872084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:46.908579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Calling delete_port for 28d30a2c-9c0c-43b0-b40a-325286f4c36f owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:47.145648 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:47.184684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Pushing event deleted for resources: {'Port': ['ID=28d30a2c-9c0c-43b0-b40a-325286f4c36f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:47.200934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e522c3e-17bd-45a8-aa51-4f99d95c6451 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:11:47.300587 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:47.428302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:47.431090 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:47.483626 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:47.484158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Fanout notify agent at l3_agent the message router_deleted on router f19fe423-c887-472a-9d7c-b939e134b240 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:11:47.491231 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:47.494595 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d7f04728-f091-4978-bbc7-6a5dcb02a7d8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/f19fe423-c887-472a-9d7c-b939e134b240 HTTP/1.1" status: 204 len: 168 time: 1.5525136 Nov 19 19:11:47.496942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60182) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:47.501979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1244013536', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'enable_snat': False}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:47.533059 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:47.535145 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:47.601885 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:47.792913 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:47.915453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e3a29-12e0-493a-b20f-5aae1b20425b req-33e449d4-dd4a-4887-a867-2b2217bbd1fc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:47.917818 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed5e3a29-12e0-493a-b20f-5aae1b20425b req-33e449d4-dd4a-4887-a867-2b2217bbd1fc tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 944 time: 0.0807261 Nov 19 19:11:47.996720 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ed5e3a29-12e0-493a-b20f-5aae1b20425b req-890ed11e-1e63-4ade-9f30-d263055d47ce tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=4657f6f0-a9fa-4c5d-b768-c1904fafec79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702407 Nov 19 19:11:48.057624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:11:48.079093 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:48.240632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:48.273167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'port_id': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd', 'mac_address': 'fa:16:3e:18:fe:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:11:48.340789 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:48.357691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:11:48.383166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:48.392351 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:48.465187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:48.594029 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:48.709927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Allocated IP 172.25.3.234 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/a2dee904-f876-408e-b953-1b7ae1dc95d9) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:48.743818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:11:48.933515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:48.994840 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:49.017721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:49.021022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:49.023921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:49.035963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39a9c46-61a3-44f6-a554-a74f8aaa8341 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:11:49.101907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event updated for resources: {'Port': ['ID=a2dee904-f876-408e-b953-1b7ae1dc95d9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:49.177217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0d2b4822-2663-4e93-80cd-fb527e25ef3d None None] Provisioning complete for port a2dee904-f876-408e-b953-1b7ae1dc95d9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:49.178003 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4822-2663-4e93-80cd-fb527e25ef3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:49.219831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b4822-2663-4e93-80cd-fb527e25ef3d None None] Port a2dee904-f876-408e-b953-1b7ae1dc95d9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:11:49.339239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c20d9-4b7e-49e8-bc46-5992b4e9d0bd req-252d657e-0ae2-4c2b-bcce-f064bcc364a6 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:49.343265 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-211c20d9-4b7e-49e8-bc46-5992b4e9d0bd req-252d657e-0ae2-4c2b-bcce-f064bcc364a6 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 945 time: 0.2324181 Nov 19 19:11:49.475667 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-211c20d9-4b7e-49e8-bc46-5992b4e9d0bd req-dc8ba18f-ac06-404a-b875-e5e9b31c57e3 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=4657f6f0-a9fa-4c5d-b768-c1904fafec79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107006 Nov 19 19:11:49.553620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:49.809548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60266) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:49.841956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:49.973159 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-602ee392-418d-43e5-bd14-f9edafd1a954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.060496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Router 78f93001-86b0-48c7-8acd-6622827917b0 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:11:50.070391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:11:50.128921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:11:50.135268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:50.136017 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.214968 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-602ee392-418d-43e5-bd14-f9edafd1a954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.222562 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-602ee392-418d-43e5-bd14-f9edafd1a954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.236086 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.260362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:11:50.264943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15606234-1356-47db-b36b-4e66a88dd8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:50.268403 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4924fcd1-fc3e-4359-b8f1-f896d3feaca4" -d '{"events": [{"server_uuid": "15606234-1356-47db-b36b-4e66a88dd8dd", "name": "network-vif-plugged", "status": "completed", "tag": "23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:50.272847 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Sync routers for ids ['78f93001-86b0-48c7-8acd-6622827917b0'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:11:50.285607 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:50.291436 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Routers {'78f93001-86b0-48c7-8acd-6622827917b0'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:50.292446 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['78f93001-86b0-48c7-8acd-6622827917b0'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:50.293062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ee392-418d-43e5-bd14-f9edafd1a954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2845a72-4803-4f27-bb04-80d459aae2b5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:50.294914 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.324151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-602ee392-418d-43e5-bd14-f9edafd1a954 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5263845d1e2a44fcab6ac4a6749ab553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5133722 Nov 19 19:11:50.327359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60274) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:50.341025 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.342982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-02690be6-2d86-44b2-abef-8e11373e71a1 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.8443770 Nov 19 19:11:50.346447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60276) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:50.378230 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fdc223-ed69-4153-9f87-a6234f7fa647 x-openstack-request-id: req-70fdc223-ed69-4153-9f87-a6234f7fa647 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:50.378617 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15606234-1356-47db-b36b-4e66a88dd8dd", "name": "network-vif-plugged", "status": "completed", "tag": "23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:50.378828 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70fdc223-ed69-4153-9f87-a6234f7fa647 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:50.379179 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15606234-1356-47db-b36b-4e66a88dd8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd', 'code': 200} Nov 19 19:11:50.381099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:50.492409 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8395df88-2b35-4e46-ab45-94e97d0a688a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.505237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350e8c5-c453-4ae2-ae8c-6e0b267fbad5 req-ea2f586f-8084-4982-be59-f8ff75e5a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:50.517684 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6350e8c5-c453-4ae2-ae8c-6e0b267fbad5 req-ea2f586f-8084-4982-be59-f8ff75e5a636 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.1111264 Nov 19 19:11:50.548305 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8395df88-2b35-4e46-ab45-94e97d0a688a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.598763 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Set router 78f93001-86b0-48c7-8acd-6622827917b0 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:50.605406 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6350e8c5-c453-4ae2-ae8c-6e0b267fbad5 req-4d25ce13-9b9b-4393-bc53-baa021a873d6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4657f6f0-a9fa-4c5d-b768-c1904fafec79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752840 Nov 19 19:11:50.618422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60284) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:50.623610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b6fbfc8f-7ee5-4b00-a201-824b9e8d2c88 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/routers/78f93001-86b0-48c7-8acd-6622827917b0 HTTP/1.1" status: 200 len: 909 time: 0.2754779 Nov 19 19:11:50.628631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1244013536', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'enable_snat': True}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:50.658246 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.659991 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.677995 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8395df88-2b35-4e46-ab45-94e97d0a688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.684349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8395df88-2b35-4e46-ab45-94e97d0a688a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.687686 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8395df88-2b35-4e46-ab45-94e97d0a688a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2845a72-4803-4f27-bb04-80d459aae2b5 HTTP/1.1" status: 204 len: 168 time: 0.3581400 Nov 19 19:11:50.723078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395df88-2b35-4e46-ab45-94e97d0a688a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2845a72-4803-4f27-bb04-80d459aae2b5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:50.769986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e71a-87b8-441f-adb9-fe5440d97e62 req-ffae3b24-7be3-41f5-a370-b8f530f8bc74 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:50.779170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4331e71a-87b8-441f-adb9-fe5440d97e62 req-ffae3b24-7be3-41f5-a370-b8f530f8bc74 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 946 time: 0.1407349 Nov 19 19:11:50.834734 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f93001-86b0-48c7-8acd-6622827917b0', 'name': 'tempest-snat-router-1244013536', 'tenant_id': '16f5c1d14b1d4783800e90fbe9280956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.234'}], 'enable_snat': False}, 'gw_port_id': 'a2dee904-f876-408e-b953-1b7ae1dc95d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:11:47Z', 'updated_at': '2021-11-19T19:11:49Z', 'revision_number': 3, 'project_id': '16f5c1d14b1d4783800e90fbe9280956', 'gw_port': {'id': 'a2dee904-f876-408e-b953-1b7ae1dc95d9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f93001-86b0-48c7-8acd-6622827917b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:11:48Z', 'updated_at': '2021-11-19T19:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:50.835386 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:50.855937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4331e71a-87b8-441f-adb9-fe5440d97e62 req-4ba4eb9f-1c9e-4a99-8bf6-b8033e9fbe0d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=4657f6f0-a9fa-4c5d-b768-c1904fafec79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755248 Nov 19 19:11:50.881122 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Checking router: 78f93001-86b0-48c7-8acd-6622827917b0 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:11:50.881845 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Updating router 78f93001-86b0-48c7-8acd-6622827917b0 port a2dee904-f876-408e-b953-1b7ae1dc95d9 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:11:50.924740 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.022133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.118155 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60294) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:51.140926 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf4b30f1-6b9e-4fdd-abe8-6f7431015ece admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.272904 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf4b30f1-6b9e-4fdd-abe8-6f7431015ece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.280923 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf4b30f1-6b9e-4fdd-abe8-6f7431015ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.331668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bf4b30f1-6b9e-4fdd-abe8-6f7431015ece admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52c40bd9375b4bc083763cc94e18cc32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114944 Nov 19 19:11:51.332861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b30f1-6b9e-4fdd-abe8-6f7431015ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b22e22-f344-4517-8067-0d7932353444,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:51.335419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60296) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:51.396667 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.415640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-264e8e09-3222-43a8-80c2-fbd7e5241645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.432809 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.433414 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.440159 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.455007 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-264e8e09-3222-43a8-80c2-fbd7e5241645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.509545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0662483-8f19-49b1-b777-41cc7e65f421 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:11:51.512451 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Attempting to bind port a2dee904-f876-408e-b953-1b7ae1dc95d9 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:11:51.512656 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Attempting to bind port a2dee904-f876-408e-b953-1b7ae1dc95d9 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:11:51.513042 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Attempting to bind port a2dee904-f876-408e-b953-1b7ae1dc95d9 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:11:51.526728 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:11:51.528523 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:11:51.528973 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.529378 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:11:51.531750 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Bound port: a2dee904-f876-408e-b953-1b7ae1dc95d9, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:11:51.531750 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.568769 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-da31eb44-13ae-43d0-850d-36c397a0173b None None] Provisioning complete for port a2dee904-f876-408e-b953-1b7ae1dc95d9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:51.569305 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da31eb44-13ae-43d0-850d-36c397a0173b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.570017 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-264e8e09-3222-43a8-80c2-fbd7e5241645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.572311 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea2d5f-ea2e-4ba2-84ca-06bf326c667e None None] Pushing event updated for resources: {'Port': ['ID=a2dee904-f876-408e-b953-1b7ae1dc95d9,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:51.574670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-264e8e09-3222-43a8-80c2-fbd7e5241645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.589780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-264e8e09-3222-43a8-80c2-fbd7e5241645 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35b22e22-f344-4517-8067-0d7932353444 HTTP/1.1" status: 204 len: 168 time: 0.2531517 Nov 19 19:11:51.609578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e8e09-3222-43a8-80c2-fbd7e5241645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b22e22-f344-4517-8067-0d7932353444,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:51.619230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-da31eb44-13ae-43d0-850d-36c397a0173b None None] Port a2dee904-f876-408e-b953-1b7ae1dc95d9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:11:51.653372 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] For port a2dee904-f876-408e-b953-1b7ae1dc95d9, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:11:51.657076 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] For port a2dee904-f876-408e-b953-1b7ae1dc95d9, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a2dee904-f876-408e-b953-1b7ae1dc95d9,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:11:51.665451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Allocated IP 172.25.3.149 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/fd48f0a4-aa21-49c6-9c7a-8a03450af030) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:51.668860 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.727921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f884922b-b69b-4e05-a5f0-ccf6f09fd0f1 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:11:51.737847 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Routers {'78f93001-86b0-48c7-8acd-6622827917b0'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:51.738729 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['78f93001-86b0-48c7-8acd-6622827917b0'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:51.826400 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea2d5f-ea2e-4ba2-84ca-06bf326c667e None None] Pushing event updated for resources: {'Port': ['ID=a2dee904-f876-408e-b953-1b7ae1dc95d9,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:51.843629 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.867903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0c3c2c84-5b65-4fe6-95ee-4e9c9bbabd35 None None] Provisioning complete for port a2dee904-f876-408e-b953-1b7ae1dc95d9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:51.869202 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2c84-5b65-4fe6-95ee-4e9c9bbabd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.903083 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:51.937951 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] Set router 78f93001-86b0-48c7-8acd-6622827917b0 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:51.982699 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2c84-5b65-4fe6-95ee-4e9c9bbabd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:52.023856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:52.026252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0c3c2c84-5b65-4fe6-95ee-4e9c9bbabd35 None None] For port a2dee904-f876-408e-b953-1b7ae1dc95d9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a2dee904-f876-408e-b953-1b7ae1dc95d9,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:52.034008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:52.036451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:52.042481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event updated for resources: {'Port': ['ID=fd48f0a4-aa21-49c6-9c7a-8a03450af030,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:52.067834 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:11:52.076127 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2c84-5b65-4fe6-95ee-4e9c9bbabd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:52.116310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba483b2-9894-4595-8f39-c0ae42da127b req-73dbdb95-e901-44dc-b044-67449de9155d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:52.118134 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0ba483b2-9894-4595-8f39-c0ae42da127b req-73dbdb95-e901-44dc-b044-67449de9155d tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 946 time: 0.1560771 Nov 19 19:11:52.147454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e739d4d-b513-4e92-aabb-6d88c78c526d None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:11:52.224507 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f93001-86b0-48c7-8acd-6622827917b0', 'name': 'tempest-snat-router-1244013536', 'tenant_id': '16f5c1d14b1d4783800e90fbe9280956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.234'}], 'enable_snat': False}, 'gw_port_id': 'a2dee904-f876-408e-b953-1b7ae1dc95d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:11:47Z', 'updated_at': '2021-11-19T19:11:49Z', 'revision_number': 3, 'project_id': '16f5c1d14b1d4783800e90fbe9280956', 'gw_port': {'id': 'a2dee904-f876-408e-b953-1b7ae1dc95d9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f93001-86b0-48c7-8acd-6622827917b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:11:48Z', 'updated_at': '2021-11-19T19:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:52.229361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c2c84-5b65-4fe6-95ee-4e9c9bbabd35 None None] Pushing event updated for resources: {'Port': ['ID=a2dee904-f876-408e-b953-1b7ae1dc95d9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:52.260500 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d467a9f-9f6e-4734-92f5-97516f274d05 None None] The sync data for ids ['78f93001-86b0-48c7-8acd-6622827917b0'] in n-d-815373-6 is: [{'id': '78f93001-86b0-48c7-8acd-6622827917b0', 'name': 'tempest-snat-router-1244013536', 'tenant_id': '16f5c1d14b1d4783800e90fbe9280956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.234'}], 'enable_snat': False}, 'gw_port_id': 'a2dee904-f876-408e-b953-1b7ae1dc95d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:11:47Z', 'updated_at': '2021-11-19T19:11:49Z', 'revision_number': 3, 'project_id': '16f5c1d14b1d4783800e90fbe9280956', 'gw_port': {'id': 'a2dee904-f876-408e-b953-1b7ae1dc95d9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f93001-86b0-48c7-8acd-6622827917b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:11:48Z', 'updated_at': '2021-11-19T19:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:11:52.294695 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0ba483b2-9894-4595-8f39-c0ae42da127b req-00d937e8-f21d-4e3e-971b-5cc590cd22c3 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=4657f6f0-a9fa-4c5d-b768-c1904fafec79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669776 Nov 19 19:11:52.307433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-da5b2153-4ef5-4218-bf9c-24a4a809b571 None None] Provisioning complete for port fd48f0a4-aa21-49c6-9c7a-8a03450af030 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:52.307843 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da5b2153-4ef5-4218-bf9c-24a4a809b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:52.347828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-da5b2153-4ef5-4218-bf9c-24a4a809b571 None None] Port fd48f0a4-aa21-49c6-9c7a-8a03450af030 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:11:52.851930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60336) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:52.860042 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:52.970627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-31dea8fa-1d7e-43f3-b120-7c67c7ca2f16 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:52.973355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-31dea8fa-1d7e-43f3-b120-7c67c7ca2f16 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1162338 Nov 19 19:11:52.975258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60342) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:52.988160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-19f1ea42-03bf-48b0-8bab-58dd2935b8e2 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:52.989468 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-19f1ea42-03bf-48b0-8bab-58dd2935b8e2 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0128307 Nov 19 19:11:52.994864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60344) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:52.999990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-40d6369a-252a-4ebf-a6ab-0441f8217cf5 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.002607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-40d6369a-252a-4ebf-a6ab-0441f8217cf5 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0063250 Nov 19 19:11:53.005349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60346) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.010687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-c387e099-9a19-4038-8987-3f5ec938a375 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.012063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c387e099-9a19-4038-8987-3f5ec938a375 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0053558 Nov 19 19:11:53.014523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60348) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.021154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-837ec0e3-965b-4c0c-9a6c-e378b08c15aa tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.022565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-837ec0e3-965b-4c0c-9a6c-e378b08c15aa tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055068 Nov 19 19:11:53.025688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60350) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.030211 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-0105ebc3-01f0-4c25-99a4-8511ffa331d8 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.032168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0105ebc3-01f0-4c25-99a4-8511ffa331d8 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0051148 Nov 19 19:11:53.034614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60352) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.039824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-7a57d558-d0c0-4c55-949a-e219ff580009 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.043610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7a57d558-d0c0-4c55-949a-e219ff580009 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0079653 Nov 19 19:11:53.044455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60354) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.049652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-b95e815d-236d-4b0b-b90b-79e0e8531752 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.053542 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b95e815d-236d-4b0b-b90b-79e0e8531752 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079527 Nov 19 19:11:53.054176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60356) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.059445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-8a1e91fe-320f-418b-bad9-07f0e464b96e tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.060424 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8a1e91fe-320f-418b-bad9-07f0e464b96e tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053227 Nov 19 19:11:53.063035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60358) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.067655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-38d3d1b9-5fb3-4247-9c10-071ade4d5437 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.071029 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-38d3d1b9-5fb3-4247-9c10-071ade4d5437 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049753 Nov 19 19:11:53.071781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60360) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.076942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-9d09b964-d60d-49c2-af21-7cb43cd6e439 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.081303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9d09b964-d60d-49c2-af21-7cb43cd6e439 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0077269 Nov 19 19:11:53.082091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60362) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.086408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-dffff203-5a3f-43cc-a517-06e1dd834e2a tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.091228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dffff203-5a3f-43cc-a517-06e1dd834e2a tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0077224 Nov 19 19:11:53.092027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60364) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.096349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-59d148d7-e5f3-4aa0-9fde-edfb01af8946 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.100323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-59d148d7-e5f3-4aa0-9fde-edfb01af8946 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0072246 Nov 19 19:11:53.101466 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60366) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.108528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-6c8ea589-7962-43d3-87ad-16576ccfd265 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.114158 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6c8ea589-7962-43d3-87ad-16576ccfd265 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112848 Nov 19 19:11:53.115238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60368) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.120311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-e1c1f16d-e37b-4863-bc96-f6e012a821da tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.126581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e1c1f16d-e37b-4863-bc96-f6e012a821da tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058794 Nov 19 19:11:53.126804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60372) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.132345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-f8f35e2d-1541-4492-a439-34aa87928b09 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.136884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f8f35e2d-1541-4492-a439-34aa87928b09 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054936 Nov 19 19:11:53.137771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60374) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.142125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-ccd46692-8203-4778-a0a7-f907234eb6a4 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.145095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ccd46692-8203-4778-a0a7-f907234eb6a4 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043893 Nov 19 19:11:53.146176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60376) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.152281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-2c99ad66-921b-4970-a47e-3ca558b5c48a tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.155993 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2c99ad66-921b-4970-a47e-3ca558b5c48a tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0087783 Nov 19 19:11:53.156684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60378) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.162122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-c2841247-0f20-46db-b4dd-332b495e0de8 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.166337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c2841247-0f20-46db-b4dd-332b495e0de8 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080359 Nov 19 19:11:53.167863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60380) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.170274 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:53.172963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-f65039d0-05c2-455e-bcfc-e9d10b9ba944 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.176409 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f65039d0-05c2-455e-bcfc-e9d10b9ba944 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049813 Nov 19 19:11:53.176818 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60382) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.182668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-636351b8-cb81-4b4b-8833-9df1773b8fe2 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.186015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-636351b8-cb81-4b4b-8833-9df1773b8fe2 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059221 Nov 19 19:11:53.188930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60384) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.193869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-16c0a23d-1a80-4d00-b601-7837794ca919 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.197270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-16c0a23d-1a80-4d00-b601-7837794ca919 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049903 Nov 19 19:11:53.199198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60386) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.212206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-88302a3c-46b6-4559-9a9b-85766f167bc9 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.212206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-88302a3c-46b6-4559-9a9b-85766f167bc9 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042818 Nov 19 19:11:53.212206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60388) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.218220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-e6c22277-0245-4d9f-8fe3-d757e2d9c91d tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.219752 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e6c22277-0245-4d9f-8fe3-d757e2d9c91d tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044684 Nov 19 19:11:53.222197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60390) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.227378 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-4e438bf6-28ea-44cd-815b-8e8ec4d76d7d tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.231684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4e438bf6-28ea-44cd-815b-8e8ec4d76d7d tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0084116 Nov 19 19:11:53.232407 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60392) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.238614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-9bb2b397-0dce-47a6-bbab-6d852b633aa5 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.242443 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9bb2b397-0dce-47a6-bbab-6d852b633aa5 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0087967 Nov 19 19:11:53.242610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60394) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.249296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-5d3284b4-4f73-45f9-8d9b-377d51db8444 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.252947 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5d3284b4-4f73-45f9-8d9b-377d51db8444 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067286 Nov 19 19:11:53.253275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60396) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.258331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-10ef918d-2ed8-4c57-8dfa-963ce935f398 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.262134 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-10ef918d-2ed8-4c57-8dfa-963ce935f398 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073051 Nov 19 19:11:53.262870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60398) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.267474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-387f1352-031b-4426-87e4-570790bf1193 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.271136 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-387f1352-031b-4426-87e4-570790bf1193 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0072451 Nov 19 19:11:53.271844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60400) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.276957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-e6353a9a-ea17-404d-858e-c80ade85897e tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.291873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e6353a9a-ea17-404d-858e-c80ade85897e tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0188367 Nov 19 19:11:53.352931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60404) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.359205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-0951d209-8366-4ba6-a38d-48438e032179 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.362920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60406) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.363080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0951d209-8366-4ba6-a38d-48438e032179 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0079141 Nov 19 19:11:53.367900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-7fdfcdb6-1d6c-442f-9d09-f482bae6146e tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.372132 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7fdfcdb6-1d6c-442f-9d09-f482bae6146e tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049102 Nov 19 19:11:53.372132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Router 47d70960-6601-4aa4-b64d-ca9a5dfc79da is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:11:53.372545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60408) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.376958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-1b386a5d-e4b5-4672-b21a-6e4537ade73f tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.380528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1b386a5d-e4b5-4672-b21a-6e4537ade73f tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044374 Nov 19 19:11:53.380904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60410) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.385678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-cb258c76-4e72-4d13-b1f4-0a885ba69518 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.388894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cb258c76-4e72-4d13-b1f4-0a885ba69518 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048943 Nov 19 19:11:53.390913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60412) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.403568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-1dcb05bf-5a98-47b5-8ff4-00d896ab2832 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.407182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1dcb05bf-5a98-47b5-8ff4-00d896ab2832 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0128906 Nov 19 19:11:53.408436 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60416) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.436171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-e18b5c5d-618c-40d3-8587-bb8e424bc1ad tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.437142 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e18b5c5d-618c-40d3-8587-bb8e424bc1ad tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0277503 Nov 19 19:11:53.439853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60418) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.444568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-9838c044-86f1-4dfd-aa5c-44c457bda808 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.448804 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9838c044-86f1-4dfd-aa5c-44c457bda808 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0076485 Nov 19 19:11:53.451227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60420) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.459838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-2a9095c7-f75c-4240-844a-a79a7af59c8c tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.462511 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2a9095c7-f75c-4240-844a-a79a7af59c8c tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071297 Nov 19 19:11:53.464164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60422) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.469781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-826f9c1f-e033-4efb-9f4e-32e5633527b9 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.473951 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-826f9c1f-e033-4efb-9f4e-32e5633527b9 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0055003 Nov 19 19:11:53.474572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60424) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.481038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-ca37990d-8af7-4f02-9687-423afc1980ed tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.484220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ca37990d-8af7-4f02-9687-423afc1980ed tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049546 Nov 19 19:11:53.487565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60426) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.492994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-2e5a2ca8-216a-4340-b52e-a735df885d94 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.497473 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2e5a2ca8-216a-4340-b52e-a735df885d94 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0054424 Nov 19 19:11:53.498771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60428) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.502721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2ead6-c98e-4aed-a6df-e7c7d9b3e012 req-d6533988-f3ab-4ac3-b3cc-0625ac2361bf tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:53.504518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-3155f670-7809-4951-8098-d3ef78be0a0c tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.508584 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3155f670-7809-4951-8098-d3ef78be0a0c tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058029 Nov 19 19:11:53.508719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16c2ead6-c98e-4aed-a6df-e7c7d9b3e012 req-d6533988-f3ab-4ac3-b3cc-0625ac2361bf tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 946 time: 0.1182992 Nov 19 19:11:53.508719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60430) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.512913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-92c5fec5-2ff5-470e-ba15-e5bf77e2f275 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.516123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-92c5fec5-2ff5-470e-ba15-e5bf77e2f275 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048847 Nov 19 19:11:53.521360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60432) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.522460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:11:53.525424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-c5c0ab81-629c-441b-8588-a462fdfb6687 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.529454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c5c0ab81-629c-441b-8588-a462fdfb6687 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050077 Nov 19 19:11:53.534520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60434) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.537127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Sync routers for ids ['47d70960-6601-4aa4-b64d-ca9a5dfc79da'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:11:53.540576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-76d555f7-1478-4903-ba2c-ced01251fb7e tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.543973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-76d555f7-1478-4903-ba2c-ced01251fb7e tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066278 Nov 19 19:11:53.545032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60436) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.550223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-703461cc-be31-4349-b8b1-c84e21fa5f6a tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.551387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-703461cc-be31-4349-b8b1-c84e21fa5f6a tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0053310 Nov 19 19:11:53.554484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60438) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.554809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Routers {'47d70960-6601-4aa4-b64d-ca9a5dfc79da'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:53.555815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['47d70960-6601-4aa4-b64d-ca9a5dfc79da'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:53.562517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-be18d17f-3b54-45bf-bd66-a9631569f7bf tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.566253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-be18d17f-3b54-45bf-bd66-a9631569f7bf tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0100291 Nov 19 19:11:53.566641 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60440) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.569829 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:53.570957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-db3fc064-84a4-4167-a7b9-91ff26174df6 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.571074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0679f782-cff1-46e3-a89a-9fd80222b4ec tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9511294 Nov 19 19:11:53.572601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-db3fc064-84a4-4167-a7b9-91ff26174df6 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043504 Nov 19 19:11:53.574940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60442) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.575280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60444) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.580687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-a8144376-943a-4a90-b5e8-af3cc62fcdaf tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.584306 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a8144376-943a-4a90-b5e8-af3cc62fcdaf tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068460 Nov 19 19:11:53.587064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60446) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.593375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-028b5eb1-c502-4806-92dd-951811f13e5e tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.594369 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-028b5eb1-c502-4806-92dd-951811f13e5e tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0057907 Nov 19 19:11:53.598814 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16c2ead6-c98e-4aed-a6df-e7c7d9b3e012 req-f2ff9682-f154-4edd-a45a-8462f4d8a67b tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/security-groups?id=4657f6f0-a9fa-4c5d-b768-c1904fafec79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839567 Nov 19 19:11:53.599418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60448) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.603557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-984e3e1f-b861-4479-ad18-35f0fc5af639 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.604514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-984e3e1f-b861-4479-ad18-35f0fc5af639 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042174 Nov 19 19:11:53.607049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60450) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.611276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-692e8215-3933-47d1-9151-fce682d88205 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.613799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-692e8215-3933-47d1-9151-fce682d88205 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041935 Nov 19 19:11:53.617441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60452) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.632772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-8ac9d833-1245-4fc7-9459-cb90433e6214 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.634023 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8ac9d833-1245-4fc7-9459-cb90433e6214 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0153191 Nov 19 19:11:53.637319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60456) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.641635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-c4a6168e-402d-417d-bff7-759fa45ca509 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.648022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c4a6168e-402d-417d-bff7-759fa45ca509 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0095429 Nov 19 19:11:53.657457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60458) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.661873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-4c191375-f665-40a7-b265-1d49f34c7811 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.663212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4c191375-f665-40a7-b265-1d49f34c7811 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047495 Nov 19 19:11:53.665873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60460) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.672046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-660605db-ff68-4eef-8a4b-f71cc03fedaf tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.673044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-660605db-ff68-4eef-8a4b-f71cc03fedaf tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0062788 Nov 19 19:11:53.687465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60464) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.698851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-c4e70aac-a431-4d76-ad32-0f3163d31cfb tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.713562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c4e70aac-a431-4d76-ad32-0f3163d31cfb tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0182133 Nov 19 19:11:53.717694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60466) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.722372 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-b50889a5-5d38-49b9-8200-c0d9181c7491 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.723586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b50889a5-5d38-49b9-8200-c0d9181c7491 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047932 Nov 19 19:11:53.726847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60468) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.734499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-bbbaeaff-0a9a-4f32-8c71-bb1145a066d5 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.738650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bbbaeaff-0a9a-4f32-8c71-bb1145a066d5 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0105982 Nov 19 19:11:53.739201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60470) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.748404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-f184708a-e4db-4131-9b25-ba8bfc000fc3 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.749679 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f184708a-e4db-4131-9b25-ba8bfc000fc3 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0072298 Nov 19 19:11:53.752791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60472) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.757061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-b225eaaf-5126-49a0-9b6b-7401cfb644cb tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.761567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b225eaaf-5126-49a0-9b6b-7401cfb644cb tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077617 Nov 19 19:11:53.762776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60474) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.766854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-245de26e-4999-4348-9d38-d60f3989a088 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.770491 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-245de26e-4999-4348-9d38-d60f3989a088 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069654 Nov 19 19:11:53.771075 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60476) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.777867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-fa4b16f8-f646-48f6-9fca-eba967294fb6 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.781806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fa4b16f8-f646-48f6-9fca-eba967294fb6 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090971 Nov 19 19:11:53.782092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60478) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.784439 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1d23dfa3-1dc0-40ed-b917-3f8a8986a669 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/routers/47d70960-6601-4aa4-b64d-ca9a5dfc79da HTTP/1.1" status: 200 len: 908 time: 0.2081764 Nov 19 19:11:53.787138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60480) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.788916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-7f4b19e3-15c8-4916-8838-86338173372c tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.792705 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7f4b19e3-15c8-4916-8838-86338173372c tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041134 Nov 19 19:11:53.796049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60482) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.800730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-9bea9299-e568-4f2d-ada7-8296bba207f8 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.805596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9bea9299-e568-4f2d-ada7-8296bba207f8 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0080628 Nov 19 19:11:53.809362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60484) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.812655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [None req-72eafd8c-3248-4961-86fb-0ab793638c22 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.816913 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-72eafd8c-3248-4961-86fb-0ab793638c22 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0075662 Nov 19 19:11:53.824765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60486) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.833377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-a252bb10-6c3b-419c-96c1-8eba2373d6a8 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.834947 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a252bb10-6c3b-419c-96c1-8eba2373d6a8 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051630 Nov 19 19:11:53.838059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60488) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.844890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-13a0eeb3-0179-4954-a42a-1919f054d55c tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.848880 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-13a0eeb3-0179-4954-a42a-1919f054d55c tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0082269 Nov 19 19:11:53.849495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60490) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.871655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-93690521-5894-4dba-81a8-dd06f45e5b60 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.884306 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-93690521-5894-4dba-81a8-dd06f45e5b60 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0336108 Nov 19 19:11:53.885951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60494) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.890139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Set router 47d70960-6601-4aa4-b64d-ca9a5dfc79da gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:53.902377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-1bc65679-f97d-47ed-a079-b8585be6ffc9 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.906692 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1bc65679-f97d-47ed-a079-b8585be6ffc9 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0185640 Nov 19 19:11:53.907750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60496) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.917721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecee7c2-f36a-48ce-aedd-629346defe9a req-b6a34fd8-85d3-4896-9f74-72ab5456a6ad tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:53.930995 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ecee7c2-f36a-48ce-aedd-629346defe9a req-b6a34fd8-85d3-4896-9f74-72ab5456a6ad tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 946 time: 0.1400809 Nov 19 19:11:53.938729 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [None req-2db55107-0efb-4f90-8246-69ca3e3bb422 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:11:53.939724 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2db55107-0efb-4f90-8246-69ca3e3bb422 tempest-ExtensionsTestJSON-1055086714 tempest-ExtensionsTestJSON-1055086714-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0076253 Nov 19 19:11:53.940307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60498) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:53.950104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-05cd9ae9-b16a-4676-a178-45357d55e278 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Request body: {'floatingip': {'port_id': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:53.971800 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.042839 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05cd9ae9-b16a-4676-a178-45357d55e278 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.146512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d70960-6601-4aa4-b64d-ca9a5dfc79da', 'name': 'tempest-snat-router-1244013536', 'tenant_id': '16f5c1d14b1d4783800e90fbe9280956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'fd48f0a4-aa21-49c6-9c7a-8a03450af030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:11:50Z', 'updated_at': '2021-11-19T19:11:52Z', 'revision_number': 3, 'project_id': '16f5c1d14b1d4783800e90fbe9280956', 'gw_port': {'id': 'fd48f0a4-aa21-49c6-9c7a-8a03450af030', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:48:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d70960-6601-4aa4-b64d-ca9a5dfc79da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:11:51Z', 'updated_at': '2021-11-19T19:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:54.159466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.185565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Checking router: 47d70960-6601-4aa4-b64d-ca9a5dfc79da for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:11:54.186440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Updating router 47d70960-6601-4aa4-b64d-ca9a5dfc79da port fd48f0a4-aa21-49c6-9c7a-8a03450af030 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:11:54.287332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Deleting port fd48f0a4-aa21-49c6-9c7a-8a03450af030 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:54.289139 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.308516 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.442497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60508) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:54.469825 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.472453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a2dee904-f876-408e-b953-1b7ae1dc95d9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:11:54.482872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Calling delete_port for fd48f0a4-aa21-49c6-9c7a-8a03450af030 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:54.681247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b775626-77b3-4e33-b641-9ea65783b62f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.695983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a2dee904-f876-408e-b953-1b7ae1dc95d9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:54.696548 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.714527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.745822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd48f0a4-aa21-49c6-9c7a-8a03450af030,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:54.777577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfddbbc-2994-4882-9136-62242f1e74d6 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:11:54.841916 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.885230 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:11:54.895732 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:11:54.928835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b775626-77b3-4e33-b641-9ea65783b62f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.933728 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05cd9ae9-b16a-4676-a178-45357d55e278 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.935124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8b775626-77b3-4e33-b641-9ea65783b62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.940405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05cd9ae9-b16a-4676-a178-45357d55e278 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.957744 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:54.959943 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.049789 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8b775626-77b3-4e33-b641-9ea65783b62f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e53bf021e08d498a96ff86293b709a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6055324 Nov 19 19:11:55.057570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60516) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:55.058341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b775626-77b3-4e33-b641-9ea65783b62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865f3002-fcab-4f87-b6c4-265215440ff4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:55.110668 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-05cd9ae9-b16a-4676-a178-45357d55e278 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Floating IP 0ff62dc0-c5d6-43c4-8f86-533d7487d83c associated. External IP: 172.25.3.37, port: 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd. Nov 19 19:11:55.175665 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.182570 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-719d1ec0-7d49-4dc4-8634-7b28e0f66ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.247143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-719d1ec0-7d49-4dc4-8634-7b28e0f66ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.316278 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.316917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47d70960-6601-4aa4-b64d-ca9a5dfc79da {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:11:55.321268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.322807 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4fba6eef-46eb-4315-87c0-737a0cd4a58d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "DELETE /v2.0/routers/47d70960-6601-4aa4-b64d-ca9a5dfc79da HTTP/1.1" status: 204 len: 168 time: 1.5346577 Nov 19 19:11:55.325745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60520) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:55.371865 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-719d1ec0-7d49-4dc4-8634-7b28e0f66ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.374469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-719d1ec0-7d49-4dc4-8634-7b28e0f66ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.375605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-719d1ec0-7d49-4dc4-8634-7b28e0f66ee2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/865f3002-fcab-4f87-b6c4-265215440ff4 HTTP/1.1" status: 204 len: 168 time: 0.3145082 Nov 19 19:11:55.395510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d1ec0-7d49-4dc4-8634-7b28e0f66ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f3002-fcab-4f87-b6c4-265215440ff4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:55.418797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Port fd48f0a4-aa21-49c6-9c7a-8a03450af030 not found while updating agent binding for router 47d70960-6601-4aa4-b64d-ca9a5dfc79da. {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 19:11:55.420133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cd9ae9-b16a-4676-a178-45357d55e278 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Router bddc5826-b371-4bdb-8ae4-484f87a3863f has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:11:55.441601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Routers set() bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:55.442088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Router IDs set() for agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 19:11:55.442816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47d70960-6601-4aa4-b64d-ca9a5dfc79da'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent'). {{(pid=109889) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 19:11:55.443533 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f80738e-a686-4caa-bb5d-2c279e3e6140 None None] The sync data for ids ['47d70960-6601-4aa4-b64d-ca9a5dfc79da'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:11:55.468924 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.554743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cd9ae9-b16a-4676-a178-45357d55e278 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:11:55.560919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05cd9ae9-b16a-4676-a178-45357d55e278 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.574694 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd15fd-4d6f-4104-9abb-d5a9502c5028 None None] Sync routers for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:11:55.586430 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.593042 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd15fd-4d6f-4104-9abb-d5a9502c5028 None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:55.597102 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-aedd15fd-4d6f-4104-9abb-d5a9502c5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:55.602631 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-05cd9ae9-b16a-4676-a178-45357d55e278 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "PUT /v2.0/floatingips/0ff62dc0-c5d6-43c4-8f86-533d7487d83c HTTP/1.1" status: 200 len: 991 time: 1.6613204 Nov 19 19:11:55.603909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15606234-1356-47db-b36b-4e66a88dd8dd', 'tag': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:11:55.610955 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd2cb2d-bf05-47a9-9b65-954599c657e8" -d '{"events": [{"name": "network-changed", "server_uuid": "15606234-1356-47db-b36b-4e66a88dd8dd", "tag": "23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:11:55.659119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Deleting port a2dee904-f876-408e-b953-1b7ae1dc95d9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:11:55.659469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.669463 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f7d7f8-78f2-4863-99e6-e0686e508937 x-openstack-request-id: req-98f7d7f8-78f2-4863-99e6-e0686e508937 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:11:55.669702 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15606234-1356-47db-b36b-4e66a88dd8dd", "tag": "23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:11:55.670008 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98f7d7f8-78f2-4863-99e6-e0686e508937 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:11:55.670420 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15606234-1356-47db-b36b-4e66a88dd8dd', 'tag': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd', 'status': 'completed', 'code': 200} Nov 19 19:11:55.751049 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-aedd15fd-4d6f-4104-9abb-d5a9502c5028 None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:55.754978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] For port a2dee904-f876-408e-b953-1b7ae1dc95d9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a2dee904-f876-408e-b953-1b7ae1dc95d9,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:11:55.755420 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:55.767581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2cb2d-bf05-47a9-9b65-954599c657e8 req-276ee035-2256-4124-b449-b1fef24055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:55.769423 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dfd2cb2d-bf05-47a9-9b65-954599c657e8 req-276ee035-2256-4124-b449-b1fef24055f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0612693 Nov 19 19:11:55.784294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Calling delete_port for a2dee904-f876-408e-b953-1b7ae1dc95d9 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:11:55.919214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2cb2d-bf05-47a9-9b65-954599c657e8 req-7e0c8105-df3a-433a-b1ec-b614ee6e3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:55.920940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dfd2cb2d-bf05-47a9-9b65-954599c657e8 req-7e0c8105-df3a-433a-b1ec-b614ee6e3163 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1378057 Nov 19 19:11:56.014309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dfd2cb2d-bf05-47a9-9b65-954599c657e8 req-7e691bf3-80be-48b3-95a8-ce545bfb058b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 999 time: 0.0833576 Nov 19 19:11:56.082919 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-aedd15fd-4d6f-4104-9abb-d5a9502c5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '0ff62dc0-c5d6-43c4-8f86-533d7487d83c', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'floating_ip_address': '172.25.3.37', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'port_id': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'mac_address': 'fa:16:3e:18:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15606234-1356-47db-b36b-4e66a88dd8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:11:35Z', 'updated_at': '2021-11-19T19:11:54Z', 'revision_number': 1, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:56.099761 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:56.120105 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd15fd-4d6f-4104-9abb-d5a9502c5028 None None] Checking router: bddc5826-b371-4bdb-8ae4-484f87a3863f for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:11:56.129474 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd15fd-4d6f-4104-9abb-d5a9502c5028 None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:56.130426 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-aedd15fd-4d6f-4104-9abb-d5a9502c5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:56.149061 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2cb2d-bf05-47a9-9b65-954599c657e8 req-0b264cb5-c0f9-4a79-af1e-dcc5da941f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:56.155578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dfd2cb2d-bf05-47a9-9b65-954599c657e8 req-0b264cb5-c0f9-4a79-af1e-dcc5da941f01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1304574 Nov 19 19:11:56.180154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2dee904-f876-408e-b953-1b7ae1dc95d9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:56.200179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f1ec2e-4393-40f8-bd3a-a21b61c5460b None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:11:56.292696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2cb2d-bf05-47a9-9b65-954599c657e8 req-5e0a0e76-7745-4e00-8d09-0bdca69d421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:56.298261 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dfd2cb2d-bf05-47a9-9b65-954599c657e8 req-5e0a0e76-7745-4e00-8d09-0bdca69d421a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300950 Nov 19 19:11:56.330931 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:56.520044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60560) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:56.525802 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-aedd15fd-4d6f-4104-9abb-d5a9502c5028 None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:11:56.555728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dfd2cb2d-bf05-47a9-9b65-954599c657e8 req-192bdd6c-f0b3-475e-a7c0-50dce14469e0 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433436 Nov 19 19:11:56.612405 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:56.618191 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:56.669071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'networks': [{'name': 'tempest-network--1620837435'}, {'name': 'tempest-network--2008405000'}]} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:56.669490 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'network': {'name': 'tempest-network--1620837435'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:56.670085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'network': {'name': 'tempest-network--2008405000'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:56.695009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:56.696070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78f93001-86b0-48c7-8acd-6622827917b0 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:11:56.703807 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:56.710561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Made reservation on behalf of 213d06779dae4061aa8f9566a436253d for: {'network': 2} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:56.711318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e0c87663-178f-485c-bcad-c9f6cec7aef9 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "DELETE /v2.0/routers/78f93001-86b0-48c7-8acd-6622827917b0 HTTP/1.1" status: 204 len: 168 time: 1.3842204 Nov 19 19:11:56.712060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60570) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:56.715969 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:56.717431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1921516013', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:56.753471 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:56.755202 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:56.842973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:56.959992 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-aedd15fd-4d6f-4104-9abb-d5a9502c5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '0ff62dc0-c5d6-43c4-8f86-533d7487d83c', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'floating_ip_address': '172.25.3.37', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'port_id': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'mac_address': 'fa:16:3e:18:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15606234-1356-47db-b36b-4e66a88dd8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:11:35Z', 'updated_at': '2021-11-19T19:11:54Z', 'revision_number': 1, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:57.017744 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd15fd-4d6f-4104-9abb-d5a9502c5028 None None] The sync data for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 is: [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '0ff62dc0-c5d6-43c4-8f86-533d7487d83c', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'floating_ip_address': '172.25.3.37', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'port_id': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'mac_address': 'fa:16:3e:18:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15606234-1356-47db-b36b-4e66a88dd8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:11:35Z', 'updated_at': '2021-11-19T19:11:54Z', 'revision_number': 1, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:11:57.172981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.239166 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.394223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.397124 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dfd2cb2d-bf05-47a9-9b65-954599c657e8 req-f648fa74-295e-4ef0-887c-faa5c2ff13f6 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8337786 Nov 19 19:11:57.403876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.404368 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.444070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a15a4-be6f-450c-b3a6-171bff5ef90f None None] New status for floating IP 0ff62dc0-c5d6-43c4-8f86-533d7487d83c: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:11:57.479733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c069ff-f296-4b08-afb2-33c5faf3e72d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:57.487923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:11:57.510858 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.511201 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Added segment 8c2c7d5b-6a53-4371-b9a9-d2c47688eae4 of type vlan for network 8199f708-d566-4bd0-b645-95bcd7940b2b Nov 19 19:11:57.543913 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.569110 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.569956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.602966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:11:57.623502 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.624060 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Added segment 19e515d4-3483-40df-9bc6-c07764afc9db of type vlan for network 60aeb676-c4b4-448d-9f1a-57239ed4814c Nov 19 19:11:57.679687 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.720629 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.721113 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.727122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:57.730584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Allocated IP 172.25.3.134 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/c13951bb-0964-4326-ac50-620679973f2f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:11:57.732369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:57.733149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.810482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2878976 Nov 19 19:11:57.811614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60592) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:57.825192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event updated for resources: {'Network': ['ID=8199f708-d566-4bd0-b645-95bcd7940b2b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:57.839004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 8199f708-d566-4bd0-b645-95bcd7940b2b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:11:57.880518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:57.909014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322311d-5f53-4ecb-a844-2434b2fefd24 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event updated for resources: {'Network': ['ID=60aeb676-c4b4-448d-9f1a-57239ed4814c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:57.932576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 60aeb676-c4b4-448d-9f1a-57239ed4814c details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:11:57.944531 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.021086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:11:58.035097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:11:58.037818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffda5aa-b6b2-4bb0-8410-d76492b9c36e tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:58.048313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:11:58.055796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffda5aa-b6b2-4bb0-8410-d76492b9c36e tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:58.064153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffda5aa-b6b2-4bb0-8410-d76492b9c36e tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:58.065765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef68085-8c3a-4230-b8cb-fd3c940f7947 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:11:58.074380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffda5aa-b6b2-4bb0-8410-d76492b9c36e tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:58.078856 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4ffda5aa-b6b2-4bb0-8410-d76492b9c36e tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2636909 Nov 19 19:11:58.079168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60596) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:58.106237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Pushing event updated for resources: {'Port': ['ID=c13951bb-0964-4326-ac50-620679973f2f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:58.167675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fb5a68b9-284f-44ec-8885-1db8d9f8df29 None None] Provisioning complete for port c13951bb-0964-4326-ac50-620679973f2f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:11:58.168319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb5a68b9-284f-44ec-8885-1db8d9f8df29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.192584 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.249204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a68b9-284f-44ec-8885-1db8d9f8df29 None None] Port c13951bb-0964-4326-ac50-620679973f2f cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:11:58.252049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a2dee904-f876-408e-b953-1b7ae1dc95d9 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:11:58.274581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a2dee904-f876-408e-b953-1b7ae1dc95d9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:11:58.275714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a2dee904-f876-408e-b953-1b7ae1dc95d9 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:11:58.320433 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.349370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8199f708-d566-4bd0-b645-95bcd7940b2b']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:58.361557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2c7d5b-6a53-4371-b9a9-d2c47688eae4') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:58.362121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2c7d5b-6a53-4371-b9a9-d2c47688eae4') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:58.390074 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.408790 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.420440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:11:58.421032 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:11:58.425717 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:11:58.443449 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.506741 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.518537 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.529114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "DELETE /v2.0/networks/8199f708-d566-4bd0-b645-95bcd7940b2b HTTP/1.1" status: 204 len: 168 time: 0.4480667 Nov 19 19:11:58.544814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60604) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:58.556701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event deleted for resources: {'Network': ['ID=8199f708-d566-4bd0-b645-95bcd7940b2b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:58.611704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.612047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.612530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.612878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.613341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.613682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.614033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.614357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.614684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.615008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.615497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.615824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3167bb2-826d-49d5-b865-ab887dedf01d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:11:58.653158 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.722412 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.756299 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.779801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aeb676-c4b4-448d-9f1a-57239ed4814c']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:58.797838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e515d4-3483-40df-9bc6-c07764afc9db') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:58.798869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e515d4-3483-40df-9bc6-c07764afc9db') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:58.809986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.826762 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.833526 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:11:58.834558 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:11:58.839665 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:11:58.876454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Router fccc4698-7c4d-49d8-8678-e1acbd67c539 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:11:58.925303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.955201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:58.959088 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "DELETE /v2.0/networks/60aeb676-c4b4-448d-9f1a-57239ed4814c HTTP/1.1" status: 204 len: 168 time: 0.4129844 Nov 19 19:11:58.960079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216661de-90a1-4edc-852f-271cf1bf8549 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event deleted for resources: {'Network': ['ID=60aeb676-c4b4-448d-9f1a-57239ed4814c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:58.962462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60608) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:59.105710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:11:59.117794 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885462d0-32cf-4315-bcf6-a68d8cb9eaee None None] Sync routers for ids ['fccc4698-7c4d-49d8-8678-e1acbd67c539'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:11:59.136566 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885462d0-32cf-4315-bcf6-a68d8cb9eaee None None] Routers {'fccc4698-7c4d-49d8-8678-e1acbd67c539'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:59.137258 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-885462d0-32cf-4315-bcf6-a68d8cb9eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fccc4698-7c4d-49d8-8678-e1acbd67c539'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:59.142366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46cfec4-8bf2-4e43-9415-1f2033ca3a8c tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:59.160307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46cfec4-8bf2-4e43-9415-1f2033ca3a8c tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:59.164486 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c46cfec4-8bf2-4e43-9415-1f2033ca3a8c tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1986308 Nov 19 19:11:59.167482 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.168963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60614) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:59.172031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9ab3c725-ea5e-44f5-993d-004ac8e129a4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4583144 Nov 19 19:11:59.172658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60616) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:59.175046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-576939283'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:59.177258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e41efecc-4cd0-4f5e-98e7-b49bac304e2d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'enable_snat': False}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:59.215781 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-885462d0-32cf-4315-bcf6-a68d8cb9eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:59.225800 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Made reservation on behalf of 213d06779dae4061aa8f9566a436253d for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:59.230885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.236688 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885462d0-32cf-4315-bcf6-a68d8cb9eaee None None] Routers {'fccc4698-7c4d-49d8-8678-e1acbd67c539'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:11:59.237451 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-885462d0-32cf-4315-bcf6-a68d8cb9eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fccc4698-7c4d-49d8-8678-e1acbd67c539'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:59.282268 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-885462d0-32cf-4315-bcf6-a68d8cb9eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:11:59.282920 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885462d0-32cf-4315-bcf6-a68d8cb9eaee None None] The sync data for ids ['fccc4698-7c4d-49d8-8678-e1acbd67c539'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:11:59.286922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:11:59.301105 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.301513 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Added segment 073f8ff3-7f78-4108-872e-3d83eb2868fc of type vlan for network 55f23600-2ec1-4792-b081-88cb01fe1ada Nov 19 19:11:59.357142 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.391469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.397426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:59.409839 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.550873 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3783257 Nov 19 19:11:59.560078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60622) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:59.579074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1823692784'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:11:59.618690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60626) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:11:59.619741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9179488-3c56-4b29-89e6-1c526c501d8b tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event updated for resources: {'Network': ['ID=55f23600-2ec1-4792-b081-88cb01fe1ada,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:11:59.651209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 55f23600-2ec1-4792-b081-88cb01fe1ada details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:11:59.716963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Made reservation on behalf of 213d06779dae4061aa8f9566a436253d for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:11:59.722028 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.770672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:11:59.787523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.789253 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Added segment 768f69b5-6781-4e5a-88e8-ecc67837d7a3 of type vlan for network 92cbbe8d-39b2-48f8-9711-a8238498d1de Nov 19 19:11:59.863173 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.879414 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.934406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e561fa9a-6745-49c8-87e1-9422dffb42f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.945810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.952126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:11:59.952920 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.972541 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e41efecc-4cd0-4f5e-98e7-b49bac304e2d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:00.026841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4557207 Nov 19 19:12:00.027176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60632) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:00.034329 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'ports': [{'network_id': '55f23600-2ec1-4792-b081-88cb01fe1ada', 'name': 'tempest-port--1668690832', 'admin_state_up': True}, {'network_id': '92cbbe8d-39b2-48f8-9711-a8238498d1de', 'admin_state_up': False}]} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:00.034649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'port': {'network_id': '55f23600-2ec1-4792-b081-88cb01fe1ada', 'name': 'tempest-port--1668690832', 'admin_state_up': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:00.035135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'port': {'network_id': '92cbbe8d-39b2-48f8-9711-a8238498d1de', 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:00.059413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41addab-9c13-4caa-94e7-536f19f1c6fb tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event updated for resources: {'Network': ['ID=92cbbe8d-39b2-48f8-9711-a8238498d1de,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:00.076885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 92cbbe8d-39b2-48f8-9711-a8238498d1de details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:00.114201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e561fa9a-6745-49c8-87e1-9422dffb42f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:00.121327 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e561fa9a-6745-49c8-87e1-9422dffb42f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:00.171802 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e561fa9a-6745-49c8-87e1-9422dffb42f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3204daa9459642eda00b3dcf20b44f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5218890 Nov 19 19:12:00.173117 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60636) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:00.174141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561fa9a-6745-49c8-87e1-9422dffb42f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2fc71b-f42d-45f2-8222-403469c0e034,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:00.257661 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10066cc9-2050-4376-b01d-524f800d6ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:00.286234 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10066cc9-2050-4376-b01d-524f800d6ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:00.324384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Made reservation on behalf of 213d06779dae4061aa8f9566a436253d for: {'port': 2} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:00.329148 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:00.349135 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10066cc9-2050-4376-b01d-524f800d6ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:00.354015 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-10066cc9-2050-4376-b01d-524f800d6ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:00.355629 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-10066cc9-2050-4376-b01d-524f800d6ca9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e2fc71b-f42d-45f2-8222-403469c0e034 HTTP/1.1" status: 204 len: 168 time: 0.1777325 Nov 19 19:12:00.366516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10066cc9-2050-4376-b01d-524f800d6ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2fc71b-f42d-45f2-8222-403469c0e034,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:00.382173 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:00.706470 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e41efecc-4cd0-4f5e-98e7-b49bac304e2d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:00.714150 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e41efecc-4cd0-4f5e-98e7-b49bac304e2d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:00.730530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] device_id is not set on port 3b85ea06-94be-4bc7-bef4-9892c3afb514 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:00.916804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41efecc-4cd0-4f5e-98e7-b49bac304e2d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Router fccc4698-7c4d-49d8-8678-e1acbd67c539 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:12:01.038456 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:01.155542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] device_id is not set on port c9082d20-f0de-4f59-845b-076cd9906fc5 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:01.167570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41efecc-4cd0-4f5e-98e7-b49bac304e2d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:12:01.173251 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e41efecc-4cd0-4f5e-98e7-b49bac304e2d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:01.174518 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e41efecc-4cd0-4f5e-98e7-b49bac304e2d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "PUT /v2.0/routers/fccc4698-7c4d-49d8-8678-e1acbd67c539 HTTP/1.1" status: 200 len: 926 time: 2.0009074 Nov 19 19:12:01.177734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60662) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:01.183216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04cb87c-d410-4bdf-88ce-698e44c1cb52 None None] Sync routers for ids ['fccc4698-7c4d-49d8-8678-e1acbd67c539'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:12:01.197882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04cb87c-d410-4bdf-88ce-698e44c1cb52 None None] Routers {'fccc4698-7c4d-49d8-8678-e1acbd67c539'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:01.198889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b04cb87c-d410-4bdf-88ce-698e44c1cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fccc4698-7c4d-49d8-8678-e1acbd67c539'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:01.261818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b04cb87c-d410-4bdf-88ce-698e44c1cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:01.283766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04cb87c-d410-4bdf-88ce-698e44c1cb52 None None] Routers {'fccc4698-7c4d-49d8-8678-e1acbd67c539'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:01.284867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b04cb87c-d410-4bdf-88ce-698e44c1cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fccc4698-7c4d-49d8-8678-e1acbd67c539'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:01.305824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:01.344142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b04cb87c-d410-4bdf-88ce-698e44c1cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:01.345098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04cb87c-d410-4bdf-88ce-698e44c1cb52 None None] The sync data for ids ['fccc4698-7c4d-49d8-8678-e1acbd67c539'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:12:01.357094 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:01.393599 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1cf6cdc1-b149-4229-a983-ccd971b88abb tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/routers/fccc4698-7c4d-49d8-8678-e1acbd67c539 HTTP/1.1" status: 200 len: 926 time: 0.2132130 Nov 19 19:12:01.396501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60670) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:01.498270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event updated for resources: {'Port': ['ID=3b85ea06-94be-4bc7-bef4-9892c3afb514,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:01.513522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.514064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.514548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.514889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.515272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.515674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.516089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.516487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.516891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.517275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.517674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.518101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:01.532140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc7659-79be-4fc4-885a-4dbfcf88cad2 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:01.536704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60674) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:01.536824 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-55fc7659-79be-4fc4-885a-4dbfcf88cad2 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&device_id=fccc4698-7c4d-49d8-8678-e1acbd67c539&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1366062 Nov 19 19:12:01.538189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Checking segment: {'id': '073f8ff3-7f78-4108-872e-3d83eb2868fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '55f23600-2ec1-4792-b081-88cb01fe1ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:01.538618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Network hostable DHCP agents. Network: 55f23600-2ec1-4792-b081-88cb01fe1ada, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:01.562051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Network 55f23600-2ec1-4792-b081-88cb01fe1ada is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:01.574102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 55f23600-2ec1-4792-b081-88cb01fe1ada) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:01.579480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:01.581730 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:01.584638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d76ff73-1af5-4780-b592-e8b04a99a375 None None] Network 55f23600-2ec1-4792-b081-88cb01fe1ada requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:01.670428 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event updated for resources: {'Port': ['ID=c9082d20-f0de-4f59-845b-076cd9906fc5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:01.680508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aedfad-ede7-4618-99a9-63b7b437962e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:01.690384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-78aedfad-ede7-4618-99a9-63b7b437962e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 881 time: 0.1498737 Nov 19 19:12:01.691034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60678) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:01.724542 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-95064822-e7d9-494a-a68b-f28d368a1156 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=fccc4698-7c4d-49d8-8678-e1acbd67c539 HTTP/1.1" status: 200 len: 205 time: 0.0323851 Nov 19 19:12:01.725848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Checking segment: {'id': '768f69b5-6781-4e5a-88e8-ecc67837d7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '92cbbe8d-39b2-48f8-9711-a8238498d1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:01.726219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Network hostable DHCP agents. Network: 92cbbe8d-39b2-48f8-9711-a8238498d1de, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:01.728743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60682) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:01.762732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Network 92cbbe8d-39b2-48f8-9711-a8238498d1de is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:01.777159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 92cbbe8d-39b2-48f8-9711-a8238498d1de) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:01.782276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:01.790143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b8b5b-2bb3-4ab1-b91f-878d76409d21 None None] Network 92cbbe8d-39b2-48f8-9711-a8238498d1de requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:01.796182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:01.810674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:01.811394 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:01.846472 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-97359f5d-031f-49f5-89f6-baba8ac53169 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8173218 Nov 19 19:12:01.849222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60690) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:01.964897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb80bb-5558-41c7-bf94-0d356395dc29 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:01.972797 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:01.973197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb80bb-5558-41c7-bf94-0d356395dc29 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:01.978415 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-aeeb80bb-5558-41c7-bf94-0d356395dc29 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1250434 Nov 19 19:12:01.979279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60694) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:02.113856 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4f76aba9-7e7d-4f77-a915-0a270895a1b5 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Deleting port 3b85ea06-94be-4bc7-bef4-9892c3afb514 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:02.114503 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f76aba9-7e7d-4f77-a915-0a270895a1b5 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.115609 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.188510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Deleting port c13951bb-0964-4326-ac50-620679973f2f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:02.188903 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.198348 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f76aba9-7e7d-4f77-a915-0a270895a1b5 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.212503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4f76aba9-7e7d-4f77-a915-0a270895a1b5 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Calling delete_port for 3b85ea06-94be-4bc7-bef4-9892c3afb514 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:02.307535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f76aba9-7e7d-4f77-a915-0a270895a1b5 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.314561 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.329407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Calling delete_port for c13951bb-0964-4326-ac50-620679973f2f owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:02.409513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76aba9-7e7d-4f77-a915-0a270895a1b5 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event deleted for resources: {'Port': ['ID=3b85ea06-94be-4bc7-bef4-9892c3afb514,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:02.420448 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4f76aba9-7e7d-4f77-a915-0a270895a1b5 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.424767 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4f76aba9-7e7d-4f77-a915-0a270895a1b5 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "DELETE /v2.0/ports/3b85ea06-94be-4bc7-bef4-9892c3afb514 HTTP/1.1" status: 204 len: 168 time: 0.4433920 Nov 19 19:12:02.427297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60732) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:02.538258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1e36fe12-09ee-4d33-9956-6b8d07980be1 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Deleting port c9082d20-f0de-4f59-845b-076cd9906fc5 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:02.538583 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e36fe12-09ee-4d33-9956-6b8d07980be1 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.561413 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.594439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Pushing event deleted for resources: {'Port': ['ID=c13951bb-0964-4326-ac50-620679973f2f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:02.614580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835913b9-ea01-4cc3-920a-43c8d0fcb503 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:02.656422 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e36fe12-09ee-4d33-9956-6b8d07980be1 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.683803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1e36fe12-09ee-4d33-9956-6b8d07980be1 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Calling delete_port for c9082d20-f0de-4f59-845b-076cd9906fc5 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:02.701920 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.793663 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e36fe12-09ee-4d33-9956-6b8d07980be1 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.829736 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.832356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.846996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36fe12-09ee-4d33-9956-6b8d07980be1 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event deleted for resources: {'Port': ['ID=c9082d20-f0de-4f59-845b-076cd9906fc5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:02.849100 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e36fe12-09ee-4d33-9956-6b8d07980be1 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.853257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1e36fe12-09ee-4d33-9956-6b8d07980be1 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "DELETE /v2.0/ports/c9082d20-f0de-4f59-845b-076cd9906fc5 HTTP/1.1" status: 204 len: 168 time: 0.4240191 Nov 19 19:12:02.855527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60788) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:02.896656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.898178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Fanout notify agent at l3_agent the message router_deleted on router fccc4698-7c4d-49d8-8678-e1acbd67c539 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:12:02.908576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.914209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6bd82d2f-221d-4e53-8df9-f2b2c6dc2513 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0562918 Nov 19 19:12:02.920200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60802) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:02.925196 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-840005a7-b30f-4eab-9f4d-0f53585c0cce tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/fccc4698-7c4d-49d8-8678-e1acbd67c539 HTTP/1.1" status: 204 len: 168 time: 1.1937377 Nov 19 19:12:02.929416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60806) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:02.930568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-842598673'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:02.935388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-598d7e88-06f4-4cf6-ad79-8d2094b546c4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-138565221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:02.993965 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.db.api [None req-598d7e88-06f4-4cf6-ad79-8d2094b546c4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 19:12:02.993965 n-d-815373-6 neutron-server[109888]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 19:12:02.993965 n-d-815373-6 neutron-server[109888]: [parameters: {'project_id': '17ed5e2afaff499f87943e5483be2e46', 'id': 'c447488a-507e-4170-93ad-7f774aa0d34b', 'expiration': datetime.datetime(2021, 11, 19, 19, 14, 2, 975616)}] Nov 19 19:12:02.993965 n-d-815373-6 neutron-server[109888]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:12:02.994544 n-d-815373-6 neutron-server[109888]: DEBUG oslo_db.api [None req-598d7e88-06f4-4cf6-ad79-8d2094b546c4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:12:02.998288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Made reservation on behalf of 213d06779dae4061aa8f9566a436253d for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:03.002559 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.030078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:03.040049 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.040631 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Added segment 9a195a1a-b6c5-4940-9bde-94104e13e647 of type vlan for network 87de2624-def6-400e-85b3-e8dddb00acd1 Nov 19 19:12:03.101068 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.138238 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.145105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:03.145848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.213893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2880156 Nov 19 19:12:03.215798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60832) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:03.221275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-914311419'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:03.235700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fd43b-0f90-4b46-ac6d-43edf9e21c4d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event updated for resources: {'Network': ['ID=87de2624-def6-400e-85b3-e8dddb00acd1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:03.251646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 87de2624-def6-400e-85b3-e8dddb00acd1 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:03.254935 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Made reservation on behalf of 213d06779dae4061aa8f9566a436253d for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:03.260755 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.288879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:03.300435 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.300777 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Added segment 6637de18-411f-4741-a3bc-e244ec944338 of type vlan for network 80e03abf-b7e0-47c2-a6b9-fc91973f3368 Nov 19 19:12:03.348041 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.376957 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.383165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:03.383758 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.419433 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60836) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:03.466996 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2512155 Nov 19 19:12:03.475735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be544cb9-f9a6-408e-8ec7-04f248087df3 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event updated for resources: {'Network': ['ID=80e03abf-b7e0-47c2-a6b9-fc91973f3368,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:03.495732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 80e03abf-b7e0-47c2-a6b9-fc91973f3368 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:03.533776 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-598d7e88-06f4-4cf6-ad79-8d2094b546c4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.536316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-598d7e88-06f4-4cf6-ad79-8d2094b546c4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.619543 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-598d7e88-06f4-4cf6-ad79-8d2094b546c4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.624704 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f46a-9287-40f5-b71d-06ce708f351f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.630638 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-598d7e88-06f4-4cf6-ad79-8d2094b546c4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.655501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-598d7e88-06f4-4cf6-ad79-8d2094b546c4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.657428 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-598d7e88-06f4-4cf6-ad79-8d2094b546c4 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7268059 Nov 19 19:12:03.660529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60842) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:03.669846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:03.914102 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f46a-9287-40f5-b71d-06ce708f351f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.921828 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.924610 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f46a-9287-40f5-b71d-06ce708f351f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.982858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c3c1f46a-9287-40f5-b71d-06ce708f351f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4be7ce167325481ca8ce97f2aeb62e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5621531 Nov 19 19:12:03.985560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60844) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:04.063135 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c791-f615-4dc6-a849-b88b14f97cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.096989 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c791-f615-4dc6-a849-b88b14f97cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.157143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c791-f615-4dc6-a849-b88b14f97cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.161486 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c791-f615-4dc6-a849-b88b14f97cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.165296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0bf4c791-f615-4dc6-a849-b88b14f97cef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57c2982c-acec-436a-9cc9-003d7c20321e HTTP/1.1" status: 204 len: 168 time: 0.1760223 Nov 19 19:12:04.184242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4c791-f615-4dc6-a849-b88b14f97cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c2982c-acec-436a-9cc9-003d7c20321e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:04.413679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1f46a-9287-40f5-b71d-06ce708f351f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c2982c-acec-436a-9cc9-003d7c20321e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:04.542216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-59d32608-c7ba-4b7e-bc26-355328ca498e tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:04.543705 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-59d32608-c7ba-4b7e-bc26-355328ca498e tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 815 time: 0.1322217 Nov 19 19:12:04.578972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-22afd855-39b5-4266-a9a4-0ae0fa535851 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/quotas/9ec742e98c7947f299e07f92ac6d88f7 HTTP/1.1" status: 200 len: 375 time: 0.0260863 Nov 19 19:12:04.620209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60872) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:04.633783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-010ec2b2-20ff-40ca-920b-86d6de4d8979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.712894 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-010ec2b2-20ff-40ca-920b-86d6de4d8979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.716903 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-010ec2b2-20ff-40ca-920b-86d6de4d8979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.722737 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-5069223f-f578-45e4-b337-97f33c64d584 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1428721 Nov 19 19:12:04.723296 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.747999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-8b88a2fb-23aa-41d8-9aa1-15c0acbad4a4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:12:04.749202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-8b88a2fb-23aa-41d8-9aa1-15c0acbad4a4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060973 Nov 19 19:12:04.750067 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.761005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60874) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:04.761202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-010ec2b2-20ff-40ca-920b-86d6de4d8979 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=453ca0d26d88462cbf283eeb6467e1a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395786 Nov 19 19:12:04.762350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ec2b2-20ff-40ca-920b-86d6de4d8979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c9feca-959e-4c79-801e-4e4cb30c054d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:04.953918 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beaf057d-9e78-428d-b0b1-8f4f3419a937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.991458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Allocated IP 172.25.3.51 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/c5b5e8ae-0771-469f-b45f-f3181278ec21) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:04.997982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-9b41a8dd-6027-4318-be42-c81b0dd0eb19 service neutron] 10.222.0.50 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052605 Nov 19 19:12:05.021958 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beaf057d-9e78-428d-b0b1-8f4f3419a937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:05.179291 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-0d2b0dcd-1a04-4103-b19a-85239561930d service neutron] 10.222.0.50 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734266 Nov 19 19:12:05.199645 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beaf057d-9e78-428d-b0b1-8f4f3419a937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:05.202412 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beaf057d-9e78-428d-b0b1-8f4f3419a937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:05.207730 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-beaf057d-9e78-428d-b0b1-8f4f3419a937 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4c9feca-959e-4c79-801e-4e4cb30c054d HTTP/1.1" status: 204 len: 168 time: 0.4444439 Nov 19 19:12:05.226796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf057d-9e78-428d-b0b1-8f4f3419a937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c9feca-959e-4c79-801e-4e4cb30c054d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:05.251342 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:05.294427 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:05.354907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:05.360006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:05.364449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:05.379389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b640a1fc-021c-44d9-8b50-4df42d3b7c87 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:05.430105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Pushing event updated for resources: {'Port': ['ID=c5b5e8ae-0771-469f-b45f-f3181278ec21,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:05.473879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5e832750-51dd-414c-8977-345414320843 None None] Provisioning complete for port c5b5e8ae-0771-469f-b45f-f3181278ec21 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:05.474263 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e832750-51dd-414c-8977-345414320843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:05.567019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5e832750-51dd-414c-8977-345414320843 None None] Port c5b5e8ae-0771-469f-b45f-f3181278ec21 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:05.575677 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-73f615d7-5c1b-4dd6-8e0e-0aa797d672f3 req-25041971-bfcd-4416-acdd-a4ab2c30a702 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 210 time: 0.0652082 Nov 19 19:12:05.969330 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:06.229078 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:06.239204 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:06.419383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Router 37be9015-7a47-4b84-a9ba-b85250265a81 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:12:06.559792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:12:06.566882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:06.570487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6f078934-8a14-4067-a527-3de79d660d33 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "PUT /v2.0/routers/37be9015-7a47-4b84-a9ba-b85250265a81 HTTP/1.1" status: 200 len: 882 time: 2.9066100 Nov 19 19:12:06.572596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60900) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:06.577872 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc679e-257a-4430-bd07-2eed8f211d8b None None] Sync routers for ids ['37be9015-7a47-4b84-a9ba-b85250265a81'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:12:06.591643 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc679e-257a-4430-bd07-2eed8f211d8b None None] Routers {'37be9015-7a47-4b84-a9ba-b85250265a81'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:06.597641 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-65cc679e-257a-4430-bd07-2eed8f211d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37be9015-7a47-4b84-a9ba-b85250265a81'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:06.659671 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-65cc679e-257a-4430-bd07-2eed8f211d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:06.671296 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc679e-257a-4430-bd07-2eed8f211d8b None None] Routers {'37be9015-7a47-4b84-a9ba-b85250265a81'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:06.672499 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-65cc679e-257a-4430-bd07-2eed8f211d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['37be9015-7a47-4b84-a9ba-b85250265a81'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:06.718342 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-65cc679e-257a-4430-bd07-2eed8f211d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:06.719227 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc679e-257a-4430-bd07-2eed8f211d8b None None] The sync data for ids ['37be9015-7a47-4b84-a9ba-b85250265a81'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:12:06.762355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f6b05a9-b637-46f0-947e-5b587c493de5 req-501b1a6f-3442-4927-a7df-6554442f850d tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 210 time: 0.0360291 Nov 19 19:12:06.793696 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d13e3cce-d57a-4e7b-9c12-bbe1ff045b69 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/routers/37be9015-7a47-4b84-a9ba-b85250265a81 HTTP/1.1" status: 200 len: 923 time: 0.2174811 Nov 19 19:12:06.794092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60904) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:06.808891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60906) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:06.814201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'subnets': [{'network_id': '87de2624-def6-400e-85b3-e8dddb00acd1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--895206076', 'ip_version': 6}, {'network_id': '80e03abf-b7e0-47c2-a6b9-fc91973f3368', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:06.814565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'subnet': {'network_id': '87de2624-def6-400e-85b3-e8dddb00acd1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--895206076', 'ip_version': 6}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:06.815344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Request body: {'subnet': {'network_id': '80e03abf-b7e0-47c2-a6b9-fc91973f3368', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:06.838571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4aa336-1baa-4b56-acba-bd452e7ed1ca tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:06.840528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0e4aa336-1baa-4b56-acba-bd452e7ed1ca tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&device_id=37be9015-7a47-4b84-a9ba-b85250265a81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0449157 Nov 19 19:12:06.842892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60908) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:06.938213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a31503-1910-47a6-b954-4b6c11b593b0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:06.942042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-46a31503-1910-47a6-b954-4b6c11b593b0 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 881 time: 0.0957179 Nov 19 19:12:06.942275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60910) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:06.980206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-35fe5e54-a492-47e2-884f-33b26bdcd01a tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=37be9015-7a47-4b84-a9ba-b85250265a81 HTTP/1.1" status: 200 len: 205 time: 0.0341034 Nov 19 19:12:06.981626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60912) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:07.011925 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Made reservation on behalf of 213d06779dae4061aa8f9566a436253d for: {'subnet': 2} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:07.019792 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.020339 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.199261 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.241567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-cd843ca7-0176-49ab-b92a-f0d7136c1b65 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:07.243106 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-cd843ca7-0176-49ab-b92a-f0d7136c1b65 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.21 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 815 time: 0.2117844 Nov 19 19:12:07.260380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Request body: {'port': {'device_id': '4fde675f-e53c-4468-ab09-cc042e0edea1', 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5', 'admin_state_up': True, 'tenant_id': '9ec742e98c7947f299e07f92ac6d88f7'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:07.391412 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.464078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Made reservation on behalf of 9ec742e98c7947f299e07f92ac6d88f7 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:07.470515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.495964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.500082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Deleting port c5b5e8ae-0771-469f-b45f-f3181278ec21 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:07.500399 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.564214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event updated for resources: {'Subnet': ['ID=27c11187-e915-4d55-8c7e-f60b9e0977d2,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:07.573076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Checking segment: {'id': '9a195a1a-b6c5-4940-9bde-94104e13e647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '87de2624-def6-400e-85b3-e8dddb00acd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:07.573525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Network hostable DHCP agents. Network: 87de2624-def6-400e-85b3-e8dddb00acd1, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:07.591284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Network 87de2624-def6-400e-85b3-e8dddb00acd1 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:07.599897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 87de2624-def6-400e-85b3-e8dddb00acd1) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:07.604591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.615204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099adbe7-5e6f-4ffc-b5d3-2dc7359489ab None None] Network 87de2624-def6-400e-85b3-e8dddb00acd1 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:07.677430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event updated for resources: {'Subnet': ['ID=ffefdcd9-482c-4cf8-a69a-e243e26439e5,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:07.686904 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Checking segment: {'id': '6637de18-411f-4741-a3bc-e244ec944338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '80e03abf-b7e0-47c2-a6b9-fc91973f3368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:07.687267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Network hostable DHCP agents. Network: 80e03abf-b7e0-47c2-a6b9-fc91973f3368, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:07.708646 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Network 80e03abf-b7e0-47c2-a6b9-fc91973f3368 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:07.721469 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 80e03abf-b7e0-47c2-a6b9-fc91973f3368) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:07.726340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:07.726825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:07.727476 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.751349 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-df316ae4-98fe-4364-a084-f0ad02a394b8 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.9388058 Nov 19 19:12:07.751636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60920) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:07.756441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2098660a-7cbb-4a61-9001-f945a1052da6 None None] Network 80e03abf-b7e0-47c2-a6b9-fc91973f3368 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:07.878022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f877ca-f9f5-49c4-995c-4c3e0e9bdd91 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:07.879818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f877ca-f9f5-49c4-995c-4c3e0e9bdd91 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:07.881374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f877ca-f9f5-49c4-995c-4c3e0e9bdd91 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:07.892654 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a7f877ca-f9f5-49c4-995c-4c3e0e9bdd91 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1398392 Nov 19 19:12:07.909316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60924) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:07.920566 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ab811c3-16c7-4f98-83db-1c2e50cba01a req-97b4d9e4-12d6-4cef-beb0-36ead15176c7 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 210 time: 0.0613790 Nov 19 19:12:07.956479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf15f2-2701-47dc-bffc-d4c62ee53fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-80e03abf-b7e0-47c2-a6b9-fc91973f3368', 'network_id': '80e03abf-b7e0-47c2-a6b9-fc91973f3368', 'tenant_id': '213d06779dae4061aa8f9566a436253d', 'fixed_ips': [{'subnet_id': 'ffefdcd9-482c-4cf8-a69a-e243e26439e5'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:07.958076 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dacf15f2-2701-47dc-bffc-d4c62ee53fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.960333 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.962327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3c758b-0b42-4d75-aced-11b8c64a001d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-87de2624-def6-400e-85b3-e8dddb00acd1', 'network_id': '87de2624-def6-400e-85b3-e8dddb00acd1', 'tenant_id': '213d06779dae4061aa8f9566a436253d', 'fixed_ips': [{'subnet_id': '27c11187-e915-4d55-8c7e-f60b9e0977d2'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:07.963775 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba3c758b-0b42-4d75-aced-11b8c64a001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.980952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f405e89b-0f68-46b2-af77-a355e5944107 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Deleting subnet 27c11187-e915-4d55-8c7e-f60b9e0977d2 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:07.983761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Calling delete_port for c5b5e8ae-0771-469f-b45f-f3181278ec21 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:07.986911 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f405e89b-0f68-46b2-af77-a355e5944107 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.994875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Allocated IP 172.20.0.9 (a84502ce-0065-4573-9318-35f233adc5e5/ea8953cc-e549-4fd1-ad43-84ee13184fa5/b1fb933b-1b25-4d2e-81b5-d942e71ccddb) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:08.033937 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f405e89b-0f68-46b2-af77-a355e5944107 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.080691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f405e89b-0f68-46b2-af77-a355e5944107 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.155720 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f405e89b-0f68-46b2-af77-a355e5944107 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.196165 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f405e89b-0f68-46b2-af77-a355e5944107 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.203296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f405e89b-0f68-46b2-af77-a355e5944107 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "DELETE /v2.0/subnets/27c11187-e915-4d55-8c7e-f60b9e0977d2 HTTP/1.1" status: 204 len: 168 time: 0.2903509 Nov 19 19:12:08.203296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405e89b-0f68-46b2-af77-a355e5944107 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event deleted for resources: {'Subnet': ['ID=27c11187-e915-4d55-8c7e-f60b9e0977d2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:08.205322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60926) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:08.270357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6fafef-b79e-48e3-b987-5ae5243a4c28 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Deleting subnet ffefdcd9-482c-4cf8-a69a-e243e26439e5 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:08.274124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e6fafef-b79e-48e3-b987-5ae5243a4c28 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.291643 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-66cea283-c31b-4266-b7bb-ec08bf636c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-ba3c758b-0b42-4d75-aced-11b8c64a001d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27c11187-e915-4d55-8c7e-f60b9e0977d2: This subnet is being modified by another concurrent operation. Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:12:08.310741 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27c11187-e915-4d55-8c7e-f60b9e0977d2: This subnet is being modified by another concurrent operation. Nov 19 19:12:08.314015 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:12:08.316185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.322942 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.331705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e6fafef-b79e-48e3-b987-5ae5243a4c28 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.336142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63923210-3082-4aca-aa02-9d9620732ef5 None None] Network 87de2624-def6-400e-85b3-e8dddb00acd1 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:08.359321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Pushing event deleted for resources: {'Port': ['ID=c5b5e8ae-0771-469f-b45f-f3181278ec21,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:08.380651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74403f8-d575-4acc-8f3d-0360d698b725 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:08.385450 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e6fafef-b79e-48e3-b987-5ae5243a4c28 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.422073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.456527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['2964e42d-41c7-4fc4-927e-af45910d5db9', '4e546a92-4887-49d7-8675-cec140f834f7'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:12:08.465532 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.501865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['192046a7-0c5a-494b-ae7b-673e3ca8c725'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:12:08.509189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Network a84502ce-0065-4573-9318-35f233adc5e5 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:08.515300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e6fafef-b79e-48e3-b987-5ae5243a4c28 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.532139 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e6fafef-b79e-48e3-b987-5ae5243a4c28 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.541840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7e6fafef-b79e-48e3-b987-5ae5243a4c28 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "DELETE /v2.0/subnets/ffefdcd9-482c-4cf8-a69a-e243e26439e5 HTTP/1.1" status: 204 len: 168 time: 0.3308802 Nov 19 19:12:08.541840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60932) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-dacf15f2-2701-47dc-bffc-d4c62ee53fff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffefdcd9-482c-4cf8-a69a-e243e26439e5: This subnet is being modified by another concurrent operation. Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:12:08.566989 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffefdcd9-482c-4cf8-a69a-e243e26439e5: This subnet is being modified by another concurrent operation. Nov 19 19:12:08.570808 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:12:08.577557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:08.581240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Pushing event updated for resources: {'Port': ['ID=b1fb933b-1b25-4d2e-81b5-d942e71ccddb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:08.583643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:08.613289 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.617163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fafef-b79e-48e3-b987-5ae5243a4c28 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event deleted for resources: {'Subnet': ['ID=ffefdcd9-482c-4cf8-a69a-e243e26439e5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:08.617308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.633558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715a38f-c330-4fde-856c-d5863ba7a62e None None] Network 80e03abf-b7e0-47c2-a6b9-fc91973f3368 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:08.658846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb489c2e-1d26-4aa1-9f91-6e3dedda7e18 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:08.663954 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bb489c2e-1d26-4aa1-9f91-6e3dedda7e18 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1186304 Nov 19 19:12:08.664555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60936) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:08.675288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:08.676235 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.681361 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.682142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Fanout notify agent at l3_agent the message router_deleted on router 37be9015-7a47-4b84-a9ba-b85250265a81 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:12:08.691951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.693078 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-acf16647-c028-4961-a42a-061e45f0e426 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/37be9015-7a47-4b84-a9ba-b85250265a81 HTTP/1.1" status: 204 len: 168 time: 1.7103524 Nov 19 19:12:08.699232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60938) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:08.707861 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-10e09a5a-ced0-48a1-9edf-bf8755a7d012 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4529123 Nov 19 19:12:08.721269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Request body: {'port': {'device_id': '4fde675f-e53c-4468-ab09-cc042e0edea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:08.731257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5d2195f7-2195-4d8f-b57f-3d8fe5eee264 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1798672831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:08.784722 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.792335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.795419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d2195f7-2195-4d8f-b57f-3d8fe5eee264 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.796447 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d2195f7-2195-4d8f-b57f-3d8fe5eee264 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:08.861257 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa649da-3e79-4194-858c-ff43ee158fa2 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:12:09.092946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1fb933b-1b25-4d2e-81b5-d942e71ccddb {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:12:09.101080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.107700 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa649da-3e79-4194-858c-ff43ee158fa2 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:12:09.117068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Transition to ACTIVE for port object b1fb933b-1b25-4d2e-81b5-d942e71ccddb will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:12:09.124792 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.191842 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d2195f7-2195-4d8f-b57f-3d8fe5eee264 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.220600 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d2195f7-2195-4d8f-b57f-3d8fe5eee264 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.236974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fb933b-1b25-4d2e-81b5-d942e71ccddb,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:09.256553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Attempting to bind port b1fb933b-1b25-4d2e-81b5-d942e71ccddb on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:09.256980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Attempting to bind port b1fb933b-1b25-4d2e-81b5-d942e71ccddb by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:09.257385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Attempting to bind port b1fb933b-1b25-4d2e-81b5-d942e71ccddb on network a84502ce-0065-4573-9318-35f233adc5e5 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:09.263923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Port b1fb933b-1b25-4d2e-81b5-d942e71ccddb on network a84502ce-0065-4573-9318-35f233adc5e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:12:09.264472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Attempting to bind port b1fb933b-1b25-4d2e-81b5-d942e71ccddb on network a84502ce-0065-4573-9318-35f233adc5e5 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:09.271016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:09.271361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Checking segment: {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:09.271757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Bound using segment: {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:09.272193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Bound port: b1fb933b-1b25-4d2e-81b5-d942e71ccddb, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:09.272558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.307829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6fc10-be2d-4303-bac5-9f6c22a8977c req-504bcd91-529c-40c2-bde5-082856eb9d72 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:09.309969 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-69d6fc10-be2d-4303-bac5-9f6c22a8977c req-504bcd91-529c-40c2-bde5-082856eb9d72 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 943 time: 0.1751413 Nov 19 19:12:09.314787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d2195f7-2195-4d8f-b57f-3d8fe5eee264 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.315897 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5d2195f7-2195-4d8f-b57f-3d8fe5eee264 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6155968 Nov 19 19:12:09.317723 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.318881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60942) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:09.326274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'enable_snat': True}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:09.357118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e03abf-b7e0-47c2-a6b9-fc91973f3368']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:09.376658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6637de18-411f-4741-a3bc-e244ec944338') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:09.376983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6637de18-411f-4741-a3bc-e244ec944338') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:09.393688 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.398437 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-69d6fc10-be2d-4303-bac5-9f6c22a8977c req-9d6bac88-3b25-4d8a-87b6-dd7da9b5f72a tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778258 Nov 19 19:12:09.412241 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.424601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:09.425381 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:09.429337 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:09.435787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a5492f-c62a-45fb-a8a2-e1aa7b0c9b40 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:12:09.486037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] For port b1fb933b-1b25-4d2e-81b5-d942e71ccddb, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:09.502169 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.510900 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.516401 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "DELETE /v2.0/networks/80e03abf-b7e0-47c2-a6b9-fc91973f3368 HTTP/1.1" status: 204 len: 168 time: 0.8469422 Nov 19 19:12:09.524341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60944) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:09.534939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c78c4e-6f0d-40ef-80e3-56f423905ec4 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event deleted for resources: {'Network': ['ID=80e03abf-b7e0-47c2-a6b9-fc91973f3368,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:09.597650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-eaf66a38-d115-4825-b02f-529cd1b56d7b None None] Provisioning complete for port 2964e42d-41c7-4fc4-927e-af45910d5db9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:09.598522 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eaf66a38-d115-4825-b02f-529cd1b56d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.599790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] For port b1fb933b-1b25-4d2e-81b5-d942e71ccddb, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fb933b-1b25-4d2e-81b5-d942e71ccddb,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:09.608235 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.614316 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.639168 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.672957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:09.673595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.675661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a5492f-c62a-45fb-a8a2-e1aa7b0c9b40 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:12:09.676149 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] 10.222.0.21 "PUT /v2.0/ports/b1fb933b-1b25-4d2e-81b5-d942e71ccddb HTTP/1.1" status: 200 len: 1091 time: 0.9582603 Nov 19 19:12:09.705011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fde675f-e53c-4468-ab09-cc042e0edea1', 'tag': 'b1fb933b-1b25-4d2e-81b5-d942e71ccddb'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:12:09.707783 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1488df47-6fd2-419e-9ee8-8bf7b07c2df9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fde675f-e53c-4468-ab09-cc042e0edea1", "tag": "b1fb933b-1b25-4d2e-81b5-d942e71ccddb"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:12:09.768923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7af5e-868e-4a27-ace6-7812234d5e76 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fb933b-1b25-4d2e-81b5-d942e71ccddb,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:09.793969 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ef11e9-6320-4998-9bff-2e393f7fb0e0 x-openstack-request-id: req-40ef11e9-6320-4998-9bff-2e393f7fb0e0 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:12:09.794570 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fde675f-e53c-4468-ab09-cc042e0edea1", "tag": "b1fb933b-1b25-4d2e-81b5-d942e71ccddb", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:12:09.795073 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40ef11e9-6320-4998-9bff-2e393f7fb0e0 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:12:09.795627 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fde675f-e53c-4468-ab09-cc042e0edea1', 'tag': 'b1fb933b-1b25-4d2e-81b5-d942e71ccddb', 'status': 'completed', 'code': 200} Nov 19 19:12:09.797892 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.809106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-358b8938-f968-4e85-9314-765ee7364172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:09.811394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-358b8938-f968-4e85-9314-765ee7364172 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 1094 time: 0.0911887 Nov 19 19:12:09.819138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87de2624-def6-400e-85b3-e8dddb00acd1']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:09.827499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-eaf66a38-d115-4825-b02f-529cd1b56d7b None None] Provisioning complete for port 4e546a92-4887-49d7-8675-cec140f834f7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:09.827874 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eaf66a38-d115-4825-b02f-529cd1b56d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.830633 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a195a1a-b6c5-4940-9bde-94104e13e647') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:09.830937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a195a1a-b6c5-4940-9bde-94104e13e647') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:09.842639 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.857221 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.864749 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:09.865082 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:09.868780 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:09.882611 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-0754ab6a-4f38-4381-9537-66b71c9535da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1fb933b-1b25-4d2e-81b5-d942e71ccddb HTTP/1.1" status: 200 len: 217 time: 0.0496042 Nov 19 19:12:09.936771 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.947212 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:09.953927 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "DELETE /v2.0/networks/87de2624-def6-400e-85b3-e8dddb00acd1 HTTP/1.1" status: 204 len: 168 time: 0.4254978 Nov 19 19:12:09.963171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60954) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:09.963975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6aa99-6205-413f-a12a-3c24e3bd5616 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event deleted for resources: {'Network': ['ID=87de2624-def6-400e-85b3-e8dddb00acd1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:10.060866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-eaf66a38-d115-4825-b02f-529cd1b56d7b None None] Provisioning complete for port 192046a7-0c5a-494b-ae7b-673e3ca8c725 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:10.061244 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eaf66a38-d115-4825-b02f-529cd1b56d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.105291 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.110312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-967df8c3-9f6e-422e-897b-f5a8caf6d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:10.111748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-967df8c3-9f6e-422e-897b-f5a8caf6d4da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea8953cc-e549-4fd1-ad43-84ee13184fa5 HTTP/1.1" status: 200 len: 855 time: 0.1886189 Nov 19 19:12:10.130510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.159940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e309b4f8-5b5e-437e-b9bd-15d788d99932 None None] DHCP port deletion for a84502ce-0065-4573-9318-35f233adc5e5 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:10.169012 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-8932a95e-d5e4-400b-ad5a-df184f42fad1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a84502ce-0065-4573-9318-35f233adc5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476148 Nov 19 19:12:10.170527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.193591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aad7fe8-dd10-408a-93bb-c4a17f23a992 None None] DHCP port deletion for a84502ce-0065-4573-9318-35f233adc5e5 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:10.344537 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.407088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cbbe8d-39b2-48f8-9711-a8238498d1de']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:10.427420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768f69b5-6781-4e5a-88e8-ecc67837d7a3') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:10.427725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768f69b5-6781-4e5a-88e8-ecc67837d7a3') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:10.449232 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-4ea1206f-e58e-426f-a710-f51d813b0986 service neutron] 10.222.0.21 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683702 Nov 19 19:12:10.450937 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.481443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Allocated IP 172.25.3.108 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/b9365c70-f538-4b7c-9735-c8611bfeb024) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:10.529469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.545539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:10.545986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:10.549391 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:10.551422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b4424-0256-4f12-9935-51a18215b5b7 req-c2a7d797-9d61-4920-9109-731020435bf7 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:10.552690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a0b4424-0256-4f12-9935-51a18215b5b7 req-c2a7d797-9d61-4920-9109-731020435bf7 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 943 time: 0.0562861 Nov 19 19:12:10.569913 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-36884e1a-590e-4328-bb16-c91f0358f3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.614306 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a0b4424-0256-4f12-9935-51a18215b5b7 req-ad01d10b-be37-4cfe-9a00-6b677f8056e7 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527070 Nov 19 19:12:10.691192 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.707560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.710669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "DELETE /v2.0/networks/92cbbe8d-39b2-48f8-9711-a8238498d1de HTTP/1.1" status: 204 len: 168 time: 0.7454782 Nov 19 19:12:10.713910 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60962) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:10.717011 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0188781c-b573-4d35-97ba-4bfe0c68321c req-fff2efa5-ac4c-4fd0-84d4-fbde44a267a1 service neutron] 10.222.0.21 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570083 Nov 19 19:12:10.734112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0681c-fdba-44a0-85fc-030b0337926d tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event deleted for resources: {'Network': ['ID=92cbbe8d-39b2-48f8-9711-a8238498d1de,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:10.753336 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.807155 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.831299 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.841874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488df47-6fd2-419e-9ee8-8bf7b07c2df9 req-79e3b3c7-e58d-42dc-b780-78d6eef10332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:10.844434 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1488df47-6fd2-419e-9ee8-8bf7b07c2df9 req-79e3b3c7-e58d-42dc-b780-78d6eef10332 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 1094 time: 0.0720708 Nov 19 19:12:10.899842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:10.911808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.927284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:10.933310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f23600-2ec1-4792-b081-88cb01fe1ada']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:10.935123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:10.942169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee5684a-28da-49c1-a264-5cb9819927f0 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:10.945168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073f8ff3-7f78-4108-872e-3d83eb2868fc') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:10.945468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073f8ff3-7f78-4108-872e-3d83eb2868fc') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:10.955705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.969272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.973532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event updated for resources: {'Port': ['ID=b9365c70-f538-4b7c-9735-c8611bfeb024,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:10.976909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:10.977378 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:10.982417 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:11.039014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-145abf2f-6d91-4d47-9415-52ac75e844f5 None None] Provisioning complete for port b9365c70-f538-4b7c-9735-c8611bfeb024 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:11.039657 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-145abf2f-6d91-4d47-9415-52ac75e844f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:11.046013 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:11.058671 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:11.062522 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] 10.222.0.50 "DELETE /v2.0/networks/55f23600-2ec1-4792-b081-88cb01fe1ada HTTP/1.1" status: 204 len: 168 time: 0.3475299 Nov 19 19:12:11.076477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc5dc5-e6e4-4159-b9d3-08c66320cc02 tempest-BulkNetworkOpsIpV6Test-1868281511 tempest-BulkNetworkOpsIpV6Test-1868281511-project] Pushing event deleted for resources: {'Network': ['ID=55f23600-2ec1-4792-b081-88cb01fe1ada,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:11.090573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-145abf2f-6d91-4d47-9415-52ac75e844f5 None None] Port b9365c70-f538-4b7c-9735-c8611bfeb024 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:11.340569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60970) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:11.408915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488df47-6fd2-419e-9ee8-8bf7b07c2df9 req-405521ce-70ea-4a63-a7b1-8f3e5d2485df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:11.410413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1488df47-6fd2-419e-9ee8-8bf7b07c2df9 req-405521ce-70ea-4a63-a7b1-8f3e5d2485df service neutron] 10.222.0.21 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 916 time: 0.5371425 Nov 19 19:12:11.461678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1488df47-6fd2-419e-9ee8-8bf7b07c2df9 req-85a7b574-8dd0-44f7-8b1b-99f028e1e398 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1fb933b-1b25-4d2e-81b5-d942e71ccddb HTTP/1.1" status: 200 len: 217 time: 0.0405564 Nov 19 19:12:11.610147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488df47-6fd2-419e-9ee8-8bf7b07c2df9 req-ec9c0c84-1b12-4c42-81fd-4f8c14208124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:11.611610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1488df47-6fd2-419e-9ee8-8bf7b07c2df9 req-ec9c0c84-1b12-4c42-81fd-4f8c14208124 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea8953cc-e549-4fd1-ad43-84ee13184fa5 HTTP/1.1" status: 200 len: 855 time: 0.1404288 Nov 19 19:12:11.657228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c9a9e835-5814-4976-b9d3-7486e99a5662 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=213d06779dae4061aa8f9566a436253d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3140733 Nov 19 19:12:11.659420 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1488df47-6fd2-419e-9ee8-8bf7b07c2df9 req-09347da7-e7b6-417b-aae4-a4df3828c86c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a84502ce-0065-4573-9318-35f233adc5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350742 Nov 19 19:12:11.659944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60976) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:11.684372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:11.739552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97570d5d-e0b0-4e7e-b0e2-a1501d37ba50 req-52e76541-f578-4a5b-a387-980e94b7e52c tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:11.746240 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97570d5d-e0b0-4e7e-b0e2-a1501d37ba50 req-52e76541-f578-4a5b-a387-980e94b7e52c tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 943 time: 0.0617480 Nov 19 19:12:11.804338 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-97570d5d-e0b0-4e7e-b0e2-a1501d37ba50 req-8511fec7-1816-432b-beea-48d3417ebe7a tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565512 Nov 19 19:12:11.831690 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:11.890865 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7c0d-1690-4e94-b57e-620e7c9e41fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:11.905903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1488df47-6fd2-419e-9ee8-8bf7b07c2df9 req-0d46335b-1ab8-463a-8dcf-fcab2afad58d service neutron] 10.222.0.21 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344716 Nov 19 19:12:11.959008 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7c0d-1690-4e94-b57e-620e7c9e41fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:12.112727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:12.115823 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7c0d-1690-4e94-b57e-620e7c9e41fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:12.119062 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7c0d-1690-4e94-b57e-620e7c9e41fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:12.120214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b8fb7c0d-1690-4e94-b57e-620e7c9e41fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54c069ff-f296-4b08-afb2-33c5faf3e72d HTTP/1.1" status: 204 len: 168 time: 0.4578786 Nov 19 19:12:12.122425 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1488df47-6fd2-419e-9ee8-8bf7b07c2df9 req-5c5003e5-2cfc-4c42-b8de-5119c28b0e60 service neutron] 10.222.0.21 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767287 Nov 19 19:12:12.125242 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:12.136287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb7c0d-1690-4e94-b57e-620e7c9e41fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c069ff-f296-4b08-afb2-33c5faf3e72d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:12.278675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Router e383931a-73fe-49a8-aa1f-a699c77c5b5b is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:12:12.388772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:12:12.393202 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:12.399674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-33949576-be48-4a7b-a045-a9a6640d064e tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "PUT /v2.0/routers/e383931a-73fe-49a8-aa1f-a699c77c5b5b HTTP/1.1" status: 200 len: 919 time: 3.0755992 Nov 19 19:12:12.399674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60992) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:12.406762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982f072-81ba-4fa6-9289-92a016e326d1 None None] Sync routers for ids ['e383931a-73fe-49a8-aa1f-a699c77c5b5b'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:12:12.417781 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982f072-81ba-4fa6-9289-92a016e326d1 None None] Routers {'e383931a-73fe-49a8-aa1f-a699c77c5b5b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:12.418590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d982f072-81ba-4fa6-9289-92a016e326d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['e383931a-73fe-49a8-aa1f-a699c77c5b5b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:12.452787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d982f072-81ba-4fa6-9289-92a016e326d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:12.465929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982f072-81ba-4fa6-9289-92a016e326d1 None None] Routers {'e383931a-73fe-49a8-aa1f-a699c77c5b5b'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:12.466634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d982f072-81ba-4fa6-9289-92a016e326d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['e383931a-73fe-49a8-aa1f-a699c77c5b5b'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:12.500911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d982f072-81ba-4fa6-9289-92a016e326d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:12.501654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982f072-81ba-4fa6-9289-92a016e326d1 None None] The sync data for ids ['e383931a-73fe-49a8-aa1f-a699c77c5b5b'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:12:12.509509 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1299ae4f-ac11-43e7-bcb1-e0949590f089 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/routers/e383931a-73fe-49a8-aa1f-a699c77c5b5b HTTP/1.1" status: 200 len: 925 time: 0.1107962 Nov 19 19:12:12.512204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60998) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:12.558133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d6009-1341-48c6-9999-4b62f1a6a607 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:12.558133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-453d6009-1341-48c6-9999-4b62f1a6a607 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&device_id=e383931a-73fe-49a8-aa1f-a699c77c5b5b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0437832 Nov 19 19:12:12.559477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32770) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:12.658065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b793620-c592-4d52-b02f-3b5130adee7d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:12.659460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5b793620-c592-4d52-b02f-3b5130adee7d tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 881 time: 0.0990396 Nov 19 19:12:12.662411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32776) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:12.690531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-74d13c3a-98ab-435f-9f91-bb5f34fff121 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=e383931a-73fe-49a8-aa1f-a699c77c5b5b HTTP/1.1" status: 200 len: 205 time: 0.0270710 Nov 19 19:12:12.693266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32778) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:12.796173 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32784) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:12.806688 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:12.928829 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:12.933776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1178823046'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:12.969142 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d32507-9ee8-4fdd-9ee7-9fede7a0b840 req-c30fb78d-106f-4b6e-9ae1-23c15c214d75 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:12.970656 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00d32507-9ee8-4fdd-9ee7-9fede7a0b840 req-c30fb78d-106f-4b6e-9ae1-23c15c214d75 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 943 time: 0.0798850 Nov 19 19:12:12.972143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:12.976602 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:12.992901 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.003599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Deleting port b9365c70-f538-4b7c-9735-c8611bfeb024 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:13.003599 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.050721 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00d32507-9ee8-4fdd-9ee7-9fede7a0b840 req-82d758ad-9e2e-4621-958f-35c9db5dd477 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701201 Nov 19 19:12:13.090536 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.101532 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.102267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Calling delete_port for b9365c70-f538-4b7c-9735-c8611bfeb024 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:13.105628 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.132482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:13.142548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363dcc66-31ab-4c9d-831c-28efc5bc2507,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:13.148555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.148949 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Added segment 4b180a77-6d4f-4998-a4de-875c4655624e of type vlan for network 56445502-a504-4438-b813-045ceeab166d Nov 19 19:12:13.194685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.225719 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.235880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:13.236686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.278795 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.285409 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.309247 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b1fb933b-1b25-4d2e-81b5-d942e71ccddb details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:12:13.313975 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5150042 Nov 19 19:12:13.317312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Pushing event deleted for resources: {'Port': ['ID=b9365c70-f538-4b7c-9735-c8611bfeb024,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:13.344766 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4adc4a-e671-480d-937e-8ef05e8a880f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Network': ['ID=56445502-a504-4438-b813-045ceeab166d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:13.394788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6c0777-3863-43e7-b65b-467ade903b4c None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:13.401168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 56445502-a504-4438-b813-045ceeab166d details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:13.408372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.521136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b1fb933b-1b25-4d2e-81b5-d942e71ccddb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fb933b-1b25-4d2e-81b5-d942e71ccddb,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:13.535999 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.539061 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'b1fb933b-1b25-4d2e-81b5-d942e71ccddb', 'network_id': 'a84502ce-0065-4573-9318-35f233adc5e5', 'port_id': 'b1fb933b-1b25-4d2e-81b5-d942e71ccddb', 'mac_address': 'fa:16:3e:2d:75:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8953cc-e549-4fd1-ad43-84ee13184fa5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:12:13.539223 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.590580 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.596104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.596721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Fanout notify agent at l3_agent the message router_deleted on router e383931a-73fe-49a8-aa1f-a699c77c5b5b {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:12:13.609464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1fb933b-1b25-4d2e-81b5-d942e71ccddb {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:12:13.610903 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.617104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-29c0367b-a3ea-4b66-8bb2-8af320d64a72 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/e383931a-73fe-49a8-aa1f-a699c77c5b5b HTTP/1.1" status: 204 len: 168 time: 0.9228287 Nov 19 19:12:13.618620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32794) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:13.625414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-82f0f8e0-8782-4e02-8d69-1d6e7a7c6957 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1806881408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:13.632530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b1fb933b-1b25-4d2e-81b5-d942e71ccddb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fb933b-1b25-4d2e-81b5-d942e71ccddb,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:13.638011 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.655009 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82f0f8e0-8782-4e02-8d69-1d6e7a7c6957 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.656070 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82f0f8e0-8782-4e02-8d69-1d6e7a7c6957 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.692798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b1fb933b-1b25-4d2e-81b5-d942e71ccddb,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:13.701419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.702089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.702645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.703194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.703848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.704391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.704931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.705590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.706196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.706860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.708251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.708793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:13.718458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82f0f8e0-8782-4e02-8d69-1d6e7a7c6957 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.723743 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82f0f8e0-8782-4e02-8d69-1d6e7a7c6957 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.742521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82f0f8e0-8782-4e02-8d69-1d6e7a7c6957 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:13.744270 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-82f0f8e0-8782-4e02-8d69-1d6e7a7c6957 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1239913 Nov 19 19:12:13.747249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32796) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:13.751802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'enable_snat': False}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:13.949898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['b1fb933b-1b25-4d2e-81b5-d942e71ccddb'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:12:14.098505 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:14.292335 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:14.303340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e9082-94d5-4cfe-abaf-8675ea4cc8db req-fba2a882-1043-466e-9457-368d75b055dd tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:14.306846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6d9e9082-94d5-4cfe-abaf-8675ea4cc8db req-fba2a882-1043-466e-9457-368d75b055dd tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 944 time: 0.1114280 Nov 19 19:12:14.381004 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6d9e9082-94d5-4cfe-abaf-8675ea4cc8db req-6306b68e-519a-4405-b91a-97ef8d88a375 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615001 Nov 19 19:12:14.525083 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:14.544184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:14.650699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Allocated IP 172.25.3.225 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/abe2603b-eb8b-4e78-9f25-331956068fdb) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:14.751002 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:14.786146 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:14.830549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:14.833627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:14.838083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:14.847507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd417b-0605-492b-8c85-3dd29de28e0c None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:14.861213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Pushing event updated for resources: {'Port': ['ID=abe2603b-eb8b-4e78-9f25-331956068fdb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:14.937377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5c49d444-79a2-4002-bbe9-bb210c3422f5 None None] Provisioning complete for port abe2603b-eb8b-4e78-9f25-331956068fdb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:14.938098 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5c49d444-79a2-4002-bbe9-bb210c3422f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:14.976613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5c49d444-79a2-4002-bbe9-bb210c3422f5 None None] Port abe2603b-eb8b-4e78-9f25-331956068fdb cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:15.108904 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:15.295615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b1fb933b-1b25-4d2e-81b5-d942e71ccddb up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:15.308489 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:15.312395 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:15.352383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port b1fb933b-1b25-4d2e-81b5-d942e71ccddb completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:12:15.356881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port b1fb933b-1b25-4d2e-81b5-d942e71ccddb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:15.357264 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:15.479931 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:15.495772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Router 52871928-ad86-414a-a6c0-e1d12509eda6 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:12:15.509239 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fde675f-e53c-4468-ab09-cc042e0edea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fb933b-1b25-4d2e-81b5-d942e71ccddb'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:12:15.512132 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2024017-07f5-43bb-81b5-a8cb4ff5d2be" -d '{"events": [{"server_uuid": "4fde675f-e53c-4468-ab09-cc042e0edea1", "name": "network-vif-plugged", "status": "completed", "tag": "b1fb933b-1b25-4d2e-81b5-d942e71ccddb"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:12:15.526893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b1fb933b-1b25-4d2e-81b5-d942e71ccddb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fb933b-1b25-4d2e-81b5-d942e71ccddb,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:15.535426 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:15.549157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad610621-a051-4a9f-b032-8a7ddd6b9dee req-bf9103ea-bf69-494e-a496-9d7695b7afff tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:15.559150 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad610621-a051-4a9f-b032-8a7ddd6b9dee req-bf9103ea-bf69-494e-a496-9d7695b7afff tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 944 time: 0.0971088 Nov 19 19:12:15.592912 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b1fb933b-1b25-4d2e-81b5-d942e71ccddb,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:15.598002 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62441fd-7028-4125-a29d-baa6db166736 x-openstack-request-id: req-a62441fd-7028-4125-a29d-baa6db166736 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:12:15.598527 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fde675f-e53c-4468-ab09-cc042e0edea1", "name": "network-vif-plugged", "status": "completed", "tag": "b1fb933b-1b25-4d2e-81b5-d942e71ccddb", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:12:15.598880 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a62441fd-7028-4125-a29d-baa6db166736 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:12:15.599382 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fde675f-e53c-4468-ab09-cc042e0edea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fb933b-1b25-4d2e-81b5-d942e71ccddb', 'code': 200} Nov 19 19:12:15.633062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:12:15.640546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:15.644254 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-37611884-6142-4ba0-878d-6896f17081a3 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "PUT /v2.0/routers/52871928-ad86-414a-a6c0-e1d12509eda6 HTTP/1.1" status: 200 len: 920 time: 1.8935223 Nov 19 19:12:15.644808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32816) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:15.647048 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4bd400-a5c2-4e07-887c-1b5119633bb1 None None] Sync routers for ids ['52871928-ad86-414a-a6c0-e1d12509eda6'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:12:15.655105 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ad610621-a051-4a9f-b032-8a7ddd6b9dee req-6caa5265-4e56-45f4-9bf6-51573043c2f3 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925963 Nov 19 19:12:15.678261 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4bd400-a5c2-4e07-887c-1b5119633bb1 None None] Routers {'52871928-ad86-414a-a6c0-e1d12509eda6'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:15.679189 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3b4bd400-a5c2-4e07-887c-1b5119633bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['52871928-ad86-414a-a6c0-e1d12509eda6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:15.713319 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3b4bd400-a5c2-4e07-887c-1b5119633bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:15.722681 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4bd400-a5c2-4e07-887c-1b5119633bb1 None None] Routers {'52871928-ad86-414a-a6c0-e1d12509eda6'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:15.723914 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3b4bd400-a5c2-4e07-887c-1b5119633bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['52871928-ad86-414a-a6c0-e1d12509eda6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:15.759515 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3b4bd400-a5c2-4e07-887c-1b5119633bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:15.760172 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4bd400-a5c2-4e07-887c-1b5119633bb1 None None] The sync data for ids ['52871928-ad86-414a-a6c0-e1d12509eda6'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:12:15.777595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5826f-ab55-472a-a48d-2b7ec529a334 req-4fc16dfb-0c53-4f7d-81b3-34a711af33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:15.779211 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4e5826f-ab55-472a-a48d-2b7ec529a334 req-4fc16dfb-0c53-4f7d-81b3-34a711af33b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 1096 time: 0.0904009 Nov 19 19:12:15.806451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-aa71c61e-51e7-492e-85c2-77cdd7f95b75 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/routers/52871928-ad86-414a-a6c0-e1d12509eda6 HTTP/1.1" status: 200 len: 926 time: 0.1578591 Nov 19 19:12:15.806906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32818) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:15.831209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4e5826f-ab55-472a-a48d-2b7ec529a334 req-25fb22aa-5d1d-4507-aac5-f17a3d762531 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Nov 19 19:12:15.882628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bef3415-e6d5-4022-99df-386ee8acf698 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:15.884143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2bef3415-e6d5-4022-99df-386ee8acf698 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&device_id=52871928-ad86-414a-a6c0-e1d12509eda6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0761895 Nov 19 19:12:15.886760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32820) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:15.975588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1116b7e6-0a30-4dd2-9fa8-1b1db6547b04 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:15.977167 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1116b7e6-0a30-4dd2-9fa8-1b1db6547b04 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/networks/bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 881 time: 0.0894651 Nov 19 19:12:15.980927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32822) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:16.014142 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-56e3b645-a396-40f5-866a-8d509a8078c2 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=52871928-ad86-414a-a6c0-e1d12509eda6 HTTP/1.1" status: 200 len: 205 time: 0.0320613 Nov 19 19:12:16.016677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32826) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:16.129358 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:16.236269 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:16.288266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Deleting port abe2603b-eb8b-4e78-9f25-331956068fdb {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:16.288607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:16.366758 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:16.378883 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Calling delete_port for abe2603b-eb8b-4e78-9f25-331956068fdb owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:16.543343 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:16.570316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Pushing event deleted for resources: {'Port': ['ID=abe2603b-eb8b-4e78-9f25-331956068fdb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:16.586763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2229980-40f6-4e68-a25c-5dde7f7be6da None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:16.608479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32832) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:16.613647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'subnet': {'network_id': '56445502-a504-4438-b813-045ceeab166d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:16.636107 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:16.703281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:16.708076 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:16.729947 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:16.732389 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:16.840592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c626dde-8b70-4c46-b9d6-60d8dade13db req-c19fb212-3e52-45dc-a412-248d1c780479 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:16.842240 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7c626dde-8b70-4c46-b9d6-60d8dade13db req-c19fb212-3e52-45dc-a412-248d1c780479 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 945 time: 0.0900304 Nov 19 19:12:16.952866 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7c626dde-8b70-4c46-b9d6-60d8dade13db req-72d62c47-e063-4e8a-b3c3-0a757ba36889 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034405 Nov 19 19:12:17.026447 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.064279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.064925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Fanout notify agent at l3_agent the message router_deleted on router 52871928-ad86-414a-a6c0-e1d12509eda6 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:12:17.073395 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.080435 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-57ee4fa2-19b2-4a23-b9ca-c97c2b27c3ea tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/52871928-ad86-414a-a6c0-e1d12509eda6 HTTP/1.1" status: 204 len: 168 time: 1.0624995 Nov 19 19:12:17.081076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32838) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:17.085505 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1165358725', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:17.095026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Subnet': ['ID=01ce3192-b5b8-4c31-95c5-3d80f211a6ce,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:17.105893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Checking segment: {'id': '4b180a77-6d4f-4998-a4de-875c4655624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '56445502-a504-4438-b813-045ceeab166d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:17.106257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network hostable DHCP agents. Network: 56445502-a504-4438-b813-045ceeab166d, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:17.121601 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.122758 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.124271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network 56445502-a504-4438-b813-045ceeab166d is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:17.137817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 56445502-a504-4438-b813-045ceeab166d) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:17.142548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:17.143262 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.152462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfa278b-a15c-4f55-aac9-3cd7e36af25d None None] Network 56445502-a504-4438-b813-045ceeab166d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:17.169787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-54620235-36ea-4167-a882-e7d1eb86fa71 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5582454 Nov 19 19:12:17.171233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32842) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:17.181188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-137430021'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:17.185904 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.209016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:17.213325 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.238784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:17.248896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.249244 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Added segment a9985f70-8135-497c-b7c6-a5ee64d1c4f4 of type vlan for network cbcf8c01-fb17-4330-b5f7-fe70024db69b Nov 19 19:12:17.289941 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.317298 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.324303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:17.325022 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.339288 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.348129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-56445502-a504-4438-b813-045ceeab166d', 'network_id': '56445502-a504-4438-b813-045ceeab166d', 'tenant_id': '16eb907f6b744e91b04c26cf9355d375', 'fixed_ips': [{'subnet_id': '01ce3192-b5b8-4c31-95c5-3d80f211a6ce'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:17.348946 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.401013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2222414 Nov 19 19:12:17.402107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32844) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:17.407985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'subnet': {'network_id': 'cbcf8c01-fb17-4330-b5f7-fe70024db69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:17.410471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5a731-ce45-4bf9-a753-54f87c5f72fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Network': ['ID=cbcf8c01-fb17-4330-b5f7-fe70024db69b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:17.424627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network cbcf8c01-fb17-4330-b5f7-fe70024db69b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:17.525672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:17.529844 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.548474 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Allocated IP 2001:db8:0:ffff::2 (56445502-a504-4438-b813-045ceeab166d/01ce3192-b5b8-4c31-95c5-3d80f211a6ce/d338a58d-e059-45c5-8a67-bdfde5dd71d9) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:17.705820 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.711690 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.730629 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.757369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Network 56445502-a504-4438-b813-045ceeab166d is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:17.762862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:17.767155 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:17.770136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Pushing event updated for resources: {'Port': ['ID=d338a58d-e059-45c5-8a67-bdfde5dd71d9,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:17.771956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.966268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Allocated IP 172.25.3.122 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/46bfb9a4-6913-4272-a897-925fd22e247e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:17.984329 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Attempting to bind port d338a58d-e059-45c5-8a67-bdfde5dd71d9 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:17.984692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Attempting to bind port d338a58d-e059-45c5-8a67-bdfde5dd71d9 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '4b180a77-6d4f-4998-a4de-875c4655624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '56445502-a504-4438-b813-045ceeab166d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:17.985055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Attempting to bind port d338a58d-e059-45c5-8a67-bdfde5dd71d9 on network 56445502-a504-4438-b813-045ceeab166d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:17.990123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:17.990492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Checking segment: {'id': '4b180a77-6d4f-4998-a4de-875c4655624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '56445502-a504-4438-b813-045ceeab166d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:17.990897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:17.991288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Bound using segment: {'id': '4b180a77-6d4f-4998-a4de-875c4655624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '56445502-a504-4438-b813-045ceeab166d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:17.991748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Bound port: d338a58d-e059-45c5-8a67-bdfde5dd71d9, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b180a77-6d4f-4998-a4de-875c4655624e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '56445502-a504-4438-b813-045ceeab166d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:17.992201 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:18.063174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] For port d338a58d-e059-45c5-8a67-bdfde5dd71d9, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:18.066528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] For port d338a58d-e059-45c5-8a67-bdfde5dd71d9, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d338a58d-e059-45c5-8a67-bdfde5dd71d9,segment=NetworkSegment(4b180a77-6d4f-4998-a4de-875c4655624e),segment_id=4b180a77-6d4f-4998-a4de-875c4655624e)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:18.067376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.objects.ports [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109887) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:12:18.070665 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:18.073046 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:18.096358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be84fd-d229-418a-9783-29df221f48f1 req-4df77583-3eb2-45ac-a832-4c457dc6cae7 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:18.098764 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-88be84fd-d229-418a-9783-29df221f48f1 req-4df77583-3eb2-45ac-a832-4c457dc6cae7 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 945 time: 0.0540237 Nov 19 19:12:18.138622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f947d-c75e-4d12-b6fe-7dc71a59b0a6 None None] Pushing event updated for resources: {'Port': ['ID=d338a58d-e059-45c5-8a67-bdfde5dd71d9,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:18.176808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Subnet': ['ID=79f6ea47-2c42-4d30-b0b9-ef4aad60dde9,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:18.187893 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-88be84fd-d229-418a-9783-29df221f48f1 req-f93654ac-0840-44e4-b44b-38867fe4d3f3 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712533 Nov 19 19:12:18.198243 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:18.199879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Checking segment: {'id': 'a9985f70-8135-497c-b7c6-a5ee64d1c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cbcf8c01-fb17-4330-b5f7-fe70024db69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:18.200239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network hostable DHCP agents. Network: cbcf8c01-fb17-4330-b5f7-fe70024db69b, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:18.240894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network cbcf8c01-fb17-4330-b5f7-fe70024db69b is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:18.266027 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:18.271501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, cbcf8c01-fb17-4330-b5f7-fe70024db69b) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:18.282561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76466a15-a484-4423-8478-abbe3cdd3b8a None None] Network cbcf8c01-fb17-4330-b5f7-fe70024db69b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:18.300952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:18.301473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:18.324802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:18.333344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:18.338558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:18.360076 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e6eea1c3-c456-4236-ba5c-50b70dea01ab req-5ae811e6-396f-4806-a57d-74f5c34dbc89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1028507 Nov 19 19:12:18.366684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd46b94-215b-43c0-976a-d1e31f2d8881 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:18.371346 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-23d7bc66-89ea-4116-9dcd-334ee23de616 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9687841 Nov 19 19:12:18.372117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Pushing event updated for resources: {'Port': ['ID=46bfb9a4-6913-4272-a897-925fd22e247e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:18.374730 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32856) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:18.381484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'port': {'network_id': 'cbcf8c01-fb17-4330-b5f7-fe70024db69b', 'name': 'tempest-NetworksIpV6TestAttrs-1070883848'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:18.492610 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-09102c35-97cb-41b2-997b-956bf9fef9b9 None None] Provisioning complete for port 46bfb9a4-6913-4272-a897-925fd22e247e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:18.492610 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-09102c35-97cb-41b2-997b-956bf9fef9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:18.567012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eea1c3-c456-4236-ba5c-50b70dea01ab req-703703d7-d789-46c8-bfe0-b68d963e7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:18.570806 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e6eea1c3-c456-4236-ba5c-50b70dea01ab req-703703d7-d789-46c8-bfe0-b68d963e7fe6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 1096 time: 0.1098924 Nov 19 19:12:18.593521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-09102c35-97cb-41b2-997b-956bf9fef9b9 None None] Port 46bfb9a4-6913-4272-a897-925fd22e247e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:18.597009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-cbcf8c01-fb17-4330-b5f7-fe70024db69b', 'network_id': 'cbcf8c01-fb17-4330-b5f7-fe70024db69b', 'tenant_id': '16eb907f6b744e91b04c26cf9355d375', 'fixed_ips': [{'subnet_id': '79f6ea47-2c42-4d30-b0b9-ef4aad60dde9'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:18.598100 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:18.819175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eea1c3-c456-4236-ba5c-50b70dea01ab req-784f67ab-c9d1-4529-a6b9-deb6f906f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:18.820750 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e6eea1c3-c456-4236-ba5c-50b70dea01ab req-784f67ab-c9d1-4529-a6b9-deb6f906f9eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 200 len: 916 time: 0.2259133 Nov 19 19:12:18.825817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:18.828218 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:18.829945 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:18.856040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] device_id is not set on port 1fec1b0a-550a-49dc-8bc6-c0a68a750832 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:18.882896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Allocated IP 2001:db8::f816:3eff:fe8f:acef (cbcf8c01-fb17-4330-b5f7-fe70024db69b/79f6ea47-2c42-4d30-b0b9-ef4aad60dde9/cf85be38-6c1a-4551-a34d-979bfff2a165) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:18.963675 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e6eea1c3-c456-4236-ba5c-50b70dea01ab req-e071c2c6-3735-44bf-a9c8-0e8f04dafda6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2964e42d-41c7-4fc4-927e-af45910d5db9 HTTP/1.1" status: 200 len: 217 time: 0.1174009 Nov 19 19:12:19.026637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eea1c3-c456-4236-ba5c-50b70dea01ab req-472c0d13-2a34-463e-bf67-6cba020b5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:19.028219 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e6eea1c3-c456-4236-ba5c-50b70dea01ab req-472c0d13-2a34-463e-bf67-6cba020b5cf7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea8953cc-e549-4fd1-ad43-84ee13184fa5 HTTP/1.1" status: 200 len: 855 time: 0.0553794 Nov 19 19:12:19.065390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e6eea1c3-c456-4236-ba5c-50b70dea01ab req-d385833e-02f8-4e0b-91a9-ec4bd894deec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a84502ce-0065-4573-9318-35f233adc5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289016 Nov 19 19:12:19.071588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:19.087748 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:19.096133 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:19.153309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Network cbcf8c01-fb17-4330-b5f7-fe70024db69b is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:19.159402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:19.165862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:19.211567 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Allocated IP 2001:db8::f816:3eff:fe74:af5f (cbcf8c01-fb17-4330-b5f7-fe70024db69b/79f6ea47-2c42-4d30-b0b9-ef4aad60dde9/1fec1b0a-550a-49dc-8bc6-c0a68a750832) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:19.233681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Pushing event updated for resources: {'Port': ['ID=cf85be38-6c1a-4551-a34d-979bfff2a165,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:19.248752 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Router fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:12:19.252376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Attempting to bind port cf85be38-6c1a-4551-a34d-979bfff2a165 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:19.253036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Attempting to bind port cf85be38-6c1a-4551-a34d-979bfff2a165 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'a9985f70-8135-497c-b7c6-a5ee64d1c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cbcf8c01-fb17-4330-b5f7-fe70024db69b'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:19.253504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Attempting to bind port cf85be38-6c1a-4551-a34d-979bfff2a165 on network cbcf8c01-fb17-4330-b5f7-fe70024db69b {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:19.264603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:19.265289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Checking segment: {'id': 'a9985f70-8135-497c-b7c6-a5ee64d1c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cbcf8c01-fb17-4330-b5f7-fe70024db69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:19.265820 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:19.266327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Bound using segment: {'id': 'a9985f70-8135-497c-b7c6-a5ee64d1c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cbcf8c01-fb17-4330-b5f7-fe70024db69b'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:19.266953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Bound port: cf85be38-6c1a-4551-a34d-979bfff2a165, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9985f70-8135-497c-b7c6-a5ee64d1c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'cbcf8c01-fb17-4330-b5f7-fe70024db69b'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:19.267456 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:19.316775 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e6eea1c3-c456-4236-ba5c-50b70dea01ab req-1c6b117f-66d9-4965-98ea-bd7e654e9baf service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436187 Nov 19 19:12:19.351810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] For port cf85be38-6c1a-4551-a34d-979bfff2a165, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:19.356143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] For port cf85be38-6c1a-4551-a34d-979bfff2a165, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cf85be38-6c1a-4551-a34d-979bfff2a165,segment=NetworkSegment(a9985f70-8135-497c-b7c6-a5ee64d1c4f4),segment_id=a9985f70-8135-497c-b7c6-a5ee64d1c4f4)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:19.361225 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:19.446827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91d2ee-be7b-4854-9c5f-9d0d33830bd2 None None] Pushing event updated for resources: {'Port': ['ID=cf85be38-6c1a-4551-a34d-979bfff2a165,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:19.486798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:12:19.501880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba2bc11-2c30-4aed-9041-4d5d6fff60df None None] Sync routers for ids ['fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:12:19.512558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:19.516590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ef9d1b6d-9d81-411e-a67d-87a08072452e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4320605 Nov 19 19:12:19.519171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32870) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:19.519561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2bc11-2c30-4aed-9041-4d5d6fff60df None None] Routers {'fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:19.520237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bba2bc11-2c30-4aed-9041-4d5d6fff60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:19.532029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:19.568946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bba2bc11-2c30-4aed-9041-4d5d6fff60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:19.581346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2bc11-2c30-4aed-9041-4d5d6fff60df None None] Routers {'fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:19.582471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bba2bc11-2c30-4aed-9041-4d5d6fff60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:19.634776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bba2bc11-2c30-4aed-9041-4d5d6fff60df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:19.635759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba2bc11-2c30-4aed-9041-4d5d6fff60df None None] The sync data for ids ['fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:12:19.858300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32104ed8-d1e3-4b66-beae-1f3872c8e131 None None] Network 56445502-a504-4438-b813-045ceeab166d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:19.880510 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e6eea1c3-c456-4236-ba5c-50b70dea01ab req-fc255cc0-4b05-4f02-a53f-b806328ec03d service neutron] 10.222.0.57 "GET /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551412 Nov 19 19:12:19.978887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f969c2dd-48aa-4a31-9f82-e7a23d56fc6a None None] Provisioning complete for port d338a58d-e059-45c5-8a67-bdfde5dd71d9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:19.979601 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f969c2dd-48aa-4a31-9f82-e7a23d56fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.037214 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.131148 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f969c2dd-48aa-4a31-9f82-e7a23d56fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.159016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.174233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f969c2dd-48aa-4a31-9f82-e7a23d56fc6a None None] For port d338a58d-e059-45c5-8a67-bdfde5dd71d9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d338a58d-e059-45c5-8a67-bdfde5dd71d9,segment=NetworkSegment(4b180a77-6d4f-4998-a4de-875c4655624e),segment_id=4b180a77-6d4f-4998-a4de-875c4655624e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:20.181930 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f969c2dd-48aa-4a31-9f82-e7a23d56fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.226338 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.230762 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network cbcf8c01-fb17-4330-b5f7-fe70024db69b is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:20.235582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:20.240147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:20.247126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:20.248143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.248271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969c2dd-48aa-4a31-9f82-e7a23d56fc6a None None] Pushing event updated for resources: {'Port': ['ID=d338a58d-e059-45c5-8a67-bdfde5dd71d9,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:20.273224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.276499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Port': ['ID=1fec1b0a-550a-49dc-8bc6-c0a68a750832,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:20.296180 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-620d5cd0-b6d8-458f-9b9f-dd6d38bf4f54 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9172964 Nov 19 19:12:20.296521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32876) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:20.356597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Deleting port 46bfb9a4-6913-4272-a897-925fd22e247e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:20.356945 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.384787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6c3b79-0fa8-40be-b20f-ceb44b2c70ab tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Deleting subnet 79f6ea47-2c42-4d30-b0b9-ef4aad60dde9 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:20.388716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3b79-0fa8-40be-b20f-ceb44b2c70ab tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.476214 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.484289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cf85be38-6c1a-4551-a34d-979bfff2a165 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:20.498061 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Calling delete_port for 46bfb9a4-6913-4272-a897-925fd22e247e owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:20.500484 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3b79-0fa8-40be-b20f-ceb44b2c70ab tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.581354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-156135fd-848b-4522-853b-38c73f227853 None None] Provisioning complete for port d338a58d-e059-45c5-8a67-bdfde5dd71d9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:20.581904 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-156135fd-848b-4522-853b-38c73f227853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.628028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port cf85be38-6c1a-4551-a34d-979bfff2a165 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:20.628238 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.700839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3b79-0fa8-40be-b20f-ceb44b2c70ab tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.747269 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.756180 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.793512 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3b79-0fa8-40be-b20f-ceb44b2c70ab tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.800692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Pushing event deleted for resources: {'Port': ['ID=46bfb9a4-6913-4272-a897-925fd22e247e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:20.826691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3bc7de-a25e-4629-867c-08f0c708268f None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:20.847616 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:12:20.847824 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:12:20.871842 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3b79-0fa8-40be-b20f-ceb44b2c70ab tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.877917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4b6c3b79-0fa8-40be-b20f-ceb44b2c70ab tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/subnets/79f6ea47-2c42-4d30-b0b9-ef4aad60dde9 HTTP/1.1" status: 204 len: 168 time: 0.5775325 Nov 19 19:12:20.877917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c3b79-0fa8-40be-b20f-ceb44b2c70ab tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Subnet': ['ID=79f6ea47-2c42-4d30-b0b9-ef4aad60dde9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:20.879190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32886) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:20.930736 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:20.967187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfafcf99-c884-462d-9b15-6b41dddee4fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:20.968814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfafcf99-c884-462d-9b15-6b41dddee4fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:20.971488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d392e021-1a25-45aa-991e-bebab6e11b59 None None] Network cbcf8c01-fb17-4330-b5f7-fe70024db69b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:20.973608 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bfafcf99-c884-462d-9b15-6b41dddee4fd tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0822353 Nov 19 19:12:20.976373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32892) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:21.080913 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-77918070-cd5b-419a-9840-1525cb4609ba tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.089031 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-77918070-cd5b-419a-9840-1525cb4609ba tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 19 19:12:21.089687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77918070-cd5b-419a-9840-1525cb4609ba tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:12:21.094253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-77918070-cd5b-419a-9840-1525cb4609ba tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/networks/cbcf8c01-fb17-4330-b5f7-fe70024db69b HTTP/1.1" status: 409 len: 405 time: 0.1160483 Nov 19 19:12:21.097934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32894) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:21.102976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-949753443'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:21.114578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-31d1227e-a671-41c4-a731-9bfb4ff7d966 None None] Provisioning complete for port cf85be38-6c1a-4551-a34d-979bfff2a165 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:21.115574 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31d1227e-a671-41c4-a731-9bfb4ff7d966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.132024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:21.137584 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.166843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:21.178147 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.178591 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Added segment 4088667d-2e4b-4fb5-820f-3c0a1ed3b536 of type vlan for network d81c1451-dd8a-4a28-b5b9-1193040bf819 Nov 19 19:12:21.259317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.264632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628aa9c8-5ade-4f1d-99c9-506ad5fb4170 None None] DHCP port deletion for cbcf8c01-fb17-4330-b5f7-fe70024db69b request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:21.273085 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31d1227e-a671-41c4-a731-9bfb4ff7d966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.294463 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.301458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:21.302627 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.376079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2770693 Nov 19 19:12:21.380057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32902) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:21.386477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'subnet': {'network_id': 'd81c1451-dd8a-4a28-b5b9-1193040bf819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:21.411197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-31d1227e-a671-41c4-a731-9bfb4ff7d966 None None] For port cf85be38-6c1a-4551-a34d-979bfff2a165, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cf85be38-6c1a-4551-a34d-979bfff2a165,segment=NetworkSegment(a9985f70-8135-497c-b7c6-a5ee64d1c4f4),segment_id=a9985f70-8135-497c-b7c6-a5ee64d1c4f4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:21.424435 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31d1227e-a671-41c4-a731-9bfb4ff7d966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.437053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-628aa9c8-5ade-4f1d-99c9-506ad5fb4170 None None] Deleting port cf85be38-6c1a-4551-a34d-979bfff2a165 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:21.437423 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-628aa9c8-5ade-4f1d-99c9-506ad5fb4170 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.439923 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.457988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1805115-a6fe-479b-8d9f-3be2b435db99 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Network': ['ID=d81c1451-dd8a-4a28-b5b9-1193040bf819,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:21.511104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network d81c1451-dd8a-4a28-b5b9-1193040bf819 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:21.526187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:21.530548 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.556757 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.577810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.696090 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Router fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:12:21.710650 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:12:21.711006 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:12:21.768622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-628aa9c8-5ade-4f1d-99c9-506ad5fb4170 None None] For port cf85be38-6c1a-4551-a34d-979bfff2a165, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cf85be38-6c1a-4551-a34d-979bfff2a165,segment=NetworkSegment(a9985f70-8135-497c-b7c6-a5ee64d1c4f4),segment_id=a9985f70-8135-497c-b7c6-a5ee64d1c4f4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:21.769024 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-628aa9c8-5ade-4f1d-99c9-506ad5fb4170 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.779909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1227e-a671-41c4-a731-9bfb4ff7d966 None None] Pushing event updated for resources: {'Port': ['ID=cf85be38-6c1a-4551-a34d-979bfff2a165,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:21.793209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-628aa9c8-5ade-4f1d-99c9-506ad5fb4170 None None] Calling delete_port for cf85be38-6c1a-4551-a34d-979bfff2a165 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:21.801069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:12:21.811654 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612df6e2-3f28-4585-830f-d2975543d183 None None] Sync routers for ids ['fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:12:21.820035 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.824683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32908) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:21.826842 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a232bd96-3ee5-400b-8f03-22c6052b829e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "PUT /v2.0/routers/fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e HTTP/1.1" status: 200 len: 710 time: 2.3065724 Nov 19 19:12:21.829314 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612df6e2-3f28-4585-830f-d2975543d183 None None] Routers {'fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:21.830015 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-612df6e2-3f28-4585-830f-d2975543d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:21.869962 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-612df6e2-3f28-4585-830f-d2975543d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:21.883863 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-628aa9c8-5ade-4f1d-99c9-506ad5fb4170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:21.884289 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612df6e2-3f28-4585-830f-d2975543d183 None None] Routers {'fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:21.884953 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-612df6e2-3f28-4585-830f-d2975543d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:21.903336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628aa9c8-5ade-4f1d-99c9-506ad5fb4170 None None] No DVR routers for this DVR port cf85be38-6c1a-4551-a34d-979bfff2a165 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:21.922988 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-612df6e2-3f28-4585-830f-d2975543d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:21.923641 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612df6e2-3f28-4585-830f-d2975543d183 None None] The sync data for ids ['fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:12:21.937284 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628aa9c8-5ade-4f1d-99c9-506ad5fb4170 None None] Pushing event deleted for resources: {'Port': ['ID=cf85be38-6c1a-4551-a34d-979bfff2a165,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:22.267030 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bad1c89c-eb47-42e2-9baf-dc4139d039ee tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/routers/fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e HTTP/1.1" status: 200 len: 745 time: 0.4408636 Nov 19 19:12:22.269810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32912) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:22.292632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.objects.ports [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109887) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:12:22.299310 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:22.320556 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-08ba137d-c350-4340-8738-ea1819e4fce0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1006045 Nov 19 19:12:22.321957 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9fa894c9-1f02-48ee-8263-2193f000d976 tempest-RoutersIpV6AdminTest-887327015 tempest-RoutersIpV6AdminTest-887327015-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&device_id=fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e HTTP/1.1" status: 200 len: 205 time: 0.0501094 Nov 19 19:12:22.324923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32914) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:22.334015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Port cf85be38-6c1a-4551-a34d-979bfff2a165 update to ACTIVE by agent not found {{(pid=109889) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 19:12:22.334571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d338a58d-e059-45c5-8a67-bdfde5dd71d9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:22.373479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Subnet': ['ID=ca78bdb6-04a1-480a-a96d-6f38cc2f5e1f,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:22.374402 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-49c1bd03-bd9f-410a-b365-cb45811c759d tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e HTTP/1.1" status: 200 len: 205 time: 0.0483754 Nov 19 19:12:22.380616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32916) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:22.411858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d338a58d-e059-45c5-8a67-bdfde5dd71d9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:22.412237 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:22.489094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Checking segment: {'id': '4088667d-2e4b-4fb5-820f-3c0a1ed3b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd81c1451-dd8a-4a28-b5b9-1193040bf819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:22.489603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network hostable DHCP agents. Network: d81c1451-dd8a-4a28-b5b9-1193040bf819, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:22.502495 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20266d54-8c5b-4501-9e33-2ce8e389db86 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:22.586769 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-81b7796b-9566-4c29-9a09-6cf96080f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:22.587694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-81b7796b-9566-4c29-9a09-6cf96080f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:22.588165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-81b7796b-9566-4c29-9a09-6cf96080f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:22.588625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-81b7796b-9566-4c29-9a09-6cf96080f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:22.589540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-81b7796b-9566-4c29-9a09-6cf96080f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:22.589540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-81b7796b-9566-4c29-9a09-6cf96080f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:22.589992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-81b7796b-9566-4c29-9a09-6cf96080f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:22.591919 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-81b7796b-9566-4c29-9a09-6cf96080f429 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d8875fb71e244b28a0e7f5159946a98&device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6492 time: 0.2098815 Nov 19 19:12:22.609364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d338a58d-e059-45c5-8a67-bdfde5dd71d9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:22.637623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network d81c1451-dd8a-4a28-b5b9-1193040bf819 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:22.674916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d338a58d-e059-45c5-8a67-bdfde5dd71d9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:22.675318 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:22.760061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, d81c1451-dd8a-4a28-b5b9-1193040bf819) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:22.765824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:22.766652 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:22.772909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264c402-6167-48f7-bafc-a5d09613e60f None None] Network d81c1451-dd8a-4a28-b5b9-1193040bf819 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:22.819828 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20266d54-8c5b-4501-9e33-2ce8e389db86 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:22.826441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20266d54-8c5b-4501-9e33-2ce8e389db86 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:22.841869 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-296334c8-e0ab-4110-a27f-7d038a5e0871 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4572437 Nov 19 19:12:22.843659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32924) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:22.850038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'port': {'network_id': 'd81c1451-dd8a-4a28-b5b9-1193040bf819', 'name': 'tempest-NetworksIpV6TestAttrs-2038334508'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:22.934330 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20266d54-8c5b-4501-9e33-2ce8e389db86 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:22.935405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20266d54-8c5b-4501-9e33-2ce8e389db86 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Fanout notify agent at l3_agent the message router_deleted on router fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:12:22.938045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cf85be38-6c1a-4551-a34d-979bfff2a165 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:12:22.946311 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20266d54-8c5b-4501-9e33-2ce8e389db86 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:22.947626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-20266d54-8c5b-4501-9e33-2ce8e389db86 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e HTTP/1.1" status: 204 len: 168 time: 0.5643568 Nov 19 19:12:22.955239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32926) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:22.989556 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-78541750-2e0e-448b-a3bd-cef16485ac95 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e HTTP/1.1" status: 200 len: 205 time: 0.0329938 Nov 19 19:12:22.993925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32928) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.047108 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-01a09990-5c04-4ba4-b933-cb4177efc6f7 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] delete failed (client error): The resource could not be found. Nov 19 19:12:23.048765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-01a09990-5c04-4ba4-b933-cb4177efc6f7 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/fdabe63c-66a0-43e0-ad28-2f8cbdf84a5e HTTP/1.1" status: 404 len: 336 time: 0.0534351 Nov 19 19:12:23.051055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-b6710055-fa9a-4478-830c-3f00e5c154da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:23.051931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-b6710055-fa9a-4478-830c-3f00e5c154da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:23.052697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-b6710055-fa9a-4478-830c-3f00e5c154da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:23.055235 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-b6710055-fa9a-4478-830c-3f00e5c154da service neutron] 10.222.0.21 "GET /v2.0/networks?id=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&id=55437e15-c3e4-4447-8ff9-be91112fba3a&id=55437e15-c3e4-4447-8ff9-be91112fba3a HTTP/1.1" status: 200 len: 2293 time: 0.4184055 Nov 19 19:12:23.056052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32932) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.083206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:23.087300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:23.123016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] device_id is not set on port 31de6301-0c39-4f94-b483-169a5285ebc9 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:23.159215 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-885c03cb-a80c-45a7-bf15-1e2b347c332b tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=52871928-ad86-414a-a6c0-e1d12509eda6 HTTP/1.1" status: 200 len: 205 time: 0.0996044 Nov 19 19:12:23.167191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32934) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.170536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: cf85be38-6c1a-4551-a34d-979bfff2a165 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:12:23.170890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cf85be38-6c1a-4551-a34d-979bfff2a165 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:12:23.222834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-d81c1451-dd8a-4a28-b5b9-1193040bf819', 'network_id': 'd81c1451-dd8a-4a28-b5b9-1193040bf819', 'tenant_id': '16eb907f6b744e91b04c26cf9355d375', 'fixed_ips': [{'subnet_id': 'ca78bdb6-04a1-480a-a96d-6f38cc2f5e1f'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:23.224302 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:23.236819 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-f0a431ce-7ded-4dc9-aa7d-370d6fe224d7 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] delete failed (client error): The resource could not be found. Nov 19 19:12:23.237935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f0a431ce-7ded-4dc9-aa7d-370d6fe224d7 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/52871928-ad86-414a-a6c0-e1d12509eda6 HTTP/1.1" status: 404 len: 336 time: 0.0690835 Nov 19 19:12:23.240449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32936) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.272201 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-68e2840d-35df-4e52-96e5-8d332b76e7c5 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=e383931a-73fe-49a8-aa1f-a699c77c5b5b HTTP/1.1" status: 200 len: 205 time: 0.0305998 Nov 19 19:12:23.275213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32938) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.291721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Allocated IP 2001:db8::f816:3eff:fef1:af7d (d81c1451-dd8a-4a28-b5b9-1193040bf819/ca78bdb6-04a1-480a-a96d-6f38cc2f5e1f/31de6301-0c39-4f94-b483-169a5285ebc9) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:23.317408 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-edb85f95-032e-4bdf-92de-aae7e109c728 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] delete failed (client error): The resource could not be found. Nov 19 19:12:23.321119 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-edb85f95-032e-4bdf-92de-aae7e109c728 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/e383931a-73fe-49a8-aa1f-a699c77c5b5b HTTP/1.1" status: 404 len: 336 time: 0.0425382 Nov 19 19:12:23.323289 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32940) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.326265 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-ffe7a773-29fb-4cb8-b290-5300044d6b20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b314d3e-7c93-48a2-94e4-0386a538a87e HTTP/1.1" status: 200 len: 1002 time: 0.2234676 Nov 19 19:12:23.362193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1f9bcf01-c249-49c3-bb63-595368ba60e8 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=37be9015-7a47-4b84-a9ba-b85250265a81 HTTP/1.1" status: 200 len: 205 time: 0.0367565 Nov 19 19:12:23.364657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32942) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.395804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-234036b9-6756-439c-8bae-b2616016858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:23.398261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-234036b9-6756-439c-8bae-b2616016858f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4684f690-a71c-4d5c-a0d4-62034aa3e31e HTTP/1.1" status: 200 len: 850 time: 0.0643110 Nov 19 19:12:23.413583 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-7b9889e8-3821-4af5-b7b3-d2be70670065 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] delete failed (client error): The resource could not be found. Nov 19 19:12:23.419154 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7b9889e8-3821-4af5-b7b3-d2be70670065 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/37be9015-7a47-4b84-a9ba-b85250265a81 HTTP/1.1" status: 404 len: 336 time: 0.0489657 Nov 19 19:12:23.419154 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32944) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.468263 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-eb325b7e-f964-480e-8953-8ffb1d226a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:23.474210 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-eb325b7e-f964-480e-8953-8ffb1d226a97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604403 Nov 19 19:12:23.490659 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3d9b3be7-6596-4bd5-a373-8fa46d1069bd tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=fccc4698-7c4d-49d8-8678-e1acbd67c539 HTTP/1.1" status: 200 len: 205 time: 0.0682876 Nov 19 19:12:23.490859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32948) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.538858 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-a9065c6b-1aab-46e8-99be-f72a643e7bba tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] delete failed (client error): The resource could not be found. Nov 19 19:12:23.539964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a9065c6b-1aab-46e8-99be-f72a643e7bba tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/fccc4698-7c4d-49d8-8678-e1acbd67c539 HTTP/1.1" status: 404 len: 336 time: 0.0481641 Nov 19 19:12:23.542964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32950) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.578927 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f903c905-dea1-4f7c-8c84-689e9067d970 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "GET /v2.0/ports?device_id=f19fe423-c887-472a-9d7c-b939e134b240 HTTP/1.1" status: 200 len: 205 time: 0.0329523 Nov 19 19:12:23.579717 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32952) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.611192 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:23.628478 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-68459ee8-531d-4eac-867a-f3a69ab7210e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] delete failed (client error): The resource could not be found. Nov 19 19:12:23.632156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-68459ee8-531d-4eac-867a-f3a69ab7210e tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/routers/f19fe423-c887-472a-9d7c-b939e134b240 HTTP/1.1" status: 404 len: 336 time: 0.0491109 Nov 19 19:12:23.632464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32954) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.635531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-04343c42-820b-4f7d-aef1-c49697896126 service neutron] 10.222.0.21 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529675 Nov 19 19:12:23.663809 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d54f17-34c5-43e0-9ee0-d63909d1dfc7 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] DELETE failed (client error): The resource could not be found. Nov 19 19:12:23.664261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d54f17-34c5-43e0-9ee0-d63909d1dfc7 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:12:23.670238 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-27d54f17-34c5-43e0-9ee0-d63909d1dfc7 tempest-RoutersIpV6AdminTest-516252533 tempest-RoutersIpV6AdminTest-516252533-project] 10.222.0.50 "DELETE /v2.0/subnets/dd035d25-191f-4a35-b964-015bf538bd55 HTTP/1.1" status: 404 len: 337 time: 0.0344689 Nov 19 19:12:23.680153 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:23.729650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network d81c1451-dd8a-4a28-b5b9-1193040bf819 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:23.733738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:23.736964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-3f85942d-b3b7-4d81-a9d4-6eb5c85f40e4 service neutron] 10.222.0.21 "GET /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934191 Nov 19 19:12:23.740905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:23.748334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:23.749108 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:23.780129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Allocated IP 2001:db8::f816:3eff:fe76:4aef (d81c1451-dd8a-4a28-b5b9-1193040bf819/ca78bdb6-04a1-480a-a96d-6f38cc2f5e1f/713f60fc-a69c-475e-82e1-c34ec22da62a) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:23.826200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Port': ['ID=31de6301-0c39-4f94-b483-169a5285ebc9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:23.845779 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-395ba58f-71a3-43de-83ec-4bb3a4a96733 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0002534 Nov 19 19:12:23.847192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32962) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:23.859568 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-dcea293c-e827-4eac-a293-ada9e4cf71fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=0d5262d3-486a-453d-9df9-6508db27b1a4 HTTP/1.1" status: 200 len: 217 time: 0.1126657 Nov 19 19:12:23.917009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-648bde2a-34d4-4de9-b815-724e235cd8e8 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Deleting subnet ca78bdb6-04a1-480a-a96d-6f38cc2f5e1f {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:23.954973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-b4f1bada-47ab-4fc0-877e-c17bfda09855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:23.956033 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-b4f1bada-47ab-4fc0-877e-c17bfda09855 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.0792181 Nov 19 19:12:24.002154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.009485 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-648bde2a-34d4-4de9-b815-724e235cd8e8 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.010325 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.016651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-6d2299a6-21fb-47bc-8abc-38f79e6575c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:24.018581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-6d2299a6-21fb-47bc-8abc-38f79e6575c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0555937 Nov 19 19:12:24.057218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Network d81c1451-dd8a-4a28-b5b9-1193040bf819 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:24.062373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:24.069242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:24.076503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Pushing event updated for resources: {'Port': ['ID=713f60fc-a69c-475e-82e1-c34ec22da62a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:24.093575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-648bde2a-34d4-4de9-b815-724e235cd8e8 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.150520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32968) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:24.165741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Attempting to bind port 713f60fc-a69c-475e-82e1-c34ec22da62a on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:24.166143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Attempting to bind port 713f60fc-a69c-475e-82e1-c34ec22da62a by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '4088667d-2e4b-4fb5-820f-3c0a1ed3b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd81c1451-dd8a-4a28-b5b9-1193040bf819'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:24.166531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Attempting to bind port 713f60fc-a69c-475e-82e1-c34ec22da62a on network d81c1451-dd8a-4a28-b5b9-1193040bf819 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:24.179798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:24.182913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Checking segment: {'id': '4088667d-2e4b-4fb5-820f-3c0a1ed3b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd81c1451-dd8a-4a28-b5b9-1193040bf819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:24.184491 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.186174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Bound using segment: {'id': '4088667d-2e4b-4fb5-820f-3c0a1ed3b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd81c1451-dd8a-4a28-b5b9-1193040bf819'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:24.188977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Bound port: 713f60fc-a69c-475e-82e1-c34ec22da62a, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4088667d-2e4b-4fb5-820f-3c0a1ed3b536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd81c1451-dd8a-4a28-b5b9-1193040bf819'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:24.189569 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.204268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-ce23fdac-374f-4c22-ac43-d2c9c38af85b service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778364 Nov 19 19:12:24.291737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-648bde2a-34d4-4de9-b815-724e235cd8e8 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.339183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-ed1c9c4c-ef32-4f71-86a4-15472518b5bd service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183832 Nov 19 19:12:24.361135 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-648bde2a-34d4-4de9-b815-724e235cd8e8 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.364182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] For port 713f60fc-a69c-475e-82e1-c34ec22da62a, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:24.368722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] For port 713f60fc-a69c-475e-82e1-c34ec22da62a, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=713f60fc-a69c-475e-82e1-c34ec22da62a,segment=NetworkSegment(4088667d-2e4b-4fb5-820f-3c0a1ed3b536),segment_id=4088667d-2e4b-4fb5-820f-3c0a1ed3b536)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:24.375732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f53ee87-a3ad-437b-9d4d-c1d2908cf8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.385154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.395005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bde2a-34d4-4de9-b815-724e235cd8e8 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Subnet': ['ID=ca78bdb6-04a1-480a-a96d-6f38cc2f5e1f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:24.397227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-648bde2a-34d4-4de9-b815-724e235cd8e8 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.400917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-648bde2a-34d4-4de9-b815-724e235cd8e8 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/subnets/ca78bdb6-04a1-480a-a96d-6f38cc2f5e1f HTTP/1.1" status: 204 len: 168 time: 0.5525434 Nov 19 19:12:24.403229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32972) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:24.419271 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-aaec701f-9fa2-4a81-879d-fccb4718d6a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=0ee576a1-d5ed-4756-9300-89ffedbac12c HTTP/1.1" status: 200 len: 217 time: 0.0598114 Nov 19 19:12:24.467555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482dd4a-176f-414e-998d-69d1618ccb5a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:24.469507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482dd4a-176f-414e-998d-69d1618ccb5a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:24.476723 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5482dd4a-176f-414e-998d-69d1618ccb5a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0669327 Nov 19 19:12:24.478343 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32974) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:24.491278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbc07e-7533-4e80-aa6a-85ebdf31c821 None None] Pushing event updated for resources: {'Port': ['ID=713f60fc-a69c-475e-82e1-c34ec22da62a,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:24.509069 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f53ee87-a3ad-437b-9d4d-c1d2908cf8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.567370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-cac08c3e-ee08-4225-9676-9f311cafe0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:24.568879 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-cac08c3e-ee08-4225-9676-9f311cafe0fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.0583153 Nov 19 19:12:24.570386 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f53ee87-a3ad-437b-9d4d-c1d2908cf8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.606406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82c04844-8528-4b61-a404-288e8fc79dd9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.615333 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c04844-8528-4b61-a404-288e8fc79dd9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 19 19:12:24.615890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c04844-8528-4b61-a404-288e8fc79dd9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:12:24.619443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-82c04844-8528-4b61-a404-288e8fc79dd9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/networks/d81c1451-dd8a-4a28-b5b9-1193040bf819 HTTP/1.1" status: 409 len: 405 time: 0.1397462 Nov 19 19:12:24.623002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32978) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:24.628952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-121330037'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:24.641624 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5f53ee87-a3ad-437b-9d4d-c1d2908cf8b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17ed5e2afaff499f87943e5483be2e46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4705465 Nov 19 19:12:24.644460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 32980) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:24.658399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:24.662758 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.682959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53ee87-a3ad-437b-9d4d-c1d2908cf8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed800f0a-ea4f-49a9-b851-742bdf5bb87d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:24.705674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-054d11d4-de21-4a0a-8600-7ff327d2217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:24.706215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:24.707223 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-054d11d4-de21-4a0a-8600-7ff327d2217f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082690 Nov 19 19:12:24.725285 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.725962 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Added segment 4973e51c-731b-4ba8-a6d0-4c1458c3f184 of type vlan for network c9fcfae4-9de8-441a-b772-a6b30d68c13b Nov 19 19:12:24.779297 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-881277dd-2404-4e77-9dd9-29933b4c5248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.800294 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.818482 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-881277dd-2404-4e77-9dd9-29933b4c5248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.850109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.857047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:24.857873 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.907713 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-d212b0c4-3aaa-4b18-b8ca-87e6d5b1ea02 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857905 Nov 19 19:12:24.915991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-881277dd-2404-4e77-9dd9-29933b4c5248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.919714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-881277dd-2404-4e77-9dd9-29933b4c5248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:24.926083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-881277dd-2404-4e77-9dd9-29933b4c5248 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed800f0a-ea4f-49a9-b851-742bdf5bb87d HTTP/1.1" status: 204 len: 168 time: 0.2802622 Nov 19 19:12:24.953536 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3264318 Nov 19 19:12:24.954188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32988) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:24.964874 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'subnet': {'network_id': 'c9fcfae4-9de8-441a-b772-a6b30d68c13b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:24.985422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881277dd-2404-4e77-9dd9-29933b4c5248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed800f0a-ea4f-49a9-b851-742bdf5bb87d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:25.061069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3027d8-132b-4416-af42-2463982233a9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Network': ['ID=c9fcfae4-9de8-441a-b772-a6b30d68c13b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:25.076389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network c9fcfae4-9de8-441a-b772-a6b30d68c13b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:25.137563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-c83afcce-2bba-4beb-b98f-f372980475da service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077487 Nov 19 19:12:25.178368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:25.182693 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:25.187679 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-1a218549-8ea2-45d8-b6dc-377e3bf0a759 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=aa9f0155-c448-406d-ba64-9edff7834aba HTTP/1.1" status: 200 len: 217 time: 0.0446279 Nov 19 19:12:25.203897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:25.263445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-fcc02d3f-0c28-4465-9afd-d3fe5af71254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:25.265165 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-fcc02d3f-0c28-4465-9afd-d3fe5af71254 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.0701904 Nov 19 19:12:25.320530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-5da15632-b493-4a42-9bc1-4caaa739791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:25.321606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-5da15632-b493-4a42-9bc1-4caaa739791f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0490324 Nov 19 19:12:25.423195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32994) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:25.435224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-8809815d-11bb-4895-8893-04d310f7490e service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054184 Nov 19 19:12:25.528744 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-40cf4dd1-16f1-4aa2-9ca5-bf6351d9b729 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16f5c1d14b1d4783800e90fbe9280956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1032329 Nov 19 19:12:25.531861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 32996) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:25.612378 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-7afb13f5-eece-4afa-acae-02ebd03ad321 service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666720 Nov 19 19:12:25.652165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:12:25.657048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:25.669095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-49144ec4-f8d0-4640-ad57-a8632aa72112 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f3ae0b14-b79b-4e64-8f90-bec94f8e4621 HTTP/1.1" status: 200 len: 217 time: 0.0486467 Nov 19 19:12:25.746171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-a111d978-5766-4bf9-a821-3982edde6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:25.748386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-a111d978-5766-4bf9-a821-3982edde6364 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 200 len: 797 time: 0.0723684 Nov 19 19:12:25.750907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Subnet': ['ID=90d74009-21df-4855-863b-2a58270c4518,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:25.788431 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e97ac7f-1d7c-411a-bd03-2141b259c5e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:25.805789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Checking segment: {'id': '4973e51c-731b-4ba8-a6d0-4c1458c3f184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c9fcfae4-9de8-441a-b772-a6b30d68c13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:25.806397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network hostable DHCP agents. Network: c9fcfae4-9de8-441a-b772-a6b30d68c13b, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:25.814159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-5d67d94a-e7e0-4857-a54b-f7f6879fbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:25.816603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-5d67d94a-e7e0-4857-a54b-f7f6879fbad4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=944bb7ca-0baa-495f-bc01-d01cd63cd3c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0601025 Nov 19 19:12:25.827159 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e97ac7f-1d7c-411a-bd03-2141b259c5e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:25.837914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d823a-5c56-4435-bd69-dae5f94f695a None None] Network d81c1451-dd8a-4a28-b5b9-1193040bf819 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:25.859489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network c9fcfae4-9de8-441a-b772-a6b30d68c13b is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:25.872946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, c9fcfae4-9de8-441a-b772-a6b30d68c13b) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:25.880827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:25.882184 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:25.888897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf37ef-c9ff-42e1-8c61-b07304319b04 None None] Network c9fcfae4-9de8-441a-b772-a6b30d68c13b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:25.904168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-43eafa48-163b-4d65-81cf-3d2d1989fb59 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9475913 Nov 19 19:12:25.912523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33000) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:25.955188 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e97ac7f-1d7c-411a-bd03-2141b259c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:25.958643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e97ac7f-1d7c-411a-bd03-2141b259c5e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:25.964954 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8e97ac7f-1d7c-411a-bd03-2141b259c5e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0872cef-a1ab-4d84-aeb7-06aea75726e9 HTTP/1.1" status: 204 len: 168 time: 0.4319346 Nov 19 19:12:25.999577 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-07fb42ea-2475-4ffa-ada2-0d292737217e service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733935 Nov 19 19:12:26.021017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97ac7f-1d7c-411a-bd03-2141b259c5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0872cef-a1ab-4d84-aeb7-06aea75726e9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:26.116932 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.145181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f0fc5cd0-d32a-46b4-aa66-a646a012b458 None None] Provisioning complete for port 713f60fc-a69c-475e-82e1-c34ec22da62a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:26.146179 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cd0-d32a-46b4-aa66-a646a012b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.189966 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-d20cc752-f9bb-42e7-8393-b01c4f517cda service neutron] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807029 Nov 19 19:12:26.249287 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-616f1d48-a069-4fc3-9baf-ea85773690be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb45a8e9-61af-4a51-bfcb-d96877b02582 HTTP/1.1" status: 200 len: 217 time: 0.0484121 Nov 19 19:12:26.299132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df7f2d-c696-447c-a833-75cefcce06b3 None None] DHCP port deletion for d81c1451-dd8a-4a28-b5b9-1193040bf819 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:26.313204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e6b284-6a93-47ae-afc2-4cf531c2b281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-c9fcfae4-9de8-441a-b772-a6b30d68c13b', 'network_id': 'c9fcfae4-9de8-441a-b772-a6b30d68c13b', 'tenant_id': '16eb907f6b744e91b04c26cf9355d375', 'fixed_ips': [{'subnet_id': '90d74009-21df-4855-863b-2a58270c4518'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:26.313722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.314501 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4e6b284-6a93-47ae-afc2-4cf531c2b281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.382237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-5fa5296b-5ff8-4297-8e4a-378d8348df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:26.385202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-5fa5296b-5ff8-4297-8e4a-378d8348df21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff02319-0209-479f-b0cb-2db2b1823400 HTTP/1.1" status: 200 len: 797 time: 0.1248572 Nov 19 19:12:26.416625 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.459238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-61af1201-8680-4f32-82e0-1ce5a0a31d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:26.461118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-61af1201-8680-4f32-82e0-1ce5a0a31d32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55437e15-c3e4-4447-8ff9-be91112fba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689542 Nov 19 19:12:26.479788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cd0-d32a-46b4-aa66-a646a012b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.565767 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.582541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0252089-fbec-4ac0-b6a0-8eb0139fcaa7 None None] Network c9fcfae4-9de8-441a-b772-a6b30d68c13b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:26.598762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-95df7f2d-c696-447c-a833-75cefcce06b3 None None] Deleting port 713f60fc-a69c-475e-82e1-c34ec22da62a {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:26.599056 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95df7f2d-c696-447c-a833-75cefcce06b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.602830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f0fc5cd0-d32a-46b4-aa66-a646a012b458 None None] For port 713f60fc-a69c-475e-82e1-c34ec22da62a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=713f60fc-a69c-475e-82e1-c34ec22da62a,segment=NetworkSegment(4088667d-2e4b-4fb5-820f-3c0a1ed3b536),segment_id=4088667d-2e4b-4fb5-820f-3c0a1ed3b536)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:26.616460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fcfae4-9de8-441a-b772-a6b30d68c13b']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:26.634848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4973e51c-731b-4ba8-a6d0-4c1458c3f184') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:26.635430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4973e51c-731b-4ba8-a6d0-4c1458c3f184') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:26.643828 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cd0-d32a-46b4-aa66-a646a012b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.647910 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.668074 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.675929 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-6c257406-2f3f-480d-b883-e5f3edbc52aa service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053080 Nov 19 19:12:26.676757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:26.677333 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:26.783142 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:26.785114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Subnet': ['ID=90d74009-21df-4855-863b-2a58270c4518,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:26.794664 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.803717 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.810392 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/networks/c9fcfae4-9de8-441a-b772-a6b30d68c13b HTTP/1.1" status: 204 len: 168 time: 0.8946435 Nov 19 19:12:26.814025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33020) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:26.814896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc5cd0-d32a-46b4-aa66-a646a012b458 None None] Pushing event updated for resources: {'Port': ['ID=713f60fc-a69c-475e-82e1-c34ec22da62a,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:26.829439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-741252344'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:26.836623 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-95df7f2d-c696-447c-a833-75cefcce06b3 None None] For port 713f60fc-a69c-475e-82e1-c34ec22da62a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=713f60fc-a69c-475e-82e1-c34ec22da62a,segment=NetworkSegment(4088667d-2e4b-4fb5-820f-3c0a1ed3b536),segment_id=4088667d-2e4b-4fb5-820f-3c0a1ed3b536)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:26.837795 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95df7f2d-c696-447c-a833-75cefcce06b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.851514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c25abe-581f-4c9a-9c96-99cefe74cf90 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Network': ['ID=c9fcfae4-9de8-441a-b772-a6b30d68c13b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:26.870258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-95df7f2d-c696-447c-a833-75cefcce06b3 None None] Calling delete_port for 713f60fc-a69c-475e-82e1-c34ec22da62a owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:26.879542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:26.889793 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.920623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:26.933955 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:26.934593 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Added segment 4a554ec4-ddf9-41db-ac95-a6b47f597c74 of type vlan for network 608d9675-77ea-4f06-bc91-e3483da7ddc0 Nov 19 19:12:26.983654 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-48d1a697-a27d-45f0-b5c4-79bc6629b958 service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914975 Nov 19 19:12:26.989961 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.025703 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.030064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:27.030742 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.034147 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95df7f2d-c696-447c-a833-75cefcce06b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.080597 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df7f2d-c696-447c-a833-75cefcce06b3 None None] Pushing event deleted for resources: {'Port': ['ID=713f60fc-a69c-475e-82e1-c34ec22da62a,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:27.096659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-88eae975-928a-406a-a85d-ed37e6af6a2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d173fbde-a77e-4fec-84f0-15735fa29478 HTTP/1.1" status: 200 len: 217 time: 0.0986233 Nov 19 19:12:27.127691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df7f2d-c696-447c-a833-75cefcce06b3 None None] No DVR routers for this DVR port 713f60fc-a69c-475e-82e1-c34ec22da62a on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:27.147384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Network': ['ID=608d9675-77ea-4f06-bc91-e3483da7ddc0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:27.153940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cc412eb7-f93e-4bdf-803a-fba60ef4aac1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3386197 Nov 19 19:12:27.160483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33030) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:27.163355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 608d9675-77ea-4f06-bc91-e3483da7ddc0 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:27.167873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'subnet': {'network_id': '608d9675-77ea-4f06-bc91-e3483da7ddc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:27.204990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-3c56e9e0-e73b-4ccb-a5b3-9e30ab207cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:27.211859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-3c56e9e0-e73b-4ccb-a5b3-9e30ab207cee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cff02319-0209-479f-b0cb-2db2b1823400 HTTP/1.1" status: 200 len: 797 time: 0.1071029 Nov 19 19:12:27.300378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:27.304265 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.320009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-c614416a-99c0-4f7b-8a77-4c25af9e166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:27.322864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-c614416a-99c0-4f7b-8a77-4c25af9e166c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55437e15-c3e4-4447-8ff9-be91112fba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875905 Nov 19 19:12:27.448447 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-59e009e1-56a7-4c81-b312-c8d0ef85f78d service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177518 Nov 19 19:12:27.449604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33040) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:27.566200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.574431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-414cb798-d8ce-44a7-a110-b2a603844c34 req-562de6b3-224b-4735-8c5f-2374f61056e2 service neutron] 10.222.0.21 "GET /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182442 Nov 19 19:12:27.614077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-611821304'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:27.635796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Subnet': ['ID=be3f8a74-805b-46e8-8013-c5cf1184ad78,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:27.641062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Made reservation on behalf of c771a1c7b83940a197d34567e7ff5d27 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:27.645082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Checking segment: {'id': '4a554ec4-ddf9-41db-ac95-a6b47f597c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '608d9675-77ea-4f06-bc91-e3483da7ddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:27.645247 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.645442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network hostable DHCP agents. Network: 608d9675-77ea-4f06-bc91-e3483da7ddc0, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:27.656330 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.670561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network 608d9675-77ea-4f06-bc91-e3483da7ddc0 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:27.682833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 608d9675-77ea-4f06-bc91-e3483da7ddc0) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:27.687721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:27.689066 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.693634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ded5d-adab-4512-8e13-365d433f6151 None None] Network 608d9675-77ea-4f06-bc91-e3483da7ddc0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:27.721614 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1bd9e760-53b6-4f9a-b432-9e80411a7af1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5598450 Nov 19 19:12:27.722182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33044) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:27.802751 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.812187 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.847914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff28e779-5b30-46d1-92ac-a14a1d991ca7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:27.884288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:27.884469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-608d9675-77ea-4f06-bc91-e3483da7ddc0', 'network_id': '608d9675-77ea-4f06-bc91-e3483da7ddc0', 'tenant_id': '16eb907f6b744e91b04c26cf9355d375', 'fixed_ips': [{'subnet_id': 'be3f8a74-805b-46e8-8013-c5cf1184ad78'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:27.892844 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.921011 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.921390 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Added segment 6a10bbfa-f050-44f7-8dab-6b8c414b69fb of type vlan for network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 Nov 19 19:12:27.926171 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:27.989622 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.049603 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.054129 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.061299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:28.061823 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.071049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Allocated IP 2001:db8::2 (608d9675-77ea-4f06-bc91-e3483da7ddc0/be3f8a74-805b-46e8-8013-c5cf1184ad78/7d25a5ff-6d5d-48a8-9753-404ab23bada8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:28.153613 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7028551 Nov 19 19:12:28.156494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33048) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:28.161863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Request body: {'subnet': {'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:28.170031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea057e1-e295-4fde-b119-07d732829fe9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'Network': ['ID=f849dfae-a96c-46ad-b6ac-ff9eb8f87173,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:28.184428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:28.254672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Made reservation on behalf of c771a1c7b83940a197d34567e7ff5d27 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:28.258468 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.303218 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.315533 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.331737 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.364321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Network 608d9675-77ea-4f06-bc91-e3483da7ddc0 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:28.367416 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:28.371072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Subnet': ['ID=be3f8a74-805b-46e8-8013-c5cf1184ad78,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:28.371349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:28.382449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Pushing event updated for resources: {'Port': ['ID=7d25a5ff-6d5d-48a8-9753-404ab23bada8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:28.433908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Attempting to bind port 7d25a5ff-6d5d-48a8-9753-404ab23bada8 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:28.434435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Attempting to bind port 7d25a5ff-6d5d-48a8-9753-404ab23bada8 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '4a554ec4-ddf9-41db-ac95-a6b47f597c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '608d9675-77ea-4f06-bc91-e3483da7ddc0'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:28.434804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Attempting to bind port 7d25a5ff-6d5d-48a8-9753-404ab23bada8 on network 608d9675-77ea-4f06-bc91-e3483da7ddc0 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:28.440545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:28.440545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Checking segment: {'id': '4a554ec4-ddf9-41db-ac95-a6b47f597c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '608d9675-77ea-4f06-bc91-e3483da7ddc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:28.440887 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.441273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Bound using segment: {'id': '4a554ec4-ddf9-41db-ac95-a6b47f597c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '608d9675-77ea-4f06-bc91-e3483da7ddc0'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:28.441771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Bound port: 7d25a5ff-6d5d-48a8-9753-404ab23bada8, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a554ec4-ddf9-41db-ac95-a6b47f597c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '608d9675-77ea-4f06-bc91-e3483da7ddc0'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:28.442161 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.444124 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.466517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608d9675-77ea-4f06-bc91-e3483da7ddc0']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:28.476574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a554ec4-ddf9-41db-ac95-a6b47f597c74') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:28.476911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a554ec4-ddf9-41db-ac95-a6b47f597c74') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:28.487361 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.505282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] For port 7d25a5ff-6d5d-48a8-9753-404ab23bada8, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:28.508041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.512024 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.517151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:28.517626 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:28.520986 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:28.570503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'Subnet': ['ID=973736e2-f63b-4276-b44a-2f55fae5839e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:28.579126 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] For port 7d25a5ff-6d5d-48a8-9753-404ab23bada8, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7d25a5ff-6d5d-48a8-9753-404ab23bada8,segment=NetworkSegment(4a554ec4-ddf9-41db-ac95-a6b47f597c74),segment_id=4a554ec4-ddf9-41db-ac95-a6b47f597c74)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:28.582134 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 19:12:28.582134 n-d-815373-6 neutron-server[109887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 19:12:28.582134 n-d-815373-6 neutron-server[109887]: [parameters: {'id': '608d9675-77ea-4f06-bc91-e3483da7ddc0'}] Nov 19 19:12:28.582134 n-d-815373-6 neutron-server[109887]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:12:28.582957 n-d-815373-6 neutron-server[109887]: DEBUG oslo_db.api [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:12:28.586181 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.594678 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Checking segment: {'id': '6a10bbfa-f050-44f7-8dab-6b8c414b69fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:28.594959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Network hostable DHCP agents. Network: f849dfae-a96c-46ad-b6ac-ff9eb8f87173, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:28.622795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:28.629738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f849dfae-a96c-46ad-b6ac-ff9eb8f87173) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:28.635037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:28.635936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.652684 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-192292b4-4d2a-4782-9022-fd64f8a7b359 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4950674 Nov 19 19:12:28.653814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfcdbec-6135-41f8-a1dd-9b9f48a2c46a None None] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:28.657190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33056) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:28.661706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Request body: {'port': {'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1066009089'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:28.718228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c5a58-24ce-4325-9daf-d31c05197b7a None None] Pushing event updated for resources: {'Port': ['ID=7d25a5ff-6d5d-48a8-9753-404ab23bada8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:28.727850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0653fd4b-e0a9-45b3-a0ad-7ede3892f86e None None] Network 608d9675-77ea-4f06-bc91-e3483da7ddc0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:28.782542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Made reservation on behalf of c771a1c7b83940a197d34567e7ff5d27 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:28.786145 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:28.810836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] device_id is not set on port b761887e-88f9-4300-9e34-fd68e01eec1d yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:29.038039 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:12:29.076167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-f849dfae-a96c-46ad-b6ac-ff9eb8f87173', 'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173', 'tenant_id': 'c771a1c7b83940a197d34567e7ff5d27', 'fixed_ips': [{'subnet_id': '973736e2-f63b-4276-b44a-2f55fae5839e'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:29.076956 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.184600 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.223237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Allocated IP 2001:db8::12b (f849dfae-a96c-46ad-b6ac-ff9eb8f87173/973736e2-f63b-4276-b44a-2f55fae5839e/b761887e-88f9-4300-9e34-fd68e01eec1d) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:29.304549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Deleting port 7d25a5ff-6d5d-48a8-9753-404ab23bada8 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:29.304888 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.421846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] For port 7d25a5ff-6d5d-48a8-9753-404ab23bada8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7d25a5ff-6d5d-48a8-9753-404ab23bada8,segment=NetworkSegment(4a554ec4-ddf9-41db-ac95-a6b47f597c74),segment_id=4a554ec4-ddf9-41db-ac95-a6b47f597c74)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:29.422224 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.449813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Calling delete_port for 7d25a5ff-6d5d-48a8-9753-404ab23bada8 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:29.474615 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.567184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.578127 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.617964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Allocated IP 2001:db8::2 (f849dfae-a96c-46ad-b6ac-ff9eb8f87173/973736e2-f63b-4276-b44a-2f55fae5839e/060ddf09-4c1e-4284-9052-e527be958bc4) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:29.620223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No DVR routers for this DVR port 7d25a5ff-6d5d-48a8-9753-404ab23bada8 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:29.637059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:29.658528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'Port': ['ID=b761887e-88f9-4300-9e34-fd68e01eec1d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:29.664508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:29.674573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:29.680481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:29.681328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.696237 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.741715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Port': ['ID=7d25a5ff-6d5d-48a8-9753-404ab23bada8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:29.762304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0c826e61-8a8f-42ee-a902-0bc38de014f9 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1024301 Nov 19 19:12:29.763697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33068) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:29.771504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Request body: {'port': {'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1321881150', 'allowed_address_pairs': [{'ip_address': '2001:db8::12b', 'mac_address': 'fa:16:3e:fd:3b:e3'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:29.771912 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.794618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608d9675-77ea-4f06-bc91-e3483da7ddc0']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:29.802711 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.806141 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a554ec4-ddf9-41db-ac95-a6b47f597c74') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:29.806684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a554ec4-ddf9-41db-ac95-a6b47f597c74') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:29.810958 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.818226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.832324 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.840991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:29.841995 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:29.844614 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:29.852976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:29.856057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:29.859873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:29.868801 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Pushing event updated for resources: {'Port': ['ID=060ddf09-4c1e-4284-9052-e527be958bc4,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:29.922709 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.931364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Attempting to bind port 060ddf09-4c1e-4284-9052-e527be958bc4 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:29.933014 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.933638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Attempting to bind port 060ddf09-4c1e-4284-9052-e527be958bc4 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '6a10bbfa-f050-44f7-8dab-6b8c414b69fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:29.934049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Attempting to bind port 060ddf09-4c1e-4284-9052-e527be958bc4 on network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:29.937400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/networks/608d9675-77ea-4f06-bc91-e3483da7ddc0 HTTP/1.1" status: 204 len: 168 time: 2.2139521 Nov 19 19:12:29.940935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:29.942575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Checking segment: {'id': '6a10bbfa-f050-44f7-8dab-6b8c414b69fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:29.943244 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.944018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Bound using segment: {'id': '6a10bbfa-f050-44f7-8dab-6b8c414b69fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:29.944670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Bound port: 060ddf09-4c1e-4284-9052-e527be958bc4, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a10bbfa-f050-44f7-8dab-6b8c414b69fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:29.945153 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.948396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33070) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:29.953782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1427216903'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:29.955763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd11fbf-9644-4801-810a-fd461570a913 req-cd320cf9-71ad-420b-b00d-226266a0afe1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:29.957072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f5685-cab7-4233-9077-b5667b1bd47f tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Network': ['ID=608d9675-77ea-4f06-bc91-e3483da7ddc0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:29.963797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd11fbf-9644-4801-810a-fd461570a913 req-cd320cf9-71ad-420b-b00d-226266a0afe1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:29.970409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd11fbf-9644-4801-810a-fd461570a913 req-cd320cf9-71ad-420b-b00d-226266a0afe1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:29.976781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd11fbf-9644-4801-810a-fd461570a913 req-cd320cf9-71ad-420b-b00d-226266a0afe1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:29.982552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd11fbf-9644-4801-810a-fd461570a913 req-cd320cf9-71ad-420b-b00d-226266a0afe1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:29.985870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:29.988482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd11fbf-9644-4801-810a-fd461570a913 req-cd320cf9-71ad-420b-b00d-226266a0afe1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:29.989653 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:29.995145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd11fbf-9644-4801-810a-fd461570a913 req-cd320cf9-71ad-420b-b00d-226266a0afe1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:29.997032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bd11fbf-9644-4801-810a-fd461570a913 req-cd320cf9-71ad-420b-b00d-226266a0afe1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5435 time: 0.1983576 Nov 19 19:12:30.016918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:30.029103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] For port 060ddf09-4c1e-4284-9052-e527be958bc4, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:30.033025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] For port 060ddf09-4c1e-4284-9052-e527be958bc4, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=060ddf09-4c1e-4284-9052-e527be958bc4,segment=NetworkSegment(6a10bbfa-f050-44f7-8dab-6b8c414b69fb),segment_id=6a10bbfa-f050-44f7-8dab-6b8c414b69fb)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:30.035674 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.036181 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Added segment bbd8b768-356e-448e-a17c-9352d47141a7 of type vlan for network b787338a-55fd-4909-a4ca-783579bc827a Nov 19 19:12:30.038033 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.075148 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bd11fbf-9644-4801-810a-fd461570a913 req-d6b2c247-80d4-4caa-8fef-5d63a119a4cd tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655541 Nov 19 19:12:30.076640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Made reservation on behalf of c771a1c7b83940a197d34567e7ff5d27 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:30.119555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.123435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05c258-5c05-4e28-84a1-b828b2523710 None None] Pushing event updated for resources: {'Port': ['ID=060ddf09-4c1e-4284-9052-e527be958bc4,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:30.159518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.166594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.167215 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.183047 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.187276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2371917 Nov 19 19:12:30.198507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33076) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:30.208658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] device_id is not set on port 41b1f4cd-7009-4fc8-9dfc-489e200e9abf yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:30.231013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Request body: {'subnet': {'network_id': 'b787338a-55fd-4909-a4ca-783579bc827a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:30.347290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92a401-8c69-4393-b495-ea507ee3dea1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Network': ['ID=b787338a-55fd-4909-a4ca-783579bc827a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:30.360029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network b787338a-55fd-4909-a4ca-783579bc827a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:30.370044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Allocated IP 2001:db8::3c3 (f849dfae-a96c-46ad-b6ac-ff9eb8f87173/973736e2-f63b-4276-b44a-2f55fae5839e/41b1f4cd-7009-4fc8-9dfc-489e200e9abf) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:30.379525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758dcfa-8f9a-430e-9abc-6f5b9f88c688 req-fa75aef1-fe03-44b5-bbd1-be0b220c5b49 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.396674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758dcfa-8f9a-430e-9abc-6f5b9f88c688 req-fa75aef1-fe03-44b5-bbd1-be0b220c5b49 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.403732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758dcfa-8f9a-430e-9abc-6f5b9f88c688 req-fa75aef1-fe03-44b5-bbd1-be0b220c5b49 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.420570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758dcfa-8f9a-430e-9abc-6f5b9f88c688 req-fa75aef1-fe03-44b5-bbd1-be0b220c5b49 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.440341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758dcfa-8f9a-430e-9abc-6f5b9f88c688 req-fa75aef1-fe03-44b5-bbd1-be0b220c5b49 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.451004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758dcfa-8f9a-430e-9abc-6f5b9f88c688 req-fa75aef1-fe03-44b5-bbd1-be0b220c5b49 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.467139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758dcfa-8f9a-430e-9abc-6f5b9f88c688 req-fa75aef1-fe03-44b5-bbd1-be0b220c5b49 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.469971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4758dcfa-8f9a-430e-9abc-6f5b9f88c688 req-fa75aef1-fe03-44b5-bbd1-be0b220c5b49 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5435 time: 0.2704613 Nov 19 19:12:30.511189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Made reservation on behalf of 16eb907f6b744e91b04c26cf9355d375 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:30.517107 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.591901 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.631950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.675489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 060ddf09-4c1e-4284-9052-e527be958bc4 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:30.686410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:30.689775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:30.693029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:30.700355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.701171 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.712867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'Port': ['ID=41b1f4cd-7009-4fc8-9dfc-489e200e9abf,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:30.732349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33084) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:30.733633 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-21ad8eae-58f0-4213-9fa5-41953ebd20f4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.9657495 Nov 19 19:12:30.743657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 060ddf09-4c1e-4284-9052-e527be958bc4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:30.744099 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.823187 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.850395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5bc90-425b-449d-8250-b965e6ab2e72 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.856456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5bc90-425b-449d-8250-b965e6ab2e72 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.856962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 060ddf09-4c1e-4284-9052-e527be958bc4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=060ddf09-4c1e-4284-9052-e527be958bc4,segment=NetworkSegment(6a10bbfa-f050-44f7-8dab-6b8c414b69fb),segment_id=6a10bbfa-f050-44f7-8dab-6b8c414b69fb)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:30.860913 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:30.863463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5bc90-425b-449d-8250-b965e6ab2e72 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:30.865200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-07a5bc90-425b-449d-8250-b965e6ab2e72 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1315827 Nov 19 19:12:30.868593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33086) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:30.918095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.objects.ports [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109887) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:12:30.920622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=060ddf09-4c1e-4284-9052-e527be958bc4,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:30.922717 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.037187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event updated for resources: {'Subnet': ['ID=5fe2bac8-8bbd-4220-9457-ac9bc8083ff5,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:31.060126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Checking segment: {'id': 'bbd8b768-356e-448e-a17c-9352d47141a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b787338a-55fd-4909-a4ca-783579bc827a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:31.060648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network hostable DHCP agents. Network: b787338a-55fd-4909-a4ca-783579bc827a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:31.076331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-304a9994-9a39-49a1-ba73-2ba46e75fb29 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Deleting port 41b1f4cd-7009-4fc8-9dfc-489e200e9abf {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:31.076677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-304a9994-9a39-49a1-ba73-2ba46e75fb29 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.123342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Network b787338a-55fd-4909-a4ca-783579bc827a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:31.144887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, b787338a-55fd-4909-a4ca-783579bc827a) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:31.155930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e53bbb-49b1-467c-8ce3-8074da7a1245 None None] Network b787338a-55fd-4909-a4ca-783579bc827a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:31.156415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:31.157108 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.196660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-456eede0-6e72-4481-bdd2-5e4988e05610 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9959433 Nov 19 19:12:31.199966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33090) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:31.212734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-304a9994-9a39-49a1-ba73-2ba46e75fb29 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.228397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-304a9994-9a39-49a1-ba73-2ba46e75fb29 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Calling delete_port for 41b1f4cd-7009-4fc8-9dfc-489e200e9abf owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:31.329741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c973d2-bdb8-473d-9b4d-c8d1b298d377 None None] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:31.344650 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.392126 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-304a9994-9a39-49a1-ba73-2ba46e75fb29 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.404628 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.412305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f29a079-ccda-407d-a190-304eddd7dd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-b787338a-55fd-4909-a4ca-783579bc827a', 'network_id': 'b787338a-55fd-4909-a4ca-783579bc827a', 'tenant_id': '16eb907f6b744e91b04c26cf9355d375', 'fixed_ips': [{'subnet_id': '5fe2bac8-8bbd-4220-9457-ac9bc8083ff5'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:31.413159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4f29a079-ccda-407d-a190-304eddd7dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.434253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a9994-9a39-49a1-ba73-2ba46e75fb29 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event deleted for resources: {'Port': ['ID=41b1f4cd-7009-4fc8-9dfc-489e200e9abf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:31.470674 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-83cd3346-46d9-4e81-8c89-01f46b3193e1 None None] Provisioning complete for port 060ddf09-4c1e-4284-9052-e527be958bc4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:31.471113 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83cd3346-46d9-4e81-8c89-01f46b3193e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.475472 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.510872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe2bac8-8bbd-4220-9457-ac9bc8083ff5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:31.579167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.590558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-304a9994-9a39-49a1-ba73-2ba46e75fb29 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.596941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-304a9994-9a39-49a1-ba73-2ba46e75fb29 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "DELETE /v2.0/ports/41b1f4cd-7009-4fc8-9dfc-489e200e9abf HTTP/1.1" status: 204 len: 168 time: 0.7273488 Nov 19 19:12:31.597786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33098) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:31.613012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b787338a-55fd-4909-a4ca-783579bc827a']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:31.627303 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-301c99e7-466c-4b39-ba20-04c4183f4c0e tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] GET failed (client error): The resource could not be found. Nov 19 19:12:31.632145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd8b768-356e-448e-a17c-9352d47141a7') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:31.632654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd8b768-356e-448e-a17c-9352d47141a7') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:31.634353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-301c99e7-466c-4b39-ba20-04c4183f4c0e tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "GET /v2.0/ports/41b1f4cd-7009-4fc8-9dfc-489e200e9abf HTTP/1.1" status: 404 len: 333 time: 0.0354283 Nov 19 19:12:31.635082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33100) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:31.640506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Request body: {'port': {'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1040360920'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-4f29a079-ccda-407d-a190-304eddd7dd7f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fe2bac8-8bbd-4220-9457-ac9bc8083ff5: This subnet is being modified by another concurrent operation. Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:12:31.641486 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fe2bac8-8bbd-4220-9457-ac9bc8083ff5: This subnet is being modified by another concurrent operation. Nov 19 19:12:31.645267 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:12:31.669806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d159ca9-9e0a-41e8-97e6-b0ba9d1d9bb5 None None] Network b787338a-55fd-4909-a4ca-783579bc827a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:31.674092 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.690392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.703556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:31.703965 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:31.707936 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:31.775837 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.793471 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.801381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33104) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:31.802752 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/networks/b787338a-55fd-4909-a4ca-783579bc827a HTTP/1.1" status: 204 len: 168 time: 0.6014977 Nov 19 19:12:31.812841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Made reservation on behalf of c771a1c7b83940a197d34567e7ff5d27 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:31.814273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06884a-163c-4188-876b-c76934d80477 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Network': ['ID=b787338a-55fd-4909-a4ca-783579bc827a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:31.816847 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:31.847987 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-781313c6-a64f-4126-996a-7de95fb818e1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] DELETE failed (client error): The resource could not be found. Nov 19 19:12:31.848469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781313c6-a64f-4126-996a-7de95fb818e1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:12:31.853226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-781313c6-a64f-4126-996a-7de95fb818e1 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/subnets/5fe2bac8-8bbd-4220-9457-ac9bc8083ff5 HTTP/1.1" status: 404 len: 337 time: 0.0502274 Nov 19 19:12:31.855732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33106) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:31.879541 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4433d39f-1ff5-4380-8f14-3e45aae8b6e0 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] DELETE failed (client error): The resource could not be found. Nov 19 19:12:31.880062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4433d39f-1ff5-4380-8f14-3e45aae8b6e0 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:12:31.883457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4433d39f-1ff5-4380-8f14-3e45aae8b6e0 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/networks/b787338a-55fd-4909-a4ca-783579bc827a HTTP/1.1" status: 404 len: 339 time: 0.0265627 Nov 19 19:12:31.884910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] device_id is not set on port 7f9543c1-c388-4d00-a7dd-e14f332f2c9c yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:31.886000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33108) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:31.917488 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b986545-1e07-45dd-b39f-762db666ddf8 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] DELETE failed (client error): The resource could not be found. Nov 19 19:12:31.917992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b986545-1e07-45dd-b39f-762db666ddf8 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:12:31.921278 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7b986545-1e07-45dd-b39f-762db666ddf8 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/subnets/be3f8a74-805b-46e8-8013-c5cf1184ad78 HTTP/1.1" status: 404 len: 337 time: 0.0340822 Nov 19 19:12:31.924114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33110) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:31.950150 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e7e1cc-b15a-47ef-90cf-e6925f96fc4e tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] DELETE failed (client error): The resource could not be found. Nov 19 19:12:31.950676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e7e1cc-b15a-47ef-90cf-e6925f96fc4e tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:12:31.963069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-03e7e1cc-b15a-47ef-90cf-e6925f96fc4e tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/networks/608d9675-77ea-4f06-bc91-e3483da7ddc0 HTTP/1.1" status: 404 len: 339 time: 0.0370104 Nov 19 19:12:31.965465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33112) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:32.004889 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ee11b9-3402-4c78-a089-53b3c1aff9d9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] DELETE failed (client error): The resource could not be found. Nov 19 19:12:32.005348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ee11b9-3402-4c78-a089-53b3c1aff9d9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:12:32.015564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33114) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:32.017388 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e8ee11b9-3402-4c78-a089-53b3c1aff9d9 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/subnets/90d74009-21df-4855-863b-2a58270c4518 HTTP/1.1" status: 404 len: 337 time: 0.0508518 Nov 19 19:12:32.049222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Allocated IP 2001:db8::1ad (f849dfae-a96c-46ad-b6ac-ff9eb8f87173/973736e2-f63b-4276-b44a-2f55fae5839e/7f9543c1-c388-4d00-a7dd-e14f332f2c9c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:32.051582 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1626163a-12cf-4cf3-9f28-0d115ab5751d tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] DELETE failed (client error): The resource could not be found. Nov 19 19:12:32.052187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1626163a-12cf-4cf3-9f28-0d115ab5751d tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:12:32.055855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1626163a-12cf-4cf3-9f28-0d115ab5751d tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/networks/c9fcfae4-9de8-441a-b772-a6b30d68c13b HTTP/1.1" status: 404 len: 339 time: 0.0393937 Nov 19 19:12:32.058796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33120) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:32.102773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ac5eae31-e487-4fe9-bca3-c7715e07a68b None None] Provisioning complete for port 060ddf09-4c1e-4284-9052-e527be958bc4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:32.103296 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ac5eae31-e487-4fe9-bca3-c7715e07a68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.202645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-63c00ca6-d136-48b1-838c-c660c97b3e9c tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Deleting port 31de6301-0c39-4f94-b483-169a5285ebc9 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:32.203248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-63c00ca6-d136-48b1-838c-c660c97b3e9c tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.271554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ac5eae31-e487-4fe9-bca3-c7715e07a68b None None] Provisioning complete for port b761887e-88f9-4300-9e34-fd68e01eec1d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:32.272364 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ac5eae31-e487-4fe9-bca3-c7715e07a68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.311446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ac5eae31-e487-4fe9-bca3-c7715e07a68b None None] Port b761887e-88f9-4300-9e34-fd68e01eec1d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:32.324911 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-63c00ca6-d136-48b1-838c-c660c97b3e9c tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.330954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.343274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-63c00ca6-d136-48b1-838c-c660c97b3e9c tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Calling delete_port for 31de6301-0c39-4f94-b483-169a5285ebc9 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:32.380393 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.433357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:32.437979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:32.442208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:32.448438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:32.449153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.455508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33132) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:32.456102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-004fa81e-c4d9-4608-9a20-0c06361b7b36 None None] Provisioning complete for port b761887e-88f9-4300-9e34-fd68e01eec1d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:32.456727 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-004fa81e-c4d9-4608-9a20-0c06361b7b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.465077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'Port': ['ID=7f9543c1-c388-4d00-a7dd-e14f332f2c9c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:32.480814 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-51d65672-f40a-4590-8310-03f85bfb51a6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8442595 Nov 19 19:12:32.483909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33136) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:32.490557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a78c5810-81c7-440e-8a72-824d4b06c92c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12b', 'mac_address': 'fa:16:3e:fd:3b:e3'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:32.546003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-004fa81e-c4d9-4608-9a20-0c06361b7b36 None None] Port b761887e-88f9-4300-9e34-fd68e01eec1d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:32.647248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 060ddf09-4c1e-4284-9052-e527be958bc4 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:32.675535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad8fee-b93e-4f72-989e-bf35add98196 req-4896589c-6a20-4381-9e26-67aecfaf8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:32.676075 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad8fee-b93e-4f72-989e-bf35add98196 req-4896589c-6a20-4381-9e26-67aecfaf8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:32.676496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad8fee-b93e-4f72-989e-bf35add98196 req-4896589c-6a20-4381-9e26-67aecfaf8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:32.676971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad8fee-b93e-4f72-989e-bf35add98196 req-4896589c-6a20-4381-9e26-67aecfaf8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:32.677503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad8fee-b93e-4f72-989e-bf35add98196 req-4896589c-6a20-4381-9e26-67aecfaf8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:32.677946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad8fee-b93e-4f72-989e-bf35add98196 req-4896589c-6a20-4381-9e26-67aecfaf8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:32.678439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad8fee-b93e-4f72-989e-bf35add98196 req-4896589c-6a20-4381-9e26-67aecfaf8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:32.681218 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50ad8fee-b93e-4f72-989e-bf35add98196 req-4896589c-6a20-4381-9e26-67aecfaf8839 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 6492 time: 0.2246940 Nov 19 19:12:32.731139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 060ddf09-4c1e-4284-9052-e527be958bc4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:32.731870 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.801235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cf48f35b-a404-4274-87b6-8da351e98a0f None None] Could not find standard attr ID for object 41b1f4cd-7009-4fc8-9dfc-489e200e9abf. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:12:32.809305 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a78c5810-81c7-440e-8a72-824d4b06c92c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.830300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50ad8fee-b93e-4f72-989e-bf35add98196 req-29c39f8b-980e-48b1-9515-f257d9a1d3d9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428840 Nov 19 19:12:32.847129 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-63c00ca6-d136-48b1-838c-c660c97b3e9c tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.897565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c00ca6-d136-48b1-838c-c660c97b3e9c tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Port': ['ID=31de6301-0c39-4f94-b483-169a5285ebc9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:32.910995 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-63c00ca6-d136-48b1-838c-c660c97b3e9c tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.916027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-63c00ca6-d136-48b1-838c-c660c97b3e9c tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/ports/31de6301-0c39-4f94-b483-169a5285ebc9 HTTP/1.1" status: 204 len: 168 time: 0.8559914 Nov 19 19:12:32.918250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33144) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:32.945509 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dd9ce6-0acc-43fc-a759-2e84f8adad9e tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] DELETE failed (client error): The resource could not be found. Nov 19 19:12:32.945925 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dd9ce6-0acc-43fc-a759-2e84f8adad9e tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:12:32.949045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-17dd9ce6-0acc-43fc-a759-2e84f8adad9e tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/subnets/ca78bdb6-04a1-480a-a96d-6f38cc2f5e1f HTTP/1.1" status: 404 len: 337 time: 0.0298364 Nov 19 19:12:32.952198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33146) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:33.043867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.061321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a78c5810-81c7-440e-8a72-824d4b06c92c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.067043 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a78c5810-81c7-440e-8a72-824d4b06c92c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.104123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a78c5810-81c7-440e-8a72-824d4b06c92c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] In _notify_port_updated(), no bound segment for port 7f9543c1-c388-4d00-a7dd-e14f332f2c9c on network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 {{(pid=109887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:12:33.109786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78c5810-81c7-440e-8a72-824d4b06c92c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:33.110450 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a78c5810-81c7-440e-8a72-824d4b06c92c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.112400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a78c5810-81c7-440e-8a72-824d4b06c92c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "PUT /v2.0/ports/7f9543c1-c388-4d00-a7dd-e14f332f2c9c HTTP/1.1" status: 200 len: 1003 time: 0.6272988 Nov 19 19:12:33.115452 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33148) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:33.129804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-28e97d2a-db57-482b-9d23-c163493a8dea None None] Provisioning complete for port 7f9543c1-c388-4d00-a7dd-e14f332f2c9c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:33.129804 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28e97d2a-db57-482b-9d23-c163493a8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.144985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.172336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81c1451-dd8a-4a28-b5b9-1193040bf819']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:33.183173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-28e97d2a-db57-482b-9d23-c163493a8dea None None] Port 7f9543c1-c388-4d00-a7dd-e14f332f2c9c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:33.188961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4088667d-2e4b-4fb5-820f-3c0a1ed3b536') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:33.189332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4088667d-2e4b-4fb5-820f-3c0a1ed3b536') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:33.198806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c5810-81c7-440e-8a72-824d4b06c92c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'Port': ['ID=7f9543c1-c388-4d00-a7dd-e14f332f2c9c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:33.201350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.220471 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.228588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:33.229034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.231089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-820486dc-5e95-4e8e-9ed3-4752c5b8dec7 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Deleting port 7f9543c1-c388-4d00-a7dd-e14f332f2c9c {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:33.231445 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-820486dc-5e95-4e8e-9ed3-4752c5b8dec7 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:33.232505 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:33.300436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.314528 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.320298 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/networks/d81c1451-dd8a-4a28-b5b9-1193040bf819 HTTP/1.1" status: 204 len: 168 time: 0.3669825 Nov 19 19:12:33.323483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33154) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:33.344289 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-820486dc-5e95-4e8e-9ed3-4752c5b8dec7 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.345850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838b883-30d3-43a0-9d43-f35816848a24 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Network': ['ID=d81c1451-dd8a-4a28-b5b9-1193040bf819,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:33.364068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-820486dc-5e95-4e8e-9ed3-4752c5b8dec7 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Calling delete_port for 7f9543c1-c388-4d00-a7dd-e14f332f2c9c owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:33.434865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-93fc25e2-444c-4b4c-b12d-433097892593 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Deleting port 1fec1b0a-550a-49dc-8bc6-c0a68a750832 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:33.435332 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93fc25e2-444c-4b4c-b12d-433097892593 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.511869 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93fc25e2-444c-4b4c-b12d-433097892593 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.516253 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-820486dc-5e95-4e8e-9ed3-4752c5b8dec7 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.529334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-93fc25e2-444c-4b4c-b12d-433097892593 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Calling delete_port for 1fec1b0a-550a-49dc-8bc6-c0a68a750832 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:33.553041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820486dc-5e95-4e8e-9ed3-4752c5b8dec7 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event deleted for resources: {'Port': ['ID=7f9543c1-c388-4d00-a7dd-e14f332f2c9c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:33.598078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bfeb2f64-2a5c-4e3a-a356-fb51b13afc71 None None] Could not find standard attr ID for object 7f9543c1-c388-4d00-a7dd-e14f332f2c9c. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:12:33.630920 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93fc25e2-444c-4b4c-b12d-433097892593 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.667678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-820486dc-5e95-4e8e-9ed3-4752c5b8dec7 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.668859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc25e2-444c-4b4c-b12d-433097892593 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Port': ['ID=1fec1b0a-550a-49dc-8bc6-c0a68a750832,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:33.676311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-820486dc-5e95-4e8e-9ed3-4752c5b8dec7 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "DELETE /v2.0/ports/7f9543c1-c388-4d00-a7dd-e14f332f2c9c HTTP/1.1" status: 204 len: 168 time: 0.5601449 Nov 19 19:12:33.676951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33156) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:33.684112 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93fc25e2-444c-4b4c-b12d-433097892593 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.689650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-93fc25e2-444c-4b4c-b12d-433097892593 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/ports/1fec1b0a-550a-49dc-8bc6-c0a68a750832 HTTP/1.1" status: 204 len: 168 time: 0.3628345 Nov 19 19:12:33.689971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33158) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:33.712587 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-304bc6ce-ed5c-427a-95c6-db66549f5581 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] GET failed (client error): The resource could not be found. Nov 19 19:12:33.714102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-304bc6ce-ed5c-427a-95c6-db66549f5581 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "GET /v2.0/ports/7f9543c1-c388-4d00-a7dd-e14f332f2c9c HTTP/1.1" status: 404 len: 333 time: 0.0359275 Nov 19 19:12:33.717978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33160) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:33.723286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Request body: {'port': {'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1961498654'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:33.726320 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b72afe3-f9fb-4225-9626-ade92e2b6a5b tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] DELETE failed (client error): The resource could not be found. Nov 19 19:12:33.726894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b72afe3-f9fb-4225-9626-ade92e2b6a5b tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:12:33.732694 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5b72afe3-f9fb-4225-9626-ade92e2b6a5b tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/subnets/79f6ea47-2c42-4d30-b0b9-ef4aad60dde9 HTTP/1.1" status: 404 len: 337 time: 0.0395222 Nov 19 19:12:33.733033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33162) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:33.825296 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.860642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35a492-d3f9-4733-a74d-8f0471fbfbe4 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:12:33.875906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Made reservation on behalf of c771a1c7b83940a197d34567e7ff5d27 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:33.880172 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.901689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] device_id is not set on port dda80521-06e8-4d20-a362-87544b81c73a yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:33.962606 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.989626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcf8c01-fb17-4330-b5f7-fe70024db69b']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:34.002243 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35a492-d3f9-4733-a74d-8f0471fbfbe4 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:12:34.002575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9985f70-8135-497c-b7c6-a5ee64d1c4f4') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:34.002881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9985f70-8135-497c-b7c6-a5ee64d1c4f4') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:34.012696 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.028950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.035449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:34.035917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Allocated IP 2001:db8::26d (f849dfae-a96c-46ad-b6ac-ff9eb8f87173/973736e2-f63b-4276-b44a-2f55fae5839e/dda80521-06e8-4d20-a362-87544b81c73a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:34.036075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:34.040137 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:34.106882 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.111121 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.117136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/networks/cbcf8c01-fb17-4330-b5f7-fe70024db69b HTTP/1.1" status: 204 len: 168 time: 0.3805637 Nov 19 19:12:34.119741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33168) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:34.139062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430275e-8a78-4d49-8c7e-47d9a315586a tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Network': ['ID=cbcf8c01-fb17-4330-b5f7-fe70024db69b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:34.201741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6496537-1138-4ecf-9d58-119e95c93866 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Deleting subnet 01ce3192-b5b8-4c31-95c5-3d80f211a6ce {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:34.206775 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6496537-1138-4ecf-9d58-119e95c93866 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.219344 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.257041 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6496537-1138-4ecf-9d58-119e95c93866 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.263354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.314219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de6222-836c-400e-8971-d170055413b0 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:12:34.324776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:34.328613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:34.330369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:34.337334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:34.338009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.345279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'Port': ['ID=dda80521-06e8-4d20-a362-87544b81c73a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:34.353222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6496537-1138-4ecf-9d58-119e95c93866 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.373206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-68ae8e04-3ea1-4f06-91ed-8c5552eb1406 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6540179 Nov 19 19:12:34.374110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33172) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:34.380955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9d4a4625-fcba-4de7-bffc-fc3bc70fca63 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fd:3b:e3'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:34.448326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6496537-1138-4ecf-9d58-119e95c93866 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.476450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de6222-836c-400e-8971-d170055413b0 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:12:34.479233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6496537-1138-4ecf-9d58-119e95c93866 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Subnet': ['ID=01ce3192-b5b8-4c31-95c5-3d80f211a6ce,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:34.480235 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d4a4625-fcba-4de7-bffc-fc3bc70fca63 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.481246 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6496537-1138-4ecf-9d58-119e95c93866 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.485790 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c6496537-1138-4ecf-9d58-119e95c93866 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/subnets/01ce3192-b5b8-4c31-95c5-3d80f211a6ce HTTP/1.1" status: 204 len: 168 time: 0.3626537 Nov 19 19:12:34.487273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33178) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:34.622595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.782838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Deleting port d338a58d-e059-45c5-8a67-bdfde5dd71d9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:34.783185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.798124 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c53866-faba-41ed-97bf-879fe2ebfcbd None None] Network 56445502-a504-4438-b813-045ceeab166d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:34.869815 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d4a4625-fcba-4de7-bffc-fc3bc70fca63 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.910504 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d4a4625-fcba-4de7-bffc-fc3bc70fca63 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.927807 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] For port d338a58d-e059-45c5-8a67-bdfde5dd71d9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d338a58d-e059-45c5-8a67-bdfde5dd71d9,segment=NetworkSegment(4b180a77-6d4f-4998-a4de-875c4655624e),segment_id=4b180a77-6d4f-4998-a4de-875c4655624e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:34.928296 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.970718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9d4a4625-fcba-4de7-bffc-fc3bc70fca63 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] In _notify_port_updated(), no bound segment for port dda80521-06e8-4d20-a362-87544b81c73a on network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 {{(pid=109887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:12:34.977294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4a4625-fcba-4de7-bffc-fc3bc70fca63 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:34.978202 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d4a4625-fcba-4de7-bffc-fc3bc70fca63 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.979803 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9d4a4625-fcba-4de7-bffc-fc3bc70fca63 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "PUT /v2.0/ports/dda80521-06e8-4d20-a362-87544b81c73a HTTP/1.1" status: 200 len: 1003 time: 0.6049335 Nov 19 19:12:34.982741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33194) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:35.002481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Calling delete_port for d338a58d-e059-45c5-8a67-bdfde5dd71d9 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:35.027035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a4625-fcba-4de7-bffc-fc3bc70fca63 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'Port': ['ID=dda80521-06e8-4d20-a362-87544b81c73a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:35.091047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a93b1c-05f7-4c2b-9968-ad7d9f5288c3 None None] DHCP port deletion for 56445502-a504-4438-b813-045ceeab166d request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:35.107169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-32f6e7be-407b-4508-8846-ac65fbbc12b8 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Deleting port dda80521-06e8-4d20-a362-87544b81c73a {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:35.107633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32f6e7be-407b-4508-8846-ac65fbbc12b8 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.142303 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.146080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d8f801fb-bd14-43cf-87ed-b9bc4bdd5308 None None] Provisioning complete for port dda80521-06e8-4d20-a362-87544b81c73a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:35.146461 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8f801fb-bd14-43cf-87ed-b9bc4bdd5308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.175882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Port': ['ID=d338a58d-e059-45c5-8a67-bdfde5dd71d9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:35.177668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] No DVR routers for this DVR port d338a58d-e059-45c5-8a67-bdfde5dd71d9 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:35.185852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-49a93b1c-05f7-4c2b-9968-ad7d9f5288c3 None None] Deleting port d338a58d-e059-45c5-8a67-bdfde5dd71d9 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:35.185852 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49a93b1c-05f7-4c2b-9968-ad7d9f5288c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.214195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32f6e7be-407b-4508-8846-ac65fbbc12b8 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.228941 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-32f6e7be-407b-4508-8846-ac65fbbc12b8 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Calling delete_port for dda80521-06e8-4d20-a362-87544b81c73a owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:35.254240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d8f801fb-bd14-43cf-87ed-b9bc4bdd5308 None None] Port dda80521-06e8-4d20-a362-87544b81c73a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:35.277886 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.284436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-49a93b1c-05f7-4c2b-9968-ad7d9f5288c3 None None] For port d338a58d-e059-45c5-8a67-bdfde5dd71d9, host n-d-815373-6, got binding levels [] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:35.284969 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49a93b1c-05f7-4c2b-9968-ad7d9f5288c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.300209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-49a93b1c-05f7-4c2b-9968-ad7d9f5288c3 None None] Calling delete_port for d338a58d-e059-45c5-8a67-bdfde5dd71d9 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:35.302093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56445502-a504-4438-b813-045ceeab166d']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:35.303478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.ipam_backend_mixin [None req-49a93b1c-05f7-4c2b-9968-ad7d9f5288c3 None None] Port d338a58d-e059-45c5-8a67-bdfde5dd71d9 was not found and therefore no delete operation was performed {{(pid=109889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:12:35.305070 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-49a93b1c-05f7-4c2b-9968-ad7d9f5288c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.313440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b180a77-6d4f-4998-a4de-875c4655624e') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:35.314021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b180a77-6d4f-4998-a4de-875c4655624e') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:35.326443 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.333140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a93b1c-05f7-4c2b-9968-ad7d9f5288c3 None None] Pushing event deleted for resources: {'Port': ['ID=d338a58d-e059-45c5-8a67-bdfde5dd71d9,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:35.338197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a93b1c-05f7-4c2b-9968-ad7d9f5288c3 None None] No DVR routers for this DVR port d338a58d-e059-45c5-8a67-bdfde5dd71d9 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:35.355934 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.365047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:35.365505 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:35.370771 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:35.419138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32f6e7be-407b-4508-8846-ac65fbbc12b8 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.439695 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.445261 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.452100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] 10.222.0.50 "DELETE /v2.0/networks/56445502-a504-4438-b813-045ceeab166d HTTP/1.1" status: 204 len: 168 time: 0.9638152 Nov 19 19:12:35.458203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6e7be-407b-4508-8846-ac65fbbc12b8 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event deleted for resources: {'Port': ['ID=dda80521-06e8-4d20-a362-87544b81c73a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:35.468667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3dc2b2d3-7b5b-44ea-8866-5f8620b9f903 None None] Could not find standard attr ID for object dda80521-06e8-4d20-a362-87544b81c73a. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:12:35.494421 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32f6e7be-407b-4508-8846-ac65fbbc12b8 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.497744 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-32f6e7be-407b-4508-8846-ac65fbbc12b8 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "DELETE /v2.0/ports/dda80521-06e8-4d20-a362-87544b81c73a HTTP/1.1" status: 204 len: 168 time: 0.5138869 Nov 19 19:12:35.500313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33198) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:35.504387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5e466-8333-41d1-8517-874c9906fbf5 tempest-NetworksIpV6TestAttrs-1173769224 tempest-NetworksIpV6TestAttrs-1173769224-project] Pushing event deleted for resources: {'Network': ['ID=56445502-a504-4438-b813-045ceeab166d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:35.529198 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-628b41c3-382f-4c08-acbf-9a4ff4b5ac53 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] GET failed (client error): The resource could not be found. Nov 19 19:12:35.530735 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-628b41c3-382f-4c08-acbf-9a4ff4b5ac53 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "GET /v2.0/ports/dda80521-06e8-4d20-a362-87544b81c73a HTTP/1.1" status: 404 len: 333 time: 0.0294948 Nov 19 19:12:35.534524 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33200) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:35.539992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Request body: {'port': {'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-761112728'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:35.675289 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Made reservation on behalf of c771a1c7b83940a197d34567e7ff5d27 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:35.680757 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.704051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] device_id is not set on port 18c2f29b-3195-49c9-85bd-2da032b862ba yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:35.837582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Allocated IP 2001:db8::1f1 (f849dfae-a96c-46ad-b6ac-ff9eb8f87173/973736e2-f63b-4276-b44a-2f55fae5839e/18c2f29b-3195-49c9-85bd-2da032b862ba) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:35.841259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33204) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:36.031154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0078245d-69e9-4291-b03d-d5471fbd8f4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16eb907f6b744e91b04c26cf9355d375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1862733 Nov 19 19:12:36.031781 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.031868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33214) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:36.073123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.091715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-603918f7-40f2-40ea-9573-c4beb0211cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.113975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-603918f7-40f2-40ea-9573-c4beb0211cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.116280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:36.124071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:36.126641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:36.132919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:36.134091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.163997 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6283607 Nov 19 19:12:36.165562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddd02e-1810-4ce9-8b3f-5ccf449a37e3 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'Port': ['ID=18c2f29b-3195-49c9-85bd-2da032b862ba,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:36.166112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33216) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:36.179991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Request body: {'port': {'network_id': 'f849dfae-a96c-46ad-b6ac-ff9eb8f87173', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1501830931'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:36.185600 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-603918f7-40f2-40ea-9573-c4beb0211cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.188214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-603918f7-40f2-40ea-9573-c4beb0211cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.191802 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-603918f7-40f2-40ea-9573-c4beb0211cbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/363dcc66-31ab-4c9d-831c-28efc5bc2507 HTTP/1.1" status: 204 len: 168 time: 0.1570468 Nov 19 19:12:36.244130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603918f7-40f2-40ea-9573-c4beb0211cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363dcc66-31ab-4c9d-831c-28efc5bc2507,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:36.350875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Made reservation on behalf of c771a1c7b83940a197d34567e7ff5d27 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:36.356200 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.377542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] device_id is not set on port 7b719433-b375-4d68-924e-cd38d42b3858 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:36.507704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5cf32383-bfd4-49ef-a014-6af32a82e18b None None] Provisioning complete for port 18c2f29b-3195-49c9-85bd-2da032b862ba triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:36.508938 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5cf32383-bfd4-49ef-a014-6af32a82e18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.524186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Allocated IP 2001:db8::13 (f849dfae-a96c-46ad-b6ac-ff9eb8f87173/973736e2-f63b-4276-b44a-2f55fae5839e/7b719433-b375-4d68-924e-cd38d42b3858) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:36.580847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5cf32383-bfd4-49ef-a014-6af32a82e18b None None] Port 18c2f29b-3195-49c9-85bd-2da032b862ba cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:36.650387 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d338a58d-e059-45c5-8a67-bdfde5dd71d9 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:12:36.731273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.782761 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.833122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:36.842401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:36.846487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:36.852969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:36.853693 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:36.864471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'Port': ['ID=7b719433-b375-4d68-924e-cd38d42b3858,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:36.887802 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c2a1ff61-0fd2-4a64-951e-e0bbad373f5c tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7199609 Nov 19 19:12:36.891890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33232) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:36.894442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: d338a58d-e059-45c5-8a67-bdfde5dd71d9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:12:36.894809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d338a58d-e059-45c5-8a67-bdfde5dd71d9 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:12:36.904654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-36de8d63-bb05-4f84-8de0-4c6deb9f9279 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12b', 'mac_address': 'fa:16:3e:fd:3b:e3'}, {'ip_address': '2001:db8::1f1', 'mac_address': 'fa:16:3e:59:12:ab'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:37.126919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36de8d63-bb05-4f84-8de0-4c6deb9f9279 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.221557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5ce7452a-8102-4029-8c2a-2389ccc72a79 None None] Provisioning complete for port 7b719433-b375-4d68-924e-cd38d42b3858 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:37.222171 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5ce7452a-8102-4029-8c2a-2389ccc72a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.276020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7452a-8102-4029-8c2a-2389ccc72a79 None None] Port 7b719433-b375-4d68-924e-cd38d42b3858 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:37.292296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33246) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:37.387157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36de8d63-bb05-4f84-8de0-4c6deb9f9279 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.393182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36de8d63-bb05-4f84-8de0-4c6deb9f9279 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.406339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'network': {'name': 'tempest-RoutersTest-653312323'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:37.433481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-36de8d63-bb05-4f84-8de0-4c6deb9f9279 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] In _notify_port_updated(), no bound segment for port 7b719433-b375-4d68-924e-cd38d42b3858 on network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:12:37.437943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:37.439269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36de8d63-bb05-4f84-8de0-4c6deb9f9279 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:37.439917 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36de8d63-bb05-4f84-8de0-4c6deb9f9279 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.441651 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-36de8d63-bb05-4f84-8de0-4c6deb9f9279 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "PUT /v2.0/ports/7b719433-b375-4d68-924e-cd38d42b3858 HTTP/1.1" status: 200 len: 1067 time: 0.5476696 Nov 19 19:12:37.444243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33250) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:37.445390 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.459444 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.487578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de8d63-bb05-4f84-8de0-4c6deb9f9279 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event updated for resources: {'Port': ['ID=7b719433-b375-4d68-924e-cd38d42b3858,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:37.571487 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.573453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-289084da-2680-4521-a4d5-e743abddfcff tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Deleting port 7b719433-b375-4d68-924e-cd38d42b3858 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:37.573912 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-289084da-2680-4521-a4d5-e743abddfcff tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.578008 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.591104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:37.601729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.602346 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added segment 00d4effc-acc8-4845-8c50-5eae9e1abc8c of type vlan for network 004c6354-b794-4944-a810-faaa7d919eae Nov 19 19:12:37.648321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.684077 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.689979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:37.690524 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.706643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-289084da-2680-4521-a4d5-e743abddfcff tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.725105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-289084da-2680-4521-a4d5-e743abddfcff tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Calling delete_port for 7b719433-b375-4d68-924e-cd38d42b3858 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:37.760426 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4663153 Nov 19 19:12:37.763523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33252) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:37.770450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'network': {'name': 'tempest-RoutersTest-1312180435'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:37.773608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31df5732-31da-4abc-89a5-8736e8fe345b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:37.803310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095a397-501d-480c-bf58-59c9cb8fd868 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Network': ['ID=004c6354-b794-4944-a810-faaa7d919eae,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:37.815289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e139b7b3-0842-4c06-8385-1aab00e0b33b None None] Provisioning complete for port 7b719433-b375-4d68-924e-cd38d42b3858 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:37.816706 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e139b7b3-0842-4c06-8385-1aab00e0b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.822129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 004c6354-b794-4944-a810-faaa7d919eae details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:37.822385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:37.826790 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.862875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:37.878632 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.879584 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added segment b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3 of type vlan for network a34b7845-3aca-4f04-b4ac-dc2f791aa348 Nov 19 19:12:37.918606 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-289084da-2680-4521-a4d5-e743abddfcff tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.941466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.950301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e139b7b3-0842-4c06-8385-1aab00e0b33b None None] Port 7b719433-b375-4d68-924e-cd38d42b3858 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:37.961281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289084da-2680-4521-a4d5-e743abddfcff tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event deleted for resources: {'Port': ['ID=7b719433-b375-4d68-924e-cd38d42b3858,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:37.986539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:37.994233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:37.994856 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:38.069023 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3018346 Nov 19 19:12:38.070221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33254) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:38.075423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'subnet': {'network_id': '004c6354-b794-4944-a810-faaa7d919eae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:38.095737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1d585-ffde-47f9-ac9b-123ddb95e5ee tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Network': ['ID=a34b7845-3aca-4f04-b4ac-dc2f791aa348,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:38.108328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network a34b7845-3aca-4f04-b4ac-dc2f791aa348 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:38.156988 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-289084da-2680-4521-a4d5-e743abddfcff tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:38.170511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33260) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:38.174682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-289084da-2680-4521-a4d5-e743abddfcff tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "DELETE /v2.0/ports/7b719433-b375-4d68-924e-cd38d42b3858 HTTP/1.1" status: 204 len: 168 time: 0.7163107 Nov 19 19:12:38.236257 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11d4243-e100-4fcc-9a51-206f615071d6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] GET failed (client error): The resource could not be found. Nov 19 19:12:38.239369 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b11d4243-e100-4fcc-9a51-206f615071d6 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "GET /v2.0/ports/7b719433-b375-4d68-924e-cd38d42b3858 HTTP/1.1" status: 404 len: 333 time: 0.0678017 Nov 19 19:12:38.240088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33262) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:38.269351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:38.276180 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:38.292832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f4b01d4-d366-4027-8ad8-c14636beb96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:38.389830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-09aadbc2-921f-4ad4-8c80-0e2095e29418 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Deleting port 18c2f29b-3195-49c9-85bd-2da032b862ba {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:38.390249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-09aadbc2-921f-4ad4-8c80-0e2095e29418 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:38.489831 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-09aadbc2-921f-4ad4-8c80-0e2095e29418 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:38.504757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-09aadbc2-921f-4ad4-8c80-0e2095e29418 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Calling delete_port for 18c2f29b-3195-49c9-85bd-2da032b862ba owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:38.509571 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:38.568565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Subnet': ['ID=a7883f53-ae17-4712-82aa-814502b14fef,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:38.585150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Checking segment: {'id': '00d4effc-acc8-4845-8c50-5eae9e1abc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '004c6354-b794-4944-a810-faaa7d919eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:38.585590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network hostable DHCP agents. Network: 004c6354-b794-4944-a810-faaa7d919eae, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:38.603914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 004c6354-b794-4944-a810-faaa7d919eae is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:38.617265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 004c6354-b794-4944-a810-faaa7d919eae) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:38.622374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:38.623195 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:38.634643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c481e6-e50e-4917-8d3c-c19e8d04704d None None] Network 004c6354-b794-4944-a810-faaa7d919eae requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:38.655169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2f82e7b1-548e-4f26-ab24-8af38e0b7bb4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5837319 Nov 19 19:12:38.657914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33266) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:38.663412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'subnet': {'network_id': 'a34b7845-3aca-4f04-b4ac-dc2f791aa348', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:38.672399 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-09aadbc2-921f-4ad4-8c80-0e2095e29418 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:38.716896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aadbc2-921f-4ad4-8c80-0e2095e29418 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event deleted for resources: {'Port': ['ID=18c2f29b-3195-49c9-85bd-2da032b862ba,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:38.766277 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-09aadbc2-921f-4ad4-8c80-0e2095e29418 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:38.772832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-09aadbc2-921f-4ad4-8c80-0e2095e29418 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "DELETE /v2.0/ports/18c2f29b-3195-49c9-85bd-2da032b862ba HTTP/1.1" status: 204 len: 168 time: 0.5311716 Nov 19 19:12:38.773568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33268) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:38.812128 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f99b90-09ad-4ee2-8846-e383d5e82091 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] GET failed (client error): The resource could not be found. Nov 19 19:12:38.817317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-39f99b90-09ad-4ee2-8846-e383d5e82091 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "GET /v2.0/ports/18c2f29b-3195-49c9-85bd-2da032b862ba HTTP/1.1" status: 404 len: 333 time: 0.0391259 Nov 19 19:12:38.817966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33270) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:38.861965 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-004c6354-b794-4944-a810-faaa7d919eae', 'network_id': '004c6354-b794-4944-a810-faaa7d919eae', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'fixed_ips': [{'subnet_id': 'a7883f53-ae17-4712-82aa-814502b14fef'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:38.863486 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:38.941448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bfee65b3-8ed6-4b10-9280-8ed3eeeccfa1 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Deleting port b761887e-88f9-4300-9e34-fd68e01eec1d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:38.942059 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfee65b3-8ed6-4b10-9280-8ed3eeeccfa1 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.072178 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfee65b3-8ed6-4b10-9280-8ed3eeeccfa1 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.084961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Allocated IP 172.20.0.2 (004c6354-b794-4944-a810-faaa7d919eae/a7883f53-ae17-4712-82aa-814502b14fef/48bace04-7491-42f7-abce-acce2c254adb) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:39.085482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bfee65b3-8ed6-4b10-9280-8ed3eeeccfa1 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Calling delete_port for b761887e-88f9-4300-9e34-fd68e01eec1d owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:39.218831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:39.223764 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.245060 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfee65b3-8ed6-4b10-9280-8ed3eeeccfa1 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.278066 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.288853 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.295875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee65b3-8ed6-4b10-9280-8ed3eeeccfa1 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event deleted for resources: {'Port': ['ID=b761887e-88f9-4300-9e34-fd68e01eec1d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:39.328466 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bfee65b3-8ed6-4b10-9280-8ed3eeeccfa1 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.332841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bfee65b3-8ed6-4b10-9280-8ed3eeeccfa1 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "DELETE /v2.0/ports/b761887e-88f9-4300-9e34-fd68e01eec1d HTTP/1.1" status: 204 len: 168 time: 0.5139019 Nov 19 19:12:39.335227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33276) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:39.362269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Network 004c6354-b794-4944-a810-faaa7d919eae is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:39.365929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:39.370808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:39.389881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Pushing event updated for resources: {'Port': ['ID=48bace04-7491-42f7-abce-acce2c254adb,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:39.455539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-93aed5a8-872a-4e39-aa99-4f06bb0947b4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Deleting subnet 973736e2-f63b-4276-b44a-2f55fae5839e {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:39.459462 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93aed5a8-872a-4e39-aa99-4f06bb0947b4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.490787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Attempting to bind port 48bace04-7491-42f7-abce-acce2c254adb on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:39.491140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Attempting to bind port 48bace04-7491-42f7-abce-acce2c254adb by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '00d4effc-acc8-4845-8c50-5eae9e1abc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '004c6354-b794-4944-a810-faaa7d919eae'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:39.491457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Attempting to bind port 48bace04-7491-42f7-abce-acce2c254adb on network 004c6354-b794-4944-a810-faaa7d919eae {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:39.505495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:39.509786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Checking segment: {'id': '00d4effc-acc8-4845-8c50-5eae9e1abc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '004c6354-b794-4944-a810-faaa7d919eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:39.510262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.510674 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Bound using segment: {'id': '00d4effc-acc8-4845-8c50-5eae9e1abc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '004c6354-b794-4944-a810-faaa7d919eae'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:39.511177 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Bound port: 48bace04-7491-42f7-abce-acce2c254adb, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d4effc-acc8-4845-8c50-5eae9e1abc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '004c6354-b794-4944-a810-faaa7d919eae'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:39.511572 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.530074 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93aed5a8-872a-4e39-aa99-4f06bb0947b4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.606824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] For port 48bace04-7491-42f7-abce-acce2c254adb, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:39.613178 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] For port 48bace04-7491-42f7-abce-acce2c254adb, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=48bace04-7491-42f7-abce-acce2c254adb,segment=NetworkSegment(00d4effc-acc8-4845-8c50-5eae9e1abc8c),segment_id=00d4effc-acc8-4845-8c50-5eae9e1abc8c)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:39.622704 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.649171 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.693919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93aed5a8-872a-4e39-aa99-4f06bb0947b4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.701668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f7ef9-1852-426f-8e9b-a7d3aabd73c5 None None] Pushing event updated for resources: {'Port': ['ID=48bace04-7491-42f7-abce-acce2c254adb,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:39.736951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Subnet': ['ID=a17b64dc-af70-48d2-a686-236acdd59dbb,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:39.763592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Checking segment: {'id': 'b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a34b7845-3aca-4f04-b4ac-dc2f791aa348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:39.763919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network hostable DHCP agents. Network: a34b7845-3aca-4f04-b4ac-dc2f791aa348, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:39.766343 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93aed5a8-872a-4e39-aa99-4f06bb0947b4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.786506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network a34b7845-3aca-4f04-b4ac-dc2f791aa348 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:39.798213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aed5a8-872a-4e39-aa99-4f06bb0947b4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event deleted for resources: {'Subnet': ['ID=973736e2-f63b-4276-b44a-2f55fae5839e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:39.800486 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93aed5a8-872a-4e39-aa99-4f06bb0947b4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.803924 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-93aed5a8-872a-4e39-aa99-4f06bb0947b4 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "DELETE /v2.0/subnets/973736e2-f63b-4276-b44a-2f55fae5839e HTTP/1.1" status: 204 len: 168 time: 0.4661665 Nov 19 19:12:39.807819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33280) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:39.810660 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402a8441-4db2-41e5-8c48-babff729df5e None None] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:39.860794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, a34b7845-3aca-4f04-b4ac-dc2f791aa348) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:39.869382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:39.870600 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.875110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f41a16-7e3a-416d-a61c-f924d2d5540f None None] Network a34b7845-3aca-4f04-b4ac-dc2f791aa348 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:39.942272 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:39.954665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33282) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:39.963368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-52a70a7b-098d-400a-bcd5-73d5b96e73f9 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2925398 Nov 19 19:12:39.971808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f2034088-6aa3-4a7c-a582-ff4b4da1f243 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1616932396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:40.014331 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2034088-6aa3-4a7c-a582-ff4b4da1f243 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.028789 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2034088-6aa3-4a7c-a582-ff4b4da1f243 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.031109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Deleting port 060ddf09-4c1e-4284-9052-e527be958bc4 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:40.032008 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.146246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] For port 060ddf09-4c1e-4284-9052-e527be958bc4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=060ddf09-4c1e-4284-9052-e527be958bc4,segment=NetworkSegment(6a10bbfa-f050-44f7-8dab-6b8c414b69fb),segment_id=6a10bbfa-f050-44f7-8dab-6b8c414b69fb)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:40.146628 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.155222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2034088-6aa3-4a7c-a582-ff4b4da1f243 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.169328 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2034088-6aa3-4a7c-a582-ff4b4da1f243 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.172637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Calling delete_port for 060ddf09-4c1e-4284-9052-e527be958bc4 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:40.190834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebbfdc8-9a2c-4e13-929a-a5f7fd6ebd6c None None] DHCP port deletion for f849dfae-a96c-46ad-b6ac-ff9eb8f87173 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:40.199287 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2034088-6aa3-4a7c-a582-ff4b4da1f243 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.201442 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f2034088-6aa3-4a7c-a582-ff4b4da1f243 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2350194 Nov 19 19:12:40.204149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33284) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:40.210435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-a34b7845-3aca-4f04-b4ac-dc2f791aa348', 'network_id': 'a34b7845-3aca-4f04-b4ac-dc2f791aa348', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'fixed_ips': [{'subnet_id': 'a17b64dc-af70-48d2-a686-236acdd59dbb'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:40.212699 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.273833 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.308737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event deleted for resources: {'Port': ['ID=060ddf09-4c1e-4284-9052-e527be958bc4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:40.313727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] No DVR routers for this DVR port 060ddf09-4c1e-4284-9052-e527be958bc4 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:40.422435 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.449133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f849dfae-a96c-46ad-b6ac-ff9eb8f87173']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:40.456808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-eebbfdc8-9a2c-4e13-929a-a5f7fd6ebd6c None None] Deleting port 060ddf09-4c1e-4284-9052-e527be958bc4 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:40.457378 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eebbfdc8-9a2c-4e13-929a-a5f7fd6ebd6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.460776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a10bbfa-f050-44f7-8dab-6b8c414b69fb') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:40.461702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a10bbfa-f050-44f7-8dab-6b8c414b69fb') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:40.473580 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.489312 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.500310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:40.500902 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:40.504507 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:40.613134 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.662991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.668807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-eebbfdc8-9a2c-4e13-929a-a5f7fd6ebd6c None None] For port 060ddf09-4c1e-4284-9052-e527be958bc4, host n-d-815373-6, got binding levels [] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:40.669526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] 10.222.0.50 "DELETE /v2.0/networks/f849dfae-a96c-46ad-b6ac-ff9eb8f87173 HTTP/1.1" status: 204 len: 168 time: 0.8604670 Nov 19 19:12:40.669864 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eebbfdc8-9a2c-4e13-929a-a5f7fd6ebd6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.670989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c60d8-93d3-4b0d-8294-9a42fcd72a92 tempest-AllowedAddressPairIpV6TestJSON-1178881017 tempest-AllowedAddressPairIpV6TestJSON-1178881017-project] Pushing event deleted for resources: {'Network': ['ID=f849dfae-a96c-46ad-b6ac-ff9eb8f87173,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:40.697390 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aba9cdb7-92e4-4ed2-9f70-3e9008bb8534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.702476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Allocated IP 172.21.0.2 (a34b7845-3aca-4f04-b4ac-dc2f791aa348/a17b64dc-af70-48d2-a686-236acdd59dbb/f298944a-c472-41c5-9090-741fc03848c5) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:40.720912 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.725480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-eebbfdc8-9a2c-4e13-929a-a5f7fd6ebd6c None None] Calling delete_port for 060ddf09-4c1e-4284-9052-e527be958bc4 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:40.729732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.ipam_backend_mixin [None req-eebbfdc8-9a2c-4e13-929a-a5f7fd6ebd6c None None] Port 060ddf09-4c1e-4284-9052-e527be958bc4 was not found and therefore no delete operation was performed {{(pid=109889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:12:40.740241 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eebbfdc8-9a2c-4e13-929a-a5f7fd6ebd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:40.768642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbfdc8-9a2c-4e13-929a-a5f7fd6ebd6c None None] Pushing event deleted for resources: {'Port': ['ID=060ddf09-4c1e-4284-9052-e527be958bc4,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:40.770631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 48bace04-7491-42f7-abce-acce2c254adb up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:40.888657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eebbfdc8-9a2c-4e13-929a-a5f7fd6ebd6c None None] Network f849dfae-a96c-46ad-b6ac-ff9eb8f87173 is not hosted by any dhcp agent {{(pid=109889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 19:12:40.889295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebbfdc8-9a2c-4e13-929a-a5f7fd6ebd6c None None] No DVR routers for this DVR port 060ddf09-4c1e-4284-9052-e527be958bc4 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:41.004577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 48bace04-7491-42f7-abce-acce2c254adb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:41.004964 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.115862 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.142962 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.186661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33296) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:41.233389 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Allocated IP 172.20.0.1 (004c6354-b794-4944-a810-faaa7d919eae/a7883f53-ae17-4712-82aa-814502b14fef/3297cdd4-6a4e-424f-893e-c5f023760eae) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:41.234585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb7417-f5c3-40c4-a3ad-ffc232a31384 None None] Network 004c6354-b794-4944-a810-faaa7d919eae requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:41.255530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Network a34b7845-3aca-4f04-b4ac-dc2f791aa348 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:41.283768 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Pushing event updated for resources: {'Port': ['ID=f298944a-c472-41c5-9090-741fc03848c5,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:41.286054 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.300285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:41.312141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:41.362200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.380582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0bbcba3a-cb99-42b1-bebb-d4c3f0731fbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c771a1c7b83940a197d34567e7ff5d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897345 Nov 19 19:12:41.380878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33300) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:41.403216 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.403478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 48bace04-7491-42f7-abce-acce2c254adb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=48bace04-7491-42f7-abce-acce2c254adb,segment=NetworkSegment(00d4effc-acc8-4845-8c50-5eae9e1abc8c),segment_id=00d4effc-acc8-4845-8c50-5eae9e1abc8c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:41.422418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6a736a4a-dbea-4811-91d0-4c36684b03d6 None None] Provisioning complete for port 48bace04-7491-42f7-abce-acce2c254adb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:41.422795 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6a736a4a-dbea-4811-91d0-4c36684b03d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.425875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.440696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f659490-f142-47ed-9328-de9e0fc60ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.456659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 004c6354-b794-4944-a810-faaa7d919eae is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:41.462169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:41.464791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:41.487672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Attempting to bind port f298944a-c472-41c5-9090-741fc03848c5 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:41.488019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Attempting to bind port f298944a-c472-41c5-9090-741fc03848c5 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a34b7845-3aca-4f04-b4ac-dc2f791aa348'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:41.488310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Attempting to bind port f298944a-c472-41c5-9090-741fc03848c5 on network a34b7845-3aca-4f04-b4ac-dc2f791aa348 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:41.489839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f659490-f142-47ed-9328-de9e0fc60ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.496136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=3297cdd4-6a4e-424f-893e-c5f023760eae,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:41.531040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.531552 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 060ddf09-4c1e-4284-9052-e527be958bc4 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:12:41.544610 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:41.544996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Checking segment: {'id': 'b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a34b7845-3aca-4f04-b4ac-dc2f791aa348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:41.545407 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.547197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Bound using segment: {'id': 'b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a34b7845-3aca-4f04-b4ac-dc2f791aa348'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:41.547197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Bound port: f298944a-c472-41c5-9090-741fc03848c5, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a34b7845-3aca-4f04-b4ac-dc2f791aa348'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:41.547197 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.564260 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f659490-f142-47ed-9328-de9e0fc60ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.568323 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f659490-f142-47ed-9328-de9e0fc60ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.572069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7f659490-f142-47ed-9328-de9e0fc60ed6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff28e779-5b30-46d1-92ac-a14a1d991ca7 HTTP/1.1" status: 204 len: 168 time: 0.1876247 Nov 19 19:12:41.594332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f659490-f142-47ed-9328-de9e0fc60ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff28e779-5b30-46d1-92ac-a14a1d991ca7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:41.608644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 060ddf09-4c1e-4284-9052-e527be958bc4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:12:41.609197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 060ddf09-4c1e-4284-9052-e527be958bc4 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:12:41.620790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=48bace04-7491-42f7-abce-acce2c254adb,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:41.706666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:41.800523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] For port f298944a-c472-41c5-9090-741fc03848c5, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:41.804026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] For port f298944a-c472-41c5-9090-741fc03848c5, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f298944a-c472-41c5-9090-741fc03848c5,segment=NetworkSegment(b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3),segment_id=b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:41.817508 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:42.138561 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:42.181174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a12a1-64b5-4de3-a526-713c899274e7 None None] Pushing event updated for resources: {'Port': ['ID=f298944a-c472-41c5-9090-741fc03848c5,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:42.245281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-24a54b62-dffb-4ba6-b139-115ef64a35e3 None None] Provisioning complete for port 48bace04-7491-42f7-abce-acce2c254adb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:42.245659 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-24a54b62-dffb-4ba6-b139-115ef64a35e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:42.290870 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:42.300193 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:42.364329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:42.424764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-24a54b62-dffb-4ba6-b139-115ef64a35e3 None None] Provisioning complete for port 3297cdd4-6a4e-424f-893e-c5f023760eae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:42.425147 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-24a54b62-dffb-4ba6-b139-115ef64a35e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:42.504000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-24a54b62-dffb-4ba6-b139-115ef64a35e3 None None] Port 3297cdd4-6a4e-424f-893e-c5f023760eae cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:42.542008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=3297cdd4-6a4e-424f-893e-c5f023760eae,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:42.597351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 004c6354-b794-4944-a810-faaa7d919eae is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:42.599055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:42.696670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8c40d8eb-fa87-47f5-8a65-b0e63b64d568 None None] Provisioning complete for port 3297cdd4-6a4e-424f-893e-c5f023760eae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:42.697071 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8c40d8eb-fa87-47f5-8a65-b0e63b64d568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:42.786572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8c40d8eb-fa87-47f5-8a65-b0e63b64d568 None None] Port 3297cdd4-6a4e-424f-893e-c5f023760eae cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:42.827462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router b2370c86-d025-4fac-8f3a-703f0a3ef16a is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:12:42.881012 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33338) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:42.951147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 48bace04-7491-42f7-abce-acce2c254adb up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:43.042894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-999293286'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:43.060982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 48bace04-7491-42f7-abce-acce2c254adb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:43.061799 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.077484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:43.082394 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.094226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.135832 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5e9fdbed-af7e-48be-9dd2-4dc76f97865a None None] Provisioning complete for port 3297cdd4-6a4e-424f-893e-c5f023760eae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:43.136202 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e9fdbed-af7e-48be-9dd2-4dc76f97865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.205419 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.210929 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.213870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fdbed-af7e-48be-9dd2-4dc76f97865a None None] Port 3297cdd4-6a4e-424f-893e-c5f023760eae cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:43.220349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f298944a-c472-41c5-9090-741fc03848c5 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:43.227534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:43.237775 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.238230 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Added segment adab9dab-7587-40b6-b815-2c4552bff076 of type vlan for network 2953a791-3f54-41a3-92dc-efec9fb97405 Nov 19 19:12:43.309556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f298944a-c472-41c5-9090-741fc03848c5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:43.310016 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.314395 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.334937 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.373537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05660d70-4a81-4e53-b4c3-c397302af7bd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:43.381182 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.391016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:43.392674 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.420801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:12:43.441278 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-95ae0128-e09b-429a-b718-7f2ce270fb67 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/b2370c86-d025-4fac-8f3a-703f0a3ef16a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2334330 Nov 19 19:12:43.448897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.452112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33344) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:43.464371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21621044-18b3-4d7a-a0bb-cb3903b9c17f None None] Sync routers for ids ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:12:43.490547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Network': ['ID=2953a791-3f54-41a3-92dc-efec9fb97405,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:43.510275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21621044-18b3-4d7a-a0bb-cb3903b9c17f None None] Routers {'b2370c86-d025-4fac-8f3a-703f0a3ef16a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:43.510928 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-21621044-18b3-4d7a-a0bb-cb3903b9c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:43.512571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b296462-8ca6-4225-abea-257b8e528d19 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:43.516543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3b296462-8ca6-4225-abea-257b8e528d19 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports/3297cdd4-6a4e-424f-893e-c5f023760eae HTTP/1.1" status: 200 len: 910 time: 0.0606911 Nov 19 19:12:43.517365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33346) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:43.517710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33348) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:43.518541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1a4a8ed1-3904-4391-b1aa-f7cc92c750dc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6301548 Nov 19 19:12:43.522524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:43.522710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:43.529237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port f298944a-c472-41c5-9090-741fc03848c5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f298944a-c472-41c5-9090-741fc03848c5,segment=NetworkSegment(b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3),segment_id=b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:43.609712 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.611900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-21621044-18b3-4d7a-a0bb-cb3903b9c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:43.674510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21621044-18b3-4d7a-a0bb-cb3903b9c17f None None] Routers {'b2370c86-d025-4fac-8f3a-703f0a3ef16a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:43.675473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-21621044-18b3-4d7a-a0bb-cb3903b9c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:43.723250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-21621044-18b3-4d7a-a0bb-cb3903b9c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:43.723907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21621044-18b3-4d7a-a0bb-cb3903b9c17f None None] The sync data for ids ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:12:43.744818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=f298944a-c472-41c5-9090-741fc03848c5,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:43.858319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4fdd22-6fb3-4da9-bb0e-5a3a8f04d686 None None] Network a34b7845-3aca-4f04-b4ac-dc2f791aa348 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:43.885691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:43.889322 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:43.966300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-03fb76d9-bd59-4c00-9742-7773e507d4a5 None None] Provisioning complete for port f298944a-c472-41c5-9090-741fc03848c5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:43.966653 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03fb76d9-bd59-4c00-9742-7773e507d4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.084673 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.087613 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.257689 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.365302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5a2ceeb6-0735-402a-834e-73c08656632d None None] Provisioning complete for port f298944a-c472-41c5-9090-741fc03848c5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:44.365874 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a2ceeb6-0735-402a-834e-73c08656632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.394711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=69901beb-b7ef-40c8-b90b-4ae5990dabc2,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:44.428413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:44.429116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network hostable DHCP agents. Network: 2953a791-3f54-41a3-92dc-efec9fb97405, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:44.477382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:44.490308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Allocated IP 172.21.0.1 (a34b7845-3aca-4f04-b4ac-dc2f791aa348/a17b64dc-af70-48d2-a686-236acdd59dbb/34d65f61-3a8f-4047-8e2a-fc1ebd8da816) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:44.495319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 2953a791-3f54-41a3-92dc-efec9fb97405) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:44.502995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:44.503600 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.505422 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03545bc-d1f7-4c13-a7f5-679b621b7412 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:44.534296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-18339452-6571-49f7-a202-9517c9ad765d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0129812 Nov 19 19:12:44.535703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33356) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:44.542502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'name': 'tempest-NetworksTestDHCPv6-306847853'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:44.646987 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.662779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f298944a-c472-41c5-9090-741fc03848c5 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:44.691427 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.737213 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '69901beb-b7ef-40c8-b90b-4ae5990dabc2'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:44.738143 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.745349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network a34b7845-3aca-4f04-b4ac-dc2f791aa348 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:44.749068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:44.753295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:44.762564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=34d65f61-3a8f-4047-8e2a-fc1ebd8da816,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:44.773013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:44.778123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.802377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 13b8ef5d-7ef0-4db9-8369-447446ca2919 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:44.815089 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.902144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f298944a-c472-41c5-9090-741fc03848c5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:44.902878 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.996073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.026902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::1ad (2953a791-3f54-41a3-92dc-efec9fb97405/69901beb-b7ef-40c8-b90b-4ae5990dabc2/13b8ef5d-7ef0-4db9-8369-447446ca2919) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:45.191164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1d1c74cf-4595-4e21-be11-23de4ee03f70 None None] Provisioning complete for port 34d65f61-3a8f-4047-8e2a-fc1ebd8da816 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:45.191545 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d1c74cf-4595-4e21-be11-23de4ee03f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.230932 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.236517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c74cf-4595-4e21-be11-23de4ee03f70 None None] Port 34d65f61-3a8f-4047-8e2a-fc1ebd8da816 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:45.267544 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.324232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:45.327298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:45.332027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:45.332748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Allocated IP 2001:db8::2 (2953a791-3f54-41a3-92dc-efec9fb97405/69901beb-b7ef-40c8-b90b-4ae5990dabc2/7f751d77-b845-4762-a9e6-ef9d3c92038c) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:45.339157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:45.339805 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.343529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=13b8ef5d-7ef0-4db9-8369-447446ca2919,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:45.365694 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-93ebd8ea-e92c-443b-8a6f-0929ace1e725 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8254731 Nov 19 19:12:45.365694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33364) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:45.391620 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.399574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.420202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f798ac0-2c94-405d-996c-d5ef16e8b1d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:45.424497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7f798ac0-2c94-405d-996c-d5ef16e8b1d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0553176 Nov 19 19:12:45.424693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33366) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:45.502926 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.508510 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.512044 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.549976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2b906fcf-fbd7-4dbb-a292-e5771582e980 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 13b8ef5d-7ef0-4db9-8369-447446ca2919 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:45.551360 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b906fcf-fbd7-4dbb-a292-e5771582e980 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.572078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:45.574223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:45.576271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=34d65f61-3a8f-4047-8e2a-fc1ebd8da816,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:45.576406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Pushing event updated for resources: {'Port': ['ID=7f751d77-b845-4762-a9e6-ef9d3c92038c,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:45.578763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:45.629292 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network a34b7845-3aca-4f04-b4ac-dc2f791aa348 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:45.630933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:45.639628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Attempting to bind port 7f751d77-b845-4762-a9e6-ef9d3c92038c on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:45.640009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Attempting to bind port 7f751d77-b845-4762-a9e6-ef9d3c92038c by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:45.640391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Attempting to bind port 7f751d77-b845-4762-a9e6-ef9d3c92038c on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:45.649156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:45.650034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:45.650696 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.651300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:45.652088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Bound port: 7f751d77-b845-4762-a9e6-ef9d3c92038c, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:45.653898 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.718207 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b906fcf-fbd7-4dbb-a292-e5771582e980 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.742449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2b906fcf-fbd7-4dbb-a292-e5771582e980 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 13b8ef5d-7ef0-4db9-8369-447446ca2919 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:45.766120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] For port 7f751d77-b845-4762-a9e6-ef9d3c92038c, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:45.767473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router b2370c86-d025-4fac-8f3a-703f0a3ef16a has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:12:45.769639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] For port 7f751d77-b845-4762-a9e6-ef9d3c92038c, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7f751d77-b845-4762-a9e6-ef9d3c92038c,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:45.785077 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.903380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:12:45.919357 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc39584-0be1-465d-a720-c5628354ba6e None None] Sync routers for ids ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:12:45.924515 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5c0359f8-b58c-44f1-bb95-dc58e9d5b1a2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/b2370c86-d025-4fac-8f3a-703f0a3ef16a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3943002 Nov 19 19:12:45.925175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33368) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:45.935451 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1cc93-d321-4408-985a-2ce5c9ab0207 None None] Pushing event updated for resources: {'Port': ['ID=7f751d77-b845-4762-a9e6-ef9d3c92038c,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:45.938834 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc39584-0be1-465d-a720-c5628354ba6e None None] Routers {'b2370c86-d025-4fac-8f3a-703f0a3ef16a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:45.939726 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bdc39584-0be1-465d-a720-c5628354ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:45.952954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b906fcf-fbd7-4dbb-a292-e5771582e980 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:45.989178 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3a4a87bc-0a5c-4a6a-8494-712bf4f37bc6 None None] Provisioning complete for port 34d65f61-3a8f-4047-8e2a-fc1ebd8da816 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:45.989738 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a4a87bc-0a5c-4a6a-8494-712bf4f37bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:46.006400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b906fcf-fbd7-4dbb-a292-e5771582e980 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=13b8ef5d-7ef0-4db9-8369-447446ca2919,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:46.012145 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bdc39584-0be1-465d-a720-c5628354ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:46.030282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf29bd74-b3f2-4ced-b9b0-136044675415 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:46.032779 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cf29bd74-b3f2-4ced-b9b0-136044675415 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports/34d65f61-3a8f-4047-8e2a-fc1ebd8da816 HTTP/1.1" status: 200 len: 910 time: 0.1066055 Nov 19 19:12:46.036500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33372) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:46.039021 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc39584-0be1-465d-a720-c5628354ba6e None None] Routers {'b2370c86-d025-4fac-8f3a-703f0a3ef16a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:46.039848 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bdc39584-0be1-465d-a720-c5628354ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:46.074938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b906fcf-fbd7-4dbb-a292-e5771582e980 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:46.075098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3a4a87bc-0a5c-4a6a-8494-712bf4f37bc6 None None] Port 34d65f61-3a8f-4047-8e2a-fc1ebd8da816 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:46.075912 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2b906fcf-fbd7-4dbb-a292-e5771582e980 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/13b8ef5d-7ef0-4db9-8369-447446ca2919 HTTP/1.1" status: 204 len: 168 time: 0.6502886 Nov 19 19:12:46.078742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33374) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:46.099344 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bdc39584-0be1-465d-a720-c5628354ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:46.100220 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc39584-0be1-465d-a720-c5628354ba6e None None] The sync data for ids ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:12:46.141882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83831572-7bb9-440b-9ace-a2795287af3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:46.145093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83831572-7bb9-440b-9ace-a2795287af3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:46.155437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-83831572-7bb9-440b-9ace-a2795287af3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0741251 Nov 19 19:12:46.158210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33376) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:46.300640 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0615e7-b8e4-45af-bad1-2f1978bbd8fa tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 69901beb-b7ef-40c8-b90b-4ae5990dabc2 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:46.305213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c0615e7-b8e4-45af-bad1-2f1978bbd8fa tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:46.362333 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c0615e7-b8e4-45af-bad1-2f1978bbd8fa tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:46.503249 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c0615e7-b8e4-45af-bad1-2f1978bbd8fa tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:46.540224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b226183-9ed5-4570-91af-dcd86569bd7b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:46.629403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5bebd-3ccf-4d0c-83c9-232480336a8c req-b18fe3dd-0fa4-4df6-9e9e-58848462aeb9 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:46.630999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9da5bebd-3ccf-4d0c-83c9-232480336a8c req-b18fe3dd-0fa4-4df6-9e9e-58848462aeb9 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 945 time: 0.1022737 Nov 19 19:12:46.647111 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c0615e7-b8e4-45af-bad1-2f1978bbd8fa tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:46.696773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0615e7-b8e4-45af-bad1-2f1978bbd8fa tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=69901beb-b7ef-40c8-b90b-4ae5990dabc2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:46.698761 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7f751d77-b845-4762-a9e6-ef9d3c92038c up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:46.700191 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c0615e7-b8e4-45af-bad1-2f1978bbd8fa tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:46.705941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2c0615e7-b8e4-45af-bad1-2f1978bbd8fa tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/69901beb-b7ef-40c8-b90b-4ae5990dabc2 HTTP/1.1" status: 204 len: 168 time: 0.5443149 Nov 19 19:12:46.706683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33386) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:46.786577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7f751d77-b845-4762-a9e6-ef9d3c92038c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:46.788090 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:46.804163 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9b87979b-287a-416b-841b-4f8b684f03dd tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962367 Nov 19 19:12:46.815498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33388) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:46.825401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2f600228-a225-4596-8704-aa664ee2bde9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:46.889537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2b226183-9ed5-4570-91af-dcd86569bd7b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 34d65f61-3a8f-4047-8e2a-fc1ebd8da816 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:46.889832 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b226183-9ed5-4570-91af-dcd86569bd7b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:46.923272 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:46.943891 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9da5bebd-3ccf-4d0c-83c9-232480336a8c req-e26e80f7-3ae9-4e28-9219-53a763d9384c tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987785 Nov 19 19:12:46.978776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 7f751d77-b845-4762-a9e6-ef9d3c92038c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7f751d77-b845-4762-a9e6-ef9d3c92038c,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:46.991042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:47.037557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f600228-a225-4596-8704-aa664ee2bde9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:47.049848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f600228-a225-4596-8704-aa664ee2bde9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:47.054120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b226183-9ed5-4570-91af-dcd86569bd7b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:47.065191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=7f751d77-b845-4762-a9e6-ef9d3c92038c,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:47.079141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2b226183-9ed5-4570-91af-dcd86569bd7b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 34d65f61-3a8f-4047-8e2a-fc1ebd8da816 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:47.338677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c21396-0215-409a-9448-486d9273ba0b None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:47.359829 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f600228-a225-4596-8704-aa664ee2bde9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:47.414877 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b226183-9ed5-4570-91af-dcd86569bd7b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:47.436374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f600228-a225-4596-8704-aa664ee2bde9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:47.440451 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2f600228-a225-4596-8704-aa664ee2bde9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:47.444190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f600228-a225-4596-8704-aa664ee2bde9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:47.444795 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f600228-a225-4596-8704-aa664ee2bde9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:47.468974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b226183-9ed5-4570-91af-dcd86569bd7b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=34d65f61-3a8f-4047-8e2a-fc1ebd8da816,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:47.482896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f600228-a225-4596-8704-aa664ee2bde9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=d87962b7-f4f6-4e1f-b0df-a557a6f7a02a,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:47.503274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2f600228-a225-4596-8704-aa664ee2bde9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6865981 Nov 19 19:12:47.503958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33394) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:47.510237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'name': 'tempest-NetworksTestDHCPv6-1660392390'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:47.546549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-450f1fb1-cc27-4f98-9b0d-934503994dbb None None] Provisioning complete for port 7f751d77-b845-4762-a9e6-ef9d3c92038c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:47.547176 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-450f1fb1-cc27-4f98-9b0d-934503994dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:47.708645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:47.712280 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:47.736697 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b226183-9ed5-4570-91af-dcd86569bd7b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:47.740255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port b79c5a73-f44f-4aab-8134-0eb8a66f562e yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:47.890646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::de (2953a791-3f54-41a3-92dc-efec9fb97405/d87962b7-f4f6-4e1f-b0df-a557a6f7a02a/b79c5a73-f44f-4aab-8134-0eb8a66f562e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:48.001491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b226183-9ed5-4570-91af-dcd86569bd7b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router b2370c86-d025-4fac-8f3a-703f0a3ef16a has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:12:48.013653 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2746ce5-9b34-4bc2-b92f-77f91d816721 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:48.080810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6c2a6774-3ad3-4b45-af1e-f9ebbfd26c59 None None] Provisioning complete for port 7f751d77-b845-4762-a9e6-ef9d3c92038c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:48.081434 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6774-3ad3-4b45-af1e-f9ebbfd26c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:48.110903 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:48.133773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5bf2e-e118-4ed9-b36d-3217619f5b5b req-18094cb6-7723-40a9-854a-c462093fef6d tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:48.135280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86c5bf2e-e118-4ed9-b36d-3217619f5b5b req-18094cb6-7723-40a9-854a-c462093fef6d tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 945 time: 0.0888939 Nov 19 19:12:48.136014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b226183-9ed5-4570-91af-dcd86569bd7b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:12:48.143697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2b226183-9ed5-4570-91af-dcd86569bd7b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/b2370c86-d025-4fac-8f3a-703f0a3ef16a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1004915 Nov 19 19:12:48.147344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33398) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:48.151159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94047a2f-0ef1-4a7e-b71c-18aba549639f req-7eb1f6b9-bcbc-4967-8c25-d1994a0b0d64 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:48.152681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd9c82-cb42-4772-8923-d313950e871e None None] Sync routers for ids ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:12:48.153064 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-94047a2f-0ef1-4a7e-b71c-18aba549639f req-7eb1f6b9-bcbc-4967-8c25-d1994a0b0d64 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 945 time: 0.0993423 Nov 19 19:12:48.215544 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-94047a2f-0ef1-4a7e-b71c-18aba549639f req-94ccfa39-8808-4ba9-a632-6989d6aadec8 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540564 Nov 19 19:12:48.228723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd9c82-cb42-4772-8923-d313950e871e None None] Routers {'b2370c86-d025-4fac-8f3a-703f0a3ef16a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:48.229372 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b5cd9c82-cb42-4772-8923-d313950e871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:48.310277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:48.444287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b5cd9c82-cb42-4772-8923-d313950e871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:48.446566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:48.453634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:48.455331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=b79c5a73-f44f-4aab-8134-0eb8a66f562e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:48.458184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:48.463607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:48.464247 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:48.470159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd9c82-cb42-4772-8923-d313950e871e None None] Routers {'b2370c86-d025-4fac-8f3a-703f0a3ef16a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:48.471025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b5cd9c82-cb42-4772-8923-d313950e871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:48.501689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-523d5771-1e3f-4b5d-9e08-1d9515ad72ec tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9945481 Nov 19 19:12:48.502403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33404) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:48.504651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-86c5bf2e-e118-4ed9-b36d-3217619f5b5b req-7e68dc83-70d9-43c7-95d5-7f1a7f46f5bb tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Deleting port b1fb933b-1b25-4d2e-81b5-d942e71ccddb {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:48.504995 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-86c5bf2e-e118-4ed9-b36d-3217619f5b5b req-7e68dc83-70d9-43c7-95d5-7f1a7f46f5bb tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:48.512461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b5cd9c82-cb42-4772-8923-d313950e871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:48.512461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd9c82-cb42-4772-8923-d313950e871e None None] The sync data for ids ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:12:48.612891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b94446e-b410-4f3d-82fa-300ab322eb68 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:48.619482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b94446e-b410-4f3d-82fa-300ab322eb68 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:48.620138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7f751d77-b845-4762-a9e6-ef9d3c92038c up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:48.623888 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4b94446e-b410-4f3d-82fa-300ab322eb68 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1174650 Nov 19 19:12:48.624367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33406) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:48.683015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7f751d77-b845-4762-a9e6-ef9d3c92038c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:48.683667 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:48.687202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-86c5bf2e-e118-4ed9-b36d-3217619f5b5b req-7e68dc83-70d9-43c7-95d5-7f1a7f46f5bb tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] For port b1fb933b-1b25-4d2e-81b5-d942e71ccddb, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fb933b-1b25-4d2e-81b5-d942e71ccddb,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:48.687706 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-86c5bf2e-e118-4ed9-b36d-3217619f5b5b req-7e68dc83-70d9-43c7-95d5-7f1a7f46f5bb tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:48.705922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-86c5bf2e-e118-4ed9-b36d-3217619f5b5b req-7e68dc83-70d9-43c7-95d5-7f1a7f46f5bb tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Calling delete_port for b1fb933b-1b25-4d2e-81b5-d942e71ccddb owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:48.735679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7f2fef55-e151-47fc-97c4-043c6b0e87b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port b79c5a73-f44f-4aab-8134-0eb8a66f562e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:48.736018 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f2fef55-e151-47fc-97c4-043c6b0e87b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:48.836724 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e04f96-c505-4754-a92d-e76181c219bb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:48.939754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-386f1ec6-871e-4c9b-84ca-f3d3bb067eee None None] Provisioning complete for port b79c5a73-f44f-4aab-8134-0eb8a66f562e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:48.940130 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-386f1ec6-871e-4c9b-84ca-f3d3bb067eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.002119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-386f1ec6-871e-4c9b-84ca-f3d3bb067eee None None] Port b79c5a73-f44f-4aab-8134-0eb8a66f562e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:49.014770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-386f1ec6-871e-4c9b-84ca-f3d3bb067eee None None] Provisioning complete for port 7f751d77-b845-4762-a9e6-ef9d3c92038c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:49.015462 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-386f1ec6-871e-4c9b-84ca-f3d3bb067eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.048068 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-86c5bf2e-e118-4ed9-b36d-3217619f5b5b req-7e68dc83-70d9-43c7-95d5-7f1a7f46f5bb tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.072043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['192046a7-0c5a-494b-ae7b-673e3ca8c725', 'b1fb933b-1b25-4d2e-81b5-d942e71ccddb'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:12:49.074511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['2964e42d-41c7-4fc4-927e-af45910d5db9', '4e546a92-4887-49d7-8675-cec140f834f7'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:12:49.085433 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68dc83-70d9-43c7-95d5-7f1a7f46f5bb tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Pushing event deleted for resources: {'Port': ['ID=b1fb933b-1b25-4d2e-81b5-d942e71ccddb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:49.137317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85904f58-1534-47cf-961a-bc37c0a3a6aa None None] DHCP port deletion for a84502ce-0065-4573-9318-35f233adc5e5 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:49.148661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c5bf2e-e118-4ed9-b36d-3217619f5b5b req-7e68dc83-70d9-43c7-95d5-7f1a7f46f5bb tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] No DVR routers for this DVR port b1fb933b-1b25-4d2e-81b5-d942e71ccddb on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:49.182144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-86c5bf2e-e118-4ed9-b36d-3217619f5b5b req-7e68dc83-70d9-43c7-95d5-7f1a7f46f5bb tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.185633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86c5bf2e-e118-4ed9-b36d-3217619f5b5b req-7e68dc83-70d9-43c7-95d5-7f1a7f46f5bb tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.21 "DELETE /v2.0/ports/b1fb933b-1b25-4d2e-81b5-d942e71ccddb HTTP/1.1" status: 204 len: 173 time: 1.0406730 Nov 19 19:12:49.186152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fde675f-e53c-4468-ab09-cc042e0edea1', 'name': 'network-vif-deleted', 'tag': 'b1fb933b-1b25-4d2e-81b5-d942e71ccddb'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:12:49.188383 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63154fd0-d9a9-45dd-b77a-84b7a8adaa46" -d '{"events": [{"server_uuid": "4fde675f-e53c-4468-ab09-cc042e0edea1", "name": "network-vif-deleted", "tag": "b1fb933b-1b25-4d2e-81b5-d942e71ccddb"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:12:49.215387 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f2fef55-e151-47fc-97c4-043c6b0e87b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.231558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7f2fef55-e151-47fc-97c4-043c6b0e87b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for b79c5a73-f44f-4aab-8134-0eb8a66f562e owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:49.271727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c7e04f96-c505-4754-a92d-e76181c219bb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 3297cdd4-6a4e-424f-893e-c5f023760eae {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:49.272073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e04f96-c505-4754-a92d-e76181c219bb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.379286 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51af9e1d-7f73-40c9-806b-561289214ffc x-openstack-request-id: req-51af9e1d-7f73-40c9-806b-561289214ffc {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:12:49.379581 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fde675f-e53c-4468-ab09-cc042e0edea1", "name": "network-vif-deleted", "tag": "b1fb933b-1b25-4d2e-81b5-d942e71ccddb", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:12:49.379841 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51af9e1d-7f73-40c9-806b-561289214ffc {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:12:49.382174 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fde675f-e53c-4468-ab09-cc042e0edea1', 'name': 'network-vif-deleted', 'tag': 'b1fb933b-1b25-4d2e-81b5-d942e71ccddb', 'status': 'completed', 'code': 200} Nov 19 19:12:49.385674 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e04f96-c505-4754-a92d-e76181c219bb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.408647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2a88f825-cfba-4c8b-8a84-d01089a843c6 None None] Could not find standard attr ID for object 13b8ef5d-7ef0-4db9-8369-447446ca2919. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:12:49.421990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c7e04f96-c505-4754-a92d-e76181c219bb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 3297cdd4-6a4e-424f-893e-c5f023760eae owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:49.535666 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-384e05fc-9091-4a0f-b5b4-a07dae2203fb req-53f3b451-526d-4be5-ad0c-e560efa4d82a tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fde675f-e53c-4468-ab09-cc042e0edea1 HTTP/1.1" status: 200 len: 210 time: 0.1708529 Nov 19 19:12:49.541288 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f2fef55-e151-47fc-97c4-043c6b0e87b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.632215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fef55-e151-47fc-97c4-043c6b0e87b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=b79c5a73-f44f-4aab-8134-0eb8a66f562e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:49.634855 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7f2fef55-e151-47fc-97c4-043c6b0e87b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.642076 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7f2fef55-e151-47fc-97c4-043c6b0e87b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/b79c5a73-f44f-4aab-8134-0eb8a66f562e HTTP/1.1" status: 204 len: 168 time: 1.0139124 Nov 19 19:12:49.642076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33416) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:49.654118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2d18ec47-5ec3-455a-b7fb-143fc9d4d8f3 None None] Could not find standard attr ID for object b79c5a73-f44f-4aab-8134-0eb8a66f562e. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:12:49.709214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e04f96-c505-4754-a92d-e76181c219bb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.714452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d839f9f6-ee27-4309-aa47-70d44e00df83 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:49.716535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d839f9f6-ee27-4309-aa47-70d44e00df83 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:49.721549 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d839f9f6-ee27-4309-aa47-70d44e00df83 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0785978 Nov 19 19:12:49.722161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33418) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:49.746045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e04f96-c505-4754-a92d-e76181c219bb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=3297cdd4-6a4e-424f-893e-c5f023760eae,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:49.800444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eda1f4d-a437-43f3-8614-47808f227300 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet d87962b7-f4f6-4e1f-b0df-a557a6f7a02a {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:49.805348 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3eda1f4d-a437-43f3-8614-47808f227300 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.882488 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3eda1f4d-a437-43f3-8614-47808f227300 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:49.964361 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3eda1f4d-a437-43f3-8614-47808f227300 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.049058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3eda1f4d-a437-43f3-8614-47808f227300 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.069684 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3eda1f4d-a437-43f3-8614-47808f227300 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.076705 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3eda1f4d-a437-43f3-8614-47808f227300 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/d87962b7-f4f6-4e1f-b0df-a557a6f7a02a HTTP/1.1" status: 204 len: 168 time: 0.3513734 Nov 19 19:12:50.096193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33420) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:50.124358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda1f4d-a437-43f3-8614-47808f227300 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=d87962b7-f4f6-4e1f-b0df-a557a6f7a02a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:50.171065 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-47162218-e304-4435-8470-01cc880b5260 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734150 Nov 19 19:12:50.173987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33422) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:50.179817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-846c3e60-933c-4ed6-9f66-09f1ff0b1245 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:50.264405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c217ec-2857-4c5f-ace1-47974a70c171 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:50.268101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e04f96-c505-4754-a92d-e76181c219bb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.279043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846c3e60-933c-4ed6-9f66-09f1ff0b1245 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:50.284243 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-846c3e60-933c-4ed6-9f66-09f1ff0b1245 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.440387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e04f96-c505-4754-a92d-e76181c219bb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router b2370c86-d025-4fac-8f3a-703f0a3ef16a has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:12:50.461738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b45ee3-b275-49a4-83d1-5d28a1922823 None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:50.509480 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-846c3e60-933c-4ed6-9f66-09f1ff0b1245 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.522649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-54b45ee3-b275-49a4-83d1-5d28a1922823 None None] Deleting port 7f751d77-b845-4762-a9e6-ef9d3c92038c {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:50.523192 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54b45ee3-b275-49a4-83d1-5d28a1922823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.541263 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e04f96-c505-4754-a92d-e76181c219bb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:12:50.553428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846c3e60-933c-4ed6-9f66-09f1ff0b1245 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:50.553579 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe793e28-b012-4b92-ad92-8b3ceebe328b None None] Sync routers for ids ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:12:50.557661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-846c3e60-933c-4ed6-9f66-09f1ff0b1245 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:50.560703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846c3e60-933c-4ed6-9f66-09f1ff0b1245 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:50.561314 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-846c3e60-933c-4ed6-9f66-09f1ff0b1245 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.587353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c3e60-933c-4ed6-9f66-09f1ff0b1245 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=530f16ce-7fd8-4fcc-91f9-fbcbe97e9848,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:50.593567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c7e04f96-c505-4754-a92d-e76181c219bb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/b2370c86-d025-4fac-8f3a-703f0a3ef16a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4451427 Nov 19 19:12:50.597088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33428) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:50.597423 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-846c3e60-933c-4ed6-9f66-09f1ff0b1245 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4196069 Nov 19 19:12:50.597505 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe793e28-b012-4b92-ad92-8b3ceebe328b None None] Routers {'b2370c86-d025-4fac-8f3a-703f0a3ef16a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:50.597505 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fe793e28-b012-4b92-ad92-8b3ceebe328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:50.597670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33430) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:50.605791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'name': 'tempest-NetworksTestDHCPv6-1847600624'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:50.667240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-54b45ee3-b275-49a4-83d1-5d28a1922823 None None] For port 7f751d77-b845-4762-a9e6-ef9d3c92038c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7f751d77-b845-4762-a9e6-ef9d3c92038c,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:50.668552 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54b45ee3-b275-49a4-83d1-5d28a1922823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.678452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e5e47188-e781-4ac7-868a-ef84b05acf17 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2370c86-d025-4fac-8f3a-703f0a3ef16a HTTP/1.1" status: 200 len: 205 time: 0.0799701 Nov 19 19:12:50.681038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33436) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:50.693468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7f751d77-b845-4762-a9e6-ef9d3c92038c no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:12:50.696983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-54b45ee3-b275-49a4-83d1-5d28a1922823 None None] Calling delete_port for 7f751d77-b845-4762-a9e6-ef9d3c92038c owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:50.715852 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fe793e28-b012-4b92-ad92-8b3ceebe328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:50.752925 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe793e28-b012-4b92-ad92-8b3ceebe328b None None] Routers {'b2370c86-d025-4fac-8f3a-703f0a3ef16a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:50.753136 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fe793e28-b012-4b92-ad92-8b3ceebe328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:50.775120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:50.779001 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.809967 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9dab981-e859-4c13-8771-74bc78c87671 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.815632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 04e08477-5975-484f-938f-e560113f3723 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:50.825668 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fe793e28-b012-4b92-ad92-8b3ceebe328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:50.826524 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe793e28-b012-4b92-ad92-8b3ceebe328b None None] The sync data for ids ['b2370c86-d025-4fac-8f3a-703f0a3ef16a'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:12:50.932512 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.942229 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54b45ee3-b275-49a4-83d1-5d28a1922823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:50.985240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b45ee3-b275-49a4-83d1-5d28a1922823 None None] Pushing event deleted for resources: {'Port': ['ID=7f751d77-b845-4762-a9e6-ef9d3c92038c,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:50.987482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b45ee3-b275-49a4-83d1-5d28a1922823 None None] No DVR routers for this DVR port 7f751d77-b845-4762-a9e6-ef9d3c92038c on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:50.995080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::23e (2953a791-3f54-41a3-92dc-efec9fb97405/530f16ce-7fd8-4fcc-91f9-fbcbe97e9848/04e08477-5975-484f-938f-e560113f3723) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:51.025271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb404aae-69c8-4e9d-8bde-4d5d9aff72b2 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:51.026107 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9dab981-e859-4c13-8771-74bc78c87671 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.029175 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9dab981-e859-4c13-8771-74bc78c87671 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.091450 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9dab981-e859-4c13-8771-74bc78c87671 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.092692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dab981-e859-4c13-8771-74bc78c87671 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Fanout notify agent at l3_agent the message router_deleted on router b2370c86-d025-4fac-8f3a-703f0a3ef16a {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:12:51.116311 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9dab981-e859-4c13-8771-74bc78c87671 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.119887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c9dab981-e859-4c13-8771-74bc78c87671 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/b2370c86-d025-4fac-8f3a-703f0a3ef16a HTTP/1.1" status: 204 len: 168 time: 0.4353621 Nov 19 19:12:51.120318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33440) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:51.190245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f7d57c-1672-4312-b3f5-d977a8cf1cd6 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting subnet a17b64dc-af70-48d2-a686-236acdd59dbb {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:51.194426 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d57c-1672-4312-b3f5-d977a8cf1cd6 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.205464 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.219014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '530f16ce-7fd8-4fcc-91f9-fbcbe97e9848'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:51.220510 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.248727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d57c-1672-4312-b3f5-d977a8cf1cd6 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.261874 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.316958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:51.321006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:51.325184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:51.331376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:51.332167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.349510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=04e08477-5975-484f-938f-e560113f3723,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:51.360718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33442) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:51.361197 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3318f0ab-e0d1-46b4-adf9-24fae6861bf2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7625499 Nov 19 19:12:51.394736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Allocated IP 2001:db8::2 (2953a791-3f54-41a3-92dc-efec9fb97405/530f16ce-7fd8-4fcc-91f9-fbcbe97e9848/7e2ebbd0-16b2-4c2a-be37-d74d865456c0) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:51.401029 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d57c-1672-4312-b3f5-d977a8cf1cd6 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.424777 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b1fb933b-1b25-4d2e-81b5-d942e71ccddb no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:12:51.458762 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faafb09-ee98-4df2-b081-d8e0d6e47fac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:51.460172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0faafb09-ee98-4df2-b081-d8e0d6e47fac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0977318 Nov 19 19:12:51.463935 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33444) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:51.488521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d57c-1672-4312-b3f5-d977a8cf1cd6 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.502594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: b1fb933b-1b25-4d2e-81b5-d942e71ccddb {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:12:51.503183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b1fb933b-1b25-4d2e-81b5-d942e71ccddb not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:12:51.521585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7d57c-1672-4312-b3f5-d977a8cf1cd6 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Subnet': ['ID=a17b64dc-af70-48d2-a686-236acdd59dbb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:51.532537 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d57c-1672-4312-b3f5-d977a8cf1cd6 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.535923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b1f7d57c-1672-4312-b3f5-d977a8cf1cd6 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/a17b64dc-af70-48d2-a686-236acdd59dbb HTTP/1.1" status: 204 len: 168 time: 0.4146488 Nov 19 19:12:51.538460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33448) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:51.546082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594b65a4-7cec-4878-8588-a13d8aa644df None None] Network a34b7845-3aca-4f04-b4ac-dc2f791aa348 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:51.603809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed05b64-b73c-4501-b256-3706b1919fe7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting subnet a7883f53-ae17-4712-82aa-814502b14fef {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:51.607133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0ae95798-421c-4289-9e66-92bd39e0cc98 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 04e08477-5975-484f-938f-e560113f3723 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:51.607642 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ae95798-421c-4289-9e66-92bd39e0cc98 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.607763 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ed05b64-b73c-4501-b256-3706b1919fe7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.681470 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ed05b64-b73c-4501-b256-3706b1919fe7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.743559 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ae95798-421c-4289-9e66-92bd39e0cc98 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.752624 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.760771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0ae95798-421c-4289-9e66-92bd39e0cc98 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 04e08477-5975-484f-938f-e560113f3723 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:51.779380 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.803439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ed05b64-b73c-4501-b256-3706b1919fe7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.843350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Pushing event updated for resources: {'Port': ['ID=7e2ebbd0-16b2-4c2a-be37-d74d865456c0,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:51.873970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:51.875842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:51.879081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:51.931850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ed05b64-b73c-4501-b256-3706b1919fe7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.964247 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69fb764-b944-4314-8307-a6902997de38 None None] DHCP port deletion for a34b7845-3aca-4f04-b4ac-dc2f791aa348 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:51.969943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed05b64-b73c-4501-b256-3706b1919fe7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Subnet': ['ID=a7883f53-ae17-4712-82aa-814502b14fef,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:51.972189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ed05b64-b73c-4501-b256-3706b1919fe7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:51.978742 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0ed05b64-b73c-4501-b256-3706b1919fe7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/a7883f53-ae17-4712-82aa-814502b14fef HTTP/1.1" status: 204 len: 168 time: 0.4390161 Nov 19 19:12:51.979395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33454) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:52.002567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95810928-b950-4632-9692-0d0d45b44386 None None] Network 004c6354-b794-4944-a810-faaa7d919eae requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:52.009262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Attempting to bind port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:52.009663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Attempting to bind port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:52.012161 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ae95798-421c-4289-9e66-92bd39e0cc98 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.012304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Attempting to bind port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:52.061405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:52.061823 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:52.062216 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.062617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:52.063110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Bound port: 7e2ebbd0-16b2-4c2a-be37-d74d865456c0, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:52.063551 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.065119 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ae95798-421c-4289-9e66-92bd39e0cc98 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.072885 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0ae95798-421c-4289-9e66-92bd39e0cc98 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/04e08477-5975-484f-938f-e560113f3723 HTTP/1.1" status: 204 len: 168 time: 0.6050360 Nov 19 19:12:52.074872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33456) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:52.097645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae95798-421c-4289-9e66-92bd39e0cc98 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=04e08477-5975-484f-938f-e560113f3723,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:52.112118 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.144791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff5f61-bce4-4760-a306-d02b484adc9b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:52.146627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff5f61-bce4-4760-a306-d02b484adc9b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:52.151342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cdff5f61-bce4-4760-a306-d02b484adc9b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0721977 Nov 19 19:12:52.153074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33458) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:52.180727 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] For port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:52.198841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port f298944a-c472-41c5-9090-741fc03848c5 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:52.199272 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.225928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f266bda-a4aa-46bc-b447-ff0b81c054b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 530f16ce-7fd8-4fcc-91f9-fbcbe97e9848 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:52.230552 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f266bda-a4aa-46bc-b447-ff0b81c054b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.235612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] For port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7e2ebbd0-16b2-4c2a-be37-d74d865456c0,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:52.240284 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c69fb764-b944-4314-8307-a6902997de38 None None] Deleting port f298944a-c472-41c5-9090-741fc03848c5 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:52.241112 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c69fb764-b944-4314-8307-a6902997de38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.283558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port f298944a-c472-41c5-9090-741fc03848c5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f298944a-c472-41c5-9090-741fc03848c5,segment=NetworkSegment(b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3),segment_id=b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:52.284232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.289919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f266bda-a4aa-46bc-b447-ff0b81c054b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.301010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for f298944a-c472-41c5-9090-741fc03848c5 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:52.309359 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.377536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105edf1-eb87-4d23-bb71-bd3284790074 None None] Pushing event updated for resources: {'Port': ['ID=7e2ebbd0-16b2-4c2a-be37-d74d865456c0,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:52.387484 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f266bda-a4aa-46bc-b447-ff0b81c054b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.412365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.422405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c69fb764-b944-4314-8307-a6902997de38 None None] For port f298944a-c472-41c5-9090-741fc03848c5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f298944a-c472-41c5-9090-741fc03848c5,segment=NetworkSegment(b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3),segment_id=b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:52.422938 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c69fb764-b944-4314-8307-a6902997de38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.444131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c69fb764-b944-4314-8307-a6902997de38 None None] Calling delete_port for f298944a-c472-41c5-9090-741fc03848c5 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:52.452647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No DVR routers for this DVR port f298944a-c472-41c5-9090-741fc03848c5 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:52.482885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=f298944a-c472-41c5-9090-741fc03848c5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:52.509466 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f266bda-a4aa-46bc-b447-ff0b81c054b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.539223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c429fd-4daa-4240-b1ee-36b7af73aa3d None None] DHCP port deletion for 004c6354-b794-4944-a810-faaa7d919eae request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:52.569205 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f266bda-a4aa-46bc-b447-ff0b81c054b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=530f16ce-7fd8-4fcc-91f9-fbcbe97e9848,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:52.573917 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f266bda-a4aa-46bc-b447-ff0b81c054b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.577085 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9f266bda-a4aa-46bc-b447-ff0b81c054b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/530f16ce-7fd8-4fcc-91f9-fbcbe97e9848 HTTP/1.1" status: 204 len: 168 time: 0.4219468 Nov 19 19:12:52.579480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33460) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:52.624360 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c69fb764-b944-4314-8307-a6902997de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.634689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.655069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6165fde6-733b-4e9d-9f3e-5c0f7e491808 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742757 Nov 19 19:12:52.657374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33464) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:52.693197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34b7845-3aca-4f04-b4ac-dc2f791aa348']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:52.708978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:52.709287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e83d0f-bdf8-4010-a7d1-3d3b35a310f3') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:52.744174 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.763668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.772469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:52.773213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:52.777091 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:52.782299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a5d3d1-a446-4702-8278-2b2524ffed1b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:52.783941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a1a5d3d1-a446-4702-8278-2b2524ffed1b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1255915 Nov 19 19:12:52.786441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33466) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:52.878317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.886259 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:52.890489 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/networks/a34b7845-3aca-4f04-b4ac-dc2f791aa348 HTTP/1.1" status: 204 len: 168 time: 0.9097240 Nov 19 19:12:52.891131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c137de94-3c3c-4657-bad4-75d0bd2db2c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:52.894957 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c137de94-3c3c-4657-bad4-75d0bd2db2c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024730 Nov 19 19:12:52.894957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33470) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:52.898983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33472) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:52.994508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0a4e4be7-0fb6-4a14-99e8-e80c08578001 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937023 Nov 19 19:12:52.995906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33476) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:53.001668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-07134a2d-143a-4925-945f-b6dd91f951c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:53.014407 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b8c53-cf10-434c-b761-420a51df4134 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Network': ['ID=a34b7845-3aca-4f04-b4ac-dc2f791aa348,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:53.023993 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 48bace04-7491-42f7-abce-acce2c254adb no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:12:53.030223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.074460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fb764-b944-4314-8307-a6902997de38 None None] No DVR routers for this DVR port f298944a-c472-41c5-9090-741fc03848c5 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:53.083052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fb764-b944-4314-8307-a6902997de38 None None] Pushing event deleted for resources: {'Port': ['ID=f298944a-c472-41c5-9090-741fc03848c5,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:53.110628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 48bace04-7491-42f7-abce-acce2c254adb {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:53.110852 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.111220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c7c429fd-4daa-4240-b1ee-36b7af73aa3d None None] Deleting port 48bace04-7491-42f7-abce-acce2c254adb {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:53.111678 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c429fd-4daa-4240-b1ee-36b7af73aa3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.188705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07134a2d-143a-4925-945f-b6dd91f951c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:53.199755 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07134a2d-143a-4925-945f-b6dd91f951c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.240108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port 48bace04-7491-42f7-abce-acce2c254adb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=48bace04-7491-42f7-abce-acce2c254adb,segment=NetworkSegment(00d4effc-acc8-4845-8c50-5eae9e1abc8c),segment_id=00d4effc-acc8-4845-8c50-5eae9e1abc8c)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:53.244755 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.264900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c7c429fd-4daa-4240-b1ee-36b7af73aa3d None None] For port 48bace04-7491-42f7-abce-acce2c254adb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=48bace04-7491-42f7-abce-acce2c254adb,segment=NetworkSegment(00d4effc-acc8-4845-8c50-5eae9e1abc8c),segment_id=00d4effc-acc8-4845-8c50-5eae9e1abc8c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:53.265557 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c429fd-4daa-4240-b1ee-36b7af73aa3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.295612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c7c429fd-4daa-4240-b1ee-36b7af73aa3d None None] Calling delete_port for 48bace04-7491-42f7-abce-acce2c254adb owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:53.295965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 48bace04-7491-42f7-abce-acce2c254adb owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:53.302778 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.440096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 48bace04-7491-42f7-abce-acce2c254adb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=48bace04-7491-42f7-abce-acce2c254adb,segment=NetworkSegment(00d4effc-acc8-4845-8c50-5eae9e1abc8c),segment_id=00d4effc-acc8-4845-8c50-5eae9e1abc8c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:53.452549 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.453563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f298944a-c472-41c5-9090-741fc03848c5 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:12:53.478438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.507358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: f298944a-c472-41c5-9090-741fc03848c5 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:12:53.507809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f298944a-c472-41c5-9090-741fc03848c5 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:12:53.544605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event deleted for resources: {'Port': ['ID=48bace04-7491-42f7-abce-acce2c254adb,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:53.552229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=48bace04-7491-42f7-abce-acce2c254adb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:53.559813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07134a2d-143a-4925-945f-b6dd91f951c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.562541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No DVR routers for this DVR port 48bace04-7491-42f7-abce-acce2c254adb on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:53.588119 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c429fd-4daa-4240-b1ee-36b7af73aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.650147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07134a2d-143a-4925-945f-b6dd91f951c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:53.654252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-07134a2d-143a-4925-945f-b6dd91f951c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:53.657734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07134a2d-143a-4925-945f-b6dd91f951c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:53.658273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c429fd-4daa-4240-b1ee-36b7af73aa3d None None] No DVR routers for this DVR port 48bace04-7491-42f7-abce-acce2c254adb on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:53.658530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07134a2d-143a-4925-945f-b6dd91f951c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.663412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07134a2d-143a-4925-945f-b6dd91f951c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=1fd6d625-6240-4136-98af-6927df2d49ca,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:53.666831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c429fd-4daa-4240-b1ee-36b7af73aa3d None None] Pushing event deleted for resources: {'Port': ['ID=48bace04-7491-42f7-abce-acce2c254adb,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:53.692530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-07134a2d-143a-4925-945f-b6dd91f951c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6923559 Nov 19 19:12:53.693699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33478) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:53.699175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': '1fd6d625-6240-4136-98af-6927df2d49ca', 'ip_address': '2001:db8::f8be:e0fd:db3:917'}], 'name': 'tempest-NetworksTestDHCPv6-583072662'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:53.715619 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.751069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004c6354-b794-4944-a810-faaa7d919eae']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:53.767034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d4effc-acc8-4845-8c50-5eae9e1abc8c') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:53.768269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d4effc-acc8-4845-8c50-5eae9e1abc8c') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:53.782318 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.803540 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.814975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:12:53.815179 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:12:53.818803 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:12:53.856039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:53.900359 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.909328 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.918155 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/networks/004c6354-b794-4944-a810-faaa7d919eae HTTP/1.1" status: 204 len: 168 time: 1.0191476 Nov 19 19:12:53.918155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33482) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:53.923934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'network': {'name': 'tempest-RoutersTest-1248504087'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:53.942424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454631b-22ca-4dfd-bb10-4635ed6063e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Network': ['ID=004c6354-b794-4944-a810-faaa7d919eae,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:53.968196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:53.972982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.973680 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:53.998102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 2944ccbe-2540-44db-b31c-28741ddcc834 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:54.006651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:12:54.020493 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.021042 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added segment c6cc4503-5ec2-4e43-ae67-60a40f56c30f of type vlan for network 66ef73de-266d-4928-bb6d-ff788f9b57ac Nov 19 19:12:54.074093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d731f780-0969-49fb-ab16-38c2e3a09447 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:54.079591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.113136 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.122104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:54.124578 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.219542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3002090 Nov 19 19:12:54.220146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33488) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:54.236122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'subnet': {'network_id': '66ef73de-266d-4928-bb6d-ff788f9b57ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:54.282616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1a957-d5b8-4661-9d12-187e38e1ed92 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Network': ['ID=66ef73de-266d-4928-bb6d-ff788f9b57ac,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:54.302377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::f8be:e0fd:db3:917 (2953a791-3f54-41a3-92dc-efec9fb97405/1fd6d625-6240-4136-98af-6927df2d49ca/2944ccbe-2540-44db-b31c-28741ddcc834) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:54.314132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 66ef73de-266d-4928-bb6d-ff788f9b57ac details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:12:54.356427 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:54.361335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.363630 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c02199a5-03e8-4de0-b34c-9657cb691fa8 None None] Provisioning complete for port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:54.364006 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c02199a5-03e8-4de0-b34c-9657cb691fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.480640 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c02199a5-03e8-4de0-b34c-9657cb691fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.524381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c02199a5-03e8-4de0-b34c-9657cb691fa8 None None] For port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7e2ebbd0-16b2-4c2a-be37-d74d865456c0,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:54.530611 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c02199a5-03e8-4de0-b34c-9657cb691fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.531426 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.614693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02199a5-03e8-4de0-b34c-9657cb691fa8 None None] Pushing event updated for resources: {'Port': ['ID=7e2ebbd0-16b2-4c2a-be37-d74d865456c0,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:54.620279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.643251 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.721569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:54.725941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:54.727195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=2944ccbe-2540-44db-b31c-28741ddcc834,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:54.730159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:54.732880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:54.743181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Checking segment: {'id': 'c6cc4503-5ec2-4e43-ae67-60a40f56c30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '66ef73de-266d-4928-bb6d-ff788f9b57ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:54.743551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network hostable DHCP agents. Network: 66ef73de-266d-4928-bb6d-ff788f9b57ac, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:12:54.744537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:54.745321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.755688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Subnet': ['ID=28c297d4-50f1-4dbd-bff0-d71b45940032,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:54.777202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 66ef73de-266d-4928-bb6d-ff788f9b57ac is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:12:54.783470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-09b34dad-4c4c-47f5-9ce9-a384639c7b2a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.0883160 Nov 19 19:12:54.784230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33490) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:54.811285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:54.811755 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.830688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 66ef73de-266d-4928-bb6d-ff788f9b57ac) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:54.840439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:54.840961 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.847149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a6858f-7d9c-49cf-acd0-9338d199fcaf None None] Network 66ef73de-266d-4928-bb6d-ff788f9b57ac requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:54.865415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f157d75-7d8c-4d24-af84-9de14a8821eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:54.872849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f157d75-7d8c-4d24-af84-9de14a8821eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:54.875512 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2f157d75-7d8c-4d24-af84-9de14a8821eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0892782 Nov 19 19:12:54.877791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33494) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:54.896846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8f6c571a-8dec-4b38-952c-d791e769fa7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6736364 Nov 19 19:12:54.900015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33496) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:54.905821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-35872db7-ebaf-4189-b0b9-692ac0e0bf7f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1653612655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:54.939614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-37b6328f-b64e-4425-94e8-c8c67511969e None None] Provisioning complete for port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:54.939946 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-37b6328f-b64e-4425-94e8-c8c67511969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.954944 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35872db7-ebaf-4189-b0b9-692ac0e0bf7f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:54.956221 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35872db7-ebaf-4189-b0b9-692ac0e0bf7f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.020229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-11270979-dbbb-4f11-9bb9-7cda938259a9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 2944ccbe-2540-44db-b31c-28741ddcc834 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:55.020816 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-11270979-dbbb-4f11-9bb9-7cda938259a9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.035718 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35872db7-ebaf-4189-b0b9-692ac0e0bf7f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.042506 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35872db7-ebaf-4189-b0b9-692ac0e0bf7f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.078903 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35872db7-ebaf-4189-b0b9-692ac0e0bf7f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.083103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33498) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:55.084008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-35872db7-ebaf-4189-b0b9-692ac0e0bf7f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1826127 Nov 19 19:12:55.089126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'port': {'network_id': '66ef73de-266d-4928-bb6d-ff788f9b57ac', 'name': 'tempest-RoutersTest-1188990942'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:55.211841 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-11270979-dbbb-4f11-9bb9-7cda938259a9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.252313 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.253234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-66ef73de-266d-4928-bb6d-ff788f9b57ac', 'network_id': '66ef73de-266d-4928-bb6d-ff788f9b57ac', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'fixed_ips': [{'subnet_id': '28c297d4-50f1-4dbd-bff0-d71b45940032'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:55.254116 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.298298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-11270979-dbbb-4f11-9bb9-7cda938259a9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 2944ccbe-2540-44db-b31c-28741ddcc834 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:55.349675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:55.353819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.403164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] device_id is not set on port e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:55.461904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-514553d5-abd4-45bf-955b-198a0a59090f None None] Could not find standard attr ID for object 04e08477-5975-484f-938f-e560113f3723. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:12:55.489415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Allocated IP 172.20.0.2 (66ef73de-266d-4928-bb6d-ff788f9b57ac/28c297d4-50f1-4dbd-bff0-d71b45940032/cceb2489-1a92-48a3-9b52-5ea3b78b2629) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:55.644842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65613f5-6314-4478-90d1-1523d29885e5 req-f03eca52-8840-4bba-bd22-19fac84dd517 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:55.646455 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d65613f5-6314-4478-90d1-1523d29885e5 req-f03eca52-8840-4bba-bd22-19fac84dd517 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 945 time: 0.0910709 Nov 19 19:12:55.652629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-97c8c2b8-d0ce-4a3f-b60c-87f73f0c9c22 None None] Provisioning complete for port 2944ccbe-2540-44db-b31c-28741ddcc834 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:55.653010 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97c8c2b8-d0ce-4a3f-b60c-87f73f0c9c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.727935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c2b8-d0ce-4a3f-b60c-87f73f0c9c22 None None] Port 2944ccbe-2540-44db-b31c-28741ddcc834 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:55.730288 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.733661 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d65613f5-6314-4478-90d1-1523d29885e5 req-9b751fc9-6842-470b-a860-10543fe450c1 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782967 Nov 19 19:12:55.738607 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.783013 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-11270979-dbbb-4f11-9bb9-7cda938259a9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.809525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Network 66ef73de-266d-4928-bb6d-ff788f9b57ac is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:55.813918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11270979-dbbb-4f11-9bb9-7cda938259a9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=2944ccbe-2540-44db-b31c-28741ddcc834,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:55.815075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:55.819163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:55.833572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Pushing event updated for resources: {'Port': ['ID=cceb2489-1a92-48a3-9b52-5ea3b78b2629,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:55.862951 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-11270979-dbbb-4f11-9bb9-7cda938259a9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.866237 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-11270979-dbbb-4f11-9bb9-7cda938259a9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/2944ccbe-2540-44db-b31c-28741ddcc834 HTTP/1.1" status: 204 len: 168 time: 0.9871843 Nov 19 19:12:55.868121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Allocated IP 172.20.0.11 (66ef73de-266d-4928-bb6d-ff788f9b57ac/28c297d4-50f1-4dbd-bff0-d71b45940032/e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:55.869387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33508) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:55.887423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Attempting to bind port cceb2489-1a92-48a3-9b52-5ea3b78b2629 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:55.887850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Attempting to bind port cceb2489-1a92-48a3-9b52-5ea3b78b2629 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'c6cc4503-5ec2-4e43-ae67-60a40f56c30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '66ef73de-266d-4928-bb6d-ff788f9b57ac'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:55.888223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Attempting to bind port cceb2489-1a92-48a3-9b52-5ea3b78b2629 on network 66ef73de-266d-4928-bb6d-ff788f9b57ac {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:55.896286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:55.896670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Checking segment: {'id': 'c6cc4503-5ec2-4e43-ae67-60a40f56c30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '66ef73de-266d-4928-bb6d-ff788f9b57ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:55.897286 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.897692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Bound using segment: {'id': 'c6cc4503-5ec2-4e43-ae67-60a40f56c30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '66ef73de-266d-4928-bb6d-ff788f9b57ac'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:55.898262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Bound port: cceb2489-1a92-48a3-9b52-5ea3b78b2629, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cc4503-5ec2-4e43-ae67-60a40f56c30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '66ef73de-266d-4928-bb6d-ff788f9b57ac'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:55.898657 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:55.945462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea9d74-b3ba-4210-b8e1-2319f835bb13 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:55.947657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea9d74-b3ba-4210-b8e1-2319f835bb13 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:55.949193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-59ea9d74-b3ba-4210-b8e1-2319f835bb13 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0787821 Nov 19 19:12:55.953020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33510) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:56.015641 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb131d73-cd65-4412-9634-41db4ff35215 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 1fd6d625-6240-4136-98af-6927df2d49ca {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:12:56.019451 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb131d73-cd65-4412-9634-41db4ff35215 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.044870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] For port cceb2489-1a92-48a3-9b52-5ea3b78b2629, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:56.059857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] For port cceb2489-1a92-48a3-9b52-5ea3b78b2629, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cceb2489-1a92-48a3-9b52-5ea3b78b2629,segment=NetworkSegment(c6cc4503-5ec2-4e43-ae67-60a40f56c30f),segment_id=c6cc4503-5ec2-4e43-ae67-60a40f56c30f)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:56.070692 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.074130 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb131d73-cd65-4412-9634-41db4ff35215 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.167714 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.168824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f63ad-89e5-439c-acb0-692fb98d4f23 None None] Pushing event updated for resources: {'Port': ['ID=cceb2489-1a92-48a3-9b52-5ea3b78b2629,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:56.174714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb131d73-cd65-4412-9634-41db4ff35215 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.219130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.271020 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb131d73-cd65-4412-9634-41db4ff35215 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.277288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 66ef73de-266d-4928-bb6d-ff788f9b57ac is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:56.279357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:56.282678 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:56.308451 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb131d73-cd65-4412-9634-41db4ff35215 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd6d625-6240-4136-98af-6927df2d49ca,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:56.310472 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb131d73-cd65-4412-9634-41db4ff35215 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.313715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cb131d73-cd65-4412-9634-41db4ff35215 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/1fd6d625-6240-4136-98af-6927df2d49ca HTTP/1.1" status: 204 len: 168 time: 0.3609672 Nov 19 19:12:56.316101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33516) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:56.318520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd0222-73c4-4d60-b30d-29a93aba9bdc None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:56.326985 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:56.374429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:56.380194 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.393551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33518) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:56.395166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cece7880-0f6d-4f6c-bf9f-47cfb2bdacd8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773041 Nov 19 19:12:56.402958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8f28be1c-e58f-4a74-95ce-b078f86e56d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:56.483986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-29fa73cd-ba2b-4d7a-92ba-13346533cc9d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3996532 Nov 19 19:12:56.486634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33520) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:56.614762 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f28be1c-e58f-4a74-95ce-b078f86e56d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:56.619025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f28be1c-e58f-4a74-95ce-b078f86e56d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.643857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60280e5d-193f-4ac5-b2ba-a64aa836ba46 None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:56.721329 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-60280e5d-193f-4ac5-b2ba-a64aa836ba46 None None] Deleting port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:56.743835 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-60280e5d-193f-4ac5-b2ba-a64aa836ba46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.833300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cceb2489-1a92-48a3-9b52-5ea3b78b2629 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:56.838954 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f28be1c-e58f-4a74-95ce-b078f86e56d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.889204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-60280e5d-193f-4ac5-b2ba-a64aa836ba46 None None] For port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7e2ebbd0-16b2-4c2a-be37-d74d865456c0,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:56.889609 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-60280e5d-193f-4ac5-b2ba-a64aa836ba46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.904001 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f28be1c-e58f-4a74-95ce-b078f86e56d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:56.908840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-60280e5d-193f-4ac5-b2ba-a64aa836ba46 None None] Calling delete_port for 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:56.909879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8f28be1c-e58f-4a74-95ce-b078f86e56d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:56.915901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f28be1c-e58f-4a74-95ce-b078f86e56d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:56.917135 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f28be1c-e58f-4a74-95ce-b078f86e56d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.924538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28be1c-e58f-4a74-95ce-b078f86e56d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=6dd0362c-06cc-4bad-8a04-5ef0d927a6fd,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:56.945210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8f28be1c-e58f-4a74-95ce-b078f86e56d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5463481 Nov 19 19:12:56.945600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33524) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:56.951485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': '6dd0362c-06cc-4bad-8a04-5ef0d927a6fd', 'ip_address': '2001:db8::5733:733b:e650:cbc1'}], 'name': 'tempest-NetworksTestDHCPv6-1758725312'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:12:56.976952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port cceb2489-1a92-48a3-9b52-5ea3b78b2629 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:56.977255 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:56.999406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee036c0-dda2-4109-8f43-618e938158ae req-9f4b5130-fca5-42b8-a631-476479869abd tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:57.001460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ee036c0-dda2-4109-8f43-618e938158ae req-9f4b5130-fca5-42b8-a631-476479869abd tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 945 time: 0.1410999 Nov 19 19:12:57.109824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.128664 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.133370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ee036c0-dda2-4109-8f43-618e938158ae req-c6ee3da1-c10f-4660-8f47-c77fd5270ee8 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102087 Nov 19 19:12:57.146997 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-60280e5d-193f-4ac5-b2ba-a64aa836ba46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.151723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:12:57.191102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60280e5d-193f-4ac5-b2ba-a64aa836ba46 None None] Pushing event deleted for resources: {'Port': ['ID=7e2ebbd0-16b2-4c2a-be37-d74d865456c0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:57.202819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port cceb2489-1a92-48a3-9b52-5ea3b78b2629, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cceb2489-1a92-48a3-9b52-5ea3b78b2629,segment=NetworkSegment(c6cc4503-5ec2-4e43-ae67-60a40f56c30f),segment_id=c6cc4503-5ec2-4e43-ae67-60a40f56c30f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:57.204006 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60280e5d-193f-4ac5-b2ba-a64aa836ba46 None None] No DVR routers for this DVR port 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:57.225415 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.257200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d02304b-e07a-4cb1-894f-83d845a1eab7 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:57.280351 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.302318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 7223fc34-e210-416d-b6d5-bc45849ec890 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:12:57.355905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=cceb2489-1a92-48a3-9b52-5ea3b78b2629,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:57.451375 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.458931 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.479532 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '6dd0362c-06cc-4bad-8a04-5ef0d927a6fd'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:12:57.481057 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.516986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729acc8-37ec-4141-91a3-962ee0e1fbb9 req-dec3d032-8653-4484-8164-a16648cd9c6a tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:57.518814 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a729acc8-37ec-4141-91a3-962ee0e1fbb9 req-dec3d032-8653-4484-8164-a16648cd9c6a tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.57 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 945 time: 0.1610181 Nov 19 19:12:57.550062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:57.596732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576a9e08-baac-40e3-99e1-052072f46b97 None None] Network 66ef73de-266d-4928-bb6d-ff788f9b57ac requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:12:57.643850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-a729acc8-37ec-4141-91a3-962ee0e1fbb9 req-e4b10941-3223-4f7c-abcf-c39fd5600824 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Deleting port 4e546a92-4887-49d7-8675-cec140f834f7 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:57.644186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a729acc8-37ec-4141-91a3-962ee0e1fbb9 req-e4b10941-3223-4f7c-abcf-c39fd5600824 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.718359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3b263ec4-1231-450b-aea0-26263919791d None None] Provisioning complete for port cceb2489-1a92-48a3-9b52-5ea3b78b2629 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:57.718958 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b263ec4-1231-450b-aea0-26263919791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.733841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.737481 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Allocated IP 2001:db8::2 (2953a791-3f54-41a3-92dc-efec9fb97405/6dd0362c-06cc-4bad-8a04-5ef0d927a6fd/c30c4eac-d829-45b2-b604-a9cb21c84502) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:57.760995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-a729acc8-37ec-4141-91a3-962ee0e1fbb9 req-e4b10941-3223-4f7c-abcf-c39fd5600824 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] For port 4e546a92-4887-49d7-8675-cec140f834f7, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4e546a92-4887-49d7-8675-cec140f834f7,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:12:57.761282 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a729acc8-37ec-4141-91a3-962ee0e1fbb9 req-e4b10941-3223-4f7c-abcf-c39fd5600824 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.775654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-a729acc8-37ec-4141-91a3-962ee0e1fbb9 req-e4b10941-3223-4f7c-abcf-c39fd5600824 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Calling delete_port for 4e546a92-4887-49d7-8675-cec140f834f7 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:57.929588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a729acc8-37ec-4141-91a3-962ee0e1fbb9 req-e4b10941-3223-4f7c-abcf-c39fd5600824 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:57.951022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['192046a7-0c5a-494b-ae7b-673e3ca8c725'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:12:57.953161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['2964e42d-41c7-4fc4-927e-af45910d5db9', '4e546a92-4887-49d7-8675-cec140f834f7'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:12:57.964840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b10941-3223-4f7c-abcf-c39fd5600824 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Pushing event deleted for resources: {'Port': ['ID=4e546a92-4887-49d7-8675-cec140f834f7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:58.018787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a729acc8-37ec-4141-91a3-962ee0e1fbb9 req-e4b10941-3223-4f7c-abcf-c39fd5600824 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] No DVR routers for this DVR port 4e546a92-4887-49d7-8675-cec140f834f7 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:12:58.021424 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a729acc8-37ec-4141-91a3-962ee0e1fbb9 req-e4b10941-3223-4f7c-abcf-c39fd5600824 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.025919 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a729acc8-37ec-4141-91a3-962ee0e1fbb9 req-e4b10941-3223-4f7c-abcf-c39fd5600824 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.57 "DELETE /v2.0/ports/4e546a92-4887-49d7-8675-cec140f834f7 HTTP/1.1" status: 204 len: 173 time: 0.4986680 Nov 19 19:12:58.026416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f10512-55e7-4411-b996-f0163d5a8510', 'name': 'network-vif-deleted', 'tag': '4e546a92-4887-49d7-8675-cec140f834f7'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:12:58.029296 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5e933e-6d3a-460a-b169-30aa9c741e1f" -d '{"events": [{"server_uuid": "73f10512-55e7-4411-b996-f0163d5a8510", "name": "network-vif-deleted", "tag": "4e546a92-4887-49d7-8675-cec140f834f7"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:12:58.112962 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270c3b00-3240-48d2-a4df-a98b314f90ff x-openstack-request-id: req-270c3b00-3240-48d2-a4df-a98b314f90ff {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:12:58.114365 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f10512-55e7-4411-b996-f0163d5a8510", "name": "network-vif-deleted", "tag": "4e546a92-4887-49d7-8675-cec140f834f7", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:12:58.115006 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-270c3b00-3240-48d2-a4df-a98b314f90ff {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:12:58.115590 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f10512-55e7-4411-b996-f0163d5a8510', 'name': 'network-vif-deleted', 'tag': '4e546a92-4887-49d7-8675-cec140f834f7', 'status': 'completed', 'code': 200} Nov 19 19:12:58.183764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe0740-2b37-4bcd-9611-4cfd7f8fb892 None None] DHCP port deletion for a84502ce-0065-4573-9318-35f233adc5e5 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:12:58.221212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.327508 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.354301 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.381798 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c40582b-6cb2-4c88-80fa-0970e6c45adf req-fd691e02-3dff-4eb8-aab5-9864cf7f404c tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=73f10512-55e7-4411-b996-f0163d5a8510 HTTP/1.1" status: 200 len: 210 time: 0.0931666 Nov 19 19:12:58.430245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:58.431720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::5733:733b:e650:cbc1 (2953a791-3f54-41a3-92dc-efec9fb97405/6dd0362c-06cc-4bad-8a04-5ef0d927a6fd/7223fc34-e210-416d-b6d5-bc45849ec890) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:12:58.459098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:58.463669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:58.490152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Pushing event updated for resources: {'Port': ['ID=c30c4eac-d829-45b2-b604-a9cb21c84502,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:58.597742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Attempting to bind port c30c4eac-d829-45b2-b604-a9cb21c84502 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:12:58.598143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Attempting to bind port c30c4eac-d829-45b2-b604-a9cb21c84502 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:12:58.598571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Attempting to bind port c30c4eac-d829-45b2-b604-a9cb21c84502 on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:12:58.631304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:12:58.631787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:12:58.633227 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.633414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:12:58.633822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Bound port: c30c4eac-d829-45b2-b604-a9cb21c84502, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:12:58.634399 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.657966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b5b6a4c5-1b8b-4d95-8690-fa8ec80630f5 None None] Provisioning complete for port e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:58.658344 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a4c5-1b8b-4d95-8690-fa8ec80630f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.659840 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.671211 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.724870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6a4c5-1b8b-4d95-8690-fa8ec80630f5 None None] Port e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:58.759227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cceb2489-1a92-48a3-9b52-5ea3b78b2629 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:12:58.773430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:58.797192 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.823152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b5b6a4c5-1b8b-4d95-8690-fa8ec80630f5 None None] Provisioning complete for port cceb2489-1a92-48a3-9b52-5ea3b78b2629 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:58.823350 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a4c5-1b8b-4d95-8690-fa8ec80630f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.831511 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.838439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.889359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:58.893122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:58.897410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:12:58.903997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:58.904650 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.917467 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=7223fc34-e210-416d-b6d5-bc45849ec890,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:58.932442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] For port c30c4eac-d829-45b2-b604-a9cb21c84502, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:12:58.935574 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9824312 Nov 19 19:12:58.936096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] For port c30c4eac-d829-45b2-b604-a9cb21c84502, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c30c4eac-d829-45b2-b604-a9cb21c84502,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:12:58.936419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33538) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:58.938014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.938394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.938735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.939076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.939441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.939867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.940131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.940485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.940823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.941156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.941489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.941871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c7efe7-4d6a-4edf-93f7-725ac8d50a27 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:12:58.962598 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:58.965856 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 66ef73de-266d-4928-bb6d-ff788f9b57ac is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:12:58.967421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:12:59.004297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cecc042-1893-4b70-b8bf-5bbc44af5583 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:59.011296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cecc042-1893-4b70-b8bf-5bbc44af5583 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:59.013165 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2cecc042-1893-4b70-b8bf-5bbc44af5583 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0676863 Nov 19 19:12:59.016945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33540) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:59.026721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port cceb2489-1a92-48a3-9b52-5ea3b78b2629 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:59.027183 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:59.121669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8dedc-fbe9-47b4-b6e3-8e63f68bc3fd None None] Pushing event updated for resources: {'Port': ['ID=c30c4eac-d829-45b2-b604-a9cb21c84502,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:12:59.162072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 645a2b6a-be7a-4b23-a828-e92628e3c384 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:12:59.262340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a78e81ac-5a6d-4543-a76d-44976036320f None None] Provisioning complete for port e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:59.263118 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a78e81ac-5a6d-4543-a76d-44976036320f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:59.324373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:12:59.389179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:12:59.398012 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9990d3b8-c532-4d69-9abe-d1e3913f4564 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/645a2b6a-be7a-4b23-a828-e92628e3c384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9096055 Nov 19 19:12:59.398888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33544) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:59.403515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:12:59.403916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7e2ebbd0-16b2-4c2a-be37-d74d865456c0 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:12:59.423766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae48b90-a60b-4471-976b-94ec9ab2aebe None None] Sync routers for ids ['645a2b6a-be7a-4b23-a828-e92628e3c384'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:12:59.441936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a78e81ac-5a6d-4543-a76d-44976036320f None None] Port e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:59.454413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae48b90-a60b-4471-976b-94ec9ab2aebe None None] Routers {'645a2b6a-be7a-4b23-a828-e92628e3c384'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:59.455113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-eae48b90-a60b-4471-976b-94ec9ab2aebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['645a2b6a-be7a-4b23-a828-e92628e3c384'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:59.503522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb57f1-23af-493e-a312-33844b9a1712 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:59.505876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-57fb57f1-23af-493e-a312-33844b9a1712 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports/e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd HTTP/1.1" status: 200 len: 978 time: 0.1059449 Nov 19 19:12:59.509036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33550) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:12:59.511034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-eae48b90-a60b-4471-976b-94ec9ab2aebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:59.523293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae48b90-a60b-4471-976b-94ec9ab2aebe None None] Routers {'645a2b6a-be7a-4b23-a828-e92628e3c384'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:12:59.524074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-eae48b90-a60b-4471-976b-94ec9ab2aebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['645a2b6a-be7a-4b23-a828-e92628e3c384'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:59.580595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-eae48b90-a60b-4471-976b-94ec9ab2aebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:12:59.581242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae48b90-a60b-4471-976b-94ec9ab2aebe None None] The sync data for ids ['645a2b6a-be7a-4b23-a828-e92628e3c384'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:12:59.600099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2b2c85d3-4706-4973-88b8-ff459bfc80ef None None] Provisioning complete for port e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:12:59.600482 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2b2c85d3-4706-4973-88b8-ff459bfc80ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:59.651524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2b2c85d3-4706-4973-88b8-ff459bfc80ef None None] Port e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:12:59.655897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-097ffcc5-4a77-498c-9cd5-04fbf012754f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 7223fc34-e210-416d-b6d5-bc45849ec890 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:12:59.656265 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-097ffcc5-4a77-498c-9cd5-04fbf012754f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:59.695162 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:59.783932 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-097ffcc5-4a77-498c-9cd5-04fbf012754f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:59.800148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-097ffcc5-4a77-498c-9cd5-04fbf012754f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 7223fc34-e210-416d-b6d5-bc45849ec890 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:12:59.883976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb0b9a-0f9e-449b-a580-f9c8acefb3e2 req-ffa6895a-f8ce-43dc-965b-59eca8d2c7c8 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:12:59.885492 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31cb0b9a-0f9e-449b-a580-f9c8acefb3e2 req-ffa6895a-f8ce-43dc-965b-59eca8d2c7c8 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 945 time: 0.0867443 Nov 19 19:12:59.935760 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-097ffcc5-4a77-498c-9cd5-04fbf012754f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:59.970901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ffcc5-4a77-498c-9cd5-04fbf012754f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=7223fc34-e210-416d-b6d5-bc45849ec890,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:00.001893 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-097ffcc5-4a77-498c-9cd5-04fbf012754f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.006315 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-097ffcc5-4a77-498c-9cd5-04fbf012754f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/7223fc34-e210-416d-b6d5-bc45849ec890 HTTP/1.1" status: 204 len: 168 time: 0.9879563 Nov 19 19:13:00.009525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33556) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:00.021920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31cb0b9a-0f9e-449b-a580-f9c8acefb3e2 req-54d27f60-e01b-4fdc-8af1-6a59dba9080f tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159451 Nov 19 19:13:00.066791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb32a43-7ca4-46bd-a19d-de0f6dd5872c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:00.068577 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb32a43-7ca4-46bd-a19d-de0f6dd5872c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:00.071345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6cb32a43-7ca4-46bd-a19d-de0f6dd5872c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0598257 Nov 19 19:13:00.073489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33558) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:00.130700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9dad6f-4977-4d58-acbc-99da3c047448 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 6dd0362c-06cc-4bad-8a04-5ef0d927a6fd {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:00.130936 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-885da860-f0b4-496b-b6fd-afbd4a4cc71c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.135793 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca9dad6f-4977-4d58-acbc-99da3c047448 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.186411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca9dad6f-4977-4d58-acbc-99da3c047448 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.282185 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca9dad6f-4977-4d58-acbc-99da3c047448 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.350048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca9dad6f-4977-4d58-acbc-99da3c047448 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.380151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-885da860-f0b4-496b-b6fd-afbd4a4cc71c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:00.380506 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-885da860-f0b4-496b-b6fd-afbd4a4cc71c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.381865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9dad6f-4977-4d58-acbc-99da3c047448 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd0362c-06cc-4bad-8a04-5ef0d927a6fd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:00.384042 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca9dad6f-4977-4d58-acbc-99da3c047448 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.385128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-96d9174b-210d-4427-8f20-c999d95f213d None None] Provisioning complete for port c30c4eac-d829-45b2-b604-a9cb21c84502 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:00.385607 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-96d9174b-210d-4427-8f20-c999d95f213d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.389792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ca9dad6f-4977-4d58-acbc-99da3c047448 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/6dd0362c-06cc-4bad-8a04-5ef0d927a6fd HTTP/1.1" status: 204 len: 168 time: 0.3129783 Nov 19 19:13:00.390119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33560) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:00.468136 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2db44b4e-e001-4334-8351-b735f813dc59 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768862 Nov 19 19:13:00.470763 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33564) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:00.475163 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-96d9174b-210d-4427-8f20-c999d95f213d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.475555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-adfacaa2-e604-429b-8f1a-c6eb434ac82a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:00.516718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-96d9174b-210d-4427-8f20-c999d95f213d None None] For port c30c4eac-d829-45b2-b604-a9cb21c84502, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c30c4eac-d829-45b2-b604-a9cb21c84502,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:00.521782 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-96d9174b-210d-4427-8f20-c999d95f213d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.594421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9174b-210d-4427-8f20-c999d95f213d None None] Pushing event updated for resources: {'Port': ['ID=c30c4eac-d829-45b2-b604-a9cb21c84502,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:00.619834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfacaa2-e604-429b-8f1a-c6eb434ac82a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:00.623399 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-adfacaa2-e604-429b-8f1a-c6eb434ac82a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.641492 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-885da860-f0b4-496b-b6fd-afbd4a4cc71c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.653390 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a28df-f4bd-485e-9006-494656848098 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:00.684515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-885da860-f0b4-496b-b6fd-afbd4a4cc71c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:00.701640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c30c4eac-d829-45b2-b604-a9cb21c84502 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:00.756804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-af4034cc-67e4-470a-9b74-2fbfffddbf1c None None] Could not find standard attr ID for object 7223fc34-e210-416d-b6d5-bc45849ec890. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:13:00.823878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port c30c4eac-d829-45b2-b604-a9cb21c84502 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:00.824257 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.937949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6ff131-2ea2-431d-87ef-22a2478f5a32 None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:00.983197 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-adfacaa2-e604-429b-8f1a-c6eb434ac82a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:00.993159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-da6ff131-2ea2-431d-87ef-22a2478f5a32 None None] Deleting port c30c4eac-d829-45b2-b604-a9cb21c84502 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:00.993536 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da6ff131-2ea2-431d-87ef-22a2478f5a32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.065879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-885da860-f0b4-496b-b6fd-afbd4a4cc71c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.072951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfacaa2-e604-429b-8f1a-c6eb434ac82a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:01.079400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-da6ff131-2ea2-431d-87ef-22a2478f5a32 None None] For port c30c4eac-d829-45b2-b604-a9cb21c84502, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c30c4eac-d829-45b2-b604-a9cb21c84502,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:01.079891 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da6ff131-2ea2-431d-87ef-22a2478f5a32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.094953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-da6ff131-2ea2-431d-87ef-22a2478f5a32 None None] Calling delete_port for c30c4eac-d829-45b2-b604-a9cb21c84502 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:01.114921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-adfacaa2-e604-429b-8f1a-c6eb434ac82a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:01.118322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfacaa2-e604-429b-8f1a-c6eb434ac82a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:01.118918 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-adfacaa2-e604-429b-8f1a-c6eb434ac82a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.124270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885da860-f0b4-496b-b6fd-afbd4a4cc71c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=e4f8c9a5-e5c5-413e-b9f2-b0a56827b5fd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:01.127006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfacaa2-e604-429b-8f1a-c6eb434ac82a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=8d413827-07c6-4e09-a1fb-2160e20a1a2e,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:01.163195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a12e8a-9f87-4533-9aa5-6ff04d923e73 req-4f50f9c3-cc14-4586-b2ce-336528b5d491 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:01.170331 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-03a12e8a-9f87-4533-9aa5-6ff04d923e73 req-4f50f9c3-cc14-4586-b2ce-336528b5d491 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 945 time: 0.0811956 Nov 19 19:13:01.195960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97950c87-9594-45e0-bd70-91fead375390 req-40277194-19b3-4b6c-bee6-d29dbf1a43ac tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:01.198653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97950c87-9594-45e0-bd70-91fead375390 req-40277194-19b3-4b6c-bee6-d29dbf1a43ac tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.21 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 945 time: 0.1837237 Nov 19 19:13:01.205440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-adfacaa2-e604-429b-8f1a-c6eb434ac82a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7336638 Nov 19 19:13:01.205867 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da6ff131-2ea2-431d-87ef-22a2478f5a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.217788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33570) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:01.222737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': '8d413827-07c6-4e09-a1fb-2160e20a1a2e', 'ip_address': '2001:db8::e8ec:b078:e489:df81'}], 'name': 'tempest-NetworksTestDHCPv6-357882378'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:01.235515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ff131-2ea2-431d-87ef-22a2478f5a32 None None] Pushing event deleted for resources: {'Port': ['ID=c30c4eac-d829-45b2-b604-a9cb21c84502,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:01.240168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ff131-2ea2-431d-87ef-22a2478f5a32 None None] No DVR routers for this DVR port c30c4eac-d829-45b2-b604-a9cb21c84502 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:01.256818 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-03a12e8a-9f87-4533-9aa5-6ff04d923e73 req-7bef8460-65ec-4620-8e76-e6c7553c6a77 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842359 Nov 19 19:13:01.261358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51820a2c-31f8-47b1-8275-06ff0ab3ec04 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:01.425358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '8d413827-07c6-4e09-a1fb-2160e20a1a2e'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:01.426745 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.437317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-885da860-f0b4-496b-b6fd-afbd4a4cc71c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.573047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Allocated IP 2001:db8::2 (2953a791-3f54-41a3-92dc-efec9fb97405/8d413827-07c6-4e09-a1fb-2160e20a1a2e/8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:01.730608 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.738156 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.785964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:01.789364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:01.794655 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:01.798173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Pushing event updated for resources: {'Port': ['ID=8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:01.864583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Attempting to bind port 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:01.864957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Attempting to bind port 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:01.865321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Attempting to bind port 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:01.871763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:01.872100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:01.872525 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.872922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:01.873397 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Bound port: 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:01.873798 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.901356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-97950c87-9594-45e0-bd70-91fead375390 req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Deleting port 192046a7-0c5a-494b-ae7b-673e3ca8c725 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:01.901696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97950c87-9594-45e0-bd70-91fead375390 req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.944910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] For port 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:01.948272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] For port 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:01.952585 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:01.983044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:02.016089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece7aad-1641-4ad9-a1f7-3dad802e2a27 None None] Pushing event updated for resources: {'Port': ['ID=8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:02.042915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885da860-f0b4-496b-b6fd-afbd4a4cc71c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 645a2b6a-be7a-4b23-a828-e92628e3c384 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:13:02.185057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-97950c87-9594-45e0-bd70-91fead375390 req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] For port 192046a7-0c5a-494b-ae7b-673e3ca8c725, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=192046a7-0c5a-494b-ae7b-673e3ca8c725,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:02.185424 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97950c87-9594-45e0-bd70-91fead375390 req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:02.200075 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:02.215845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885da860-f0b4-496b-b6fd-afbd4a4cc71c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:02.224157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33576) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:02.224605 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-885da860-f0b4-496b-b6fd-afbd4a4cc71c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/645a2b6a-be7a-4b23-a828-e92628e3c384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7135260 Nov 19 19:13:02.226797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-97950c87-9594-45e0-bd70-91fead375390 req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Calling delete_port for 192046a7-0c5a-494b-ae7b-673e3ca8c725 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:02.230018 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6482bc-20bf-477e-a689-a997a27bce9a None None] Sync routers for ids ['645a2b6a-be7a-4b23-a828-e92628e3c384'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:02.240944 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6482bc-20bf-477e-a689-a997a27bce9a None None] Routers {'645a2b6a-be7a-4b23-a828-e92628e3c384'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:02.241139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 630a12af-5d05-42b9-aaca-90e491a01586 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:13:02.242638 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8f6482bc-20bf-477e-a689-a997a27bce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['645a2b6a-be7a-4b23-a828-e92628e3c384'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:02.280371 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8f6482bc-20bf-477e-a689-a997a27bce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:02.293295 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6482bc-20bf-477e-a689-a997a27bce9a None None] Routers {'645a2b6a-be7a-4b23-a828-e92628e3c384'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:02.294242 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8f6482bc-20bf-477e-a689-a997a27bce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['645a2b6a-be7a-4b23-a828-e92628e3c384'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:02.333387 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8f6482bc-20bf-477e-a689-a997a27bce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:02.334569 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6482bc-20bf-477e-a689-a997a27bce9a None None] The sync data for ids ['645a2b6a-be7a-4b23-a828-e92628e3c384'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:02.344423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4e546a92-4887-49d7-8675-cec140f834f7 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:02.386725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 4e546a92-4887-49d7-8675-cec140f834f7 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:02.387467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4e546a92-4887-49d7-8675-cec140f834f7 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:02.503858 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-55e92bc8-6ab1-4644-b7b9-e9510fc97660 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] remove_router_interface failed (client error): The resource could not be found. Nov 19 19:13:02.504772 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-55e92bc8-6ab1-4644-b7b9-e9510fc97660 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/645a2b6a-be7a-4b23-a828-e92628e3c384/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2796803 Nov 19 19:13:02.507781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33580) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:02.511135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f4dfd-59ea-49b5-9892-211d24d4d056 req-31a52c1e-7299-40dc-b41e-8ca394994784 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:02.512665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d28f4dfd-59ea-49b5-9892-211d24d4d056 req-31a52c1e-7299-40dc-b41e-8ca394994784 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=89103bdd-2892-4bdf-8292-4978e0279871 HTTP/1.1" status: 200 len: 945 time: 0.1518960 Nov 19 19:13:02.534345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-65e52df8-fd8e-4d9c-ab39-f2dcabb51019 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=645a2b6a-be7a-4b23-a828-e92628e3c384 HTTP/1.1" status: 200 len: 205 time: 0.0254762 Nov 19 19:13:02.536778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33582) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:02.564195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::e8ec:b078:e489:df81 (2953a791-3f54-41a3-92dc-efec9fb97405/8d413827-07c6-4e09-a1fb-2160e20a1a2e/630a12af-5d05-42b9-aaca-90e491a01586) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:02.618889 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b09ead4d-42c3-4d85-be74-34bc2fe1a582 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:02.644784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d28f4dfd-59ea-49b5-9892-211d24d4d056 req-1bb979ef-60a8-4acb-b923-678a36f97d82 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081398 Nov 19 19:13:02.656285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97950c87-9594-45e0-bd70-91fead375390 req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:02.680048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['2964e42d-41c7-4fc4-927e-af45910d5db9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:13:02.718071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:02.718688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Pushing event deleted for resources: {'Port': ['ID=192046a7-0c5a-494b-ae7b-673e3ca8c725,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:02.738667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.739183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.739633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.740109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.740526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.740962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.741970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.742415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.742851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.743302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.743735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.744164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:02.748706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100996bb-3abd-43a7-8fe5-24984b7172b0 None None] DHCP port deletion for a84502ce-0065-4573-9318-35f233adc5e5 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:02.846247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b09ead4d-42c3-4d85-be74-34bc2fe1a582 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:02.847175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-97950c87-9594-45e0-bd70-91fead375390 req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] No DVR routers for this DVR port 192046a7-0c5a-494b-ae7b-673e3ca8c725 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:02.849981 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b09ead4d-42c3-4d85-be74-34bc2fe1a582 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:02.853431 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-97950c87-9594-45e0-bd70-91fead375390 req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:02.859603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-97950c87-9594-45e0-bd70-91fead375390 req-fda07da5-c7c4-4e28-ab84-7afd46faa470 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.21 "DELETE /v2.0/ports/192046a7-0c5a-494b-ae7b-673e3ca8c725 HTTP/1.1" status: 204 len: 173 time: 1.6509328 Nov 19 19:13:02.860210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89103bdd-2892-4bdf-8292-4978e0279871', 'name': 'network-vif-deleted', 'tag': '192046a7-0c5a-494b-ae7b-673e3ca8c725'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:13:02.863134 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659a6b9b-bd9f-4fdb-811e-077ab65019f0" -d '{"events": [{"server_uuid": "89103bdd-2892-4bdf-8292-4978e0279871", "name": "network-vif-deleted", "tag": "192046a7-0c5a-494b-ae7b-673e3ca8c725"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:13:02.922118 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b09ead4d-42c3-4d85-be74-34bc2fe1a582 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:02.922716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09ead4d-42c3-4d85-be74-34bc2fe1a582 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Fanout notify agent at l3_agent the message router_deleted on router 645a2b6a-be7a-4b23-a828-e92628e3c384 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:13:02.924846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:02.925233 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:02.931983 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b09ead4d-42c3-4d85-be74-34bc2fe1a582 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:02.933288 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b09ead4d-42c3-4d85-be74-34bc2fe1a582 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/645a2b6a-be7a-4b23-a828-e92628e3c384 HTTP/1.1" status: 204 len: 168 time: 0.3956246 Nov 19 19:13:02.936075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33590) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:02.969103 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa37df3f-52ea-4fce-b954-d08fa5daaba9 x-openstack-request-id: req-aa37df3f-52ea-4fce-b954-d08fa5daaba9 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:13:02.969447 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89103bdd-2892-4bdf-8292-4978e0279871", "name": "network-vif-deleted", "tag": "192046a7-0c5a-494b-ae7b-673e3ca8c725", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:13:02.969658 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa37df3f-52ea-4fce-b954-d08fa5daaba9 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:13:02.970123 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89103bdd-2892-4bdf-8292-4978e0279871', 'name': 'network-vif-deleted', 'tag': '192046a7-0c5a-494b-ae7b-673e3ca8c725', 'status': 'completed', 'code': 200} Nov 19 19:13:03.000682 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.045452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfd8c87-b375-40c4-b7f8-fd28d389ecbe tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting subnet 28c297d4-50f1-4dbd-bff0-d71b45940032 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:03.049305 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8c87-b375-40c4-b7f8-fd28d389ecbe tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.050391 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.095293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.116177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:03.118238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8c87-b375-40c4-b7f8-fd28d389ecbe tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.118984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:03.122525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:03.137967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:03.138883 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.162621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=630a12af-5d05-42b9-aaca-90e491a01586,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:03.165317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:03.170264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5708874d-e2e0-4ad2-b0aa-cb9928b52755 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9514399 Nov 19 19:13:03.173038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33592) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:03.180870 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.253246 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8c87-b375-40c4-b7f8-fd28d389ecbe tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.253814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362fd6f4-381e-4bf1-aac9-9d96b5ca26f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:03.255275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:03.260724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362fd6f4-381e-4bf1-aac9-9d96b5ca26f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:03.264892 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-362fd6f4-381e-4bf1-aac9-9d96b5ca26f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0885711 Nov 19 19:13:03.265171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33594) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:03.268347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c30c4eac-d829-45b2-b604-a9cb21c84502 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:03.302066 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: c30c4eac-d829-45b2-b604-a9cb21c84502 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:03.302685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c30c4eac-d829-45b2-b604-a9cb21c84502 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:03.359642 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8c87-b375-40c4-b7f8-fd28d389ecbe tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.395315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd8c87-b375-40c4-b7f8-fd28d389ecbe tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Subnet': ['ID=28c297d4-50f1-4dbd-bff0-d71b45940032,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:03.395695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5a487e5e-633d-40a6-8a07-ac7987f7b469 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 630a12af-5d05-42b9-aaca-90e491a01586 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:03.396093 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a487e5e-633d-40a6-8a07-ac7987f7b469 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.400444 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8c87-b375-40c4-b7f8-fd28d389ecbe tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.409450 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2bfd8c87-b375-40c4-b7f8-fd28d389ecbe tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/28c297d4-50f1-4dbd-bff0-d71b45940032 HTTP/1.1" status: 204 len: 168 time: 0.4720914 Nov 19 19:13:03.413067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33596) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:03.435188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80ad482-2310-4587-9ec3-9739847b028c None None] Network 66ef73de-266d-4928-bb6d-ff788f9b57ac requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:03.439672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 192046a7-0c5a-494b-ae7b-673e3ca8c725 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:03.516118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1433b9bf-8dc4-4c33-8804-a878f16796b1 None None] Provisioning complete for port 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:03.516492 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1433b9bf-8dc4-4c33-8804-a878f16796b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.522232 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.535000 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a487e5e-633d-40a6-8a07-ac7987f7b469 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.551208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5a487e5e-633d-40a6-8a07-ac7987f7b469 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 630a12af-5d05-42b9-aaca-90e491a01586 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:03.559785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 192046a7-0c5a-494b-ae7b-673e3ca8c725 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:03.560458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 192046a7-0c5a-494b-ae7b-673e3ca8c725 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:03.596127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port cceb2489-1a92-48a3-9b52-5ea3b78b2629 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:03.596569 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.682072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port cceb2489-1a92-48a3-9b52-5ea3b78b2629, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cceb2489-1a92-48a3-9b52-5ea3b78b2629,segment=NetworkSegment(c6cc4503-5ec2-4e43-ae67-60a40f56c30f),segment_id=c6cc4503-5ec2-4e43-ae67-60a40f56c30f)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:03.682444 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.700888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for cceb2489-1a92-48a3-9b52-5ea3b78b2629 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:03.747422 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a487e5e-633d-40a6-8a07-ac7987f7b469 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.797228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a487e5e-633d-40a6-8a07-ac7987f7b469 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=630a12af-5d05-42b9-aaca-90e491a01586,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:03.817536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.821720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-53bee6c7-ac0c-450d-aa8c-594cc597acb0 None None] Could not find standard attr ID for object 630a12af-5d05-42b9-aaca-90e491a01586. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:13:03.829373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc52488-cd6e-46fb-ba8e-b7617150d12c None None] DHCP port deletion for 66ef73de-266d-4928-bb6d-ff788f9b57ac request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:03.832595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a487e5e-633d-40a6-8a07-ac7987f7b469 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.846436 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5a487e5e-633d-40a6-8a07-ac7987f7b469 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/630a12af-5d05-42b9-aaca-90e491a01586 HTTP/1.1" status: 204 len: 168 time: 0.5801308 Nov 19 19:13:03.847266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33606) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:03.883947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=cceb2489-1a92-48a3-9b52-5ea3b78b2629,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:03.895770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No DVR routers for this DVR port cceb2489-1a92-48a3-9b52-5ea3b78b2629 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:03.951921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad54a073-7cf0-4907-b38e-9896306b6f10 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:03.953886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad54a073-7cf0-4907-b38e-9896306b6f10 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:03.958487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ad54a073-7cf0-4907-b38e-9896306b6f10 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1098881 Nov 19 19:13:03.959283 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33608) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:04.040289 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.066423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2023e6de-d282-498d-9134-b0e642350093 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 8d413827-07c6-4e09-a1fb-2160e20a1a2e {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:04.082757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ef73de-266d-4928-bb6d-ff788f9b57ac']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:04.083827 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2023e6de-d282-498d-9134-b0e642350093 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.098278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cc4503-5ec2-4e43-ae67-60a40f56c30f') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:04.098583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cc4503-5ec2-4e43-ae67-60a40f56c30f') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:04.126168 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.148164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.155101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2023e6de-d282-498d-9134-b0e642350093 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.155312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:13:04.155680 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:13:04.159167 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:13:04.219145 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.238463 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.241873 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/networks/66ef73de-266d-4928-bb6d-ff788f9b57ac HTTP/1.1" status: 204 len: 168 time: 0.8269577 Nov 19 19:13:04.242956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73919bf-46ec-40e1-b8de-3e75724af758 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Network': ['ID=66ef73de-266d-4928-bb6d-ff788f9b57ac,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:04.246615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33612) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:04.250953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'network': {'name': 'tempest-RoutersTest-799454654'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:04.254732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2023e6de-d282-498d-9134-b0e642350093 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.275854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:04.279913 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.307734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:13:04.320662 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2023e6de-d282-498d-9134-b0e642350093 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.321808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.322169 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added segment caa97c0d-1938-4601-81a5-ca41936949c8 of type vlan for network f7e27c01-bcf7-4700-b40f-c28b40895660 Nov 19 19:13:04.355086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023e6de-d282-498d-9134-b0e642350093 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=8d413827-07c6-4e09-a1fb-2160e20a1a2e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:04.356928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2023e6de-d282-498d-9134-b0e642350093 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.360473 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2023e6de-d282-498d-9134-b0e642350093 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/8d413827-07c6-4e09-a1fb-2160e20a1a2e HTTP/1.1" status: 204 len: 168 time: 0.3993807 Nov 19 19:13:04.362890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33614) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:04.367197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c04ace-a1a7-4ad8-b928-9a802ff995e8 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:04.375895 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.407410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-67246982-dcbf-471e-b32c-a39395de5580 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433607 Nov 19 19:13:04.408964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.411896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33616) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:04.418188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:04.419140 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.474931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813aede6-b241-415f-9aae-759ecf015190 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:04.476585 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-813aede6-b241-415f-9aae-759ecf015190 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0635252 Nov 19 19:13:04.482217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33618) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:04.506542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Network': ['ID=f7e27c01-bcf7-4700-b40f-c28b40895660,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:04.521721 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c9c7de26-a6a9-4a78-bbb7-9f55d67e890b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2748713 Nov 19 19:13:04.524554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33620) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:04.529589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f7e27c01-bcf7-4700-b40f-c28b40895660 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:13:04.530884 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'subnet': {'network_id': 'f7e27c01-bcf7-4700-b40f-c28b40895660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:04.576429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f128be62-6bfc-4103-85ec-13e22d26b2b0 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:04.582000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f128be62-6bfc-4103-85ec-13e22d26b2b0 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0986814 Nov 19 19:13:04.582611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33622) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:04.620484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5133e5a0-2ebd-4434-a1d4-5335a8da4a05 None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:04.658233 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-201b8c56-98ea-4d02-9c80-f465f9baa839 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682030 Nov 19 19:13:04.658911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33624) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:04.665852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-262712dd-9023-4907-b668-cf83c3551bc7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:04.673259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:04.676968 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.697954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5133e5a0-2ebd-4434-a1d4-5335a8da4a05 None None] Deleting port 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:04.698965 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5133e5a0-2ebd-4434-a1d4-5335a8da4a05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.764682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262712dd-9023-4907-b668-cf83c3551bc7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:04.769559 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-262712dd-9023-4907-b668-cf83c3551bc7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.781554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5133e5a0-2ebd-4434-a1d4-5335a8da4a05 None None] For port 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:04.782133 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5133e5a0-2ebd-4434-a1d4-5335a8da4a05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.797934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5133e5a0-2ebd-4434-a1d4-5335a8da4a05 None None] Calling delete_port for 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:04.893479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cceb2489-1a92-48a3-9b52-5ea3b78b2629 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:04.920530 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5133e5a0-2ebd-4434-a1d4-5335a8da4a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.921171 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.922983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: cceb2489-1a92-48a3-9b52-5ea3b78b2629 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:04.923668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cceb2489-1a92-48a3-9b52-5ea3b78b2629 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:04.968784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:04.973040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133e5a0-2ebd-4434-a1d4-5335a8da4a05 None None] Pushing event deleted for resources: {'Port': ['ID=8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:05.002687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5133e5a0-2ebd-4434-a1d4-5335a8da4a05 None None] No DVR routers for this DVR port 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:05.005106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:05.005462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8a65aae1-d4c1-4ebe-82e5-7bf47bbc7f10 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:05.009482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Subnet': ['ID=f723b13d-dd0b-4241-960b-c7208254ae9e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:05.027537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Checking segment: {'id': 'caa97c0d-1938-4601-81a5-ca41936949c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7e27c01-bcf7-4700-b40f-c28b40895660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:05.028018 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network hostable DHCP agents. Network: f7e27c01-bcf7-4700-b40f-c28b40895660, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:13:05.047897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network f7e27c01-bcf7-4700-b40f-c28b40895660 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:13:05.061394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f7e27c01-bcf7-4700-b40f-c28b40895660) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:05.066104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:05.066870 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.075528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38439a88-e746-4344-acba-fec881bbd661 None None] Network f7e27c01-bcf7-4700-b40f-c28b40895660 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:05.096707 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ea0a4daa-fdff-4d75-a26b-d769a390f636 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5705361 Nov 19 19:13:05.099003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33630) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:05.105572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1c3c4a0f-dfdc-4785-b2cf-8cf29e16e5ff tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-884763195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:05.116769 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-262712dd-9023-4907-b668-cf83c3551bc7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.149326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4a0f-dfdc-4785-b2cf-8cf29e16e5ff tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.153515 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4a0f-dfdc-4785-b2cf-8cf29e16e5ff tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.165840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262712dd-9023-4907-b668-cf83c3551bc7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:05.169363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-262712dd-9023-4907-b668-cf83c3551bc7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:05.173065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262712dd-9023-4907-b668-cf83c3551bc7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:05.173852 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-262712dd-9023-4907-b668-cf83c3551bc7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.191121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445dc85d-bc45-497e-b54d-a8aa79de6906 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:05.202915 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-262712dd-9023-4907-b668-cf83c3551bc7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5392237 Nov 19 19:13:05.206027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33634) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:05.212161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': '9d239507-cb0d-4c09-9479-4734d5751f3d', 'ip_address': '2001:db8::7607:73bf:4d34:8dc8'}], 'name': 'tempest-NetworksTestDHCPv6-2134603164'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:05.225995 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4a0f-dfdc-4785-b2cf-8cf29e16e5ff tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.236674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262712dd-9023-4907-b668-cf83c3551bc7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=9d239507-cb0d-4c09-9479-4734d5751f3d,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:05.238480 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4a0f-dfdc-4785-b2cf-8cf29e16e5ff tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.268272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4a0f-dfdc-4785-b2cf-8cf29e16e5ff tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.269613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1c3c4a0f-dfdc-4785-b2cf-8cf29e16e5ff tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1688604 Nov 19 19:13:05.272957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33636) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:05.359494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-f7e27c01-bcf7-4700-b40f-c28b40895660', 'network_id': 'f7e27c01-bcf7-4700-b40f-c28b40895660', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'fixed_ips': [{'subnet_id': 'f723b13d-dd0b-4241-960b-c7208254ae9e'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:05.360843 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.365650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:05.372905 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.402874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 746626c8-a3f3-46fe-afa5-6885452bea68 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:13:05.622762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '9d239507-cb0d-4c09-9479-4734d5751f3d'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:05.623671 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.627214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::7607:73bf:4d34:8dc8 (2953a791-3f54-41a3-92dc-efec9fb97405/9d239507-cb0d-4c09-9479-4734d5751f3d/746626c8-a3f3-46fe-afa5-6885452bea68) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:05.651286 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.785058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Allocated IP 172.20.0.2 (f7e27c01-bcf7-4700-b40f-c28b40895660/f723b13d-dd0b-4241-960b-c7208254ae9e/781f2b54-1355-4cb0-9d6f-cda1687c00bc) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:05.833491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.879687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.953784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:05.964927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:05.972732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:05.983708 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:05.992278 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.005596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Allocated IP 2001:db8::2 (2953a791-3f54-41a3-92dc-efec9fb97405/9d239507-cb0d-4c09-9479-4734d5751f3d/60a83793-a29a-43fe-a99f-7631bf8964a3) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:06.015903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=746626c8-a3f3-46fe-afa5-6885452bea68,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:06.038188 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.041122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5fff40a3-e998-4c09-9f56-4d58bf57c15b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8321104 Nov 19 19:13:06.043052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33642) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:06.045486 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:13:06.051209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a015ebf6-029f-4d5f-ba7c-55a2b607ff14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': '9d239507-cb0d-4c09-9479-4734d5751f3d', 'ip_address': '2001:db8::7607:73bf:4d34:8dc8'}], 'name': 'tempest-NetworksTestDHCPv6-1005881457'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:06.073030 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.153070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Pushing event updated for resources: {'Port': ['ID=781f2b54-1355-4cb0-9d6f-cda1687c00bc,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:06.164081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Allocated IP 172.20.0.1 (f7e27c01-bcf7-4700-b40f-c28b40895660/f723b13d-dd0b-4241-960b-c7208254ae9e/c3dfe9f4-879f-4bdb-bdbe-8773d4c9267d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:06.253179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Network f7e27c01-bcf7-4700-b40f-c28b40895660 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:06.256689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:06.259133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:06.282561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a015ebf6-029f-4d5f-ba7c-55a2b607ff14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:06.331270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.342615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Attempting to bind port 781f2b54-1355-4cb0-9d6f-cda1687c00bc on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:06.343027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Attempting to bind port 781f2b54-1355-4cb0-9d6f-cda1687c00bc by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'caa97c0d-1938-4601-81a5-ca41936949c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7e27c01-bcf7-4700-b40f-c28b40895660'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:06.343436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Attempting to bind port 781f2b54-1355-4cb0-9d6f-cda1687c00bc on network f7e27c01-bcf7-4700-b40f-c28b40895660 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:06.349116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:06.349498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Checking segment: {'id': 'caa97c0d-1938-4601-81a5-ca41936949c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7e27c01-bcf7-4700-b40f-c28b40895660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:06.350175 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.351276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Bound using segment: {'id': 'caa97c0d-1938-4601-81a5-ca41936949c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7e27c01-bcf7-4700-b40f-c28b40895660'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:06.351992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Bound port: 781f2b54-1355-4cb0-9d6f-cda1687c00bc, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa97c0d-1938-4601-81a5-ca41936949c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7e27c01-bcf7-4700-b40f-c28b40895660'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:06.352386 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.356108 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.381422 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.438396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:06.444085 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a015ebf6-029f-4d5f-ba7c-55a2b607ff14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.444690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:06.447179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:06.471951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-a015ebf6-029f-4d5f-ba7c-55a2b607ff14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 64cf6511-388f-4395-851c-b0bb890043d2 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:13:06.474311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Pushing event updated for resources: {'Port': ['ID=60a83793-a29a-43fe-a99f-7631bf8964a3,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:06.480819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.530957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] For port 781f2b54-1355-4cb0-9d6f-cda1687c00bc, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:06.541084 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Attempting to bind port 60a83793-a29a-43fe-a99f-7631bf8964a3 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:06.541500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Attempting to bind port 60a83793-a29a-43fe-a99f-7631bf8964a3 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:06.541899 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Attempting to bind port 60a83793-a29a-43fe-a99f-7631bf8964a3 on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:06.549663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] For port 781f2b54-1355-4cb0-9d6f-cda1687c00bc, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=781f2b54-1355-4cb0-9d6f-cda1687c00bc,segment=NetworkSegment(caa97c0d-1938-4601-81a5-ca41936949c8),segment_id=caa97c0d-1938-4601-81a5-ca41936949c8)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:06.551521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:06.551927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:06.552328 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.552889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:06.553318 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Bound port: 60a83793-a29a-43fe-a99f-7631bf8964a3, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:06.554321 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.558164 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.593697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=c3dfe9f4-879f-4bdb-bdbe-8773d4c9267d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:06.674634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6b68c-7ba3-49e7-a4c2-b42ce79ca351 None None] Pushing event updated for resources: {'Port': ['ID=781f2b54-1355-4cb0-9d6f-cda1687c00bc,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:06.694565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] For port 60a83793-a29a-43fe-a99f-7631bf8964a3, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:06.699158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network f7e27c01-bcf7-4700-b40f-c28b40895660 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:06.706839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] For port 60a83793-a29a-43fe-a99f-7631bf8964a3, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=60a83793-a29a-43fe-a99f-7631bf8964a3,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:06.708268 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:06.715147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:06.718213 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:06.813419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef435e2-9988-4efc-a4cb-03f17cc0febb None None] Pushing event updated for resources: {'Port': ['ID=60a83793-a29a-43fe-a99f-7631bf8964a3,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:06.826315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:07.005852 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a015ebf6-029f-4d5f-ba7c-55a2b607ff14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 19:13:07.006363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a015ebf6-029f-4d5f-ba7c-55a2b607ff14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:13:07.029221 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:07.051689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33648) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:07.061526 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a015ebf6-029f-4d5f-ba7c-55a2b607ff14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0165062 Nov 19 19:13:07.188045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d0c2f-6d79-42a7-9a3b-3af934460cf4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:07.211809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d0c2f-6d79-42a7-9a3b-3af934460cf4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:07.211809 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e56d0c2f-6d79-42a7-9a3b-3af934460cf4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1590576 Nov 19 19:13:07.214541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33652) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:07.768354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ddee4-0fe3-4635-90b2-6a8295ef8932 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 746626c8-a3f3-46fe-afa5-6885452bea68 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:07.769015 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddee4-0fe3-4635-90b2-6a8295ef8932 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:07.938067 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddee4-0fe3-4635-90b2-6a8295ef8932 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:07.963724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ddee4-0fe3-4635-90b2-6a8295ef8932 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 746626c8-a3f3-46fe-afa5-6885452bea68 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:08.029795 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:08.043031 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:08.096202 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474fff0a-ef6c-4ef4-a3c1-2b9111fab726 None None] Network f7e27c01-bcf7-4700-b40f-c28b40895660 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:08.142892 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:08.145726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=c3dfe9f4-879f-4bdb-bdbe-8773d4c9267d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:08.254507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5610563f-0cfb-44bd-b6a2-5bf46eafd380 None None] Provisioning complete for port 781f2b54-1355-4cb0-9d6f-cda1687c00bc triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:08.254880 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5610563f-0cfb-44bd-b6a2-5bf46eafd380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:08.305149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddee4-0fe3-4635-90b2-6a8295ef8932 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:08.368934 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddee4-0fe3-4635-90b2-6a8295ef8932 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:08.374083 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cb4ddee4-0fe3-4635-90b2-6a8295ef8932 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/746626c8-a3f3-46fe-afa5-6885452bea68 HTTP/1.1" status: 204 len: 168 time: 1.1567502 Nov 19 19:13:08.376590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33662) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:08.401211 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network f7e27c01-bcf7-4700-b40f-c28b40895660 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:08.407369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-628e8c04-973f-4e8d-b5e1-bdd5c9e93ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:08.423520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:08.443179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ddee4-0fe3-4635-90b2-6a8295ef8932 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=746626c8-a3f3-46fe-afa5-6885452bea68,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:08.445109 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5610563f-0cfb-44bd-b6a2-5bf46eafd380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:08.559748 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc23a5-e3ac-473f-a263-0eae357f5682 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:08.575071 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc23a5-e3ac-473f-a263-0eae357f5682 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:08.595559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f2cc23a5-e3ac-473f-a263-0eae357f5682 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2172823 Nov 19 19:13:08.596161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33668) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:08.607156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5610563f-0cfb-44bd-b6a2-5bf46eafd380 None None] For port 781f2b54-1355-4cb0-9d6f-cda1687c00bc, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=781f2b54-1355-4cb0-9d6f-cda1687c00bc,segment=NetworkSegment(caa97c0d-1938-4601-81a5-ca41936949c8),segment_id=caa97c0d-1938-4601-81a5-ca41936949c8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:08.617399 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5610563f-0cfb-44bd-b6a2-5bf46eafd380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:08.730481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 5e644ce7-6b07-469d-9c23-d87511a3d37a is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:13:08.756337 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610563f-0cfb-44bd-b6a2-5bf46eafd380 None None] Pushing event updated for resources: {'Port': ['ID=781f2b54-1355-4cb0-9d6f-cda1687c00bc,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:08.785145 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662b12a-28f2-49e2-9e7c-17f85acef79f req-7c43efa0-6074-4d45-9e5f-b70cbd71bfe3 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:08.795502 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8662b12a-28f2-49e2-9e7c-17f85acef79f req-7c43efa0-6074-4d45-9e5f-b70cbd71bfe3 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 945 time: 0.1812739 Nov 19 19:13:08.805572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6459d5f3-e781-4c3c-b557-f98f9e344294 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 9d239507-cb0d-4c09-9479-4734d5751f3d {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:08.843764 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6459d5f3-e781-4c3c-b557-f98f9e344294 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:08.850847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 60a83793-a29a-43fe-a99f-7631bf8964a3 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:08.913821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:08.927035 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cdfb3132-5a31-42d7-a889-5ce9f476188c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/5e644ce7-6b07-469d-9c23-d87511a3d37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6535325 Nov 19 19:13:08.929945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33670) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:08.937070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca11efd7-6c28-4129-968a-804e92984184 None None] Sync routers for ids ['5e644ce7-6b07-469d-9c23-d87511a3d37a'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:08.957355 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6459d5f3-e781-4c3c-b557-f98f9e344294 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:08.977359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11efd7-6c28-4129-968a-804e92984184 None None] Routers {'5e644ce7-6b07-469d-9c23-d87511a3d37a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:08.978549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ca11efd7-6c28-4129-968a-804e92984184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5e644ce7-6b07-469d-9c23-d87511a3d37a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:09.001432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a77290-0786-49ee-934d-ff152ff47029 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:09.008508 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a6a77290-0786-49ee-934d-ff152ff47029 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports/c3dfe9f4-879f-4bdb-bdbe-8773d4c9267d HTTP/1.1" status: 200 len: 910 time: 0.0739551 Nov 19 19:13:09.008786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33672) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:09.019854 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8662b12a-28f2-49e2-9e7c-17f85acef79f req-2d9b0053-def2-41f1-b1a6-2e04bec786d8 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233086 Nov 19 19:13:09.082635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 60a83793-a29a-43fe-a99f-7631bf8964a3 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:09.083009 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:09.141495 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6459d5f3-e781-4c3c-b557-f98f9e344294 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:09.142080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ca11efd7-6c28-4129-968a-804e92984184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:09.175930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11efd7-6c28-4129-968a-804e92984184 None None] Routers {'5e644ce7-6b07-469d-9c23-d87511a3d37a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:09.176571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ca11efd7-6c28-4129-968a-804e92984184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:12:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5e644ce7-6b07-469d-9c23-d87511a3d37a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:09.225254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6459d5f3-e781-4c3c-b557-f98f9e344294 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:09.256444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bdd53f00-54d4-43f4-81ab-eba125b64332 None None] Provisioning complete for port c3dfe9f4-879f-4bdb-bdbe-8773d4c9267d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:09.256786 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bdd53f00-54d4-43f4-81ab-eba125b64332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:09.267010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ca11efd7-6c28-4129-968a-804e92984184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:09.273279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca11efd7-6c28-4129-968a-804e92984184 None None] The sync data for ids ['5e644ce7-6b07-469d-9c23-d87511a3d37a'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:09.304803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6459d5f3-e781-4c3c-b557-f98f9e344294 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:09.309294 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6459d5f3-e781-4c3c-b557-f98f9e344294 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/9d239507-cb0d-4c09-9479-4734d5751f3d HTTP/1.1" status: 204 len: 168 time: 0.7119839 Nov 19 19:13:09.310712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459d5f3-e781-4c3c-b557-f98f9e344294 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=9d239507-cb0d-4c09-9479-4734d5751f3d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:09.313660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33674) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:09.372934 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5919c75b-dd2d-4577-8fd5-22b55b282896 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580635 Nov 19 19:13:09.377599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33676) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:09.393932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7e32be0f-b3f0-4413-a313-0d1b15ea4f14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:09.532122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47149d6-199d-4184-a7b0-879f4e823202 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:09.577976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bdd53f00-54d4-43f4-81ab-eba125b64332 None None] Port c3dfe9f4-879f-4bdb-bdbe-8773d4c9267d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:09.640455 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:09.643502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e32be0f-b3f0-4413-a313-0d1b15ea4f14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:09.647053 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e32be0f-b3f0-4413-a313-0d1b15ea4f14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:09.657522 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bdd53f00-54d4-43f4-81ab-eba125b64332 None None] Provisioning complete for port 781f2b54-1355-4cb0-9d6f-cda1687c00bc triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:09.657925 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bdd53f00-54d4-43f4-81ab-eba125b64332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:09.705414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 60a83793-a29a-43fe-a99f-7631bf8964a3, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=60a83793-a29a-43fe-a99f-7631bf8964a3,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:09.738814 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:09.739799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 781f2b54-1355-4cb0-9d6f-cda1687c00bc up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:09.752002 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-13afae25-bd7b-46ac-a6d6-2058abd8e907 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:09.858994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=60a83793-a29a-43fe-a99f-7631bf8964a3,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:09.907020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 781f2b54-1355-4cb0-9d6f-cda1687c00bc triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:09.907397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:09.962697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6a17d2-46ad-4aca-b4ea-47083fad3b54 None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:09.997449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e32be0f-b3f0-4413-a313-0d1b15ea4f14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.045356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e32be0f-b3f0-4413-a313-0d1b15ea4f14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:10.056110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-7e32be0f-b3f0-4413-a313-0d1b15ea4f14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:10.059641 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f1eed650-ed76-4aaf-813d-52203717c880 None None] Provisioning complete for port c3dfe9f4-879f-4bdb-bdbe-8773d4c9267d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:10.060023 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1eed650-ed76-4aaf-813d-52203717c880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.062632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e32be0f-b3f0-4413-a313-0d1b15ea4f14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:10.063918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e32be0f-b3f0-4413-a313-0d1b15ea4f14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.064250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a17d2-46ad-4aca-b4ea-47083fad3b54 None None] Deleting port 60a83793-a29a-43fe-a99f-7631bf8964a3 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:10.064639 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6a17d2-46ad-4aca-b4ea-47083fad3b54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.078605 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32be0f-b3f0-4413-a313-0d1b15ea4f14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=388c0a88-633e-4eda-8c25-e30d4d34fbbf,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:10.114312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7e32be0f-b3f0-4413-a313-0d1b15ea4f14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7353628 Nov 19 19:13:10.116076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33684) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:10.121234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b5804893-eb13-4caf-af59-ac2726db638a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': '388c0a88-633e-4eda-8c25-e30d4d34fbbf', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2088034135'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:10.144519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f1eed650-ed76-4aaf-813d-52203717c880 None None] Port c3dfe9f4-879f-4bdb-bdbe-8773d4c9267d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:10.185857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f1eed650-ed76-4aaf-813d-52203717c880 None None] Provisioning complete for port 60a83793-a29a-43fe-a99f-7631bf8964a3 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:10.186192 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1eed650-ed76-4aaf-813d-52203717c880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.188723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2e6a17d2-46ad-4aca-b4ea-47083fad3b54 None None] For port 60a83793-a29a-43fe-a99f-7631bf8964a3, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=60a83793-a29a-43fe-a99f-7631bf8964a3,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:10.189117 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6a17d2-46ad-4aca-b4ea-47083fad3b54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.220523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c117d-c41b-42ad-9883-0f0cbb4cbd44 req-19380635-fe9e-46f1-ae4d-20a395319b72 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:10.222069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b7c117d-c41b-42ad-9883-0f0cbb4cbd44 req-19380635-fe9e-46f1-ae4d-20a395319b72 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 945 time: 0.1064842 Nov 19 19:13:10.223869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a17d2-46ad-4aca-b4ea-47083fad3b54 None None] Calling delete_port for 60a83793-a29a-43fe-a99f-7631bf8964a3 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:10.235826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-13afae25-bd7b-46ac-a6d6-2058abd8e907 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port c3dfe9f4-879f-4bdb-bdbe-8773d4c9267d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:10.236312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-13afae25-bd7b-46ac-a6d6-2058abd8e907 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.253201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5804893-eb13-4caf-af59-ac2726db638a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:10.341953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b5804893-eb13-4caf-af59-ac2726db638a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.345620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f1eed650-ed76-4aaf-813d-52203717c880 None None] Could not find standard attr ID for object 746626c8-a3f3-46fe-afa5-6885452bea68. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:13:10.357037 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e6a17d2-46ad-4aca-b4ea-47083fad3b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.365193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-b5804893-eb13-4caf-af59-ac2726db638a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 006fd9e7-8a6e-4f71-b263-f13e70133f6b yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:13:10.386356 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a17d2-46ad-4aca-b4ea-47083fad3b54 None None] Pushing event deleted for resources: {'Port': ['ID=60a83793-a29a-43fe-a99f-7631bf8964a3,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:10.391564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a17d2-46ad-4aca-b4ea-47083fad3b54 None None] No DVR routers for this DVR port 60a83793-a29a-43fe-a99f-7631bf8964a3 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:10.401196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6ca89-38b5-4112-9856-37ba99f9026b req-c8118144-8544-4dba-9b3a-8dfcb71ff2f1 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:10.402720 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27a6ca89-38b5-4112-9856-37ba99f9026b req-c8118144-8544-4dba-9b3a-8dfcb71ff2f1 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 945 time: 0.1171381 Nov 19 19:13:10.416245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c77fc2-fbd5-44ef-b89d-574ff0317ba4 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:10.427092 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b7c117d-c41b-42ad-9883-0f0cbb4cbd44 req-c92e5a1e-530a-4ed2-b1e8-d41c82962b8a tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860218 Nov 19 19:13:10.446520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-13afae25-bd7b-46ac-a6d6-2058abd8e907 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.468532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-13afae25-bd7b-46ac-a6d6-2058abd8e907 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for c3dfe9f4-879f-4bdb-bdbe-8773d4c9267d owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:10.502758 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5804893-eb13-4caf-af59-ac2726db638a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:13:10.503639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5804893-eb13-4caf-af59-ac2726db638a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:13:10.530885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b5804893-eb13-4caf-af59-ac2726db638a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4136214 Nov 19 19:13:10.533249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33688) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:10.573470 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0eb6eef6-6c29-4d91-afe9-553d78cd8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.589950 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4a4693ca-ebb6-426d-9305-c1f360516d2b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0513663 Nov 19 19:13:10.589950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33690) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:10.632622 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-27a6ca89-38b5-4112-9856-37ba99f9026b req-0352430f-b550-4635-a773-f26a381ed777 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Deleting port 2964e42d-41c7-4fc4-927e-af45910d5db9 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:10.633205 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-27a6ca89-38b5-4112-9856-37ba99f9026b req-0352430f-b550-4635-a773-f26a381ed777 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.643632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090a77c5-9092-4dfa-a5ae-aecba699644f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '388c0a88-633e-4eda-8c25-e30d4d34fbbf'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:10.645045 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-090a77c5-9092-4dfa-a5ae-aecba699644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.674297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 781f2b54-1355-4cb0-9d6f-cda1687c00bc up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:10.683122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e007469-aa4a-4644-ba1f-3a862c32d135 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:10.684884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e007469-aa4a-4644-ba1f-3a862c32d135 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:10.686834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4e007469-aa4a-4644-ba1f-3a862c32d135 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0961771 Nov 19 19:13:10.689112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33692) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:10.759604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f01be4-d7ee-4a88-82a0-5f0ab5c17615 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 388c0a88-633e-4eda-8c25-e30d4d34fbbf {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:10.769026 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7f01be4-d7ee-4a88-82a0-5f0ab5c17615 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.793696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 781f2b54-1355-4cb0-9d6f-cda1687c00bc triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:10.794468 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.813126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-27a6ca89-38b5-4112-9856-37ba99f9026b req-0352430f-b550-4635-a773-f26a381ed777 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] For port 2964e42d-41c7-4fc4-927e-af45910d5db9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=2964e42d-41c7-4fc4-927e-af45910d5db9,segment=NetworkSegment(5d82cd6d-9a9d-48ac-9030-e0e354b1d86c),segment_id=5d82cd6d-9a9d-48ac-9030-e0e354b1d86c)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:10.813507 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-27a6ca89-38b5-4112-9856-37ba99f9026b req-0352430f-b550-4635-a773-f26a381ed777 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.823345 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7f01be4-d7ee-4a88-82a0-5f0ab5c17615 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.835206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-27a6ca89-38b5-4112-9856-37ba99f9026b req-0352430f-b550-4635-a773-f26a381ed777 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Calling delete_port for 2964e42d-41c7-4fc4-927e-af45910d5db9 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:10.848231 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-13afae25-bd7b-46ac-a6d6-2058abd8e907 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.879150 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7f01be4-d7ee-4a88-82a0-5f0ab5c17615 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.938482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afae25-bd7b-46ac-a6d6-2058abd8e907 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=c3dfe9f4-879f-4bdb-bdbe-8773d4c9267d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:10.962693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 60a83793-a29a-43fe-a99f-7631bf8964a3 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:10.986729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7f01be4-d7ee-4a88-82a0-5f0ab5c17615 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:10.986965 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 60a83793-a29a-43fe-a99f-7631bf8964a3 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:10.987211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 60a83793-a29a-43fe-a99f-7631bf8964a3 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-090a77c5-9092-4dfa-a5ae-aecba699644f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 388c0a88-633e-4eda-8c25-e30d4d34fbbf: This subnet is being modified by another concurrent operation. Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:13:10.990918 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 388c0a88-633e-4eda-8c25-e30d4d34fbbf: This subnet is being modified by another concurrent operation. Nov 19 19:13:10.994637 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:13:11.039475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f01be4-d7ee-4a88-82a0-5f0ab5c17615 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=388c0a88-633e-4eda-8c25-e30d4d34fbbf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:11.045591 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7f01be4-d7ee-4a88-82a0-5f0ab5c17615 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.049227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b7f01be4-d7ee-4a88-82a0-5f0ab5c17615 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/388c0a88-633e-4eda-8c25-e30d4d34fbbf HTTP/1.1" status: 204 len: 168 time: 0.3588824 Nov 19 19:13:11.051617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33696) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:11.092111 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5c482645-195e-4df6-aee3-1359f591d545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393286 Nov 19 19:13:11.095661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33698) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:11.101650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e834f924-dea8-431e-9ef5-3124476f3b2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:11.119626 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-13afae25-bd7b-46ac-a6d6-2058abd8e907 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.153919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e70b1-9392-4697-8752-19efaeaa6c22 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:13:11.206195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e834f924-dea8-431e-9ef5-3124476f3b2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:11.210759 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e834f924-dea8-431e-9ef5-3124476f3b2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.212315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-27a6ca89-38b5-4112-9856-37ba99f9026b req-0352430f-b550-4635-a773-f26a381ed777 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.224328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['2964e42d-41c7-4fc4-927e-af45910d5db9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:13:11.248970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352430f-b550-4635-a773-f26a381ed777 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Pushing event deleted for resources: {'Port': ['ID=2964e42d-41c7-4fc4-927e-af45910d5db9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:11.296048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e70b1-9392-4697-8752-19efaeaa6c22 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:13:11.301402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a6ca89-38b5-4112-9856-37ba99f9026b req-0352430f-b550-4635-a773-f26a381ed777 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] No DVR routers for this DVR port 2964e42d-41c7-4fc4-927e-af45910d5db9 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:11.307302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-27a6ca89-38b5-4112-9856-37ba99f9026b req-0352430f-b550-4635-a773-f26a381ed777 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.310712 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-27a6ca89-38b5-4112-9856-37ba99f9026b req-0352430f-b550-4635-a773-f26a381ed777 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.57 "DELETE /v2.0/ports/2964e42d-41c7-4fc4-927e-af45910d5db9 HTTP/1.1" status: 204 len: 173 time: 0.9004695 Nov 19 19:13:11.312059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7bb75a-d723-4d63-9dae-160de0298ed3', 'name': 'network-vif-deleted', 'tag': '2964e42d-41c7-4fc4-927e-af45910d5db9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:13:11.320688 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31927ff-5786-42dc-a0e3-4eb3f636f20c" -d '{"events": [{"server_uuid": "bf7bb75a-d723-4d63-9dae-160de0298ed3", "name": "network-vif-deleted", "tag": "2964e42d-41c7-4fc4-927e-af45910d5db9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:13:11.412770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13afae25-bd7b-46ac-a6d6-2058abd8e907 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 5e644ce7-6b07-469d-9c23-d87511a3d37a has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:13:11.416056 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dca037-f641-434e-98c8-671057c3dcf6 x-openstack-request-id: req-91dca037-f641-434e-98c8-671057c3dcf6 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:13:11.416394 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7bb75a-d723-4d63-9dae-160de0298ed3", "name": "network-vif-deleted", "tag": "2964e42d-41c7-4fc4-927e-af45910d5db9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:13:11.416645 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91dca037-f641-434e-98c8-671057c3dcf6 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:13:11.417034 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7bb75a-d723-4d63-9dae-160de0298ed3', 'name': 'network-vif-deleted', 'tag': '2964e42d-41c7-4fc4-927e-af45910d5db9', 'status': 'completed', 'code': 200} Nov 19 19:13:11.442861 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e834f924-dea8-431e-9ef5-3124476f3b2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.494349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e834f924-dea8-431e-9ef5-3124476f3b2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:11.497719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e834f924-dea8-431e-9ef5-3124476f3b2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:11.501544 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e834f924-dea8-431e-9ef5-3124476f3b2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:11.502177 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e834f924-dea8-431e-9ef5-3124476f3b2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.520051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834f924-dea8-431e-9ef5-3124476f3b2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=32b40e53-ef8b-4d7b-b0f9-e6a941db08e8,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:11.526437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13afae25-bd7b-46ac-a6d6-2058abd8e907 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:11.537673 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da4d99-62f4-4f31-af48-0ef645297174 None None] Sync routers for ids ['5e644ce7-6b07-469d-9c23-d87511a3d37a'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:11.542831 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-13afae25-bd7b-46ac-a6d6-2058abd8e907 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/5e644ce7-6b07-469d-9c23-d87511a3d37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5305750 Nov 19 19:13:11.543008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e834f924-dea8-431e-9ef5-3124476f3b2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4440801 Nov 19 19:13:11.543008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33704) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:11.543200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33706) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:11.550582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cc2c0fb5-fc6a-4741-a5b6-1e2dbe5874dd tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-189026354', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:11.556433 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da4d99-62f4-4f31-af48-0ef645297174 None None] Routers {'5e644ce7-6b07-469d-9c23-d87511a3d37a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:11.557105 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a7da4d99-62f4-4f31-af48-0ef645297174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5e644ce7-6b07-469d-9c23-d87511a3d37a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:11.575846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6e37cc02-9b2a-46f7-865f-1e8b24d709fa tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e644ce7-6b07-469d-9c23-d87511a3d37a HTTP/1.1" status: 200 len: 205 time: 0.0292594 Nov 19 19:13:11.576077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33708) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:11.582956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0fb5-fc6a-4741-a5b6-1e2dbe5874dd tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.584472 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0fb5-fc6a-4741-a5b6-1e2dbe5874dd tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.613093 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a7da4d99-62f4-4f31-af48-0ef645297174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:11.630865 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da4d99-62f4-4f31-af48-0ef645297174 None None] Routers {'5e644ce7-6b07-469d-9c23-d87511a3d37a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:11.631503 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a7da4d99-62f4-4f31-af48-0ef645297174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5e644ce7-6b07-469d-9c23-d87511a3d37a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:11.662814 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0fb5-fc6a-4741-a5b6-1e2dbe5874dd tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.670617 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0fb5-fc6a-4741-a5b6-1e2dbe5874dd tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.710496 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a92f4781-a7ef-47f2-b1db-0c212a846032 req-ebadee37-1248-45ff-b814-f3a6f9404aa4 tempest-AttachVolumeNegativeTest-777676144 tempest-AttachVolumeNegativeTest-777676144-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf7bb75a-d723-4d63-9dae-160de0298ed3 HTTP/1.1" status: 200 len: 210 time: 0.1315856 Nov 19 19:13:11.720440 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0fb5-fc6a-4741-a5b6-1e2dbe5874dd tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.727935 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1c6d-a33c-477a-826b-36fd2b9b8dec tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.728557 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cc2c0fb5-fc6a-4741-a5b6-1e2dbe5874dd tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1857574 Nov 19 19:13:11.729232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33714) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:11.742381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '32b40e53-ef8b-4d7b-b0f9-e6a941db08e8'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:11.742381 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.800710 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a7da4d99-62f4-4f31-af48-0ef645297174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:11.801429 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da4d99-62f4-4f31-af48-0ef645297174 None None] The sync data for ids ['5e644ce7-6b07-469d-9c23-d87511a3d37a'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:11.868996 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.954079 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Allocated IP 2001:db8::2 (2953a791-3f54-41a3-92dc-efec9fb97405/32b40e53-ef8b-4d7b-b0f9-e6a941db08e8/25195c3d-645e-454d-b21a-dc5eb6493428) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:11.976714 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1c6d-a33c-477a-826b-36fd2b9b8dec tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:11.979416 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1c6d-a33c-477a-826b-36fd2b9b8dec tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.029484 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1c6d-a33c-477a-826b-36fd2b9b8dec tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.030190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaf1c6d-a33c-477a-826b-36fd2b9b8dec tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Fanout notify agent at l3_agent the message router_deleted on router 5e644ce7-6b07-469d-9c23-d87511a3d37a {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:13:12.037464 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1c6d-a33c-477a-826b-36fd2b9b8dec tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.039340 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6eaf1c6d-a33c-477a-826b-36fd2b9b8dec tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/5e644ce7-6b07-469d-9c23-d87511a3d37a HTTP/1.1" status: 204 len: 168 time: 0.4623051 Nov 19 19:13:12.042139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33718) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:12.096804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-390ff8f7-34ec-4a0f-82d6-2b2e0322c58e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting subnet f723b13d-dd0b-4241-960b-c7208254ae9e {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:12.100302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-390ff8f7-34ec-4a0f-82d6-2b2e0322c58e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.145704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-390ff8f7-34ec-4a0f-82d6-2b2e0322c58e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.148868 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.157018 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.209014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:12.215523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:12.218428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:12.228352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Pushing event updated for resources: {'Port': ['ID=25195c3d-645e-454d-b21a-dc5eb6493428,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:12.253448 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-390ff8f7-34ec-4a0f-82d6-2b2e0322c58e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.284864 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Attempting to bind port 25195c3d-645e-454d-b21a-dc5eb6493428 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:12.285240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Attempting to bind port 25195c3d-645e-454d-b21a-dc5eb6493428 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:12.285605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Attempting to bind port 25195c3d-645e-454d-b21a-dc5eb6493428 on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:12.292750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:12.293827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:12.294247 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.294648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:12.295163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Bound port: 25195c3d-645e-454d-b21a-dc5eb6493428, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:12.295627 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.316164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-390ff8f7-34ec-4a0f-82d6-2b2e0322c58e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.346050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ff8f7-34ec-4a0f-82d6-2b2e0322c58e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Subnet': ['ID=f723b13d-dd0b-4241-960b-c7208254ae9e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:12.355940 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-390ff8f7-34ec-4a0f-82d6-2b2e0322c58e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.361069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-390ff8f7-34ec-4a0f-82d6-2b2e0322c58e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/f723b13d-dd0b-4241-960b-c7208254ae9e HTTP/1.1" status: 204 len: 168 time: 0.3178577 Nov 19 19:13:12.363820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33720) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:12.378445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] For port 25195c3d-645e-454d-b21a-dc5eb6493428, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:12.382314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] For port 25195c3d-645e-454d-b21a-dc5eb6493428, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=25195c3d-645e-454d-b21a-dc5eb6493428,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:12.387264 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.443314 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.451217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083ba25-5429-4f7b-a64d-e93895a3bdf8 None None] Pushing event updated for resources: {'Port': ['ID=25195c3d-645e-454d-b21a-dc5eb6493428,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:12.467318 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.530169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 781f2b54-1355-4cb0-9d6f-cda1687c00bc {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:12.530467 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.600688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port 781f2b54-1355-4cb0-9d6f-cda1687c00bc, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=781f2b54-1355-4cb0-9d6f-cda1687c00bc,segment=NetworkSegment(caa97c0d-1938-4601-81a5-ca41936949c8),segment_id=caa97c0d-1938-4601-81a5-ca41936949c8)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:12.601058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.614292 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 781f2b54-1355-4cb0-9d6f-cda1687c00bc owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:12.744387 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.762595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::1 (2953a791-3f54-41a3-92dc-efec9fb97405/32b40e53-ef8b-4d7b-b0f9-e6a941db08e8/ba77af91-68e7-458b-8e69-74fb7cc63d17) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:12.796344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33726) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:12.799059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=781f2b54-1355-4cb0-9d6f-cda1687c00bc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:12.811289 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No DVR routers for this DVR port 781f2b54-1355-4cb0-9d6f-cda1687c00bc on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:12.909618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:12.946606 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.011966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:13.013450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=ba77af91-68e7-458b-8e69-74fb7cc63d17,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:13.016323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:13.018535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:13.019166 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.143755 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.237506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca86c4b3-e047-4ac1-928a-279088f1f7b3 admin admin] Deleting subnet ea8953cc-e549-4fd1-ad43-84ee13184fa5 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:13.243378 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.245814 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca86c4b3-e047-4ac1-928a-279088f1f7b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.283668 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.288527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e27c01-bcf7-4700-b40f-c28b40895660']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:13.305128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa97c0d-1938-4601-81a5-ca41936949c8') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:13.305472 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa97c0d-1938-4601-81a5-ca41936949c8') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:13.308922 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca86c4b3-e047-4ac1-928a-279088f1f7b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.340409 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.362448 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.376027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:13:13.376446 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:13:13.379783 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:13:13.394557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca86c4b3-e047-4ac1-928a-279088f1f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.476914 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.482435 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.483306 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.517341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.523323 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.535031 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/networks/f7e27c01-bcf7-4700-b40f-c28b40895660 HTTP/1.1" status: 204 len: 168 time: 1.1700337 Nov 19 19:13:13.537028 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca86c4b3-e047-4ac1-928a-279088f1f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.541396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33732) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:13.546415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1673461239', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:13.588453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab84062-125b-4445-a8fd-cadfc34f5cda tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Network': ['ID=f7e27c01-bcf7-4700-b40f-c28b40895660,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:13.591619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86c4b3-e047-4ac1-928a-279088f1f7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea8953cc-e549-4fd1-ad43-84ee13184fa5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:13.595299 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca86c4b3-e047-4ac1-928a-279088f1f7b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.602224 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ca86c4b3-e047-4ac1-928a-279088f1f7b3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ea8953cc-e549-4fd1-ad43-84ee13184fa5 HTTP/1.1" status: 204 len: 168 time: 0.8016658 Nov 19 19:13:13.604551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33734) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:13.609185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=ba77af91-68e7-458b-8e69-74fb7cc63d17,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:13.613896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71fc28a-9527-4acd-ba20-807a3dcd6c4c None None] DHCP port deletion for a84502ce-0065-4573-9318-35f233adc5e5 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:13.625154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c896c771-245d-4ea3-82c7-b4c5089ee9eb None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:13.643551 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.644646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.652938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87a8d6a-6b26-46ed-a901-7c9cfa0beb92 None None] Network f7e27c01-bcf7-4700-b40f-c28b40895660 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:13.684139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37175d53-a029-4ac6-a8b5-daff1aced944 None None] Network a84502ce-0065-4573-9318-35f233adc5e5 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:13.687239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:13.708919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.731722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:13.743282 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.863053 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.893667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84502ce-0065-4573-9318-35f233adc5e5']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:13.910389 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:13.910687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d82cd6d-9a9d-48ac-9030-e0e354b1d86c') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:13.929048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.942720 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.950150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87a8d6a-6b26-46ed-a901-7c9cfa0beb92 None None] Network f7e27c01-bcf7-4700-b40f-c28b40895660 could not be found, it might have been deleted concurrently. {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 19:13:13.951516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:13:13.952083 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:13:13.954003 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:13:13.990318 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Provisioning complete for port 25195c3d-645e-454d-b21a-dc5eb6493428 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:13.990620 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.022713 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.027745 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.034611 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a84502ce-0065-4573-9318-35f233adc5e5 HTTP/1.1" status: 204 len: 168 time: 0.4289963 Nov 19 19:13:14.037064 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.053084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1bcaa-7b9e-4d95-8fc4-7ae1df19fcf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a84502ce-0065-4573-9318-35f233adc5e5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:14.126979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f6664c-b407-4be4-903e-c7dffeb3a4b1 None None] DHCP port deletion for f7e27c01-bcf7-4700-b40f-c28b40895660 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:14.129143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Router f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:13:14.162745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0425a-5cf3-4c9a-86f5-87fabcba6786 None None] DHCP port deletion for a84502ce-0065-4573-9318-35f233adc5e5 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:14.209251 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.292014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33744) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:14.299467 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.323064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:14.331841 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-38b602aa-9139-4fe4-83af-3572e65a8c5a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "PUT /v2.0/routers/f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5991962 Nov 19 19:13:14.333259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33746) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:14.346565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Sync routers for ids ['f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:14.353365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] For port 25195c3d-645e-454d-b21a-dc5eb6493428, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=25195c3d-645e-454d-b21a-dc5eb6493428,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:14.363039 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.364953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Routers {'f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:14.365619 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:14.372305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2964e42d-41c7-4fc4-927e-af45910d5db9 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:14.403714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff16a30c-0769-4710-85e3-a1eb2eacfd57 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:14.408286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ff16a30c-0769-4710-85e3-a1eb2eacfd57 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports/ba77af91-68e7-458b-8e69-74fb7cc63d17 HTTP/1.1" status: 200 len: 911 time: 0.0723135 Nov 19 19:13:14.409289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33748) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:14.409733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33750) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:14.423253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1b507447-b836-47a8-8239-9d6d5789320d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ec742e98c7947f299e07f92ac6d88f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300292 Nov 19 19:13:14.478690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 2964e42d-41c7-4fc4-927e-af45910d5db9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:14.479070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 2964e42d-41c7-4fc4-927e-af45910d5db9 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:14.521783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Pushing event updated for resources: {'Port': ['ID=25195c3d-645e-454d-b21a-dc5eb6493428,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:14.528469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Set router f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:14.567119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.567521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.567797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.568136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.568471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.568799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.569179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.570411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.570762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.571094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.571423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.571752 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801af840-4ab3-44aa-aef4-8c4a052d6f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:14.583291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd938be3-aa24-465c-a1cc-77856ba3c70c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:14.589786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd938be3-aa24-465c-a1cc-77856ba3c70c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:14.591440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dd938be3-aa24-465c-a1cc-77856ba3c70c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1805494 Nov 19 19:13:14.594347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33752) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:14.596515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.645169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.659730 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-499df546-3695-4bb6-937c-d43926481dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.747098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 25195c3d-645e-454d-b21a-dc5eb6493428 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:14.839952 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-499df546-3695-4bb6-937c-d43926481dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.905045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Allocated IP 172.25.3.101 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/96bab477-ba19-4403-b056-5b2ffb8d4506) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:14.928524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3ca4a3b6-eb11-4ad4-9111-a37c9c7f2a59 None None] Provisioning complete for port 25195c3d-645e-454d-b21a-dc5eb6493428 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:14.928892 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ca4a3b6-eb11-4ad4-9111-a37c9c7f2a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.986018 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-499df546-3695-4bb6-937c-d43926481dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.993734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-499df546-3695-4bb6-937c-d43926481dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:14.993734 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-499df546-3695-4bb6-937c-d43926481dad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2 HTTP/1.1" status: 204 len: 168 time: 0.5778816 Nov 19 19:13:15.005019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 25195c3d-645e-454d-b21a-dc5eb6493428 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:15.005638 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.008286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499df546-3695-4bb6-937c-d43926481dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f2563e-f2f5-4714-ae6f-78e5f5bca1c2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:15.093476 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.107719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60', 'name': 'tempest-NetworksTestDHCPv6-router-189026354', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:11Z', 'updated_at': '2021-11-19T19:13:13Z', 'revision_number': 2, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None, '_interfaces': [{'id': 'ba77af91-68e7-458b-8e69-74fb7cc63d17', 'name': '', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'mac_address': 'fa:16:3e:14:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '32b40e53-ef8b-4d7b-b0f9-e6a941db08e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:12Z', 'updated_at': '2021-11-19T19:13:13Z', 'revision_number': 2, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'subnets': [{'id': '32b40e53-ef8b-4d7b-b0f9-e6a941db08e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:15.150113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Checking router: f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:13:15.150481 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Updating router f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 port ba77af91-68e7-458b-8e69-74fb7cc63d17 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:13:15.180610 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.256126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.266298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:15.275355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3ca4a3b6-eb11-4ad4-9111-a37c9c7f2a59 None None] Provisioning complete for port ba77af91-68e7-458b-8e69-74fb7cc63d17 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:15.275742 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ca4a3b6-eb11-4ad4-9111-a37c9c7f2a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.279340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:15.289728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:15.343961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=96bab477-ba19-4403-b056-5b2ffb8d4506,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:15.352131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3ca4a3b6-eb11-4ad4-9111-a37c9c7f2a59 None None] Port ba77af91-68e7-458b-8e69-74fb7cc63d17 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:15.353997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d2401-af1d-4c42-b074-9bce401dbc1d None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:15.356379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 781f2b54-1355-4cb0-9d6f-cda1687c00bc no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:15.360480 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75955e3c-f355-4bff-831e-6ccec6e132d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.384444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 781f2b54-1355-4cb0-9d6f-cda1687c00bc {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:15.384802 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 781f2b54-1355-4cb0-9d6f-cda1687c00bc not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:15.545867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-678e6585-8025-4d26-96ff-c853decdbb3b None None] Provisioning complete for port 96bab477-ba19-4403-b056-5b2ffb8d4506 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:15.546653 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-678e6585-8025-4d26-96ff-c853decdbb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.615769 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-678e6585-8025-4d26-96ff-c853decdbb3b None None] Port 96bab477-ba19-4403-b056-5b2ffb8d4506 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:15.639414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-75955e3c-f355-4bff-831e-6ccec6e132d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port ba77af91-68e7-458b-8e69-74fb7cc63d17 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:15.639852 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75955e3c-f355-4bff-831e-6ccec6e132d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.677917 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.679024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-678e6585-8025-4d26-96ff-c853decdbb3b None None] Provisioning complete for port ba77af91-68e7-458b-8e69-74fb7cc63d17 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:15.679404 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-678e6585-8025-4d26-96ff-c853decdbb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.723208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-678e6585-8025-4d26-96ff-c853decdbb3b None None] Port ba77af91-68e7-458b-8e69-74fb7cc63d17 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:15.735258 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75955e3c-f355-4bff-831e-6ccec6e132d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.748965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-75955e3c-f355-4bff-831e-6ccec6e132d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for ba77af91-68e7-458b-8e69-74fb7cc63d17 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:15.839070 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.853917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-75b98ff6-ae93-4e4e-a762-c505137b2eaa None None] Provisioning complete for port ba77af91-68e7-458b-8e69-74fb7cc63d17 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:15.854321 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-75b98ff6-ae93-4e4e-a762-c505137b2eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.855906 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.964758 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-75b98ff6-ae93-4e4e-a762-c505137b2eaa None None] Port ba77af91-68e7-458b-8e69-74fb7cc63d17 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:15.980792 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:15.987253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e7672-6c27-4dad-b76f-bf820e0ccefe None None] Pushing event updated for resources: {'Port': ['ID=ba77af91-68e7-458b-8e69-74fb7cc63d17,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:16.008184 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75955e3c-f355-4bff-831e-6ccec6e132d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:16.031849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Attempting to bind port ba77af91-68e7-458b-8e69-74fb7cc63d17 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:16.032228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Attempting to bind port ba77af91-68e7-458b-8e69-74fb7cc63d17 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:16.032817 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Attempting to bind port ba77af91-68e7-458b-8e69-74fb7cc63d17 on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:16.041635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:16.042364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:16.043120 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:16.043678 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:16.044320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Bound port: ba77af91-68e7-458b-8e69-74fb7cc63d17, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:16.045031 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:16.058919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75955e3c-f355-4bff-831e-6ccec6e132d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=ba77af91-68e7-458b-8e69-74fb7cc63d17,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:16.127865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Port ba77af91-68e7-458b-8e69-74fb7cc63d17 has been deleted concurrently {{(pid=109889) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 19 19:13:16.151013 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Routers {'f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:16.151903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:16.227768 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75955e3c-f355-4bff-831e-6ccec6e132d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:16.232912 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 45929699-45ea-429a-a4f1-1910872dd197 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:13:16.235089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] Set router f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:16.371876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60', 'name': 'tempest-NetworksTestDHCPv6-router-189026354', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:11Z', 'updated_at': '2021-11-19T19:13:15Z', 'revision_number': 3, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:16.408460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7fdd80-43bc-4acd-b346-391f0e891b4e None None] The sync data for ids ['f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'] in n-d-815373-6 is: [{'id': 'f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60', 'name': 'tempest-NetworksTestDHCPv6-router-189026354', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:11Z', 'updated_at': '2021-11-19T19:13:15Z', 'revision_number': 3, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:16.413398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bddb905b-ccbe-4129-9888-e30770514368 None None] Could not find standard attr ID for object ba77af91-68e7-458b-8e69-74fb7cc63d17. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:13:16.488928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75955e3c-f355-4bff-831e-6ccec6e132d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Router f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:13:16.605133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75955e3c-f355-4bff-831e-6ccec6e132d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:16.610975 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-75955e3c-f355-4bff-831e-6ccec6e132d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "PUT /v2.0/routers/f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0154216 Nov 19 19:13:16.613674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33790) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:16.674626 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 25195c3d-645e-454d-b21a-dc5eb6493428 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:16.689246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024164ac-bbdd-45c2-b5d5-7798edeb373b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:16.702129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024164ac-bbdd-45c2-b5d5-7798edeb373b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:16.703693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-024164ac-bbdd-45c2-b5d5-7798edeb373b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0891416 Nov 19 19:13:16.710481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33794) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:16.752860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 25195c3d-645e-454d-b21a-dc5eb6493428 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:16.753327 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:16.779860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6840697b-926a-459f-99e7-b19b34256913 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 32b40e53-ef8b-4d7b-b0f9-e6a941db08e8 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:16.784545 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6840697b-926a-459f-99e7-b19b34256913 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:16.830437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6840697b-926a-459f-99e7-b19b34256913 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:16.867760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:16.881741 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c088bfc2-f51e-4b75-a83c-bc6ed1b9ed01 None None] Sync routers for ids ['45929699-45ea-429a-a4f1-1910872dd197'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:16.899508 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c088bfc2-f51e-4b75-a83c-bc6ed1b9ed01 None None] Routers {'45929699-45ea-429a-a4f1-1910872dd197'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:16.899508 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c088bfc2-f51e-4b75-a83c-bc6ed1b9ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['45929699-45ea-429a-a4f1-1910872dd197'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:16.915273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:16.920746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33800) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:16.921236 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ba920017-6540-4401-b329-bc5e973c4ae4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.3779027 Nov 19 19:13:16.938801 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c088bfc2-f51e-4b75-a83c-bc6ed1b9ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:16.948385 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c088bfc2-f51e-4b75-a83c-bc6ed1b9ed01 None None] Routers {'45929699-45ea-429a-a4f1-1910872dd197'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:16.948993 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c088bfc2-f51e-4b75-a83c-bc6ed1b9ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['45929699-45ea-429a-a4f1-1910872dd197'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:16.985574 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c088bfc2-f51e-4b75-a83c-bc6ed1b9ed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:16.986323 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c088bfc2-f51e-4b75-a83c-bc6ed1b9ed01 None None] The sync data for ids ['45929699-45ea-429a-a4f1-1910872dd197'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:17.020193 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6840697b-926a-459f-99e7-b19b34256913 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:17.083832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f10ed7cb-9481-4325-b588-a6c916777449 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/routers/45929699-45ea-429a-a4f1-1910872dd197 HTTP/1.1" status: 200 len: 881 time: 0.1618145 Nov 19 19:13:17.087135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33808) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:17.149740 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6840697b-926a-459f-99e7-b19b34256913 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:17.197120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840697b-926a-459f-99e7-b19b34256913 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=32b40e53-ef8b-4d7b-b0f9-e6a941db08e8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:17.199387 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6840697b-926a-459f-99e7-b19b34256913 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:17.205290 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6840697b-926a-459f-99e7-b19b34256913 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/32b40e53-ef8b-4d7b-b0f9-e6a941db08e8 HTTP/1.1" status: 204 len: 168 time: 0.4936383 Nov 19 19:13:17.206265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33810) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:17.213393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079fca21-4f8b-4106-9ace-76d8b778e2cf None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:17.401659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33824) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:17.409213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a7b60dc1-f383-421f-9fa3-4e73a55c6b18 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1965766 Nov 19 19:13:17.511843 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a953ca93-47dd-4059-9e3c-9ddb997b583f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4236012 Nov 19 19:13:17.513242 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5e9383c-af04-44f2-afdf-5103fb23afcb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:17.513706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33830) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:17.524045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-4cd25691-0374-4d73-b29e-d33d8d73d990 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1673461239'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:17.591767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3189217-d0ef-45e9-8218-a4df1d876b21 None None] Sync routers for ids ['f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:17.605496 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3189217-d0ef-45e9-8218-a4df1d876b21 None None] Routers {'f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:17.606415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f3189217-d0ef-45e9-8218-a4df1d876b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:17.658691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8691546a-eb63-4e35-b863-34ea6cad2e5c None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:17.726091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f3189217-d0ef-45e9-8218-a4df1d876b21 None None] Set router f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:17.801903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f3189217-d0ef-45e9-8218-a4df1d876b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60', 'name': 'tempest-NetworksTestDHCPv6-router-189026354', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:11Z', 'updated_at': '2021-11-19T19:13:15Z', 'revision_number': 3, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:17.832318 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3189217-d0ef-45e9-8218-a4df1d876b21 None None] Checking router: f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:13:17.848683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8691546a-eb63-4e35-b863-34ea6cad2e5c None None] Deleting port 25195c3d-645e-454d-b21a-dc5eb6493428 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:17.849071 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8691546a-eb63-4e35-b863-34ea6cad2e5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:17.923530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8691546a-eb63-4e35-b863-34ea6cad2e5c None None] For port 25195c3d-645e-454d-b21a-dc5eb6493428, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=25195c3d-645e-454d-b21a-dc5eb6493428,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:17.923990 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8691546a-eb63-4e35-b863-34ea6cad2e5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:17.939784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8691546a-eb63-4e35-b863-34ea6cad2e5c None None] Calling delete_port for 25195c3d-645e-454d-b21a-dc5eb6493428 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:17.964892 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cd25691-0374-4d73-b29e-d33d8d73d990 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:17.979421 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cd25691-0374-4d73-b29e-d33d8d73d990 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:17.989805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3189217-d0ef-45e9-8218-a4df1d876b21 None None] Routers {'f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:17.990458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f3189217-d0ef-45e9-8218-a4df1d876b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:18.027845 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5e9383c-af04-44f2-afdf-5103fb23afcb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.031292 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5e9383c-af04-44f2-afdf-5103fb23afcb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.074597 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f3189217-d0ef-45e9-8218-a4df1d876b21 None None] Set router f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:18.086126 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5e9383c-af04-44f2-afdf-5103fb23afcb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.087465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e9383c-af04-44f2-afdf-5103fb23afcb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Fanout notify agent at l3_agent the message router_deleted on router f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:13:18.096190 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5e9383c-af04-44f2-afdf-5103fb23afcb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.097521 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e5e9383c-af04-44f2-afdf-5103fb23afcb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/routers/f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 HTTP/1.1" status: 204 len: 168 time: 0.6890192 Nov 19 19:13:18.101931 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33838) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:18.108746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-60d223fb-4d42-4bbe-bcea-a5ecd23e84af tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:18.136878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f3189217-d0ef-45e9-8218-a4df1d876b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60', 'name': 'tempest-NetworksTestDHCPv6-router-189026354', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:11Z', 'updated_at': '2021-11-19T19:13:15Z', 'revision_number': 3, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:18.140892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd25691-0374-4d73-b29e-d33d8d73d990 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 45929699-45ea-429a-a4f1-1910872dd197 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:13:18.176546 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3189217-d0ef-45e9-8218-a4df1d876b21 None None] The sync data for ids ['f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60'] in n-d-815373-6 is: [{'id': 'f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60', 'name': 'tempest-NetworksTestDHCPv6-router-189026354', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:11Z', 'updated_at': '2021-11-19T19:13:15Z', 'revision_number': 3, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:18.192898 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8691546a-eb63-4e35-b863-34ea6cad2e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.252193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691546a-eb63-4e35-b863-34ea6cad2e5c None None] Pushing event deleted for resources: {'Port': ['ID=25195c3d-645e-454d-b21a-dc5eb6493428,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:18.258420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8691546a-eb63-4e35-b863-34ea6cad2e5c None None] No DVR routers for this DVR port 25195c3d-645e-454d-b21a-dc5eb6493428 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:18.291362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d223fb-4d42-4bbe-bcea-a5ecd23e84af tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:18.297058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60d223fb-4d42-4bbe-bcea-a5ecd23e84af tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.346319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd25691-0374-4d73-b29e-d33d8d73d990 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:18.354196 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4cd25691-0374-4d73-b29e-d33d8d73d990 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.355116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4cd25691-0374-4d73-b29e-d33d8d73d990 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/45929699-45ea-429a-a4f1-1910872dd197 HTTP/1.1" status: 200 len: 888 time: 0.8402026 Nov 19 19:13:18.357601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33848) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:18.360756 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3348d10a-711c-4d57-8804-d5e3ab27541a None None] Sync routers for ids ['45929699-45ea-429a-a4f1-1910872dd197'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:18.380094 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348d10a-711c-4d57-8804-d5e3ab27541a None None] Routers {'45929699-45ea-429a-a4f1-1910872dd197'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:18.381045 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3348d10a-711c-4d57-8804-d5e3ab27541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['45929699-45ea-429a-a4f1-1910872dd197'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:18.432908 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3348d10a-711c-4d57-8804-d5e3ab27541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:18.443521 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348d10a-711c-4d57-8804-d5e3ab27541a None None] Routers {'45929699-45ea-429a-a4f1-1910872dd197'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:18.444439 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3348d10a-711c-4d57-8804-d5e3ab27541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['45929699-45ea-429a-a4f1-1910872dd197'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:18.510528 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3348d10a-711c-4d57-8804-d5e3ab27541a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:18.511200 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3348d10a-711c-4d57-8804-d5e3ab27541a None None] The sync data for ids ['45929699-45ea-429a-a4f1-1910872dd197'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:18.519800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0792d8fb-8a00-4f40-ab41-6b056ce550d5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/routers/45929699-45ea-429a-a4f1-1910872dd197 HTTP/1.1" status: 200 len: 888 time: 0.1610146 Nov 19 19:13:18.523144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33856) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:18.559677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-26d3e23d-9611-449d-a93c-d4e6feaebc2f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=45929699-45ea-429a-a4f1-1910872dd197 HTTP/1.1" status: 200 len: 205 time: 0.0345700 Nov 19 19:13:18.562035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33860) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:18.602773 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60d223fb-4d42-4bbe-bcea-a5ecd23e84af tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.661284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d223fb-4d42-4bbe-bcea-a5ecd23e84af tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:18.668350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-60d223fb-4d42-4bbe-bcea-a5ecd23e84af tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:18.668948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 25195c3d-645e-454d-b21a-dc5eb6493428 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:18.673309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d223fb-4d42-4bbe-bcea-a5ecd23e84af tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:18.673961 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60d223fb-4d42-4bbe-bcea-a5ecd23e84af tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.694051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d223fb-4d42-4bbe-bcea-a5ecd23e84af tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=a5a0a54d-1c22-4b24-8ded-a297592663e6,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:18.702645 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.706059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 25195c3d-645e-454d-b21a-dc5eb6493428 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:18.706414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 25195c3d-645e-454d-b21a-dc5eb6493428 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:18.707001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-60d223fb-4d42-4bbe-bcea-a5ecd23e84af tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6037085 Nov 19 19:13:18.710049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33864) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:18.711673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd6ff4-ac4f-40d8-a6de-626053bd47ef None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:18.727812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-78c6a121-acd2-4ca3-a0b8-56f399f358d0 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1299787287', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:18.755908 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-78c6a121-acd2-4ca3-a0b8-56f399f358d0 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.758820 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-78c6a121-acd2-4ca3-a0b8-56f399f358d0 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.839711 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-78c6a121-acd2-4ca3-a0b8-56f399f358d0 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.846858 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-78c6a121-acd2-4ca3-a0b8-56f399f358d0 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.858244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.875672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-78c6a121-acd2-4ca3-a0b8-56f399f358d0 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.877161 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-78c6a121-acd2-4ca3-a0b8-56f399f358d0 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1661708 Nov 19 19:13:18.879808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33866) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:18.905499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': 'a5a0a54d-1c22-4b24-8ded-a297592663e6'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:18.906343 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:18.930087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 96bab477-ba19-4403-b056-5b2ffb8d4506 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:18.930522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.042337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.056871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 96bab477-ba19-4403-b056-5b2ffb8d4506 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:19.069969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Allocated IP 2001:db8::2 (2953a791-3f54-41a3-92dc-efec9fb97405/a5a0a54d-1c22-4b24-8ded-a297592663e6/e0001f07-8c07-4419-9fa3-75e7830ab692) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:19.197611 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.285448 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.288283 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.305888 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.314911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=96bab477-ba19-4403-b056-5b2ffb8d4506,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:19.367509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feda056b-3c48-4bcb-af1b-16909c532030 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:19.382386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:19.383566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Pushing event updated for resources: {'Port': ['ID=e0001f07-8c07-4419-9fa3-75e7830ab692,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:19.387950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:19.390639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:19.397701 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.466836 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Attempting to bind port e0001f07-8c07-4419-9fa3-75e7830ab692 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:19.467821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Attempting to bind port e0001f07-8c07-4419-9fa3-75e7830ab692 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:19.468198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Attempting to bind port e0001f07-8c07-4419-9fa3-75e7830ab692 on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:19.474960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:19.475575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:19.476210 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.476494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:19.477028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Bound port: e0001f07-8c07-4419-9fa3-75e7830ab692, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:19.477479 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.504144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::1 (2953a791-3f54-41a3-92dc-efec9fb97405/a5a0a54d-1c22-4b24-8ded-a297592663e6/70d83775-318c-428d-9f3d-4cb4d51722d1) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:19.505726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.508947 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.559471 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.560476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Fanout notify agent at l3_agent the message router_deleted on router 45929699-45ea-429a-a4f1-1910872dd197 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:13:19.579550 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.580912 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ea3c6fd4-d812-44f9-b2b5-cc286c1645b1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/45929699-45ea-429a-a4f1-1910872dd197 HTTP/1.1" status: 204 len: 168 time: 1.0175338 Nov 19 19:13:19.589722 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33884) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:19.594999 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'network': {'name': 'tempest-RoutersTest-1579421551'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:19.595484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] For port e0001f07-8c07-4419-9fa3-75e7830ab692, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:19.605006 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] For port e0001f07-8c07-4419-9fa3-75e7830ab692, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e0001f07-8c07-4419-9fa3-75e7830ab692,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:19.614665 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.634540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:19.638263 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.697128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7de2b-4794-4b67-8fcf-eb7cb2a12b99 None None] Pushing event updated for resources: {'Port': ['ID=e0001f07-8c07-4419-9fa3-75e7830ab692,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:19.709003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:13:19.720473 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.730748 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.731104 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added segment 644c6702-6982-4774-bf0a-dd38a41a4c87 of type vlan for network 70bc1065-a50c-471e-9492-5c5a2f60f139 Nov 19 19:13:19.808483 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.840455 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.898215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:19.905376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:19.913513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.922101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:19.922758 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:19.930669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:19.930976 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.034802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=70d83775-318c-428d-9f3d-4cb4d51722d1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:20.045179 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4543118 Nov 19 19:13:20.048394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33900) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:20.054164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'subnet': {'network_id': '70bc1065-a50c-471e-9492-5c5a2f60f139', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:20.119527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ae5da-e139-4e32-93e9-6b1ce43179c1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Network': ['ID=70bc1065-a50c-471e-9492-5c5a2f60f139,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:20.137517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 70bc1065-a50c-471e-9492-5c5a2f60f139 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:13:20.241339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:20.248800 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.251193 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.542731 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.575919 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-7dfad2c7-bdc9-4ba6-8e7e-7ad3af95c3ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2989151 Nov 19 19:13:20.713743 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Checking segment: {'id': '644c6702-6982-4774-bf0a-dd38a41a4c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70bc1065-a50c-471e-9492-5c5a2f60f139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:20.714367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network hostable DHCP agents. Network: 70bc1065-a50c-471e-9492-5c5a2f60f139, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:13:20.722777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Subnet': ['ID=7d2ee3fd-9909-460a-b079-48fa6a1ce786,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:20.738869 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.763718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e0001f07-8c07-4419-9fa3-75e7830ab692 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:20.771618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 70bc1065-a50c-471e-9492-5c5a2f60f139 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:13:20.785081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 70bc1065-a50c-471e-9492-5c5a2f60f139) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:20.790368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:20.791074 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.811285 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.812467 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.817637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ca052edd-24a9-4b0d-b589-61286e05258e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7655036 Nov 19 19:13:20.818271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33926) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:20.825966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e1f55b0f-afef-4cff-98be-244d34629bcc tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1268455619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:20.827068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9406379-e5e4-4733-a45e-3f87e0a77c0d None None] Network 70bc1065-a50c-471e-9492-5c5a2f60f139 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:20.885198 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1f55b0f-afef-4cff-98be-244d34629bcc tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.886929 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1f55b0f-afef-4cff-98be-244d34629bcc tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.981144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1f55b0f-afef-4cff-98be-244d34629bcc tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.990025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e0001f07-8c07-4419-9fa3-75e7830ab692 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:20.991197 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:20.994116 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1f55b0f-afef-4cff-98be-244d34629bcc tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:21.036293 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1f55b0f-afef-4cff-98be-244d34629bcc tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:21.038690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e1f55b0f-afef-4cff-98be-244d34629bcc tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2184787 Nov 19 19:13:21.043943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33938) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:21.050734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:21.080585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:21.112010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-e27b0425-f241-4bf5-8077-d5bb648d21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:21.113543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-e27b0425-f241-4bf5-8077-d5bb648d21ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.3716414 Nov 19 19:13:21.295185 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:21.310597 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-70bc1065-a50c-471e-9492-5c5a2f60f139', 'network_id': '70bc1065-a50c-471e-9492-5c5a2f60f139', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'fixed_ips': [{'subnet_id': '7d2ee3fd-9909-460a-b079-48fa6a1ce786'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:21.311370 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:21.312378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-779665eb-b8b9-4219-b615-0af350699919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:21.315068 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-779665eb-b8b9-4219-b615-0af350699919 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1142266 Nov 19 19:13:21.380919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=70d83775-318c-428d-9f3d-4cb4d51722d1,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:21.412281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port e0001f07-8c07-4419-9fa3-75e7830ab692, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e0001f07-8c07-4419-9fa3-75e7830ab692,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:21.506016 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-c5ea4425-2833-4534-acb9-365b7a7d17b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 1001 time: 0.1610184 Nov 19 19:13:21.554211 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:21.581018 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:21.587892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-3838d559-22e9-44a0-8e7c-2a9bb3f79a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:21.597156 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-3838d559-22e9-44a0-8e7c-2a9bb3f79a50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0805249 Nov 19 19:13:21.674613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9e05ba0-5f81-4244-8869-0b9ede9455b6 None None] Provisioning complete for port e0001f07-8c07-4419-9fa3-75e7830ab692 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:21.674994 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9e05ba0-5f81-4244-8869-0b9ede9455b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:21.775077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=e0001f07-8c07-4419-9fa3-75e7830ab692,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:21.797084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-4654e539-50f4-465d-964c-c72cdb2415c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:21.801381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-4654e539-50f4-465d-964c-c72cdb2415c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927917 Nov 19 19:13:21.819534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Allocated IP 172.20.0.2 (70bc1065-a50c-471e-9492-5c5a2f60f139/7d2ee3fd-9909-460a-b079-48fa6a1ce786/b775b863-8f3f-4ce2-b264-5cf43babe71a) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:21.842001 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Router 4459820b-470c-4b21-9a15-72f999f350c4 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:13:22.050206 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-b2f7199b-56c4-4cba-8f9f-fe5b3a003508 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385821 Nov 19 19:13:22.122404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-93979ce4-67df-41af-9335-916a4c8cfb5a None None] Provisioning complete for port 70d83775-318c-428d-9f3d-4cb4d51722d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:22.122986 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-93979ce4-67df-41af-9335-916a4c8cfb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:22.127352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:22.135490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dd442987-7c67-45ea-b240-e689e052aa2f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "PUT /v2.0/routers/4459820b-470c-4b21-9a15-72f999f350c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2538848 Nov 19 19:13:22.137501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33994) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:22.171973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Sync routers for ids ['4459820b-470c-4b21-9a15-72f999f350c4'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:22.194919 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-afbbcd36-6e63-4b8d-bbcc-a6206d15034e req-d24b215a-40b0-4bd3-ba4b-d7f9e9fd4aa1 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341665 Nov 19 19:13:22.212475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Routers {'4459820b-470c-4b21-9a15-72f999f350c4'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:22.213127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4459820b-470c-4b21-9a15-72f999f350c4'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:22.216273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e65bcf-03c2-46ef-b832-a4cf7c1caaf8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:22.219950 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d7e65bcf-03c2-46ef-b832-a4cf7c1caaf8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports/70d83775-318c-428d-9f3d-4cb4d51722d1 HTTP/1.1" status: 200 len: 911 time: 0.0791738 Nov 19 19:13:22.220174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34000) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:22.282408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc387fe-8d86-4074-b0a7-953698578409 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:22.289917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc387fe-8d86-4074-b0a7-953698578409 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:22.294068 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6cc387fe-8d86-4074-b0a7-953698578409 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0704603 Nov 19 19:13:22.294210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-93979ce4-67df-41af-9335-916a4c8cfb5a None None] Port 70d83775-318c-428d-9f3d-4cb4d51722d1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:22.294323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34006) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:22.363072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Set router 4459820b-470c-4b21-9a15-72f999f350c4 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:22.365227 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:22.414476 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:22.504472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Network 70bc1065-a50c-471e-9492-5c5a2f60f139 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:22.508143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b9e8c5fe-a857-46fe-b07a-ac387930579e None None] Provisioning complete for port 70d83775-318c-428d-9f3d-4cb4d51722d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:22.512342 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c5fe-a857-46fe-b07a-ac387930579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:22.518821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:22.525277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:22.580869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Pushing event updated for resources: {'Port': ['ID=b775b863-8f3f-4ce2-b264-5cf43babe71a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:22.669476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8c5fe-a857-46fe-b07a-ac387930579e None None] Port 70d83775-318c-428d-9f3d-4cb4d51722d1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:22.736045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Attempting to bind port b775b863-8f3f-4ce2-b264-5cf43babe71a on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:22.736421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Attempting to bind port b775b863-8f3f-4ce2-b264-5cf43babe71a by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '644c6702-6982-4774-bf0a-dd38a41a4c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70bc1065-a50c-471e-9492-5c5a2f60f139'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:22.736783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Attempting to bind port b775b863-8f3f-4ce2-b264-5cf43babe71a on network 70bc1065-a50c-471e-9492-5c5a2f60f139 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:22.751568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e0001f07-8c07-4419-9fa3-75e7830ab692 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:22.795037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:22.796113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Checking segment: {'id': '644c6702-6982-4774-bf0a-dd38a41a4c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70bc1065-a50c-471e-9492-5c5a2f60f139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:22.796921 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:22.797804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Bound using segment: {'id': '644c6702-6982-4774-bf0a-dd38a41a4c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70bc1065-a50c-471e-9492-5c5a2f60f139'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:22.798648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Bound port: b775b863-8f3f-4ce2-b264-5cf43babe71a, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644c6702-6982-4774-bf0a-dd38a41a4c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '70bc1065-a50c-471e-9492-5c5a2f60f139'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:22.799738 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:22.922889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Allocated IP 172.20.0.1 (70bc1065-a50c-471e-9492-5c5a2f60f139/7d2ee3fd-9909-460a-b079-48fa6a1ce786/6856f4d2-79c1-4438-8236-b08ea18093df) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:22.965871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e0001f07-8c07-4419-9fa3-75e7830ab692 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:22.966307 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.000551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] For port b775b863-8f3f-4ce2-b264-5cf43babe71a, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:23.021183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] For port b775b863-8f3f-4ce2-b264-5cf43babe71a, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b775b863-8f3f-4ce2-b264-5cf43babe71a,segment=NetworkSegment(644c6702-6982-4774-bf0a-dd38a41a4c87),segment_id=644c6702-6982-4774-bf0a-dd38a41a4c87)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:23.035976 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.091479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4459820b-470c-4b21-9a15-72f999f350c4', 'name': 'tempest-NetworksTestDHCPv6-router-1299787287', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:18Z', 'updated_at': '2021-11-19T19:13:20Z', 'revision_number': 2, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None, '_interfaces': [{'id': '70d83775-318c-428d-9f3d-4cb4d51722d1', 'name': '', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'mac_address': 'fa:16:3e:2c:70:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4459820b-470c-4b21-9a15-72f999f350c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'a5a0a54d-1c22-4b24-8ded-a297592663e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:19Z', 'updated_at': '2021-11-19T19:13:20Z', 'revision_number': 2, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'subnets': [{'id': 'a5a0a54d-1c22-4b24-8ded-a297592663e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:23.131268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.137231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Checking router: 4459820b-470c-4b21-9a15-72f999f350c4 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:13:23.137869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Updating router 4459820b-470c-4b21-9a15-72f999f350c4 port 70d83775-318c-428d-9f3d-4cb4d51722d1 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:13:23.209802 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc945c-291b-4c17-bffd-7a605d7e4df7 None None] Pushing event updated for resources: {'Port': ['ID=b775b863-8f3f-4ce2-b264-5cf43babe71a,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:23.224630 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.298747 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.300673 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.463088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34060) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:23.475227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-80905402-81ae-4f28-b359-252ff3f98376 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2403681 Nov 19 19:13:23.480857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 70bc1065-a50c-471e-9492-5c5a2f60f139 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:23.490897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:23.496893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=6856f4d2-79c1-4438-8236-b08ea18093df,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:23.501539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:23.657657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.726914 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0e3fbf0-7327-40d2-ab9f-a1c18cecf526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.753094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-6f36398d-8fc0-44f0-bc5d-2cad764aff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:23.754775 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-6f36398d-8fc0-44f0-bc5d-2cad764aff97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 1097 time: 0.2114055 Nov 19 19:13:23.768095 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.775568 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.842936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c2438-aaa7-4e26-b546-db31aef3b4a7 None None] Pushing event updated for resources: {'Port': ['ID=70d83775-318c-428d-9f3d-4cb4d51722d1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:23.885661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44374c0-c676-4400-abe2-dc26581b5c00 req-88b1fb2e-c5dd-4343-acad-4d26caa03a9c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:23.888518 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f44374c0-c676-4400-abe2-dc26581b5c00 req-88b1fb2e-c5dd-4343-acad-4d26caa03a9c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1132634 Nov 19 19:13:23.948383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Attempting to bind port 70d83775-318c-428d-9f3d-4cb4d51722d1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:23.949067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Attempting to bind port 70d83775-318c-428d-9f3d-4cb4d51722d1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:23.949521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Attempting to bind port 70d83775-318c-428d-9f3d-4cb4d51722d1 on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:23.963022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:23.964271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:23.964271 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.964686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:23.967715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:23.969029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Bound port: 70d83775-318c-428d-9f3d-4cb4d51722d1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:23.969325 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.019539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f44374c0-c676-4400-abe2-dc26581b5c00 req-aaf762f4-1d8e-4a1a-8dc7-0d0942c0a734 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182525 Nov 19 19:13:24.028750 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0e3fbf0-7327-40d2-ab9f-a1c18cecf526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.036164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0e3fbf0-7327-40d2-ab9f-a1c18cecf526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.084578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-eb6b7e2c-4c87-4ae7-9a4a-40367329c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:24.084578 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-eb6b7e2c-4c87-4ae7-9a4a-40367329c2f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.2898281 Nov 19 19:13:24.098396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] For port 70d83775-318c-428d-9f3d-4cb4d51722d1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:24.108439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] For port 70d83775-318c-428d-9f3d-4cb4d51722d1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=70d83775-318c-428d-9f3d-4cb4d51722d1,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:24.119092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.154520 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b0e3fbf0-7327-40d2-ab9f-a1c18cecf526 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48409a04a9494747b74725f4aa3180d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6864469 Nov 19 19:13:24.154520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3fbf0-7327-40d2-ab9f-a1c18cecf526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065b2724-492f-4e9c-adbe-ef7c092e6a9a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:24.158654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34074) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:24.250388 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Routers {'4459820b-470c-4b21-9a15-72f999f350c4'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:24.254921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4459820b-470c-4b21-9a15-72f999f350c4'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:24.258393 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd35d3-417d-4e9b-b21f-d09f200528b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.275956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 70d83775-318c-428d-9f3d-4cb4d51722d1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:24.276313 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.299937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-e3dab4f0-3d28-4512-9bee-dbed98805f00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fe3054-5b0d-486a-adba-e62eb940d825 HTTP/1.1" status: 200 len: 1001 time: 0.2049942 Nov 19 19:13:24.326371 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd35d3-417d-4e9b-b21f-d09f200528b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.331854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c2438-aaa7-4e26-b546-db31aef3b4a7 None None] Pushing event updated for resources: {'Port': ['ID=70d83775-318c-428d-9f3d-4cb4d51722d1,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:24.382409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] Set router 4459820b-470c-4b21-9a15-72f999f350c4 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:24.407482 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd35d3-417d-4e9b-b21f-d09f200528b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.410786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbbd35d3-417d-4e9b-b21f-d09f200528b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.413553 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dbbd35d3-417d-4e9b-b21f-d09f200528b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/065b2724-492f-4e9c-adbe-ef7c092e6a9a HTTP/1.1" status: 204 len: 168 time: 0.2524533 Nov 19 19:13:24.427380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd35d3-417d-4e9b-b21f-d09f200528b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065b2724-492f-4e9c-adbe-ef7c092e6a9a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:24.445528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-ad268a73-003a-49b7-a7fe-5005da0db61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:24.452573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-ad268a73-003a-49b7-a7fe-5005da0db61e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.1336410 Nov 19 19:13:24.707405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] For port 70d83775-318c-428d-9f3d-4cb4d51722d1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=70d83775-318c-428d-9f3d-4cb4d51722d1,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:24.707789 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.738854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-71f06be2-6347-4f15-8ec2-a39f3460f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:24.740610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-71f06be2-6347-4f15-8ec2-a39f3460f00f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2767723 Nov 19 19:13:24.806718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 70d83775-318c-428d-9f3d-4cb4d51722d1 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:24.836567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b775b863-8f3f-4ce2-b264-5cf43babe71a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:24.838537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb872df0-f6ea-46c6-a2db-022ac00fa9cb None None] Network 70bc1065-a50c-471e-9492-5c5a2f60f139 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:24.854185 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-28ecd619-1857-4873-9b20-a353bdb5c568 None None] Provisioning complete for port 70d83775-318c-428d-9f3d-4cb4d51722d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:24.854805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28ecd619-1857-4873-9b20-a353bdb5c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.884431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34080) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:24.902132 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2225-61d6-47fc-b906-e9817329cccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:24.953792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-2c70254f-744f-4ca0-9da0-f0e3265bd786 service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023513 Nov 19 19:13:24.982497 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.004551 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2225-61d6-47fc-b906-e9817329cccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.010974 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2225-61d6-47fc-b906-e9817329cccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.066917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d2225-61d6-47fc-b906-e9817329cccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae0e3b-97aa-4b97-b712-2d928836ce69,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:25.075280 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.083747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5a1d2225-61d6-47fc-b906-e9817329cccf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b5f7c4eb59b4779b61da601753b6ceb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1981790 Nov 19 19:13:25.087991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34086) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:25.140423 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.142711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b775b863-8f3f-4ce2-b264-5cf43babe71a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:25.143161 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.196182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ae28067-9748-4385-83a1-9f671ec1ac6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.214801 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28ecd619-1857-4873-9b20-a353bdb5c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.230273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9a70a-b6c8-4551-acd0-7e7bc7968ee9 req-fb64e9b3-9074-44c2-9bdb-d8c255e0d137 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:25.232076 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74e9a70a-b6c8-4551-acd0-7e7bc7968ee9 req-fb64e9b3-9074-44c2-9bdb-d8c255e0d137 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.0919318 Nov 19 19:13:25.239943 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.254504 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ae28067-9748-4385-83a1-9f671ec1ac6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.283917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4459820b-470c-4b21-9a15-72f999f350c4', 'name': 'tempest-NetworksTestDHCPv6-router-1299787287', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:18Z', 'updated_at': '2021-11-19T19:13:20Z', 'revision_number': 2, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None, '_interfaces': [{'id': '70d83775-318c-428d-9f3d-4cb4d51722d1', 'name': '', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'mac_address': 'fa:16:3e:2c:70:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4459820b-470c-4b21-9a15-72f999f350c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'a5a0a54d-1c22-4b24-8ded-a297592663e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:19Z', 'updated_at': '2021-11-19T19:13:24Z', 'revision_number': 4, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'subnets': [{'id': 'a5a0a54d-1c22-4b24-8ded-a297592663e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:25.310755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=6856f4d2-79c1-4438-8236-b08ea18093df,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:25.315864 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a3440-ca81-4c94-9330-6d31a3b60398 None None] The sync data for ids ['4459820b-470c-4b21-9a15-72f999f350c4'] in n-d-815373-6 is: [{'id': '4459820b-470c-4b21-9a15-72f999f350c4', 'name': 'tempest-NetworksTestDHCPv6-router-1299787287', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:18Z', 'updated_at': '2021-11-19T19:13:20Z', 'revision_number': 2, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None, '_interfaces': [{'id': '70d83775-318c-428d-9f3d-4cb4d51722d1', 'name': '', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'mac_address': 'fa:16:3e:2c:70:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4459820b-470c-4b21-9a15-72f999f350c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': 'a5a0a54d-1c22-4b24-8ded-a297592663e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:19Z', 'updated_at': '2021-11-19T19:13:24Z', 'revision_number': 4, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'subnets': [{'id': 'a5a0a54d-1c22-4b24-8ded-a297592663e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:25.339571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b443ec9-2b22-40ac-8879-5e28b6411e8d req-339e69d5-43c2-42ec-a36c-ed7f73d4de90 service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731244 Nov 19 19:13:25.341182 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74e9a70a-b6c8-4551-acd0-7e7bc7968ee9 req-faa7e35e-eefd-4f5b-a65a-aa4078766236 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916004 Nov 19 19:13:25.366804 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.379560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.384193 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ae28067-9748-4385-83a1-9f671ec1ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.399937 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ae28067-9748-4385-83a1-9f671ec1ac6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.399937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7ae28067-9748-4385-83a1-9f671ec1ac6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72ae0e3b-97aa-4b97-b712-2d928836ce69 HTTP/1.1" status: 204 len: 168 time: 0.3046150 Nov 19 19:13:25.409480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=70d83775-318c-428d-9f3d-4cb4d51722d1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:25.410547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae28067-9748-4385-83a1-9f671ec1ac6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae0e3b-97aa-4b97-b712-2d928836ce69,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:25.428947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 70bc1065-a50c-471e-9492-5c5a2f60f139 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:25.435402 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:25.499818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port b775b863-8f3f-4ce2-b264-5cf43babe71a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b775b863-8f3f-4ce2-b264-5cf43babe71a,segment=NetworkSegment(644c6702-6982-4774-bf0a-dd38a41a4c87),segment_id=644c6702-6982-4774-bf0a-dd38a41a4c87)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:25.509309 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.625993 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5709196c-c9f7-4169-bae3-a9074d3159a3 None None] Provisioning complete for port b775b863-8f3f-4ce2-b264-5cf43babe71a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:25.626376 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5709196c-c9f7-4169-bae3-a9074d3159a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.634079 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=b775b863-8f3f-4ce2-b264-5cf43babe71a,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:25.724711 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:25.779054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5709196c-c9f7-4169-bae3-a9074d3159a3 None None] Could not find standard attr ID for object 70d83775-318c-428d-9f3d-4cb4d51722d1. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:13:25.905367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dcf8c626-3b5d-4d9a-b43b-630dda906dc8 None None] Provisioning complete for port b775b863-8f3f-4ce2-b264-5cf43babe71a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:25.905957 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dcf8c626-3b5d-4d9a-b43b-630dda906dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:26.091024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dcf8c626-3b5d-4d9a-b43b-630dda906dc8 None None] Provisioning complete for port 6856f4d2-79c1-4438-8236-b08ea18093df triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:26.091399 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dcf8c626-3b5d-4d9a-b43b-630dda906dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:26.137266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dcf8c626-3b5d-4d9a-b43b-630dda906dc8 None None] Port 6856f4d2-79c1-4438-8236-b08ea18093df cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:26.264317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-13e1a9b6-84df-4322-b3ee-78540547cb46 None None] Provisioning complete for port 6856f4d2-79c1-4438-8236-b08ea18093df triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:26.264688 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13e1a9b6-84df-4322-b3ee-78540547cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:26.326451 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-13e1a9b6-84df-4322-b3ee-78540547cb46 None None] Port 6856f4d2-79c1-4438-8236-b08ea18093df cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:26.462008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 43f902c1-a49b-4cb0-b512-e33ba86b55ca is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:13:26.472375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Router 4459820b-470c-4b21-9a15-72f999f350c4 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:13:26.641896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:26.649402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6d75d847-a01d-41af-a3c3-f7b04c5b23f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "PUT /v2.0/routers/4459820b-470c-4b21-9a15-72f999f350c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3514810 Nov 19 19:13:26.651942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34114) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:26.655014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb06d8-9654-4e2d-a64f-6afc46311553 req-8f60cb49-ab36-4f5b-94da-20a099a64098 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:26.665868 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fddb06d8-9654-4e2d-a64f-6afc46311553 req-8f60cb49-ab36-4f5b-94da-20a099a64098 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1200910 Nov 19 19:13:26.689298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:26.701891 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332104c-49aa-4493-99f9-540d9ff64c9c None None] Sync routers for ids ['43f902c1-a49b-4cb0-b512-e33ba86b55ca'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:26.708032 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b4d60e29-b9a4-4adb-a887-a09f989bf5d3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/43f902c1-a49b-4cb0-b512-e33ba86b55ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6629777 Nov 19 19:13:26.712456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34116) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:26.719692 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332104c-49aa-4493-99f9-540d9ff64c9c None None] Routers {'43f902c1-a49b-4cb0-b512-e33ba86b55ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:26.720334 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8332104c-49aa-4493-99f9-540d9ff64c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['43f902c1-a49b-4cb0-b512-e33ba86b55ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:26.727537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b775b863-8f3f-4ce2-b264-5cf43babe71a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:26.770784 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8332104c-49aa-4493-99f9-540d9ff64c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:26.771361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7240104c-636a-4143-bebf-9fe57d2b8d19 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:26.781818 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332104c-49aa-4493-99f9-540d9ff64c9c None None] Routers {'43f902c1-a49b-4cb0-b512-e33ba86b55ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:26.782443 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8332104c-49aa-4493-99f9-540d9ff64c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['43f902c1-a49b-4cb0-b512-e33ba86b55ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:26.788021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7240104c-636a-4143-bebf-9fe57d2b8d19 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:26.789769 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7240104c-636a-4143-bebf-9fe57d2b8d19 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1368558 Nov 19 19:13:26.793464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34118) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:26.802082 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fddb06d8-9654-4e2d-a64f-6afc46311553 req-c28d0303-8cf4-4345-abe6-40eb55b6b70c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338398 Nov 19 19:13:26.815089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a689039-825f-47e6-b841-d5c1b1e5745a tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:26.819588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2a689039-825f-47e6-b841-d5c1b1e5745a tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports/6856f4d2-79c1-4438-8236-b08ea18093df HTTP/1.1" status: 200 len: 910 time: 0.1029520 Nov 19 19:13:26.820855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34120) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:26.823271 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8332104c-49aa-4493-99f9-540d9ff64c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:26.824084 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332104c-49aa-4493-99f9-540d9ff64c9c None None] The sync data for ids ['43f902c1-a49b-4cb0-b512-e33ba86b55ca'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:26.828386 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f26f9f42-cdb9-40cd-bd3e-b8f794049367 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d2ee3fd-9909-460a-b079-48fa6a1ce786'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:26.861813 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dc5276c5-569e-45d2-84df-91e587bdc1c9 None None] Provisioning complete for port 6856f4d2-79c1-4438-8236-b08ea18093df triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:26.862192 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc5276c5-569e-45d2-84df-91e587bdc1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:26.888245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0b6a02-68f5-4dff-a385-6ac24bd75962 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet a5a0a54d-1c22-4b24-8ded-a297592663e6 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:26.892527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6a02-68f5-4dff-a385-6ac24bd75962 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:26.893986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b775b863-8f3f-4ce2-b264-5cf43babe71a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:26.894370 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:26.941783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dc5276c5-569e-45d2-84df-91e587bdc1c9 None None] Port 6856f4d2-79c1-4438-8236-b08ea18093df cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:26.945561 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6a02-68f5-4dff-a385-6ac24bd75962 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.049196 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6a02-68f5-4dff-a385-6ac24bd75962 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.063670 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f26f9f42-cdb9-40cd-bd3e-b8f794049367 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.142712 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6a02-68f5-4dff-a385-6ac24bd75962 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.179085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b6a02-68f5-4dff-a385-6ac24bd75962 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a0a54d-1c22-4b24-8ded-a297592663e6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:27.183164 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6a02-68f5-4dff-a385-6ac24bd75962 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.186521 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6b0b6a02-68f5-4dff-a385-6ac24bd75962 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/a5a0a54d-1c22-4b24-8ded-a297592663e6 HTTP/1.1" status: 204 len: 168 time: 0.3926468 Nov 19 19:13:27.190839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eaccea-75a3-45bb-b289-04ec67e771ff None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:27.191325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34128) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:27.341399 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f456439d-73f0-4a4c-8fdc-f63b0f372caa tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1480834 Nov 19 19:13:27.344441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34134) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:27.416074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850067f-a9c6-4a81-a475-720116971bf7 None None] Sync routers for ids ['4459820b-470c-4b21-9a15-72f999f350c4'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:27.433818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850067f-a9c6-4a81-a475-720116971bf7 None None] Routers {'4459820b-470c-4b21-9a15-72f999f350c4'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:27.434564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b850067f-a9c6-4a81-a475-720116971bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4459820b-470c-4b21-9a15-72f999f350c4'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:27.451242 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25bda992-b828-4de9-9d38-cf5139470953 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.508160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-b850067f-a9c6-4a81-a475-720116971bf7 None None] Set router 4459820b-470c-4b21-9a15-72f999f350c4 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:27.570862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b850067f-a9c6-4a81-a475-720116971bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4459820b-470c-4b21-9a15-72f999f350c4', 'name': 'tempest-NetworksTestDHCPv6-router-1299787287', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:18Z', 'updated_at': '2021-11-19T19:13:25Z', 'revision_number': 3, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:27.634475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850067f-a9c6-4a81-a475-720116971bf7 None None] Checking router: 4459820b-470c-4b21-9a15-72f999f350c4 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:13:27.644481 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850067f-a9c6-4a81-a475-720116971bf7 None None] Routers {'4459820b-470c-4b21-9a15-72f999f350c4'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:27.645211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b850067f-a9c6-4a81-a475-720116971bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4459820b-470c-4b21-9a15-72f999f350c4'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:27.656261 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a9f81-6581-40a6-85af-c49afed70fd6 None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:27.689077 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25bda992-b828-4de9-9d38-cf5139470953 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.693687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25bda992-b828-4de9-9d38-cf5139470953 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.752534 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25bda992-b828-4de9-9d38-cf5139470953 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.753227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bda992-b828-4de9-9d38-cf5139470953 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Fanout notify agent at l3_agent the message router_deleted on router 4459820b-470c-4b21-9a15-72f999f350c4 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:13:27.765725 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25bda992-b828-4de9-9d38-cf5139470953 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.767022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-25bda992-b828-4de9-9d38-cf5139470953 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/routers/4459820b-470c-4b21-9a15-72f999f350c4 HTTP/1.1" status: 204 len: 168 time: 0.4213684 Nov 19 19:13:27.769409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34146) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:27.789876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-b850067f-a9c6-4a81-a475-720116971bf7 None None] Set router 4459820b-470c-4b21-9a15-72f999f350c4 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:27.852775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b850067f-a9c6-4a81-a475-720116971bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4459820b-470c-4b21-9a15-72f999f350c4', 'name': 'tempest-NetworksTestDHCPv6-router-1299787287', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:18Z', 'updated_at': '2021-11-19T19:13:25Z', 'revision_number': 3, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:27.853798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1922e1-98d1-47ef-aad6-0394be688e35 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:27.856761 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ea1922e1-98d1-47ef-aad6-0394be688e35 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0858626 Nov 19 19:13:27.859194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34152) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:27.887808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f26f9f42-cdb9-40cd-bd3e-b8f794049367 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.917565 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f26f9f42-cdb9-40cd-bd3e-b8f794049367 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:27.943410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0729adc7-ef39-470c-a68d-b455b9de233a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:27.946540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0729adc7-ef39-470c-a68d-b455b9de233a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0844758 Nov 19 19:13:27.948667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34158) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:28.012049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8acbca25-e4fa-4e78-a9bf-d423c09b576b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620809 Nov 19 19:13:28.020001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34164) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:28.026881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-4d3171f0-0452-4620-a485-f2f75ea7d911 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:28.069717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f9f42-cdb9-40cd-bd3e-b8f794049367 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=6856f4d2-79c1-4438-8236-b08ea18093df,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:28.083363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f9f42-cdb9-40cd-bd3e-b8f794049367 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:28.083599 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f26f9f42-cdb9-40cd-bd3e-b8f794049367 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:28.087585 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f26f9f42-cdb9-40cd-bd3e-b8f794049367 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/ports/6856f4d2-79c1-4438-8236-b08ea18093df HTTP/1.1" status: 200 len: 910 time: 1.2652242 Nov 19 19:13:28.090089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34168) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:28.109669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b850067f-a9c6-4a81-a475-720116971bf7 None None] The sync data for ids ['4459820b-470c-4b21-9a15-72f999f350c4'] in n-d-815373-6 is: [{'id': '4459820b-470c-4b21-9a15-72f999f350c4', 'name': 'tempest-NetworksTestDHCPv6-router-1299787287', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:18Z', 'updated_at': '2021-11-19T19:13:25Z', 'revision_number': 3, 'project_id': '8c4dcff18b49477183493ab84f64a4f3', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:28.113928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951980a-1223-488e-b9bf-40c1dbfdfd36 req-7674ed21-2847-4c40-ab55-a222157d58a9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:28.115347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f09a9f81-6581-40a6-85af-c49afed70fd6 None None] Deleting port e0001f07-8c07-4419-9fa3-75e7830ab692 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:28.116101 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f09a9f81-6581-40a6-85af-c49afed70fd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:28.124727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f951980a-1223-488e-b9bf-40c1dbfdfd36 req-7674ed21-2847-4c40-ab55-a222157d58a9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1261747 Nov 19 19:13:28.191874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f09a9f81-6581-40a6-85af-c49afed70fd6 None None] For port e0001f07-8c07-4419-9fa3-75e7830ab692, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e0001f07-8c07-4419-9fa3-75e7830ab692,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:28.192280 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f09a9f81-6581-40a6-85af-c49afed70fd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:28.209972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f951980a-1223-488e-b9bf-40c1dbfdfd36 req-d25783fe-b73e-48c4-9fd8-295ffbd5b76a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829651 Nov 19 19:13:28.213204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f09a9f81-6581-40a6-85af-c49afed70fd6 None None] Calling delete_port for e0001f07-8c07-4419-9fa3-75e7830ab692 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:28.329365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3171f0-0452-4620-a485-f2f75ea7d911 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:28.336415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d3171f0-0452-4620-a485-f2f75ea7d911 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:28.337565 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f09a9f81-6581-40a6-85af-c49afed70fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:28.373204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a9f81-6581-40a6-85af-c49afed70fd6 None None] Pushing event deleted for resources: {'Port': ['ID=e0001f07-8c07-4419-9fa3-75e7830ab692,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:28.377643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a9f81-6581-40a6-85af-c49afed70fd6 None None] No DVR routers for this DVR port e0001f07-8c07-4419-9fa3-75e7830ab692 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:28.675324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e0001f07-8c07-4419-9fa3-75e7830ab692 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:28.698980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: e0001f07-8c07-4419-9fa3-75e7830ab692 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:28.699331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e0001f07-8c07-4419-9fa3-75e7830ab692 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:28.699904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 70d83775-318c-428d-9f3d-4cb4d51722d1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:28.726897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 70d83775-318c-428d-9f3d-4cb4d51722d1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:28.727551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 70d83775-318c-428d-9f3d-4cb4d51722d1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:28.833885 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8393-fa57-4eda-a821-f068b4666c25 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:28.853302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.objects.ports [None req-4d3171f0-0452-4620-a485-f2f75ea7d911 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109887) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:13:28.884014 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d3171f0-0452-4620-a485-f2f75ea7d911 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:28.968991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3171f0-0452-4620-a485-f2f75ea7d911 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:28.978418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4d3171f0-0452-4620-a485-f2f75ea7d911 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:28.987401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3171f0-0452-4620-a485-f2f75ea7d911 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:28.987994 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d3171f0-0452-4620-a485-f2f75ea7d911 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:28.988697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4264ee5d-2908-4759-af22-2e9e3a7961e9 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:29.001647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3171f0-0452-4620-a485-f2f75ea7d911 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=a88fcf4d-d668-4110-8504-891373701706,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:29.065348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4d3171f0-0452-4620-a485-f2f75ea7d911 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0441372 Nov 19 19:13:29.068267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34198) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:29.079420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7636d07e-c4cb-4b98-a1fa-21673421ac5f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:29.145138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': 'a88fcf4d-d668-4110-8504-891373701706'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:29.151304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34200) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:29.151572 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.200354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e8393-fa57-4eda-a821-f068b4666c25 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 6856f4d2-79c1-4438-8236-b08ea18093df {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:29.200852 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8393-fa57-4eda-a821-f068b4666c25 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.228595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7636d07e-c4cb-4b98-a1fa-21673421ac5f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:29.232412 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7636d07e-c4cb-4b98-a1fa-21673421ac5f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.324140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8393-fa57-4eda-a821-f068b4666c25 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.337488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e8393-fa57-4eda-a821-f068b4666c25 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 6856f4d2-79c1-4438-8236-b08ea18093df owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:29.346648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Allocated IP 2001:db8::f816:3eff:fe6c:f14f (2953a791-3f54-41a3-92dc-efec9fb97405/a88fcf4d-d668-4110-8504-891373701706/2e048432-6eba-425c-85e8-1d6cffc37aef) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:29.373680 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c7adae-2ed9-4345-9dd8-7bb2234280cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.438399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4234542-9de3-4e31-82ec-ce101e01cdf5 req-d6112728-ecd6-40b6-8fe9-cf4ad8557eb1 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:29.439835 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e4234542-9de3-4e31-82ec-ce101e01cdf5 req-d6112728-ecd6-40b6-8fe9-cf4ad8557eb1 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1240556 Nov 19 19:13:29.537426 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8393-fa57-4eda-a821-f068b4666c25 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.555885 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.563735 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.571970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e8393-fa57-4eda-a821-f068b4666c25 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=6856f4d2-79c1-4438-8236-b08ea18093df,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:29.604052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:29.610098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:29.617959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:29.640439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Pushing event updated for resources: {'Port': ['ID=2e048432-6eba-425c-85e8-1d6cffc37aef,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:29.677588 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e4234542-9de3-4e31-82ec-ce101e01cdf5 req-7d9373c1-0d9d-4d1a-ae76-ea7bab506eae tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016542 Nov 19 19:13:29.717000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c7adae-2ed9-4345-9dd8-7bb2234280cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.732377 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25c7adae-2ed9-4345-9dd8-7bb2234280cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.737084 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.739649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Attempting to bind port 2e048432-6eba-425c-85e8-1d6cffc37aef on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:29.740079 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Attempting to bind port 2e048432-6eba-425c-85e8-1d6cffc37aef by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:29.741004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Attempting to bind port 2e048432-6eba-425c-85e8-1d6cffc37aef on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:29.748575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7636d07e-c4cb-4b98-a1fa-21673421ac5f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.749363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:29.749805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:29.750229 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.750683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:29.751180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Bound port: 2e048432-6eba-425c-85e8-1d6cffc37aef, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:29.751568 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.783196 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8393-fa57-4eda-a821-f068b4666c25 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.821114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-25c7adae-2ed9-4345-9dd8-7bb2234280cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc4223f1077e469bb87b45e530ef494c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6682498 Nov 19 19:13:29.826874 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7adae-2ed9-4345-9dd8-7bb2234280cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50119516-6b02-47b1-bfd3-f07c867025fa,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:29.829865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34208) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:29.833219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636d07e-c4cb-4b98-a1fa-21673421ac5f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:29.849388 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] For port 2e048432-6eba-425c-85e8-1d6cffc37aef, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:29.853367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] For port 2e048432-6eba-425c-85e8-1d6cffc37aef, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2e048432-6eba-425c-85e8-1d6cffc37aef,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:29.858062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-7636d07e-c4cb-4b98-a1fa-21673421ac5f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:29.860414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.870200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636d07e-c4cb-4b98-a1fa-21673421ac5f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:29.870798 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7636d07e-c4cb-4b98-a1fa-21673421ac5f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:29.888244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636d07e-c4cb-4b98-a1fa-21673421ac5f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=3bdf6a20-46a7-48a6-999c-3471b63ce4b8,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:29.900006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7636d07e-c4cb-4b98-a1fa-21673421ac5f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8290431 Nov 19 19:13:29.903644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34210) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:29.911592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:ea:f5:b0', 'name': 'tempest-NetworksTestDHCPv6-1827042607'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:29.953468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d234d-a3de-4d4a-a124-f9a749ffe1e0 None None] Pushing event updated for resources: {'Port': ['ID=2e048432-6eba-425c-85e8-1d6cffc37aef,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:29.963909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-5057a3ca-0333-4ea2-9e47-ac4d944cad8c req-283d889b-e90c-413d-99f1-489f9153b258 service neutron] (109887) timed out ('10.222.0.21', 57878) {{(pid=109887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 19:13:29.996504 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a59a55a6-0909-41d3-afb1-818a289582cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.010933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7e8393-fa57-4eda-a821-f068b4666c25 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 43f902c1-a49b-4cb0-b512-e33ba86b55ca has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:13:30.038866 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a59a55a6-0909-41d3-afb1-818a289582cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.093172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7e8393-fa57-4eda-a821-f068b4666c25 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:30.095996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:30.099472 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bf7e8393-fa57-4eda-a821-f068b4666c25 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/43f902c1-a49b-4cb0-b512-e33ba86b55ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0059271 Nov 19 19:13:30.107957 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082c41a-bb9f-4020-834e-7a3a2a6fb3d1 None None] Sync routers for ids ['43f902c1-a49b-4cb0-b512-e33ba86b55ca'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:30.116913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34212) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:30.124422 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082c41a-bb9f-4020-834e-7a3a2a6fb3d1 None None] Routers {'43f902c1-a49b-4cb0-b512-e33ba86b55ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:30.125137 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0082c41a-bb9f-4020-834e-7a3a2a6fb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['43f902c1-a49b-4cb0-b512-e33ba86b55ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:30.161784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7dd79fd3-a4e0-471e-bef0-16e343f8f7a4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f902c1-a49b-4cb0-b512-e33ba86b55ca HTTP/1.1" status: 200 len: 205 time: 0.0434213 Nov 19 19:13:30.163151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34214) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:30.163704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a59a55a6-0909-41d3-afb1-818a289582cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.166755 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a59a55a6-0909-41d3-afb1-818a289582cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.167821 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0082c41a-bb9f-4020-834e-7a3a2a6fb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:30.167967 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a59a55a6-0909-41d3-afb1-818a289582cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50119516-6b02-47b1-bfd3-f07c867025fa HTTP/1.1" status: 204 len: 168 time: 0.3334801 Nov 19 19:13:30.177245 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082c41a-bb9f-4020-834e-7a3a2a6fb3d1 None None] Routers {'43f902c1-a49b-4cb0-b512-e33ba86b55ca'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:30.180553 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0082c41a-bb9f-4020-834e-7a3a2a6fb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['43f902c1-a49b-4cb0-b512-e33ba86b55ca'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:30.180704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a55a6-0909-41d3-afb1-818a289582cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50119516-6b02-47b1-bfd3-f07c867025fa,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:30.260620 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.269247 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0082c41a-bb9f-4020-834e-7a3a2a6fb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:30.270207 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082c41a-bb9f-4020-834e-7a3a2a6fb3d1 None None] The sync data for ids ['43f902c1-a49b-4cb0-b512-e33ba86b55ca'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:30.293737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 4deaba85-3989-4976-a81d-0742506c9d84 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:13:30.322310 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c961312-db50-4ee8-956e-2c5bc15ad30b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.503027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 172.20.0.8 (2953a791-3f54-41a3-92dc-efec9fb97405/3bdf6a20-46a7-48a6-999c-3471b63ce4b8/4deaba85-3989-4976-a81d-0742506c9d84) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:30.512787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::f816:3eff:feea:f5b0 (2953a791-3f54-41a3-92dc-efec9fb97405/a88fcf4d-d668-4110-8504-891373701706/4deaba85-3989-4976-a81d-0742506c9d84) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:30.513928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c961312-db50-4ee8-956e-2c5bc15ad30b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.516355 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c961312-db50-4ee8-956e-2c5bc15ad30b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.572798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c961312-db50-4ee8-956e-2c5bc15ad30b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.573481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c961312-db50-4ee8-956e-2c5bc15ad30b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Fanout notify agent at l3_agent the message router_deleted on router 43f902c1-a49b-4cb0-b512-e33ba86b55ca {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:13:30.575165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34222) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:30.585503 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c961312-db50-4ee8-956e-2c5bc15ad30b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.586676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3c961312-db50-4ee8-956e-2c5bc15ad30b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/43f902c1-a49b-4cb0-b512-e33ba86b55ca HTTP/1.1" status: 204 len: 168 time: 0.4217439 Nov 19 19:13:30.592416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34224) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:30.708772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.728043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2e048432-6eba-425c-85e8-1d6cffc37aef up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:30.755259 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.814317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=4deaba85-3989-4976-a81d-0742506c9d84,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:30.836599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:30.839086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:30.848991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:30.859366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2e048432-6eba-425c-85e8-1d6cffc37aef triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:30.860228 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.946735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:30.947462 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:30.977713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba02f4d-9568-486b-a50e-dbabd7f416c0 req-e201b347-0aa5-47a1-a242-94b2d6c620ed tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:30.979968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cba02f4d-9568-486b-a50e-dbabd7f416c0 req-e201b347-0aa5-47a1-a242-94b2d6c620ed tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1041803 Nov 19 19:13:30.984041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5903881d-c75e-4092-8c0f-2cb126efbf6c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0762973 Nov 19 19:13:30.988411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34228) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:31.002733 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.060306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 2e048432-6eba-425c-85e8-1d6cffc37aef, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2e048432-6eba-425c-85e8-1d6cffc37aef,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:31.068000 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.087274 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b458801a-8c8a-4ac5-82c1-b981768454c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.092070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be4a7e1-fe81-4af2-bc1b-722a52a1be88 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:31.099025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be4a7e1-fe81-4af2-bc1b-722a52a1be88 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:31.101511 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7be4a7e1-fe81-4af2-bc1b-722a52a1be88 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1122177 Nov 19 19:13:31.104305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34230) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:31.119715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cba02f4d-9568-486b-a50e-dbabd7f416c0 req-ed40989e-0792-48c0-90c5-f222331837f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326416 Nov 19 19:13:31.129811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=2e048432-6eba-425c-85e8-1d6cffc37aef,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:31.135675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fad2bd-c85e-4e78-8d29-f1dc31323acd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting subnet 7d2ee3fd-9909-460a-b079-48fa6a1ce786 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:31.166107 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90fad2bd-c85e-4e78-8d29-f1dc31323acd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.223011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3106761-7464-41df-bb04-db9398d5a50f None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:31.256835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90fad2bd-c85e-4e78-8d29-f1dc31323acd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.285687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-34238a95-b622-438e-bd36-0dc59958980e None None] Provisioning complete for port 2e048432-6eba-425c-85e8-1d6cffc37aef triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:31.286080 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-34238a95-b622-438e-bd36-0dc59958980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.376409 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b458801a-8c8a-4ac5-82c1-b981768454c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.383916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4ce5b-d33a-445c-b7aa-17ee2701448d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 4deaba85-3989-4976-a81d-0742506c9d84 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:31.384252 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ce5b-d33a-445c-b7aa-17ee2701448d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.389488 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b458801a-8c8a-4ac5-82c1-b981768454c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.470028 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90fad2bd-c85e-4e78-8d29-f1dc31323acd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.505330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b458801a-8c8a-4ac5-82c1-b981768454c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3233d4545c3046f69b5a2fa46a219958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9289474 Nov 19 19:13:31.508790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34232) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:31.509817 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1570a77-5f6e-4416-b4e9-20ebda4cf2f4 None None] Update dhcp port {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': 'a88fcf4d-d668-4110-8504-891373701706', 'ip_address': '2001:db8::f816:3eff:fe6c:f14f'}, {'subnet_id': '3bdf6a20-46a7-48a6-999c-3471b63ce4b8'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '2e048432-6eba-425c-85e8-1d6cffc37aef'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:13:31.512591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458801a-8c8a-4ac5-82c1-b981768454c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a063ad0e-ddb8-4948-8b31-a61f77ceef49,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:31.538498 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1570a77-5f6e-4416-b4e9-20ebda4cf2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.570911 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ce5b-d33a-445c-b7aa-17ee2701448d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.571680 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5174724a-f2f0-456a-8d77-25bca706c033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.589957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4ce5b-d33a-445c-b7aa-17ee2701448d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 4deaba85-3989-4976-a81d-0742506c9d84 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:31.595396 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5174724a-f2f0-456a-8d77-25bca706c033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.603049 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90fad2bd-c85e-4e78-8d29-f1dc31323acd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.650641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5174724a-f2f0-456a-8d77-25bca706c033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.654819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5174724a-f2f0-456a-8d77-25bca706c033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.658084 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5174724a-f2f0-456a-8d77-25bca706c033 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a063ad0e-ddb8-4948-8b31-a61f77ceef49 HTTP/1.1" status: 204 len: 168 time: 0.1441848 Nov 19 19:13:31.668451 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-90fad2bd-c85e-4e78-8d29-f1dc31323acd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.669803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174724a-f2f0-456a-8d77-25bca706c033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a063ad0e-ddb8-4948-8b31-a61f77ceef49,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:31.673715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-90fad2bd-c85e-4e78-8d29-f1dc31323acd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/7d2ee3fd-9909-460a-b079-48fa6a1ce786 HTTP/1.1" status: 204 len: 168 time: 1.0783808 Nov 19 19:13:31.675932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34238) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:31.676254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fad2bd-c85e-4e78-8d29-f1dc31323acd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2ee3fd-9909-460a-b079-48fa6a1ce786,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:31.698355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279314d0-9da6-40e2-842d-e53c94706a74 None None] Network 70bc1065-a50c-471e-9492-5c5a2f60f139 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:31.782154 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.839614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e1570a77-5f6e-4416-b4e9-20ebda4cf2f4 None None] Allocated IP 172.20.0.2 (2953a791-3f54-41a3-92dc-efec9fb97405/3bdf6a20-46a7-48a6-999c-3471b63ce4b8/2e048432-6eba-425c-85e8-1d6cffc37aef) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:31.841973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port b775b863-8f3f-4ce2-b264-5cf43babe71a {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:31.842359 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.914558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ce5b-d33a-445c-b7aa-17ee2701448d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.930177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port b775b863-8f3f-4ce2-b264-5cf43babe71a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b775b863-8f3f-4ce2-b264-5cf43babe71a,segment=NetworkSegment(644c6702-6982-4774-bf0a-dd38a41a4c87),segment_id=644c6702-6982-4774-bf0a-dd38a41a4c87)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:31.930857 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:31.949585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for b775b863-8f3f-4ce2-b264-5cf43babe71a owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:31.950382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4ce5b-d33a-445c-b7aa-17ee2701448d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=4deaba85-3989-4976-a81d-0742506c9d84,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:32.055328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e1570a77-5f6e-4416-b4e9-20ebda4cf2f4 None None] For port 2e048432-6eba-425c-85e8-1d6cffc37aef, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2e048432-6eba-425c-85e8-1d6cffc37aef,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:32.065614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ce5b-d33a-445c-b7aa-17ee2701448d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.072324 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f7a4ce5b-d33a-445c-b7aa-17ee2701448d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/4deaba85-3989-4976-a81d-0742506c9d84 HTTP/1.1" status: 204 len: 168 time: 0.9629812 Nov 19 19:13:32.075401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34244) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:32.087961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968e3468-e737-4ec2-b047-be230efdbb26 None None] DHCP port deletion for 70bc1065-a50c-471e-9492-5c5a2f60f139 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:32.095590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.114232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No DVR routers for this DVR port b775b863-8f3f-4ce2-b264-5cf43babe71a on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:32.133444 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1570a77-5f6e-4416-b4e9-20ebda4cf2f4 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.141066 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1570a77-5f6e-4416-b4e9-20ebda4cf2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.157084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca98dc4-7962-48cf-bf8d-f9860c48858f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:32.159277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca98dc4-7962-48cf-bf8d-f9860c48858f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:32.161391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca98dc4-7962-48cf-bf8d-f9860c48858f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:32.164110 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8ca98dc4-7962-48cf-bf8d-f9860c48858f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0875182 Nov 19 19:13:32.166861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=b775b863-8f3f-4ce2-b264-5cf43babe71a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:32.167027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34250) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:32.241275 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.265885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-901c3ca1-ceeb-4be8-a28f-daac5fce9916 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 3bdf6a20-46a7-48a6-999c-3471b63ce4b8 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:32.267432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1570a77-5f6e-4416-b4e9-20ebda4cf2f4 None None] Pushing event updated for resources: {'Port': ['ID=2e048432-6eba-425c-85e8-1d6cffc37aef,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:32.270677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-901c3ca1-ceeb-4be8-a28f-daac5fce9916 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.297832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bc1065-a50c-471e-9492-5c5a2f60f139']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:32.311911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644c6702-6982-4774-bf0a-dd38a41a4c87') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:32.312209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644c6702-6982-4774-bf0a-dd38a41a4c87') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:32.323737 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-901c3ca1-ceeb-4be8-a28f-daac5fce9916 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.333575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b293-033f-48e3-abf3-871fdac16a4b req-cf5e5706-17f4-4b99-8db5-b57c073badb8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:32.336362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f65b293-033f-48e3-abf3-871fdac16a4b req-cf5e5706-17f4-4b99-8db5-b57c073badb8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.0913346 Nov 19 19:13:32.338452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.378796 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.389212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:13:32.389538 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: items = [ Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:13:32.392542 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:13:32.442420 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-901c3ca1-ceeb-4be8-a28f-daac5fce9916 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.497548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.502614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.508806 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/networks/70bc1065-a50c-471e-9492-5c5a2f60f139 HTTP/1.1" status: 204 len: 168 time: 0.8230867 Nov 19 19:13:32.512869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34260) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:32.518570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c0238f6e-2c15-4d94-9126-522a3b3378b4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1327482324', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:32.529698 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f65b293-033f-48e3-abf3-871fdac16a4b req-05f28b22-11c5-4f26-8fc6-e09683814945 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757505 Nov 19 19:13:32.548287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb7444-6881-4de7-b5e9-1cb75589b25d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Network': ['ID=70bc1065-a50c-471e-9492-5c5a2f60f139,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:32.557043 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0238f6e-2c15-4d94-9126-522a3b3378b4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.558639 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0238f6e-2c15-4d94-9126-522a3b3378b4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.574285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-901c3ca1-ceeb-4be8-a28f-daac5fce9916 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.608588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c3ca1-ceeb-4be8-a28f-daac5fce9916 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=3bdf6a20-46a7-48a6-999c-3471b63ce4b8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:32.620228 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-901c3ca1-ceeb-4be8-a28f-daac5fce9916 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.626780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-901c3ca1-ceeb-4be8-a28f-daac5fce9916 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/3bdf6a20-46a7-48a6-999c-3471b63ce4b8 HTTP/1.1" status: 204 len: 168 time: 0.4587173 Nov 19 19:13:32.627075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34264) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:32.685623 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0238f6e-2c15-4d94-9126-522a3b3378b4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.696305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2e048432-6eba-425c-85e8-1d6cffc37aef up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:32.698607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0238f6e-2c15-4d94-9126-522a3b3378b4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.731839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0238f6e-2c15-4d94-9126-522a3b3378b4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.733926 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c0238f6e-2c15-4d94-9126-522a3b3378b4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2198565 Nov 19 19:13:32.737356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34268) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:32.737605 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-788b6f69-f244-4824-9542-933ac0663f44 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet a88fcf4d-d668-4110-8504-891373701706 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:32.742803 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-788b6f69-f244-4824-9542-933ac0663f44 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.744485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'network': {'name': 'tempest-RoutersTest-775874975'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:32.769813 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2e048432-6eba-425c-85e8-1d6cffc37aef triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:32.770384 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.792989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:32.798872 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.826577 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-788b6f69-f244-4824-9542-933ac0663f44 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.853599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:13:32.872672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.874852 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added segment d79453e3-3e1c-405b-9b93-98b494cc1f96 of type vlan for network 55ca89f0-d008-4cad-adae-78f6d0ea4b31 Nov 19 19:13:32.946089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.947990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-788b6f69-f244-4824-9542-933ac0663f44 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.007734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.014009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b775b863-8f3f-4ce2-b264-5cf43babe71a no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:33.016133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:33.016784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.041453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b775b863-8f3f-4ce2-b264-5cf43babe71a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:33.041695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b775b863-8f3f-4ce2-b264-5cf43babe71a not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:33.048023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-788b6f69-f244-4824-9542-933ac0663f44 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.077421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b6f69-f244-4824-9542-933ac0663f44 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=a88fcf4d-d668-4110-8504-891373701706,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:33.101389 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-788b6f69-f244-4824-9542-933ac0663f44 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.103254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Network': ['ID=55ca89f0-d008-4cad-adae-78f6d0ea4b31,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:33.107786 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-788b6f69-f244-4824-9542-933ac0663f44 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/a88fcf4d-d668-4110-8504-891373701706 HTTP/1.1" status: 204 len: 168 time: 0.4795458 Nov 19 19:13:33.110461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34274) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:33.118460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 55ca89f0-d008-4cad-adae-78f6d0ea4b31 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:13:33.121712 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3c4d9cac-9d0b-4d12-89a8-02d074eec355 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3821084 Nov 19 19:13:33.124461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34276) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:33.163622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'subnet': {'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:33.170798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e772a3-d9bb-4f2a-8f8d-2554e969aa64 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:33.172460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c549f908-4c75-4f34-9643-98332c4ae5bc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605795 Nov 19 19:13:33.176185 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34278) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:33.185432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:33.219334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b99024a5-bcca-4a58-aacc-f88a59a76110 None None] Could not find standard attr ID for object 4deaba85-3989-4976-a81d-0742506c9d84. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:13:33.268917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b99024a5-bcca-4a58-aacc-f88a59a76110 None None] Provisioning complete for port 2e048432-6eba-425c-85e8-1d6cffc37aef triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:33.269287 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b99024a5-bcca-4a58-aacc-f88a59a76110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.279884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:33.284269 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.304980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:33.308590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.461383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4074c1-0fd7-4664-a532-a11ffc2dd115 None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:33.512938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.514511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3c4074c1-0fd7-4664-a532-a11ffc2dd115 None None] Deleting port 2e048432-6eba-425c-85e8-1d6cffc37aef {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:33.514880 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c4074c1-0fd7-4664-a532-a11ffc2dd115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.612009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Subnet': ['ID=a5d36936-5b21-43a2-9b2b-81fa7a716558,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:33.613126 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3c4074c1-0fd7-4664-a532-a11ffc2dd115 None None] For port 2e048432-6eba-425c-85e8-1d6cffc37aef, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2e048432-6eba-425c-85e8-1d6cffc37aef,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:33.614061 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c4074c1-0fd7-4664-a532-a11ffc2dd115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.630668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3c4074c1-0fd7-4664-a532-a11ffc2dd115 None None] Calling delete_port for 2e048432-6eba-425c-85e8-1d6cffc37aef owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:33.634741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Checking segment: {'id': 'd79453e3-3e1c-405b-9b93-98b494cc1f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:33.635114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network hostable DHCP agents. Network: 55ca89f0-d008-4cad-adae-78f6d0ea4b31, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:13:33.660345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 55ca89f0-d008-4cad-adae-78f6d0ea4b31 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:13:33.671015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 55ca89f0-d008-4cad-adae-78f6d0ea4b31) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:33.676292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:33.679851 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.688435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f33279-6b3f-42e8-ad1a-fda236d0b084 None None] Network 55ca89f0-d008-4cad-adae-78f6d0ea4b31 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:33.700273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-771899f6-aba3-41c7-bf92-d5f9c5ad0829 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5744693 Nov 19 19:13:33.703826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34282) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:33.726101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:13:33.812262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c4074c1-0fd7-4664-a532-a11ffc2dd115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.845471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b058c8-59c0-402f-8c77-57bd230daa84 req-9aaf651a-7f2f-473c-9718-6c674f1eaccc tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:33.848143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a0b058c8-59c0-402f-8c77-57bd230daa84 req-9aaf651a-7f2f-473c-9718-6c674f1eaccc tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1918967 Nov 19 19:13:33.869322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4074c1-0fd7-4664-a532-a11ffc2dd115 None None] Pushing event deleted for resources: {'Port': ['ID=2e048432-6eba-425c-85e8-1d6cffc37aef,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:33.907751 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4074c1-0fd7-4664-a532-a11ffc2dd115 None None] No DVR routers for this DVR port 2e048432-6eba-425c-85e8-1d6cffc37aef on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:33.938448 n-d-815373-6 neutron-server[109888]: WARNING neutron.services.revisions.revision_plugin [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Could not find related port for resource to bump revision. Nov 19 19:13:33.948660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_pluggable_backend [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Port 2e048432-6eba-425c-85e8-1d6cffc37aef was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109888) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 19 19:13:33.948950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_pluggable_backend [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6c:f14f {{(pid=109888) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 19 19:13:33.967949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_pluggable_backend [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6c:f14f {{(pid=109888) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 19 19:13:33.972260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:33.973572 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.977297 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.019597 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a0b058c8-59c0-402f-8c77-57bd230daa84 req-839b5849-c7cc-4e5a-8312-4f801aa512bb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511145 Nov 19 19:13:34.051251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:34.074890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=01908480-1857-4b94-b9a4-92285e9820cf,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:34.078178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:34.081088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:34.081705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.093188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d832a-8cca-4f22-a0a6-02adfe65c2b8 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:34.118287 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0f7d749f-3848-4394-9f9c-98e5d4162925 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9374866 Nov 19 19:13:34.119928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34290) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:34.131303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-dae81143-c6f8-484c-ac53-d96a51e8b32e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:34.177368 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.301499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Allocated IP 172.20.0.2 (55ca89f0-d008-4cad-adae-78f6d0ea4b31/a5d36936-5b21-43a2-9b2b-81fa7a716558/8bfb9b0a-aff4-4639-94fd-40e368bda346) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:34.318001 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae81143-c6f8-484c-ac53-d96a51e8b32e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:34.322766 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dae81143-c6f8-484c-ac53-d96a51e8b32e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.591226 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dae81143-c6f8-484c-ac53-d96a51e8b32e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.641175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae81143-c6f8-484c-ac53-d96a51e8b32e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:34.644978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2e048432-6eba-425c-85e8-1d6cffc37aef no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:34.645843 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-dae81143-c6f8-484c-ac53-d96a51e8b32e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:34.650922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae81143-c6f8-484c-ac53-d96a51e8b32e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:34.651445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dae81143-c6f8-484c-ac53-d96a51e8b32e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.658947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae81143-c6f8-484c-ac53-d96a51e8b32e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=d2f55c88-79e5-465f-a6c1-fa544b01ce1e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:34.668916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '01908480-1857-4b94-b9a4-92285e9820cf'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:34.669805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.671317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dae81143-c6f8-484c-ac53-d96a51e8b32e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5500655 Nov 19 19:13:34.674410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34298) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:34.680750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:c4:1a:30', 'name': 'tempest-NetworksTestDHCPv6-244496092'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:34.703364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 2e048432-6eba-425c-85e8-1d6cffc37aef {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:13:34.703710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2e048432-6eba-425c-85e8-1d6cffc37aef not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:13:34.728901 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.782830 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.817207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Allocated IP 172.20.0.1 (55ca89f0-d008-4cad-adae-78f6d0ea4b31/a5d36936-5b21-43a2-9b2b-81fa7a716558/8d2045a2-af1e-4935-83a1-5ca45bc53abb) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:34.844383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Network 55ca89f0-d008-4cad-adae-78f6d0ea4b31 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:34.852173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:34.873251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:34.876793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Pushing event updated for resources: {'Port': ['ID=8bfb9b0a-aff4-4639-94fd-40e368bda346,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:34.887464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:34.952601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Allocated IP 2001:db8::f816:3eff:fe73:dab7 (2953a791-3f54-41a3-92dc-efec9fb97405/01908480-1857-4b94-b9a4-92285e9820cf/7d7ed847-1a3e-4a49-9913-274b1268d0c8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:34.964176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Attempting to bind port 8bfb9b0a-aff4-4639-94fd-40e368bda346 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:34.964559 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Attempting to bind port 8bfb9b0a-aff4-4639-94fd-40e368bda346 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'd79453e3-3e1c-405b-9b93-98b494cc1f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:34.964926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Attempting to bind port 8bfb9b0a-aff4-4639-94fd-40e368bda346 on network 55ca89f0-d008-4cad-adae-78f6d0ea4b31 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:34.973822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:34.974210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Checking segment: {'id': 'd79453e3-3e1c-405b-9b93-98b494cc1f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:34.975270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.975760 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Bound using segment: {'id': 'd79453e3-3e1c-405b-9b93-98b494cc1f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:34.976331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Bound port: 8bfb9b0a-aff4-4639-94fd-40e368bda346, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79453e3-3e1c-405b-9b93-98b494cc1f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:34.976729 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.013565 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.024032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.061246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 5404af11-1ac0-4a2d-b52f-f0cd87541cf4 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:13:35.123245 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.123797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] For port 8bfb9b0a-aff4-4639-94fd-40e368bda346, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:35.129512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] For port 8bfb9b0a-aff4-4639-94fd-40e368bda346, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8bfb9b0a-aff4-4639-94fd-40e368bda346,segment=NetworkSegment(d79453e3-3e1c-405b-9b93-98b494cc1f96),segment_id=d79453e3-3e1c-405b-9b93-98b494cc1f96)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:35.135433 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.160562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed14ac7-5425-4d18-ac43-b56cba98afcc req-b17cd88a-ca4a-48ec-a784-d2c9cd50ff31 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:35.162104 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eed14ac7-5425-4d18-ac43-b56cba98afcc req-b17cd88a-ca4a-48ec-a784-d2c9cd50ff31 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.0551260 Nov 19 19:13:35.203326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 55ca89f0-d008-4cad-adae-78f6d0ea4b31 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:35.211638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:35.214166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:35.251644 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-eed14ac7-5425-4d18-ac43-b56cba98afcc req-6dc730ac-9da8-4e51-9542-5a60226109ad tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821772 Nov 19 19:13:35.251945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=8d2045a2-af1e-4935-83a1-5ca45bc53abb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:35.252154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.254411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e55552-279a-4a79-8e70-4167bb8486e7 None None] Pushing event updated for resources: {'Port': ['ID=8bfb9b0a-aff4-4639-94fd-40e368bda346,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:35.259568 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.309971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:35.313081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:35.317614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:35.321563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Pushing event updated for resources: {'Port': ['ID=7d7ed847-1a3e-4a49-9913-274b1268d0c8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:35.334583 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.391113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Attempting to bind port 7d7ed847-1a3e-4a49-9913-274b1268d0c8 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:35.391790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Attempting to bind port 7d7ed847-1a3e-4a49-9913-274b1268d0c8 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:35.392836 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Attempting to bind port 7d7ed847-1a3e-4a49-9913-274b1268d0c8 on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:35.400768 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:35.401260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:35.401897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.402385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:35.403382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Bound port: 7d7ed847-1a3e-4a49-9913-274b1268d0c8, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:35.403944 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.529985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] For port 7d7ed847-1a3e-4a49-9913-274b1268d0c8, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:35.533644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] For port 7d7ed847-1a3e-4a49-9913-274b1268d0c8, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7d7ed847-1a3e-4a49-9913-274b1268d0c8,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:35.540530 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.564088 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.580096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 172.20.0.2 (2953a791-3f54-41a3-92dc-efec9fb97405/d2f55c88-79e5-465f-a6c1-fa544b01ce1e/5404af11-1ac0-4a2d-b52f-f0cd87541cf4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:35.599656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::f816:3eff:fec4:1a30 (2953a791-3f54-41a3-92dc-efec9fb97405/01908480-1857-4b94-b9a4-92285e9820cf/5404af11-1ac0-4a2d-b52f-f0cd87541cf4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:35.645319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98a771-b10d-4724-a983-017fa99f61ea None None] Pushing event updated for resources: {'Port': ['ID=7d7ed847-1a3e-4a49-9913-274b1268d0c8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:35.993644 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:36.082527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:36.087342 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:36.090437 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:36.151956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:36.203146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:36.217160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:36.436885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4005e-8fbe-4f32-aeff-f9caa8a1a20d req-22eba6b1-52e8-4ff2-a4cf-6470e9c3d6cf tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:36.446363 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-35f4005e-8fbe-4f32-aeff-f9caa8a1a20d req-22eba6b1-52e8-4ff2-a4cf-6470e9c3d6cf tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.0713952 Nov 19 19:13:36.528916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd55a5f5-01c3-4672-a4f3-58e6148e23ae None None] Network 55ca89f0-d008-4cad-adae-78f6d0ea4b31 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:36.563985 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-35f4005e-8fbe-4f32-aeff-f9caa8a1a20d req-5df9f0c1-61ad-41b1-a179-9c8fd34b026a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155596 Nov 19 19:13:36.628499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:36.693647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=8d2045a2-af1e-4935-83a1-5ca45bc53abb,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:36.761078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=5404af11-1ac0-4a2d-b52f-f0cd87541cf4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:36.775679 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e3b56124-d731-46a4-963c-edf73e790b72 None None] Provisioning complete for port 8bfb9b0a-aff4-4639-94fd-40e368bda346 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:36.778590 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3b56124-d731-46a4-963c-edf73e790b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:36.825047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:36.825710 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:36.910370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8bfb9b0a-aff4-4639-94fd-40e368bda346 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:36.916560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 55ca89f0-d008-4cad-adae-78f6d0ea4b31 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:36.921059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:36.931885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cbac9cbc-6bed-4d20-ad7a-e5ecafccead7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2540655 Nov 19 19:13:36.932744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34348) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:37.040805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de455e-283e-486d-9c39-06b690975933 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:37.050771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de455e-283e-486d-9c39-06b690975933 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:37.053863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f9de455e-283e-486d-9c39-06b690975933 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1174901 Nov 19 19:13:37.056345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34350) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:37.160411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c695de8e-8719-4e66-a772-445e300e6e6b None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:37.239188 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3b56124-d731-46a4-963c-edf73e790b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:37.250882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 923c4f22-3305-4599-933b-500649359c73 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:13:37.293416 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8bfb9b0a-aff4-4639-94fd-40e368bda346 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:37.296596 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:37.306192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d54bdba2-b274-4beb-a098-063d29d9e9b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 5404af11-1ac0-4a2d-b52f-f0cd87541cf4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:37.306553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d54bdba2-b274-4beb-a098-063d29d9e9b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:37.457371 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d54bdba2-b274-4beb-a098-063d29d9e9b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:37.478264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d54bdba2-b274-4beb-a098-063d29d9e9b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 5404af11-1ac0-4a2d-b52f-f0cd87541cf4 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:37.498831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e3b56124-d731-46a4-963c-edf73e790b72 None None] For port 8bfb9b0a-aff4-4639-94fd-40e368bda346, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8bfb9b0a-aff4-4639-94fd-40e368bda346,segment=NetworkSegment(d79453e3-3e1c-405b-9b93-98b494cc1f96),segment_id=d79453e3-3e1c-405b-9b93-98b494cc1f96)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:37.526795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:37.547204 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3b56124-d731-46a4-963c-edf73e790b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:37.552434 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9828f802-4adc-494b-83b3-52a75ab2557c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/923c4f22-3305-4599-933b-500649359c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8474538 Nov 19 19:13:37.553366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34354) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:37.568794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'network': {'name': 'tempest-RoutersTest-1273348451'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:37.582040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Sync routers for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:37.621383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:37.624992 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:37.688141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b1fe3054-5b0d-486a-adba-e62eb940d825 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:13:37.776210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:37.777012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:37.936788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d54bdba2-b274-4beb-a098-063d29d9e9b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:37.947613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:13:37.983248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6dc54754-41e3-4d68-b180-363de147a5f9 None None] Provisioning complete for port 8d2045a2-af1e-4935-83a1-5ca45bc53abb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:37.983878 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6dc54754-41e3-4d68-b180-363de147a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:37.987876 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:37.988126 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added segment f5a399c1-4726-40ef-b9c0-80b806188c54 of type vlan for network 6a9f6ee3-a877-4506-9307-47d80dc07121 Nov 19 19:13:38.003463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bdba2-b274-4beb-a098-063d29d9e9b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=5404af11-1ac0-4a2d-b52f-f0cd87541cf4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:38.018799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7d7ed847-1a3e-4a49-9913-274b1268d0c8 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:38.046295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbe83b-0da6-45b3-bd0a-63dd56d82c2b req-b6dceb3b-6025-4577-860c-664747865fca tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:38.051915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f7fbe83b-0da6-45b3-bd0a-63dd56d82c2b req-b6dceb3b-6025-4577-860c-664747865fca tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.3546226 Nov 19 19:13:38.081149 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:38.128773 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.resource_extend [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 19:13:38.191852 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:38.226455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:38.231396 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:38.345196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b56124-d731-46a4-963c-edf73e790b72 None None] Pushing event updated for resources: {'Port': ['ID=8bfb9b0a-aff4-4639-94fd-40e368bda346,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:38.434665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8795094 Nov 19 19:13:38.476585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34366) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:38.487376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'subnet': {'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:38.550818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6dc54754-41e3-4d68-b180-363de147a5f9 None None] Port 8d2045a2-af1e-4935-83a1-5ca45bc53abb cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:38.567056 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a5fc433f-6d50-4998-ad9d-d0c9dd234475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:38.574297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:38.646976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cff37-1587-4c65-9521-736fe49def3c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Network': ['ID=6a9f6ee3-a877-4506-9307-47d80dc07121,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:38.655089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7d7ed847-1a3e-4a49-9913-274b1268d0c8 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:38.655460 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:38.689661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:38.694315 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:38.716856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 6a9f6ee3-a877-4506-9307-47d80dc07121 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:13:38.832480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f7fbe83b-0da6-45b3-bd0a-63dd56d82c2b req-338c0d9a-ad34-4658-929c-4c984d62676d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7744784 Nov 19 19:13:38.847334 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d54bdba2-b274-4beb-a098-063d29d9e9b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:38.858913 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d54bdba2-b274-4beb-a098-063d29d9e9b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/5404af11-1ac0-4a2d-b52f-f0cd87541cf4 HTTP/1.1" status: 204 len: 168 time: 1.8009982 Nov 19 19:13:38.859568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34368) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:38.953379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fbd134-f3d2-4237-b3b7-8d706c4ff981 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:38.957040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fbd134-f3d2-4237-b3b7-8d706c4ff981 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:38.960794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fbd134-f3d2-4237-b3b7-8d706c4ff981 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:38.968507 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-38fbd134-f3d2-4237-b3b7-8d706c4ff981 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1072171 Nov 19 19:13:38.970162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34370) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:39.027977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.070727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a14860a-008e-4a7c-b9aa-a107e7129e14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 01908480-1857-4b94-b9a4-92285e9820cf {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:39.075267 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a14860a-008e-4a7c-b9aa-a107e7129e14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.101696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:39.120297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6dc54754-41e3-4d68-b180-363de147a5f9 None None] Provisioning complete for port 8bfb9b0a-aff4-4639-94fd-40e368bda346 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:39.122373 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6dc54754-41e3-4d68-b180-363de147a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.124820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Subnet': ['ID=cb934fcf-aa50-40da-ac3c-16401c6d103e,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:39.156284 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a14860a-008e-4a7c-b9aa-a107e7129e14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.161222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'port_id': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'mac_address': 'fa:16:3e:a8:c7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:13:39.171999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Checking segment: {'id': 'f5a399c1-4726-40ef-b9c0-80b806188c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:39.172373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network hostable DHCP agents. Network: 6a9f6ee3-a877-4506-9307-47d80dc07121, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:13:39.202700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 6a9f6ee3-a877-4506-9307-47d80dc07121 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:13:39.217460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 6a9f6ee3-a877-4506-9307-47d80dc07121) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:39.224044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:39.226230 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.269234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-502360d6-911a-4abf-b072-f40ef7e225cd tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7910275 Nov 19 19:13:39.270054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34372) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:39.286734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f194ef8a-ad2c-493e-8209-a21110341b1c None None] Network 6a9f6ee3-a877-4506-9307-47d80dc07121 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:39.346863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a14860a-008e-4a7c-b9aa-a107e7129e14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.512866 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a14860a-008e-4a7c-b9aa-a107e7129e14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.596159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14860a-008e-4a7c-b9aa-a107e7129e14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=01908480-1857-4b94-b9a4-92285e9820cf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:39.610867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a14860a-008e-4a7c-b9aa-a107e7129e14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.628727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3a14860a-008e-4a7c-b9aa-a107e7129e14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/01908480-1857-4b94-b9a4-92285e9820cf HTTP/1.1" status: 204 len: 168 time: 0.6539948 Nov 19 19:13:39.632156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-6a9f6ee3-a877-4506-9307-47d80dc07121', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:39.633007 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.633565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34378) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:39.741808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b2196b-837c-4885-b7ba-359f90c565f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet d2f55c88-79e5-465f-a6c1-fa544b01ce1e {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:39.746860 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b2196b-837c-4885-b7ba-359f90c565f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.802281 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b2196b-837c-4885-b7ba-359f90c565f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.804018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Allocated IP 172.21.0.2 (6a9f6ee3-a877-4506-9307-47d80dc07121/cb934fcf-aa50-40da-ac3c-16401c6d103e/6c5da702-8639-4d96-a2bd-80e0be8bf580) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:39.866485 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15ba10-0ee1-4e4d-8bb2-f3b2878bd62a None None] Update dhcp port {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': '01908480-1857-4b94-b9a4-92285e9820cf', 'ip_address': '2001:db8::f816:3eff:fe73:dab7'}, {'subnet_id': 'd2f55c88-79e5-465f-a6c1-fa544b01ce1e'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '7d7ed847-1a3e-4a49-9913-274b1268d0c8'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:13:39.868467 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b2196b-837c-4885-b7ba-359f90c565f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.945354 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3d15ba10-0ee1-4e4d-8bb2-f3b2878bd62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.963493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:39.969290 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b2196b-837c-4885-b7ba-359f90c565f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:40.017544 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b2196b-837c-4885-b7ba-359f90c565f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:40.019106 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:40.022155 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b0b2196b-837c-4885-b7ba-359f90c565f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/d2f55c88-79e5-465f-a6c1-fa544b01ce1e HTTP/1.1" status: 204 len: 168 time: 0.3868217 Nov 19 19:13:40.023721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2196b-837c-4885-b7ba-359f90c565f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f55c88-79e5-465f-a6c1-fa544b01ce1e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:40.026982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34382) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:40.060319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1fe3054-5b0d-486a-adba-e62eb940d825 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:13:40.116833 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:40.131191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03387e69-e524-49e7-a5b9-54f0f9a20a6d req-3e437444-2b71-40c9-9886-f93c7fdc63a4 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:40.132940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-03387e69-e524-49e7-a5b9-54f0f9a20a6d req-3e437444-2b71-40c9-9886-f93c7fdc63a4 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.0860877 Nov 19 19:13:40.206104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:40.207885 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-03387e69-e524-49e7-a5b9-54f0f9a20a6d req-240542c3-7099-4735-9fa6-24735b254c25 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685234 Nov 19 19:13:40.262390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34384) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:40.269323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4d91f477-cd5e-4990-af3e-a45adbd2e5ac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:40.273463 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-66ca98a0-0353-4927-a16d-3063ae397a4e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2343302 Nov 19 19:13:40.287617 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:40.305357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 7d7ed847-1a3e-4a49-9913-274b1268d0c8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7d7ed847-1a3e-4a49-9913-274b1268d0c8,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:40.322257 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6dc54754-41e3-4d68-b180-363de147a5f9 None None] Provisioning complete for port 7d7ed847-1a3e-4a49-9913-274b1268d0c8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:40.322827 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6dc54754-41e3-4d68-b180-363de147a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:40.411533 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:40.426239 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc97eca6-7a78-4e54-8a40-9b6d6b73c3f8 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:40.446895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d91f477-cd5e-4990-af3e-a45adbd2e5ac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:40.454340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d91f477-cd5e-4990-af3e-a45adbd2e5ac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:40.519184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['b1fe3054-5b0d-486a-adba-e62eb940d825'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:13:40.631979 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:40.669327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8bfb9b0a-aff4-4639-94fd-40e368bda346 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:40.673565 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:40.801399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Allocated IP 172.21.0.1 (6a9f6ee3-a877-4506-9307-47d80dc07121/cb934fcf-aa50-40da-ac3c-16401c6d103e/26eb7816-8e94-4b5c-93e9-bc52ed43291e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:40.905595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:40.987102 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d91f477-cd5e-4990-af3e-a45adbd2e5ac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:41.013690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:13:35Z', 'revision_number': 2, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:35Z', 'revision_number': 2, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:41.019313 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-073ef671-1e39-44c1-9aaf-842c26c9ba32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:41.029357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Network 6a9f6ee3-a877-4506-9307-47d80dc07121 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:41.056500 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:41.064932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91f477-cd5e-4990-af3e-a45adbd2e5ac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=8c9c416f-11d7-461b-a82b-baf1908432a9,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:41.073952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91f477-cd5e-4990-af3e-a45adbd2e5ac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:41.076082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-4d91f477-cd5e-4990-af3e-a45adbd2e5ac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:41.091942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91f477-cd5e-4990-af3e-a45adbd2e5ac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:41.093410 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d91f477-cd5e-4990-af3e-a45adbd2e5ac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:41.097972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:41.119015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:41.122204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Checking router: 923c4f22-3305-4599-933b-500649359c73 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:13:41.122204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Updating router 923c4f22-3305-4599-933b-500649359c73 port 8d2045a2-af1e-4935-83a1-5ca45bc53abb binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:13:41.122931 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:41.142204 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4d91f477-cd5e-4990-af3e-a45adbd2e5ac tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8776801 Nov 19 19:13:41.144890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34398) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:41.152746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:41.185216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=26eb7816-8e94-4b5c-93e9-bc52ed43291e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:41.215972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 6a9f6ee3-a877-4506-9307-47d80dc07121 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:41.219492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8bfb9b0a-aff4-4639-94fd-40e368bda346 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:41.220130 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:41.224552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:41.230330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:41.294591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538e671-b37a-4300-9806-c70755a37b9e None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:41.298325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=7d7ed847-1a3e-4a49-9913-274b1268d0c8,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:41.323716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:41.381200 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:41.468967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Attempting to bind port 6c5da702-8639-4d96-a2bd-80e0be8bf580 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:41.469655 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Attempting to bind port 6c5da702-8639-4d96-a2bd-80e0be8bf580 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f5a399c1-4726-40ef-b9c0-80b806188c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:41.470238 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Attempting to bind port 6c5da702-8639-4d96-a2bd-80e0be8bf580 on network 6a9f6ee3-a877-4506-9307-47d80dc07121 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:41.606847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec902e-e57a-4f20-a805-75c59c58699f req-ddafcc29-ee18-4f03-95fa-b2e4f4f5d43c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:41.610411 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5ec902e-e57a-4f20-a805-75c59c58699f req-ddafcc29-ee18-4f03-95fa-b2e4f4f5d43c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.2110517 Nov 19 19:13:41.612277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:41.618810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:41.719572 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:41.816102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:41.816622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Checking segment: {'id': 'f5a399c1-4726-40ef-b9c0-80b806188c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:41.816869 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:41.817334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Bound using segment: {'id': 'f5a399c1-4726-40ef-b9c0-80b806188c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:41.817782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Bound port: 6c5da702-8639-4d96-a2bd-80e0be8bf580, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a399c1-4726-40ef-b9c0-80b806188c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:41.819508 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f5ec902e-e57a-4f20-a805-75c59c58699f req-6bf26639-bac4-4126-b199-e74bfbab8477 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919196 Nov 19 19:13:41.825801 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:42.174596 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:42.182273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:42.212224 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:42.229206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9fa10702-cf2b-4f90-88f6-9feb1fe5480c None None] Provisioning complete for port 8d2045a2-af1e-4935-83a1-5ca45bc53abb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:42.229987 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fa10702-cf2b-4f90-88f6-9feb1fe5480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:42.356066 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:13:42.365721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=26eb7816-8e94-4b5c-93e9-bc52ed43291e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:42.381858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9fa10702-cf2b-4f90-88f6-9feb1fe5480c None None] Port 8d2045a2-af1e-4935-83a1-5ca45bc53abb cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:42.384375 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:42.386126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:42.536181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9fa10702-cf2b-4f90-88f6-9feb1fe5480c None None] Provisioning complete for port 7d7ed847-1a3e-4a49-9913-274b1268d0c8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:42.539851 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fa10702-cf2b-4f90-88f6-9feb1fe5480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:42.657664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7d7ed847-1a3e-4a49-9913-274b1268d0c8 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:13:42.747680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 6a9f6ee3-a877-4506-9307-47d80dc07121 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:42.750470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:42.824610 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:42.866859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Pushing event updated for resources: {'Port': ['ID=6c5da702-8639-4d96-a2bd-80e0be8bf580,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:42.952426 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:42.991066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 923c4f22-3305-4599-933b-500649359c73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:13:43.037593 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:13:43.121406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Attempting to bind port 8d2045a2-af1e-4935-83a1-5ca45bc53abb on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:43.121866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Attempting to bind port 8d2045a2-af1e-4935-83a1-5ca45bc53abb by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'd79453e3-3e1c-405b-9b93-98b494cc1f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:43.122177 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Attempting to bind port 8d2045a2-af1e-4935-83a1-5ca45bc53abb on network 55ca89f0-d008-4cad-adae-78f6d0ea4b31 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:43.157097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaf465-5114-477e-a504-631e4b9f41cb req-1759f89d-102b-44b2-96dc-9395e2b543da tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:43.159428 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56aaf465-5114-477e-a504-631e4b9f41cb req-1759f89d-102b-44b2-96dc-9395e2b543da tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.1351411 Nov 19 19:13:43.167835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:43.179332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-156577e3-c92b-4157-bf6d-63aa58011336 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/923c4f22-3305-4599-933b-500649359c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9072688 Nov 19 19:13:43.180068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34408) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:43.186715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'network': {'name': 'tempest-RoutersTest-1703436282'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:43.194037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:43.194437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Checking segment: {'id': 'd79453e3-3e1c-405b-9b93-98b494cc1f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:43.195035 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.195441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Bound using segment: {'id': 'd79453e3-3e1c-405b-9b93-98b494cc1f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:43.195970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Bound port: 8d2045a2-af1e-4935-83a1-5ca45bc53abb, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79453e3-3e1c-405b-9b93-98b494cc1f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:43.196641 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.221940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6538e671-b37a-4300-9806-c70755a37b9e None None] Deleting port 7d7ed847-1a3e-4a49-9913-274b1268d0c8 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:43.222323 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6538e671-b37a-4300-9806-c70755a37b9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.224155 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:43.226004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa08b5-cf89-4e2d-98ad-923712bd5e4a None None] Pushing event updated for resources: {'Port': ['ID=8d2045a2-af1e-4935-83a1-5ca45bc53abb,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:43.229095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] For port 6c5da702-8639-4d96-a2bd-80e0be8bf580, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:43.242573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.267539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56aaf465-5114-477e-a504-631e4b9f41cb req-84cad3c5-c0a0-4b14-8638-3707a10ee968 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937223 Nov 19 19:13:43.294324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] For port 7d7ed847-1a3e-4a49-9913-274b1268d0c8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7d7ed847-1a3e-4a49-9913-274b1268d0c8,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:43.295429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:13:43.306255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] For port 6c5da702-8639-4d96-a2bd-80e0be8bf580, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6c5da702-8639-4d96-a2bd-80e0be8bf580,segment=NetworkSegment(f5a399c1-4726-40ef-b9c0-80b806188c54),segment_id=f5a399c1-4726-40ef-b9c0-80b806188c54)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:43.328539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.330336 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added segment 853dfa1e-3cdf-4ff3-b72e-b7471b63eba8 of type vlan for network f1af6924-face-4f5d-8f23-9bd3e3ed01e8 Nov 19 19:13:43.378210 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.389208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.408389 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.410890 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.450372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.482033 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.504217 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.512899 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.518510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:43.519798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.599880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:43.617040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:43.626464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:43.628133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.640191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] For port 8d2045a2-af1e-4935-83a1-5ca45bc53abb, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:43.642428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2f8c4cff-92a4-4271-b43b-33f82bc8e742 None None] Provisioning complete for port 8d2045a2-af1e-4935-83a1-5ca45bc53abb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:43.642793 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4cff-92a4-4271-b43b-33f82bc8e742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.651077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6538e671-b37a-4300-9806-c70755a37b9e None None] For port 7d7ed847-1a3e-4a49-9913-274b1268d0c8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7d7ed847-1a3e-4a49-9913-274b1268d0c8,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:43.651392 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6538e671-b37a-4300-9806-c70755a37b9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.653644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e1505-2bcc-4dc7-9aca-cec81a0acc5c None None] Pushing event updated for resources: {'Port': ['ID=6c5da702-8639-4d96-a2bd-80e0be8bf580,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:43.668458 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4864335 Nov 19 19:13:43.672447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34410) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:43.681637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'subnet': {'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:43.689879 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5438931 Nov 19 19:13:43.699841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34412) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:43.715185 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:58:97:1e', 'name': 'tempest-NetworksTestDHCPv6-727621841'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:43.744530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] For port 8d2045a2-af1e-4935-83a1-5ca45bc53abb, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8d2045a2-af1e-4935-83a1-5ca45bc53abb,segment=NetworkSegment(d79453e3-3e1c-405b-9b93-98b494cc1f96),segment_id=d79453e3-3e1c-405b-9b93-98b494cc1f96)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:43.757953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6538e671-b37a-4300-9806-c70755a37b9e None None] Calling delete_port for 7d7ed847-1a3e-4a49-9913-274b1268d0c8 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:43.763681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63735d0e-af9d-49da-9993-3cff1cdf60ca tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Network': ['ID=f1af6924-face-4f5d-8f23-9bd3e3ed01e8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:43.799713 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.805780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f1af6924-face-4f5d-8f23-9bd3e3ed01e8 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:13:43.898155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=c6b66f46-3ab8-4ca5-af08-15c7fd0748e1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:43.934857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b7cd3-e556-43b9-b26d-25e0954451b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=7d7ed847-1a3e-4a49-9913-274b1268d0c8,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:43.946125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:43.951064 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:43.973524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c4cff-92a4-4271-b43b-33f82bc8e742 None None] Port 8d2045a2-af1e-4935-83a1-5ca45bc53abb cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:44.102389 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:13:44.102771 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:13:44.132833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:44.213108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa08b5-cf89-4e2d-98ad-923712bd5e4a None None] Pushing event updated for resources: {'Port': ['ID=8d2045a2-af1e-4935-83a1-5ca45bc53abb,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:44.235705 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:44.250530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:44.251601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:44.311431 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b1fe3054-5b0d-486a-adba-e62eb940d825 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:44.348590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:44.379261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 43874a0c-a18d-4cbe-8757-83fbb47f6f34 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:13:44.475969 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:44.535999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:44.558066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Subnet': ['ID=5334152b-33bf-4a47-ace7-58a427d98799,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:44.565924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Checking segment: {'id': '853dfa1e-3cdf-4ff3-b72e-b7471b63eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:44.566294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network hostable DHCP agents. Network: f1af6924-face-4f5d-8f23-9bd3e3ed01e8, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:13:44.587776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network f1af6924-face-4f5d-8f23-9bd3e3ed01e8 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:13:44.609482 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f1af6924-face-4f5d-8f23-9bd3e3ed01e8) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:44.616586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:44.618117 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:44.654581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0e8854f9-0dcc-47a8-b823-43d4e8b9e37b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9802051 Nov 19 19:13:44.656706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34422) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:44.715484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df322fac-cf65-4c34-9599-f4537ccea482 None None] Network f1af6924-face-4f5d-8f23-9bd3e3ed01e8 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:44.767378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 172.20.0.11 (2953a791-3f54-41a3-92dc-efec9fb97405/8c9c416f-11d7-461b-a82b-baf1908432a9/43874a0c-a18d-4cbe-8757-83fbb47f6f34) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:44.775610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::f816:3eff:fe58:971e (2953a791-3f54-41a3-92dc-efec9fb97405/c6b66f46-3ab8-4ca5-af08-15c7fd0748e1/43874a0c-a18d-4cbe-8757-83fbb47f6f34) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:44.791353 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6538e671-b37a-4300-9806-c70755a37b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:44.793780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Port 7d7ed847-1a3e-4a49-9913-274b1268d0c8 update to DOWN by agent not found {{(pid=109889) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 19:13:45.060322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050a3cb-0f77-480a-b325-55f651f3b656 req-be7b1643-6ea2-494e-baa9-c291547bc612 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:45.070210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3050a3cb-0f77-480a-b325-55f651f3b656 req-be7b1643-6ea2-494e-baa9-c291547bc612 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.5906775 Nov 19 19:13:45.108065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6c5da702-8639-4d96-a2bd-80e0be8bf580 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:45.179309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538e671-b37a-4300-9806-c70755a37b9e None None] Pushing event deleted for resources: {'Port': ['ID=7d7ed847-1a3e-4a49-9913-274b1268d0c8,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:45.188320 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:45.223378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c4a4fffe-b969-4866-8ddd-dde04364f4d9 None None] Provisioning complete for port 8d2045a2-af1e-4935-83a1-5ca45bc53abb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:45.223621 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4a4fffe-b969-4866-8ddd-dde04364f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:45.235539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538e671-b37a-4300-9806-c70755a37b9e None None] No DVR routers for this DVR port 7d7ed847-1a3e-4a49-9913-274b1268d0c8 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:13:45.292191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4853a85c-0ae6-4ff5-a29e-d20bc744fd3c None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:45.293777 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:45.431801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=43874a0c-a18d-4cbe-8757-83fbb47f6f34,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:45.448572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port b1fe3054-5b0d-486a-adba-e62eb940d825 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:45.448960 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:45.487077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3050a3cb-0f77-480a-b325-55f651f3b656 req-1e0db5e6-e12c-4f7f-b5ec-9f707bffe2c9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4147432 Nov 19 19:13:45.504927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:45.512979 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:45.520587 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:45.575140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579eb10d-77af-4349-a4cf-a104bfb535bc None None] Network 6a9f6ee3-a877-4506-9307-47d80dc07121 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:45.590643 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:45.591252 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:45.618974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d8177a19-4027-4d41-83ed-21f898c92fd2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9152348 Nov 19 19:13:45.621187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34426) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:45.700618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf85c1-4a0f-4417-95b0-4b0232e9b6f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:45.720861 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6fcf85c1-4a0f-4417-95b0-4b0232e9b6f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.0984476 Nov 19 19:13:45.721592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34428) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:45.773205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 6c5da702-8639-4d96-a2bd-80e0be8bf580 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:45.774169 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:45.898111 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:45.904358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b55ce010-e657-4550-b9a7-93498dbedcda tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 43874a0c-a18d-4cbe-8757-83fbb47f6f34 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:45.904870 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b55ce010-e657-4550-b9a7-93498dbedcda tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.069070 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b55ce010-e657-4550-b9a7-93498dbedcda tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.077271 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.089659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b55ce010-e657-4550-b9a7-93498dbedcda tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 43874a0c-a18d-4cbe-8757-83fbb47f6f34 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:46.109727 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:46.112754 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.156344 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:13:41Z', 'revision_number': 3, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:42Z', 'revision_number': 2, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:43Z', 'revision_number': 4, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:46.198464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d1ee0-5ebb-4e79-b5c2-939692989cd5 None None] The sync data for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 is: [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:13:41Z', 'revision_number': 3, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:42Z', 'revision_number': 2, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:43Z', 'revision_number': 4, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:46.200381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:13:46.204139 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df1a1d9-be2e-4df3-b413-0d9c288a0f5f" -d '{"events": [{"server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "name": "network-vif-plugged", "status": "completed", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:13:46.357518 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4a4fffe-b969-4866-8ddd-dde04364f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.373503 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04a95b3-3664-47c4-8a41-ff68f30cfe98 x-openstack-request-id: req-d04a95b3-3664-47c4-8a41-ff68f30cfe98 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:13:46.374212 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "name": "network-vif-plugged", "status": "completed", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:13:46.374699 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d04a95b3-3664-47c4-8a41-ff68f30cfe98 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:13:46.375323 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'code': 200} Nov 19 19:13:46.389850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Allocated IP 172.22.0.1 (f1af6924-face-4f5d-8f23-9bd3e3ed01e8/5334152b-33bf-4a47-ace7-58a427d98799/051d4868-840c-4f0e-947f-bc7c5b062f4d) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:46.412157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c4a4fffe-b969-4866-8ddd-dde04364f4d9 None None] For port 8d2045a2-af1e-4935-83a1-5ca45bc53abb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8d2045a2-af1e-4935-83a1-5ca45bc53abb,segment=NetworkSegment(d79453e3-3e1c-405b-9b93-98b494cc1f96),segment_id=d79453e3-3e1c-405b-9b93-98b494cc1f96)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:46.415977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:46.429108 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4a4fffe-b969-4866-8ddd-dde04364f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.499156 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.547247 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4fffe-b969-4866-8ddd-dde04364f4d9 None None] Pushing event updated for resources: {'Port': ['ID=8d2045a2-af1e-4935-83a1-5ca45bc53abb,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:46.570024 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b55ce010-e657-4550-b9a7-93498dbedcda tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.636933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ce010-e657-4550-b9a7-93498dbedcda tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=43874a0c-a18d-4cbe-8757-83fbb47f6f34,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:46.704002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd930c6-0fed-4c94-8915-dfd0ab7cb3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '8c9c416f-11d7-461b-a82b-baf1908432a9'}, {'subnet_id': 'c6b66f46-3ab8-4ca5-af08-15c7fd0748e1'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:46.705060 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9dd930c6-0fed-4c94-8915-dfd0ab7cb3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.741590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b55ce010-e657-4550-b9a7-93498dbedcda tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.745594 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b55ce010-e657-4550-b9a7-93498dbedcda tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/43874a0c-a18d-4cbe-8757-83fbb47f6f34 HTTP/1.1" status: 204 len: 168 time: 1.0229123 Nov 19 19:13:46.747978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34436) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:46.754325 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.816035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:46.832822 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc34786-11a8-4e2a-9617-cf2bd9378489 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:46.838255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc34786-11a8-4e2a-9617-cf2bd9378489 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:46.838255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc34786-11a8-4e2a-9617-cf2bd9378489 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:46.842879 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8fc34786-11a8-4e2a-9617-cf2bd9378489 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0938344 Nov 19 19:13:46.843887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34438) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:46.859846 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.929968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b45431-0dbf-4bca-adb6-095e9c91dcb9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 8c9c416f-11d7-461b-a82b-baf1908432a9 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:46.933894 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86b45431-0dbf-4bca-adb6-095e9c91dcb9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:46.943807 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=051d4868-840c-4f0e-947f-bc7c5b062f4d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:46.998842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network f1af6924-face-4f5d-8f23-9bd3e3ed01e8 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:47.007350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:47.011363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:47.024572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86b45431-0dbf-4bca-adb6-095e9c91dcb9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:47.050377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b778036c-46e0-41b3-99a6-2f348cdd7c82 None None] Provisioning complete for port 6c5da702-8639-4d96-a2bd-80e0be8bf580 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:47.053025 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b778036c-46e0-41b3-99a6-2f348cdd7c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:47.101250 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86b45431-0dbf-4bca-adb6-095e9c91dcb9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:47.111139 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:47.134226 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:47.179992 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86b45431-0dbf-4bca-adb6-095e9c91dcb9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-9dd930c6-0fed-4c94-8915-dfd0ab7cb3d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c9c416f-11d7-461b-a82b-baf1908432a9: This subnet is being modified by another concurrent operation. Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:13:47.195431 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c9c416f-11d7-461b-a82b-baf1908432a9: This subnet is being modified by another concurrent operation. Nov 19 19:13:47.200186 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:13:47.218452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86b45431-0dbf-4bca-adb6-095e9c91dcb9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:47.226930 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-86b45431-0dbf-4bca-adb6-095e9c91dcb9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/8c9c416f-11d7-461b-a82b-baf1908432a9 HTTP/1.1" status: 204 len: 168 time: 0.3822598 Nov 19 19:13:47.227778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34440) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:47.228536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b45431-0dbf-4bca-adb6-095e9c91dcb9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9c416f-11d7-461b-a82b-baf1908432a9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:47.253551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 6c5da702-8639-4d96-a2bd-80e0be8bf580, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6c5da702-8639-4d96-a2bd-80e0be8bf580,segment=NetworkSegment(f5a399c1-4726-40ef-b9c0-80b806188c54),segment_id=f5a399c1-4726-40ef-b9c0-80b806188c54)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:47.265856 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:47.339197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d09e27-9640-46e6-82e6-a947bf6dd81a req-5933460b-a802-4a7d-9877-5d345561c551 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:47.340820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29d09e27-9640-46e6-82e6-a947bf6dd81a req-5933460b-a802-4a7d-9877-5d345561c551 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.5401528 Nov 19 19:13:47.370186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=6c5da702-8639-4d96-a2bd-80e0be8bf580,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:47.381859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Allocated IP 172.22.0.2 (f1af6924-face-4f5d-8f23-9bd3e3ed01e8/5334152b-33bf-4a47-ace7-58a427d98799/a25bb40e-0ca7-4886-a901-a5b64a602770) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:47.389632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f88a8e-b538-4556-a1ca-7b4eda69f2eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet c6b66f46-3ab8-4ca5-af08-15c7fd0748e1 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:47.403555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-39f88a8e-b538-4556-a1ca-7b4eda69f2eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:47.494807 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:47.557970 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-39f88a8e-b538-4556-a1ca-7b4eda69f2eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:47.667083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cfa9e7-d967-4ee1-ae55-158ae808afc3 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:47.856728 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-39f88a8e-b538-4556-a1ca-7b4eda69f2eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:48.118792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29d09e27-9640-46e6-82e6-a947bf6dd81a req-7d8720d1-1b57-4647-9996-179379ce62fe tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7188792 Nov 19 19:13:48.134623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-39f88a8e-b538-4556-a1ca-7b4eda69f2eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:48.206780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f88a8e-b538-4556-a1ca-7b4eda69f2eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b66f46-3ab8-4ca5-af08-15c7fd0748e1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:48.221869 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-39f88a8e-b538-4556-a1ca-7b4eda69f2eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:48.247566 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-39f88a8e-b538-4556-a1ca-7b4eda69f2eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/c6b66f46-3ab8-4ca5-af08-15c7fd0748e1 HTTP/1.1" status: 204 len: 168 time: 1.0146554 Nov 19 19:13:48.249635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34444) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:48.339951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f82b2c44-6708-4f47-ad2c-c76b42cb3461 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774806 Nov 19 19:13:48.342502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34446) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:48.351647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-df92a1bc-8241-4e82-956f-73b1833e9ec4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:48.380064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:48.396003 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:48.404881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f1b53-62c8-495f-a11c-f195737d794f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': 'c6b66f46-3ab8-4ca5-af08-15c7fd0748e1'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:48.406501 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-705f1b53-62c8-495f-a11c-f195737d794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:48.515142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:48.523703 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:48.623686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df92a1bc-8241-4e82-956f-73b1833e9ec4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:48.627124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df92a1bc-8241-4e82-956f-73b1833e9ec4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:48.684990 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2c40ff35-9996-4145-880a-493141caea27 None None] Provisioning complete for port 6c5da702-8639-4d96-a2bd-80e0be8bf580 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:48.685369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2c40ff35-9996-4145-880a-493141caea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:48.711711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=051d4868-840c-4f0e-947f-bc7c5b062f4d,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:48.762733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:48.825644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Network f1af6924-face-4f5d-8f23-9bd3e3ed01e8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:48.890298 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:48.893458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:48.919991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Pushing event updated for resources: {'Port': ['ID=a25bb40e-0ca7-4886-a901-a5b64a602770,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:48.951578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2c40ff35-9996-4145-880a-493141caea27 None None] Provisioning complete for port 26eb7816-8e94-4b5c-93e9-bc52ed43291e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:48.952870 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2c40ff35-9996-4145-880a-493141caea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:49.032408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network f1af6924-face-4f5d-8f23-9bd3e3ed01e8 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:49.034901 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:49.092774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2c40ff35-9996-4145-880a-493141caea27 None None] Port 26eb7816-8e94-4b5c-93e9-bc52ed43291e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:49.094499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Attempting to bind port a25bb40e-0ca7-4886-a901-a5b64a602770 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:49.094880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Attempting to bind port a25bb40e-0ca7-4886-a901-a5b64a602770 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '853dfa1e-3cdf-4ff3-b72e-b7471b63eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:49.095433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Attempting to bind port a25bb40e-0ca7-4886-a901-a5b64a602770 on network f1af6924-face-4f5d-8f23-9bd3e3ed01e8 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:49.104751 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:49.105222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Checking segment: {'id': '853dfa1e-3cdf-4ff3-b72e-b7471b63eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:49.105727 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:49.106170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Bound using segment: {'id': '853dfa1e-3cdf-4ff3-b72e-b7471b63eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:49.107259 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Bound port: a25bb40e-0ca7-4886-a901-a5b64a602770, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853dfa1e-3cdf-4ff3-b72e-b7471b63eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:49.107660 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:49.197508 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df92a1bc-8241-4e82-956f-73b1833e9ec4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:49.244673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 923c4f22-3305-4599-933b-500649359c73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:13:49.310976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df92a1bc-8241-4e82-956f-73b1833e9ec4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:49.319381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-df92a1bc-8241-4e82-956f-73b1833e9ec4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:49.326078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df92a1bc-8241-4e82-956f-73b1833e9ec4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:49.326751 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df92a1bc-8241-4e82-956f-73b1833e9ec4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:49.329047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] For port a25bb40e-0ca7-4886-a901-a5b64a602770, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:49.340909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f1f931-8c92-4c0f-9a2e-19c311cd8fcc None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:49.342687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92a1bc-8241-4e82-956f-73b1833e9ec4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=e9c64696-0722-43fc-b2db-b270bfaecd0e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:49.342858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5218f088-6d86-4979-8902-0d45dd117fc9 None None] Provisioning complete for port 26eb7816-8e94-4b5c-93e9-bc52ed43291e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:49.343216 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5218f088-6d86-4979-8902-0d45dd117fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:49.348850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] For port a25bb40e-0ca7-4886-a901-a5b64a602770, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a25bb40e-0ca7-4886-a901-a5b64a602770,segment=NetworkSegment(853dfa1e-3cdf-4ff3-b72e-b7471b63eba8),segment_id=853dfa1e-3cdf-4ff3-b72e-b7471b63eba8)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:49.370381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-df92a1bc-8241-4e82-956f-73b1833e9ec4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0263913 Nov 19 19:13:49.373180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34452) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:49.378121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-46900951-593e-4873-aa68-0895b736453d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:49.527458 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:49.612771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb68cd-d1fc-45b4-92e2-cbdc15b3830e req-5c12cd3c-c2a4-41c7-b711-83acc5233321 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:49.615851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4bb68cd-d1fc-45b4-92e2-cbdc15b3830e req-5c12cd3c-c2a4-41c7-b711-83acc5233321 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.3377197 Nov 19 19:13:49.628655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46900951-593e-4873-aa68-0895b736453d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:49.652633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46900951-593e-4873-aa68-0895b736453d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:49.669014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6c5da702-8639-4d96-a2bd-80e0be8bf580 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:49.688852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5218f088-6d86-4979-8902-0d45dd117fc9 None None] Port 26eb7816-8e94-4b5c-93e9-bc52ed43291e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:49.742572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:49.756795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-761ac949-cc3d-47fb-8ac8-c286cd51c5df tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/923c4f22-3305-4599-933b-500649359c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0956814 Nov 19 19:13:49.763324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34454) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:49.773742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'network': {'name': 'tempest-RoutersTest-2037211426'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:49.804837 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29e34d-8ddc-4e07-aa80-ae7f8df3bc19 None None] Pushing event updated for resources: {'Port': ['ID=a25bb40e-0ca7-4886-a901-a5b64a602770,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:49.848895 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4bb68cd-d1fc-45b4-92e2-cbdc15b3830e req-f7d372da-d296-46b4-9c9f-b1f23df73422 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978300 Nov 19 19:13:49.940292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:49.945577 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:49.948157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-81b1629a-dc19-4ff0-becc-813717086dea None None] Provisioning complete for port 26eb7816-8e94-4b5c-93e9-bc52ed43291e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:49.948536 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-81b1629a-dc19-4ff0-becc-813717086dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:50.018298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:13:50.049657 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Sync routers for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:50.054742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': 'e9c64696-0722-43fc-b2db-b270bfaecd0e'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:50.061129 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:50.061868 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:50.062393 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added segment 9212f0dd-d7e8-4014-b87f-26055db6bb22 of type vlan for network 5b1100cf-c5ff-4799-87f2-e34aa9f53422 Nov 19 19:13:50.071026 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:50.075530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 6c5da702-8639-4d96-a2bd-80e0be8bf580 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:50.075908 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:50.079540 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:50.089082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-81b1629a-dc19-4ff0-becc-813717086dea None None] Port 26eb7816-8e94-4b5c-93e9-bc52ed43291e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:13:50.322617 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:50.326693 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:50.391325 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:50.398353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:50.398995 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:50.480501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Network': ['ID=5b1100cf-c5ff-4799-87f2-e34aa9f53422,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:50.507940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 5b1100cf-c5ff-4799-87f2-e34aa9f53422 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:13:50.519398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c9e81140-c4cf-4d3b-9a56-2edf7336b165 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7543478 Nov 19 19:13:50.520866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34458) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:50.527429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'subnet': {'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:50.637610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-46900951-593e-4873-aa68-0895b736453d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:13:50.644209 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46900951-593e-4873-aa68-0895b736453d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:50.688746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8d2045a2-af1e-4935-83a1-5ca45bc53abb up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:50.719609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Made reservation on behalf of 8422b5ad57b84ed4ba2bb96036184794 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:50.725039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:50.786106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Allocated IP 172.20.0.2 (2953a791-3f54-41a3-92dc-efec9fb97405/e9c64696-0722-43fc-b2db-b270bfaecd0e/00b8005d-2f0c-4969-9690-14d66e18d3af) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:50.803839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46900951-593e-4873-aa68-0895b736453d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:50.811366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-46900951-593e-4873-aa68-0895b736453d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:50.822650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46900951-593e-4873-aa68-0895b736453d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:50.830398 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-46900951-593e-4873-aa68-0895b736453d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:50.879019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46900951-593e-4873-aa68-0895b736453d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=e20b28de-dd2f-445c-8167-6ec77d9a9efb,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:50.909066 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-46900951-593e-4873-aa68-0895b736453d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5321884 Nov 19 19:13:50.910332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34460) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:50.920243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:e6:54:ca', 'name': 'tempest-NetworksTestDHCPv6-2130332487'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:51.007541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8d2045a2-af1e-4935-83a1-5ca45bc53abb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:51.007921 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.032393 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:13:47Z', 'revision_number': 4, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:48Z', 'revision_number': 2, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:42Z', 'revision_number': 2, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:51.156330 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Checking router: 923c4f22-3305-4599-933b-500649359c73 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:13:51.158171 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Updating router 923c4f22-3305-4599-933b-500649359c73 port 051d4868-840c-4f0e-947f-bc7c5b062f4d binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:13:51.220249 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.246231 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.270259 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.414875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:51.418607 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:51.422427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:51.439725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:51.450805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Pushing event updated for resources: {'Port': ['ID=00b8005d-2f0c-4969-9690-14d66e18d3af,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:51.562520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a25bb40e-0ca7-4886-a901-a5b64a602770 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:51.638574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Attempting to bind port 00b8005d-2f0c-4969-9690-14d66e18d3af on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:51.639110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Attempting to bind port 00b8005d-2f0c-4969-9690-14d66e18d3af by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:51.639694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Attempting to bind port 00b8005d-2f0c-4969-9690-14d66e18d3af on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:51.642540 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.651713 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.657202 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a25bb40e-0ca7-4886-a901-a5b64a602770 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:51.657492 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.674153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:51.674420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:51.676490 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.677696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:51.678692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Bound port: 00b8005d-2f0c-4969-9690-14d66e18d3af, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:51.678692 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.679943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20687a81-0341-43b7-bc38-92076e985ce7 req-028fbbb8-2ca1-4bed-86cd-c6cfa6623330 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:51.681607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20687a81-0341-43b7-bc38-92076e985ce7 req-028fbbb8-2ca1-4bed-86cd-c6cfa6623330 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.4551268 Nov 19 19:13:51.800776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 6822b222-4e5a-4ed0-ac0e-ed29adcebeef yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:13:51.805879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] For port 00b8005d-2f0c-4969-9690-14d66e18d3af, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:51.809790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] For port 00b8005d-2f0c-4969-9690-14d66e18d3af, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=00b8005d-2f0c-4969-9690-14d66e18d3af,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:51.816477 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2b5006-6748-456f-9ebe-a255b6753656 None None] Network f1af6924-face-4f5d-8f23-9bd3e3ed01e8 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:51.831786 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.847847 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.864098 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:51.889930 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20687a81-0341-43b7-bc38-92076e985ce7 req-fcc83f8b-44d6-4c68-b8f5-28e99cfbade2 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762576 Nov 19 19:13:51.890796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Subnet': ['ID=947ddb5f-b37d-444f-9bd0-c0ccda40586c,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:51.917498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Checking segment: {'id': '9212f0dd-d7e8-4014-b87f-26055db6bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:51.917945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network hostable DHCP agents. Network: 5b1100cf-c5ff-4799-87f2-e34aa9f53422, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:13:51.976396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 5b1100cf-c5ff-4799-87f2-e34aa9f53422 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:13:52.025090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 5b1100cf-c5ff-4799-87f2-e34aa9f53422) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:52.035382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:52.035995 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:52.054729 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Pushing event updated for resources: {'Port': ['ID=051d4868-840c-4f0e-947f-bc7c5b062f4d,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:52.081814 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.082166 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.082509 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.082845 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.083420 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.084383 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.085100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5cbe8642-a60d-4f80-adf4-4a7e0d3231e8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5607748 Nov 19 19:13:52.085206 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.085206 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.085536 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.085891 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.086269 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.086598 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:13:52.087453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34470) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:52.112443 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Attempting to bind port 051d4868-840c-4f0e-947f-bc7c5b062f4d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:52.112812 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Attempting to bind port 051d4868-840c-4f0e-947f-bc7c5b062f4d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '853dfa1e-3cdf-4ff3-b72e-b7471b63eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:52.113177 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Attempting to bind port 051d4868-840c-4f0e-947f-bc7c5b062f4d on network f1af6924-face-4f5d-8f23-9bd3e3ed01e8 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:52.136579 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:52.137505 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Checking segment: {'id': '853dfa1e-3cdf-4ff3-b72e-b7471b63eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:52.140268 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:52.141978 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Bound using segment: {'id': '853dfa1e-3cdf-4ff3-b72e-b7471b63eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:52.142965 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Bound port: 051d4868-840c-4f0e-947f-bc7c5b062f4d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853dfa1e-3cdf-4ff3-b72e-b7471b63eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:52.144463 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:52.186729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24810b06-125a-4655-af8c-22f7f9643cb2 None None] Network 5b1100cf-c5ff-4799-87f2-e34aa9f53422 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:52.190033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 172.20.0.14 (2953a791-3f54-41a3-92dc-efec9fb97405/e9c64696-0722-43fc-b2db-b270bfaecd0e/6822b222-4e5a-4ed0-ac0e-ed29adcebeef) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:52.206366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::f816:3eff:fee6:54ca (2953a791-3f54-41a3-92dc-efec9fb97405/e20b28de-dd2f-445c-8167-6ec77d9a9efb/6822b222-4e5a-4ed0-ac0e-ed29adcebeef) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:52.234295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-03a004ba-734a-46f7-b91d-4e5df6692423 None None] Provisioning complete for port a25bb40e-0ca7-4886-a901-a5b64a602770 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:52.234968 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03a004ba-734a-46f7-b91d-4e5df6692423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:52.325355 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] For port 051d4868-840c-4f0e-947f-bc7c5b062f4d, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:52.336948 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] For port 051d4868-840c-4f0e-947f-bc7c5b062f4d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=051d4868-840c-4f0e-947f-bc7c5b062f4d,segment=NetworkSegment(853dfa1e-3cdf-4ff3-b72e-b7471b63eba8),segment_id=853dfa1e-3cdf-4ff3-b72e-b7471b63eba8)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:52.349844 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:52.487124 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Pushing event updated for resources: {'Port': ['ID=051d4868-840c-4f0e-947f-bc7c5b062f4d,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:52.490533 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Updating router 923c4f22-3305-4599-933b-500649359c73 port 26eb7816-8e94-4b5c-93e9-bc52ed43291e binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:13:52.533569 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:52.633232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:52.805768 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:52.921546 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45ca55-7447-4e00-b88e-a6fecf8b4db1 None None] Pushing event updated for resources: {'Port': ['ID=00b8005d-2f0c-4969-9690-14d66e18d3af,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:52.935756 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:52.951933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=6822b222-4e5a-4ed0-ac0e-ed29adcebeef,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:53.000158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:53.004026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:53.019913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:53.060827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port a25bb40e-0ca7-4886-a901-a5b64a602770, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a25bb40e-0ca7-4886-a901-a5b64a602770,segment=NetworkSegment(853dfa1e-3cdf-4ff3-b72e-b7471b63eba8),segment_id=853dfa1e-3cdf-4ff3-b72e-b7471b63eba8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:53.061094 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:53.077414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:53.253011 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:53.265129 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:53.348520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=a25bb40e-0ca7-4886-a901-a5b64a602770,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:53.434638 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Pushing event updated for resources: {'Port': ['ID=26eb7816-8e94-4b5c-93e9-bc52ed43291e,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:53.454269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:53.460866 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:53.554090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19576d-70a8-403d-b81a-298a4707f3d9 req-5620d841-7238-4fdf-aa6f-81f44a9cdd60 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:53.566626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe19576d-70a8-403d-b81a-298a4707f3d9 req-5620d841-7238-4fdf-aa6f-81f44a9cdd60 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.3918061 Nov 19 19:13:53.589175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 00b8005d-2f0c-4969-9690-14d66e18d3af up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:53.592525 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c5a5969c-3de6-4dce-afb0-24c59a90e9f4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6770637 Nov 19 19:13:53.603263 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34490) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:53.640511 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Attempting to bind port 26eb7816-8e94-4b5c-93e9-bc52ed43291e on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:53.640883 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Attempting to bind port 26eb7816-8e94-4b5c-93e9-bc52ed43291e by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f5a399c1-4726-40ef-b9c0-80b806188c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:53.641244 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Attempting to bind port 26eb7816-8e94-4b5c-93e9-bc52ed43291e on network 6a9f6ee3-a877-4506-9307-47d80dc07121 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:53.662344 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:53.662344 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Checking segment: {'id': 'f5a399c1-4726-40ef-b9c0-80b806188c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:53.662879 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:53.663117 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Bound using segment: {'id': 'f5a399c1-4726-40ef-b9c0-80b806188c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:53.686905 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Bound port: 26eb7816-8e94-4b5c-93e9-bc52ed43291e, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a399c1-4726-40ef-b9c0-80b806188c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:53.691648 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:53.703985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-5b1100cf-c5ff-4799-87f2-e34aa9f53422', 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'fixed_ips': [{'subnet_id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:13:53.705011 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:53.774934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4b6c85e1-f861-42ed-b73e-83ad6f9a6b21 None None] Provisioning complete for port 051d4868-840c-4f0e-947f-bc7c5b062f4d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:53.775704 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4b6c85e1-f861-42ed-b73e-83ad6f9a6b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:53.872617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f39f0-27e2-483c-98e4-a648780747e4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:53.918605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f39f0-27e2-483c-98e4-a648780747e4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:53.920534 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4e2f39f0-27e2-483c-98e4-a648780747e4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.3149827 Nov 19 19:13:53.923651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34494) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:53.927835 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe19576d-70a8-403d-b81a-298a4707f3d9 req-d3426903-75e6-4625-983b-050c03c7078b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603814 Nov 19 19:13:54.039332 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] For port 26eb7816-8e94-4b5c-93e9-bc52ed43291e, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:54.044977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 00b8005d-2f0c-4969-9690-14d66e18d3af triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:54.046595 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:54.053010 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] For port 26eb7816-8e94-4b5c-93e9-bc52ed43291e, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=26eb7816-8e94-4b5c-93e9-bc52ed43291e,segment=NetworkSegment(f5a399c1-4726-40ef-b9c0-80b806188c54),segment_id=f5a399c1-4726-40ef-b9c0-80b806188c54)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:54.062470 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:54.148691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Allocated IP 172.23.0.1 (5b1100cf-c5ff-4799-87f2-e34aa9f53422/947ddb5f-b37d-444f-9bd0-c0ccda40586c/09ab885e-a2bf-47d8-a197-1b9bc32abffd) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:54.153913 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4b6c85e1-f861-42ed-b73e-83ad6f9a6b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:54.201533 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:54.202885 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:54.291569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4b6c85e1-f861-42ed-b73e-83ad6f9a6b21 None None] For port 051d4868-840c-4f0e-947f-bc7c5b062f4d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=051d4868-840c-4f0e-947f-bc7c5b062f4d,segment=NetworkSegment(853dfa1e-3cdf-4ff3-b72e-b7471b63eba8),segment_id=853dfa1e-3cdf-4ff3-b72e-b7471b63eba8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:54.300465 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4b6c85e1-f861-42ed-b73e-83ad6f9a6b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:54.315340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f507ac8e-07cb-40ec-ae6e-475c23161768 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:54.408196 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:54.429101 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:54.484406 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082738bd-3ea2-41d8-af6a-33802c77b5d3 None None] Pushing event updated for resources: {'Port': ['ID=26eb7816-8e94-4b5c-93e9-bc52ed43291e,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:54.561679 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:54.678207 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 5b1100cf-c5ff-4799-87f2-e34aa9f53422 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:54.683828 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:54.689986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:54.704126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:54.730595 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:13:47Z', 'revision_number': 4, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:52Z', 'revision_number': 4, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:54Z', 'revision_number': 4, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:54.749018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4b6c85e1-f861-42ed-b73e-83ad6f9a6b21 None None] Provisioning complete for port a25bb40e-0ca7-4886-a901-a5b64a602770 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:54.749383 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4b6c85e1-f861-42ed-b73e-83ad6f9a6b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:54.765375 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4a9937-85a0-4af2-b27c-705fa73798f3 None None] The sync data for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 is: [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:13:47Z', 'revision_number': 4, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:52Z', 'revision_number': 4, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:54Z', 'revision_number': 4, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:13:54.777459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=09ab885e-a2bf-47d8-a197-1b9bc32abffd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:54.806209 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6db80-62c5-413e-a0e7-ab56e9624470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 6822b222-4e5a-4ed0-ac0e-ed29adcebeef {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:13:54.806557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0cc6db80-62c5-413e-a0e7-ab56e9624470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:54.889018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c85e1-f861-42ed-b73e-83ad6f9a6b21 None None] Pushing event updated for resources: {'Port': ['ID=051d4868-840c-4f0e-947f-bc7c5b062f4d,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:54.930562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Allocated IP 172.23.0.2 (5b1100cf-c5ff-4799-87f2-e34aa9f53422/947ddb5f-b37d-444f-9bd0-c0ccda40586c/97f53e08-1d67-4b64-bd3b-353331a38103) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:54.961433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 00b8005d-2f0c-4969-9690-14d66e18d3af, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=00b8005d-2f0c-4969-9690-14d66e18d3af,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:55.041568 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:55.187958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80f16c-60dc-4dbd-9276-43acfe4a2bd3 req-f9489a8f-c318-4e43-8005-7c3383bc5c94 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:55.191484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f80f16c-60dc-4dbd-9276-43acfe4a2bd3 req-f9489a8f-c318-4e43-8005-7c3383bc5c94 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1124630 Nov 19 19:13:55.291902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f80f16c-60dc-4dbd-9276-43acfe4a2bd3 req-88e11906-3fbc-4b78-852a-c8da8ded8aba tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890522 Nov 19 19:13:55.318609 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0cc6db80-62c5-413e-a0e7-ab56e9624470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:55.380931 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6db80-62c5-413e-a0e7-ab56e9624470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 6822b222-4e5a-4ed0-ac0e-ed29adcebeef owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:13:55.480372 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:55.499658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:55.530229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c7c844bb-60d9-4acb-bbaf-f4ad76273e48 None None] Provisioning complete for port 00b8005d-2f0c-4969-9690-14d66e18d3af triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:55.530638 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c844bb-60d9-4acb-bbaf-f4ad76273e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:55.571829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a25bb40e-0ca7-4886-a901-a5b64a602770 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:55.580623 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=00b8005d-2f0c-4969-9690-14d66e18d3af,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:55.681668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8d67d-51e9-4a8c-8cca-a000e54d9229 None None] Update dhcp port {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': 'e9c64696-0722-43fc-b2db-b270bfaecd0e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e20b28de-dd2f-445c-8167-6ec77d9a9efb'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '00b8005d-2f0c-4969-9690-14d66e18d3af'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:13:55.720607 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:55.722948 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17a8d67d-51e9-4a8c-8cca-a000e54d9229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:55.746428 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:55.827779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Pushing event updated for resources: {'Port': ['ID=97f53e08-1d67-4b64-bd3b-353331a38103,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:56.003383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Network 5b1100cf-c5ff-4799-87f2-e34aa9f53422 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:56.018426 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:56.025770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:13:56.100434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a25bb40e-0ca7-4886-a901-a5b64a602770 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:56.101066 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.233471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c7c844bb-60d9-4acb-bbaf-f4ad76273e48 None None] Provisioning complete for port 26eb7816-8e94-4b5c-93e9-bc52ed43291e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:56.233471 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c844bb-60d9-4acb-bbaf-f4ad76273e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.263289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-17a8d67d-51e9-4a8c-8cca-a000e54d9229 None None] Allocated IP 2001:db8::f816:3eff:fe14:60af (2953a791-3f54-41a3-92dc-efec9fb97405/e20b28de-dd2f-445c-8167-6ec77d9a9efb/00b8005d-2f0c-4969-9690-14d66e18d3af) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:13:56.306863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.316749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Attempting to bind port 97f53e08-1d67-4b64-bd3b-353331a38103 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:13:56.317128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Attempting to bind port 97f53e08-1d67-4b64-bd3b-353331a38103 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '9212f0dd-d7e8-4014-b87f-26055db6bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:13:56.318562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Attempting to bind port 97f53e08-1d67-4b64-bd3b-353331a38103 on network 5b1100cf-c5ff-4799-87f2-e34aa9f53422 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:13:56.322662 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0cc6db80-62c5-413e-a0e7-ab56e9624470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.332374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:13:56.332756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Checking segment: {'id': '9212f0dd-d7e8-4014-b87f-26055db6bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:13:56.333314 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.333710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Bound using segment: {'id': '9212f0dd-d7e8-4014-b87f-26055db6bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:13:56.334225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Bound port: 97f53e08-1d67-4b64-bd3b-353331a38103, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9212f0dd-d7e8-4014-b87f-26055db6bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:13:56.334599 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.381725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6db80-62c5-413e-a0e7-ab56e9624470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=6822b222-4e5a-4ed0-ac0e-ed29adcebeef,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:56.496505 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0cc6db80-62c5-413e-a0e7-ab56e9624470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.500220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0cc6db80-62c5-413e-a0e7-ab56e9624470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/6822b222-4e5a-4ed0-ac0e-ed29adcebeef HTTP/1.1" status: 204 len: 168 time: 2.5753417 Nov 19 19:13:56.505070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34516) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:56.510516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27932f43-e384-45cb-8ce3-de0e47b85b86 req-c1016033-a18c-4be1-8dc0-68b0fbaf01e0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:56.522718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27932f43-e384-45cb-8ce3-de0e47b85b86 req-c1016033-a18c-4be1-8dc0-68b0fbaf01e0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.0875199 Nov 19 19:13:56.632310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27932f43-e384-45cb-8ce3-de0e47b85b86 req-278a130d-e050-4da6-b221-0726612d749d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083114 Nov 19 19:13:56.667780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438373a6-3c54-4b9a-914c-0a72caeae208 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:56.667780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438373a6-3c54-4b9a-914c-0a72caeae208 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:56.669430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438373a6-3c54-4b9a-914c-0a72caeae208 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:56.671086 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-438373a6-3c54-4b9a-914c-0a72caeae208 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1650696 Nov 19 19:13:56.674083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34520) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:56.723044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 26eb7816-8e94-4b5c-93e9-bc52ed43291e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:56.737310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-17a8d67d-51e9-4a8c-8cca-a000e54d9229 None None] For port 00b8005d-2f0c-4969-9690-14d66e18d3af, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=00b8005d-2f0c-4969-9690-14d66e18d3af,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:56.742998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-64edda2a-2dc9-4526-9569-af0791a1522f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet e20b28de-dd2f-445c-8167-6ec77d9a9efb {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:56.807490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] For port 97f53e08-1d67-4b64-bd3b-353331a38103, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:13:56.814056 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c844bb-60d9-4acb-bbaf-f4ad76273e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.846602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] For port 97f53e08-1d67-4b64-bd3b-353331a38103, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=97f53e08-1d67-4b64-bd3b-353331a38103,segment=NetworkSegment(9212f0dd-d7e8-4014-b87f-26055db6bb22),segment_id=9212f0dd-d7e8-4014-b87f-26055db6bb22)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:13:56.850399 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17a8d67d-51e9-4a8c-8cca-a000e54d9229 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.857986 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.860217 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64edda2a-2dc9-4526-9569-af0791a1522f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.876419 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17a8d67d-51e9-4a8c-8cca-a000e54d9229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.913886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.917901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 26eb7816-8e94-4b5c-93e9-bc52ed43291e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:56.918284 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.922819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.943740 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64edda2a-2dc9-4526-9569-af0791a1522f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:56.993227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:57.008413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c7c844bb-60d9-4acb-bbaf-f4ad76273e48 None None] For port 26eb7816-8e94-4b5c-93e9-bc52ed43291e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=26eb7816-8e94-4b5c-93e9-bc52ed43291e,segment=NetworkSegment(f5a399c1-4726-40ef-b9c0-80b806188c54),segment_id=f5a399c1-4726-40ef-b9c0-80b806188c54)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:13:57.052094 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c844bb-60d9-4acb-bbaf-f4ad76273e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:57.094823 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64edda2a-2dc9-4526-9569-af0791a1522f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:57.102873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffc2b1-86aa-40d4-846a-658b6dc32d38 None None] Pushing event updated for resources: {'Port': ['ID=97f53e08-1d67-4b64-bd3b-353331a38103,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:57.184041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c7c844bb-60d9-4acb-bbaf-f4ad76273e48 None None] Provisioning complete for port 051d4868-840c-4f0e-947f-bc7c5b062f4d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:57.184419 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7c844bb-60d9-4acb-bbaf-f4ad76273e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:57.222716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Network 5b1100cf-c5ff-4799-87f2-e34aa9f53422 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:13:57.235531 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64edda2a-2dc9-4526-9569-af0791a1522f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:57.247783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:13:57.290224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edda2a-2dc9-4526-9569-af0791a1522f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=e20b28de-dd2f-445c-8167-6ec77d9a9efb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:57.318313 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64edda2a-2dc9-4526-9569-af0791a1522f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:57.326246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-64edda2a-2dc9-4526-9569-af0791a1522f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/e20b28de-dd2f-445c-8167-6ec77d9a9efb HTTP/1.1" status: 204 len: 168 time: 0.6508825 Nov 19 19:13:57.326915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34524) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:57.360293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event updated for resources: {'Port': ['ID=09ab885e-a2bf-47d8-a197-1b9bc32abffd,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:57.449099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ba690e-e5d4-429c-8d58-d03883049343 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet e9c64696-0722-43fc-b2db-b270bfaecd0e {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:13:57.453328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1ba690e-e5d4-429c-8d58-d03883049343 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:57.524951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 923c4f22-3305-4599-933b-500649359c73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:13:57.538690 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1ba690e-e5d4-429c-8d58-d03883049343 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:57.645313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8d67d-51e9-4a8c-8cca-a000e54d9229 None None] Pushing event updated for resources: {'Port': ['ID=00b8005d-2f0c-4969-9690-14d66e18d3af,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:57.689965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1ba690e-e5d4-429c-8d58-d03883049343 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:57.758703 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1ba690e-e5d4-429c-8d58-d03883049343 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:57.758882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:57.767814 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6786ee3e-a3a6-4a2e-9f8a-5d6408b6cfb3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/923c4f22-3305-4599-933b-500649359c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6759167 Nov 19 19:13:57.767814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34530) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:57.773503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b003517a-09b1-439b-89a1-da34204c8ba3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:57.845358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba690e-e5d4-429c-8d58-d03883049343 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c64696-0722-43fc-b2db-b270bfaecd0e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:57.855714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Sync routers for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:13:57.926991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1ba690e-e5d4-429c-8d58-d03883049343 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:57.944690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c844bb-60d9-4acb-bbaf-f4ad76273e48 None None] Pushing event updated for resources: {'Port': ['ID=26eb7816-8e94-4b5c-93e9-bc52ed43291e,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:13:57.948052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a1ba690e-e5d4-429c-8d58-d03883049343 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/e9c64696-0722-43fc-b2db-b270bfaecd0e HTTP/1.1" status: 204 len: 168 time: 0.6198931 Nov 19 19:13:57.953219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34532) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:57.965170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:13:57.966993 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:58.037836 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5714489b-3b50-4736-831b-b464f90bb3db tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769041 Nov 19 19:13:58.050360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca9ec9-dae2-4eb6-9bbb-ca16c6f5785e req-b2f1478f-c0c8-4f5c-b39a-93174e17920a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:58.059122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cca9ec9-dae2-4eb6-9bbb-ca16c6f5785e req-b2f1478f-c0c8-4f5c-b39a-93174e17920a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.2035120 Nov 19 19:13:58.109040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34534) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:58.159602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-88af995d-2e90-4a8c-b8fb-9649256c20da None None] Provisioning complete for port 051d4868-840c-4f0e-947f-bc7c5b062f4d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:58.160053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88af995d-2e90-4a8c-b8fb-9649256c20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:58.194577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:13:58.258849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 00b8005d-2f0c-4969-9690-14d66e18d3af up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:58.276310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cca9ec9-dae2-4eb6-9bbb-ca16c6f5785e req-b28989ab-c15c-416f-9094-935563355325 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161186 Nov 19 19:13:58.340370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00fff1c-8d25-4f10-958d-0f3795991da9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:58.350884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a00fff1c-8d25-4f10-958d-0f3795991da9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2282741 Nov 19 19:13:58.353636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34536) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:58.574832 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 00b8005d-2f0c-4969-9690-14d66e18d3af triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:58.575206 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:58.622514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2198b46d-7e43-4bbd-8faa-eef662ec071d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:58.632873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2198b46d-7e43-4bbd-8faa-eef662ec071d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2781007 Nov 19 19:13:58.635551 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34540) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:58.648650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35a930a-f378-4fcd-85e5-76fbf499721e None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:58.679043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.extraroute_db [None req-b003517a-09b1-439b-89a1-da34204c8ba3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 19:13:58.712517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.extraroute_db [None req-b003517a-09b1-439b-89a1-da34204c8ba3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Removed routes are [] {{(pid=109888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 19:13:58.713308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b003517a-09b1-439b-89a1-da34204c8ba3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:58.725705 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1e216630-5610-4ab7-b5a7-14aef80dd375 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888891 Nov 19 19:13:58.732341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34542) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:58.741371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e700c309-df1d-4eea-87de-430271d20461 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:58.902703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-249d6999-f457-4b8c-9d6c-d22842984f88 None None] Provisioning complete for port 00b8005d-2f0c-4969-9690-14d66e18d3af triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:58.904039 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-249d6999-f457-4b8c-9d6c-d22842984f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:58.948521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e700c309-df1d-4eea-87de-430271d20461 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:58.954401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e700c309-df1d-4eea-87de-430271d20461 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:58.957437 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e700c309-df1d-4eea-87de-430271d20461 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:13:58.958492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e700c309-df1d-4eea-87de-430271d20461 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:13:58.985710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e700c309-df1d-4eea-87de-430271d20461 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2490826 Nov 19 19:13:58.986661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97f53e08-1d67-4b64-bd3b-353331a38103 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:13:58.991760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34548) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:58.998187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7cd23b60-e765-4575-81fc-824e62dfd6d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:59.100560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64ccf1f-574d-4449-b458-445a25cdcc83 None None] Network 5b1100cf-c5ff-4799-87f2-e34aa9f53422 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:13:59.136939 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b003517a-09b1-439b-89a1-da34204c8ba3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:59.146903 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b003517a-09b1-439b-89a1-da34204c8ba3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:59.171031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd23b60-e765-4575-81fc-824e62dfd6d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:59.176058 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cd23b60-e765-4575-81fc-824e62dfd6d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:59.177803 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd23b60-e765-4575-81fc-824e62dfd6d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:13:59.178363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd23b60-e765-4575-81fc-824e62dfd6d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:13:59.209494 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7cd23b60-e765-4575-81fc-824e62dfd6d3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2081599 Nov 19 19:13:59.210358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34552) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:59.226625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-292033e6-e077-4f85-9e21-933f7d9e8385 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:59.265903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:54Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '09ab885e-a2bf-47d8-a197-1b9bc32abffd', 'name': '', 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c6:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:53Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 2, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:13:59.308629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Checking router: 923c4f22-3305-4599-933b-500649359c73 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:13:59.308994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Updating router 923c4f22-3305-4599-933b-500649359c73 port 09ab885e-a2bf-47d8-a197-1b9bc32abffd binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:13:59.330219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34554) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:59.402262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:59.466553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 97f53e08-1d67-4b64-bd3b-353331a38103 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:59.466878 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:59.472412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292033e6-e077-4f85-9e21-933f7d9e8385 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:59.476516 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-292033e6-e077-4f85-9e21-933f7d9e8385 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:59.478025 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-292033e6-e077-4f85-9e21-933f7d9e8385 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:13:59.478487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292033e6-e077-4f85-9e21-933f7d9e8385 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:13:59.527330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-292033e6-e077-4f85-9e21-933f7d9e8385 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3143868 Nov 19 19:13:59.532117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34562) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:59.535671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b003517a-09b1-439b-89a1-da34204c8ba3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 923c4f22-3305-4599-933b-500649359c73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:13:59.545538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b882e5ca-c266-4828-bede-27f5aa7d3089 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:13:59.556155 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f36d2e-467b-442d-b944-eeda21a7453c None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:13:59.635201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-249d6999-f457-4b8c-9d6c-d22842984f88 None None] Could not find standard attr ID for object 6822b222-4e5a-4ed0-ac0e-ed29adcebeef. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:13:59.732119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79738946-e060-4cda-9569-271f76b6400d req-2539e914-9ff7-46c0-92f1-78eb1bc06cac tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:13:59.750359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79738946-e060-4cda-9569-271f76b6400d req-2539e914-9ff7-46c0-92f1-78eb1bc06cac tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.3003604 Nov 19 19:13:59.780330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:59.806655 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:59.841359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b003517a-09b1-439b-89a1-da34204c8ba3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:13:59.870471 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b003517a-09b1-439b-89a1-da34204c8ba3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:59.870706 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b003517a-09b1-439b-89a1-da34204c8ba3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/923c4f22-3305-4599-933b-500649359c73 HTTP/1.1" status: 200 len: 934 time: 2.1024039 Nov 19 19:13:59.871266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34564) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:59.910134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6b28d5a2-bd94-46de-a0d5-669fd0cab719 None None] Provisioning complete for port 97f53e08-1d67-4b64-bd3b-353331a38103 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:13:59.910134 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b28d5a2-bd94-46de-a0d5-669fd0cab719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:59.910750 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79738946-e060-4cda-9569-271f76b6400d req-e68498a6-c4fe-42ac-a464-5bb551a39c53 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589103 Nov 19 19:13:59.917826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b882e5ca-c266-4828-bede-27f5aa7d3089 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:13:59.921717 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b882e5ca-c266-4828-bede-27f5aa7d3089 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:59.923579 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b882e5ca-c266-4828-bede-27f5aa7d3089 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:13:59.929186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b882e5ca-c266-4828-bede-27f5aa7d3089 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:13:59.971720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b882e5ca-c266-4828-bede-27f5aa7d3089 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4385278 Nov 19 19:13:59.975541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34566) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:13:59.982635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5d2faf96-e7bd-41a7-b8e1-52066fe62ebe tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:00.047029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-55f36d2e-467b-442d-b944-eeda21a7453c None None] Deleting port 00b8005d-2f0c-4969-9690-14d66e18d3af {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:00.047412 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55f36d2e-467b-442d-b944-eeda21a7453c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:00.055028 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:00.140623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2faf96-e7bd-41a7-b8e1-52066fe62ebe tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:00.148262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d2faf96-e7bd-41a7-b8e1-52066fe62ebe tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:00.149837 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2faf96-e7bd-41a7-b8e1-52066fe62ebe tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:00.150225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2faf96-e7bd-41a7-b8e1-52066fe62ebe tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:00.185028 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cd36b528-3256-4314-86f4-734c1744c215 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/routers/923c4f22-3305-4599-933b-500649359c73 HTTP/1.1" status: 200 len: 934 time: 0.2873645 Nov 19 19:14:00.188572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34568) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:00.197531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bd0ede16-9595-4d71-b29f-040b70d4c740 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'routes': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:00.218168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34570) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:00.223445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-025d728f-7c15-4583-a031-85973a1c8d47 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:00.225236 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5d2faf96-e7bd-41a7-b8e1-52066fe62ebe tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2483387 Nov 19 19:14:00.383445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:00.428245 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:00.473171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214b27ed-d61f-48ba-b6fc-24676ebe4296,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:00.543575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.547769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.548276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.548552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.548903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.549213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.549403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.550064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.553157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.553486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.554018 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.560829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:00.609425 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f8f57182-4120-48a9-9cdb-b9d3f72eb4ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=222875c2864a4d748f0789cd2fb91281&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2621851 Nov 19 19:14:00.611660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34572) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:00.757217 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bbcd304-1b55-4665-9fdc-220688397f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:00.811260 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bbcd304-1b55-4665-9fdc-220688397f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:00.849450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 97f53e08-1d67-4b64-bd3b-353331a38103, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=97f53e08-1d67-4b64-bd3b-353331a38103,segment=NetworkSegment(9212f0dd-d7e8-4014-b87f-26055db6bb22),segment_id=9212f0dd-d7e8-4014-b87f-26055db6bb22)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:00.891313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-55f36d2e-467b-442d-b944-eeda21a7453c None None] For port 00b8005d-2f0c-4969-9690-14d66e18d3af, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=00b8005d-2f0c-4969-9690-14d66e18d3af,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:00.892332 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55f36d2e-467b-442d-b944-eeda21a7453c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:00.906844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025d728f-7c15-4583-a031-85973a1c8d47 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:00.912222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-025d728f-7c15-4583-a031-85973a1c8d47 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:00.915225 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-025d728f-7c15-4583-a031-85973a1c8d47 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:00.915915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025d728f-7c15-4583-a031-85973a1c8d47 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:00.919915 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bbcd304-1b55-4665-9fdc-220688397f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:00.923115 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bbcd304-1b55-4665-9fdc-220688397f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:00.928650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3bbcd304-1b55-4665-9fdc-220688397f51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/214b27ed-d61f-48ba-b6fc-24676ebe4296 HTTP/1.1" status: 204 len: 168 time: 0.3096080 Nov 19 19:14:00.946296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcd304-1b55-4665-9fdc-220688397f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214b27ed-d61f-48ba-b6fc-24676ebe4296,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:00.953851 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-025d728f-7c15-4583-a031-85973a1c8d47 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7345810 Nov 19 19:14:00.963737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34582) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:01.017351 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:01.030838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a198eae-9b0f-4dae-9b2b-0d72e6d0368c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:01.032666 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7a198eae-9b0f-4dae-9b2b-0d72e6d0368c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0678349 Nov 19 19:14:01.032934 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:01.034228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 051d4868-840c-4f0e-947f-bc7c5b062f4d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:01.035471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34584) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:01.105014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad68b8f7-2fd5-4348-8cc0-9baac527a195 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:01.107856 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ad68b8f7-2fd5-4348-8cc0-9baac527a195 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0686350 Nov 19 19:14:01.111698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34586) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:01.159743 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-16123bca-314a-404c-937f-fb9538987643 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462787 Nov 19 19:14:01.166060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34588) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:01.173893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f72096e1-c1dc-4116-b3c8-0af5394cb436 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:01.174893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.extraroute_db [None req-bd0ede16-9595-4d71-b29f-040b70d4c740 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added routes are [] {{(pid=109887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 19:14:01.175380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.extraroute_db [None req-bd0ede16-9595-4d71-b29f-040b70d4c740 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 19:14:01.261743 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80378084-5898-4907-ac62-29f70ffa321c req-da0a942a-41c3-456c-b3e9-1dc84d74ab51 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:01.274116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80378084-5898-4907-ac62-29f70ffa321c req-da0a942a-41c3-456c-b3e9-1dc84d74ab51 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1557858 Nov 19 19:14:01.308909 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd0ede16-9595-4d71-b29f-040b70d4c740 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:01.319622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=97f53e08-1d67-4b64-bd3b-353331a38103,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:01.332035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-55f36d2e-467b-442d-b944-eeda21a7453c None None] Calling delete_port for 00b8005d-2f0c-4969-9690-14d66e18d3af owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:01.352084 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:01.443998 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72096e1-c1dc-4116-b3c8-0af5394cb436 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:01.452840 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f72096e1-c1dc-4116-b3c8-0af5394cb436 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:01.664144 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80378084-5898-4907-ac62-29f70ffa321c req-1c327fce-724f-4f47-b43d-dafb333e8a96 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739848 Nov 19 19:14:01.741279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3502e1-0eb9-4275-bc6f-4e672552bbf0 None None] Pushing event updated for resources: {'Port': ['ID=09ab885e-a2bf-47d8-a197-1b9bc32abffd,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:01.883175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b2b3f566-55fe-4da0-9318-64e098049c3a None None] Provisioning complete for port 97f53e08-1d67-4b64-bd3b-353331a38103 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:01.883566 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f566-55fe-4da0-9318-64e098049c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:01.898709 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 051d4868-840c-4f0e-947f-bc7c5b062f4d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:01.898709 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:02.028575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Attempting to bind port 09ab885e-a2bf-47d8-a197-1b9bc32abffd on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:14:02.029696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Attempting to bind port 09ab885e-a2bf-47d8-a197-1b9bc32abffd by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '9212f0dd-d7e8-4014-b87f-26055db6bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:14:02.030293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Attempting to bind port 09ab885e-a2bf-47d8-a197-1b9bc32abffd on network 5b1100cf-c5ff-4799-87f2-e34aa9f53422 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:14:02.076535 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55f36d2e-467b-442d-b944-eeda21a7453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:02.116647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:14:02.117590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Checking segment: {'id': '9212f0dd-d7e8-4014-b87f-26055db6bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:14:02.118450 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:02.119411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Bound using segment: {'id': '9212f0dd-d7e8-4014-b87f-26055db6bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:14:02.120370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Bound port: 09ab885e-a2bf-47d8-a197-1b9bc32abffd, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9212f0dd-d7e8-4014-b87f-26055db6bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:14:02.121481 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:02.142453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-f72096e1-c1dc-4116-b3c8-0af5394cb436 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:14:02.152435 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f72096e1-c1dc-4116-b3c8-0af5394cb436 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:02.161844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f36d2e-467b-442d-b944-eeda21a7453c None None] No DVR routers for this DVR port 00b8005d-2f0c-4969-9690-14d66e18d3af on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:02.201430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72096e1-c1dc-4116-b3c8-0af5394cb436 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:02.205182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f72096e1-c1dc-4116-b3c8-0af5394cb436 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:02.208955 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72096e1-c1dc-4116-b3c8-0af5394cb436 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:02.209804 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f72096e1-c1dc-4116-b3c8-0af5394cb436 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:02.255559 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] For port 09ab885e-a2bf-47d8-a197-1b9bc32abffd, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:14:02.256323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72096e1-c1dc-4116-b3c8-0af5394cb436 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=835c0e2f-b44a-4cd3-b3b6-097da70154d7,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:02.256846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f36d2e-467b-442d-b944-eeda21a7453c None None] Pushing event deleted for resources: {'Port': ['ID=00b8005d-2f0c-4969-9690-14d66e18d3af,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:02.266083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] For port 09ab885e-a2bf-47d8-a197-1b9bc32abffd, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=09ab885e-a2bf-47d8-a197-1b9bc32abffd,segment=NetworkSegment(9212f0dd-d7e8-4014-b87f-26055db6bb22),segment_id=9212f0dd-d7e8-4014-b87f-26055db6bb22)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:14:02.269203 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f72096e1-c1dc-4116-b3c8-0af5394cb436 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1006486 Nov 19 19:14:02.272306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34606) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:02.282157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4511a3e9-f78f-4c74-8d93-99a2d17793a9 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:02.284055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:4a:f3:9b', 'name': 'tempest-NetworksTestDHCPv6-594811704'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:02.376327 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd0ede16-9595-4d71-b29f-040b70d4c740 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:02.377933 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd0ede16-9595-4d71-b29f-040b70d4c740 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:02.422899 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:02.456215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:02.568553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0ede16-9595-4d71-b29f-040b70d4c740 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 923c4f22-3305-4599-933b-500649359c73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:14:02.623082 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:02.676156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:02.677326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:02.781456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3502e1-0eb9-4275-bc6f-4e672552bbf0 None None] Pushing event updated for resources: {'Port': ['ID=09ab885e-a2bf-47d8-a197-1b9bc32abffd,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:02.809736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port d9cc5897-79cd-43e6-af9e-d35cdc35ccba yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:02.845626 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:03.074479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0ede16-9595-4d71-b29f-040b70d4c740 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:14:03.099996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd0ede16-9595-4d71-b29f-040b70d4c740 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:03.101531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bd0ede16-9595-4d71-b29f-040b70d4c740 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/923c4f22-3305-4599-933b-500649359c73 HTTP/1.1" status: 200 len: 700 time: 2.9109638 Nov 19 19:14:03.105944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34618) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:03.127150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 26eb7816-8e94-4b5c-93e9-bc52ed43291e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:03.254519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b2b3f566-55fe-4da0-9318-64e098049c3a None None] Provisioning complete for port 09ab885e-a2bf-47d8-a197-1b9bc32abffd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:03.256194 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f566-55fe-4da0-9318-64e098049c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:03.263597 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 26eb7816-8e94-4b5c-93e9-bc52ed43291e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:03.263597 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:03.265221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24718d-8612-4942-8341-124200590b64 req-d605e61f-8178-45a4-ad58-e97ad557e012 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:03.282958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea24718d-8612-4942-8341-124200590b64 req-d605e61f-8178-45a4-ad58-e97ad557e012 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.3067923 Nov 19 19:14:03.307153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::f816:3eff:fe4a:f39b (2953a791-3f54-41a3-92dc-efec9fb97405/835c0e2f-b44a-4cd3-b3b6-097da70154d7/d9cc5897-79cd-43e6-af9e-d35cdc35ccba) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:03.353267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '835c0e2f-b44a-4cd3-b3b6-097da70154d7'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:14:03.354252 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:03.498784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ea24718d-8612-4942-8341-124200590b64 req-e633771b-f54e-472e-9bd6-7e3306e7ba6b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133362 Nov 19 19:14:03.514338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:01Z', 'revision_number': 7, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:54Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '09ab885e-a2bf-47d8-a197-1b9bc32abffd', 'name': '', 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c6:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:53Z', 'updated_at': '2021-11-19T19:14:02Z', 'revision_number': 4, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:03.544907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5b37444b-6f7e-43af-aa1f-dc5095463550 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/routers/923c4f22-3305-4599-933b-500649359c73 HTTP/1.1" status: 200 len: 700 time: 0.4300282 Nov 19 19:14:03.546017 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34624) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:03.577201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b8003-6072-4e81-abc1-20b7c44f1ea5 None None] The sync data for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 is: [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:01Z', 'revision_number': 7, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:54Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '09ab885e-a2bf-47d8-a197-1b9bc32abffd', 'name': '', 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c6:a0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:53Z', 'updated_at': '2021-11-19T19:14:02Z', 'revision_number': 4, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:14:03.707906 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f566-55fe-4da0-9318-64e098049c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:03.744771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97f53e08-1d67-4b64-bd3b-353331a38103 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:03.777359 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:03.834449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b2b3f566-55fe-4da0-9318-64e098049c3a None None] For port 09ab885e-a2bf-47d8-a197-1b9bc32abffd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=09ab885e-a2bf-47d8-a197-1b9bc32abffd,segment=NetworkSegment(9212f0dd-d7e8-4014-b87f-26055db6bb22),segment_id=9212f0dd-d7e8-4014-b87f-26055db6bb22)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:03.850205 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f566-55fe-4da0-9318-64e098049c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:03.867222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:03.935193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3f566-55fe-4da0-9318-64e098049c3a None None] Pushing event updated for resources: {'Port': ['ID=09ab885e-a2bf-47d8-a197-1b9bc32abffd,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:03.942914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:03.953183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:03.986799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:03.998275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:03.998963 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:04.013475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=d9cc5897-79cd-43e6-af9e-d35cdc35ccba,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:04.038878 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f3cea0ab-4dd9-4e63-a7b1-3db43aa60ea8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7653348 Nov 19 19:14:04.043256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34638) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:04.068076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 97f53e08-1d67-4b64-bd3b-353331a38103 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:04.068076 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:04.102171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Allocated IP 2001:db8::f816:3eff:fe21:489f (2953a791-3f54-41a3-92dc-efec9fb97405/835c0e2f-b44a-4cd3-b3b6-097da70154d7/8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:04.117244 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f6a40373-ef8b-4229-a0ac-80187e447248 None None] Provisioning complete for port 09ab885e-a2bf-47d8-a197-1b9bc32abffd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:04.118587 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6a40373-ef8b-4229-a0ac-80187e447248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:04.178019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d244ce70-f99c-41b5-8e72-aa7c4cf9a646 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:04.179922 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d244ce70-f99c-41b5-8e72-aa7c4cf9a646 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1356997 Nov 19 19:14:04.185312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34646) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:04.327474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-37cbf444-23e5-40f7-9601-0baabe835cb8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port d9cc5897-79cd-43e6-af9e-d35cdc35ccba {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:04.328177 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37cbf444-23e5-40f7-9601-0baabe835cb8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:04.328839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:04.470494 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37cbf444-23e5-40f7-9601-0baabe835cb8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:04.507527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-37cbf444-23e5-40f7-9601-0baabe835cb8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for d9cc5897-79cd-43e6-af9e-d35cdc35ccba owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:04.735909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:04.778265 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:04.800970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53f59a-0366-4fc7-8491-4fffca4aa3db req-2f3fd80c-8870-4767-85a8-7e6b30cca02a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:04.803292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d53f59a-0366-4fc7-8491-4fffca4aa3db req-2f3fd80c-8870-4767-85a8-7e6b30cca02a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1357787 Nov 19 19:14:04.904716 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6e96b-4de0-45ab-87ef-ddf88cedbfcd None None] Sync routers for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:14:04.920233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 00b8005d-2f0c-4969-9690-14d66e18d3af no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:04.925972 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6e96b-4de0-45ab-87ef-ddf88cedbfcd None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:04.927273 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3cd6e96b-4de0-45ab-87ef-ddf88cedbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:04.928491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee2d4e-8784-472a-a67c-e1b86c468bc4 req-0fc500d3-242e-41ee-b957-e93486d4edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:04.930691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37cbf444-23e5-40f7-9601-0baabe835cb8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:04.931724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55ee2d4e-8784-472a-a67c-e1b86c468bc4 req-0fc500d3-242e-41ee-b957-e93486d4edeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 1097 time: 0.1861823 Nov 19 19:14:04.944503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:04.986724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 00b8005d-2f0c-4969-9690-14d66e18d3af {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:04.990631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbf444-23e5-40f7-9601-0baabe835cb8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=d9cc5897-79cd-43e6-af9e-d35cdc35ccba,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:05.003642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 00b8005d-2f0c-4969-9690-14d66e18d3af not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:05.023784 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37cbf444-23e5-40f7-9601-0baabe835cb8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.030562 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-37cbf444-23e5-40f7-9601-0baabe835cb8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/d9cc5897-79cd-43e6-af9e-d35cdc35ccba HTTP/1.1" status: 204 len: 168 time: 0.8432593 Nov 19 19:14:05.032433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34670) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:05.032836 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:05.042876 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-3cd6e96b-4de0-45ab-87ef-ddf88cedbfcd None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:05.047432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:05.049371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Pushing event updated for resources: {'Port': ['ID=8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:05.117725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8424c5-09e5-4c77-918c-604991ab3009 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:05.120161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8424c5-09e5-4c77-918c-604991ab3009 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:05.122292 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6c8424c5-09e5-4c77-918c-604991ab3009 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0881407 Nov 19 19:14:05.132233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34678) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:05.192330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Attempting to bind port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:14:05.192748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Attempting to bind port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:14:05.193082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Attempting to bind port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:14:05.204045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:14:05.204425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:14:05.204845 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.206303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:14:05.206888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Bound port: 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:14:05.208537 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.227062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d53f59a-0366-4fc7-8491-4fffca4aa3db req-f78e06dc-d87c-4930-b46f-fedcdb528257 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4104056 Nov 19 19:14:05.229174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d49df9-7520-4a47-b16e-1bfc94cbcffb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 835c0e2f-b44a-4cd3-b3b6-097da70154d7 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:05.233555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5d49df9-7520-4a47-b16e-1bfc94cbcffb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.313348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 09ab885e-a2bf-47d8-a197-1b9bc32abffd up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:05.314207 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5d49df9-7520-4a47-b16e-1bfc94cbcffb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.323898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee2d4e-8784-472a-a67c-e1b86c468bc4 req-583c5643-cb3f-4c2a-be3a-a762ca4578e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:05.324965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55ee2d4e-8784-472a-a67c-e1b86c468bc4 req-583c5643-cb3f-4c2a-be3a-a762ca4578e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.3347552 Nov 19 19:14:05.435962 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3cd6e96b-4de0-45ab-87ef-ddf88cedbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:01Z', 'revision_number': 7, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:54Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '09ab885e-a2bf-47d8-a197-1b9bc32abffd', 'name': '', 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c6:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:53Z', 'updated_at': '2021-11-19T19:14:03Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:05.459876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] For port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:14:05.467466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] For port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:14:05.476680 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.481885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5d49df9-7520-4a47-b16e-1bfc94cbcffb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.491422 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6e96b-4de0-45ab-87ef-ddf88cedbfcd None None] Checking router: 923c4f22-3305-4599-933b-500649359c73 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:14:05.510228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55ee2d4e-8784-472a-a67c-e1b86c468bc4 req-4d63b42b-9edc-4b0a-aabf-896490590577 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fe3054-5b0d-486a-adba-e62eb940d825 HTTP/1.1" status: 200 len: 1001 time: 0.1725535 Nov 19 19:14:05.512226 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6e96b-4de0-45ab-87ef-ddf88cedbfcd None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:05.516324 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3cd6e96b-4de0-45ab-87ef-ddf88cedbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:05.519107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 09ab885e-a2bf-47d8-a197-1b9bc32abffd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:05.522252 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.599766 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5d49df9-7520-4a47-b16e-1bfc94cbcffb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.628235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 09ab885e-a2bf-47d8-a197-1b9bc32abffd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:05.629029 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.695094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d49df9-7520-4a47-b16e-1bfc94cbcffb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=835c0e2f-b44a-4cd3-b3b6-097da70154d7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:05.702975 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5d49df9-7520-4a47-b16e-1bfc94cbcffb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.711680 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-3cd6e96b-4de0-45ab-87ef-ddf88cedbfcd None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:05.714933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e5d49df9-7520-4a47-b16e-1bfc94cbcffb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/835c0e2f-b44a-4cd3-b3b6-097da70154d7 HTTP/1.1" status: 204 len: 168 time: 0.5817499 Nov 19 19:14:05.715993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34700) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:05.736594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a9d3c-e957-4d99-a274-886580e7e11a None None] Pushing event updated for resources: {'Port': ['ID=8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:05.792792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee2d4e-8784-472a-a67c-e1b86c468bc4 req-92a8863a-fa52-4d71-9c8b-9f10ceeabc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:05.794374 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55ee2d4e-8784-472a-a67c-e1b86c468bc4 req-92a8863a-fa52-4d71-9c8b-9f10ceeabc85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.2620840 Nov 19 19:14:05.813683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fc5603c3-8321-48d8-b575-909edc49cce5 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963118 Nov 19 19:14:05.814875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34702) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:05.827424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:05.915945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port 09ab885e-a2bf-47d8-a197-1b9bc32abffd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=09ab885e-a2bf-47d8-a197-1b9bc32abffd,segment=NetworkSegment(9212f0dd-d7e8-4014-b87f-26055db6bb22),segment_id=9212f0dd-d7e8-4014-b87f-26055db6bb22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:05.916523 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.937481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 09ab885e-a2bf-47d8-a197-1b9bc32abffd owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:05.979207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee2d4e-8784-472a-a67c-e1b86c468bc4 req-98a7152a-f402-4160-a0b0-120f6e1ac80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:05.980859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55ee2d4e-8784-472a-a67c-e1b86c468bc4 req-98a7152a-f402-4160-a0b0-120f6e1ac80e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658118 Nov 19 19:14:06.047275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:06.054460 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:06.085315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34706) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:06.172928 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3cd6e96b-4de0-45ab-87ef-ddf88cedbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:01Z', 'revision_number': 7, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:54Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '09ab885e-a2bf-47d8-a197-1b9bc32abffd', 'name': '', 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c6:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:53Z', 'updated_at': '2021-11-19T19:14:03Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:06.248414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55ee2d4e-8784-472a-a67c-e1b86c468bc4 req-ed18d560-37df-43a8-a8a1-8c2d4f188014 service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578068 Nov 19 19:14:06.341423 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6e96b-4de0-45ab-87ef-ddf88cedbfcd None None] The sync data for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 is: [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:01Z', 'revision_number': 7, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:54Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '09ab885e-a2bf-47d8-a197-1b9bc32abffd', 'name': '', 'network_id': '5b1100cf-c5ff-4799-87f2-e34aa9f53422', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c6:a0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:53Z', 'updated_at': '2021-11-19T19:14:03Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '947ddb5f-b37d-444f-9bd0-c0ccda40586c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:14:06.375311 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bf82307e-fb2a-4780-8d9d-b02cccc75cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:06.519220 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:06.551009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2ab56-449d-4eb1-bb4e-5cbb24737bbe req-f19d675c-5ed2-47c3-b2a6-473c2e6f38f8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:06.553033 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ba2ab56-449d-4eb1-bb4e-5cbb24737bbe req-f19d675c-5ed2-47c3-b2a6-473c2e6f38f8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1996553 Nov 19 19:14:06.578256 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55ee2d4e-8784-472a-a67c-e1b86c468bc4 req-b5aff447-74f2-439d-b256-c37de8e2fdb5 service neutron] 10.222.0.21 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155015 Nov 19 19:14:06.579007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=09ab885e-a2bf-47d8-a197-1b9bc32abffd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:06.607888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:14:06.662473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.662985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.663336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.663673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.664209 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.664842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.665348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.665857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.666373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.666877 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.667208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.667537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:06.744698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ba2ab56-449d-4eb1-bb4e-5cbb24737bbe req-8718a1af-6993-4b8f-b4fa-3fc13a650d6f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700306 Nov 19 19:14:06.751725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bf82307e-fb2a-4780-8d9d-b02cccc75cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:06.768262 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bf82307e-fb2a-4780-8d9d-b02cccc75cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:06.857694 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bf82307e-fb2a-4780-8d9d-b02cccc75cee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4780c67b225341a48393c6b2a10fcfcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7713020 Nov 19 19:14:06.863383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34712) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:06.870681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82307e-fb2a-4780-8d9d-b02cccc75cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314b5640-c12b-4754-8199-612d45a0f631,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:06.904215 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:06.914932 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.179307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] For port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:07.232712 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.244800 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.247082 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.275543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b94c9f-ef1e-48d3-8a1a-a930e479bbe3 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:07.379406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:07.387567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:07.392382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:07.401650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:07.402302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.412487 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50,revision_number=5']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:07.418991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=c0d72578-e814-4301-91e5-2c30e5ded6e1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:07.438927 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bdea07c4-b959-48a6-9109-fb41fa522cbf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6210732 Nov 19 19:14:07.439362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34714) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:07.443880 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c372398d-9500-44a3-8d17-b0c1822b87bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.446702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:cb:37:75', 'name': 'tempest-NetworksTestDHCPv6-820300604'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:07.479610 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c372398d-9500-44a3-8d17-b0c1822b87bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.496380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c29ab43f-a623-4d72-850d-d0abb821542c None None] Provisioning complete for port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:07.496830 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c29ab43f-a623-4d72-850d-d0abb821542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.566834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:07.568080 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.616584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:07.635834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 923c4f22-3305-4599-933b-500649359c73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:14:07.647434 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c372398d-9500-44a3-8d17-b0c1822b87bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.650166 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c372398d-9500-44a3-8d17-b0c1822b87bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.651317 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c372398d-9500-44a3-8d17-b0c1822b87bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/314b5640-c12b-4754-8199-612d45a0f631 HTTP/1.1" status: 204 len: 168 time: 0.7869565 Nov 19 19:14:07.697042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c29ab43f-a623-4d72-850d-d0abb821542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.715552 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.755616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 1af56d2e-e035-4cd5-b8f3-16621209574d yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:07.824404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c29ab43f-a623-4d72-850d-d0abb821542c None None] For port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:07.840568 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c29ab43f-a623-4d72-850d-d0abb821542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.859272 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:07.861320 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:14:07.863120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372398d-9500-44a3-8d17-b0c1822b87bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314b5640-c12b-4754-8199-612d45a0f631,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:07.871582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b10baa76-3211-4d66-8ccc-5e56b664fad5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/923c4f22-3305-4599-933b-500649359c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3240225 Nov 19 19:14:07.874349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34722) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:07.935312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610f65a-dacd-4d2e-8ef3-97476bb916ab None None] Sync routers for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:14:07.986427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a03dee-d56b-4a35-979f-5b6b763d4dbf req-2d7c6d54-a80b-4264-9075-6aaba4d82090 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:07.991322 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23a03dee-d56b-4a35-979f-5b6b763d4dbf req-2d7c6d54-a80b-4264-9075-6aaba4d82090 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.0869551 Nov 19 19:14:08.018856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610f65a-dacd-4d2e-8ef3-97476bb916ab None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:08.019505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a610f65a-dacd-4d2e-8ef3-97476bb916ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:08.094300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23a03dee-d56b-4a35-979f-5b6b763d4dbf req-f34e8b6d-1fc6-46fd-b1e7-82bc9e7d0824 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936849 Nov 19 19:14:08.094818 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34724) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:08.110447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34700af9-1d3a-4c12-9b4a-f77834e640c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.130727 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a0635a-5429-4d14-942c-98fae5160d36 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:08.157899 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ab43f-a623-4d72-850d-d0abb821542c None None] Pushing event updated for resources: {'Port': ['ID=8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:08.211116 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34700af9-1d3a-4c12-9b4a-f77834e640c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.217135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-34700af9-1d3a-4c12-9b4a-f77834e640c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.220266 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:14:08.221374 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:14:08.262538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34700af9-1d3a-4c12-9b4a-f77834e640c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a341bb-8aba-4f96-8447-7c3e37af2f5f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:08.267330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-34700af9-1d3a-4c12-9b4a-f77834e640c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf42414236b343c79ee0286d08887355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714654 Nov 19 19:14:08.270901 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34726) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:08.304231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d89da53b-0863-408e-9cf5-a8997766ada2 None None] Provisioning complete for port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:08.304898 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d89da53b-0863-408e-9cf5-a8997766ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.314253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-100cf05a-d5b2-4153-9f41-a3c5ce12442a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.324132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a610f65a-dacd-4d2e-8ef3-97476bb916ab None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:08.337900 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ffd448f4-e4be-492a-b78e-da03a4d99f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.365929 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ffd448f4-e4be-492a-b78e-da03a4d99f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.403787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b1fe3054-5b0d-486a-adba-e62eb940d825 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:08.422033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::f816:3eff:fecb:3775 (2953a791-3f54-41a3-92dc-efec9fb97405/c0d72578-e814-4301-91e5-2c30e5ded6e1/1af56d2e-e035-4cd5-b8f3-16621209574d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:08.430706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf0c3ce-65fd-44b9-9c30-584c25c6ecf1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting subnet 947ddb5f-b37d-444f-9bd0-c0ccda40586c {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:08.432753 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ffd448f4-e4be-492a-b78e-da03a4d99f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.435205 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c3ce-65fd-44b9-9c30-584c25c6ecf1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.436719 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ffd448f4-e4be-492a-b78e-da03a4d99f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.439020 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ffd448f4-e4be-492a-b78e-da03a4d99f1f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53a341bb-8aba-4f96-8447-7c3e37af2f5f HTTP/1.1" status: 204 len: 168 time: 0.1670702 Nov 19 19:14:08.451346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd448f4-e4be-492a-b78e-da03a4d99f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a341bb-8aba-4f96-8447-7c3e37af2f5f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:08.497108 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c3ce-65fd-44b9-9c30-584c25c6ecf1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.680930 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c3ce-65fd-44b9-9c30-584c25c6ecf1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.765067 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.800473 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c3ce-65fd-44b9-9c30-584c25c6ecf1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.824873 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c3ce-65fd-44b9-9c30-584c25c6ecf1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.831314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34734) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:08.831556 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4bf0c3ce-65fd-44b9-9c30-584c25c6ecf1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/947ddb5f-b37d-444f-9bd0-c0ccda40586c HTTP/1.1" status: 204 len: 168 time: 0.9559767 Nov 19 19:14:08.855662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0c3ce-65fd-44b9-9c30-584c25c6ecf1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Subnet': ['ID=947ddb5f-b37d-444f-9bd0-c0ccda40586c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:08.869152 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.937379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:08.940725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:08.946291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:08.952327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:08.953004 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.957489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=1af56d2e-e035-4cd5-b8f3-16621209574d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:08.971337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:08.977688 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1a9edee7-3a13-48f7-9e1f-695797126495 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5371993 Nov 19 19:14:08.981834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34740) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:08.995370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214834b6-e8ac-4975-9e65-ae0389d1030a None None] Network 5b1100cf-c5ff-4799-87f2-e34aa9f53422 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:09.046595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa719bdc-2ea9-414d-b87e-87bc3e245418 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:09.053573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa719bdc-2ea9-414d-b87e-87bc3e245418 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:09.055518 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aa719bdc-2ea9-414d-b87e-87bc3e245418 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0726919 Nov 19 19:14:09.056061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 97f53e08-1d67-4b64-bd3b-353331a38103 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:09.056544 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:09.058449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34744) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:09.106811 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:09.215706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:14:09.218131 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad16590-d1f7-4343-a564-07f1fdc79be5" -d '{"events": [{"server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "name": "network-vif-unplugged", "status": "completed", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:14:09.228226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port 97f53e08-1d67-4b64-bd3b-353331a38103, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=97f53e08-1d67-4b64-bd3b-353331a38103,segment=NetworkSegment(9212f0dd-d7e8-4014-b87f-26055db6bb22),segment_id=9212f0dd-d7e8-4014-b87f-26055db6bb22)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:09.228619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:09.258303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:09.281817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 97f53e08-1d67-4b64-bd3b-353331a38103 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:09.286161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:09.290237 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:09.383104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76cd54-c152-44fe-b9d0-56c505062bdd req-208ea351-56fe-475b-9e49-55aea8873c4c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:09.384353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc76cd54-c152-44fe-b9d0-56c505062bdd req-208ea351-56fe-475b-9e49-55aea8873c4c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 944 time: 0.1335006 Nov 19 19:14:09.386430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a610f65a-dacd-4d2e-8ef3-97476bb916ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:06Z', 'revision_number': 8, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:54Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:09.403521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a4774131-1adf-4885-a708-2493da0b023b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 1af56d2e-e035-4cd5-b8f3-16621209574d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:09.403875 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4774131-1adf-4885-a708-2493da0b023b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:09.434591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610f65a-dacd-4d2e-8ef3-97476bb916ab None None] Checking router: 923c4f22-3305-4599-933b-500649359c73 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:14:09.445066 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:09.462207 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610f65a-dacd-4d2e-8ef3-97476bb916ab None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:09.462852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a610f65a-dacd-4d2e-8ef3-97476bb916ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:13:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:09.466422 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:09.466978 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:09.530000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc76cd54-c152-44fe-b9d0-56c505062bdd req-6cf7de11-e204-4472-846e-2bb0272e73ba tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315615 Nov 19 19:14:09.533522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:09.591974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76aa0ac-6337-4286-a889-cbd9fcdc8a76 None None] DHCP port deletion for 5b1100cf-c5ff-4799-87f2-e34aa9f53422 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:09.609680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=97f53e08-1d67-4b64-bd3b-353331a38103,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:09.611880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No DVR routers for this DVR port 97f53e08-1d67-4b64-bd3b-353331a38103 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:09.615850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4774131-1adf-4885-a708-2493da0b023b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:09.662539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a4774131-1adf-4885-a708-2493da0b023b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 1af56d2e-e035-4cd5-b8f3-16621209574d owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:09.688532 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4948356e-71b9-4247-be27-9915af816834 x-openstack-request-id: req-4948356e-71b9-4247-be27-9915af816834 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:14:09.696201 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "name": "network-vif-unplugged", "status": "failed", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825", "code": 422}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:14:09.696325 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4948356e-71b9-4247-be27-9915af816834 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:14:09.696719 n-d-815373-6 neutron-server[109889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'code': 422} returned with failed status Nov 19 19:14:09.716849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a610f65a-dacd-4d2e-8ef3-97476bb916ab None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:09.718523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7ae8c83f-751d-4c42-9b6e-61f92ecf7c3f None None] Provisioning complete for port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:09.718889 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c83f-751d-4c42-9b6e-61f92ecf7c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:09.857655 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:09.918726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1100cf-c5ff-4799-87f2-e34aa9f53422']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:09.949284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9212f0dd-d7e8-4014-b87f-26055db6bb22') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:09.949732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9212f0dd-d7e8-4014-b87f-26055db6bb22') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:09.974322 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.078126 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.092630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4774131-1adf-4885-a708-2493da0b023b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.101018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:14:10.101433 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:14:10.128038 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:14:10.148773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4774131-1adf-4885-a708-2493da0b023b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=1af56d2e-e035-4cd5-b8f3-16621209574d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:10.225930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a610f65a-dacd-4d2e-8ef3-97476bb916ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:06Z', 'revision_number': 8, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:54Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:10.257911 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a4774131-1adf-4885-a708-2493da0b023b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.262047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a4774131-1adf-4885-a708-2493da0b023b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/1af56d2e-e035-4cd5-b8f3-16621209574d HTTP/1.1" status: 204 len: 168 time: 1.2015302 Nov 19 19:14:10.264765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34774) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:10.274699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-92fc70b9-edd8-40dd-a61d-b618f4d566e3 None None] Could not find standard attr ID for object 6822b222-4e5a-4ed0-ac0e-ed29adcebeef. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:14:10.291006 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610f65a-dacd-4d2e-8ef3-97476bb916ab None None] The sync data for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 is: [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:06Z', 'revision_number': 8, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '051d4868-840c-4f0e-947f-bc7c5b062f4d', 'name': '', 'network_id': 'f1af6924-face-4f5d-8f23-9bd3e3ed01e8', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:d9:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': '5334152b-33bf-4a47-ace7-58a427d98799', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:46Z', 'updated_at': '2021-11-19T19:13:54Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': '5334152b-33bf-4a47-ace7-58a427d98799', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:14:10.291857 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.297908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.305116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/networks/5b1100cf-c5ff-4799-87f2-e34aa9f53422 HTTP/1.1" status: 204 len: 168 time: 1.4720924 Nov 19 19:14:10.325500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34778) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:10.326368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f75dfd-1de2-4252-9bd6-59754d5d16eb tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Network': ['ID=5b1100cf-c5ff-4799-87f2-e34aa9f53422,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:10.377028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a624973-1df9-4bde-8268-468d9f876971 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:10.378891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a624973-1df9-4bde-8268-468d9f876971 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:10.381021 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4a624973-1df9-4bde-8268-468d9f876971 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1143160 Nov 19 19:14:10.399097 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-eb8b24d6-7d4d-425c-9e95-b2b0e41119c7 None None] Could not find standard attr ID for object d9cc5897-79cd-43e6-af9e-d35cdc35ccba. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:14:10.401633 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34786) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:10.464715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ba40f0-4af3-48b3-af44-8251715c0526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet c0d72578-e814-4301-91e5-2c30e5ded6e1 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:10.468102 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72ba40f0-4af3-48b3-af44-8251715c0526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.547918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72ba40f0-4af3-48b3-af44-8251715c0526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.572763 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c320b59e-1013-41b5-82c8-ba7de2b68869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.728408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b26e7b16-0159-437b-ad53-f46072534a66 None None] Could not find standard attr ID for object 1af56d2e-e035-4cd5-b8f3-16621209574d. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:14:10.731240 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72ba40f0-4af3-48b3-af44-8251715c0526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.855127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72ba40f0-4af3-48b3-af44-8251715c0526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.890030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba40f0-4af3-48b3-af44-8251715c0526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d72578-e814-4301-91e5-2c30e5ded6e1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:10.905801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72ba40f0-4af3-48b3-af44-8251715c0526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.909846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-72ba40f0-4af3-48b3-af44-8251715c0526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/c0d72578-e814-4301-91e5-2c30e5ded6e1 HTTP/1.1" status: 204 len: 168 time: 0.5070767 Nov 19 19:14:10.913048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34804) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:10.948028 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:10.996953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-af055ebf-7b6e-4c79-a234-d1cd785435e6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806110 Nov 19 19:14:10.997937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34808) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:11.080148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c05de9-ba11-44a7-ad47-b6e5c6c38bea tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:11.081679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-35c05de9-ba11-44a7-ad47-b6e5c6c38bea tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0825033 Nov 19 19:14:11.086015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34812) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:11.135364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e926a4-e096-40ae-85f9-d6fab0b84b7e None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:11.216496 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 09ab885e-a2bf-47d8-a197-1b9bc32abffd no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:11.246485 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 09ab885e-a2bf-47d8-a197-1b9bc32abffd {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:11.246921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 09ab885e-a2bf-47d8-a197-1b9bc32abffd not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:11.247415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97f53e08-1d67-4b64-bd3b-353331a38103 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:11.270436 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1378019d-0887-4833-9f76-337830b8d458 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:11.274435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34830) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:11.276327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 97f53e08-1d67-4b64-bd3b-353331a38103 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:11.276679 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97f53e08-1d67-4b64-bd3b-353331a38103 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:11.280099 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1378019d-0887-4833-9f76-337830b8d458 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1871843 Nov 19 19:14:11.341520 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8a6d5677-8a2a-4b30-92fc-74445b0686a9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659196 Nov 19 19:14:11.350940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34838) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:11.358349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1b78c121-7a5e-4ff8-a472-6d2172ae69f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:11.373898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-14f8950f-34f4-40fe-aa3c-473738ad9e2c req-2a5fd10b-0456-4c35-ae10-eb8abae36ec8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:14:11.375018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14f8950f-34f4-40fe-aa3c-473738ad9e2c req-2a5fd10b-0456-4c35-ae10-eb8abae36ec8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2375231 Nov 19 19:14:11.458428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c7c86-3515-41f1-8e48-7b59853c0251 None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:11.507543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d19c7c86-3515-41f1-8e48-7b59853c0251 None None] Deleting port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:11.507924 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d19c7c86-3515-41f1-8e48-7b59853c0251 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:11.534400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 051d4868-840c-4f0e-947f-bc7c5b062f4d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:11.534908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:11.586755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d19c7c86-3515-41f1-8e48-7b59853c0251 None None] For port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:11.587506 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d19c7c86-3515-41f1-8e48-7b59853c0251 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:11.589809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b78c121-7a5e-4ff8-a472-6d2172ae69f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:11.593622 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b78c121-7a5e-4ff8-a472-6d2172ae69f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:11.603863 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d19c7c86-3515-41f1-8e48-7b59853c0251 None None] Calling delete_port for 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:11.694814 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d19c7c86-3515-41f1-8e48-7b59853c0251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:11.716423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port 051d4868-840c-4f0e-947f-bc7c5b062f4d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=051d4868-840c-4f0e-947f-bc7c5b062f4d,segment=NetworkSegment(853dfa1e-3cdf-4ff3-b72e-b7471b63eba8),segment_id=853dfa1e-3cdf-4ff3-b72e-b7471b63eba8)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:11.716812 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:11.724480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c7c86-3515-41f1-8e48-7b59853c0251 None None] Pushing event deleted for resources: {'Port': ['ID=8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:11.731688 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c7c86-3515-41f1-8e48-7b59853c0251 None None] No DVR routers for this DVR port 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:11.733971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 051d4868-840c-4f0e-947f-bc7c5b062f4d owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:11.760355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65359bb-b2f4-4d86-993d-d4e1ca774e6c None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:14:11.874356 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:11.928327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65359bb-b2f4-4d86-993d-d4e1ca774e6c None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:14:12.047546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.objects.ports [None req-1b78c121-7a5e-4ff8-a472-6d2172ae69f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109887) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:14:12.051020 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b78c121-7a5e-4ff8-a472-6d2172ae69f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.095141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34888) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:12.104822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78c121-7a5e-4ff8-a472-6d2172ae69f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:12.110520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1b78c121-7a5e-4ff8-a472-6d2172ae69f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:12.115555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78c121-7a5e-4ff8-a472-6d2172ae69f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:12.116154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1b78c121-7a5e-4ff8-a472-6d2172ae69f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.121480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.170276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1b78c121-7a5e-4ff8-a472-6d2172ae69f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8158803 Nov 19 19:14:12.172599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34892) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:12.174349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78c121-7a5e-4ff8-a472-6d2172ae69f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=09d2d3ba-440e-49b7-a891-f44ab7ba7235,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:12.177664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=051d4868-840c-4f0e-947f-bc7c5b062f4d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:12.190741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:fc:05:18', 'name': 'tempest-NetworksTestDHCPv6-1714296627'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:12.275291 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21f54a30-9fea-456c-9f28-a2ace19897e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.363488 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.398884 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device b1fe3054-5b0d-486a-adba-e62eb940d825 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:12.408244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:12.412647 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.426268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '09d2d3ba-440e-49b7-a891-f44ab7ba7235'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:14:12.428129 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.438895 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21f54a30-9fea-456c-9f28-a2ace19897e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.450355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 0906d30d-8a9c-4e5b-ac64-fb037fdc1192 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:12.456035 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21f54a30-9fea-456c-9f28-a2ace19897e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.547957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f54a30-9fea-456c-9f28-a2ace19897e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f1b4e9-bd1e-45f3-94b9-c942f8d332bc,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:12.563465 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-21f54a30-9fea-456c-9f28-a2ace19897e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c6f955cebe040acb1c54a1a39039300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4670298 Nov 19 19:14:12.564647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34904) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:12.661847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::f816:3eff:fefc:518 (2953a791-3f54-41a3-92dc-efec9fb97405/09d2d3ba-440e-49b7-a891-f44ab7ba7235/0906d30d-8a9c-4e5b-ac64-fb037fdc1192) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:12.678668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 923c4f22-3305-4599-933b-500649359c73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:14:12.689691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-961df674-7aae-44c3-a41a-84a8681125ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.736355 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-961df674-7aae-44c3-a41a-84a8681125ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.771112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a667b-7e14-4b6d-b34e-0ceeef10047c req-00a5338e-bb89-4c79-b39f-151749a652a1 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:12.774923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca1a667b-7e14-4b6d-b34e-0ceeef10047c req-00a5338e-bb89-4c79-b39f-151749a652a1 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 944 time: 0.1331086 Nov 19 19:14:12.826192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:14:12.839737 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6acf7e0d-b4bc-41a8-8343-c160d1cc3757 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/923c4f22-3305-4599-933b-500649359c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5054204 Nov 19 19:14:12.840264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34910) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:12.857278 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f469f-c8aa-475e-b926-1289a5e2e291 None None] Sync routers for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:14:12.860004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca1a667b-7e14-4b6d-b34e-0ceeef10047c req-03c0b6b2-58b6-495c-acea-d9a6907d7010 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749989 Nov 19 19:14:12.890965 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f469f-c8aa-475e-b926-1289a5e2e291 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:12.891849 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-db3f469f-c8aa-475e-b926-1289a5e2e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:12.899641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-961df674-7aae-44c3-a41a-84a8681125ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.902436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-961df674-7aae-44c3-a41a-84a8681125ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:12.903595 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-961df674-7aae-44c3-a41a-84a8681125ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64f1b4e9-bd1e-45f3-94b9-c942f8d332bc HTTP/1.1" status: 204 len: 168 time: 0.3321505 Nov 19 19:14:12.939027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961df674-7aae-44c3-a41a-84a8681125ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f1b4e9-bd1e-45f3-94b9-c942f8d332bc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:12.953276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d1d74c-e5f8-48a3-9e2c-7bc3cd06d097 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting subnet 5334152b-33bf-4a47-ace7-58a427d98799 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:12.956887 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d74c-e5f8-48a3-9e2c-7bc3cd06d097 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.009609 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-db3f469f-c8aa-475e-b926-1289a5e2e291 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:13.045375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.066122 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d74c-e5f8-48a3-9e2c-7bc3cd06d097 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.091157 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-c70c063f-9b82-4301-82bf-c418f9cc453f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2053216 Nov 19 19:14:13.107706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-7a3df0b6-9296-474f-a4c9-f13279430ab6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:14:13.108717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-7a3df0b6-9296-474f-a4c9-f13279430ab6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065417 Nov 19 19:14:13.231869 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.298435 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-db3f469f-c8aa-475e-b926-1289a5e2e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:11Z', 'revision_number': 9, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:13.308876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34920) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:13.324995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=0906d30d-8a9c-4e5b-ac64-fb037fdc1192,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:13.338837 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d74c-e5f8-48a3-9e2c-7bc3cd06d097 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.346765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51ae26bd-8fc8-44de-a376-2d3a304a3f16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.376017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:13.376710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:13.379168 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f469f-c8aa-475e-b926-1289a5e2e291 None None] Checking router: 923c4f22-3305-4599-933b-500649359c73 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:14:13.382931 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:13.389832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:13.400024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:13.400916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.408248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:13.408867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8b6c9592-5c2f-4ec1-8ef7-ea8433fb7e50 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:13.409049 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f469f-c8aa-475e-b926-1289a5e2e291 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:13.411314 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-db3f469f-c8aa-475e-b926-1289a5e2e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:13.413474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.428168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Allocated IP 2001:db8::f816:3eff:fe69:c849 (2953a791-3f54-41a3-92dc-efec9fb97405/09d2d3ba-440e-49b7-a891-f44ab7ba7235/6dce10f5-c846-4bc0-85be-6caae13ce4df) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:13.450969 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e712d1df-0579-4c53-bfac-099b1b5d71c2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2754173 Nov 19 19:14:13.452887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34926) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:13.517640 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d74c-e5f8-48a3-9e2c-7bc3cd06d097 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.531489 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-db3f469f-c8aa-475e-b926-1289a5e2e291 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:13.540744 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51ae26bd-8fc8-44de-a376-2d3a304a3f16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.555151 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51ae26bd-8fc8-44de-a376-2d3a304a3f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.568309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1d74c-e5f8-48a3-9e2c-7bc3cd06d097 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Subnet': ['ID=5334152b-33bf-4a47-ace7-58a427d98799,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:13.580415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92009997-2fc5-4060-89b7-fe0f67d0ecc5 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:13.584791 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-92009997-2fc5-4060-89b7-fe0f67d0ecc5 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1244342 Nov 19 19:14:13.584791 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3d1d74c-e5f8-48a3-9e2c-7bc3cd06d097 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.588746 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d3d1d74c-e5f8-48a3-9e2c-7bc3cd06d097 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/5334152b-33bf-4a47-ace7-58a427d98799 HTTP/1.1" status: 204 len: 168 time: 0.7461474 Nov 19 19:14:13.589380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34928) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:13.591349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34930) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:13.655659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae26bd-8fc8-44de-a376-2d3a304a3f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0539db9c-9871-4514-beed-b7e83fedaf0c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:13.680981 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-51ae26bd-8fc8-44de-a376-2d3a304a3f16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a4ebb85b8264d7b85b9676cdcc359ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3703697 Nov 19 19:14:13.684427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34932) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:13.773300 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.773535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39371e1e-b6c8-4e43-b922-c8e673dfda8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.785368 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.804149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.806918 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39371e1e-b6c8-4e43-b922-c8e673dfda8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.813553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:13.855904 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-82f29b21-08a9-4d7b-a01b-9b92ae406370 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 0906d30d-8a9c-4e5b-ac64-fb037fdc1192 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:13.856251 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82f29b21-08a9-4d7b-a01b-9b92ae406370 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.860814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:13.862370 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-db3f469f-c8aa-475e-b926-1289a5e2e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:11Z', 'revision_number': 9, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:13.875774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39371e1e-b6c8-4e43-b922-c8e673dfda8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.880850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:13.882668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39371e1e-b6c8-4e43-b922-c8e673dfda8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:13.907259 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-39371e1e-b6c8-4e43-b922-c8e673dfda8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0539db9c-9871-4514-beed-b7e83fedaf0c HTTP/1.1" status: 204 len: 168 time: 0.2202814 Nov 19 19:14:13.916253 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f469f-c8aa-475e-b926-1289a5e2e291 None None] The sync data for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 is: [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:11Z', 'revision_number': 9, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '26eb7816-8e94-4b5c-93e9-bc52ed43291e', 'name': '', 'network_id': '6a9f6ee3-a877-4506-9307-47d80dc07121', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:c1:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:40Z', 'updated_at': '2021-11-19T19:13:56Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'cb934fcf-aa50-40da-ac3c-16401c6d103e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:14:13.933082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39371e1e-b6c8-4e43-b922-c8e673dfda8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0539db9c-9871-4514-beed-b7e83fedaf0c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:14.024372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port a25bb40e-0ca7-4886-a901-a5b64a602770 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:14.024740 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.035013 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Pushing event updated for resources: {'Port': ['ID=6dce10f5-c846-4bc0-85be-6caae13ce4df,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:14.059700 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Attempting to bind port 6dce10f5-c846-4bc0-85be-6caae13ce4df on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:14:14.060083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Attempting to bind port 6dce10f5-c846-4bc0-85be-6caae13ce4df by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:14:14.065268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Attempting to bind port 6dce10f5-c846-4bc0-85be-6caae13ce4df on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:14:14.084279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:14:14.084721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:14:14.085129 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.085520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:14:14.086085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Bound port: 6dce10f5-c846-4bc0-85be-6caae13ce4df, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:14:14.086467 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.092747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62340ff5-3061-4bde-885e-b2f327b7597e req-fcf32383-9cbf-49b6-836b-b6fcf41a6316 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:14.096860 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82f29b21-08a9-4d7b-a01b-9b92ae406370 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.103009 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62340ff5-3061-4bde-885e-b2f327b7597e req-fcf32383-9cbf-49b6-836b-b6fcf41a6316 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 944 time: 0.1230993 Nov 19 19:14:14.106051 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.152086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-82f29b21-08a9-4d7b-a01b-9b92ae406370 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 0906d30d-8a9c-4e5b-ac64-fb037fdc1192 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:14.173152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] For port 6dce10f5-c846-4bc0-85be-6caae13ce4df, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:14:14.178010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] For port 6dce10f5-c846-4bc0-85be-6caae13ce4df, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6dce10f5-c846-4bc0-85be-6caae13ce4df,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:14:14.182098 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62340ff5-3061-4bde-885e-b2f327b7597e req-0aaacd92-6b14-4807-8093-11adb1d6265f tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728090 Nov 19 19:14:14.186251 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.189611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port a25bb40e-0ca7-4886-a901-a5b64a602770, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a25bb40e-0ca7-4886-a901-a5b64a602770,segment=NetworkSegment(853dfa1e-3cdf-4ff3-b72e-b7471b63eba8),segment_id=853dfa1e-3cdf-4ff3-b72e-b7471b63eba8)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:14.190022 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.242187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for a25bb40e-0ca7-4886-a901-a5b64a602770 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:14.259576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a06461-76f7-4761-bb98-c2e17b6af3a5 None None] Pushing event updated for resources: {'Port': ['ID=6dce10f5-c846-4bc0-85be-6caae13ce4df,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:14.530726 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.538720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278bfae-5096-4739-a284-7db07e95d803 req-01cc9e56-4218-4f14-871e-c609387b450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:14.540256 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-01cc9e56-4218-4f14-871e-c609387b450e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea&tenant_id=d66db5a635f74407910126f79e0a8077 HTTP/1.1" status: 200 len: 1095 time: 0.2001719 Nov 19 19:14:14.578384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:14.588976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No DVR routers for this DVR port a25bb40e-0ca7-4886-a901-a5b64a602770 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:14.607664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=a25bb40e-0ca7-4886-a901-a5b64a602770,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:14.639157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82f29b21-08a9-4d7b-a01b-9b92ae406370 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.738297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f29b21-08a9-4d7b-a01b-9b92ae406370 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=0906d30d-8a9c-4e5b-ac64-fb037fdc1192,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:14.777560 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-82f29b21-08a9-4d7b-a01b-9b92ae406370 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.782950 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-82f29b21-08a9-4d7b-a01b-9b92ae406370 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/0906d30d-8a9c-4e5b-ac64-fb037fdc1192 HTTP/1.1" status: 204 len: 168 time: 1.1903937 Nov 19 19:14:14.783351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34954) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:14.784499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.794072 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.819248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1af6924-face-4f5d-8f23-9bd3e3ed01e8']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:14.845962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34861678-962d-4e4d-9536-f4c7ddcab037 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:14.847221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853dfa1e-3cdf-4ff3-b72e-b7471b63eba8') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:14.847529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853dfa1e-3cdf-4ff3-b72e-b7471b63eba8') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:14.848993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34861678-962d-4e4d-9536-f4c7ddcab037 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:14.855954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-34861678-962d-4e4d-9536-f4c7ddcab037 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0711064 Nov 19 19:14:14.856653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34958) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:14.863078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.935662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e2b73b-3fdb-491c-86c1-9fba282ab1c6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 09d2d3ba-440e-49b7-a891-f44ab7ba7235 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:14.936121 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.939310 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95e2b73b-3fdb-491c-86c1-9fba282ab1c6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.952683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:14:14.953093 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:14:14.956363 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:14:14.995223 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95e2b73b-3fdb-491c-86c1-9fba282ab1c6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:15.085660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:15.109656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:15.112961 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/networks/f1af6924-face-4f5d-8f23-9bd3e3ed01e8 HTTP/1.1" status: 204 len: 168 time: 1.5207479 Nov 19 19:14:15.125031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34964) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:15.133359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95e2b73b-3fdb-491c-86c1-9fba282ab1c6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:15.135865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0b89d-6fa0-4b56-8b7e-745fae55a7e4 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Network': ['ID=f1af6924-face-4f5d-8f23-9bd3e3ed01e8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:15.236410 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95e2b73b-3fdb-491c-86c1-9fba282ab1c6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:15.266556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:15.311386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2b73b-3fdb-491c-86c1-9fba282ab1c6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=09d2d3ba-440e-49b7-a891-f44ab7ba7235,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:15.313429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95e2b73b-3fdb-491c-86c1-9fba282ab1c6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:15.322062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-95e2b73b-3fdb-491c-86c1-9fba282ab1c6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/09d2d3ba-440e-49b7-a891-f44ab7ba7235 HTTP/1.1" status: 204 len: 168 time: 0.4638164 Nov 19 19:14:15.324867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34970) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:15.400311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:14:15.481007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6dce10f5-c846-4bc0-85be-6caae13ce4df up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:15.522965 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e46f11-8ebc-4cbc-8748-c0f9744c23e0 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:15.566389 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1fe3054-5b0d-486a-adba-e62eb940d825 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:14:15.578848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:15.605043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Transition to ACTIVE for port object b1fe3054-5b0d-486a-adba-e62eb940d825 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:14:15.635468 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:15.668699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Provisioning complete for port 6dce10f5-c846-4bc0-85be-6caae13ce4df triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:15.669333 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:15.759967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 6dce10f5-c846-4bc0-85be-6caae13ce4df triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:15.760342 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:15.885427 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=9']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:15.980135 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07910eec-d88f-4f19-b312-e72d3e5f236a None None] DHCP port deletion for f1af6924-face-4f5d-8f23-9bd3e3ed01e8 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:16.002048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] No DVR routers for this DVR port b1fe3054-5b0d-486a-adba-e62eb940d825 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:16.039780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1846c535-dd19-4d9c-ad37-86f20c57ba01 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7109230 Nov 19 19:14:16.040508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34986) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:16.053399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-35d0b6c8-d081-4137-9edf-3b4225dffd3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:16.061288 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:16.091389 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:16.114341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d01efd1-6c3c-4301-a6de-aaee78a65347 None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:16.136981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] For port 6dce10f5-c846-4bc0-85be-6caae13ce4df, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6dce10f5-c846-4bc0-85be-6caae13ce4df,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:16.176278 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:16.188721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcda8c-4e84-4a04-8647-59fabaf90be5 req-04e128c7-49e8-4804-b905-645a49f2f3b7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:16.197910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbbcda8c-4e84-4a04-8647-59fabaf90be5 req-04e128c7-49e8-4804-b905-645a49f2f3b7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 944 time: 0.8639178 Nov 19 19:14:16.285092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbbcda8c-4e84-4a04-8647-59fabaf90be5 req-6a32c10b-4d86-48e9-bd5e-32114fa4597e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860949 Nov 19 19:14:16.308653 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:14:16.308653 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:14:16.311350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d0b6c8-d081-4137-9edf-3b4225dffd3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:16.316011 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35d0b6c8-d081-4137-9edf-3b4225dffd3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:16.319089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Pushing event updated for resources: {'Port': ['ID=6dce10f5-c846-4bc0-85be-6caae13ce4df,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:16.335275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.335629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.336117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.336459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.336798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.337134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.337464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.337831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.338168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.338495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.338824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.339144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfe0044-4e04-46f0-a028-029490ac8d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:14:16.350453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3d01efd1-6c3c-4301-a6de-aaee78a65347 None None] Deleting port 6dce10f5-c846-4bc0-85be-6caae13ce4df {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:16.350828 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3d01efd1-6c3c-4301-a6de-aaee78a65347 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:16.427235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3d01efd1-6c3c-4301-a6de-aaee78a65347 None None] For port 6dce10f5-c846-4bc0-85be-6caae13ce4df, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6dce10f5-c846-4bc0-85be-6caae13ce4df,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:16.427756 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3d01efd1-6c3c-4301-a6de-aaee78a65347 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:16.443720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3d01efd1-6c3c-4301-a6de-aaee78a65347 None None] Calling delete_port for 6dce10f5-c846-4bc0-85be-6caae13ce4df owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:16.558465 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3d01efd1-6c3c-4301-a6de-aaee78a65347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:16.586331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01efd1-6c3c-4301-a6de-aaee78a65347 None None] Pushing event deleted for resources: {'Port': ['ID=6dce10f5-c846-4bc0-85be-6caae13ce4df,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:16.592149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01efd1-6c3c-4301-a6de-aaee78a65347 None None] No DVR routers for this DVR port 6dce10f5-c846-4bc0-85be-6caae13ce4df on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:16.651057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.objects.ports [None req-35d0b6c8-d081-4137-9edf-3b4225dffd3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109887) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:14:16.652701 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35d0b6c8-d081-4137-9edf-3b4225dffd3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:16.695839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d0b6c8-d081-4137-9edf-3b4225dffd3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:16.701836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Attempting to bind port b1fe3054-5b0d-486a-adba-e62eb940d825 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:14:16.702368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Attempting to bind port b1fe3054-5b0d-486a-adba-e62eb940d825 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:14:16.702507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Attempting to bind port b1fe3054-5b0d-486a-adba-e62eb940d825 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:14:16.708448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-35d0b6c8-d081-4137-9edf-3b4225dffd3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:16.711652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d0b6c8-d081-4137-9edf-3b4225dffd3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:16.711839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Port b1fe3054-5b0d-486a-adba-e62eb940d825 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:14:16.712131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Attempting to bind port b1fe3054-5b0d-486a-adba-e62eb940d825 on network 32df8e1a-b141-4d16-b1e8-e2ea737b167c {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:14:16.712245 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35d0b6c8-d081-4137-9edf-3b4225dffd3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:16.721140 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:14:16.721533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Checking segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:14:16.721815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49aa19-530c-42f4-84fb-db29965b764b None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:16.721945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Bound using segment: {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:14:16.722310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Bound port: b1fe3054-5b0d-486a-adba-e62eb940d825, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4538a1-5032-4c3d-8982-2191bcc058e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:14:16.722668 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:16.732159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0b6c8-d081-4137-9edf-3b4225dffd3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=3b069c53-e507-485a-8cc2-175f0cf782f8,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:16.741677 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:16.750236 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-35d0b6c8-d081-4137-9edf-3b4225dffd3a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7083375 Nov 19 19:14:16.750910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34996) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:16.756984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:46:c6:59', 'name': 'tempest-NetworksTestDHCPv6-1862596241'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:16.868331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Port 6dce10f5-c846-4bc0-85be-6caae13ce4df update to ACTIVE by agent not found {{(pid=109889) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 19:14:16.888639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 051d4868-840c-4f0e-947f-bc7c5b062f4d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:16.895327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:16.918024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 051d4868-840c-4f0e-947f-bc7c5b062f4d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:16.918240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 051d4868-840c-4f0e-947f-bc7c5b062f4d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:16.931652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:14:16.964620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:14:16.985811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.006958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '3b069c53-e507-485a-8cc2-175f0cf782f8'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:14:17.008385 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.009642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.036644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 46701295-2a70-4433-9785-8d5df6c97e5b yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:17.036885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:17.037350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.038750 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] 10.222.0.57 "PUT /v2.0/ports/b1fe3054-5b0d-486a-adba-e62eb940d825 HTTP/1.1" status: 200 len: 1092 time: 2.4894981 Nov 19 19:14:17.041085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:14:17.043408 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5951ff-6cae-4903-8bf6-656defa82d80" -d '{"events": [{"name": "network-changed", "server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:14:17.072341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fe544-9fbd-48e9-9347-7852973873de service neutron] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=10']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:17.133350 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921d355c-7d45-4c9d-b17c-0d018cf92734 x-openstack-request-id: req-921d355c-7d45-4c9d-b17c-0d018cf92734 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:14:17.135180 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:14:17.135454 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-921d355c-7d45-4c9d-b17c-0d018cf92734 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:14:17.135933 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'status': 'completed', 'code': 200} Nov 19 19:14:17.215719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::f816:3eff:fe46:c659 (2953a791-3f54-41a3-92dc-efec9fb97405/3b069c53-e507-485a-8cc2-175f0cf782f8/46701295-2a70-4433-9785-8d5df6c97e5b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:17.259560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a25bb40e-0ca7-4886-a901-a5b64a602770 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:17.266466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278bfae-5096-4739-a284-7db07e95d803 req-7c0da031-db00-447a-bc10-d7704e556f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:17.268041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-7c0da031-db00-447a-bc10-d7704e556f99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 1096 time: 0.1402612 Nov 19 19:14:17.285643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a25bb40e-0ca7-4886-a901-a5b64a602770 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:17.286057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a25bb40e-0ca7-4886-a901-a5b64a602770 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:17.286962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6dce10f5-c846-4bc0-85be-6caae13ce4df no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:17.309476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 6dce10f5-c846-4bc0-85be-6caae13ce4df {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:17.309855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6dce10f5-c846-4bc0-85be-6caae13ce4df not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:17.397863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 26eb7816-8e94-4b5c-93e9-bc52ed43291e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:17.398573 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.449134 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278bfae-5096-4739-a284-7db07e95d803 req-05beb604-6b72-45e4-8631-e26ce99fdd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:17.450792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-05beb604-6b72-45e4-8631-e26ce99fdd3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.1725402 Nov 19 19:14:17.474099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35026) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:17.491616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1eba9-d94c-46ae-9a08-c8f40714ca8c req-8105b534-f44d-4f8d-822b-d7a96b259a03 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:17.493142 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79b1eba9-d94c-46ae-9a08-c8f40714ca8c req-8105b534-f44d-4f8d-822b-d7a96b259a03 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.0894156 Nov 19 19:14:17.507791 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.559611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port 26eb7816-8e94-4b5c-93e9-bc52ed43291e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=26eb7816-8e94-4b5c-93e9-bc52ed43291e,segment=NetworkSegment(f5a399c1-4726-40ef-b9c0-80b806188c54),segment_id=f5a399c1-4726-40ef-b9c0-80b806188c54)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:17.559987 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.566852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79b1eba9-d94c-46ae-9a08-c8f40714ca8c req-596bbf40-bb55-4715-b346-b54ebf0a1172 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643730 Nov 19 19:14:17.577784 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-e7b3e392-2296-401e-ae22-5fc98e9bb355 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fe3054-5b0d-486a-adba-e62eb940d825 HTTP/1.1" status: 200 len: 999 time: 0.1010273 Nov 19 19:14:17.582013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 26eb7816-8e94-4b5c-93e9-bc52ed43291e owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:17.587594 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.647553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Allocated IP 2001:db8::f816:3eff:fed4:2262 (2953a791-3f54-41a3-92dc-efec9fb97405/3b069c53-e507-485a-8cc2-175f0cf782f8/4ca024ac-eeca-4c28-8025-594b7554b23f) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:17.653422 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8faffe03-e312-4698-ba82-d5e8b129c7be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.658170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:17.667960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:17.670221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=46701295-2a70-4433-9785-8d5df6c97e5b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:17.673044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278bfae-5096-4739-a284-7db07e95d803 req-cb773d18-549e-48a5-907c-6e3acbda49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:17.673692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:17.675167 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-cb773d18-549e-48a5-907c-6e3acbda49b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.0899525 Nov 19 19:14:17.679722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:17.680358 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.717623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-56aac7f3-fbcf-4057-8cdf-66c3219e3339 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9656315 Nov 19 19:14:17.720845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35030) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:17.777687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8faffe03-e312-4698-ba82-d5e8b129c7be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.783604 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8faffe03-e312-4698-ba82-d5e8b129c7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.818919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278bfae-5096-4739-a284-7db07e95d803 req-2322adcc-0e46-4894-a7c2-0aab78471fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:17.820768 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-2322adcc-0e46-4894-a7c2-0aab78471fb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366236 Nov 19 19:14:17.828881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8faffe03-e312-4698-ba82-d5e8b129c7be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1cded864c97a463a824186866a9f3319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3514123 Nov 19 19:14:17.828881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faffe03-e312-4698-ba82-d5e8b129c7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb6ac4d-a3af-4829-949d-dc1beeec8eb6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:17.831895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35032) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:17.835025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b95c30c-c432-49b6-8aec-52a9bdcdd0c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:17.836124 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.836574 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2b95c30c-c432-49b6-8aec-52a9bdcdd0c9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1106856 Nov 19 19:14:17.841657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35034) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:17.847071 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.899920 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:17.905672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:17.907882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Pushing event updated for resources: {'Port': ['ID=4ca024ac-eeca-4c28-8025-594b7554b23f,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:17.910109 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:17.962953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e15f2014-48c3-4389-8165-5994a5cdee7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.967304 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-875bfdee-3aa8-4347-9e74-ed9199f723a8 service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296287 Nov 19 19:14:17.970498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Attempting to bind port 4ca024ac-eeca-4c28-8025-594b7554b23f on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:14:17.970870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Attempting to bind port 4ca024ac-eeca-4c28-8025-594b7554b23f by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:14:17.971229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Attempting to bind port 4ca024ac-eeca-4c28-8025-594b7554b23f on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:14:17.977865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:14:17.978226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:14:17.978629 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.979018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:14:17.979487 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Bound port: 4ca024ac-eeca-4c28-8025-594b7554b23f, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:14:17.979868 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:17.994577 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e15f2014-48c3-4389-8165-5994a5cdee7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.010363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-af7425a3-45f6-4eff-87f4-0025374333df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 46701295-2a70-4433-9785-8d5df6c97e5b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:18.010741 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af7425a3-45f6-4eff-87f4-0025374333df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.047596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] For port 4ca024ac-eeca-4c28-8025-594b7554b23f, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:14:18.050667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] For port 4ca024ac-eeca-4c28-8025-594b7554b23f, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4ca024ac-eeca-4c28-8025-594b7554b23f,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:14:18.055752 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.103492 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.115627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be63c7-6037-4480-85db-7920bfc044ee None None] Pushing event updated for resources: {'Port': ['ID=4ca024ac-eeca-4c28-8025-594b7554b23f,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:18.130674 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e15f2014-48c3-4389-8165-5994a5cdee7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.133262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e15f2014-48c3-4389-8165-5994a5cdee7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.134475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e15f2014-48c3-4389-8165-5994a5cdee7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/afb6ac4d-a3af-4829-949d-dc1beeec8eb6 HTTP/1.1" status: 204 len: 168 time: 0.3014467 Nov 19 19:14:18.136402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af7425a3-45f6-4eff-87f4-0025374333df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.146464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=26eb7816-8e94-4b5c-93e9-bc52ed43291e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:18.173553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f2014-48c3-4389-8165-5994a5cdee7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb6ac4d-a3af-4829-949d-dc1beeec8eb6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:18.176691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-af7425a3-45f6-4eff-87f4-0025374333df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 46701295-2a70-4433-9785-8d5df6c97e5b owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:18.184096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0278bfae-5096-4739-a284-7db07e95d803 req-13d99a2f-cafa-4cf8-8936-a4511c7703ef service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087085 Nov 19 19:14:18.408372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af7425a3-45f6-4eff-87f4-0025374333df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.456467 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5951ff-6cae-4903-8bf6-656defa82d80 req-1b9c6e4b-4a43-4358-82b6-2b231dd91dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:18.463422 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f5951ff-6cae-4903-8bf6-656defa82d80 req-1b9c6e4b-4a43-4358-82b6-2b231dd91dad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 1096 time: 0.2137694 Nov 19 19:14:18.474794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7425a3-45f6-4eff-87f4-0025374333df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=46701295-2a70-4433-9785-8d5df6c97e5b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:18.517780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af7425a3-45f6-4eff-87f4-0025374333df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.524540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-af7425a3-45f6-4eff-87f4-0025374333df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/46701295-2a70-4433-9785-8d5df6c97e5b HTTP/1.1" status: 204 len: 168 time: 0.6786461 Nov 19 19:14:18.525009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35046) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:18.557701 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.636183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126ae73c-2697-4461-aab1-587cdc923c26 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:18.638926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126ae73c-2697-4461-aab1-587cdc923c26 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:18.643289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-126ae73c-2697-4461-aab1-587cdc923c26 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1162777 Nov 19 19:14:18.645921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35054) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:18.750369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5951ff-6cae-4903-8bf6-656defa82d80 req-506a25eb-e97a-4637-9792-fc1c7587d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:18.752140 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f5951ff-6cae-4903-8bf6-656defa82d80 req-506a25eb-e97a-4637-9792-fc1c7587d3f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.2809641 Nov 19 19:14:18.784336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a3e9a2-55d5-40df-a718-5725fe46ed5c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 3b069c53-e507-485a-8cc2-175f0cf782f8 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:18.790648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e9a2-55d5-40df-a718-5725fe46ed5c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.805692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35060) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:18.841416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b59aa6-8f2d-4c9c-86b1-b39058861f04 req-465cf129-ddde-4e00-8709-0599cce259e7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:18.846264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e0b59aa6-8f2d-4c9c-86b1-b39058861f04 req-465cf129-ddde-4e00-8709-0599cce259e7 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.1345537 Nov 19 19:14:18.888812 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e9a2-55d5-40df-a718-5725fe46ed5c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.950269 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a29fee34-7b4b-4736-8554-b3420c279075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:18.954755 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f5951ff-6cae-4903-8bf6-656defa82d80 req-c26dec39-10ae-4ebf-8a8b-26e1dd31339d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fe3054-5b0d-486a-adba-e62eb940d825 HTTP/1.1" status: 200 len: 999 time: 0.1939962 Nov 19 19:14:18.997589 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e0b59aa6-8f2d-4c9c-86b1-b39058861f04 req-e198fe73-d5c2-456c-b2b8-b30f0b06bc64 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388040 Nov 19 19:14:19.038793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 923c4f22-3305-4599-933b-500649359c73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:14:19.139213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e9a2-55d5-40df-a718-5725fe46ed5c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:19.169374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:14:19.175618 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f7fbc63c-2820-4e7c-9270-11108a731f77 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/923c4f22-3305-4599-933b-500649359c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0474539 Nov 19 19:14:19.181100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35064) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:19.186248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c4e96a-aa04-4a9b-893f-5f28308d72ae None None] Sync routers for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:14:19.251182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-2646718c-e2bc-4c7c-9036-01a4021f5ae3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting subnet cb934fcf-aa50-40da-ac3c-16401c6d103e {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:19.301085 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e9a2-55d5-40df-a718-5725fe46ed5c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:19.332132 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2646718c-e2bc-4c7c-9036-01a4021f5ae3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:19.357813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e9a2-55d5-40df-a718-5725fe46ed5c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:19.361418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f4a3e9a2-55d5-40df-a718-5725fe46ed5c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/3b069c53-e507-485a-8cc2-175f0cf782f8 HTTP/1.1" status: 204 len: 168 time: 0.7144477 Nov 19 19:14:19.362709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3e9a2-55d5-40df-a718-5725fe46ed5c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=3b069c53-e507-485a-8cc2-175f0cf782f8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:19.365500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35066) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:19.376113 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a29fee34-7b4b-4736-8554-b3420c279075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:19.406509 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a29fee34-7b4b-4736-8554-b3420c279075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:19.455167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2646718c-e2bc-4c7c-9036-01a4021f5ae3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:19.460726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5951ff-6cae-4903-8bf6-656defa82d80 req-0df0a937-0471-4241-ba13-9bfad68208fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:19.462233 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f5951ff-6cae-4903-8bf6-656defa82d80 req-0df0a937-0471-4241-ba13-9bfad68208fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.2232044 Nov 19 19:14:19.488024 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-47d4b1b6-dbd6-464a-8fd9-4165eeb3c3eb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209846 Nov 19 19:14:19.490720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35068) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:19.507914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4ca024ac-eeca-4c28-8025-594b7554b23f up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:19.549277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4e96a-aa04-4a9b-893f-5f28308d72ae None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:19.550473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-79c4e96a-aa04-4a9b-893f-5f28308d72ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:19.599184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d681ee-a482-45d7-8c61-166ed67f697e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:19.603302 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-86d681ee-a482-45d7-8c61-166ed67f697e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1114256 Nov 19 19:14:19.603934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35070) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:19.633504 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a29fee34-7b4b-4736-8554-b3420c279075 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4c3beb8438d45ce83f4d7505cf81433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8268487 Nov 19 19:14:19.651807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35072) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:19.656248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-79c4e96a-aa04-4a9b-893f-5f28308d72ae None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:19.674410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fee34-7b4b-4736-8554-b3420c279075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c08084-59ec-419b-9385-4cca94fe18b0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:19.707642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828126b9-6f1b-4625-92ac-09be8ef3a4a8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:19.714993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35074) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:19.722400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-828126b9-6f1b-4625-92ac-09be8ef3a4a8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1173651 Nov 19 19:14:19.805220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5951ff-6cae-4903-8bf6-656defa82d80 req-c89ea3c8-2d4b-4991-ac7c-2ad64f2744e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:19.807837 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f5951ff-6cae-4903-8bf6-656defa82d80 req-c89ea3c8-2d4b-4991-ac7c-2ad64f2744e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2920079 Nov 19 19:14:19.810310 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-93d8a58f-6932-4490-870c-a5b621053d70 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894718 Nov 19 19:14:19.815774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35076) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:19.822428 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5d95048c-e791-4570-998b-4b9be12a364f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:19.845623 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96627255-ba6c-458b-bda6-169eea8e3e06 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:19.930098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2646718c-e2bc-4c7c-9036-01a4021f5ae3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:19.946618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d95048c-e791-4570-998b-4b9be12a364f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:19.952992 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d95048c-e791-4570-998b-4b9be12a364f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:19.975868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69029347-851a-4f3a-9e3a-577b142e7ed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.039404 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:14:20.046504 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69029347-851a-4f3a-9e3a-577b142e7ed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.066650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f5951ff-6cae-4903-8bf6-656defa82d80 req-7c73e4ce-cb61-43da-baf3-77c577241101 service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247465 Nov 19 19:14:20.163630 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2646718c-e2bc-4c7c-9036-01a4021f5ae3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.216208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 4ca024ac-eeca-4c28-8025-594b7554b23f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:20.216784 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.279794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4ede34ef-260e-43e4-bb84-51edc19c5af6 None None] Provisioning complete for port 4ca024ac-eeca-4c28-8025-594b7554b23f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:20.280166 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4ede34ef-260e-43e4-bb84-51edc19c5af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.285599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43e906-03b7-490b-b492-2bcc562da505 req-c19ebc13-53bc-42cc-aa17-cdc94b79efab tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:20.302706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db43e906-03b7-490b-b492-2bcc562da505 req-c19ebc13-53bc-42cc-aa17-cdc94b79efab tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.1538467 Nov 19 19:14:20.356521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d95048c-e791-4570-998b-4b9be12a364f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.439961 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db43e906-03b7-490b-b492-2bcc562da505 req-5770ad12-9847-47f4-b348-be2c9133e023 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318791 Nov 19 19:14:20.452193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d95048c-e791-4570-998b-4b9be12a364f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:20.461296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5d95048c-e791-4570-998b-4b9be12a364f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:20.466540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d95048c-e791-4570-998b-4b9be12a364f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:20.467481 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d95048c-e791-4570-998b-4b9be12a364f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.484189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95048c-e791-4570-998b-4b9be12a364f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=55607861-cca5-445a-8c1a-50cfb885947f,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:20.494800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-79c4e96a-aa04-4a9b-893f-5f28308d72ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:17Z', 'revision_number': 10, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:20.502876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5d95048c-e791-4570-998b-4b9be12a364f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6851737 Nov 19 19:14:20.506005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35080) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:20.513830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:7f:c8:21', 'name': 'tempest-NetworksTestDHCPv6-398769856'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:20.555467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c4e96a-aa04-4a9b-893f-5f28308d72ae None None] Checking router: 923c4f22-3305-4599-933b-500649359c73 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:14:20.559526 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.615142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6dfd93-3fed-442a-a844-37568e4e4a31 None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:20.625385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4e96a-aa04-4a9b-893f-5f28308d72ae None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:20.626088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-79c4e96a-aa04-4a9b-893f-5f28308d72ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:20.638683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4ede34ef-260e-43e4-bb84-51edc19c5af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.771373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:20.776304 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.807550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 4ca024ac-eeca-4c28-8025-594b7554b23f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4ca024ac-eeca-4c28-8025-594b7554b23f,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:20.815169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port bc88cf21-941c-493f-8b69-b2f3e01e1b1f yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:20.843358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646718c-e2bc-4c7c-9036-01a4021f5ae3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Subnet': ['ID=cb934fcf-aa50-40da-ac3c-16401c6d103e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:20.854727 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2646718c-e2bc-4c7c-9036-01a4021f5ae3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.861994 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2646718c-e2bc-4c7c-9036-01a4021f5ae3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/cb934fcf-aa50-40da-ac3c-16401c6d103e HTTP/1.1" status: 204 len: 168 time: 1.6773078 Nov 19 19:14:20.865168 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.868492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd906d3-59da-4aab-8304-20635de14768 None None] Network 6a9f6ee3-a877-4506-9307-47d80dc07121 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:20.870961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35082) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:20.939841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-79c4e96a-aa04-4a9b-893f-5f28308d72ae None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:20.968481 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:20.975680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::23f (2953a791-3f54-41a3-92dc-efec9fb97405/55607861-cca5-445a-8c1a-50cfb885947f/bc88cf21-941c-493f-8b69-b2f3e01e1b1f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:20.993888 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f5951ff-6cae-4903-8bf6-656defa82d80 req-fd348e22-59e7-47ed-be52-be77b2cf281c service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8991208 Nov 19 19:14:21.033087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69029347-851a-4f3a-9e3a-577b142e7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:21.036731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69029347-851a-4f3a-9e3a-577b142e7ed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:21.042026 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-69029347-851a-4f3a-9e3a-577b142e7ed8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7c08084-59ec-419b-9385-4cca94fe18b0 HTTP/1.1" status: 204 len: 168 time: 1.3879242 Nov 19 19:14:21.059952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69029347-851a-4f3a-9e3a-577b142e7ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c08084-59ec-419b-9385-4cca94fe18b0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:21.090587 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 6c5da702-8639-4d96-a2bd-80e0be8bf580 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:21.091039 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:21.182823 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:21.243626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port 6c5da702-8639-4d96-a2bd-80e0be8bf580, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6c5da702-8639-4d96-a2bd-80e0be8bf580,segment=NetworkSegment(f5a399c1-4726-40ef-b9c0-80b806188c54),segment_id=f5a399c1-4726-40ef-b9c0-80b806188c54)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:21.244971 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:21.259154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:21.292624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 6c5da702-8639-4d96-a2bd-80e0be8bf580 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:21.304738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4ca024ac-eeca-4c28-8025-594b7554b23f no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:21.325216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=bc88cf21-941c-493f-8b69-b2f3e01e1b1f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:21.346354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:21.349020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:21.356498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:21.366928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:21.367751 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:21.415000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e42d27b7-0205-4c83-abbe-0711d565f1fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9074466 Nov 19 19:14:21.420672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35086) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:21.472572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:21.501606 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-4ede34ef-260e-43e4-bb84-51edc19c5af6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:14:21.502456 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-4ede34ef-260e-43e4-bb84-51edc19c5af6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:14:21.561275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=6c5da702-8639-4d96-a2bd-80e0be8bf580,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:21.578425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No DVR routers for this DVR port 6c5da702-8639-4d96-a2bd-80e0be8bf580 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:21.609909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5146a7-fa31-46f0-8d2d-75de4a15add3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:21.630409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5146a7-fa31-46f0-8d2d-75de4a15add3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:21.632281 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0e5146a7-fa31-46f0-8d2d-75de4a15add3 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2103777 Nov 19 19:14:21.646759 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35092) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:21.647918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=4ca024ac-eeca-4c28-8025-594b7554b23f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:21.695177 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ec6dfd93-3fed-442a-a844-37568e4e4a31 None None] Deleting port 4ca024ac-eeca-4c28-8025-594b7554b23f {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:21.696018 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec6dfd93-3fed-442a-a844-37568e4e4a31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:21.758605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a7f23-1eaf-4b24-bf97-906c9d768a1a req-1071d5b1-db5e-4dbc-bb69-85ec6b888844 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:21.761623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f4a7f23-1eaf-4b24-bf97-906c9d768a1a req-1071d5b1-db5e-4dbc-bb69-85ec6b888844 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.1282890 Nov 19 19:14:21.819854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcded7bb-9539-4ac8-b713-a1894fd34c41 None None] DHCP port deletion for 6a9f6ee3-a877-4506-9307-47d80dc07121 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:21.905659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f4a7f23-1eaf-4b24-bf97-906c9d768a1a req-bf825ba3-9dde-463f-8108-ed788b952460 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372983 Nov 19 19:14:21.913343 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.007892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9f6ee3-a877-4506-9307-47d80dc07121']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:22.013688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e901-0eb3-4140-92b8-955383df2be3 req-c9ff7e7a-ca2d-4fbc-b29f-5eeff5494e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:22.016324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb61e901-0eb3-4140-92b8-955383df2be3 req-c9ff7e7a-ca2d-4fbc-b29f-5eeff5494e6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d66db5a635f74407910126f79e0a8077&device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 1096 time: 0.2253578 Nov 19 19:14:22.033630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a399c1-4726-40ef-b9c0-80b806188c54') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:22.033995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a399c1-4726-40ef-b9c0-80b806188c54') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:22.052203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.072251 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.084946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf16de-1aa2-472b-ad93-e45e6be36fd1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port bc88cf21-941c-493f-8b69-b2f3e01e1b1f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:22.085308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bdf16de-1aa2-472b-ad93-e45e6be36fd1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.117277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:14:22.119045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:14:22.124429 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:14:22.263381 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.268625 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.275877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/networks/6a9f6ee3-a877-4506-9307-47d80dc07121 HTTP/1.1" status: 204 len: 168 time: 1.4010079 Nov 19 19:14:22.276714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35106) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:22.339883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bb145-9f5a-44f9-9a41-23f411fbc459 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Network': ['ID=6a9f6ee3-a877-4506-9307-47d80dc07121,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:22.360970 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.367247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bdf16de-1aa2-472b-ad93-e45e6be36fd1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.409023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf16de-1aa2-472b-ad93-e45e6be36fd1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for bc88cf21-941c-493f-8b69-b2f3e01e1b1f owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:22.445659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 4ca024ac-eeca-4c28-8025-594b7554b23f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4ca024ac-eeca-4c28-8025-594b7554b23f,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:22.458121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-79c4e96a-aa04-4a9b-893f-5f28308d72ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:17Z', 'revision_number': 10, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:22.471710 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.626725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=4ca024ac-eeca-4c28-8025-594b7554b23f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:22.653086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c4e96a-aa04-4a9b-893f-5f28308d72ae None None] The sync data for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 is: [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:17Z', 'revision_number': 10, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None, '_interfaces': [{'id': '8d2045a2-af1e-4935-83a1-5ca45bc53abb', 'name': '', 'network_id': '55ca89f0-d008-4cad-adae-78f6d0ea4b31', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'mac_address': 'fa:16:3e:4c:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923c4f22-3305-4599-933b-500649359c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:13:34Z', 'updated_at': '2021-11-19T19:13:46Z', 'revision_number': 5, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'subnets': [{'id': 'a5d36936-5b21-43a2-9b2b-81fa7a716558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:14:22.661678 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ec6dfd93-3fed-442a-a844-37568e4e4a31 None None] For port 4ca024ac-eeca-4c28-8025-594b7554b23f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4ca024ac-eeca-4c28-8025-594b7554b23f,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:22.662898 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec6dfd93-3fed-442a-a844-37568e4e4a31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.698248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ec6dfd93-3fed-442a-a844-37568e4e4a31 None None] Calling delete_port for 4ca024ac-eeca-4c28-8025-594b7554b23f owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:22.708836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bdf16de-1aa2-472b-ad93-e45e6be36fd1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.768628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf16de-1aa2-472b-ad93-e45e6be36fd1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=bc88cf21-941c-493f-8b69-b2f3e01e1b1f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:22.859573 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bdf16de-1aa2-472b-ad93-e45e6be36fd1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.878701 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4bdf16de-1aa2-472b-ad93-e45e6be36fd1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/bc88cf21-941c-493f-8b69-b2f3e01e1b1f HTTP/1.1" status: 204 len: 168 time: 1.1146386 Nov 19 19:14:22.881197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35116) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:22.943568 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec6dfd93-3fed-442a-a844-37568e4e4a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:22.973762 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5b4df-3970-4a9a-b5c5-2273f794f7d6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:22.979617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5b4df-3970-4a9a-b5c5-2273f794f7d6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:22.983384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-01b5b4df-3970-4a9a-b5c5-2273f794f7d6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1010106 Nov 19 19:14:22.989795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35122) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:23.027593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dfd93-3fed-442a-a844-37568e4e4a31 None None] Pushing event deleted for resources: {'Port': ['ID=4ca024ac-eeca-4c28-8025-594b7554b23f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:23.033408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6dfd93-3fed-442a-a844-37568e4e4a31 None None] No DVR routers for this DVR port 4ca024ac-eeca-4c28-8025-594b7554b23f on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:23.062913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a221875-e7ab-4301-8748-a5edecf0b366 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:23.193983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-375942e0-3fcc-4887-81a5-29afaa31e14d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 55607861-cca5-445a-8c1a-50cfb885947f {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:23.198690 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-375942e0-3fcc-4887-81a5-29afaa31e14d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:23.271107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6c5da702-8639-4d96-a2bd-80e0be8bf580 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:23.322118 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-375942e0-3fcc-4887-81a5-29afaa31e14d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:23.335401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 6c5da702-8639-4d96-a2bd-80e0be8bf580 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:23.342411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6c5da702-8639-4d96-a2bd-80e0be8bf580 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:23.342859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 26eb7816-8e94-4b5c-93e9-bc52ed43291e no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:23.354378 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:23.470945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 26eb7816-8e94-4b5c-93e9-bc52ed43291e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:23.471593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 26eb7816-8e94-4b5c-93e9-bc52ed43291e not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:23.495265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d337943-0a0c-404a-bdd2-c2bf2695cfd3 req-7294a5bd-7b14-4c73-afaa-9c6c29278404 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:23.497000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d337943-0a0c-404a-bdd2-c2bf2695cfd3 req-7294a5bd-7b14-4c73-afaa-9c6c29278404 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.3823905 Nov 19 19:14:23.569765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471fc662-07c2-4e1d-b559-000d8195e6a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '55607861-cca5-445a-8c1a-50cfb885947f'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:14:23.571248 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-471fc662-07c2-4e1d-b559-000d8195e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:23.618733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-375942e0-3fcc-4887-81a5-29afaa31e14d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:23.661813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d337943-0a0c-404a-bdd2-c2bf2695cfd3 req-3ea4aa11-232f-4f79-8962-ea970b7d6977 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542737 Nov 19 19:14:23.747266 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-375942e0-3fcc-4887-81a5-29afaa31e14d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:23.785092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375942e0-3fcc-4887-81a5-29afaa31e14d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=55607861-cca5-445a-8c1a-50cfb885947f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:23.792985 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-375942e0-3fcc-4887-81a5-29afaa31e14d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:23.797281 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-375942e0-3fcc-4887-81a5-29afaa31e14d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/55607861-cca5-445a-8c1a-50cfb885947f HTTP/1.1" status: 204 len: 168 time: 0.7991800 Nov 19 19:14:23.799480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35138) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-471fc662-07c2-4e1d-b559-000d8195e6a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55607861-cca5-445a-8c1a-50cfb885947f: This subnet is being modified by another concurrent operation. Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55607861-cca5-445a-8c1a-50cfb885947f: This subnet is being modified by another concurrent operation. Nov 19 19:14:23.822242 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:14:23.845694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0449ea87-5d08-44ee-a711-695722a0206d None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:14:23.873317 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f32e9399-6260-4fbf-9bd6-e6d753bf6452 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722806 Nov 19 19:14:23.875747 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35140) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:23.938417 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c0bea5ed-d739-45af-bbdc-638a2f6da54f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0607908 Nov 19 19:14:23.940133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35142) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:23.982510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 8d2045a2-af1e-4935-83a1-5ca45bc53abb {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:23.982854 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:24.016858 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8adba0-1f31-41c3-8ed2-d6183ddabb92 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:24.020767 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bd8adba0-1f31-41c3-8ed2-d6183ddabb92 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0777791 Nov 19 19:14:24.025109 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35148) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:24.074075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0449ea87-5d08-44ee-a711-695722a0206d None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:14:24.095321 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8234ce17-4791-454d-ac65-3cc7a3087ebe tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653682 Nov 19 19:14:24.095745 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35150) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:24.101846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1fc01687-0818-47c0-a77d-9bf4d7956545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:24.239446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port 8d2045a2-af1e-4935-83a1-5ca45bc53abb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8d2045a2-af1e-4935-83a1-5ca45bc53abb,segment=NetworkSegment(d79453e3-3e1c-405b-9b93-98b494cc1f96),segment_id=d79453e3-3e1c-405b-9b93-98b494cc1f96)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:24.239446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:24.261512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 8d2045a2-af1e-4935-83a1-5ca45bc53abb owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:24.311169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc01687-0818-47c0-a77d-9bf4d7956545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:24.315952 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fc01687-0818-47c0-a77d-9bf4d7956545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:24.579885 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:24.624850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=8d2045a2-af1e-4935-83a1-5ca45bc53abb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:24.742721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-1fc01687-0818-47c0-a77d-9bf4d7956545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:14:24.744968 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fc01687-0818-47c0-a77d-9bf4d7956545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:24.798725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc01687-0818-47c0-a77d-9bf4d7956545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:24.803707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1fc01687-0818-47c0-a77d-9bf4d7956545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:24.809278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc01687-0818-47c0-a77d-9bf4d7956545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:24.810601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fc01687-0818-47c0-a77d-9bf4d7956545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:24.813827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e5da6-1a1b-4887-a835-2d48d31d698d None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:24.873670 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1fc01687-0818-47c0-a77d-9bf4d7956545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7743764 Nov 19 19:14:24.874851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35170) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:24.880801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b2588d5a-b7d9-4bb6-9410-ce37e2ed6597 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:24.904180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc01687-0818-47c0-a77d-9bf4d7956545 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=fd5ddbca-3c11-4c55-831f-6aefe3970158,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:25.067747 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:25.131385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2588d5a-b7d9-4bb6-9410-ce37e2ed6597 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:25.135698 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2588d5a-b7d9-4bb6-9410-ce37e2ed6597 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:25.232530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': 'fd5ddbca-3c11-4c55-831f-6aefe3970158'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:14:25.233409 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:25.273660 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:25.370929 n-d-815373-6 neutron-server[109888]: INFO neutron.db.ipam_backend_mixin [None req-b2588d5a-b7d9-4bb6-9410-ce37e2ed6597 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd5ddbca-3c11-4c55-831f-6aefe3970158 (CIDR: 2001:db8::/64) Nov 19 19:14:25.378350 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2588d5a-b7d9-4bb6-9410-ce37e2ed6597 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:25.384380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2588d5a-b7d9-4bb6-9410-ce37e2ed6597 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:25.426557 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b2588d5a-b7d9-4bb6-9410-ce37e2ed6597 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5497777 Nov 19 19:14:25.428961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35190) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:25.440531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3cac3dcc-3e27-4761-a645-3c018f664c95 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:25.452738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Allocated IP 2001:db8::f816:3eff:fe46:b022 (2953a791-3f54-41a3-92dc-efec9fb97405/fd5ddbca-3c11-4c55-831f-6aefe3970158/204b307a-289b-4dda-b2e3-e3752704a5a1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:25.581160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cac3dcc-3e27-4761-a645-3c018f664c95 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:25.586106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cac3dcc-3e27-4761-a645-3c018f664c95 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:25.708338 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:25.727995 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:25.749227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1c7e3-f19a-4c06-b169-05796a8f0abb req-f62a3253-9999-4b1e-8362-38d5ccabea6d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:25.750852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6d1c7e3-f19a-4c06-b169-05796a8f0abb req-f62a3253-9999-4b1e-8362-38d5ccabea6d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.7702484 Nov 19 19:14:25.836470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Pushing event updated for resources: {'Port': ['ID=204b307a-289b-4dda-b2e3-e3752704a5a1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:25.856625 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:25.870353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:25.876908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:25.942356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 923c4f22-3305-4599-933b-500649359c73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:14:25.972117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6d1c7e3-f19a-4c06-b169-05796a8f0abb req-0bc443ce-f859-4940-98a1-9f399e8ce534 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469190 Nov 19 19:14:26.008629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Attempting to bind port 204b307a-289b-4dda-b2e3-e3752704a5a1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:14:26.009380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Attempting to bind port 204b307a-289b-4dda-b2e3-e3752704a5a1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:14:26.010045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Attempting to bind port 204b307a-289b-4dda-b2e3-e3752704a5a1 on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:14:26.017563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:14:26.018334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:14:26.019137 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.020321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:14:26.021154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Bound port: 204b307a-289b-4dda-b2e3-e3752704a5a1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:14:26.021804 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.036939 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cac3dcc-3e27-4761-a645-3c018f664c95 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.097618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:14:26.106138 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-46bff493-915f-4533-8752-794f9091e4a5 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/923c4f22-3305-4599-933b-500649359c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8268411 Nov 19 19:14:26.113340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35204) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:26.119405 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd5f26-c742-47c7-8d54-efdc42058e64 None None] Sync routers for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:14:26.135606 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd5f26-c742-47c7-8d54-efdc42058e64 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:26.137078 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-eabd5f26-c742-47c7-8d54-efdc42058e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:26.145189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] For port 204b307a-289b-4dda-b2e3-e3752704a5a1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:14:26.155440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] For port 204b307a-289b-4dda-b2e3-e3752704a5a1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=204b307a-289b-4dda-b2e3-e3752704a5a1,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:14:26.165853 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.207676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac3dcc-3e27-4761-a645-3c018f664c95 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=65419ac0-8664-43e7-9818-cdc3a5a59df2,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:26.241493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac3dcc-3e27-4761-a645-3c018f664c95 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:26.245317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3cac3dcc-3e27-4761-a645-3c018f664c95 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:26.250525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a1c4bd-ba75-42c9-8bd3-1517f431ce7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting subnet a5d36936-5b21-43a2-9b2b-81fa7a716558 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:26.251742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cac3dcc-3e27-4761-a645-3c018f664c95 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:26.253556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cac3dcc-3e27-4761-a645-3c018f664c95 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.257159 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c4bd-ba75-42c9-8bd3-1517f431ce7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.290457 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-eabd5f26-c742-47c7-8d54-efdc42058e64 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:26.320803 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3cac3dcc-3e27-4761-a645-3c018f664c95 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8905628 Nov 19 19:14:26.321510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35208) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:26.328511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86d465-9999-4080-b18b-85da3ad5a6e5 None None] Pushing event updated for resources: {'Port': ['ID=204b307a-289b-4dda-b2e3-e3752704a5a1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:26.331196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:25:13:3b', 'name': 'tempest-NetworksTestDHCPv6-1955274670'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:26.363058 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c4bd-ba75-42c9-8bd3-1517f431ce7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.411567 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-eabd5f26-c742-47c7-8d54-efdc42058e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:24Z', 'revision_number': 11, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:26.480240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35210) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:26.500016 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd5f26-c742-47c7-8d54-efdc42058e64 None None] Checking router: 923c4f22-3305-4599-933b-500649359c73 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:14:26.510682 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd5f26-c742-47c7-8d54-efdc42058e64 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:26.511573 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-eabd5f26-c742-47c7-8d54-efdc42058e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:26.636782 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-eabd5f26-c742-47c7-8d54-efdc42058e64 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:26.637272 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c4bd-ba75-42c9-8bd3-1517f431ce7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.645784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:26.739177 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-eabd5f26-c742-47c7-8d54-efdc42058e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:24Z', 'revision_number': 11, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:26.748218 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8fb127fb-e84a-4740-a4de-b10c5fb35357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.770228 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd5f26-c742-47c7-8d54-efdc42058e64 None None] The sync data for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 is: [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:24Z', 'revision_number': 11, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:14:26.783512 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c4bd-ba75-42c9-8bd3-1517f431ce7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.820046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1c4bd-ba75-42c9-8bd3-1517f431ce7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d36936-5b21-43a2-9b2b-81fa7a716558,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:26.826952 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.843722 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c4bd-ba75-42c9-8bd3-1517f431ce7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:26.849423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c3a1c4bd-ba75-42c9-8bd3-1517f431ce7d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/a5d36936-5b21-43a2-9b2b-81fa7a716558 HTTP/1.1" status: 204 len: 168 time: 0.7335298 Nov 19 19:14:26.852105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35214) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:26.863802 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3156e7-2cc2-435d-8d8f-c65278a20fb3 None None] Network 55ca89f0-d008-4cad-adae-78f6d0ea4b31 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:26.876666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 7d757792-a46c-46a5-9c22-1ffbd7be5901 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:26.957906 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.082518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Deleting port 8bfb9b0a-aff4-4639-94fd-40e368bda346 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:27.083123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.146563 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8fb127fb-e84a-4740-a4de-b10c5fb35357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.176774 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8fb127fb-e84a-4740-a4de-b10c5fb35357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.253776 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8fb127fb-e84a-4740-a4de-b10c5fb35357 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8902d36e35594ff884a1a972bf6d9343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7726374 Nov 19 19:14:27.258289 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35218) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:27.297556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb38a1-f66b-43d5-be52-524afb37def4 None None] DHCP port deletion for 55ca89f0-d008-4cad-adae-78f6d0ea4b31 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:27.358437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] For port 8bfb9b0a-aff4-4639-94fd-40e368bda346, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8bfb9b0a-aff4-4639-94fd-40e368bda346,segment=NetworkSegment(d79453e3-3e1c-405b-9b93-98b494cc1f96),segment_id=d79453e3-3e1c-405b-9b93-98b494cc1f96)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:27.359104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.396703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Calling delete_port for 8bfb9b0a-aff4-4639-94fd-40e368bda346 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:27.415509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c8ade-f456-40a4-8a91-436609ce3745 req-3c081a6d-6144-4bd8-b440-51f62b34e2bf tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:27.418604 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e3c8ade-f456-40a4-8a91-436609ce3745 req-3c081a6d-6144-4bd8-b440-51f62b34e2bf tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.2297685 Nov 19 19:14:27.435966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 204b307a-289b-4dda-b2e3-e3752704a5a1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:27.451787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb127fb-e84a-4740-a4de-b10c5fb35357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3701d26a-7ab4-4c2f-8ab4-a648d950adfd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:27.551904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb38a1-f66b-43d5-be52-524afb37def4 None None] Deleting port 8bfb9b0a-aff4-4639-94fd-40e368bda346 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:27.552311 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4eb38a1-f66b-43d5-be52-524afb37def4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.561676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8:0:1::3db (2953a791-3f54-41a3-92dc-efec9fb97405/65419ac0-8664-43e7-9818-cdc3a5a59df2/7d757792-a46c-46a5-9c22-1ffbd7be5901) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:27.574168 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0dcb2ef5-6272-41c1-a26b-a8bb4e4f5739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.614276 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0dcb2ef5-6272-41c1-a26b-a8bb4e4f5739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.628040 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e3c8ade-f456-40a4-8a91-436609ce3745 req-3f7695a7-2931-430b-9a37-5dbedf418a41 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994638 Nov 19 19:14:27.683358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::f816:3eff:fe25:133b (2953a791-3f54-41a3-92dc-efec9fb97405/fd5ddbca-3c11-4c55-831f-6aefe3970158/7d757792-a46c-46a5-9c22-1ffbd7be5901) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:27.683579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.699572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e4eb38a1-f66b-43d5-be52-524afb37def4 None None] For port 8bfb9b0a-aff4-4639-94fd-40e368bda346, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8bfb9b0a-aff4-4639-94fd-40e368bda346,segment=NetworkSegment(d79453e3-3e1c-405b-9b93-98b494cc1f96),segment_id=d79453e3-3e1c-405b-9b93-98b494cc1f96)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:27.706496 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0dcb2ef5-6272-41c1-a26b-a8bb4e4f5739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.717310 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4eb38a1-f66b-43d5-be52-524afb37def4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.721024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 204b307a-289b-4dda-b2e3-e3752704a5a1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:27.721572 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.724849 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0dcb2ef5-6272-41c1-a26b-a8bb4e4f5739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:27.732938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0dcb2ef5-6272-41c1-a26b-a8bb4e4f5739 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3701d26a-7ab4-4c2f-8ab4-a648d950adfd HTTP/1.1" status: 204 len: 168 time: 0.4540200 Nov 19 19:14:27.733161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Port': ['ID=8bfb9b0a-aff4-4639-94fd-40e368bda346,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:27.737785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No DVR routers for this DVR port 8bfb9b0a-aff4-4639-94fd-40e368bda346 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:27.778179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb2ef5-6272-41c1-a26b-a8bb4e4f5739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3701d26a-7ab4-4c2f-8ab4-a648d950adfd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:27.808114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb38a1-f66b-43d5-be52-524afb37def4 None None] Calling delete_port for 8bfb9b0a-aff4-4639-94fd-40e368bda346 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:28.001891 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.071981 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.085615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ca89f0-d008-4cad-adae-78f6d0ea4b31']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:28.111452 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79453e3-3e1c-405b-9b93-98b494cc1f96') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:28.111779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79453e3-3e1c-405b-9b93-98b494cc1f96') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:28.127456 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.150098 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.157460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:14:28.157955 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.160666 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:14:28.164702 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:14:28.169195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.171096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd1dea2-3ce2-4b33-b805-dc39b993d478 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:28.181019 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4eb38a1-f66b-43d5-be52-524afb37def4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.269306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:28.271881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb38a1-f66b-43d5-be52-524afb37def4 None None] Pushing event deleted for resources: {'Port': ['ID=8bfb9b0a-aff4-4639-94fd-40e368bda346,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:28.298523 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.305186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:28.307745 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.309718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:28.315866 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/networks/55ca89f0-d008-4cad-adae-78f6d0ea4b31 HTTP/1.1" status: 204 len: 168 time: 1.4590869 Nov 19 19:14:28.317834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:28.318540 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.321509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35224) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:28.340903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3535f857-cf10-43f8-90c1-fa8c64b14df7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'routes': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:28.351366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da25e8a-bada-4526-823a-7da929f516de tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Pushing event deleted for resources: {'Network': ['ID=55ca89f0-d008-4cad-adae-78f6d0ea4b31,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:28.367575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb38a1-f66b-43d5-be52-524afb37def4 None None] No DVR routers for this DVR port 8bfb9b0a-aff4-4639-94fd-40e368bda346 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:28.368184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=7d757792-a46c-46a5-9c22-1ffbd7be5901,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:28.385954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4fa00792-3193-4956-a7cc-e9338e98b959 None None] Provisioning complete for port 204b307a-289b-4dda-b2e3-e3752704a5a1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:28.386437 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4fa00792-3193-4956-a7cc-e9338e98b959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.446850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 204b307a-289b-4dda-b2e3-e3752704a5a1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=204b307a-289b-4dda-b2e3-e3752704a5a1,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:28.448332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35226) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:28.471667 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.475522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-168b76d0-1699-4c7c-b2e7-15a292669960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.493389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8d2045a2-af1e-4935-83a1-5ca45bc53abb no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:28.524570 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 8d2045a2-af1e-4935-83a1-5ca45bc53abb {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:28.525206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8d2045a2-af1e-4935-83a1-5ca45bc53abb not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:28.542650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ff726005-88e9-4398-b40e-d82c857e9c14 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2199907 Nov 19 19:14:28.547809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35228) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:28.596349 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-168b76d0-1699-4c7c-b2e7-15a292669960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.601478 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-168b76d0-1699-4c7c-b2e7-15a292669960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.646817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-168b76d0-1699-4c7c-b2e7-15a292669960 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f93345b232284567b8f61407c69f888c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1971025 Nov 19 19:14:28.647531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35230) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:28.650070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=204b307a-289b-4dda-b2e3-e3752704a5a1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:28.729812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b76d0-1699-4c7c-b2e7-15a292669960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512a74c1-12b8-4459-b092-a941b115ca5d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:28.836562 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43320503-6a77-453f-9344-729efa92c55c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.885698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.extraroute_db [None req-3535f857-cf10-43f8-90c1-fa8c64b14df7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Added routes are [] {{(pid=109888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 19:14:28.886890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.extraroute_db [None req-3535f857-cf10-43f8-90c1-fa8c64b14df7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Removed routes are [] {{(pid=109888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 19:14:28.887404 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3535f857-cf10-43f8-90c1-fa8c64b14df7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.905698 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43320503-6a77-453f-9344-729efa92c55c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:28.956515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa696a-4a4a-4852-ace4-03a771d4a01f None None] Update dhcp port {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': 'fd5ddbca-3c11-4c55-831f-6aefe3970158', 'ip_address': '2001:db8::f816:3eff:fe46:b022'}, {'subnet_id': '65419ac0-8664-43e7-9818-cdc3a5a59df2'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '204b307a-289b-4dda-b2e3-e3752704a5a1'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:14:28.964355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d45e0-b846-404e-b29d-a6cc9e22a105 req-e493572d-8593-43c0-9ca2-2f9b14602f03 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:28.966197 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-751d45e0-b846-404e-b29d-a6cc9e22a105 req-e493572d-8593-43c0-9ca2-2f9b14602f03 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.1104000 Nov 19 19:14:29.016602 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55fa696a-4a4a-4852-ace4-03a771d4a01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:29.029714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43320503-6a77-453f-9344-729efa92c55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:29.036734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43320503-6a77-453f-9344-729efa92c55c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:29.053214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-43320503-6a77-453f-9344-729efa92c55c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/512a74c1-12b8-4459-b092-a941b115ca5d HTTP/1.1" status: 204 len: 168 time: 0.3750093 Nov 19 19:14:29.103104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43320503-6a77-453f-9344-729efa92c55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512a74c1-12b8-4459-b092-a941b115ca5d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:29.128058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-751d45e0-b846-404e-b29d-a6cc9e22a105 req-da22b32d-37dc-4723-a28a-2b77e2ed5fda tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559224 Nov 19 19:14:29.192757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-79194e71-7221-4d11-97e7-b8dbf6bff470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 7d757792-a46c-46a5-9c22-1ffbd7be5901 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:29.195049 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-79194e71-7221-4d11-97e7-b8dbf6bff470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:29.255879 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3535f857-cf10-43f8-90c1-fa8c64b14df7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:29.261995 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 204b307a-289b-4dda-b2e3-e3752704a5a1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:29.264953 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3535f857-cf10-43f8-90c1-fa8c64b14df7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:29.373969 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-79194e71-7221-4d11-97e7-b8dbf6bff470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:29.395169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-79194e71-7221-4d11-97e7-b8dbf6bff470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 7d757792-a46c-46a5-9c22-1ffbd7be5901 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:29.523166 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3535f857-cf10-43f8-90c1-fa8c64b14df7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 923c4f22-3305-4599-933b-500649359c73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:14:29.602133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 204b307a-289b-4dda-b2e3-e3752704a5a1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:29.602585 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:29.639851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-55fa696a-4a4a-4852-ace4-03a771d4a01f None None] Allocated IP 2001:db8:0:1::2 (2953a791-3f54-41a3-92dc-efec9fb97405/65419ac0-8664-43e7-9818-cdc3a5a59df2/204b307a-289b-4dda-b2e3-e3752704a5a1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:29.734069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3535f857-cf10-43f8-90c1-fa8c64b14df7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:14:29.754045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3535f857-cf10-43f8-90c1-fa8c64b14df7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:29.755281 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3535f857-cf10-43f8-90c1-fa8c64b14df7 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/923c4f22-3305-4599-933b-500649359c73 HTTP/1.1" status: 200 len: 701 time: 1.4287472 Nov 19 19:14:29.757402 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:29.758545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35248) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:29.781042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad97e0-cc2a-4d52-a745-166ca8440843 None None] Sync routers for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:14:29.783322 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-79194e71-7221-4d11-97e7-b8dbf6bff470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:29.823573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35250) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:29.827299 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b4b34bdd-63f1-438e-ad41-9776ad8522cc tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=923c4f22-3305-4599-933b-500649359c73 HTTP/1.1" status: 200 len: 205 time: 0.0658453 Nov 19 19:14:29.830102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79194e71-7221-4d11-97e7-b8dbf6bff470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=7d757792-a46c-46a5-9c22-1ffbd7be5901,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:29.980664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad97e0-cc2a-4d52-a745-166ca8440843 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:29.981432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ffad97e0-cc2a-4d52-a745-166ca8440843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:30.102132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-55fa696a-4a4a-4852-ace4-03a771d4a01f None None] For port 204b307a-289b-4dda-b2e3-e3752704a5a1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=204b307a-289b-4dda-b2e3-e3752704a5a1,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:30.130509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-ffad97e0-cc2a-4d52-a745-166ca8440843 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:30.195999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8bfb9b0a-aff4-4639-94fd-40e368bda346 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:30.270750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ffad97e0-cc2a-4d52-a745-166ca8440843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:24Z', 'revision_number': 11, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:30.277891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 8bfb9b0a-aff4-4639-94fd-40e368bda346 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:30.278245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8bfb9b0a-aff4-4639-94fd-40e368bda346 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:30.326590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03198b58-2a24-4cf7-bda2-57e1be4c74b1 req-d844f984-ea25-4fd0-bffe-786d93b1759b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:30.336129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-03198b58-2a24-4cf7-bda2-57e1be4c74b1 req-d844f984-ea25-4fd0-bffe-786d93b1759b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.0821829 Nov 19 19:14:30.347711 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55fa696a-4a4a-4852-ace4-03a771d4a01f None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.350915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad97e0-cc2a-4d52-a745-166ca8440843 None None] Checking router: 923c4f22-3305-4599-933b-500649359c73 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:14:30.358601 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55fa696a-4a4a-4852-ace4-03a771d4a01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.368477 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-945413b1-650f-4644-bb02-2d03b6d109e3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.406134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad97e0-cc2a-4d52-a745-166ca8440843 None None] Routers {'923c4f22-3305-4599-933b-500649359c73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:30.406772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ffad97e0-cc2a-4d52-a745-166ca8440843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['923c4f22-3305-4599-933b-500649359c73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:30.426973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-03198b58-2a24-4cf7-bda2-57e1be4c74b1 req-dd111b4b-f071-41c0-a793-b5e2f6f939ae tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898478 Nov 19 19:14:30.451360 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-79194e71-7221-4d11-97e7-b8dbf6bff470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.454650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-79194e71-7221-4d11-97e7-b8dbf6bff470 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/7d757792-a46c-46a5-9c22-1ffbd7be5901 HTTP/1.1" status: 204 len: 168 time: 1.9057915 Nov 19 19:14:30.458073 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35264) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:30.531815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-ffad97e0-cc2a-4d52-a745-166ca8440843 None None] Set router 923c4f22-3305-4599-933b-500649359c73 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:30.534070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa696a-4a4a-4852-ace4-03a771d4a01f None None] Pushing event updated for resources: {'Port': ['ID=204b307a-289b-4dda-b2e3-e3752704a5a1,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:30.542829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1fc69-bb25-400b-ba67-ed64a9677d1a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:30.547092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bdf1fc69-bb25-400b-ba67-ed64a9677d1a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0854290 Nov 19 19:14:30.547883 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35266) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:30.611413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ffad97e0-cc2a-4d52-a745-166ca8440843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:24Z', 'revision_number': 11, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:30.621664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31d1ae6-79f5-43e4-bb05-45363fa7fa2d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:30.623582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c31d1ae6-79f5-43e4-bb05-45363fa7fa2d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0744271 Nov 19 19:14:30.627382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35270) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:30.657266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad97e0-cc2a-4d52-a745-166ca8440843 None None] The sync data for ids ['923c4f22-3305-4599-933b-500649359c73'] in n-d-815373-6 is: [{'id': '923c4f22-3305-4599-933b-500649359c73', 'name': 'tempest-RoutersTest-router-1327482324', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:13:32Z', 'updated_at': '2021-11-19T19:14:24Z', 'revision_number': 11, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:14:30.685704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-945413b1-650f-4644-bb02-2d03b6d109e3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.698051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-945413b1-650f-4644-bb02-2d03b6d109e3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.706189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f1055-6568-41be-b9e2-2158e588bb2b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:30.709265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f1055-6568-41be-b9e2-2158e588bb2b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:30.710950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f1055-6568-41be-b9e2-2158e588bb2b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:30.715236 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1f8f1055-6568-41be-b9e2-2158e588bb2b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0844219 Nov 19 19:14:30.715651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35272) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:30.764822 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-945413b1-650f-4644-bb02-2d03b6d109e3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.765381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945413b1-650f-4644-bb02-2d03b6d109e3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Fanout notify agent at l3_agent the message router_deleted on router 923c4f22-3305-4599-933b-500649359c73 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:14:30.773886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-945413b1-650f-4644-bb02-2d03b6d109e3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.775230 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-945413b1-650f-4644-bb02-2d03b6d109e3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/923c4f22-3305-4599-933b-500649359c73 HTTP/1.1" status: 204 len: 168 time: 0.9505620 Nov 19 19:14:30.780900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35276) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:30.786832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-181da61f-7af5-42b9-9cd9-4e316a17fd36 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1530803688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:30.802487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9992d2-a83c-401d-8af5-902ad659b526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 65419ac0-8664-43e7-9818-cdc3a5a59df2 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:30.806233 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db9992d2-a83c-401d-8af5-902ad659b526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.820866 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-181da61f-7af5-42b9-9cd9-4e316a17fd36 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.822318 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-181da61f-7af5-42b9-9cd9-4e316a17fd36 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.869769 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db9992d2-a83c-401d-8af5-902ad659b526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.897436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-181da61f-7af5-42b9-9cd9-4e316a17fd36 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.904862 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-181da61f-7af5-42b9-9cd9-4e316a17fd36 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.936772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-181da61f-7af5-42b9-9cd9-4e316a17fd36 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:30.938037 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-181da61f-7af5-42b9-9cd9-4e316a17fd36 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1557341 Nov 19 19:14:30.940967 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35282) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:30.947573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-160c9958-4543-4a73-9a66-c42f5a041457 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:30.983600 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db9992d2-a83c-401d-8af5-902ad659b526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.092507 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db9992d2-a83c-401d-8af5-902ad659b526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.159653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9992d2-a83c-401d-8af5-902ad659b526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=65419ac0-8664-43e7-9818-cdc3a5a59df2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:31.185981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db9992d2-a83c-401d-8af5-902ad659b526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.190696 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-db9992d2-a83c-401d-8af5-902ad659b526 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/65419ac0-8664-43e7-9818-cdc3a5a59df2 HTTP/1.1" status: 204 len: 168 time: 0.4739056 Nov 19 19:14:31.193676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35288) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:31.222224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 204b307a-289b-4dda-b2e3-e3752704a5a1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:31.277669 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-160c9958-4543-4a73-9a66-c42f5a041457 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.278327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce474e6-864c-42c2-a9e7-b134b218c71b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet fd5ddbca-3c11-4c55-831f-6aefe3970158 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:31.283080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce474e6-864c-42c2-a9e7-b134b218c71b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.293281 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-160c9958-4543-4a73-9a66-c42f5a041457 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.313072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35290) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:31.333973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 204b307a-289b-4dda-b2e3-e3752704a5a1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:31.335796 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.344332 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce474e6-864c-42c2-a9e7-b134b218c71b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.403444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699fbe34-93d3-4008-97a9-baebb5371525 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:31.406405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5bf0e278-050e-4dd1-b197-d33146a12d69 None None] Could not find standard attr ID for object 7d757792-a46c-46a5-9c22-1ffbd7be5901. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:14:31.434179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160c9958-4543-4a73-9a66-c42f5a041457 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Router 69eccaaf-fdbd-4743-9696-cefbcc6862ce is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:14:31.488823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f45adcfa-eaf8-4dec-919b-9e8c92dd012b tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-923902777'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:31.502946 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce474e6-864c-42c2-a9e7-b134b218c71b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.555699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5bf0e278-050e-4dd1-b197-d33146a12d69 None None] Provisioning complete for port 204b307a-289b-4dda-b2e3-e3752704a5a1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:31.556417 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5bf0e278-050e-4dd1-b197-d33146a12d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.562430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160c9958-4543-4a73-9a66-c42f5a041457 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:14:31.571819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-160c9958-4543-4a73-9a66-c42f5a041457 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.573281 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-160c9958-4543-4a73-9a66-c42f5a041457 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "PUT /v2.0/routers/69eccaaf-fdbd-4743-9696-cefbcc6862ce HTTP/1.1" status: 200 len: 694 time: 0.6308565 Nov 19 19:14:31.575839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35296) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:31.578729 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79090646-5864-4dd4-874b-10a24c823b2f None None] Sync routers for ids ['69eccaaf-fdbd-4743-9696-cefbcc6862ce'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:14:31.590705 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79090646-5864-4dd4-874b-10a24c823b2f None None] Routers {'69eccaaf-fdbd-4743-9696-cefbcc6862ce'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:31.591645 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-79090646-5864-4dd4-874b-10a24c823b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69eccaaf-fdbd-4743-9696-cefbcc6862ce'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:31.651608 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce474e6-864c-42c2-a9e7-b134b218c71b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.669408 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-79090646-5864-4dd4-874b-10a24c823b2f None None] Set router 69eccaaf-fdbd-4743-9696-cefbcc6862ce gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:31.670654 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45adcfa-eaf8-4dec-919b-9e8c92dd012b tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.674311 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45adcfa-eaf8-4dec-919b-9e8c92dd012b tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.690318 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d50ad666-1001-4ca0-b7bb-cc5506a1cae0 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/routers/69eccaaf-fdbd-4743-9696-cefbcc6862ce HTTP/1.1" status: 200 len: 700 time: 0.1109638 Nov 19 19:14:31.690767 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35298) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:31.726657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce474e6-864c-42c2-a9e7-b134b218c71b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5ddbca-3c11-4c55-831f-6aefe3970158,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:31.742543 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fce474e6-864c-42c2-a9e7-b134b218c71b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.747560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fce474e6-864c-42c2-a9e7-b134b218c71b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/fd5ddbca-3c11-4c55-831f-6aefe3970158 HTTP/1.1" status: 204 len: 168 time: 0.5525281 Nov 19 19:14:31.755066 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35300) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:31.770321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41d096-95ab-47e5-aa17-a57c3baae3d9 req-8c22be6c-cc39-412d-9fae-c61239fc7eb0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:31.771176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-07cac6da-26d3-49fc-bb73-ff760e132d5b tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=69eccaaf-fdbd-4743-9696-cefbcc6862ce HTTP/1.1" status: 200 len: 205 time: 0.0766954 Nov 19 19:14:31.773201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35302) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:31.780657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf41d096-95ab-47e5-aa17-a57c3baae3d9 req-8c22be6c-cc39-412d-9fae-c61239fc7eb0 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.2470319 Nov 19 19:14:31.818021 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fbb38cbe-8a4f-4201-9c71-83bff83465fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582397 Nov 19 19:14:31.820403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35304) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:31.828103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cbc3aa5e-7d72-41b0-abbe-be1fc5494796 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:31.857105 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-79090646-5864-4dd4-874b-10a24c823b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eccaaf-fdbd-4743-9696-cefbcc6862ce', 'name': 'tempest-RoutersTest-router-1530803688', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:14:30Z', 'updated_at': '2021-11-19T19:14:31Z', 'revision_number': 2, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:31.861285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92341b-a977-4f13-b5c5-7e68ee3e5d4e None None] Update dhcp port {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': 'fd5ddbca-3c11-4c55-831f-6aefe3970158'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '204b307a-289b-4dda-b2e3-e3752704a5a1'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:14:31.892596 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79090646-5864-4dd4-874b-10a24c823b2f None None] Checking router: 69eccaaf-fdbd-4743-9696-cefbcc6862ce for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:14:31.895223 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cc92341b-a977-4f13-b5c5-7e68ee3e5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.913904 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79090646-5864-4dd4-874b-10a24c823b2f None None] Routers {'69eccaaf-fdbd-4743-9696-cefbcc6862ce'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:31.914698 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-79090646-5864-4dd4-874b-10a24c823b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69eccaaf-fdbd-4743-9696-cefbcc6862ce'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:31.924488 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45adcfa-eaf8-4dec-919b-9e8c92dd012b tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.926986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c03e897c-c837-4407-94e3-239b5aaa33e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:31.955216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf41d096-95ab-47e5-aa17-a57c3baae3d9 req-955d70a6-e5bb-4f92-8f9b-bf7e14919d47 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724198 Nov 19 19:14:31.960149 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45adcfa-eaf8-4dec-919b-9e8c92dd012b tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.016210 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f45adcfa-eaf8-4dec-919b-9e8c92dd012b tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.017883 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f45adcfa-eaf8-4dec-919b-9e8c92dd012b tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7032676 Nov 19 19:14:32.021236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35306) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.025791 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-79090646-5864-4dd4-874b-10a24c823b2f None None] Set router 69eccaaf-fdbd-4743-9696-cefbcc6862ce gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:32.100303 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-79090646-5864-4dd4-874b-10a24c823b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eccaaf-fdbd-4743-9696-cefbcc6862ce', 'name': 'tempest-RoutersTest-router-1530803688', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:14:30Z', 'updated_at': '2021-11-19T19:14:31Z', 'revision_number': 2, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:32.111411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf93727-2275-4974-b131-5504da3f5794 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:32.112153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f626ebcb-8696-4477-aa58-a859fc19bcd6 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.124944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c03e897c-c837-4407-94e3-239b5aaa33e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.128443 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c03e897c-c837-4407-94e3-239b5aaa33e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.154858 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79090646-5864-4dd4-874b-10a24c823b2f None None] The sync data for ids ['69eccaaf-fdbd-4743-9696-cefbcc6862ce'] in n-d-815373-6 is: [{'id': '69eccaaf-fdbd-4743-9696-cefbcc6862ce', 'name': 'tempest-RoutersTest-router-1530803688', 'tenant_id': '8422b5ad57b84ed4ba2bb96036184794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:14:30Z', 'updated_at': '2021-11-19T19:14:31Z', 'revision_number': 2, 'project_id': '8422b5ad57b84ed4ba2bb96036184794', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:14:32.193947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c03e897c-c837-4407-94e3-239b5aaa33e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.194595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03e897c-c837-4407-94e3-239b5aaa33e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Fanout notify agent at l3_agent the message router_deleted on router 69eccaaf-fdbd-4743-9696-cefbcc6862ce {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:14:32.199506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc3aa5e-7d72-41b0-abbe-be1fc5494796 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:32.203733 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c03e897c-c837-4407-94e3-239b5aaa33e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.204382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cbc3aa5e-7d72-41b0-abbe-be1fc5494796 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.204881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c03e897c-c837-4407-94e3-239b5aaa33e2 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/69eccaaf-fdbd-4743-9696-cefbcc6862ce HTTP/1.1" status: 204 len: 168 time: 0.4307032 Nov 19 19:14:32.211837 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35308) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.218733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2c77f833-ea34-41ab-b3cd-574102216c2e None None] Provisioning complete for port 204b307a-289b-4dda-b2e3-e3752704a5a1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:32.219113 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2c77f833-ea34-41ab-b3cd-574102216c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.248902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-257afbbe-f744-42f7-a1f1-58420917e33c tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=69eccaaf-fdbd-4743-9696-cefbcc6862ce HTTP/1.1" status: 200 len: 205 time: 0.0330012 Nov 19 19:14:32.249285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35310) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.294880 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-c1a9ff12-7956-4f51-87bf-2e1f93977e73 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] delete failed (client error): The resource could not be found. Nov 19 19:14:32.296521 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c1a9ff12-7956-4f51-87bf-2e1f93977e73 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/69eccaaf-fdbd-4743-9696-cefbcc6862ce HTTP/1.1" status: 404 len: 336 time: 0.0456166 Nov 19 19:14:32.298989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35312) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.328346 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d393ba50-7705-4507-8c36-38e48fe124d8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:32.328870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d393ba50-7705-4507-8c36-38e48fe124d8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:32.334864 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d393ba50-7705-4507-8c36-38e48fe124d8 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/947ddb5f-b37d-444f-9bd0-c0ccda40586c HTTP/1.1" status: 404 len: 337 time: 0.0345156 Nov 19 19:14:32.336037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35314) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.366125 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b0830b-2016-4a04-848c-e292598392a1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:32.366850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b0830b-2016-4a04-848c-e292598392a1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:32.368569 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f626ebcb-8696-4477-aa58-a859fc19bcd6 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.370669 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e8b0830b-2016-4a04-848c-e292598392a1 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/5334152b-33bf-4a47-ace7-58a427d98799 HTTP/1.1" status: 404 len: 337 time: 0.0331299 Nov 19 19:14:32.372990 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f626ebcb-8696-4477-aa58-a859fc19bcd6 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.375286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35316) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.389648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5c9733-fc65-4df9-8ee4-a1b401aa0903 None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:32.408849 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b31f9d-56e4-4899-be12-d90c35047d62 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:32.409670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b31f9d-56e4-4899-be12-d90c35047d62 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:32.416540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-52b31f9d-56e4-4899-be12-d90c35047d62 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/cb934fcf-aa50-40da-ac3c-16401c6d103e HTTP/1.1" status: 404 len: 337 time: 0.0379500 Nov 19 19:14:32.416876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35318) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.454307 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f84ca0-e746-4d6f-82d4-7ffa9fd68f00 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:32.454774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f84ca0-e746-4d6f-82d4-7ffa9fd68f00 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:32.460491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f626ebcb-8696-4477-aa58-a859fc19bcd6 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.461148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f626ebcb-8696-4477-aa58-a859fc19bcd6 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6e1d00f-b2dd-46da-8593-4ccbaf37c49d {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:14:32.461509 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-10f84ca0-e746-4d6f-82d4-7ffa9fd68f00 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/a5d36936-5b21-43a2-9b2b-81fa7a716558 HTTP/1.1" status: 404 len: 337 time: 0.0436082 Nov 19 19:14:32.461739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c9733-fc65-4df9-8ee4-a1b401aa0903 None None] Deleting port 204b307a-289b-4dda-b2e3-e3752704a5a1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:32.462804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35320) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.462934 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9733-fc65-4df9-8ee4-a1b401aa0903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.466301 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f626ebcb-8696-4477-aa58-a859fc19bcd6 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.470440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f626ebcb-8696-4477-aa58-a859fc19bcd6 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c6e1d00f-b2dd-46da-8593-4ccbaf37c49d HTTP/1.1" status: 204 len: 168 time: 0.4452362 Nov 19 19:14:32.471135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35322) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.478447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-215867f7-e815-4665-9cdf-0f7e8bafa7e8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Request body: {'router': {'name': 'tempest-router-1174568489', 'distributed': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:32.500751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d4525f5b-d8e6-4b97-8028-506dd5285b0d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=923c4f22-3305-4599-933b-500649359c73 HTTP/1.1" status: 200 len: 205 time: 0.0373025 Nov 19 19:14:32.501317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35324) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.532788 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-215867f7-e815-4665-9cdf-0f7e8bafa7e8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.533876 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-215867f7-e815-4665-9cdf-0f7e8bafa7e8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.537657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7c5c9733-fc65-4df9-8ee4-a1b401aa0903 None None] For port 204b307a-289b-4dda-b2e3-e3752704a5a1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=204b307a-289b-4dda-b2e3-e3752704a5a1,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:32.538177 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9733-fc65-4df9-8ee4-a1b401aa0903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.546791 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-bce02081-cfee-4cfc-9de8-c4db9cafd06e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] delete failed (client error): The resource could not be found. Nov 19 19:14:32.550641 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bce02081-cfee-4cfc-9de8-c4db9cafd06e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/923c4f22-3305-4599-933b-500649359c73 HTTP/1.1" status: 404 len: 336 time: 0.0459054 Nov 19 19:14:32.552446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35326) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.556885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c9733-fc65-4df9-8ee4-a1b401aa0903 None None] Calling delete_port for 204b307a-289b-4dda-b2e3-e3752704a5a1 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:32.587583 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1d0a4fb2-d594-4975-9497-9e2353556d79 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=43f902c1-a49b-4cb0-b512-e33ba86b55ca HTTP/1.1" status: 200 len: 205 time: 0.0327475 Nov 19 19:14:32.588117 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35328) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.608642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-215867f7-e815-4665-9cdf-0f7e8bafa7e8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.617702 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-215867f7-e815-4665-9cdf-0f7e8bafa7e8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.631186 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-1de3b072-a900-4ceb-bad1-a2652d9db78f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] delete failed (client error): The resource could not be found. Nov 19 19:14:32.634626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1de3b072-a900-4ceb-bad1-a2652d9db78f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/43f902c1-a49b-4cb0-b512-e33ba86b55ca HTTP/1.1" status: 404 len: 336 time: 0.0436702 Nov 19 19:14:32.634877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35330) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.657491 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9733-fc65-4df9-8ee4-a1b401aa0903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.663261 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfa923c-560b-4a74-9b75-9e5f2fd3bd2e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:32.664145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bfa923c-560b-4a74-9b75-9e5f2fd3bd2e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:32.666454 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-215867f7-e815-4665-9cdf-0f7e8bafa7e8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.667685 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-215867f7-e815-4665-9cdf-0f7e8bafa7e8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1960919 Nov 19 19:14:32.670376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35332) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.672091 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2bfa923c-560b-4a74-9b75-9e5f2fd3bd2e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/7d2ee3fd-9909-460a-b079-48fa6a1ce786 HTTP/1.1" status: 404 len: 337 time: 0.0357323 Nov 19 19:14:32.675981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35334) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.698467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c9733-fc65-4df9-8ee4-a1b401aa0903 None None] Pushing event deleted for resources: {'Port': ['ID=204b307a-289b-4dda-b2e3-e3752704a5a1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:32.701108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c9733-fc65-4df9-8ee4-a1b401aa0903 None None] No DVR routers for this DVR port 204b307a-289b-4dda-b2e3-e3752704a5a1 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:32.715563 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cc8c048b-028c-4799-ac50-2c4e1caedd14 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=45929699-45ea-429a-a4f1-1910872dd197 HTTP/1.1" status: 200 len: 205 time: 0.0363281 Nov 19 19:14:32.715924 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35336) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.754609 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-a9988f92-a0f6-4239-aec9-e7a330d4d989 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] delete failed (client error): The resource could not be found. Nov 19 19:14:32.755793 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a9988f92-a0f6-4239-aec9-e7a330d4d989 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/45929699-45ea-429a-a4f1-1910872dd197 HTTP/1.1" status: 404 len: 336 time: 0.0387502 Nov 19 19:14:32.758378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35338) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.779018 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-692e5715-7d7e-44cd-aa8d-344da284b013 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.789675 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2ffed9e0-55f5-4172-80f7-ae2da5f5da5a tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e644ce7-6b07-469d-9c23-d87511a3d37a HTTP/1.1" status: 200 len: 205 time: 0.0302429 Nov 19 19:14:32.792017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35340) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.831116 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-72f3711a-822c-44ba-832e-3f890834f827 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] delete failed (client error): The resource could not be found. Nov 19 19:14:32.832230 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-72f3711a-822c-44ba-832e-3f890834f827 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/5e644ce7-6b07-469d-9c23-d87511a3d37a HTTP/1.1" status: 404 len: 336 time: 0.0392992 Nov 19 19:14:32.835015 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35342) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.862634 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f8494a-20ab-4a77-b1c6-60a6c17a4a14 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:32.862996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f8494a-20ab-4a77-b1c6-60a6c17a4a14 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:32.866601 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-27f8494a-20ab-4a77-b1c6-60a6c17a4a14 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/f723b13d-dd0b-4241-960b-c7208254ae9e HTTP/1.1" status: 404 len: 337 time: 0.0306695 Nov 19 19:14:32.869385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35344) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.902155 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4eb9c695-9a8f-49a6-8055-0e424c265a5d tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=645a2b6a-be7a-4b23-a828-e92628e3c384 HTTP/1.1" status: 200 len: 205 time: 0.0316007 Nov 19 19:14:32.904447 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35346) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.911434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.objects.ports [None req-cbc3aa5e-7d72-41b0-abbe-be1fc5494796 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109887) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:14:32.950830 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-00c18190-1b25-49ab-888c-69f8cd5eafde tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] delete failed (client error): The resource could not be found. Nov 19 19:14:32.954314 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-00c18190-1b25-49ab-888c-69f8cd5eafde tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/645a2b6a-be7a-4b23-a828-e92628e3c384 HTTP/1.1" status: 404 len: 336 time: 0.0467002 Nov 19 19:14:32.954650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35348) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:32.971836 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cbc3aa5e-7d72-41b0-abbe-be1fc5494796 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.983680 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4676ad-4f91-42cf-83cc-5f0301ad477e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:32.984147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4676ad-4f91-42cf-83cc-5f0301ad477e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:32.987291 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2d4676ad-4f91-42cf-83cc-5f0301ad477e tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/28c297d4-50f1-4dbd-bff0-d71b45940032 HTTP/1.1" status: 404 len: 337 time: 0.0316870 Nov 19 19:14:32.992690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35350) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:33.008682 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-692e5715-7d7e-44cd-aa8d-344da284b013 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.013724 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-692e5715-7d7e-44cd-aa8d-344da284b013 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.031034 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-41b9bd37-07bf-410e-b1b6-cc892d91acc6 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2370c86-d025-4fac-8f3a-703f0a3ef16a HTTP/1.1" status: 200 len: 205 time: 0.0372374 Nov 19 19:14:33.033954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35354) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:33.068068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc3aa5e-7d72-41b0-abbe-be1fc5494796 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:33.079645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-cbc3aa5e-7d72-41b0-abbe-be1fc5494796 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:33.085285 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-eddb2b46-743f-42f0-9427-11182a3fa63f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] delete failed (client error): The resource could not be found. Nov 19 19:14:33.089260 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eddb2b46-743f-42f0-9427-11182a3fa63f tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/routers/b2370c86-d025-4fac-8f3a-703f0a3ef16a HTTP/1.1" status: 404 len: 336 time: 0.0515532 Nov 19 19:14:33.089260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35356) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:33.090405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc3aa5e-7d72-41b0-abbe-be1fc5494796 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:33.091016 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cbc3aa5e-7d72-41b0-abbe-be1fc5494796 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.093627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3aa5e-7d72-41b0-abbe-be1fc5494796 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=19109b00-8756-4b1a-97bf-cf4bfc480521,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:33.094765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbf1c88-230e-4eba-ac58-3529eb67df6f None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:33.095707 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-692e5715-7d7e-44cd-aa8d-344da284b013 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.096233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692e5715-7d7e-44cd-aa8d-344da284b013 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eca1bdbd-8aeb-41da-8aa1-89bb818d35e2 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:14:33.109183 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-692e5715-7d7e-44cd-aa8d-344da284b013 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.109183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-692e5715-7d7e-44cd-aa8d-344da284b013 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] 10.222.0.50 "DELETE /v2.0/routers/eca1bdbd-8aeb-41da-8aa1-89bb818d35e2 HTTP/1.1" status: 204 len: 168 time: 0.4338555 Nov 19 19:14:33.109544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35358) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:33.143336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a85b99d2-f36f-49d0-8048-2685f30325aa tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Request body: {'router': {'name': 'tempest-router-1291318163', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5ca95f802ed842129bdc7b4ac8674706'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:33.150923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cbc3aa5e-7d72-41b0-abbe-be1fc5494796 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3268225 Nov 19 19:14:33.151936 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35360) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:33.157110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8bdf8544-e7cd-4a14-94bb-748a37b85269 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:33.169961 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-5091e846-1501-4628-94aa-62c6baa659c3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:33.170569 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5091e846-1501-4628-94aa-62c6baa659c3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:33.177003 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5091e846-1501-4628-94aa-62c6baa659c3 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/a17b64dc-af70-48d2-a686-236acdd59dbb HTTP/1.1" status: 404 len: 337 time: 0.0844822 Nov 19 19:14:33.177217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5744f1-f4ff-4407-984f-17409ae7c3d0 req-8150959f-f3c9-4fcb-9c05-e411e8e43ea9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:33.177319 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a85b99d2-f36f-49d0-8048-2685f30325aa tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.177436 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b5744f1-f4ff-4407-984f-17409ae7c3d0 req-8150959f-f3c9-4fcb-9c05-e411e8e43ea9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.1025975 Nov 19 19:14:33.178096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35362) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:33.184432 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a85b99d2-f36f-49d0-8048-2685f30325aa tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.243121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 204b307a-289b-4dda-b2e3-e3752704a5a1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:33.266678 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a82d9c-619c-41a4-8709-7f1a66115a05 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:33.267139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a82d9c-619c-41a4-8709-7f1a66115a05 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:33.268496 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a85b99d2-f36f-49d0-8048-2685f30325aa tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.270875 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f8a82d9c-619c-41a4-8709-7f1a66115a05 tempest-RoutersTest-45067307 tempest-RoutersTest-45067307-project] 10.222.0.50 "DELETE /v2.0/subnets/a7883f53-ae17-4712-82aa-814502b14fef HTTP/1.1" status: 404 len: 337 time: 0.0823777 Nov 19 19:14:33.273234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 204b307a-289b-4dda-b2e3-e3752704a5a1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:33.273795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 204b307a-289b-4dda-b2e3-e3752704a5a1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:33.289700 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a85b99d2-f36f-49d0-8048-2685f30325aa tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.321485 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a85b99d2-f36f-49d0-8048-2685f30325aa tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.330957 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a85b99d2-f36f-49d0-8048-2685f30325aa tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2175033 Nov 19 19:14:33.334214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b5744f1-f4ff-4407-984f-17409ae7c3d0 req-abbc6ea3-3ed3-4ccc-9c8e-c3d1a908f2fa tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380663 Nov 19 19:14:33.343352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35366) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:33.352135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:33.356043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2953a791-3f54-41a3-92dc-efec9fb97405', 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'tenant_id': '8c4dcff18b49477183493ab84f64a4f3', 'fixed_ips': [{'subnet_id': '19109b00-8756-4b1a-97bf-cf4bfc480521'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:14:33.357112 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.395106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdf8544-e7cd-4a14-94bb-748a37b85269 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:33.398779 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8bdf8544-e7cd-4a14-94bb-748a37b85269 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.532976 n-d-815373-6 neutron-server[109887]: INFO neutron.db.ipam_backend_mixin [None req-8bdf8544-e7cd-4a14-94bb-748a37b85269 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19109b00-8756-4b1a-97bf-cf4bfc480521 (CIDR: 2001:db8::/64) Nov 19 19:14:33.536823 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdf8544-e7cd-4a14-94bb-748a37b85269 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:33.537403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdf8544-e7cd-4a14-94bb-748a37b85269 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:33.562305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8bdf8544-e7cd-4a14-94bb-748a37b85269 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4092853 Nov 19 19:14:33.564655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35368) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:33.577954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a0bad9f5-b06a-4516-8dc3-6b66b8da7f3f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:33.581312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Allocated IP 2001:db8::f816:3eff:fe6c:5a47 (2953a791-3f54-41a3-92dc-efec9fb97405/19109b00-8756-4b1a-97bf-cf4bfc480521/44b6f80c-6246-4b58-971c-779208f30e2d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:33.703226 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.703891 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.705638 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e901-0eb3-4140-92b8-955383df2be3 req-61888536-1ee2-46f9-9e54-4d18f85e40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:33.707696 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb61e901-0eb3-4140-92b8-955383df2be3 req-61888536-1ee2-46f9-9e54-4d18f85e40c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 200 len: 917 time: 0.3013008 Nov 19 19:14:33.720197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35372) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:33.745397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bad9f5-b06a-4516-8dc3-6b66b8da7f3f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:33.749074 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0bad9f5-b06a-4516-8dc3-6b66b8da7f3f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.768594 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.776477 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.816129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:33.825301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:33.829568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:33.845683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109888) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 19 19:14:33.846053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Router b173d194-c4fe-441d-9fd8-39e2cd92a013 migrating from provider to provider. {{(pid=109888) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 19 19:14:33.846438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.862006 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.865041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb61e901-0eb3-4140-92b8-955383df2be3 req-4107507b-157e-4e61-aa1a-ee06bfeb306e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1fe3054-5b0d-486a-adba-e62eb940d825 HTTP/1.1" status: 200 len: 999 time: 0.1198583 Nov 19 19:14:33.867363 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.877785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Pushing event updated for resources: {'Port': ['ID=44b6f80c-6246-4b58-971c-779208f30e2d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:33.924195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Attempting to bind port 44b6f80c-6246-4b58-971c-779208f30e2d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:14:33.924708 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Attempting to bind port 44b6f80c-6246-4b58-971c-779208f30e2d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:14:33.925078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Attempting to bind port 44b6f80c-6246-4b58-971c-779208f30e2d on network 2953a791-3f54-41a3-92dc-efec9fb97405 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:14:33.931325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:14:33.931588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Checking segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:14:33.931960 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.932362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Bound using segment: {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:14:33.932840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Bound port: 44b6f80c-6246-4b58-971c-779208f30e2d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab9dab-7587-40b6-b815-2c4552bff076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:14:33.933244 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.935022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ce2f1f4d-7470-4de0-b430-eb484d09cdde admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8422b5ad57b84ed4ba2bb96036184794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2137241 Nov 19 19:14:33.939779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35376) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:33.991378 n-d-815373-6 neutron-server[109888]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] No L3 agents can host the router b173d194-c4fe-441d-9fd8-39e2cd92a013 Nov 19 19:14:33.993441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e901-0eb3-4140-92b8-955383df2be3 req-aac05e03-893b-4421-aa0e-1c62e2e495a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:33.994971 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb61e901-0eb3-4140-92b8-955383df2be3 req-aac05e03-893b-4421-aa0e-1c62e2e495a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 200 len: 855 time: 0.1229663 Nov 19 19:14:34.005536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] For port 44b6f80c-6246-4b58-971c-779208f30e2d, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:14:34.009527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] For port 44b6f80c-6246-4b58-971c-779208f30e2d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=44b6f80c-6246-4b58-971c-779208f30e2d,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:14:34.014882 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:34.033826 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c4d916c-5db6-46f6-a8b8-6578c79e5a1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:34.074816 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c4d916c-5db6-46f6-a8b8-6578c79e5a1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:34.094083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088d65b-f863-471a-885a-81d2025e8a49 None None] Pushing event updated for resources: {'Port': ['ID=44b6f80c-6246-4b58-971c-779208f30e2d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:34.132468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Hosts for router b173d194-c4fe-441d-9fd8-39e2cd92a013: [] {{(pid=109888) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 19 19:14:34.135496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61e901-0eb3-4140-92b8-955383df2be3 req-0d873293-a746-45e0-97c4-491f9836214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:34.137033 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb61e901-0eb3-4140-92b8-955383df2be3 req-0d873293-a746-45e0-97c4-491f9836214c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32df8e1a-b141-4d16-b1e8-e2ea737b167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333928 Nov 19 19:14:34.183570 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0bad9f5-b06a-4516-8dc3-6b66b8da7f3f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:34.197215 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c4d916c-5db6-46f6-a8b8-6578c79e5a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:34.199866 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c4d916c-5db6-46f6-a8b8-6578c79e5a1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:34.201155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8c4d916c-5db6-46f6-a8b8-6578c79e5a1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31df5732-31da-4abc-89a5-8736e8fe345b HTTP/1.1" status: 204 len: 168 time: 0.2603257 Nov 19 19:14:34.211667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Hosts for other DVR routers connected to router b173d194-c4fe-441d-9fd8-39e2cd92a013: set() {{(pid=109888) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 19 19:14:34.214304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:34.217890 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4fe78f89-303b-4be0-bb68-aa4519f8940a tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] 10.222.0.50 "PUT /v2.0/routers/b173d194-c4fe-441d-9fd8-39e2cd92a013 HTTP/1.1" status: 200 len: 717 time: 0.8713048 Nov 19 19:14:34.218127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35380) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:34.243807 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d916c-5db6-46f6-a8b8-6578c79e5a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31df5732-31da-4abc-89a5-8736e8fe345b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:34.246845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bad9f5-b06a-4516-8dc3-6b66b8da7f3f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:34.250825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-a0bad9f5-b06a-4516-8dc3-6b66b8da7f3f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:34.262150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bad9f5-b06a-4516-8dc3-6b66b8da7f3f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:34.263026 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0bad9f5-b06a-4516-8dc3-6b66b8da7f3f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:34.273729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bad9f5-b06a-4516-8dc3-6b66b8da7f3f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=0b262e40-bb75-4553-b35a-ece9f780d344,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:34.290455 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a0bad9f5-b06a-4516-8dc3-6b66b8da7f3f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7210650 Nov 19 19:14:34.293127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35382) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:34.299172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:71:58:cd', 'name': 'tempest-NetworksTestDHCPv6-1167476316'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:34.760176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a2ac93b7-f7b9-45e1-a960-d424b47c7efe tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] 10.222.0.50 "GET /v2.0/routers/b173d194-c4fe-441d-9fd8-39e2cd92a013 HTTP/1.1" status: 200 len: 717 time: 0.5409551 Nov 19 19:14:34.765933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35398) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:34.788149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb61e901-0eb3-4140-92b8-955383df2be3 req-9a919c2e-39f7-4b55-9b2d-41aac757860c service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332965 Nov 19 19:14:34.835156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9893ff5-9bb4-4a6e-a295-c8ea0f049268 req-d85c6739-5277-4c78-a2c6-31a53c20626a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:34.842345 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9893ff5-9bb4-4a6e-a295-c8ea0f049268 req-d85c6739-5277-4c78-a2c6-31a53c20626a tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.1353235 Nov 19 19:14:34.918896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9893ff5-9bb4-4a6e-a295-c8ea0f049268 req-a36a28d8-1a9d-4991-8d47-e387174c5eab tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755408 Nov 19 19:14:34.927068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:34.954736 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bb61e901-0eb3-4140-92b8-955383df2be3 req-398cf7a6-6dd0-438f-a1f0-09e2af0daae2 service neutron] 10.222.0.57 "GET /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585250 Nov 19 19:14:35.049697 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.084198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 7fe6d00a-f536-4004-bd49-b7028d8e2e01 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:35.246236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35412) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:35.247703 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dbdfdec2-cbf0-4d75-b8ca-b99cceb43f10 tempest-RoutersTestDVR-1948676707 tempest-RoutersTestDVR-1948676707-project] 10.222.0.50 "GET /v2.0/routers/b173d194-c4fe-441d-9fd8-39e2cd92a013 HTTP/1.1" status: 200 len: 683 time: 0.4742899 Nov 19 19:14:35.294514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 44b6f80c-6246-4b58-971c-779208f30e2d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:35.426544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35414) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:35.428097 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df0e7e58-d996-44a4-8734-f076ee94caa8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.514944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8:0:1::25e (2953a791-3f54-41a3-92dc-efec9fb97405/0b262e40-bb75-4553-b35a-ece9f780d344/7fe6d00a-f536-4004-bd49-b7028d8e2e01) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:35.523222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::f816:3eff:fe71:58cd (2953a791-3f54-41a3-92dc-efec9fb97405/19109b00-8756-4b1a-97bf-cf4bfc480521/7fe6d00a-f536-4004-bd49-b7028d8e2e01) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:35.602959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d88b68f-200e-4a26-b175-62756a3ed0eb None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:35.622402 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df0e7e58-d996-44a4-8734-f076ee94caa8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.624699 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df0e7e58-d996-44a4-8734-f076ee94caa8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.680437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9747b283-0f53-4092-abe7-43b9820e5486 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group': {'name': 'tempest-secgroup--296379003'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:35.692254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e8399592-a2db-4e49-8b1c-4d2c0b0f04e0 None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:35.692873 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8399592-a2db-4e49-8b1c-4d2c0b0f04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.704427 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df0e7e58-d996-44a4-8734-f076ee94caa8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.704977 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0e7e58-d996-44a4-8734-f076ee94caa8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b173d194-c4fe-441d-9fd8-39e2cd92a013 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:14:35.712996 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df0e7e58-d996-44a4-8734-f076ee94caa8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.718756 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-df0e7e58-d996-44a4-8734-f076ee94caa8 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] 10.222.0.50 "DELETE /v2.0/routers/b173d194-c4fe-441d-9fd8-39e2cd92a013 HTTP/1.1" status: 204 len: 168 time: 0.4695866 Nov 19 19:14:35.719947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35420) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:35.725532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e6c934af-0419-4e56-b8d0-69fd6e2a0134 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Request body: {'router': {'name': 'tempest-router-2022757616', 'distributed': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:35.729601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9747b283-0f53-4092-abe7-43b9820e5486 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.744306 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9747b283-0f53-4092-abe7-43b9820e5486 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.750737 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.766438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:35.766875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.778387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696b8fc-4aee-4048-91df-9031484bc8ab req-a7285b03-060e-4dd9-8fce-bdf8bea5b5e6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:35.784758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696b8fc-4aee-4048-91df-9031484bc8ab req-a7285b03-060e-4dd9-8fce-bdf8bea5b5e6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:35.790968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696b8fc-4aee-4048-91df-9031484bc8ab req-a7285b03-060e-4dd9-8fce-bdf8bea5b5e6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:35.797286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696b8fc-4aee-4048-91df-9031484bc8ab req-a7285b03-060e-4dd9-8fce-bdf8bea5b5e6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:35.804002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696b8fc-4aee-4048-91df-9031484bc8ab req-a7285b03-060e-4dd9-8fce-bdf8bea5b5e6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:35.811157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696b8fc-4aee-4048-91df-9031484bc8ab req-a7285b03-060e-4dd9-8fce-bdf8bea5b5e6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:35.817113 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6c934af-0419-4e56-b8d0-69fd6e2a0134 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.818435 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6c934af-0419-4e56-b8d0-69fd6e2a0134 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.822031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696b8fc-4aee-4048-91df-9031484bc8ab req-a7285b03-060e-4dd9-8fce-bdf8bea5b5e6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:35.824121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6696b8fc-4aee-4048-91df-9031484bc8ab req-a7285b03-060e-4dd9-8fce-bdf8bea5b5e6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5435 time: 0.1523006 Nov 19 19:14:35.871110 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8399592-a2db-4e49-8b1c-4d2c0b0f04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.884308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.911329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6c934af-0419-4e56-b8d0-69fd6e2a0134 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.917404 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9747b283-0f53-4092-abe7-43b9820e5486 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.919372 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6c934af-0419-4e56-b8d0-69fd6e2a0134 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.926722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9747b283-0f53-4092-abe7-43b9820e5486 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.945243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6696b8fc-4aee-4048-91df-9031484bc8ab req-cd67091d-8b17-40b4-a71d-80ad8c1cf895 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116152 Nov 19 19:14:35.958190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:35.961500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:35.966422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:35.970954 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6c934af-0419-4e56-b8d0-69fd6e2a0134 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.972144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:35.973883 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.977501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35424) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:35.982100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=7fe6d00a-f536-4004-bd49-b7028d8e2e01,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:35.988119 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e6c934af-0419-4e56-b8d0-69fd6e2a0134 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2547579 Nov 19 19:14:36.005500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747b283-0f53-4092-abe7-43b9820e5486 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89edaa12-6c55-4737-a3b2-6a45d687dfec,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:36.024484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e8399592-a2db-4e49-8b1c-4d2c0b0f04e0 None None] For port 44b6f80c-6246-4b58-971c-779208f30e2d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=44b6f80c-6246-4b58-971c-779208f30e2d,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:36.051164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9747b283-0f53-4092-abe7-43b9820e5486 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.054732 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8399592-a2db-4e49-8b1c-4d2c0b0f04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.055981 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9747b283-0f53-4092-abe7-43b9820e5486 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.060202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3da75c4c-d5a8-4546-9a35-2984802d5398 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7658906 Nov 19 19:14:36.066154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.066836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35426) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:36.127686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9747b283-0f53-4092-abe7-43b9820e5486 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.128046 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93a01cf6-fb12-49b6-a39c-f2eb18c417f4 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.129665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9747b283-0f53-4092-abe7-43b9820e5486 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6285803 Nov 19 19:14:36.133851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35428) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:36.135848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747b283-0f53-4092-abe7-43b9820e5486 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e99d780-df59-4c90-83a2-00415ed32e5c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:36.170415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8399592-a2db-4e49-8b1c-4d2c0b0f04e0 None None] Pushing event updated for resources: {'Port': ['ID=44b6f80c-6246-4b58-971c-779208f30e2d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:36.208110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-107eb683-2bb6-4de9-a9a2-509d83d3679c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 7fe6d00a-f536-4004-bd49-b7028d8e2e01 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:36.208618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-107eb683-2bb6-4de9-a9a2-509d83d3679c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.224309 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:14:36.224670 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:14:36.227272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c056305-8c0c-4e6d-9d3f-440b5ed12698 None None] Update dhcp port {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': '19109b00-8756-4b1a-97bf-cf4bfc480521', 'ip_address': '2001:db8::f816:3eff:fe6c:5a47'}, {'subnet_id': '0b262e40-bb75-4553-b35a-ece9f780d344'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '44b6f80c-6246-4b58-971c-779208f30e2d'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:14:36.255481 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c056305-8c0c-4e6d-9d3f-440b5ed12698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.310343 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-107eb683-2bb6-4de9-a9a2-509d83d3679c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.315092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63244-1680-4ddf-8ab6-bc60e29633da req-a8f407b3-ec30-4f66-8ea2-01e3d9b5cc18 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:36.316801 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07e63244-1680-4ddf-8ab6-bc60e29633da req-a8f407b3-ec30-4f66-8ea2-01e3d9b5cc18 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 945 time: 0.2055779 Nov 19 19:14:36.325183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-107eb683-2bb6-4de9-a9a2-509d83d3679c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 7fe6d00a-f536-4004-bd49-b7028d8e2e01 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:36.418567 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93a01cf6-fb12-49b6-a39c-f2eb18c417f4 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.422539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93a01cf6-fb12-49b6-a39c-f2eb18c417f4 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.429508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7a41dc84-d494-44e1-be3c-bda98ffe4bd7 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2702379 Nov 19 19:14:36.434606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-6c056305-8c0c-4e6d-9d3f-440b5ed12698 None None] Allocated IP 2001:db8:0:1::2 (2953a791-3f54-41a3-92dc-efec9fb97405/0b262e40-bb75-4553-b35a-ece9f780d344/44b6f80c-6246-4b58-971c-779208f30e2d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:36.436884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35430) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:36.443936 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-98be25ce-61fe-4258-839f-cd86bda7e4f9 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group': {'name': 'tempest-security--22584476', 'description': 'tempest-security-description-217983084'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:36.516459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93a01cf6-fb12-49b6-a39c-f2eb18c417f4 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.517057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a01cf6-fb12-49b6-a39c-f2eb18c417f4 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67aafffd-3156-4faf-8f9d-b1ce3897caf4 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:14:36.525143 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93a01cf6-fb12-49b6-a39c-f2eb18c417f4 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.525658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-93a01cf6-fb12-49b6-a39c-f2eb18c417f4 tempest-RoutersTestDVR-1058103766 tempest-RoutersTestDVR-1058103766-project-admin] 10.222.0.50 "DELETE /v2.0/routers/67aafffd-3156-4faf-8f9d-b1ce3897caf4 HTTP/1.1" status: 204 len: 168 time: 0.5471916 Nov 19 19:14:36.535846 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07e63244-1680-4ddf-8ab6-bc60e29633da req-5ae03001-8943-4522-be55-bf9c90bda2ba tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760292 Nov 19 19:14:36.542226 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-107eb683-2bb6-4de9-a9a2-509d83d3679c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.548996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-98be25ce-61fe-4258-839f-cd86bda7e4f9 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.563447 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6c056305-8c0c-4e6d-9d3f-440b5ed12698 None None] For port 44b6f80c-6246-4b58-971c-779208f30e2d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=44b6f80c-6246-4b58-971c-779208f30e2d,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:36.582082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107eb683-2bb6-4de9-a9a2-509d83d3679c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=7fe6d00a-f536-4004-bd49-b7028d8e2e01,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:36.610460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b1fe3054-5b0d-486a-adba-e62eb940d825 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:14:36.616087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c056305-8c0c-4e6d-9d3f-440b5ed12698 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.622265 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-98be25ce-61fe-4258-839f-cd86bda7e4f9 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.629910 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c056305-8c0c-4e6d-9d3f-440b5ed12698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.630638 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-98be25ce-61fe-4258-839f-cd86bda7e4f9 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.637325 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-98be25ce-61fe-4258-839f-cd86bda7e4f9 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.638960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-98be25ce-61fe-4258-839f-cd86bda7e4f9 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "PUT /v2.0/security-groups/2e99d780-df59-4c90-83a2-00415ed32e5c HTTP/1.1" status: 200 len: 1794 time: 0.2009692 Nov 19 19:14:36.655055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35434) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:36.660524 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-107eb683-2bb6-4de9-a9a2-509d83d3679c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.665597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be25ce-61fe-4258-839f-cd86bda7e4f9 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e99d780-df59-4c90-83a2-00415ed32e5c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:36.668920 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35436) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:36.670646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-107eb683-2bb6-4de9-a9a2-509d83d3679c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/7fe6d00a-f536-4004-bd49-b7028d8e2e01 HTTP/1.1" status: 204 len: 168 time: 0.6024530 Nov 19 19:14:36.722100 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ecf560fd-0aa6-420f-9a02-f7111fc32d83 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-groups/2e99d780-df59-4c90-83a2-00415ed32e5c HTTP/1.1" status: 200 len: 1794 time: 0.0638199 Nov 19 19:14:36.723050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35438) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:36.773690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83f025-da1b-4260-a89d-61b437c2f828 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:36.777650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6c83f025-da1b-4260-a89d-61b437c2f828 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1052763 Nov 19 19:14:36.778141 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35440) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:36.814601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfc252b-b0f2-41bf-964d-f06f5cacc4bf tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.814859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c056305-8c0c-4e6d-9d3f-440b5ed12698 None None] Pushing event updated for resources: {'Port': ['ID=44b6f80c-6246-4b58-971c-779208f30e2d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:36.854647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:36.855666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfc252b-b0f2-41bf-964d-f06f5cacc4bf tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.869210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'port_id': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'mac_address': 'fa:16:3e:a8:c7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:14:36.877058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fc81-4e89-4685-a077-833d1220a227 req-f5f39693-5823-42a8-9f74-643341b12ddc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:36.884316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fc81-4e89-4685-a077-833d1220a227 req-f5f39693-5823-42a8-9f74-643341b12ddc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:36.891688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fc81-4e89-4685-a077-833d1220a227 req-f5f39693-5823-42a8-9f74-643341b12ddc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:36.906245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fc81-4e89-4685-a077-833d1220a227 req-f5f39693-5823-42a8-9f74-643341b12ddc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:36.913723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fc81-4e89-4685-a077-833d1220a227 req-f5f39693-5823-42a8-9f74-643341b12ddc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:36.919006 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfc252b-b0f2-41bf-964d-f06f5cacc4bf tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.920903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fc81-4e89-4685-a077-833d1220a227 req-f5f39693-5823-42a8-9f74-643341b12ddc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:36.922419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfc252b-b0f2-41bf-964d-f06f5cacc4bf tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.923755 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3cfc252b-b0f2-41bf-964d-f06f5cacc4bf tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-groups/2e99d780-df59-4c90-83a2-00415ed32e5c HTTP/1.1" status: 204 len: 168 time: 0.1989741 Nov 19 19:14:36.927759 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35444) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:36.928625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fc81-4e89-4685-a077-833d1220a227 req-f5f39693-5823-42a8-9f74-643341b12ddc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:36.930836 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819fc81-4e89-4685-a077-833d1220a227 req-f5f39693-5823-42a8-9f74-643341b12ddc tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5435 time: 0.2201908 Nov 19 19:14:36.938041 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:36.947164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c7157-5e60-4bba-a851-58605d069a70 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:36.948946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-db5c7157-5e60-4bba-a851-58605d069a70 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1698611 Nov 19 19:14:36.951490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35446) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:36.960754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1fe3054-5b0d-486a-adba-e62eb940d825 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:14:36.984163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc252b-b0f2-41bf-964d-f06f5cacc4bf tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e99d780-df59-4c90-83a2-00415ed32e5c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:36.992908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:37.017498 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.029249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35452) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:37.089143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-020f6f2a-a897-46a3-8c58-d99f331fb192 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1504855 Nov 19 19:14:37.089583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fc81-4e89-4685-a077-833d1220a227 req-c0a2329c-8246-4ea6-b6ae-79a6f6276541 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.091206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819fc81-4e89-4685-a077-833d1220a227 req-c0a2329c-8246-4ea6-b6ae-79a6f6276541 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "GET /v2.0/ports/0ee576a1-d5ed-4756-9300-89ffedbac12c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1412132 Nov 19 19:14:37.091857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35456) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:37.095427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=11']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:37.162818 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-2966c970-ddee-42fa-b041-c33c64350f6d tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] delete failed (client error): The resource could not be found. Nov 19 19:14:37.168834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2966c970-ddee-42fa-b041-c33c64350f6d tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-groups/2e99d780-df59-4c90-83a2-00415ed32e5c HTTP/1.1" status: 404 len: 347 time: 0.0715227 Nov 19 19:14:37.175917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35460) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:37.181711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3a86a8d3-3166-4cf4-a475-17f95259ad09 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036332'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:37.225550 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0228a9a-f822-4993-b566-dc40d310af86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.232526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15952c2f-a56e-4160-9d27-b3596642ac09 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.234146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15952c2f-a56e-4160-9d27-b3596642ac09 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.235935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15952c2f-a56e-4160-9d27-b3596642ac09 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.240605 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-15952c2f-a56e-4160-9d27-b3596642ac09 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2849944 Nov 19 19:14:37.241867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35462) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:37.246142 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a86a8d3-3166-4cf4-a475-17f95259ad09 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.270036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 44b6f80c-6246-4b58-971c-779208f30e2d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:37.293532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb0604-e326-4793-b6d3-a2d943c131a3 req-268baafb-f0b1-4301-859a-eebfbf0b99e4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.300142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb0604-e326-4793-b6d3-a2d943c131a3 req-268baafb-f0b1-4301-859a-eebfbf0b99e4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.307005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb0604-e326-4793-b6d3-a2d943c131a3 req-268baafb-f0b1-4301-859a-eebfbf0b99e4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.313075 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb0604-e326-4793-b6d3-a2d943c131a3 req-268baafb-f0b1-4301-859a-eebfbf0b99e4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.320243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb0604-e326-4793-b6d3-a2d943c131a3 req-268baafb-f0b1-4301-859a-eebfbf0b99e4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.326599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb0604-e326-4793-b6d3-a2d943c131a3 req-268baafb-f0b1-4301-859a-eebfbf0b99e4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.328017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:37.328408 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.333233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb0604-e326-4793-b6d3-a2d943c131a3 req-268baafb-f0b1-4301-859a-eebfbf0b99e4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.341227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95cb0604-e326-4793-b6d3-a2d943c131a3 req-268baafb-f0b1-4301-859a-eebfbf0b99e4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 5435 time: 0.2481925 Nov 19 19:14:37.380213 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0228a9a-f822-4993-b566-dc40d310af86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.385663 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0228a9a-f822-4993-b566-dc40d310af86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.391999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['b1fe3054-5b0d-486a-adba-e62eb940d825'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:14:37.412662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb12e85-2fad-4533-800b-66d8983f39fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 0b262e40-bb75-4553-b35a-ece9f780d344 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:37.422272 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dbb12e85-2fad-4533-800b-66d8983f39fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.450687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819fc81-4e89-4685-a077-833d1220a227 req-c2c4064d-aa6c-4565-ad4c-9748842a54c2 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "GET /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3478403 Nov 19 19:14:37.457058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a86a8d3-3166-4cf4-a475-17f95259ad09 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.469916 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c0228a9a-f822-4993-b566-dc40d310af86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ca95f802ed842129bdc7b4ac8674706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4361737 Nov 19 19:14:37.472069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0228a9a-f822-4993-b566-dc40d310af86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf3db2f-fafd-4b19-a9d7-7eac4d9244c3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:37.472213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:37.474685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35464) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:37.475345 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a86a8d3-3166-4cf4-a475-17f95259ad09 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.529183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95cb0604-e326-4793-b6d3-a2d943c131a3 req-942153cb-4932-4b2c-b329-53ab6e34a019 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870646 Nov 19 19:14:37.539447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dbb12e85-2fad-4533-800b-66d8983f39fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.544025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a86a8d3-3166-4cf4-a475-17f95259ad09 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.548939 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3a86a8d3-3166-4cf4-a475-17f95259ad09 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3718359 Nov 19 19:14:37.556030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35466) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:37.577556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d66e8acf-6265-412a-8fc9-4dae65ce7f76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': 'd9ace712-e2fb-4ed4-95a0-78deb8788f0b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:37.604790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86a8d3-3166-4cf4-a475-17f95259ad09 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ace712-e2fb-4ed4-95a0-78deb8788f0b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:37.625696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.649893 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc1a671b-4064-4028-9b01-2043f7e6ed76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.663131 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66e8acf-6265-412a-8fc9-4dae65ce7f76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.705391 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc1a671b-4064-4028-9b01-2043f7e6ed76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.776183 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dbb12e85-2fad-4533-800b-66d8983f39fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.783954 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66e8acf-6265-412a-8fc9-4dae65ce7f76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.794505 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66e8acf-6265-412a-8fc9-4dae65ce7f76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.801636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-70dbd347-3e77-43c9-9204-eff9423f5a3d None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:37.802909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-70dbd347-3e77-43c9-9204-eff9423f5a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.836186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc1a671b-4064-4028-9b01-2043f7e6ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.840638 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc1a671b-4064-4028-9b01-2043f7e6ed76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.842184 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cc1a671b-4064-4028-9b01-2043f7e6ed76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cdf3db2f-fafd-4b19-a9d7-7eac4d9244c3 HTTP/1.1" status: 204 len: 168 time: 0.3635886 Nov 19 19:14:37.859841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e8acf-6265-412a-8fc9-4dae65ce7f76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a033f7-9656-48ac-899e-a2cbf98b077f,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:37.864535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a671b-4064-4028-9b01-2043f7e6ed76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf3db2f-fafd-4b19-a9d7-7eac4d9244c3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:37.867634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337aadb-b9b6-403e-b33e-89ed5a6fda82 req-5a16779f-4e24-4b2d-a147-3f9664afb790 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:37.869220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d337aadb-b9b6-403e-b33e-89ed5a6fda82 req-5a16779f-4e24-4b2d-a147-3f9664afb790 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 946 time: 0.1975584 Nov 19 19:14:37.870227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66e8acf-6265-412a-8fc9-4dae65ce7f76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.876371 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d66e8acf-6265-412a-8fc9-4dae65ce7f76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3188312 Nov 19 19:14:37.877581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35472) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:37.930872 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-194e0d3f-0f95-4c7a-b385-3a8a7b0d14eb tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.942329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-194e0d3f-0f95-4c7a-b385-3a8a7b0d14eb tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.971953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-70dbd347-3e77-43c9-9204-eff9423f5a3d None None] Could not find standard attr ID for object 7fe6d00a-f536-4004-bd49-b7028d8e2e01. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:14:37.974463 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dbb12e85-2fad-4533-800b-66d8983f39fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.990396 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-194e0d3f-0f95-4c7a-b385-3a8a7b0d14eb tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:37.998778 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-194e0d3f-0f95-4c7a-b385-3a8a7b0d14eb tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.001279 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-194e0d3f-0f95-4c7a-b385-3a8a7b0d14eb tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/81a033f7-9656-48ac-899e-a2cbf98b077f HTTP/1.1" status: 204 len: 168 time: 0.1212423 Nov 19 19:14:38.003172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35474) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:38.014096 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e0d3f-0f95-4c7a-b385-3a8a7b0d14eb tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81a033f7-9656-48ac-899e-a2cbf98b077f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:38.026820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb12e85-2fad-4533-800b-66d8983f39fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=0b262e40-bb75-4553-b35a-ece9f780d344,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:38.028829 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dbb12e85-2fad-4533-800b-66d8983f39fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.032119 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dbb12e85-2fad-4533-800b-66d8983f39fb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/0b262e40-bb75-4553-b35a-ece9f780d344 HTTP/1.1" status: 204 len: 168 time: 0.7886896 Nov 19 19:14:38.036744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35476) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:38.039958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d337aadb-b9b6-403e-b33e-89ed5a6fda82 req-07d4c4f7-837b-41fe-9700-2bdc2fc225cf tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586835 Nov 19 19:14:38.054880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] For port 0ee576a1-d5ed-4756-9300-89ffedbac12c, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0ee576a1-d5ed-4756-9300-89ffedbac12c,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:38.086358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8ecd4fd8-b62e-471e-934a-5888ed6a4330 None None] Could not find standard attr ID for object 7fe6d00a-f536-4004-bd49-b7028d8e2e01. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:14:38.117525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] For port 0ee576a1-d5ed-4756-9300-89ffedbac12c, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:14:38.145560 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4d36586b-dcb1-47df-bd69-b9b1677b6513 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1413617 Nov 19 19:14:38.148630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35480) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:38.158711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97a340f-e2ad-45a7-8e7d-10428d248f32 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 19109b00-8756-4b1a-97bf-cf4bfc480521 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:38.162424 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a97a340f-e2ad-45a7-8e7d-10428d248f32 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.171229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] device_id is not set on port 0ee576a1-d5ed-4756-9300-89ffedbac12c yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:38.188564 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.206303 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.216833 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a97a340f-e2ad-45a7-8e7d-10428d248f32 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.244875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9713c6dd-c349-4b0d-bb2d-8dc707e006f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.275662 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d868258-1adb-4c11-945b-dfc71a0660ab tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.302847 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d868258-1adb-4c11-945b-dfc71a0660ab tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.338148 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a97a340f-e2ad-45a7-8e7d-10428d248f32 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.360239 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c279b8e-5db2-45c4-88de-a72f3c6b5328 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:38.366910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] No DVR routers for this DVR port 0ee576a1-d5ed-4756-9300-89ffedbac12c on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:38.398798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35482) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:38.400736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] Pushing event updated for resources: {'Port': ['ID=0ee576a1-d5ed-4756-9300-89ffedbac12c,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:38.406912 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d868258-1adb-4c11-945b-dfc71a0660ab tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.409649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d868258-1adb-4c11-945b-dfc71a0660ab tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.411562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8d868258-1adb-4c11-945b-dfc71a0660ab tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-groups/d9ace712-e2fb-4ed4-95a0-78deb8788f0b HTTP/1.1" status: 204 len: 168 time: 0.2617245 Nov 19 19:14:38.417965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35484) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:38.422128 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b741623c-6e86-4fb3-995b-b7032ce10851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.445694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d868258-1adb-4c11-945b-dfc71a0660ab tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ace712-e2fb-4ed4-95a0-78deb8788f0b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:38.455823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] In _notify_port_updated(), no bound segment for port 0ee576a1-d5ed-4756-9300-89ffedbac12c on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 {{(pid=109887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:14:38.456869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:38.457699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.459048 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819fc81-4e89-4685-a077-833d1220a227 req-faeba041-6638-4b5e-a805-e647197f6bdd service neutron] 10.222.0.21 "PUT /v2.0/ports/0ee576a1-d5ed-4756-9300-89ffedbac12c HTTP/1.1" status: 200 len: 1028 time: 1.0000660 Nov 19 19:14:38.511330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a97a340f-e2ad-45a7-8e7d-10428d248f32 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.531443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fc81-4e89-4685-a077-833d1220a227 req-9df546e5-c90b-4722-84f5-f053bf3fe8bd tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:38.533806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819fc81-4e89-4685-a077-833d1220a227 req-9df546e5-c90b-4722-84f5-f053bf3fe8bd tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "GET /v2.0/ports/0d5262d3-486a-453d-9df9-6508db27b1a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0636203 Nov 19 19:14:38.548426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:38.559782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a340f-e2ad-45a7-8e7d-10428d248f32 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=19109b00-8756-4b1a-97bf-cf4bfc480521,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:38.568217 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a97a340f-e2ad-45a7-8e7d-10428d248f32 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.571715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a97a340f-e2ad-45a7-8e7d-10428d248f32 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/19109b00-8756-4b1a-97bf-cf4bfc480521 HTTP/1.1" status: 204 len: 168 time: 0.5281703 Nov 19 19:14:38.576162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35486) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:38.612038 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e1bbd614-101d-4678-bc7d-7bf55279715f tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1927180 Nov 19 19:14:38.618916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-45ff26a1-bf15-4f65-9ad7-f91b82058712 None None] Provisioning complete for port 0ee576a1-d5ed-4756-9300-89ffedbac12c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:38.619739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35490) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:38.620069 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45ff26a1-bf15-4f65-9ad7-f91b82058712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.625570 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b1fe3054-5b0d-486a-adba-e62eb940d825 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:38.626760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-614578f5-4542-4e1b-a60a-2a18f114af56 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559906830'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:38.630718 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2a900e63-64bd-4690-ae8c-621e8f8a904f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535679 Nov 19 19:14:38.633723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35492) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:38.642652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e15de77c-1ddb-4382-ac46-7507e4ebb695 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:38.678052 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-614578f5-4542-4e1b-a60a-2a18f114af56 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.724607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.731111 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b741623c-6e86-4fb3-995b-b7032ce10851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.742996 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b741623c-6e86-4fb3-995b-b7032ce10851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.754163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-45ff26a1-bf15-4f65-9ad7-f91b82058712 None None] Port 0ee576a1-d5ed-4756-9300-89ffedbac12c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:14:38.762465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df0dac-c2f4-4666-ba45-8c883d1f9829 None None] Update dhcp port {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': '19109b00-8756-4b1a-97bf-cf4bfc480521'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '44b6f80c-6246-4b58-971c-779208f30e2d'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:14:38.787841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port b1fe3054-5b0d-486a-adba-e62eb940d825 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:14:38.798946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port b1fe3054-5b0d-486a-adba-e62eb940d825 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:38.799692 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.804630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b741623c-6e86-4fb3-995b-b7032ce10851 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8873c7b91d04a46a9482ca8be6a50c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4053121 Nov 19 19:14:38.808233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35494) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:38.810686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754aff-0567-4e11-a484-ef71b659e0f4 req-1051c005-eb1a-40bf-9e82-4116ba000d1b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:38.815774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741623c-6e86-4fb3-995b-b7032ce10851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93899641-a7ad-4f20-a503-f02ebdfcf51a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:38.817797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754aff-0567-4e11-a484-ef71b659e0f4 req-1051c005-eb1a-40bf-9e82-4116ba000d1b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:38.823950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754aff-0567-4e11-a484-ef71b659e0f4 req-1051c005-eb1a-40bf-9e82-4116ba000d1b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:38.830673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754aff-0567-4e11-a484-ef71b659e0f4 req-1051c005-eb1a-40bf-9e82-4116ba000d1b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:38.837639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754aff-0567-4e11-a484-ef71b659e0f4 req-1051c005-eb1a-40bf-9e82-4116ba000d1b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:38.843912 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be754aff-0567-4e11-a484-ef71b659e0f4 req-1051c005-eb1a-40bf-9e82-4116ba000d1b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:38.845921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be754aff-0567-4e11-a484-ef71b659e0f4 req-1051c005-eb1a-40bf-9e82-4116ba000d1b tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 4660 time: 0.1719155 Nov 19 19:14:38.846294 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95df0dac-c2f4-4666-ba45-8c883d1f9829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.851691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15de77c-1ddb-4382-ac46-7507e4ebb695 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:38.854837 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e15de77c-1ddb-4382-ac46-7507e4ebb695 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.946871 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa7cffdf-b950-4cf4-bf27-9701761dccdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.975724 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-614578f5-4542-4e1b-a60a-2a18f114af56 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.980232 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:38.984777 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa7cffdf-b950-4cf4-bf27-9701761dccdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.024589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:14:39.031777 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c239b2-b2c6-4c48-97ef-930ac1e08694" -d '{"events": [{"server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "name": "network-vif-plugged", "status": "completed", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:14:39.058876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:39.064817 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.099402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cefe62-1ad9-4203-bdfe-6f63685adcc3 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:39.125385 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa7cffdf-b950-4cf4-bf27-9701761dccdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.128069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa7cffdf-b950-4cf4-bf27-9701761dccdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.132224 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aa7cffdf-b950-4cf4-bf27-9701761dccdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93899641-a7ad-4f20-a503-f02ebdfcf51a HTTP/1.1" status: 204 len: 168 time: 0.3207412 Nov 19 19:14:39.153527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cffdf-b950-4cf4-bf27-9701761dccdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93899641-a7ad-4f20-a503-f02ebdfcf51a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:39.166430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e15de77c-1ddb-4382-ac46-7507e4ebb695 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.214123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15de77c-1ddb-4382-ac46-7507e4ebb695 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:39.219105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e15de77c-1ddb-4382-ac46-7507e4ebb695 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:39.229453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15de77c-1ddb-4382-ac46-7507e4ebb695 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:39.230101 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e15de77c-1ddb-4382-ac46-7507e4ebb695 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.255374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 44b6f80c-6246-4b58-971c-779208f30e2d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:39.262208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=12']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:39.262935 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e15de77c-1ddb-4382-ac46-7507e4ebb695 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6280539 Nov 19 19:14:39.266410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35502) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:39.275712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-71a39858-f031-42b7-9036-bcd25413dd4d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:39.294860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c2af5b82-c720-45db-8fc0-fc814d4dcf59 None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:39.295246 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c2af5b82-c720-45db-8fc0-fc814d4dcf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.323452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15de77c-1ddb-4382-ac46-7507e4ebb695 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=d52cf599-f733-4ed6-a1da-1f5245474841,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:39.383139 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-614578f5-4542-4e1b-a60a-2a18f114af56 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.427083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a39858-f031-42b7-9036-bcd25413dd4d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:39.432928 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71a39858-f031-42b7-9036-bcd25413dd4d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.459347 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-614578f5-4542-4e1b-a60a-2a18f114af56 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.463080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-614578f5-4542-4e1b-a60a-2a18f114af56 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8393178 Nov 19 19:14:39.468876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be754aff-0567-4e11-a484-ef71b659e0f4 req-1e3ae746-47b5-4947-a556-3dd4e43523a9 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&id=7c9e74c2-80f0-4a3f-8f59-281bcd210495&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5993137 Nov 19 19:14:39.469605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35506) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:39.478924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bd0adc8a-86a2-4e75-a27b-030d7b635aff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': 'b33c2a70-7249-4366-98b9-b363de203587', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:39.483610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] For port 0d5262d3-486a-453d-9df9-6508db27b1a4, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0d5262d3-486a-453d-9df9-6508db27b1a4,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:39.485386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614578f5-4542-4e1b-a60a-2a18f114af56 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33c2a70-7249-4366-98b9-b363de203587,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:39.560031 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.573276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] For port 0d5262d3-486a-453d-9df9-6508db27b1a4, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:14:39.619870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd0adc8a-86a2-4e75-a27b-030d7b635aff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.627653 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb33bf33-b11b-43a2-91b8-1ce673d3c668 x-openstack-request-id: req-bb33bf33-b11b-43a2-91b8-1ce673d3c668 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:14:39.628070 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "name": "network-vif-plugged", "status": "completed", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:14:39.628474 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb33bf33-b11b-43a2-91b8-1ce673d3c668 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:14:39.637003 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'code': 200} Nov 19 19:14:39.645737 n-d-815373-6 neutron-server[109888]: INFO neutron.db.ipam_backend_mixin [None req-71a39858-f031-42b7-9036-bcd25413dd4d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d52cf599-f733-4ed6-a1da-1f5245474841 (CIDR: 2001:db8::/64) Nov 19 19:14:39.652570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] device_id is not set on port 0d5262d3-486a-453d-9df9-6508db27b1a4 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:39.654695 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a39858-f031-42b7-9036-bcd25413dd4d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:39.655317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a39858-f031-42b7-9036-bcd25413dd4d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:39.672954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.697690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-71a39858-f031-42b7-9036-bcd25413dd4d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4293489 Nov 19 19:14:39.698817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35512) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:39.704301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 44b6f80c-6246-4b58-971c-779208f30e2d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=44b6f80c-6246-4b58-971c-779208f30e2d,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:39.704708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:39.707683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a202f-d038-499e-8e25-5c9d985daff3 None None] Update dhcp port {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': 'd52cf599-f733-4ed6-a1da-1f5245474841'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '44b6f80c-6246-4b58-971c-779208f30e2d'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:14:39.728777 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.745775 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe0a202f-d038-499e-8e25-5c9d985daff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.750411 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.820586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd0adc8a-86a2-4e75-a27b-030d7b635aff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.833471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8124b0-7b25-42b6-9fe5-01cf3495eaf4 req-d812a38b-cd0d-446d-b5ac-2bbd35ffab48 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:39.835117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef8124b0-7b25-42b6-9fe5-01cf3495eaf4 req-d812a38b-cd0d-446d-b5ac-2bbd35ffab48 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 947 time: 0.1545303 Nov 19 19:14:39.855933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] No DVR routers for this DVR port 0d5262d3-486a-453d-9df9-6508db27b1a4 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:39.857972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5262d3-486a-453d-9df9-6508db27b1a4,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:39.861081 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd0adc8a-86a2-4e75-a27b-030d7b635aff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.906731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=44b6f80c-6246-4b58-971c-779208f30e2d,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:39.919005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a8e6b-766e-4f18-8423-db12e7784616 req-1785105e-ca79-4ebf-b2dd-cf9c40d19a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:39.935022 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a1a8e6b-766e-4f18-8423-db12e7784616 req-1785105e-ca79-4ebf-b2dd-cf9c40d19a31 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 1098 time: 0.1080678 Nov 19 19:14:39.939636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0adc8a-86a2-4e75-a27b-030d7b635aff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307c9ae1-83e1-4eae-809f-4e78fd876602,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:39.976361 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd0adc8a-86a2-4e75-a27b-030d7b635aff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.982154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bd0adc8a-86a2-4e75-a27b-030d7b635aff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5073812 Nov 19 19:14:39.985424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35518) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:39.990597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] In _notify_port_updated(), no bound segment for port 0d5262d3-486a-453d-9df9-6508db27b1a4 on network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 {{(pid=109887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:14:39.991481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:39.992102 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:39.993381 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819fc81-4e89-4685-a077-833d1220a227 req-427d4dca-fc8b-4d4b-ad0b-73e43db87779 service neutron] 10.222.0.21 "PUT /v2.0/ports/0d5262d3-486a-453d-9df9-6508db27b1a4 HTTP/1.1" status: 200 len: 1026 time: 1.4499259 Nov 19 19:14:40.010309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-82853078-00e5-4adf-b702-07357587f3c4 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': 'b33c2a70-7249-4366-98b9-b363de203587', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:40.033728 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:40.038011 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.071166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef8124b0-7b25-42b6-9fe5-01cf3495eaf4 req-95ac7aa2-8ec7-460d-995b-f93482d15feb tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164352 Nov 19 19:14:40.166494 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82853078-00e5-4adf-b702-07357587f3c4 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.193402 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4a1a8e6b-766e-4f18-8423-db12e7784616 req-3c332063-6dec-4744-a176-fa07139df4db service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479365 Nov 19 19:14:40.225902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-974eaa3c-b96b-494c-b4a2-daee37a792a5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Deleting port bb45a8e9-61af-4a51-bfcb-d96877b02582 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:40.226212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-974eaa3c-b96b-494c-b4a2-daee37a792a5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.325597 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82853078-00e5-4adf-b702-07357587f3c4 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.336892 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82853078-00e5-4adf-b702-07357587f3c4 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.343083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8acae994-379f-4979-9ca4-4b244b9e222a None None] Provisioning complete for port 0d5262d3-486a-453d-9df9-6508db27b1a4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:40.343474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8acae994-379f-4979-9ca4-4b244b9e222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.370848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-fe0a202f-d038-499e-8e25-5c9d985daff3 None None] Allocated IP 2001:db8::2 (2953a791-3f54-41a3-92dc-efec9fb97405/d52cf599-f733-4ed6-a1da-1f5245474841/44b6f80c-6246-4b58-971c-779208f30e2d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:40.388304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82853078-00e5-4adf-b702-07357587f3c4 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73fbfb6-3f69-4ae1-9e11-7b13b3f1e27b,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:40.406099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6819fc81-4e89-4685-a077-833d1220a227 req-974eaa3c-b96b-494c-b4a2-daee37a792a5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] For port bb45a8e9-61af-4a51-bfcb-d96877b02582, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bb45a8e9-61af-4a51-bfcb-d96877b02582,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:40.406815 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-974eaa3c-b96b-494c-b4a2-daee37a792a5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.412461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8acae994-379f-4979-9ca4-4b244b9e222a None None] Port 0d5262d3-486a-453d-9df9-6508db27b1a4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:14:40.417989 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-82853078-00e5-4adf-b702-07357587f3c4 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.419863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-82853078-00e5-4adf-b702-07357587f3c4 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4334280 Nov 19 19:14:40.423066 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35530) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:40.428934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d58108ee-67ad-4d71-bdc7-0484263701a0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': 'b33c2a70-7249-4366-98b9-b363de203587', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:40.436286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-974eaa3c-b96b-494c-b4a2-daee37a792a5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Calling delete_port for bb45a8e9-61af-4a51-bfcb-d96877b02582 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:40.487553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d58108ee-67ad-4d71-bdc7-0484263701a0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.493438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0d5262d3-486a-453d-9df9-6508db27b1a4 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:40.545342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fe0a202f-d038-499e-8e25-5c9d985daff3 None None] For port 44b6f80c-6246-4b58-971c-779208f30e2d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=44b6f80c-6246-4b58-971c-779208f30e2d,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:40.623356 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19d4506f-5b1d-4a9a-8642-52925f14c83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.627233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d58108ee-67ad-4d71-bdc7-0484263701a0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.639062 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe0a202f-d038-499e-8e25-5c9d985daff3 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.639544 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d58108ee-67ad-4d71-bdc7-0484263701a0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.646931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0d5262d3-486a-453d-9df9-6508db27b1a4 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:40.647554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f3ae0b14-b79b-4e64-8f90-bec94f8e4621 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:40.651476 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe0a202f-d038-499e-8e25-5c9d985daff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.686152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:14:40.693681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58108ee-67ad-4d71-bdc7-0484263701a0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226f2174-af31-480c-a08d-50662c6b710e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:40.718042 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-974eaa3c-b96b-494c-b4a2-daee37a792a5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.758859 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d58108ee-67ad-4d71-bdc7-0484263701a0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.763972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d58108ee-67ad-4d71-bdc7-0484263701a0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3393662 Nov 19 19:14:40.770824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35536) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:40.774410 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a202f-d038-499e-8e25-5c9d985daff3 None None] Pushing event updated for resources: {'Port': ['ID=44b6f80c-6246-4b58-971c-779208f30e2d,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:40.779823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-bb7fd48a-52dd-476e-96a7-f6cc7ff67960 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': 'b33c2a70-7249-4366-98b9-b363de203587', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:40.783333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e60c2a-c8b3-4299-9a8b-50c7f24556d6 req-06269968-e1b8-4370-8522-00a9483fa5ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:40.796788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e60c2a-c8b3-4299-9a8b-50c7f24556d6 req-06269968-e1b8-4370-8522-00a9483fa5ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:40.805004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e60c2a-c8b3-4299-9a8b-50c7f24556d6 req-06269968-e1b8-4370-8522-00a9483fa5ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:40.812465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e60c2a-c8b3-4299-9a8b-50c7f24556d6 req-06269968-e1b8-4370-8522-00a9483fa5ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:40.823416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e60c2a-c8b3-4299-9a8b-50c7f24556d6 req-06269968-e1b8-4370-8522-00a9483fa5ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:40.825564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64e60c2a-c8b3-4299-9a8b-50c7f24556d6 req-06269968-e1b8-4370-8522-00a9483fa5ee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 3809 time: 0.1813936 Nov 19 19:14:40.828983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974eaa3c-b96b-494c-b4a2-daee37a792a5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Port': ['ID=bb45a8e9-61af-4a51-bfcb-d96877b02582,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:40.832290 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.876669 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd48a-52dd-476e-96a7-f6cc7ff67960 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.908832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6819fc81-4e89-4685-a077-833d1220a227 req-974eaa3c-b96b-494c-b4a2-daee37a792a5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] No DVR routers for this DVR port bb45a8e9-61af-4a51-bfcb-d96877b02582 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:40.917970 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-974eaa3c-b96b-494c-b4a2-daee37a792a5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.921695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819fc81-4e89-4685-a077-833d1220a227 req-974eaa3c-b96b-494c-b4a2-daee37a792a5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "DELETE /v2.0/ports/bb45a8e9-61af-4a51-bfcb-d96877b02582 HTTP/1.1" status: 204 len: 173 time: 0.9015250 Nov 19 19:14:40.930414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-deleted', 'tag': 'bb45a8e9-61af-4a51-bfcb-d96877b02582'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:14:40.935957 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39b8c8c-b2e8-47cf-ba64-c61e54a867e5" -d '{"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-deleted", "tag": "bb45a8e9-61af-4a51-bfcb-d96877b02582"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:14:40.938053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f3ae0b14-b79b-4e64-8f90-bec94f8e4621, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:40.947473 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:40.948189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0ee576a1-d5ed-4756-9300-89ffedbac12c no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:41.033536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.067340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd48a-52dd-476e-96a7-f6cc7ff67960 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.073431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64e60c2a-c8b3-4299-9a8b-50c7f24556d6 req-afabbcb0-1e11-4172-89e8-1e9c999b0ed7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323859 Nov 19 19:14:41.107692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:41.120710 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd48a-52dd-476e-96a7-f6cc7ff67960 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.129126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Deleting port 3b314d3e-7c93-48a2-94e4-0386a538a87e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:41.129411 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.153871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0ee576a1-d5ed-4756-9300-89ffedbac12c not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:41.154342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device d173fbde-a77e-4fec-84f0-15735fa29478 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:41.186746 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70da2a76-3292-4c5a-8d95-df52968d5c74 x-openstack-request-id: req-70da2a76-3292-4c5a-8d95-df52968d5c74 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:14:41.187973 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-deleted", "tag": "bb45a8e9-61af-4a51-bfcb-d96877b02582", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:14:41.188914 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70da2a76-3292-4c5a-8d95-df52968d5c74 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:14:41.189404 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-deleted', 'tag': 'bb45a8e9-61af-4a51-bfcb-d96877b02582', 'status': 'completed', 'code': 200} Nov 19 19:14:41.222016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd48a-52dd-476e-96a7-f6cc7ff67960 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.223308 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bb7fd48a-52dd-476e-96a7-f6cc7ff67960 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4514511 Nov 19 19:14:41.271089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35548) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:41.277618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8658e496-6230-4090-af71-f9b10717f223 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': 'b33c2a70-7249-4366-98b9-b363de203587', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:41.362194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fd48a-52dd-476e-96a7-f6cc7ff67960 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd4026c-27a3-411d-9165-9648e7fab745,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:41.377112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 44b6f80c-6246-4b58-971c-779208f30e2d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:41.442017 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8658e496-6230-4090-af71-f9b10717f223 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.474072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b66f1-25de-4f1d-8fdf-dbe92e1f2b5f req-827ddde4-d8a1-4440-ac8a-3a202e3de32b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:41.475685 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c09b66f1-25de-4f1d-8fdf-dbe92e1f2b5f req-827ddde4-d8a1-4440-ac8a-3a202e3de32b tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 947 time: 0.2036862 Nov 19 19:14:41.476254 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.559081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] For port 44b6f80c-6246-4b58-971c-779208f30e2d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=44b6f80c-6246-4b58-971c-779208f30e2d,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:41.588825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] For port 3b314d3e-7c93-48a2-94e4-0386a538a87e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3b314d3e-7c93-48a2-94e4-0386a538a87e,segment=NetworkSegment(e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da),segment_id=e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:41.589208 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.595060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port d173fbde-a77e-4fec-84f0-15735fa29478, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d173fbde-a77e-4fec-84f0-15735fa29478,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:41.619229 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.619858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device aa9f0155-c448-406d-ba64-9edff7834aba no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:41.641440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c09b66f1-25de-4f1d-8fdf-dbe92e1f2b5f req-9cb8a3fb-4732-461c-819b-94300cafbb91 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494615 Nov 19 19:14:41.656610 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.663373 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8658e496-6230-4090-af71-f9b10717f223 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.663971 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.664753 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.701540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3ae0b14-b79b-4e64-8f90-bec94f8e4621'}, {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd173fbde-a77e-4fec-84f0-15735fa29478'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:14:41.707506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35558) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:41.708797 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da6726d-d77d-41f1-85ef-bc224a0f469f" -d '{"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f3ae0b14-b79b-4e64-8f90-bec94f8e4621"}, {"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-unplugged", "status": "completed", "tag": "d173fbde-a77e-4fec-84f0-15735fa29478"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:14:41.737535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8658e496-6230-4090-af71-f9b10717f223 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.782187 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8658e496-6230-4090-af71-f9b10717f223 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.783795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8658e496-6230-4090-af71-f9b10717f223 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5095215 Nov 19 19:14:41.788445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35570) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:41.796093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:41.803052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658e496-6230-4090-af71-f9b10717f223 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7c003b-631f-419b-a464-82b005a1d88b,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:41.813689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:41.817558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:41.818148 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.862141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=4b1287d6-1133-45bc-bb65-bb3b89fc8a66,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:41.866693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=44b6f80c-6246-4b58-971c-779208f30e2d,revision_number=10']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:41.886406 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3e366016-aab5-4f54-8aa3-b195fe264d28 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1847610 Nov 19 19:14:41.886406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35572) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:41.901128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:58:77:15', 'name': 'tempest-NetworksTestDHCPv6-270751358'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:41.911927 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 19 Nov 2021 19:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092d5f9a-e003-481d-a15d-1577b51ee473 x-openstack-request-id: req-092d5f9a-e003-481d-a15d-1577b51ee473 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:14:41.911927 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f3ae0b14-b79b-4e64-8f90-bec94f8e4621", "code": 200}, {"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-unplugged", "status": "completed", "tag": "d173fbde-a77e-4fec-84f0-15735fa29478", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:14:41.912281 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-092d5f9a-e003-481d-a15d-1577b51ee473 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:14:41.912433 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3ae0b14-b79b-4e64-8f90-bec94f8e4621', 'code': 200} Nov 19 19:14:41.912693 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd173fbde-a77e-4fec-84f0-15735fa29478', 'code': 200} Nov 19 19:14:41.924708 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d95f816b-baa6-4cf1-a9c8-8b91eb02b965 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.939183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:41.939668 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.950773 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d95f816b-baa6-4cf1-a9c8-8b91eb02b965 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:41.989149 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d95f816b-baa6-4cf1-a9c8-8b91eb02b965 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.005200 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d95f816b-baa6-4cf1-a9c8-8b91eb02b965 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.007473 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d95f816b-baa6-4cf1-a9c8-8b91eb02b965 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6a7c003b-631f-419b-a464-82b005a1d88b HTTP/1.1" status: 204 len: 168 time: 0.2158382 Nov 19 19:14:42.013432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35574) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:42.021617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1957615553', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:42.040848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f816b-baa6-4cf1-a9c8-8b91eb02b965 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a7c003b-631f-419b-a464-82b005a1d88b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:42.063242 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.077019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=d173fbde-a77e-4fec-84f0-15735fa29478,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:42.106262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Made reservation on behalf of c48f2a5eff1e47c38fe9dd3003c1c7f2 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:42.109936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.136267 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.155866 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.160562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f21ff8-a255-4abb-ac85-137019de4fc2 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:42.161058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1f8577dd-f4b6-4232-bc32-2f94f2c99f82 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1457195 Nov 19 19:14:42.163870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.164308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.164711 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Floating IP 5f9d1336-f52d-48d5-b564-05807451ea63 disassociated. External IP: 172.25.3.178, port: 3b314d3e-7c93-48a2-94e4-0386a538a87e. Nov 19 19:14:42.165133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Calling delete_port for 3b314d3e-7c93-48a2-94e4-0386a538a87e owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:42.165789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35584) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:42.213615 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-222c4802-d78f-4d4b-8b7d-4d9517a323b0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.223629 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-222c4802-d78f-4d4b-8b7d-4d9517a323b0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.247000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:42.280502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1eff0fb7-7179-426f-86d9-5f5845e639aa None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:42.281577 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1eff0fb7-7179-426f-86d9-5f5845e639aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.327689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port aa9f0155-c448-406d-ba64-9edff7834aba, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=aa9f0155-c448-406d-ba64-9edff7834aba,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:42.330867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-222c4802-d78f-4d4b-8b7d-4d9517a323b0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.343704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd1308-a07a-4b14-b461-ef730a757a88 req-2b194942-b4f2-4b2a-b481-d5359834ad25 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:42.346828 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-222c4802-d78f-4d4b-8b7d-4d9517a323b0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.351205 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-222c4802-d78f-4d4b-8b7d-4d9517a323b0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/0cd4026c-27a3-411d-9165-9648e7fab745 HTTP/1.1" status: 204 len: 168 time: 0.1814339 Nov 19 19:14:42.352419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd1308-a07a-4b14-b461-ef730a757a88 req-2b194942-b4f2-4b2a-b481-d5359834ad25 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:42.355451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35600) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:42.359662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd1308-a07a-4b14-b461-ef730a757a88 req-2b194942-b4f2-4b2a-b481-d5359834ad25 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:42.367647 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.368148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd1308-a07a-4b14-b461-ef730a757a88 req-2b194942-b4f2-4b2a-b481-d5359834ad25 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:42.368408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3b314d3e-7c93-48a2-94e4-0386a538a87e no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:42.371489 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2dd1308-a07a-4b14-b461-ef730a757a88 req-2b194942-b4f2-4b2a-b481-d5359834ad25 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 3148 time: 0.1246178 Nov 19 19:14:42.391511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c4802-d78f-4d4b-8b7d-4d9517a323b0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cd4026c-27a3-411d-9165-9648e7fab745,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:42.461002 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.496459 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fe1fb6dc-e470-481b-85a3-3ffc967a62d8 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1398683 Nov 19 19:14:42.500520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.501514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35608) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:42.507414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2dd1308-a07a-4b14-b461-ef730a757a88 req-c22ad0aa-68e8-4caa-a202-4e732b12fde1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213109 Nov 19 19:14:42.509624 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.525098 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port fbe3b30a-96ea-422c-91ae-5d456ed52500 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:42.537099 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.548273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c3bf2ac-09b7-4536-b2f8-a978ece39e1a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.549451 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1eff0fb7-7179-426f-86d9-5f5845e639aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.552300 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.557557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c3bf2ac-09b7-4536-b2f8-a978ece39e1a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.564266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] device_id is not set on port 1c1c3a70-ca35-4206-bd8c-a5f3045206a2 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:42.586701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Port': ['ID=3b314d3e-7c93-48a2-94e4-0386a538a87e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:42.638055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=aa9f0155-c448-406d-ba64-9edff7834aba,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:42.670446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 44b6f80c-6246-4b58-971c-779208f30e2d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=44b6f80c-6246-4b58-971c-779208f30e2d,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:42.677650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No active binding found for port 3b314d3e-7c93-48a2-94e4-0386a538a87e {{(pid=109889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 19:14:42.678445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3b314d3e-7c93-48a2-94e4-0386a538a87e not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:42.679196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bb45a8e9-61af-4a51-bfcb-d96877b02582 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:42.685603 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.711837 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b85996-a74e-49ab-ba92-76b0219868e0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:42.753204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: bb45a8e9-61af-4a51-bfcb-d96877b02582 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:42.756143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bb45a8e9-61af-4a51-bfcb-d96877b02582 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:42.757599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Router d94e0061-9c04-4558-87bf-b3dc89ce055e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:14:42.793623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c3bf2ac-09b7-4536-b2f8-a978ece39e1a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.825966 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c3bf2ac-09b7-4536-b2f8-a978ece39e1a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:42.829876 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4c3bf2ac-09b7-4536-b2f8-a978ece39e1a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/226f2174-af31-480c-a08d-50662c6b710e HTTP/1.1" status: 204 len: 168 time: 0.3271658 Nov 19 19:14:42.837179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35612) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:42.844236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bf2ac-09b7-4536-b2f8-a978ece39e1a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=226f2174-af31-480c-a08d-50662c6b710e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:42.924776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Allocated IP 172.25.3.115 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/1c1c3a70-ca35-4206-bd8c-a5f3045206a2) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:42.925289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-1eff0fb7-7179-426f-86d9-5f5845e639aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:14:42.926484 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-1eff0fb7-7179-426f-86d9-5f5845e639aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:14:42.969638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=44b6f80c-6246-4b58-971c-779208f30e2d,revision_number=11']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:42.975394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::385 (2953a791-3f54-41a3-92dc-efec9fb97405/d52cf599-f733-4ed6-a1da-1f5245474841/fbe3b30a-96ea-422c-91ae-5d456ed52500) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:42.979319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fa409-d0f3-47b4-9f34-33a98034487e req-56fb1cf2-bb32-416a-bcc9-d9e12c421625 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:42.987610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-442fa409-d0f3-47b4-9f34-33a98034487e req-56fb1cf2-bb32-416a-bcc9-d9e12c421625 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 947 time: 0.1649673 Nov 19 19:14:43.009003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8:0:1:f816:3eff:fe58:7715 (2953a791-3f54-41a3-92dc-efec9fb97405/4b1287d6-1133-45bc-bb65-bb3b89fc8a66/fbe3b30a-96ea-422c-91ae-5d456ed52500) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:43.017155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-27a54009-47d7-4d9b-b596-983c374dde48 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1753645 Nov 19 19:14:43.025455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:14:43.028660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35614) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:43.055891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad16be-0f91-46c1-bcc8-59bda487e3cb None None] Sync routers for ids ['d94e0061-9c04-4558-87bf-b3dc89ce055e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:14:43.069291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad16be-0f91-46c1-bcc8-59bda487e3cb None None] Routers {'d94e0061-9c04-4558-87bf-b3dc89ce055e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:43.070053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a3ad16be-0f91-46c1-bcc8-59bda487e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d94e0061-9c04-4558-87bf-b3dc89ce055e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:43.114100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-442fa409-d0f3-47b4-9f34-33a98034487e req-dbfda294-cab0-4c5b-b5ac-b250d14682b8 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246963 Nov 19 19:14:43.118523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be218a69-eb88-4733-be16-0ef0db1ff951 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.167516 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be218a69-eb88-4733-be16-0ef0db1ff951 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.172083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] No DVR routers for this DVR port 3b314d3e-7c93-48a2-94e4-0386a538a87e on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:43.175349 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.181712 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819fc81-4e89-4685-a077-833d1220a227 req-b1357d39-352e-4e3c-8e09-1e60c12a4e29 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "DELETE /v2.0/ports/3b314d3e-7c93-48a2-94e4-0386a538a87e HTTP/1.1" status: 204 len: 173 time: 2.2415674 Nov 19 19:14:43.208163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-deleted', 'tag': '3b314d3e-7c93-48a2-94e4-0386a538a87e'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:14:43.211751 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1be6dcb-3e82-403e-8f7a-197c5f7a18ec" -d '{"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-deleted", "tag": "3b314d3e-7c93-48a2-94e4-0386a538a87e"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:14:43.256076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a3ad16be-0f91-46c1-bcc8-59bda487e3cb None None] Set router d94e0061-9c04-4558-87bf-b3dc89ce055e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:43.320690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 44b6f80c-6246-4b58-971c-779208f30e2d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:43.328893 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897e43ce-01b2-424e-b631-44c80bd299b2 x-openstack-request-id: req-897e43ce-01b2-424e-b631-44c80bd299b2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:14:43.330330 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-deleted", "tag": "3b314d3e-7c93-48a2-94e4-0386a538a87e", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:14:43.331052 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-897e43ce-01b2-424e-b631-44c80bd299b2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:14:43.332439 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-deleted', 'tag': '3b314d3e-7c93-48a2-94e4-0386a538a87e', 'status': 'completed', 'code': 200} Nov 19 19:14:43.342924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be218a69-eb88-4733-be16-0ef0db1ff951 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.364924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be218a69-eb88-4733-be16-0ef0db1ff951 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.369522 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-be218a69-eb88-4733-be16-0ef0db1ff951 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a73fbfb6-3f69-4ae1-9e11-7b13b3f1e27b HTTP/1.1" status: 204 len: 168 time: 0.3291602 Nov 19 19:14:43.370827 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35618) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:43.400946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be218a69-eb88-4733-be16-0ef0db1ff951 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a73fbfb6-3f69-4ae1-9e11-7b13b3f1e27b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:43.423359 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.437572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.442755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-943d9e88-ac6d-4df3-8dc5-18d16d92495e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Deleting port aa9f0155-c448-406d-ba64-9edff7834aba {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:43.443104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-943d9e88-ac6d-4df3-8dc5-18d16d92495e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.478309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.525285 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.531279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3f14197f-2752-4222-88fd-858948b39bb6 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1591399 Nov 19 19:14:43.534522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35620) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:43.539539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:43.540092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.582055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a03e2c15-9d71-49f8-8cc7-af5b9c348d19 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.595157 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a03e2c15-9d71-49f8-8cc7-af5b9c348d19 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.598539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6819fc81-4e89-4685-a077-833d1220a227 req-943d9e88-ac6d-4df3-8dc5-18d16d92495e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] For port aa9f0155-c448-406d-ba64-9edff7834aba, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=aa9f0155-c448-406d-ba64-9edff7834aba,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:43.598829 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-943d9e88-ac6d-4df3-8dc5-18d16d92495e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.638157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Pushing event updated for resources: {'Port': ['ID=1c1c3a70-ca35-4206-bd8c-a5f3045206a2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:43.650589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:43.653543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-943d9e88-ac6d-4df3-8dc5-18d16d92495e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Calling delete_port for aa9f0155-c448-406d-ba64-9edff7834aba owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:43.658910 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:43.666515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:43.687560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf0a8b-ba4a-4117-9cc0-556a18fa3854 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:43.727578 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a03e2c15-9d71-49f8-8cc7-af5b9c348d19 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.727860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:43.729211 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.744318 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a03e2c15-9d71-49f8-8cc7-af5b9c348d19 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.745212 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:43.749745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a03e2c15-9d71-49f8-8cc7-af5b9c348d19 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/307c9ae1-83e1-4eae-809f-4e78fd876602 HTTP/1.1" status: 204 len: 168 time: 0.2137299 Nov 19 19:14:43.764725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35624) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:43.790862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e2c15-9d71-49f8-8cc7-af5b9c348d19 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=307c9ae1-83e1-4eae-809f-4e78fd876602,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:43.793275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a3ad16be-0f91-46c1-bcc8-59bda487e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:07Z', 'revision_number': 4, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'effd2362-7fe0-4436-b316-a60ce18413ce', 'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'mac_address': 'fa:16:3e:b3:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:06Z', 'updated_at': '2021-11-19T19:04:16Z', 'revision_number': 5, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'subnets': [{'id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:43.806348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcde30-14b0-4ca7-a817-31949cea5e6b req-503cf6b9-5a07-4397-bafa-2a11aef208f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:43.812748 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcde30-14b0-4ca7-a817-31949cea5e6b req-503cf6b9-5a07-4397-bafa-2a11aef208f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:43.819336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcde30-14b0-4ca7-a817-31949cea5e6b req-503cf6b9-5a07-4397-bafa-2a11aef208f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:43.821145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5cbcde30-14b0-4ca7-a817-31949cea5e6b req-503cf6b9-5a07-4397-bafa-2a11aef208f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 2410 time: 0.2023630 Nov 19 19:14:43.937320 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-78ada958-7138-42db-8059-0b93c568999f tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1665990 Nov 19 19:14:43.938033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35626) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:44.009420 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5cbcde30-14b0-4ca7-a817-31949cea5e6b req-c0830eec-5d9c-48f1-b261-834b2e66e1ae tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718044 Nov 19 19:14:44.029043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9f0155-c448-406d-ba64-9edff7834aba'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:14:44.045974 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9d7fd3-d6c1-4863-b1b2-511ec874adcb" -d '{"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9f0155-c448-406d-ba64-9edff7834aba"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:14:44.045974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad16be-0f91-46c1-bcc8-59bda487e3cb None None] Checking router: d94e0061-9c04-4558-87bf-b3dc89ce055e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:14:44.056853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d9e1f-693a-4017-9fb2-0383219e56b7 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:44.067669 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-943d9e88-ac6d-4df3-8dc5-18d16d92495e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.069487 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-557c43ea-e094-4496-a202-ac95f0602f8a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.118355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d9e88-ac6d-4df3-8dc5-18d16d92495e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Port': ['ID=aa9f0155-c448-406d-ba64-9edff7834aba,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:44.126657 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01869fcb-b778-4617-889c-15532b00ee4e x-openstack-request-id: req-01869fcb-b778-4617-889c-15532b00ee4e {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:14:44.126944 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9f0155-c448-406d-ba64-9edff7834aba", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:14:44.127276 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01869fcb-b778-4617-889c-15532b00ee4e {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:14:44.127589 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9f0155-c448-406d-ba64-9edff7834aba', 'code': 200} Nov 19 19:14:44.147444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad16be-0f91-46c1-bcc8-59bda487e3cb None None] Routers {'d94e0061-9c04-4558-87bf-b3dc89ce055e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:14:44.148106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a3ad16be-0f91-46c1-bcc8-59bda487e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d94e0061-9c04-4558-87bf-b3dc89ce055e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:44.158378 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-557c43ea-e094-4496-a202-ac95f0602f8a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.188860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6819fc81-4e89-4685-a077-833d1220a227 req-943d9e88-ac6d-4df3-8dc5-18d16d92495e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] No DVR routers for this DVR port aa9f0155-c448-406d-ba64-9edff7834aba on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:44.194316 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-943d9e88-ac6d-4df3-8dc5-18d16d92495e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.197739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819fc81-4e89-4685-a077-833d1220a227 req-943d9e88-ac6d-4df3-8dc5-18d16d92495e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "DELETE /v2.0/ports/aa9f0155-c448-406d-ba64-9edff7834aba HTTP/1.1" status: 204 len: 173 time: 1.0091698 Nov 19 19:14:44.209140 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.218006 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a51d4606-094c-4ad4-b2b3-bff3a4496dfc None None] Provisioning complete for port 1c1c3a70-ca35-4206-bd8c-a5f3045206a2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:44.218514 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a51d4606-094c-4ad4-b2b3-bff3a4496dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.275013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7425a703-3c5b-4896-9be3-f254129f4a85 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.5643744 Nov 19 19:14:44.281857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35632) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:44.289194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.115'}]}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:44.306970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:44.307775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=fbe3b30a-96ea-422c-91ae-5d456ed52500,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:44.313392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:44.315581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:44.322239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:44.322883 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.323848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-557c43ea-e094-4496-a202-ac95f0602f8a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.326447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-557c43ea-e094-4496-a202-ac95f0602f8a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.327631 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-557c43ea-e094-4496-a202-ac95f0602f8a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-groups/b33c2a70-7249-4366-98b9-b363de203587 HTTP/1.1" status: 204 len: 168 time: 0.3844180 Nov 19 19:14:44.336007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35634) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:44.340406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a51d4606-094c-4ad4-b2b3-bff3a4496dfc None None] Port 1c1c3a70-ca35-4206-bd8c-a5f3045206a2 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:14:44.352890 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.354938 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.368250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c43ea-e094-4496-a202-ac95f0602f8a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33c2a70-7249-4366-98b9-b363de203587,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:44.381672 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-da7789a8-4fb3-4d22-a1bf-4c598626b1df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4942505 Nov 19 19:14:44.382325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35636) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:44.384462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a3ad16be-0f91-46c1-bcc8-59bda487e3cb None None] Set router d94e0061-9c04-4558-87bf-b3dc89ce055e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:14:44.387766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb26f45-722c-4759-9248-dcc10e0838aa req-b61ec44f-7e5e-41d2-a781-3e7cfab88b87 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:44.389212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fb26f45-722c-4759-9248-dcc10e0838aa req-b61ec44f-7e5e-41d2-a781-3e7cfab88b87 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 947 time: 0.1493971 Nov 19 19:14:44.444688 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7e6b629a-4c85-4891-a92b-9c0d7c1b6ab2 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1037149 Nov 19 19:14:44.451229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35638) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:44.464619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ccf4fbc0-8315-4b32-94c0-42589de7f5c8 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449800128'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:44.469621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-0caeb9d3-6dea-4dec-b9b4-b1ebfdb2f413 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Deleting port f3ae0b14-b79b-4e64-8f90-bec94f8e4621 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:44.469991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-0caeb9d3-6dea-4dec-b9b4-b1ebfdb2f413 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.476371 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.524272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fb26f45-722c-4759-9248-dcc10e0838aa req-b6cdcee8-15e9-43d8-b7cd-18a7d78ea34d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189210 Nov 19 19:14:44.527666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ab031997-f5ec-4c7a-af7a-454f664dbc92 None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:44.527830 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ab031997-f5ec-4c7a-af7a-454f664dbc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.601426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6819fc81-4e89-4685-a077-833d1220a227 req-0caeb9d3-6dea-4dec-b9b4-b1ebfdb2f413 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] For port f3ae0b14-b79b-4e64-8f90-bec94f8e4621, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:44.602168 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-0caeb9d3-6dea-4dec-b9b4-b1ebfdb2f413 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.618525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-0caeb9d3-6dea-4dec-b9b4-b1ebfdb2f413 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Calling delete_port for f3ae0b14-b79b-4e64-8f90-bec94f8e4621 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:44.724294 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4fbc0-8315-4b32-94c0-42589de7f5c8 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.747377 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.788546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-0caeb9d3-6dea-4dec-b9b4-b1ebfdb2f413 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.791267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4c7066d3-4db0-4214-bed9-33f43d52f88d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port fbe3b30a-96ea-422c-91ae-5d456ed52500 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:44.792045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c7066d3-4db0-4214-bed9-33f43d52f88d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.845003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a3ad16be-0f91-46c1-bcc8-59bda487e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:07Z', 'revision_number': 4, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'effd2362-7fe0-4436-b316-a60ce18413ce', 'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'mac_address': 'fa:16:3e:b3:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:06Z', 'updated_at': '2021-11-19T19:04:16Z', 'revision_number': 5, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'subnets': [{'id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:44.876653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caeb9d3-6dea-4dec-b9b4-b1ebfdb2f413 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Port': ['ID=f3ae0b14-b79b-4e64-8f90-bec94f8e4621,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:44.892363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad16be-0f91-46c1-bcc8-59bda487e3cb None None] The sync data for ids ['d94e0061-9c04-4558-87bf-b3dc89ce055e'] in n-d-815373-6 is: [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:04:07Z', 'revision_number': 4, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'effd2362-7fe0-4436-b316-a60ce18413ce', 'name': '', 'network_id': '7a1c6979-5e19-48bb-9061-e3b65cd9ce7c', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'mac_address': 'fa:16:3e:b3:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:06Z', 'updated_at': '2021-11-19T19:04:16Z', 'revision_number': 5, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'subnets': [{'id': '4684f690-a71c-4d5c-a0d4-62034aa3e31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:14:44.925674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6819fc81-4e89-4685-a077-833d1220a227 req-0caeb9d3-6dea-4dec-b9b4-b1ebfdb2f413 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] No DVR routers for this DVR port f3ae0b14-b79b-4e64-8f90-bec94f8e4621 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:44.929339 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-0caeb9d3-6dea-4dec-b9b4-b1ebfdb2f413 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:44.935690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819fc81-4e89-4685-a077-833d1220a227 req-0caeb9d3-6dea-4dec-b9b4-b1ebfdb2f413 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "DELETE /v2.0/ports/f3ae0b14-b79b-4e64-8f90-bec94f8e4621 HTTP/1.1" status: 204 len: 173 time: 0.7311528 Nov 19 19:14:44.996748 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4fbc0-8315-4b32-94c0-42589de7f5c8 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.007850 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4fbc0-8315-4b32-94c0-42589de7f5c8 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.021138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c7066d3-4db0-4214-bed9-33f43d52f88d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.029362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b5d9b91d-f4f1-4aaf-ba6b-b9ecbfee9140 None None] Provisioning complete for port fbe3b30a-96ea-422c-91ae-5d456ed52500 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:45.029925 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b91d-f4f1-4aaf-ba6b-b9ecbfee9140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.037513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ccf4fbc0-8315-4b32-94c0-42589de7f5c8 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.038913 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ccf4fbc0-8315-4b32-94c0-42589de7f5c8 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5834866 Nov 19 19:14:45.041706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35642) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:45.051153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-afd89953-6ffd-4477-b1ee-37e0239d5058 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': '0f7b0590-9eb7-42c0-850e-5e75fcdca797', 'direction': 'ingress', 'protocol': 17}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:45.090168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b5d9b91d-f4f1-4aaf-ba6b-b9ecbfee9140 None None] Port fbe3b30a-96ea-422c-91ae-5d456ed52500 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:14:45.093149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4c7066d3-4db0-4214-bed9-33f43d52f88d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for fbe3b30a-96ea-422c-91ae-5d456ed52500 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:45.106169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4fbc0-8315-4b32-94c0-42589de7f5c8 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b0590-9eb7-42c0-850e-5e75fcdca797,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:45.111523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-ea6ad889-7bb7-4bbc-9a8a-da20aec7d1f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Deleting port d173fbde-a77e-4fec-84f0-15735fa29478 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:45.111869 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-ea6ad889-7bb7-4bbc-9a8a-da20aec7d1f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.120419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b5d9b91d-f4f1-4aaf-ba6b-b9ecbfee9140 None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:45.120788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b91d-f4f1-4aaf-ba6b-b9ecbfee9140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.149620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-afd89953-6ffd-4477-b1ee-37e0239d5058 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.343473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-deleted', 'tag': 'aa9f0155-c448-406d-ba64-9edff7834aba'}, {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-deleted', 'tag': 'f3ae0b14-b79b-4e64-8f90-bec94f8e4621'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:14:45.345830 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ade6e62-7411-4ab0-be01-7e3b3452bae3" -d '{"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-deleted", "tag": "aa9f0155-c448-406d-ba64-9edff7834aba"}, {"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-deleted", "tag": "f3ae0b14-b79b-4e64-8f90-bec94f8e4621"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:14:45.376486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ec34a-91ac-42ed-8b60-e0382e9310a5 req-2f9b18d7-3e9e-4b6b-9fb8-daa3c97817e4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:45.378373 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-713ec34a-91ac-42ed-8b60-e0382e9310a5 req-2f9b18d7-3e9e-4b6b-9fb8-daa3c97817e4 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 943 time: 0.2607982 Nov 19 19:14:45.382968 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffceec0-c3cc-4641-b985-56953cdc1cde None None] New status for floating IP 5f9d1336-f52d-48d5-b564-05807451ea63: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:14:45.388914 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-afd89953-6ffd-4477-b1ee-37e0239d5058 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.391709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6819fc81-4e89-4685-a077-833d1220a227 req-ea6ad889-7bb7-4bbc-9a8a-da20aec7d1f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] For port d173fbde-a77e-4fec-84f0-15735fa29478, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=d173fbde-a77e-4fec-84f0-15735fa29478,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:45.392254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-ea6ad889-7bb7-4bbc-9a8a-da20aec7d1f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.412173 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-afd89953-6ffd-4477-b1ee-37e0239d5058 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.446310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-6819fc81-4e89-4685-a077-833d1220a227 req-ea6ad889-7bb7-4bbc-9a8a-da20aec7d1f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Calling delete_port for d173fbde-a77e-4fec-84f0-15735fa29478 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:45.464654 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.476655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd89953-6ffd-4477-b1ee-37e0239d5058 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45626fe-cf9d-4e73-b503-ba41cb1865b3,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:45.487940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9298c577-48fa-4f1f-83b3-dbe5428e93c7 None None] Provisioning complete for port fbe3b30a-96ea-422c-91ae-5d456ed52500 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:45.487940 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9298c577-48fa-4f1f-83b3-dbe5428e93c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.491355 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.557216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9298c577-48fa-4f1f-83b3-dbe5428e93c7 None None] Port fbe3b30a-96ea-422c-91ae-5d456ed52500 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:14:45.572435 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-afd89953-6ffd-4477-b1ee-37e0239d5058 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.573733 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-afd89953-6ffd-4477-b1ee-37e0239d5058 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5301294 Nov 19 19:14:45.578442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35648) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:45.585641 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-713ec34a-91ac-42ed-8b60-e0382e9310a5 req-7ffce699-e370-4545-8ce1-da8c4ca12da1 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups?id=be867419-cdbf-44a5-9b63-c2970b172acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987641 Nov 19 19:14:45.661173 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 19:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2e97b6-1f5e-481e-bb88-7e9948ae1b89 x-openstack-request-id: req-3f2e97b6-1f5e-481e-bb88-7e9948ae1b89 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:14:45.661478 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-deleted", "tag": "aa9f0155-c448-406d-ba64-9edff7834aba", "status": "completed", "code": 200}, {"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-deleted", "tag": "f3ae0b14-b79b-4e64-8f90-bec94f8e4621", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:14:45.661737 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f2e97b6-1f5e-481e-bb88-7e9948ae1b89 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:14:45.662166 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-deleted', 'tag': 'aa9f0155-c448-406d-ba64-9edff7834aba', 'status': 'completed', 'code': 200} Nov 19 19:14:45.662424 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-deleted', 'tag': 'f3ae0b14-b79b-4e64-8f90-bec94f8e4621', 'status': 'completed', 'code': 200} Nov 19 19:14:45.692103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-ea6ad889-7bb7-4bbc-9a8a-da20aec7d1f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.728428 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ad889-7bb7-4bbc-9a8a-da20aec7d1f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Port': ['ID=d173fbde-a77e-4fec-84f0-15735fa29478,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:45.766026 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c7066d3-4db0-4214-bed9-33f43d52f88d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.771567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6819fc81-4e89-4685-a077-833d1220a227 req-ea6ad889-7bb7-4bbc-9a8a-da20aec7d1f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] No DVR routers for this DVR port d173fbde-a77e-4fec-84f0-15735fa29478 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:45.774660 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6819fc81-4e89-4685-a077-833d1220a227 req-ea6ad889-7bb7-4bbc-9a8a-da20aec7d1f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.778070 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6819fc81-4e89-4685-a077-833d1220a227 req-ea6ad889-7bb7-4bbc-9a8a-da20aec7d1f6 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.21 "DELETE /v2.0/ports/d173fbde-a77e-4fec-84f0-15735fa29478 HTTP/1.1" status: 204 len: 173 time: 0.8353274 Nov 19 19:14:45.814076 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fe625b27-d927-488d-93f8-f6366bc00c97 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.825169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7066d3-4db0-4214-bed9-33f43d52f88d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=fbe3b30a-96ea-422c-91ae-5d456ed52500,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:45.936354 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fe625b27-d927-488d-93f8-f6366bc00c97 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.947356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.949498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c7066d3-4db0-4214-bed9-33f43d52f88d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:45.954962 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4c7066d3-4db0-4214-bed9-33f43d52f88d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/fbe3b30a-96ea-422c-91ae-5d456ed52500 HTTP/1.1" status: 204 len: 168 time: 1.5682108 Nov 19 19:14:45.955986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35650) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:46.024039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d54b4b-4b73-46c0-87cf-a5a55268531d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:46.025640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-00d54b4b-4b73-46c0-87cf-a5a55268531d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0692856 Nov 19 19:14:46.028295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35652) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:46.084477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab59f1-8a7e-402b-83b5-1772239c924e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:46.086352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a4ab59f1-8a7e-402b-83b5-1772239c924e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0571001 Nov 19 19:14:46.088792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35654) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:46.149975 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.154415 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.160654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf5b1f-bb23-4c86-930b-b11b74dabb66 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:46.162259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf5b1f-bb23-4c86-930b-b11b74dabb66 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:46.164038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf5b1f-bb23-4c86-930b-b11b74dabb66 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:46.165668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7ebf5b1f-bb23-4c86-930b-b11b74dabb66 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0759292 Nov 19 19:14:46.168908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35656) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:46.224853 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fe625b27-d927-488d-93f8-f6366bc00c97 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.227575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fe625b27-d927-488d-93f8-f6366bc00c97 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.230334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eab5e0a-0b85-41df-bf84-72986751452d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 4b1287d6-1133-45bc-bb65-bb3b89fc8a66 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:46.231924 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fe625b27-d927-488d-93f8-f6366bc00c97 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-groups/0f7b0590-9eb7-42c0-850e-5e75fcdca797 HTTP/1.1" status: 204 len: 168 time: 0.6504109 Nov 19 19:14:46.232973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35658) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:46.235466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eab5e0a-0b85-41df-bf84-72986751452d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.273581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe625b27-d927-488d-93f8-f6366bc00c97 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b0590-9eb7-42c0-850e-5e75fcdca797,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:46.286744 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.287254 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd516887-d2f3-42a6-a92d-975977bbc420 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:14:46.307627 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eab5e0a-0b85-41df-bf84-72986751452d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.342170 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 19:14:46.343243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7ec24dc8-7e7a-4b98-8c64-b259ec8f8b07 tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0604377 Nov 19 19:14:46.346223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35660) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:46.352777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a9e6bf56-9e65-4f8b-9b30-19fd3c4a9545 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1089444 Nov 19 19:14:46.352939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35662) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:46.358269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-96e026ec-5fd3-4cc6-ae75-ce41e22e89ff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863899694'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:46.380366 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-96e026ec-5fd3-4cc6-ae75-ce41e22e89ff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.454059 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-96e026ec-5fd3-4cc6-ae75-ce41e22e89ff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.459098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-96e026ec-5fd3-4cc6-ae75-ce41e22e89ff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.466959 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eab5e0a-0b85-41df-bf84-72986751452d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.488477 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-96e026ec-5fd3-4cc6-ae75-ce41e22e89ff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.490655 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-96e026ec-5fd3-4cc6-ae75-ce41e22e89ff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1358981 Nov 19 19:14:46.492475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35664) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:46.496746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b9dfd8b4-506d-43d4-95b6-314bd270f952 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907320007'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:46.505452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e026ec-5fd3-4cc6-ae75-ce41e22e89ff tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86999155-e929-49e4-abbe-ff25ef8aeb4a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:46.525137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5e4338f4-5922-43cd-bc27-199e3b0fa22e tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Deleting port 1c1c3a70-ca35-4206-bd8c-a5f3045206a2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:46.525137 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e4338f4-5922-43cd-bc27-199e3b0fa22e tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.525787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd8b4-506d-43d4-95b6-314bd270f952 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.591350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eab5e0a-0b85-41df-bf84-72986751452d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.605662 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd8b4-506d-43d4-95b6-314bd270f952 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.610152 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd8b4-506d-43d4-95b6-314bd270f952 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.630327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab5e0a-0b85-41df-bf84-72986751452d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1287d6-1133-45bc-bb65-bb3b89fc8a66,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:46.642213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1eab5e0a-0b85-41df-bf84-72986751452d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.643778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfd8b4-506d-43d4-95b6-314bd270f952 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e9362e-d36f-4ef6-95b9-d1d98ec3e511,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:46.649621 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd8b4-506d-43d4-95b6-314bd270f952 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.649893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1eab5e0a-0b85-41df-bf84-72986751452d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/4b1287d6-1133-45bc-bb65-bb3b89fc8a66 HTTP/1.1" status: 204 len: 168 time: 0.4798114 Nov 19 19:14:46.650837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35668) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:46.651398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b9dfd8b4-506d-43d4-95b6-314bd270f952 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1579502 Nov 19 19:14:46.653862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35670) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:46.655008 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42b393-e6ec-4608-a66c-2f2f8bdbb08a None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:46.658915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-65fce219-119d-44b4-a0d3-2fa36fa49115 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': '86999155-e929-49e4-abbe-ff25ef8aeb4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b4e9362e-d36f-4ef6-95b9-d1d98ec3e511', 'remote_ip_prefix': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:46.697145 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e4338f4-5922-43cd-bc27-199e3b0fa22e tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.706341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65fce219-119d-44b4-a0d3-2fa36fa49115 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.721607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5e4338f4-5922-43cd-bc27-199e3b0fa22e tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Calling delete_port for 1c1c3a70-ca35-4206-bd8c-a5f3045206a2 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:46.743559 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b75203b-bfbc-4446-b865-db7d991d9d7c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet d52cf599-f733-4ed6-a1da-1f5245474841 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:46.750064 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b75203b-bfbc-4446-b865-db7d991d9d7c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.801851 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65fce219-119d-44b4-a0d3-2fa36fa49115 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.807135 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65fce219-119d-44b4-a0d3-2fa36fa49115 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.835484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fce219-119d-44b4-a0d3-2fa36fa49115 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0b5eb3-c5ac-4694-9c00-c9b960e56205,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:46.845196 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65fce219-119d-44b4-a0d3-2fa36fa49115 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.850045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-65fce219-119d-44b4-a0d3-2fa36fa49115 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1916175 Nov 19 19:14:46.850704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35672) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:46.860834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92a39f4d-3b74-4944-9daa-c4112ecc378b req-ff2a314c-33c0-4460-a20f-d63966977124 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0466673 Nov 19 19:14:46.870424 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b75203b-bfbc-4446-b865-db7d991d9d7c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.926901 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b828c2-9b88-4ac0-9f1a-e1492443f09a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.941086 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b828c2-9b88-4ac0-9f1a-e1492443f09a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.989156 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b828c2-9b88-4ac0-9f1a-e1492443f09a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.995422 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b828c2-9b88-4ac0-9f1a-e1492443f09a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:46.999998 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-22b828c2-9b88-4ac0-9f1a-e1492443f09a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ee0b5eb3-c5ac-4694-9c00-c9b960e56205 HTTP/1.1" status: 204 len: 168 time: 0.1468368 Nov 19 19:14:47.006586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35674) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:47.017607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b828c2-9b88-4ac0-9f1a-e1492443f09a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee0b5eb3-c5ac-4694-9c00-c9b960e56205,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:47.041262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b75203b-bfbc-4446-b865-db7d991d9d7c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.045980 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e4338f4-5922-43cd-bc27-199e3b0fa22e tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.075311 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-29955b43-dd81-4d2d-b903-4ccdde316225 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0670826 Nov 19 19:14:47.076262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35676) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:47.114118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4338f4-5922-43cd-bc27-199e3b0fa22e tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c1c3a70-ca35-4206-bd8c-a5f3045206a2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:47.141045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcccb90-a1d1-4cbf-8e8e-93e0053c2c3b None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:47.149089 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8efb6b1c-6cfc-4537-ac58-00e2e50472f0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.191191 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8efb6b1c-6cfc-4537-ac58-00e2e50472f0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.209951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e4338f4-5922-43cd-bc27-199e3b0fa22e tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.217410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5e4338f4-5922-43cd-bc27-199e3b0fa22e tempest-RoutersAdminNegativeIpV6Test-673070257 tempest-RoutersAdminNegativeIpV6Test-673070257-project-admin] 10.222.0.50 "DELETE /v2.0/ports/1c1c3a70-ca35-4206-bd8c-a5f3045206a2 HTTP/1.1" status: 204 len: 168 time: 0.8670588 Nov 19 19:14:47.230096 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b75203b-bfbc-4446-b865-db7d991d9d7c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.254934 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8efb6b1c-6cfc-4537-ac58-00e2e50472f0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.257591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8efb6b1c-6cfc-4537-ac58-00e2e50472f0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.261330 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8efb6b1c-6cfc-4537-ac58-00e2e50472f0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-groups/b4e9362e-d36f-4ef6-95b9-d1d98ec3e511 HTTP/1.1" status: 204 len: 168 time: 0.1797385 Nov 19 19:14:47.267271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35680) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:47.268142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75203b-bfbc-4446-b865-db7d991d9d7c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=d52cf599-f733-4ed6-a1da-1f5245474841,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:47.270494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb6b1c-6cfc-4537-ac58-00e2e50472f0 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e9362e-d36f-4ef6-95b9-d1d98ec3e511,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:47.308675 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b75203b-bfbc-4446-b865-db7d991d9d7c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.316795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35682) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:47.317275 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9b75203b-bfbc-4446-b865-db7d991d9d7c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/d52cf599-f733-4ed6-a1da-1f5245474841 HTTP/1.1" status: 204 len: 168 time: 0.6632578 Nov 19 19:14:47.366749 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a187a0f1-4259-4358-828e-aad3b86eb36c tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0944541 Nov 19 19:14:47.369293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35684) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:47.389022 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-be7dddb2-a26c-4961-9feb-c375ffdd34f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677423 Nov 19 19:14:47.390828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35686) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:47.399159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6ede333b-e09c-4d4a-b294-9332609b464d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:47.510091 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67d8938b-55f0-4302-bcc8-f72cf5f6a176 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.555797 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67d8938b-55f0-4302-bcc8-f72cf5f6a176 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.579884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ede333b-e09c-4d4a-b294-9332609b464d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:47.584776 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ede333b-e09c-4d4a-b294-9332609b464d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.593119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35690) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:47.665141 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-deleted', 'tag': 'd173fbde-a77e-4fec-84f0-15735fa29478'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:14:47.667546 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94886a8d-b221-411c-81ef-8630073f94d7" -d '{"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-deleted", "tag": "d173fbde-a77e-4fec-84f0-15735fa29478"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:14:47.687273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67d8938b-55f0-4302-bcc8-f72cf5f6a176 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.694359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67d8938b-55f0-4302-bcc8-f72cf5f6a176 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.700829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35696) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:47.701020 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-67d8938b-55f0-4302-bcc8-f72cf5f6a176 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-groups/86999155-e929-49e4-abbe-ff25ef8aeb4a HTTP/1.1" status: 204 len: 168 time: 0.3303742 Nov 19 19:14:47.717930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8938b-55f0-4302-bcc8-f72cf5f6a176 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86999155-e929-49e4-abbe-ff25ef8aeb4a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:47.758587 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673b006c-2a47-43e0-abb2-9e2a4fef05ea x-openstack-request-id: req-673b006c-2a47-43e0-abb2-9e2a4fef05ea {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:14:47.759026 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4c3a-177a-4b08-bf06-34c2ee7735b2", "name": "network-vif-deleted", "tag": "d173fbde-a77e-4fec-84f0-15735fa29478", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:14:47.759828 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-673b006c-2a47-43e0-abb2-9e2a4fef05ea {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:14:47.760330 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4c3a-177a-4b08-bf06-34c2ee7735b2', 'name': 'network-vif-deleted', 'tag': 'd173fbde-a77e-4fec-84f0-15735fa29478', 'status': 'completed', 'code': 200} Nov 19 19:14:47.762399 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ebc2fab8-a427-438e-9c70-9d4161a2a107 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0595629 Nov 19 19:14:47.768602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35698) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:47.774553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ac421f77-4056-4b4a-999e-e649c967f02a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1787124311'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:47.795145 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bbf85f92-01d7-42e2-8170-f78157e89c4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.848338 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac421f77-4056-4b4a-999e-e649c967f02a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.862290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966ae762-702a-4ee1-af8a-d501712f0159 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:47.907194 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ede333b-e09c-4d4a-b294-9332609b464d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.957489 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac421f77-4056-4b4a-999e-e649c967f02a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.980797 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac421f77-4056-4b4a-999e-e649c967f02a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:47.992432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede333b-e09c-4d4a-b294-9332609b464d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=31322802-788d-463c-a437-e81a4602a230,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:48.003818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bbf85f92-01d7-42e2-8170-f78157e89c4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.005043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede333b-e09c-4d4a-b294-9332609b464d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:48.010132 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac421f77-4056-4b4a-999e-e649c967f02a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.011840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ac421f77-4056-4b4a-999e-e649c967f02a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2410109 Nov 19 19:14:48.018456 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35702) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:48.028075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-92f36dc3-0f84-4c19-a387-261703c04851 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': 'f15d2e65-488f-4d04-bd6a-664182291dcb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:48.033316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-6ede333b-e09c-4d4a-b294-9332609b464d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:48.040007 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bbf85f92-01d7-42e2-8170-f78157e89c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.045699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede333b-e09c-4d4a-b294-9332609b464d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:48.045846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-84fcf419-0ed1-435f-952c-11079613507e None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:48.046161 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-84fcf419-0ed1-435f-952c-11079613507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.046494 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ede333b-e09c-4d4a-b294-9332609b464d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.080252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac421f77-4056-4b4a-999e-e649c967f02a tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15d2e65-488f-4d04-bd6a-664182291dcb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:48.108123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-586e10b9-b7a2-42cf-b00f-1a7e59d829a7 req-166669c9-0d87-4e6c-a1cd-187ef57dd203 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0658753 Nov 19 19:14:48.112656 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf85f92-01d7-42e2-8170-f78157e89c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e902640-4782-4d5c-a81c-59e13616637a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:48.121483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6ede333b-e09c-4d4a-b294-9332609b464d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7268302 Nov 19 19:14:48.122468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35704) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:48.139082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-bb7736ea-7b6e-403e-bdac-bf90d52e449b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:48.144535 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92f36dc3-0f84-4c19-a387-261703c04851 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.152054 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bbf85f92-01d7-42e2-8170-f78157e89c4f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93dadc5f9b644992b7f046565ca3a7b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5572414 Nov 19 19:14:48.154873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35706) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:48.220008 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95b1fefe-89de-4205-b0a1-23253125530e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.251306 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95b1fefe-89de-4205-b0a1-23253125530e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.294618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92f36dc3-0f84-4c19-a387-261703c04851 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.304088 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92f36dc3-0f84-4c19-a387-261703c04851 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.334522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f36dc3-0f84-4c19-a387-261703c04851 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41cff794-9004-4895-b19c-f1afbddbaffb,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:48.337058 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95b1fefe-89de-4205-b0a1-23253125530e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.339966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7736ea-7b6e-403e-bdac-bf90d52e449b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:48.340134 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95b1fefe-89de-4205-b0a1-23253125530e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.344419 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-95b1fefe-89de-4205-b0a1-23253125530e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e902640-4782-4d5c-a81c-59e13616637a HTTP/1.1" status: 204 len: 168 time: 0.1860051 Nov 19 19:14:48.344569 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bb7736ea-7b6e-403e-bdac-bf90d52e449b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.364919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1fefe-89de-4205-b0a1-23253125530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e902640-4782-4d5c-a81c-59e13616637a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:48.369076 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92f36dc3-0f84-4c19-a387-261703c04851 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.375267 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-92f36dc3-0f84-4c19-a387-261703c04851 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3519664 Nov 19 19:14:48.376311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35710) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:48.448464 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1529c3dd-9932-4109-8874-994b32809bce tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.465014 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1529c3dd-9932-4109-8874-994b32809bce tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.528123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1529c3dd-9932-4109-8874-994b32809bce tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.557583 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1529c3dd-9932-4109-8874-994b32809bce tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.564252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1529c3dd-9932-4109-8874-994b32809bce tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/41cff794-9004-4895-b19c-f1afbddbaffb HTTP/1.1" status: 204 len: 168 time: 0.1861992 Nov 19 19:14:48.565400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529c3dd-9932-4109-8874-994b32809bce tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41cff794-9004-4895-b19c-f1afbddbaffb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:48.567737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35712) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:48.637506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de14e61-4724-4468-a54c-5307a774441e None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:48.743256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-51584617-53f2-48e0-b6d5-82cf406dd57d None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:48.744157 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51584617-53f2-48e0-b6d5-82cf406dd57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:48.971817 n-d-815373-6 neutron-server[109888]: INFO neutron.db.ipam_backend_mixin [None req-bb7736ea-7b6e-403e-bdac-bf90d52e449b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31322802-788d-463c-a437-e81a4602a230 (CIDR: 2001:db8::/64) Nov 19 19:14:48.976707 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7736ea-7b6e-403e-bdac-bf90d52e449b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:48.977715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7736ea-7b6e-403e-bdac-bf90d52e449b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:49.009053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35716) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:49.022858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bb7736ea-7b6e-403e-bdac-bf90d52e449b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8987319 Nov 19 19:14:49.031036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35718) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:49.036392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'subnet': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:49.192169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b6a011ac-de31-4332-b65f-052ff049933b tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6175556 Nov 19 19:14:49.197299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35722) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:49.231438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:49.235189 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.266378 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51c47edf-ac2a-4ccf-ba1d-bdb275b67d98 req-ae210d24-3bf6-4cc6-a620-b7c731fb0ff5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0317707 Nov 19 19:14:49.291760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35724) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:49.292117 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-934985c0-59a7-4c12-9f0e-a2b285f9fd13 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c48f2a5eff1e47c38fe9dd3003c1c7f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2816000 Nov 19 19:14:49.329696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c4f09aa3-8baa-4a8b-b2ae-c7ab5084fbe3 None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:49.330280 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4f09aa3-8baa-4a8b-b2ae-c7ab5084fbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.346088 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47981153-a13f-4a8b-8b97-cafbff41b781 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.355013 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-807387f1-99e6-45ff-aaff-6b323e6e2759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.382620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-807387f1-99e6-45ff-aaff-6b323e6e2759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.388210 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47981153-a13f-4a8b-8b97-cafbff41b781 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.459248 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-807387f1-99e6-45ff-aaff-6b323e6e2759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.462140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-807387f1-99e6-45ff-aaff-6b323e6e2759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.463345 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-807387f1-99e6-45ff-aaff-6b323e6e2759 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67b85996-a74e-49ab-ba92-76b0219868e0 HTTP/1.1" status: 204 len: 168 time: 0.1700547 Nov 19 19:14:49.473180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807387f1-99e6-45ff-aaff-6b323e6e2759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b85996-a74e-49ab-ba92-76b0219868e0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:49.473526 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47981153-a13f-4a8b-8b97-cafbff41b781 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.481996 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-47981153-a13f-4a8b-8b97-cafbff41b781 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.483369 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-47981153-a13f-4a8b-8b97-cafbff41b781 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-groups/f15d2e65-488f-4d04-bd6a-664182291dcb HTTP/1.1" status: 204 len: 168 time: 0.2850912 Nov 19 19:14:49.490943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35728) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:49.548452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2c267de2-a41d-4c66-99ea-112766fe43ab tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0563262 Nov 19 19:14:49.555528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35730) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:49.560227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47981153-a13f-4a8b-8b97-cafbff41b781 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15d2e65-488f-4d04-bd6a-664182291dcb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:49.563872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f11052e0-6da1-4730-ad01-9d960f601f83 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061326375'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:49.616678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f11052e0-6da1-4730-ad01-9d960f601f83 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.724446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f11052e0-6da1-4730-ad01-9d960f601f83 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.732446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f11052e0-6da1-4730-ad01-9d960f601f83 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.755588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.objects.ports [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:14:49.775225 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f11052e0-6da1-4730-ad01-9d960f601f83 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.776500 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f11052e0-6da1-4730-ad01-9d960f601f83 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2197769 Nov 19 19:14:49.779200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35734) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:49.783803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-fbb6d305-404e-4329-a98b-6c730031b664 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': '532209bb-ea32-4d69-8603-e174b3a957f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:49.789316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11052e0-6da1-4730-ad01-9d960f601f83 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532209bb-ea32-4d69-8603-e174b3a957f4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:49.818063 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d305-404e-4329-a98b-6c730031b664 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.912083 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d305-404e-4329-a98b-6c730031b664 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.920453 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d305-404e-4329-a98b-6c730031b664 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.944725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6d305-404e-4329-a98b-6c730031b664 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b43ee3-e945-4cd6-9cf6-2c140804d09e,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:49.955132 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d305-404e-4329-a98b-6c730031b664 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:49.958273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fbb6d305-404e-4329-a98b-6c730031b664 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1780391 Nov 19 19:14:49.959320 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35742) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:49.982465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6176513f-a059-4c29-9257-cdf36f2d3365 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules/55b43ee3-e945-4cd6-9cf6-2c140804d09e HTTP/1.1" status: 200 len: 763 time: 0.0216799 Nov 19 19:14:49.984927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35744) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:50.010331 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.033079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-03ce5804-cd47-4478-abf1-7d10f5efc631 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0446606 Nov 19 19:14:50.033473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35748) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:50.061075 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-783e9119-e898-4bb6-ae43-8e4658cfee21 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.071594 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-783e9119-e898-4bb6-ae43-8e4658cfee21 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.106154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-783e9119-e898-4bb6-ae43-8e4658cfee21 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.121636 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-783e9119-e898-4bb6-ae43-8e4658cfee21 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.126254 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-783e9119-e898-4bb6-ae43-8e4658cfee21 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/55b43ee3-e945-4cd6-9cf6-2c140804d09e HTTP/1.1" status: 204 len: 168 time: 0.0916712 Nov 19 19:14:50.127525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e9119-e898-4bb6-ae43-8e4658cfee21 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55b43ee3-e945-4cd6-9cf6-2c140804d09e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:50.130275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35750) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:50.178952 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ce89978f-b7c1-4184-adee-af27979f0e67 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449548 Nov 19 19:14:50.179172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35754) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:50.183624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a5e66e18-613d-4610-9b0e-27719db0a288 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': '532209bb-ea32-4d69-8603-e174b3a957f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:50.220962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] For port 44b6f80c-6246-4b58-971c-779208f30e2d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=44b6f80c-6246-4b58-971c-779208f30e2d,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:50.225371 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5e66e18-613d-4610-9b0e-27719db0a288 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.262785 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.271801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.273017 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.292856 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5e66e18-613d-4610-9b0e-27719db0a288 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.303992 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5e66e18-613d-4610-9b0e-27719db0a288 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.322264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e66e18-613d-4610-9b0e-27719db0a288 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14b6054-fa73-4c86-b75d-3cdb37cce332,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:50.352152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=44b6f80c-6246-4b58-971c-779208f30e2d,revision_number=15']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:50.368715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5e66e18-613d-4610-9b0e-27719db0a288 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.374576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:50.376028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a5e66e18-613d-4610-9b0e-27719db0a288 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1958895 Nov 19 19:14:50.381500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:50.382132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35764) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:50.386040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:50.386653 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.393502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024d956b-0b7d-4bf7-8d4e-72c780fd3b17 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:50.414019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Subnet': ['ID=99968315-89e4-42ce-a45a-dd1f845516b0,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:50.416037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ecb6e6de-48e9-4803-9c53-085711964fbf tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules/b14b6054-fa73-4c86-b75d-3cdb37cce332 HTTP/1.1" status: 200 len: 763 time: 0.0324638 Nov 19 19:14:50.420847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35766) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:50.447303 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-24affbe5-2608-4efb-9ad2-0648dc672082 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4148800 Nov 19 19:14:50.450697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35768) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:50.455673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Request body: {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'mac_address': 'fa:16:3e:30:ab:22', 'name': 'tempest-NetworksTestDHCPv6-2053681620'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:50.498517 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbb897d1-85bc-4182-ac80-c204df549ad7 req-be93378b-eda8-40c3-b820-883ed32146df tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0654924 Nov 19 19:14:50.569568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35772) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:50.570389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d0d0d0ed-b391-4343-9c6e-10da589c9bb6 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1481810 Nov 19 19:14:50.611387 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65c3a4e5-93de-42c3-9948-2833f158144f tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.629701 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65c3a4e5-93de-42c3-9948-2833f158144f tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.636804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Made reservation on behalf of 8c4dcff18b49477183493ab84f64a4f3 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:50.668509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65c3a4e5-93de-42c3-9948-2833f158144f tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.676566 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65c3a4e5-93de-42c3-9948-2833f158144f tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.678343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-65c3a4e5-93de-42c3-9948-2833f158144f tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b14b6054-fa73-4c86-b75d-3cdb37cce332 HTTP/1.1" status: 204 len: 168 time: 0.1077588 Nov 19 19:14:50.680794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35774) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:50.708328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3a4e5-93de-42c3-9948-2833f158144f tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b14b6054-fa73-4c86-b75d-3cdb37cce332,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:50.756137 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-47058f90-aa5a-4510-85bb-d172e56c6281 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735948 Nov 19 19:14:50.758873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35778) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:50.765852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-37448ccf-16ee-4bdd-8c7b-b54c7eb4df3b tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Request body: {'security_group_rule': {'security_group_id': '532209bb-ea32-4d69-8603-e174b3a957f4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:50.784639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c005a55f-d63d-4186-b8c7-1e4db35e3df6 None None] Update dhcp port {'port': {'network_id': '2953a791-3f54-41a3-92dc-efec9fb97405', 'fixed_ips': [{'subnet_id': '99968315-89e4-42ce-a45a-dd1f845516b0', 'ip_address': '2001:db8:0:1:f816:3eff:fe6c:5a47'}, {'subnet_id': '31322802-788d-463c-a437-e81a4602a230'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '44b6f80c-6246-4b58-971c-779208f30e2d'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:14:50.787317 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.800789 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-37448ccf-16ee-4bdd-8c7b-b54c7eb4df3b tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Project b5b69bc7f95141f9944c638470a2073b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:14:50.808176 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37448ccf-16ee-4bdd-8c7b-b54c7eb4df3b tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.810361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] device_id is not set on port 3c0c4fbb-7612-4970-8e84-7f1314567ec1 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:50.814267 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c005a55f-d63d-4186-b8c7-1e4db35e3df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.885425 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37448ccf-16ee-4bdd-8c7b-b54c7eb4df3b tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.901028 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37448ccf-16ee-4bdd-8c7b-b54c7eb4df3b tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.928977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37448ccf-16ee-4bdd-8c7b-b54c7eb4df3b tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc221422-88a9-4353-a594-23001a19098b,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:50.956815 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37448ccf-16ee-4bdd-8c7b-b54c7eb4df3b tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:50.960081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-37448ccf-16ee-4bdd-8c7b-b54c7eb4df3b tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1997380 Nov 19 19:14:50.963733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35782) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:50.986104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9a1fcfc9-e040-4631-a6b0-2a7d14edd2c5 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules/fc221422-88a9-4353-a594-23001a19098b HTTP/1.1" status: 200 len: 769 time: 0.0211613 Nov 19 19:14:50.991456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35784) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:51.041402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-27c3eed4-7565-4a6c-9b9d-3e09ae76590e tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0512452 Nov 19 19:14:51.043946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35788) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:51.071186 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfb8f577-07fd-4e61-80f7-f287c2d2ab76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.083903 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfb8f577-07fd-4e61-80f7-f287c2d2ab76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.084623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8::1e0 (2953a791-3f54-41a3-92dc-efec9fb97405/31322802-788d-463c-a437-e81a4602a230/3c0c4fbb-7612-4970-8e84-7f1314567ec1) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:51.093812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:ab22 (2953a791-3f54-41a3-92dc-efec9fb97405/99968315-89e4-42ce-a45a-dd1f845516b0/3c0c4fbb-7612-4970-8e84-7f1314567ec1) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:51.117919 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfb8f577-07fd-4e61-80f7-f287c2d2ab76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.124212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfb8f577-07fd-4e61-80f7-f287c2d2ab76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.125941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cfb8f577-07fd-4e61-80f7-f287c2d2ab76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/fc221422-88a9-4353-a594-23001a19098b HTTP/1.1" status: 204 len: 168 time: 0.0810411 Nov 19 19:14:51.128984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35792) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:51.159172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8f577-07fd-4e61-80f7-f287c2d2ab76 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc221422-88a9-4353-a594-23001a19098b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:51.227830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1c8f6e88-c890-4bbd-a9ce-5883dc91d380 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0965948 Nov 19 19:14:51.231973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35796) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:51.244860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 44b6f80c-6246-4b58-971c-779208f30e2d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:51.304714 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.318448 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a9fefa6-666a-4d95-b093-5d8e7bb40f25 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.346506 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a9fefa6-666a-4d95-b093-5d8e7bb40f25 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.349571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:51.350044 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.366634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.414038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Network 2953a791-3f54-41a3-92dc-efec9fb97405 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:51.418026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:51.420883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:51.428131 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a9fefa6-666a-4d95-b093-5d8e7bb40f25 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.428785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:51.429612 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.433912 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a9fefa6-666a-4d95-b093-5d8e7bb40f25 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.435801 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9a9fefa6-666a-4d95-b093-5d8e7bb40f25 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "DELETE /v2.0/security-groups/532209bb-ea32-4d69-8603-e174b3a957f4 HTTP/1.1" status: 204 len: 168 time: 0.2026179 Nov 19 19:14:51.442146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35800) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:51.454999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fefa6-666a-4d95-b093-5d8e7bb40f25 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532209bb-ea32-4d69-8603-e174b3a957f4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:51.483074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0313284 Nov 19 19:14:51.485712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35802) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:51.495883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659d1dc-007a-404b-a655-efed05af7550 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event updated for resources: {'Port': ['ID=3c0c4fbb-7612-4970-8e84-7f1314567ec1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:51.513502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35804) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:51.611237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ed7883ec-4428-43f2-9c8d-46a9a9e73504 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting port 3c0c4fbb-7612-4970-8e84-7f1314567ec1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:51.611821 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed7883ec-4428-43f2-9c8d-46a9a9e73504 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.614171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1ddd48da-59e1-43cc-b2b2-79f885220117 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1702492 Nov 19 19:14:51.614852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35810) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:51.681838 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-267e746b-36f3-4dc5-9e72-b2abb522f583 tempest-SecGroupIPv6Test-2104588859 tempest-SecGroupIPv6Test-2104588859-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0658507 Nov 19 19:14:51.735107 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cc871de-7167-4a93-8688-a4c1d271266b req-b01a1d8a-cdd8-4e31-8508-d7f07a7e3988 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0460114 Nov 19 19:14:51.756074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-c005a55f-d63d-4186-b8c7-1e4db35e3df6 None None] Allocated IP 2001:db8::2 (2953a791-3f54-41a3-92dc-efec9fb97405/31322802-788d-463c-a437-e81a4602a230/44b6f80c-6246-4b58-971c-779208f30e2d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:51.758573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-565485703', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:51.805880 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed7883ec-4428-43f2-9c8d-46a9a9e73504 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.816895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Made reservation on behalf of 01d2457a3068416c9210727eb5246054 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:51.819271 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.843591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ed7883ec-4428-43f2-9c8d-46a9a9e73504 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Calling delete_port for 3c0c4fbb-7612-4970-8e84-7f1314567ec1 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:51.845730 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.888047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c005a55f-d63d-4186-b8c7-1e4db35e3df6 None None] For port 44b6f80c-6246-4b58-971c-779208f30e2d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=44b6f80c-6246-4b58-971c-779208f30e2d,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:51.924945 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c005a55f-d63d-4186-b8c7-1e4db35e3df6 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:51.932663 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c005a55f-d63d-4186-b8c7-1e4db35e3df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.011164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005a55f-d63d-4186-b8c7-1e4db35e3df6 None None] Pushing event updated for resources: {'Port': ['ID=44b6f80c-6246-4b58-971c-779208f30e2d,revision_number=16']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:52.039008 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.049018 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.053140 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] device_id is not set on port e032f904-9443-4874-aa3e-dc90ffb14605 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:14:52.090387 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed7883ec-4428-43f2-9c8d-46a9a9e73504 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.125041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7883ec-4428-43f2-9c8d-46a9a9e73504 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Port': ['ID=3c0c4fbb-7612-4970-8e84-7f1314567ec1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:52.170124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbefbfd-b75e-4c57-803c-5cf9db3a6c2f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:52.207023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35816) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:52.211060 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed7883ec-4428-43f2-9c8d-46a9a9e73504 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.217007 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ed7883ec-4428-43f2-9c8d-46a9a9e73504 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/3c0c4fbb-7612-4970-8e84-7f1314567ec1 HTTP/1.1" status: 204 len: 168 time: 0.7282054 Nov 19 19:14:52.217793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35820) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:52.276668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6183acfd-8b98-404a-8144-c31478b6d26f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:52.280318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6183acfd-8b98-404a-8144-c31478b6d26f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0603085 Nov 19 19:14:52.281008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35822) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:52.304619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Allocated IP 172.25.3.76 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/e032f904-9443-4874-aa3e-dc90ffb14605) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:14:52.348061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6996908a-faf5-442a-b68e-468faaf5a4df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:52.349817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6996908a-faf5-442a-b68e-468faaf5a4df tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0677850 Nov 19 19:14:52.352279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35824) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:52.419366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4078a-1bbf-4836-8099-3ee22afdd986 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:52.421093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4078a-1bbf-4836-8099-3ee22afdd986 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:52.428176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4078a-1bbf-4836-8099-3ee22afdd986 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:52.434348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-69f4078a-1bbf-4836-8099-3ee22afdd986 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0807514 Nov 19 19:14:52.435345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35826) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:52.463014 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-af3863fc-8502-4970-98ab-970b23dba597 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5b69bc7f95141f9944c638470a2073b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2545803 Nov 19 19:14:52.469849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35828) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:52.527395 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.536933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b98b1e2-1215-4823-9826-ba0c411cf18c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 31322802-788d-463c-a437-e81a4602a230 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:52.545784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b98b1e2-1215-4823-9826-ba0c411cf18c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.572240 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.605707 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcafb7f5-595c-48c7-9384-07674adb2930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.620106 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b98b1e2-1215-4823-9826-ba0c411cf18c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.624787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:14:52.630479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:52.635426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:14:52.641168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Pushing event updated for resources: {'Port': ['ID=e032f904-9443-4874-aa3e-dc90ffb14605,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:52.647654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b0bf5f-5f3f-4085-99d0-76813af34159 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:52.687716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcafb7f5-595c-48c7-9384-07674adb2930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.709284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:52.709969 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.715286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3f383990-719b-4e61-b438-6b79890c2cae None None] Provisioning complete for port e032f904-9443-4874-aa3e-dc90ffb14605 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:52.716010 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f383990-719b-4e61-b438-6b79890c2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.744156 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2071595a-2700-4814-bd6c-fa21b1522edb tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2292523 Nov 19 19:14:52.747159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35830) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:52.752845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.76'}]}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:52.768400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3f383990-719b-4e61-b438-6b79890c2cae None None] Port e032f904-9443-4874-aa3e-dc90ffb14605 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:14:52.794786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.797548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.812985 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b98b1e2-1215-4823-9826-ba0c411cf18c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.842038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcafb7f5-595c-48c7-9384-07674adb2930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.844627 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcafb7f5-595c-48c7-9384-07674adb2930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.845794 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bcafb7f5-595c-48c7-9384-07674adb2930 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89edaa12-6c55-4737-a3b2-6a45d687dfec HTTP/1.1" status: 204 len: 168 time: 0.3750546 Nov 19 19:14:52.892718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafb7f5-595c-48c7-9384-07674adb2930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89edaa12-6c55-4737-a3b2-6a45d687dfec,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:52.960509 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13a7e488-3ef6-4a3c-b383-bb21dc704849 req-1cb4afab-b2c6-484c-ad3c-c2bc5223e27f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0529084 Nov 19 19:14:52.970054 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:52.986851 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b98b1e2-1215-4823-9826-ba0c411cf18c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.032603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98b1e2-1215-4823-9826-ba0c411cf18c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=31322802-788d-463c-a437-e81a4602a230,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:53.039741 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2b98b1e2-1215-4823-9826-ba0c411cf18c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.043985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9b500144-e780-4c8c-b9e7-e09b7716f0b2 None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:53.045128 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9b500144-e780-4c8c-b9e7-e09b7716f0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.050611 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2b98b1e2-1215-4823-9826-ba0c411cf18c tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/31322802-788d-463c-a437-e81a4602a230 HTTP/1.1" status: 204 len: 168 time: 0.6138341 Nov 19 19:14:53.051700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35836) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:53.145609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15df2b3-359b-4e6a-9336-e72b5fa04feb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Deleting subnet 99968315-89e4-42ce-a45a-dd1f845516b0 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:14:53.160003 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e15df2b3-359b-4e6a-9336-e72b5fa04feb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.259621 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.295941 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e15df2b3-359b-4e6a-9336-e72b5fa04feb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.308526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 44b6f80c-6246-4b58-971c-779208f30e2d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:14:53.439051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 44b6f80c-6246-4b58-971c-779208f30e2d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:14:53.440167 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.488246 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e15df2b3-359b-4e6a-9336-e72b5fa04feb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.495231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006458ba-9ad1-4a5c-a339-c6e8d20e0b50 None None] Network 2953a791-3f54-41a3-92dc-efec9fb97405 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:53.578869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d8198edb-7a98-4c35-8a2c-35e26b10477b None None] Could not find standard attr ID for object 3c0c4fbb-7612-4970-8e84-7f1314567ec1. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:14:53.602369 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e15df2b3-359b-4e6a-9336-e72b5fa04feb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.665102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15df2b3-359b-4e6a-9336-e72b5fa04feb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Subnet': ['ID=99968315-89e4-42ce-a45a-dd1f845516b0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:53.667337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e15df2b3-359b-4e6a-9336-e72b5fa04feb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.673366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e15df2b3-359b-4e6a-9336-e72b5fa04feb tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/99968315-89e4-42ce-a45a-dd1f845516b0 HTTP/1.1" status: 204 len: 168 time: 0.6173475 Nov 19 19:14:53.673366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35848) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:53.702110 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.739467 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.752217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bb879ca6-83cc-43b4-a2b1-0c3ec966f73f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776575 Nov 19 19:14:53.755659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35852) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:53.859944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c75b0ce-bc21-4122-84f5-00dc9c477e7b None None] DHCP port deletion for 2953a791-3f54-41a3-92dc-efec9fb97405 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:53.884506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1842ba6-e03d-4866-be85-9d975a2ba272 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:53.892072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d1842ba6-e03d-4866-be85-9d975a2ba272 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1350925 Nov 19 19:14:53.901475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35858) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:53.969078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4c75b0ce-bc21-4122-84f5-00dc9c477e7b None None] Deleting port 44b6f80c-6246-4b58-971c-779208f30e2d {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:53.969915 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c75b0ce-bc21-4122-84f5-00dc9c477e7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:53.993568 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.010056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f915b4-18b0-4a52-8cc5-cae3a9e03b51 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:54.019391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-59f915b4-18b0-4a52-8cc5-cae3a9e03b51 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1160555 Nov 19 19:14:54.021325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35864) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.091106 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4e89233d-0b39-40eb-a65b-e96e993afbc0 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681949 Nov 19 19:14:54.095653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35866) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.130251 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e192716f-3091-4a14-8f11-0c72a71d6891 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.130765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e192716f-3091-4a14-8f11-0c72a71d6891 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.134109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e192716f-3091-4a14-8f11-0c72a71d6891 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/3c0c4fbb-7612-4970-8e84-7f1314567ec1 HTTP/1.1" status: 404 len: 333 time: 0.0375202 Nov 19 19:14:54.143161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4c75b0ce-bc21-4122-84f5-00dc9c477e7b None None] For port 44b6f80c-6246-4b58-971c-779208f30e2d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=44b6f80c-6246-4b58-971c-779208f30e2d,segment=NetworkSegment(adab9dab-7587-40b6-b815-2c4552bff076),segment_id=adab9dab-7587-40b6-b815-2c4552bff076)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:14:54.144285 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c75b0ce-bc21-4122-84f5-00dc9c477e7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.149982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35868) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.162600 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bedb49f6-3fab-4012-a694-39fc6de1ea6b req-119e0571-ac76-47f4-9fc9-7f1631eefaca tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0638902 Nov 19 19:14:54.188684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4c75b0ce-bc21-4122-84f5-00dc9c477e7b None None] Calling delete_port for 44b6f80c-6246-4b58-971c-779208f30e2d owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:54.203054 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6279e3fe-b93d-47cd-ae43-bac02ea3a05d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.203539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6279e3fe-b93d-47cd-ae43-bac02ea3a05d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.208181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6279e3fe-b93d-47cd-ae43-bac02ea3a05d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/99968315-89e4-42ce-a45a-dd1f845516b0 HTTP/1.1" status: 404 len: 337 time: 0.0445216 Nov 19 19:14:54.208801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35870) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.211949 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.214126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35872) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.223452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.246568 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d3b952-c940-4a4d-b213-f3cb029ed9c6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.247221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d3b952-c940-4a4d-b213-f3cb029ed9c6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.253868 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-22d3b952-c940-4a4d-b213-f3cb029ed9c6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/31322802-788d-463c-a437-e81a4602a230 HTTP/1.1" status: 404 len: 337 time: 0.0382802 Nov 19 19:14:54.254336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35876) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.308137 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c75b0ce-bc21-4122-84f5-00dc9c477e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.310855 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5646cc7-7528-4920-8b0a-bb6263a4e43f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.311651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5646cc7-7528-4920-8b0a-bb6263a4e43f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.316183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f5646cc7-7528-4920-8b0a-bb6263a4e43f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/fbe3b30a-96ea-422c-91ae-5d456ed52500 HTTP/1.1" status: 404 len: 333 time: 0.0599778 Nov 19 19:14:54.319879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35878) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.353724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75b0ce-bc21-4122-84f5-00dc9c477e7b None None] Pushing event deleted for resources: {'Port': ['ID=44b6f80c-6246-4b58-971c-779208f30e2d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:54.356380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75b0ce-bc21-4122-84f5-00dc9c477e7b None None] No DVR routers for this DVR port 44b6f80c-6246-4b58-971c-779208f30e2d on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:14:54.370316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.370961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5544db4-1c28-4393-82de-f887acdbda34 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:14:54.391391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0c5b4d68-e869-4afb-85d1-6cf63851bdbd tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:54.391767 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 19:14:54.392499 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-0c5b4d68-e869-4afb-85d1-6cf63851bdbd tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 19:14:54.392909 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-54d50a0f-3774-43b4-a426-18812d6b9e97 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6445560 Nov 19 19:14:54.393323 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-0c5b4d68-e869-4afb-85d1-6cf63851bdbd tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 19:14:54.398659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0c5b4d68-e869-4afb-85d1-6cf63851bdbd tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1851511 Nov 19 19:14:54.398659 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6ed182-192f-43c2-9c3c-0ae31367b8f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.398659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6ed182-192f-43c2-9c3c-0ae31367b8f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.400138 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fa6ed182-192f-43c2-9c3c-0ae31367b8f2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/4b1287d6-1133-45bc-bb65-bb3b89fc8a66 HTTP/1.1" status: 404 len: 337 time: 0.0791593 Nov 19 19:14:54.400613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35880) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.400727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35882) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.403520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35884) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.404889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6a79932d-2233-4a47-815e-f95ff227fc17 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412103649'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:54.431317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a79932d-2233-4a47-815e-f95ff227fc17 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.442620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a79932d-2233-4a47-815e-f95ff227fc17 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.458054 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-749159d4-34a6-4ffc-8b37-de5f5393eccf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.458522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749159d4-34a6-4ffc-8b37-de5f5393eccf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.463868 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-749159d4-34a6-4ffc-8b37-de5f5393eccf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/d52cf599-f733-4ed6-a1da-1f5245474841 HTTP/1.1" status: 404 len: 337 time: 0.0511832 Nov 19 19:14:54.466466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35886) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.505538 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-29395da8-f6a6-4879-ae26-cbe3c24d76f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.506692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29395da8-f6a6-4879-ae26-cbe3c24d76f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.509938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-29395da8-f6a6-4879-ae26-cbe3c24d76f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/7fe6d00a-f536-4004-bd49-b7028d8e2e01 HTTP/1.1" status: 404 len: 333 time: 0.0398638 Nov 19 19:14:54.512726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35888) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.548619 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c3d2fa-637d-4e56-a941-d74108f50681 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.549183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c3d2fa-637d-4e56-a941-d74108f50681 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.553190 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e0c3d2fa-637d-4e56-a941-d74108f50681 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/0b262e40-bb75-4553-b35a-ece9f780d344 HTTP/1.1" status: 404 len: 337 time: 0.0393929 Nov 19 19:14:54.555915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35890) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.558255 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a79932d-2233-4a47-815e-f95ff227fc17 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.564483 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a79932d-2233-4a47-815e-f95ff227fc17 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.567190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9c70fc6e-b232-482f-9b9f-ff4006e17d13 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Deleting port e032f904-9443-4874-aa3e-dc90ffb14605 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:14:54.567725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c70fc6e-b232-482f-9b9f-ff4006e17d13 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.598365 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cbf09a-ac5a-4496-a85c-1de78b6a0c0b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.599061 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cbf09a-ac5a-4496-a85c-1de78b6a0c0b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.602193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79932d-2233-4a47-815e-f95ff227fc17 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88bba324-bbb3-4b5e-a093-a78a0206128f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:54.603187 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c2cbf09a-ac5a-4496-a85c-1de78b6a0c0b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/19109b00-8756-4b1a-97bf-cf4bfc480521 HTTP/1.1" status: 404 len: 337 time: 0.0461712 Nov 19 19:14:54.608167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35892) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.638923 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4564440-3e3a-40cb-8e26-3ede36334355 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.639779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4564440-3e3a-40cb-8e26-3ede36334355 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.646657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e4564440-3e3a-40cb-8e26-3ede36334355 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/7d757792-a46c-46a5-9c22-1ffbd7be5901 HTTP/1.1" status: 404 len: 333 time: 0.0348794 Nov 19 19:14:54.647187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35894) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.689382 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1e46de-ed07-44bb-b293-c1f40a34b310 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.689995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1e46de-ed07-44bb-b293-c1f40a34b310 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.695943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cc1e46de-ed07-44bb-b293-c1f40a34b310 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/65419ac0-8664-43e7-9818-cdc3a5a59df2 HTTP/1.1" status: 404 len: 337 time: 0.0454450 Nov 19 19:14:54.696106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c70fc6e-b232-482f-9b9f-ff4006e17d13 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.696779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35896) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.721211 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a79932d-2233-4a47-815e-f95ff227fc17 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.727085 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a79932d-2233-4a47-815e-f95ff227fc17 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.732996 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f02c29-c583-4203-a24c-dbfca9f832d1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.732996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f02c29-c583-4203-a24c-dbfca9f832d1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.740440 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-96f02c29-c583-4203-a24c-dbfca9f832d1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/fd5ddbca-3c11-4c55-831f-6aefe3970158 HTTP/1.1" status: 404 len: 337 time: 0.0391629 Nov 19 19:14:54.740440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9c70fc6e-b232-482f-9b9f-ff4006e17d13 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Calling delete_port for e032f904-9443-4874-aa3e-dc90ffb14605 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:14:54.741118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35898) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.759567 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a79932d-2233-4a47-815e-f95ff227fc17 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.763613 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6a79932d-2233-4a47-815e-f95ff227fc17 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3594275 Nov 19 19:14:54.764087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35900) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.769090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-19ce773d-f250-4e44-ba56-cdd32eb30ec0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '728f7452-f9e4-4187-bf68-46d0f59bddfd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:54.776616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79932d-2233-4a47-815e-f95ff227fc17 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728f7452-f9e4-4187-bf68-46d0f59bddfd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:54.784673 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f96301-36cf-499a-b199-bb077c06a041 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.785362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f96301-36cf-499a-b199-bb077c06a041 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.792724 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c8f96301-36cf-499a-b199-bb077c06a041 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/bc88cf21-941c-493f-8b69-b2f3e01e1b1f HTTP/1.1" status: 404 len: 333 time: 0.0475636 Nov 19 19:14:54.793413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35902) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.834547 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98e2733-2ca3-4118-b1f9-bb49cbfeab4a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.835031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98e2733-2ca3-4118-b1f9-bb49cbfeab4a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.838207 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c98e2733-2ca3-4118-b1f9-bb49cbfeab4a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/55607861-cca5-445a-8c1a-50cfb885947f HTTP/1.1" status: 404 len: 337 time: 0.0435348 Nov 19 19:14:54.840960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35904) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.844366 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19ce773d-f250-4e44-ba56-cdd32eb30ec0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.871967 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf13dd6-fa74-4e8c-81c0-d2af1faad966 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.872541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf13dd6-fa74-4e8c-81c0-d2af1faad966 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.875673 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6bf13dd6-fa74-4e8c-81c0-d2af1faad966 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/46701295-2a70-4433-9785-8d5df6c97e5b HTTP/1.1" status: 404 len: 333 time: 0.0335040 Nov 19 19:14:54.878412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35906) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.913232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19ce773d-f250-4e44-ba56-cdd32eb30ec0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.919270 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19ce773d-f250-4e44-ba56-cdd32eb30ec0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.921674 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ef7959-9f0e-4a7f-a508-80ae9dbc8ba4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.922359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ef7959-9f0e-4a7f-a508-80ae9dbc8ba4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.926135 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-93ef7959-9f0e-4a7f-a508-80ae9dbc8ba4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/3b069c53-e507-485a-8cc2-175f0cf782f8 HTTP/1.1" status: 404 len: 337 time: 0.0447044 Nov 19 19:14:54.928912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35908) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.944491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce773d-f250-4e44-ba56-cdd32eb30ec0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69409bc0-c8fd-466f-b292-3f9e96103cd2,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:54.951210 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-19ce773d-f250-4e44-ba56-cdd32eb30ec0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:54.955593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-19ce773d-f250-4e44-ba56-cdd32eb30ec0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1877704 Nov 19 19:14:54.956096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35910) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:54.962249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6fb8e18c-baa6-4efb-bf14-ddaaf8cb5e20 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '728f7452-f9e4-4187-bf68-46d0f59bddfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:54.969058 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66fda61-38c3-4cde-a0fe-9a4a3f426c87 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:54.969501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66fda61-38c3-4cde-a0fe-9a4a3f426c87 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:54.974546 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a66fda61-38c3-4cde-a0fe-9a4a3f426c87 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/0906d30d-8a9c-4e5b-ac64-fb037fdc1192 HTTP/1.1" status: 404 len: 333 time: 0.0441625 Nov 19 19:14:54.976893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35912) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.024924 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc68dddc-3171-45cd-958e-6134a1b2bc7f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.025375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc68dddc-3171-45cd-958e-6134a1b2bc7f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.028499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dc68dddc-3171-45cd-958e-6134a1b2bc7f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/09d2d3ba-440e-49b7-a891-f44ab7ba7235 HTTP/1.1" status: 404 len: 337 time: 0.0506136 Nov 19 19:14:55.031580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35914) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.036965 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c70fc6e-b232-482f-9b9f-ff4006e17d13 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.069303 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7236ddc6-0530-42a2-aeeb-d84e9626f6f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.069303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7236ddc6-0530-42a2-aeeb-d84e9626f6f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.069884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7236ddc6-0530-42a2-aeeb-d84e9626f6f1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/1af56d2e-e035-4cd5-b8f3-16621209574d HTTP/1.1" status: 404 len: 333 time: 0.0372465 Nov 19 19:14:55.070739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fb8e18c-baa6-4efb-bf14-ddaaf8cb5e20 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.073188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35916) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.079020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70fc6e-b232-482f-9b9f-ff4006e17d13 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Pushing event deleted for resources: {'Port': ['ID=e032f904-9443-4874-aa3e-dc90ffb14605,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:55.084355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7038d6b-4f23-4f8b-9818-0d9742888b98 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:14:55.112313 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44dc0b0-ca60-44a2-a303-f0c1ded13242 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.112833 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44dc0b0-ca60-44a2-a303-f0c1ded13242 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.120410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f44dc0b0-ca60-44a2-a303-f0c1ded13242 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/c0d72578-e814-4301-91e5-2c30e5ded6e1 HTTP/1.1" status: 404 len: 337 time: 0.0456121 Nov 19 19:14:55.124398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35918) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.157198 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8c6791-e8d5-4028-9af2-0cce459be22b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.157909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8c6791-e8d5-4028-9af2-0cce459be22b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.164015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-af8c6791-e8d5-4028-9af2-0cce459be22b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/d9cc5897-79cd-43e6-af9e-d35cdc35ccba HTTP/1.1" status: 404 len: 333 time: 0.0384421 Nov 19 19:14:55.167023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35920) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.181158 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-6fb8e18c-baa6-4efb-bf14-ddaaf8cb5e20 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 19:14:55.183246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6fb8e18c-baa6-4efb-bf14-ddaaf8cb5e20 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2249742 Nov 19 19:14:55.185528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35922) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.199219 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.208742 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-495d61a3-d0a4-4ce0-a3e1-ef34ec90cd58 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.209350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495d61a3-d0a4-4ce0-a3e1-ef34ec90cd58 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.212606 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-495d61a3-d0a4-4ce0-a3e1-ef34ec90cd58 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/835c0e2f-b44a-4cd3-b3b6-097da70154d7 HTTP/1.1" status: 404 len: 337 time: 0.0445447 Nov 19 19:14:55.215447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35926) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.217017 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c70fc6e-b232-482f-9b9f-ff4006e17d13 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.220698 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9c70fc6e-b232-482f-9b9f-ff4006e17d13 tempest-RoutersAdminNegativeTest-67137798 tempest-RoutersAdminNegativeTest-67137798-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e032f904-9443-4874-aa3e-dc90ffb14605 HTTP/1.1" status: 204 len: 168 time: 0.8187363 Nov 19 19:14:55.241050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 44b6f80c-6246-4b58-971c-779208f30e2d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:14:55.260642 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-647a6497-c352-4040-a96e-209be78d8634 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.261673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647a6497-c352-4040-a96e-209be78d8634 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.265065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-647a6497-c352-4040-a96e-209be78d8634 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/6822b222-4e5a-4ed0-ac0e-ed29adcebeef HTTP/1.1" status: 404 len: 333 time: 0.0483010 Nov 19 19:14:55.267665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35930) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.276896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 44b6f80c-6246-4b58-971c-779208f30e2d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:14:55.277256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 44b6f80c-6246-4b58-971c-779208f30e2d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:14:55.313995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a97303ad-af76-4834-b301-b6868ee4f4b5 req-a621eeca-a736-4944-a127-3bc650488bb7 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0337715 Nov 19 19:14:55.325035 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6603c5-71a1-419e-bb2c-b9da43fe631e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.325458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6603c5-71a1-419e-bb2c-b9da43fe631e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.335384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cc6603c5-71a1-419e-bb2c-b9da43fe631e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/e20b28de-dd2f-445c-8167-6ec77d9a9efb HTTP/1.1" status: 404 len: 337 time: 0.0655382 Nov 19 19:14:55.340778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35932) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.352158 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d792530-b937-42fe-9c84-6a1de0808ef4 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.394915 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d792530-b937-42fe-9c84-6a1de0808ef4 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.456990 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d792530-b937-42fe-9c84-6a1de0808ef4 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.464245 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6d792530-b937-42fe-9c84-6a1de0808ef4 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.470551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6d792530-b937-42fe-9c84-6a1de0808ef4 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "DELETE /v2.0/security-groups/728f7452-f9e4-4187-bf68-46d0f59bddfd HTTP/1.1" status: 204 len: 168 time: 0.2834446 Nov 19 19:14:55.478787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35934) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.501495 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d792530-b937-42fe-9c84-6a1de0808ef4 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=728f7452-f9e4-4187-bf68-46d0f59bddfd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:55.552948 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-02198ef2-7723-4955-829d-f948e2b27565 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0674772 Nov 19 19:14:55.554686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35938) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.559179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-958657de-b6d8-4351-bd74-1199e5f77971 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group': {'name': 'tempest-secgroup--958651252'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:55.607266 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-958657de-b6d8-4351-bd74-1199e5f77971 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.679523 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26af718-4efc-4b10-8a24-1bf0383551b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.680451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26af718-4efc-4b10-8a24-1bf0383551b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.684437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35940) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.687078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b26af718-4efc-4b10-8a24-1bf0383551b1 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/e9c64696-0722-43fc-b2db-b270bfaecd0e HTTP/1.1" status: 404 len: 337 time: 0.3437843 Nov 19 19:14:55.688097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35942) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.715181 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac539d4-0907-4db4-84be-88c6d1ac18c8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.716033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac539d4-0907-4db4-84be-88c6d1ac18c8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.720904 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aac539d4-0907-4db4-84be-88c6d1ac18c8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/43874a0c-a18d-4cbe-8757-83fbb47f6f34 HTTP/1.1" status: 404 len: 333 time: 0.0315251 Nov 19 19:14:55.725654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35946) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.730612 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-958657de-b6d8-4351-bd74-1199e5f77971 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.737121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-958657de-b6d8-4351-bd74-1199e5f77971 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.758210 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f3e239-2668-4374-9a76-1894c6a383a2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.759016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f3e239-2668-4374-9a76-1894c6a383a2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.762828 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b4f3e239-2668-4374-9a76-1894c6a383a2 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/c6b66f46-3ab8-4ca5-af08-15c7fd0748e1 HTTP/1.1" status: 404 len: 337 time: 0.0358748 Nov 19 19:14:55.766205 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35948) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.781678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-958657de-b6d8-4351-bd74-1199e5f77971 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.788651 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-958657de-b6d8-4351-bd74-1199e5f77971 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2287745 Nov 19 19:14:55.788829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958657de-b6d8-4351-bd74-1199e5f77971 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81fe923d-ca0d-427e-98b8-1d110ae5a050,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:55.791233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35950) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.800660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-20cdf586-b465-48a1-baee-f1bd7d0b7dfe tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '81fe923d-ca0d-427e-98b8-1d110ae5a050', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:55.801370 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-20cdf586-b465-48a1-baee-f1bd7d0b7dfe tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 19 19:14:55.801803 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-20cdf586-b465-48a1-baee-f1bd7d0b7dfe tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:55.805621 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-20cdf586-b465-48a1-baee-f1bd7d0b7dfe tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0108819 Nov 19 19:14:55.805918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35952) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.818710 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9915788-1e96-4c6f-b8eb-861af9f5b425 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.819197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9915788-1e96-4c6f-b8eb-861af9f5b425 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.824502 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b9915788-1e96-4c6f-b8eb-861af9f5b425 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/8c9c416f-11d7-461b-a82b-baf1908432a9 HTTP/1.1" status: 404 len: 337 time: 0.0548594 Nov 19 19:14:55.825232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35954) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.868847 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b35450-aacc-48c5-a386-b5057cd8bcfc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.869409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b35450-aacc-48c5-a386-b5057cd8bcfc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.872402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-48b35450-aacc-48c5-a386-b5057cd8bcfc tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/5404af11-1ac0-4a2d-b52f-f0cd87541cf4 HTTP/1.1" status: 404 len: 333 time: 0.0466695 Nov 19 19:14:55.875252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35956) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.886077 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad1aefd9-9484-4366-b908-8ca67d572a54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.901833 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db9e300-46a9-4c86-8a0a-22ee1952aef7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.902306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db9e300-46a9-4c86-8a0a-22ee1952aef7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.907637 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9db9e300-46a9-4c86-8a0a-22ee1952aef7 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/d2f55c88-79e5-465f-a6c1-fa544b01ce1e HTTP/1.1" status: 404 len: 337 time: 0.0291569 Nov 19 19:14:55.907944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35958) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.917288 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3543104-9dc7-4313-bb02-d83a161a59fb tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.942698 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffa390d-0bf6-4fcf-92ae-27b219b3c93b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.943086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffa390d-0bf6-4fcf-92ae-27b219b3c93b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.948877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2ffa390d-0bf6-4fcf-92ae-27b219b3c93b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/01908480-1857-4b94-b9a4-92285e9820cf HTTP/1.1" status: 404 len: 337 time: 0.0376217 Nov 19 19:14:55.949095 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35960) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:55.956882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3543104-9dc7-4313-bb02-d83a161a59fb tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:55.973967 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-3031000f-4c9b-48e5-9157-3fbe63c36d5d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:55.974531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3031000f-4c9b-48e5-9157-3fbe63c36d5d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:55.980800 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3031000f-4c9b-48e5-9157-3fbe63c36d5d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/4deaba85-3989-4976-a81d-0742506c9d84 HTTP/1.1" status: 404 len: 333 time: 0.0276434 Nov 19 19:14:55.981039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35962) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.015296 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd3e978-df6d-472e-ae9c-b38f183cc548 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.015296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd3e978-df6d-472e-ae9c-b38f183cc548 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.022133 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3cd3e978-df6d-472e-ae9c-b38f183cc548 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/3bdf6a20-46a7-48a6-999c-3471b63ce4b8 HTTP/1.1" status: 404 len: 337 time: 0.0378237 Nov 19 19:14:56.023263 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35964) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.046219 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3543104-9dc7-4313-bb02-d83a161a59fb tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.049263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3543104-9dc7-4313-bb02-d83a161a59fb tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.052865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a3543104-9dc7-4313-bb02-d83a161a59fb tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "DELETE /v2.0/security-groups/81fe923d-ca0d-427e-98b8-1d110ae5a050 HTTP/1.1" status: 204 len: 168 time: 0.2435753 Nov 19 19:14:56.053334 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-678157bb-15be-4682-ac56-c86ddcf7a6f9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.053809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678157bb-15be-4682-ac56-c86ddcf7a6f9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.059267 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-678157bb-15be-4682-ac56-c86ddcf7a6f9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/a88fcf4d-d668-4110-8504-891373701706 HTTP/1.1" status: 404 len: 337 time: 0.0335274 Nov 19 19:14:56.059267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35966) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.059496 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad1aefd9-9484-4366-b908-8ca67d572a54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.059594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35968) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.065808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3543104-9dc7-4313-bb02-d83a161a59fb tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fe923d-ca0d-427e-98b8-1d110ae5a050,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:56.067852 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad1aefd9-9484-4366-b908-8ca67d572a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.103625 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6cfd3f57-ff4d-4fce-869b-c9ff96c82be5 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports?device_id=4459820b-470c-4b21-9a15-72f999f350c4 HTTP/1.1" status: 200 len: 205 time: 0.0410156 Nov 19 19:14:56.103876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35970) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.113038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1aefd9-9484-4366-b908-8ca67d572a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397ff618-80df-42b1-b2e9-3689ec25badf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:56.119896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ad1aefd9-9484-4366-b908-8ca67d572a54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1892d71595be4703ac9955a9285e30cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4320700 Nov 19 19:14:56.120208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35972) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.154165 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-ac1ce49c-6036-4bf9-9261-a480ffa52147 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] delete failed (client error): The resource could not be found. Nov 19 19:14:56.158093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ac1ce49c-6036-4bf9-9261-a480ffa52147 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/routers/4459820b-470c-4b21-9a15-72f999f350c4 HTTP/1.1" status: 404 len: 336 time: 0.0504682 Nov 19 19:14:56.158277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35974) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.177368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e06a7fee-43bd-4872-bef2-8b03001af4b6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1154120 Nov 19 19:14:56.177680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35976) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.182279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e09e6566-cec3-49f5-9e05-dd8c73250ca0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group': {'name': 'tempest-secgroup--90124812'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:56.187848 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37db433-3540-4132-a67e-9ead30a59ddd tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.188305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37db433-3540-4132-a67e-9ead30a59ddd tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.191486 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a37db433-3540-4132-a67e-9ead30a59ddd tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/a5a0a54d-1c22-4b24-8ded-a297592663e6 HTTP/1.1" status: 404 len: 337 time: 0.0325966 Nov 19 19:14:56.194747 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35978) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.208836 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b65a4b10-2aa8-4d25-9f44-c458479c738e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.236020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-037c1b4e-44aa-486a-9522-9584bb1beb2d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 HTTP/1.1" status: 200 len: 205 time: 0.0401914 Nov 19 19:14:56.238586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35980) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.246442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e09e6566-cec3-49f5-9e05-dd8c73250ca0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.252239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b65a4b10-2aa8-4d25-9f44-c458479c738e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.288829 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-cdce6ec6-28c6-4022-afdc-80e0a4f84782 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] delete failed (client error): The resource could not be found. Nov 19 19:14:56.289909 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cdce6ec6-28c6-4022-afdc-80e0a4f84782 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/routers/f6d9e6f2-8fbc-4829-a68b-578f7d1cbd60 HTTP/1.1" status: 404 len: 336 time: 0.0503228 Nov 19 19:14:56.293606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35982) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.316551 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b65a4b10-2aa8-4d25-9f44-c458479c738e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.319220 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b65a4b10-2aa8-4d25-9f44-c458479c738e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.321829 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b65a4b10-2aa8-4d25-9f44-c458479c738e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/397ff618-80df-42b1-b2e9-3689ec25badf HTTP/1.1" status: 204 len: 168 time: 0.1992593 Nov 19 19:14:56.332263 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cd6e67-88cb-43aa-b8ab-9aa93597f09d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.332812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4cd6e67-88cb-43aa-b8ab-9aa93597f09d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.340007 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c4cd6e67-88cb-43aa-b8ab-9aa93597f09d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/32b40e53-ef8b-4d7b-b0f9-e6a941db08e8 HTTP/1.1" status: 404 len: 337 time: 0.0431185 Nov 19 19:14:56.340303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35986) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.344624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a4b10-2aa8-4d25-9f44-c458479c738e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397ff618-80df-42b1-b2e9-3689ec25badf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:56.381428 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9cca1b-0a37-4803-b2e4-a51f6fe98fcf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.381773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9cca1b-0a37-4803-b2e4-a51f6fe98fcf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.385495 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fb9cca1b-0a37-4803-b2e4-a51f6fe98fcf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/388c0a88-633e-4eda-8c25-e30d4d34fbbf HTTP/1.1" status: 404 len: 337 time: 0.0442944 Nov 19 19:14:56.389185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35990) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.426187 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-39afb7af-3a61-437f-bc85-fc573c4ed6d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.426917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39afb7af-3a61-437f-bc85-fc573c4ed6d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.434019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35992) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.434996 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-39afb7af-3a61-437f-bc85-fc573c4ed6d9 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/746626c8-a3f3-46fe-afa5-6885452bea68 HTTP/1.1" status: 404 len: 333 time: 0.0441802 Nov 19 19:14:56.467120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e09e6566-cec3-49f5-9e05-dd8c73250ca0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.469129 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60a761c-6f6f-4df7-acb3-dbdf35588fc8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.470068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60a761c-6f6f-4df7-acb3-dbdf35588fc8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.474693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d60a761c-6f6f-4df7-acb3-dbdf35588fc8 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/9d239507-cb0d-4c09-9479-4734d5751f3d HTTP/1.1" status: 404 len: 337 time: 0.0395782 Nov 19 19:14:56.477301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35994) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.485578 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e09e6566-cec3-49f5-9e05-dd8c73250ca0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.507453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e8270e9-cf8f-4c38-940d-f20f42ff2edd req-a49f5d23-4d14-48d3-a4f6-7da990e7d4f0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0461075 Nov 19 19:14:56.522161 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-17989b44-9036-4515-9044-3f95fbc15ac4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.522752 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17989b44-9036-4515-9044-3f95fbc15ac4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.526227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-17989b44-9036-4515-9044-3f95fbc15ac4 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/630a12af-5d05-42b9-aaca-90e491a01586 HTTP/1.1" status: 404 len: 333 time: 0.0478084 Nov 19 19:14:56.530091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35998) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.546325 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e09e6566-cec3-49f5-9e05-dd8c73250ca0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.547829 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e09e6566-cec3-49f5-9e05-dd8c73250ca0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3691225 Nov 19 19:14:56.550622 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e6566-cec3-49f5-9e05-dd8c73250ca0 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61962642-972b-4477-a171-54040089f1a5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:56.552640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36000) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.557544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2ce376c1-a9c0-46d5-9125-6082354693da tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '61962642-972b-4477-a171-54040089f1a5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:56.558456 n-d-815373-6 neutron-server[109888]: WARNING neutron.api.v2.base [None req-2ce376c1-a9c0-46d5-9125-6082354693da tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 19 19:14:56.559405 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-2ce376c1-a9c0-46d5-9125-6082354693da tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:56.559917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2ce376c1-a9c0-46d5-9125-6082354693da tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063584 Nov 19 19:14:56.566388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36002) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.572037 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95f38dd-1f3c-48cd-9838-3583e4da3caf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.572598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95f38dd-1f3c-48cd-9838-3583e4da3caf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.578738 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e95f38dd-1f3c-48cd-9838-3583e4da3caf tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/8d413827-07c6-4e09-a1fb-2160e20a1a2e HTTP/1.1" status: 404 len: 337 time: 0.0475020 Nov 19 19:14:56.579467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36004) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.605990 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7eb700-2d4b-477e-87f2-2ad703d8d250 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.606684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7eb700-2d4b-477e-87f2-2ad703d8d250 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.610635 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2a7eb700-2d4b-477e-87f2-2ad703d8d250 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/7223fc34-e210-416d-b6d5-bc45849ec890 HTTP/1.1" status: 404 len: 333 time: 0.0301256 Nov 19 19:14:56.614275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36006) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.623990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcdfefdf-0208-4bf9-aafb-4b8e5f4e3b59 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.649907 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-84781230-07e5-4e1a-90a5-d99914857b2d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.650519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84781230-07e5-4e1a-90a5-d99914857b2d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.656159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-84781230-07e5-4e1a-90a5-d99914857b2d tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/6dd0362c-06cc-4bad-8a04-5ef0d927a6fd HTTP/1.1" status: 404 len: 337 time: 0.0385807 Nov 19 19:14:56.656683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36008) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.659439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcdfefdf-0208-4bf9-aafb-4b8e5f4e3b59 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.683193 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b758253-91e4-4bca-b7f2-8c7ab551124f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.683601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b758253-91e4-4bca-b7f2-8c7ab551124f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.689344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5b758253-91e4-4bca-b7f2-8c7ab551124f tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/2944ccbe-2540-44db-b31c-28741ddcc834 HTTP/1.1" status: 404 len: 333 time: 0.0292768 Nov 19 19:14:56.689716 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36010) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.711143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcdfefdf-0208-4bf9-aafb-4b8e5f4e3b59 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.714744 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcdfefdf-0208-4bf9-aafb-4b8e5f4e3b59 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.716076 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bcdfefdf-0208-4bf9-aafb-4b8e5f4e3b59 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "DELETE /v2.0/security-groups/61962642-972b-4477-a171-54040089f1a5 HTTP/1.1" status: 204 len: 168 time: 0.1485448 Nov 19 19:14:56.720529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36012) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.725996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36014) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.727063 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dbe607-7f26-442b-9488-2d74f27fc7f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.727616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0dbe607-7f26-442b-9488-2d74f27fc7f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.733582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e0dbe607-7f26-442b-9488-2d74f27fc7f6 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/1fd6d625-6240-4136-98af-6927df2d49ca HTTP/1.1" status: 404 len: 337 time: 0.0401223 Nov 19 19:14:56.733952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36016) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.743517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfefdf-0208-4bf9-aafb-4b8e5f4e3b59 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61962642-972b-4477-a171-54040089f1a5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:56.774754 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75b4d84-af74-4f11-96a7-ddd62060ec2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.775454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75b4d84-af74-4f11-96a7-ddd62060ec2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.781301 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c75b4d84-af74-4f11-96a7-ddd62060ec2e tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/04e08477-5975-484f-938f-e560113f3723 HTTP/1.1" status: 404 len: 333 time: 0.0440993 Nov 19 19:14:56.782170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36018) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.799090 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5e41b4d3-1859-42b1-91be-e6780ba6a477 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0763683 Nov 19 19:14:56.808818 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36020) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.814049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-149462fb-5740-409a-8faf-0a3347566631 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943535981'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:56.818175 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed1b0ca-94d8-4ec2-ba2c-66f6e2d79c47 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.818631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed1b0ca-94d8-4ec2-ba2c-66f6e2d79c47 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.826471 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fed1b0ca-94d8-4ec2-ba2c-66f6e2d79c47 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/530f16ce-7fd8-4fcc-91f9-fbcbe97e9848 HTTP/1.1" status: 404 len: 337 time: 0.0400889 Nov 19 19:14:56.827100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36022) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.838430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ed3047a8-db42-457e-a2cb-e2ea794c7563 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01d2457a3068416c9210727eb5246054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1058445 Nov 19 19:14:56.841091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36024) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.864090 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f2fde1-12e1-4a65-967e-6dde16cf3e1b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.865119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f2fde1-12e1-4a65-967e-6dde16cf3e1b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.870471 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-11f2fde1-12e1-4a65-967e-6dde16cf3e1b tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/b79c5a73-f44f-4aab-8134-0eb8a66f562e HTTP/1.1" status: 404 len: 333 time: 0.0401347 Nov 19 19:14:56.870778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36026) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.903066 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2374a1f2-bce2-4e09-abbf-a75873d590e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.915761 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41699af-d105-43b3-8a5e-6e95db0f2799 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.917148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41699af-d105-43b3-8a5e-6e95db0f2799 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.923638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d41699af-d105-43b3-8a5e-6e95db0f2799 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/d87962b7-f4f6-4e1f-b0df-a557a6f7a02a HTTP/1.1" status: 404 len: 337 time: 0.0517571 Nov 19 19:14:56.924332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36028) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.930138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2374a1f2-bce2-4e09-abbf-a75873d590e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.933893 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-149462fb-5740-409a-8faf-0a3347566631 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:56.958528 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c36485-98b0-4de4-8e79-d04cf83a9c1a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.959134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c36485-98b0-4de4-8e79-d04cf83a9c1a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.965955 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36030) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:56.966105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-06c36485-98b0-4de4-8e79-d04cf83a9c1a tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/ports/13b8ef5d-7ef0-4db9-8369-447446ca2919 HTTP/1.1" status: 404 len: 333 time: 0.0392463 Nov 19 19:14:56.994067 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ecd51c-1fed-457f-8a3f-dee390ed8e09 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] DELETE failed (client error): The resource could not be found. Nov 19 19:14:56.994621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ecd51c-1fed-457f-8a3f-dee390ed8e09 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:14:56.998584 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d9ecd51c-1fed-457f-8a3f-dee390ed8e09 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/subnets/69901beb-b7ef-40c8-b90b-4ae5990dabc2 HTTP/1.1" status: 404 len: 337 time: 0.0323455 Nov 19 19:14:57.001176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36032) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.028953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-149462fb-5740-409a-8faf-0a3347566631 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.033074 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-149462fb-5740-409a-8faf-0a3347566631 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.042063 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:14:57.055255 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2374a1f2-bce2-4e09-abbf-a75873d590e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.058284 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2374a1f2-bce2-4e09-abbf-a75873d590e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.059432 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2374a1f2-bce2-4e09-abbf-a75873d590e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ffbefbfd-b75e-4c57-803c-5cf9db3a6c2f HTTP/1.1" status: 204 len: 168 time: 0.2173636 Nov 19 19:14:57.079334 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-149462fb-5740-409a-8faf-0a3347566631 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.083845 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-149462fb-5740-409a-8faf-0a3347566631 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2701929 Nov 19 19:14:57.084479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36036) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.087038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a1f2-bce2-4e09-abbf-a75873d590e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbefbfd-b75e-4c57-803c-5cf9db3a6c2f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:57.089706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3e6553bf-ceca-4158-a54b-0ba40c11dec4 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '168ab908-4641-4085-9a5a-24b12401ac75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:57.109388 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-3e6553bf-ceca-4158-a54b-0ba40c11dec4 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 19 19:14:57.112019 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-3e6553bf-ceca-4158-a54b-0ba40c11dec4 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:57.114150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3e6553bf-ceca-4158-a54b-0ba40c11dec4 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0289309 Nov 19 19:14:57.116284 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.116909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36038) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.119273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149462fb-5740-409a-8faf-0a3347566631 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168ab908-4641-4085-9a5a-24b12401ac75,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:57.124157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1e393378-45f0-4fcd-b40e-6535511d37d7 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '168ab908-4641-4085-9a5a-24b12401ac75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:57.124825 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-1e393378-45f0-4fcd-b40e-6535511d37d7 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 19 19:14:57.126611 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-1e393378-45f0-4fcd-b40e-6535511d37d7 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:57.127681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1e393378-45f0-4fcd-b40e-6535511d37d7 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098557 Nov 19 19:14:57.130940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36040) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.135627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c72a3f19-bedc-4f55-9550-dfdd96925a0b tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '168ab908-4641-4085-9a5a-24b12401ac75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:57.136616 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-c72a3f19-bedc-4f55-9550-dfdd96925a0b tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 19 19:14:57.137098 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-c72a3f19-bedc-4f55-9550-dfdd96925a0b tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:57.140850 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c72a3f19-bedc-4f55-9550-dfdd96925a0b tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059381 Nov 19 19:14:57.140850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36042) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.145800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-559b9723-d02c-4089-af4a-123b8b964f14 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '168ab908-4641-4085-9a5a-24b12401ac75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:57.146902 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-559b9723-d02c-4089-af4a-123b8b964f14 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 19 19:14:57.147388 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-559b9723-d02c-4089-af4a-123b8b964f14 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:57.148356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-559b9723-d02c-4089-af4a-123b8b964f14 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067673 Nov 19 19:14:57.151521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36044) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.224768 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.229251 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d45cf42-73b6-40f3-a7c7-3a2a5d343d9a tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.256506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2953a791-3f54-41a3-92dc-efec9fb97405']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:57.260952 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d45cf42-73b6-40f3-a7c7-3a2a5d343d9a tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.277390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adab9dab-7587-40b6-b815-2c4552bff076') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:57.277987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adab9dab-7587-40b6-b815-2c4552bff076') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:14:57.298386 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.322036 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d45cf42-73b6-40f3-a7c7-3a2a5d343d9a tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.323329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.332494 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d45cf42-73b6-40f3-a7c7-3a2a5d343d9a tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.332494 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7d45cf42-73b6-40f3-a7c7-3a2a5d343d9a tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "DELETE /v2.0/security-groups/168ab908-4641-4085-9a5a-24b12401ac75 HTTP/1.1" status: 204 len: 168 time: 0.1751378 Nov 19 19:14:57.334510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36048) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.344949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:14:57.345603 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:14:57.350206 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:14:57.352627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45cf42-73b6-40f3-a7c7-3a2a5d343d9a tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=168ab908-4641-4085-9a5a-24b12401ac75,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:57.445090 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fe2a9e2b-766a-4360-82f8-a62e8f964a0e tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1052983 Nov 19 19:14:57.445655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36050) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.449993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9743d4c4-af52-475f-a138-f23e205b08a7 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group': {'name': 'tempest-secgroup--915107109'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:57.457297 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.472347 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.478986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] 10.222.0.50 "DELETE /v2.0/networks/2953a791-3f54-41a3-92dc-efec9fb97405 HTTP/1.1" status: 204 len: 168 time: 0.4742904 Nov 19 19:14:57.493413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c73bd5-614b-428d-8fa3-92210add1252 tempest-NetworksTestDHCPv6-752596256 tempest-NetworksTestDHCPv6-752596256-project] Pushing event deleted for resources: {'Network': ['ID=2953a791-3f54-41a3-92dc-efec9fb97405,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:57.510637 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9743d4c4-af52-475f-a138-f23e205b08a7 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.640182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9743d4c4-af52-475f-a138-f23e205b08a7 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.648896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9743d4c4-af52-475f-a138-f23e205b08a7 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.681707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73c238f7-37d0-4b6d-9da1-6d67eda39565 req-4b57840a-312d-4afb-9fc8-eedb1cb95166 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0432794 Nov 19 19:14:57.729827 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9743d4c4-af52-475f-a138-f23e205b08a7 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:57.734118 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9743d4c4-af52-475f-a138-f23e205b08a7 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2849660 Nov 19 19:14:57.735272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36066) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.736836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743d4c4-af52-475f-a138-f23e205b08a7 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d279e727-5299-4d97-adb7-be750b35da7c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:57.741604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-4d4fc67a-a385-43d3-9f96-bf67c074995f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': 'd279e727-5299-4d97-adb7-be750b35da7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:57.742633 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-4d4fc67a-a385-43d3-9f96-bf67c074995f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 19:14:57.743822 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-4d4fc67a-a385-43d3-9f96-bf67c074995f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:57.747570 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4d4fc67a-a385-43d3-9f96-bf67c074995f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081317 Nov 19 19:14:57.748585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36068) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.754326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2cff4288-e5fc-4203-b98a-52567888addb tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': 'd279e727-5299-4d97-adb7-be750b35da7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:57.808990 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36070) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.816822 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-2cff4288-e5fc-4203-b98a-52567888addb tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:57.818557 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2cff4288-e5fc-4203-b98a-52567888addb tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0688305 Nov 19 19:14:57.821195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36074) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.826868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5388d63d-1ec3-4559-a24b-37269337dbca tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': 'd279e727-5299-4d97-adb7-be750b35da7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:57.827869 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-5388d63d-1ec3-4559-a24b-37269337dbca tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 19 19:14:57.828762 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-5388d63d-1ec3-4559-a24b-37269337dbca tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:57.830405 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5388d63d-1ec3-4559-a24b-37269337dbca tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073276 Nov 19 19:14:57.833045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36076) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.838157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-83935dca-1ec1-4a33-a6d8-73e924ba974f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': 'd279e727-5299-4d97-adb7-be750b35da7c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:57.904621 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-83935dca-1ec1-4a33-a6d8-73e924ba974f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:57.908785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36082) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.910090 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-83935dca-1ec1-4a33-a6d8-73e924ba974f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0748513 Nov 19 19:14:57.915319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-99791b9a-91ae-4fa4-b4e0-a864757066d1 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': 'd279e727-5299-4d97-adb7-be750b35da7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:57.918954 n-d-815373-6 neutron-server[109888]: WARNING neutron.api.v2.base [None req-99791b9a-91ae-4fa4-b4e0-a864757066d1 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 19:14:57.919660 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-99791b9a-91ae-4fa4-b4e0-a864757066d1 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:57.921215 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-99791b9a-91ae-4fa4-b4e0-a864757066d1 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103059 Nov 19 19:14:57.924265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36084) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:57.935993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-da604d75-edea-4c65-84f4-f1bb1e14e4f1 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': 'd279e727-5299-4d97-adb7-be750b35da7c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:58.011378 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-da604d75-edea-4c65-84f4-f1bb1e14e4f1 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:58.015333 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-da604d75-edea-4c65-84f4-f1bb1e14e4f1 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0870116 Nov 19 19:14:58.015633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36090) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.022951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7a896292-87dc-40ab-836a-f0112246be0e tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': 'd279e727-5299-4d97-adb7-be750b35da7c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:58.024023 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-7a896292-87dc-40ab-836a-f0112246be0e tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 19 19:14:58.024023 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-7a896292-87dc-40ab-836a-f0112246be0e tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:58.025066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7a896292-87dc-40ab-836a-f0112246be0e tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081785 Nov 19 19:14:58.027596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36092) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.031965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-875785d3-ccc5-467f-a808-25496953e3c9 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': 'd279e727-5299-4d97-adb7-be750b35da7c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:58.033037 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-44f80e33-7dfd-4fa5-914a-aa5a52149fcc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c4dcff18b49477183493ab84f64a4f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217655 Nov 19 19:14:58.033636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36094) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.089526 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-875785d3-ccc5-467f-a808-25496953e3c9 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:58.093189 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3126a2b7-25a0-4cf4-a979-4b2b2b3ab655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.095723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-875785d3-ccc5-467f-a808-25496953e3c9 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0662148 Nov 19 19:14:58.097444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36096) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.102993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-87a60330-a977-42a7-8f59-7adbebfc5067 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': 'd279e727-5299-4d97-adb7-be750b35da7c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:58.140882 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3126a2b7-25a0-4cf4-a979-4b2b2b3ab655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.174750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36098) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.197212 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-87a60330-a977-42a7-8f59-7adbebfc5067 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:14:58.200176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-87a60330-a977-42a7-8f59-7adbebfc5067 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1017537 Nov 19 19:14:58.203223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36102) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.224985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3126a2b7-25a0-4cf4-a979-4b2b2b3ab655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.228626 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3126a2b7-25a0-4cf4-a979-4b2b2b3ab655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.230681 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3126a2b7-25a0-4cf4-a979-4b2b2b3ab655 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05660d70-4a81-4e53-b4c3-c397302af7bd HTTP/1.1" status: 204 len: 168 time: 0.1960731 Nov 19 19:14:58.257569 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126a2b7-25a0-4cf4-a979-4b2b2b3ab655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05660d70-4a81-4e53-b4c3-c397302af7bd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:58.294565 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-071f0fe0-76f2-4ca1-9ad6-159d462d58f6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.324748 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-071f0fe0-76f2-4ca1-9ad6-159d462d58f6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.340321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2076966386'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:58.386875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:58.390700 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.402889 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.435200 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-071f0fe0-76f2-4ca1-9ad6-159d462d58f6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.437845 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-071f0fe0-76f2-4ca1-9ad6-159d462d58f6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.442420 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-071f0fe0-76f2-4ca1-9ad6-159d462d58f6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "DELETE /v2.0/security-groups/d279e727-5299-4d97-adb7-be750b35da7c HTTP/1.1" status: 204 len: 168 time: 0.2381375 Nov 19 19:14:58.443023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36106) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.501279 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c3b93fe0-b504-4336-a5a7-a9eaa5213690 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536144 Nov 19 19:14:58.502496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36110) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.508650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-aceb5d33-4762-42c3-b663-f38156bf8333 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group': {'name': 'tempest-secgroup--712960110'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:58.517615 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.532316 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.538377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f0fe0-76f2-4ca1-9ad6-159d462d58f6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d279e727-5299-4d97-adb7-be750b35da7c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:58.539303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aceb5d33-4762-42c3-b663-f38156bf8333 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.591890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:14:58.599899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e76d096-9d5f-4be2-ae73-c8e7ba1e6bf5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:58.623899 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.623899 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added segment 5feeea6e-b4fb-48c5-8a09-841ab546fa5b of type vlan for network bc42aed3-056d-4ab8-99eb-315059d60b0d Nov 19 19:14:58.646817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aceb5d33-4762-42c3-b663-f38156bf8333 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.652242 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aceb5d33-4762-42c3-b663-f38156bf8333 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.678437 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.697384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb5d33-4762-42c3-b663-f38156bf8333 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553f6eba-c653-4098-8281-0225c666e685,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:58.703827 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aceb5d33-4762-42c3-b663-f38156bf8333 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.705088 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aceb5d33-4762-42c3-b663-f38156bf8333 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2005873 Nov 19 19:14:58.708930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36118) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.715238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-45087a98-c3e8-45b7-96c7-0cd344ed6712 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '553f6eba-c653-4098-8281-0225c666e685', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:58.721371 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.732992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:58.734310 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.781994 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-45087a98-c3e8-45b7-96c7-0cd344ed6712 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The resource could not be found. Nov 19 19:14:58.791068 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-45087a98-c3e8-45b7-96c7-0cd344ed6712 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0795014 Nov 19 19:14:58.791865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36124) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.809930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d0749b73-a458-4ead-90a6-9d383035cca5 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '553f6eba-c653-4098-8281-0225c666e685', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a5b09c19-4cf6-4f48-9e1b-bc1fa75fa5e3'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:58.852646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6766515 Nov 19 19:14:58.855208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c5fe6e9-6bd7-41cd-bb07-bcd07dfb6902 req-13f3c852-9aee-431d-8fc3-8cd71f7a4358 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0386710 Nov 19 19:14:58.855491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36126) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.859512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0f536-f1f7-4d57-9ec0-2b11d96998e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Network': ['ID=bc42aed3-056d-4ab8-99eb-315059d60b0d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:58.862149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1468305591'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:58.872316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network bc42aed3-056d-4ab8-99eb-315059d60b0d details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:14:58.915021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:58.919040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.931636 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-d0749b73-a458-4ead-90a6-9d383035cca5 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The resource could not be found. Nov 19 19:14:58.935206 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d0749b73-a458-4ead-90a6-9d383035cca5 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1385970 Nov 19 19:14:58.936334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36128) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:58.950151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:14:58.964252 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:58.964637 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added segment b61c2e3f-adea-4691-bdfa-67a9be757632 of type vlan for network 9dbe8dda-7701-4f59-892e-9092a99e8b8e Nov 19 19:14:59.011438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.036425 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-110fb6e8-483f-4962-bebf-846604aaadae tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.048924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.055246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:59.055868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.067242 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-110fb6e8-483f-4962-bebf-846604aaadae tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.126363 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2690244 Nov 19 19:14:59.129617 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-110fb6e8-483f-4962-bebf-846604aaadae tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.133877 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-110fb6e8-483f-4962-bebf-846604aaadae tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.135375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-110fb6e8-483f-4962-bebf-846604aaadae tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "DELETE /v2.0/security-groups/553f6eba-c653-4098-8281-0225c666e685 HTTP/1.1" status: 204 len: 168 time: 0.1975532 Nov 19 19:14:59.141897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36136) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:59.142412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36138) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:59.148748 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'subnet': {'network_id': 'bc42aed3-056d-4ab8-99eb-315059d60b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:59.169892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fb6e8-483f-4962-bebf-846604aaadae tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553f6eba-c653-4098-8281-0225c666e685,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:59.207258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ba6b1-0226-4e95-8db3-0e8c5c50293b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Network': ['ID=9dbe8dda-7701-4f59-892e-9092a99e8b8e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:59.213046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-89e9ca5a-091f-4a0e-9dde-2a73eb03578a tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0691020 Nov 19 19:14:59.216409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36142) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:59.219644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 9dbe8dda-7701-4f59-892e-9092a99e8b8e details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:14:59.224176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-86ce62b6-c116-471a-922d-524385fd9dc5 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '932caa88-b6ab-40d7-bc29-c3000b059781', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:59.282457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:59.288289 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.290542 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-86ce62b6-c116-471a-922d-524385fd9dc5 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The resource could not be found. Nov 19 19:14:59.292386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-86ce62b6-c116-471a-922d-524385fd9dc5 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0748339 Nov 19 19:14:59.295956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36144) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:59.303172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5e941add-042d-40f6-a0e3-e35d9f93179f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362137533'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:59.341134 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e941add-042d-40f6-a0e3-e35d9f93179f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.355094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36146) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:59.445362 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e941add-042d-40f6-a0e3-e35d9f93179f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.450895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e941add-042d-40f6-a0e3-e35d9f93179f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.508483 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e941add-042d-40f6-a0e3-e35d9f93179f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.512488 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5e941add-042d-40f6-a0e3-e35d9f93179f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2127647 Nov 19 19:14:59.513338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36150) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:59.521986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-37b6b61e-c441-41a4-bd9e-1310262e8975 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707997977'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:59.522393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1970076561'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:59.531240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e941add-042d-40f6-a0e3-e35d9f93179f tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983f3286-9b46-4b69-a61e-fc8c3cd783a7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:59.552271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:59.556404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.566060 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.db.api [None req-37b6b61e-c441-41a4-bd9e-1310262e8975 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 19:14:59.566060 n-d-815373-6 neutron-server[109888]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 19:14:59.566060 n-d-815373-6 neutron-server[109888]: [parameters: {'project_id_1': 'deabc95c69b74dffaadff01ab5eef8f6', 'expiration_1': datetime.datetime(2021, 11, 19, 19, 14, 39, 532266)}] Nov 19 19:14:59.566060 n-d-815373-6 neutron-server[109888]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:14:59.566583 n-d-815373-6 neutron-server[109888]: DEBUG oslo_db.api [None req-37b6b61e-c441-41a4-bd9e-1310262e8975 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:14:59.567933 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.584891 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.657678 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Subnet': ['ID=e7a2ce7a-1306-4f9b-ae45-661ca4d71bde,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:59.667672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Checking segment: {'id': '5feeea6e-b4fb-48c5-8a09-841ab546fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bc42aed3-056d-4ab8-99eb-315059d60b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:14:59.667973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.668115 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network hostable DHCP agents. Network: bc42aed3-056d-4ab8-99eb-315059d60b0d, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:14:59.675842 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.687862 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.691204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network bc42aed3-056d-4ab8-99eb-315059d60b0d is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:14:59.704609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, bc42aed3-056d-4ab8-99eb-315059d60b0d) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:14:59.710434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:59.711509 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.714151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:14:59.720131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f962627-1846-4269-8b71-1b31bc2e0bb9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:59.726105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6ae273-5adf-4142-85ab-72d2e0a795ed None None] Network bc42aed3-056d-4ab8-99eb-315059d60b0d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:14:59.728928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.729455 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment e39ed4da-b352-454a-a9d0-caeacae535b1 of type vlan for network e66829d2-7d63-4d99-be5a-c461e8243a61 Nov 19 19:14:59.750816 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6358c5b5-39f3-4420-8c93-3fabc615eb15 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6049297 Nov 19 19:14:59.751041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36152) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:14:59.757594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'subnet': {'network_id': '9dbe8dda-7701-4f59-892e-9092a99e8b8e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:14:59.786884 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.826503 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.837422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:14:59.840523 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.868519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:14:59.877305 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:59.931665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=e66829d2-7d63-4d99-be5a-c461e8243a61,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:14:59.942546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f83b405b-c965-4b33-8045-68250d5bc831 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5863302 Nov 19 19:14:59.964669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network e66829d2-7d63-4d99-be5a-c461e8243a61 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:14:59.971212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-bc42aed3-056d-4ab8-99eb-315059d60b0d', 'network_id': 'bc42aed3-056d-4ab8-99eb-315059d60b0d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'fixed_ips': [{'subnet_id': 'e7a2ce7a-1306-4f9b-ae45-661ca4d71bde'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:14:59.972571 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.123395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e1546a4-ca16-4cf3-a5a6-cc1092a484e4 req-388265a2-75e2-44dd-860d-2a4dbbfbb1f5 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0542407 Nov 19 19:15:00.181249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37b6b61e-c441-41a4-bd9e-1310262e8975 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.182348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36156) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:00.187750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'network_id': 'e66829d2-7d63-4d99-be5a-c461e8243a61', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:00.234033 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.254962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Allocated IP 2001:db8::2 (bc42aed3-056d-4ab8-99eb-315059d60b0d/e7a2ce7a-1306-4f9b-ae45-661ca4d71bde/ed40e755-0d63-445f-b970-de48bc01b3a1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:00.315777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:00.320345 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.340347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Subnet': ['ID=bf9f869d-815e-41c4-bcb7-1b9bd9c9e4c6,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:00.361864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Checking segment: {'id': 'b61c2e3f-adea-4691-bdfa-67a9be757632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9dbe8dda-7701-4f59-892e-9092a99e8b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:00.362364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network hostable DHCP agents. Network: 9dbe8dda-7701-4f59-892e-9092a99e8b8e, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:00.368147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37b6b61e-c441-41a4-bd9e-1310262e8975 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.379868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37b6b61e-c441-41a4-bd9e-1310262e8975 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.408536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37b6b61e-c441-41a4-bd9e-1310262e8975 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.411147 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-37b6b61e-c441-41a4-bd9e-1310262e8975 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8970923 Nov 19 19:15:00.421484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36158) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:00.427769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7b802bcf-5b60-4484-9c0a-08b28931cd5e tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group_rule': {'security_group_id': '983f3286-9b46-4b69-a61e-fc8c3cd783a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9f3d8516-f2a9-46fc-b548-74c9823c73de'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:00.454380 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.461583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 9dbe8dda-7701-4f59-892e-9092a99e8b8e is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:00.463413 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.476270 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 9dbe8dda-7701-4f59-892e-9092a99e8b8e) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:00.488656 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:00.489618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.513140 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6b61e-c441-41a4-bd9e-1310262e8975 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3d8516-f2a9-46fc-b548-74c9823c73de,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:00.533164 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1bf3aeac-a033-447d-b275-6a46d1a04425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7808652 Nov 19 19:15:00.533376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36160) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:00.543622 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-7b802bcf-5b60-4484-9c0a-08b28931cd5e tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:15:00.544478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91bb8b6-72f3-4bad-a457-76f4755eb65c None None] Network 9dbe8dda-7701-4f59-892e-9092a99e8b8e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:00.545444 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7b802bcf-5b60-4484-9c0a-08b28931cd5e tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1221025 Nov 19 19:15:00.548033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Pushing event updated for resources: {'Port': ['ID=ed40e755-0d63-445f-b970-de48bc01b3a1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:00.548794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36162) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:00.557060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b2026a71-a227-4135-bf50-29191308d09b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1685400394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:00.598144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.608148 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Network bc42aed3-056d-4ab8-99eb-315059d60b0d is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:00.611629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:00.616307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:00.644164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.672117 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.672848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=5e5a29dc-ee72-41a4-8e08-07901ad4583d,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:00.685256 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b2026a71-a227-4135-bf50-29191308d09b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.686708 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b2026a71-a227-4135-bf50-29191308d09b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.732452 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking segment: {'id': 'e39ed4da-b352-454a-a9d0-caeacae535b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e66829d2-7d63-4d99-be5a-c461e8243a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:00.733561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network hostable DHCP agents. Network: e66829d2-7d63-4d99-be5a-c461e8243a61, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:00.751121 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.755725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.758545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Attempting to bind port ed40e755-0d63-445f-b970-de48bc01b3a1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:15:00.758910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Attempting to bind port ed40e755-0d63-445f-b970-de48bc01b3a1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '5feeea6e-b4fb-48c5-8a09-841ab546fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bc42aed3-056d-4ab8-99eb-315059d60b0d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:15:00.759273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Attempting to bind port ed40e755-0d63-445f-b970-de48bc01b3a1 on network bc42aed3-056d-4ab8-99eb-315059d60b0d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:15:00.760949 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "DELETE /v2.0/security-groups/9f3d8516-f2a9-46fc-b548-74c9823c73de HTTP/1.1" status: 204 len: 168 time: 0.2097857 Nov 19 19:15:00.761591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36164) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:00.768782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:15:00.770205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Checking segment: {'id': '5feeea6e-b4fb-48c5-8a09-841ab546fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bc42aed3-056d-4ab8-99eb-315059d60b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:00.770624 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.771017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Bound using segment: {'id': '5feeea6e-b4fb-48c5-8a09-841ab546fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bc42aed3-056d-4ab8-99eb-315059d60b0d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:15:00.771498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Bound port: ed40e755-0d63-445f-b970-de48bc01b3a1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feeea6e-b4fb-48c5-8a09-841ab546fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bc42aed3-056d-4ab8-99eb-315059d60b0d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:15:00.771877 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.793279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b2026a71-a227-4135-bf50-29191308d09b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.803292 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b2026a71-a227-4135-bf50-29191308d09b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.807176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3d8516-f2a9-46fc-b548-74c9823c73de,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:00.811786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network e66829d2-7d63-4d99-be5a-c461e8243a61 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:00.825020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.825373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.825883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.826277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.826628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.827157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.828145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.828417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.829135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.830141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.832836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.833188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2332298-600d-46f2-966d-edd4686955ad tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:00.834739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, e66829d2-7d63-4d99-be5a-c461e8243a61) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:00.840792 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b2026a71-a227-4135-bf50-29191308d09b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.844767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-9dbe8dda-7701-4f59-892e-9092a99e8b8e', 'network_id': '9dbe8dda-7701-4f59-892e-9092a99e8b8e', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'fixed_ips': [{'subnet_id': 'bf9f869d-815e-41c4-bcb7-1b9bd9c9e4c6'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:00.845304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b2026a71-a227-4135-bf50-29191308d09b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3102567 Nov 19 19:15:00.846035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36168) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:00.847585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36170) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:00.848458 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.854255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd9eb30-7688-403d-8c15-604194e020af None None] Network e66829d2-7d63-4d99-be5a-c461e8243a61 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:00.864927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:00.865640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.910754 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8291b671-fbf4-49bc-ae4d-a8dbcae43c83 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1416068 Nov 19 19:15:00.911332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36172) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:00.973931 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bcd929f5-baa5-4365-9e37-869da637a9cf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7901151 Nov 19 19:15:00.978594 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4e65624a-d37d-436d-8898-9a47b3b41276 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:00.979485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36174) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:00.988465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1470833280'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:01.016665 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4e65624a-d37d-436d-8898-9a47b3b41276 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.049883 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] For port ed40e755-0d63-445f-b970-de48bc01b3a1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:15:01.055562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] For port ed40e755-0d63-445f-b970-de48bc01b3a1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ed40e755-0d63-445f-b970-de48bc01b3a1,segment=NetworkSegment(5feeea6e-b4fb-48c5-8a09-841ab546fa5b),segment_id=5feeea6e-b4fb-48c5-8a09-841ab546fa5b)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:15:01.082784 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4e65624a-d37d-436d-8898-9a47b3b41276 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.087104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4e65624a-d37d-436d-8898-9a47b3b41276 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.090523 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4e65624a-d37d-436d-8898-9a47b3b41276 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "DELETE /v2.0/security-groups/983f3286-9b46-4b69-a61e-fc8c3cd783a7 HTTP/1.1" status: 204 len: 168 time: 0.1759338 Nov 19 19:15:01.095168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36176) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:01.117656 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65624a-d37d-436d-8898-9a47b3b41276 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983f3286-9b46-4b69-a61e-fc8c3cd783a7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:01.160020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-44f23234-f275-4354-a776-81d4926d9b72 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0593383 Nov 19 19:15:01.160462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36178) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:01.166004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-cb878233-f6f0-41de-918f-533f00d30ee6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400257609'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:01.194482 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.213001 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-610dee25-cdac-43d4-adcd-79b896ba1862 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 19:15:01.214335 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-610dee25-cdac-43d4-adcd-79b896ba1862 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "DELETE /v2.0/security-groups/4657f6f0-a9fa-4c5d-b768-c1904fafec79 HTTP/1.1" status: 409 len: 336 time: 0.3637381 Nov 19 19:15:01.218354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:01.222660 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.228200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Allocated IP 2001:db8:1::2 (9dbe8dda-7701-4f59-892e-9092a99e8b8e/bf9f869d-815e-41c4-bcb7-1b9bd9c9e4c6/d981b0ae-a0e2-44da-9d08-065da86f5301) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:01.232229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36182) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:01.257087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:01.269297 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.269657 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment 63f3072c-7882-4690-b3b5-eb710f9985c1 of type vlan for network 33d27d46-eee3-4542-9868-cd3dfa43d75d Nov 19 19:15:01.317833 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.367635 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.373916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:01.374521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.387450 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb878233-f6f0-41de-918f-533f00d30ee6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.426338 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.473830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a55d0-10cb-4104-8dd4-6c3956a9b0b1 None None] Pushing event updated for resources: {'Port': ['ID=ed40e755-0d63-445f-b970-de48bc01b3a1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:01.535612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-e66829d2-7d63-4d99-be5a-c461e8243a61', 'network_id': 'e66829d2-7d63-4d99-be5a-c461e8243a61', 'tenant_id': 'f937304ea61f4d25935bb417c15a8e07', 'fixed_ips': [{'subnet_id': '5e5a29dc-ee72-41a4-8e08-07901ad4583d'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:01.541239 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.595793 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb878233-f6f0-41de-918f-533f00d30ee6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.614832 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb878233-f6f0-41de-918f-533f00d30ee6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.707109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb878233-f6f0-41de-918f-533f00d30ee6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.711157 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cb878233-f6f0-41de-918f-533f00d30ee6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5464771 Nov 19 19:15:01.711157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb878233-f6f0-41de-918f-533f00d30ee6 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219ce3ca-f61f-4580-8aa5-14533ce81fb7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:01.713513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36184) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:01.729849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-48889722-64ed-484d-96e1-1938e55d39c1 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:01.734720 n-d-815373-6 neutron-server[109888]: WARNING neutron.api.v2.base [None req-48889722-64ed-484d-96e1-1938e55d39c1 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 19:15:01.735299 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-48889722-64ed-484d-96e1-1938e55d39c1 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 19:15:01.737807 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-48889722-64ed-484d-96e1-1938e55d39c1 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "PUT /v2.0/security-groups/219ce3ca-f61f-4580-8aa5-14533ce81fb7 HTTP/1.1" status: 409 len: 330 time: 0.0171623 Nov 19 19:15:01.741093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3a13c5c7-eff0-470d-8dca-3f7a7310c661 req-e7c65b3d-a00b-48a4-b707-02f53a1aef97 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.3902004 Nov 19 19:15:01.744191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36186) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:01.754596 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.788323 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.795098 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Deleting port f436e990-c1dc-4016-9ede-b7d2160a7274 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:01.795776 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.938220 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.939749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:01.955842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Calling delete_port for f436e990-c1dc-4016-9ede-b7d2160a7274 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:02.074522 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Network 9dbe8dda-7701-4f59-892e-9092a99e8b8e is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:02.127183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:02.147895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:02.152758 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Pushing event updated for resources: {'Port': ['ID=d981b0ae-a0e2-44da-9d08-065da86f5301,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:02.215374 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.252303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Pushing event deleted for resources: {'Port': ['ID=f436e990-c1dc-4016-9ede-b7d2160a7274,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:02.289077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Attempting to bind port d981b0ae-a0e2-44da-9d08-065da86f5301 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:15:02.289466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Attempting to bind port d981b0ae-a0e2-44da-9d08-065da86f5301 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b61c2e3f-adea-4691-bdfa-67a9be757632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9dbe8dda-7701-4f59-892e-9092a99e8b8e'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:15:02.290460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Attempting to bind port d981b0ae-a0e2-44da-9d08-065da86f5301 on network 9dbe8dda-7701-4f59-892e-9092a99e8b8e {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:15:02.295470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3081861 Nov 19 19:15:02.299498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36188) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:02.301350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:15:02.302013 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Checking segment: {'id': 'b61c2e3f-adea-4691-bdfa-67a9be757632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9dbe8dda-7701-4f59-892e-9092a99e8b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:02.303463 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.303880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Bound using segment: {'id': 'b61c2e3f-adea-4691-bdfa-67a9be757632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9dbe8dda-7701-4f59-892e-9092a99e8b8e'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:15:02.304386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Bound port: d981b0ae-a0e2-44da-9d08-065da86f5301, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61c2e3f-adea-4691-bdfa-67a9be757632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '9dbe8dda-7701-4f59-892e-9092a99e8b8e'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:15:02.305263 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.311410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'network_id': '33d27d46-eee3-4542-9868-cd3dfa43d75d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:02.316554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1842d60-121d-4465-a240-49ec5cc19f2a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=33d27d46-eee3-4542-9868-cd3dfa43d75d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:02.332025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Allocated IP 172.20.255.242 (e66829d2-7d63-4d99-be5a-c461e8243a61/5e5a29dc-ee72-41a4-8e08-07901ad4583d/a3d6f2ea-287d-43c2-824f-3f9e49b0c714) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:02.351825 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e414cbab-0002-4537-9408-99a3958ff307 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.360349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.360766 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Floating IP 0ff62dc0-c5d6-43c4-8f86-533d7487d83c disassociated (deleted). External IP: 172.25.3.37, port: 23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd. Nov 19 19:15:02.398923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Allocated IP 2001:db8::1 (bc42aed3-056d-4ab8-99eb-315059d60b0d/e7a2ce7a-1306-4f9b-ae45-661ca4d71bde/03141cfa-f835-45e6-93a9-9639cb6cdedf) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:02.462329 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 33d27d46-eee3-4542-9868-cd3dfa43d75d details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:02.464881 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e414cbab-0002-4537-9408-99a3958ff307 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.598943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:02.603644 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.619553 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e414cbab-0002-4537-9408-99a3958ff307 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.622179 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e414cbab-0002-4537-9408-99a3958ff307 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.627259 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e414cbab-0002-4537-9408-99a3958ff307 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "DELETE /v2.0/security-groups/219ce3ca-f61f-4580-8aa5-14533ce81fb7 HTTP/1.1" status: 204 len: 168 time: 0.3995442 Nov 19 19:15:02.628444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36190) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:02.644585 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.648786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] For port d981b0ae-a0e2-44da-9d08-065da86f5301, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:15:02.652459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] For port d981b0ae-a0e2-44da-9d08-065da86f5301, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d981b0ae-a0e2-44da-9d08-065da86f5301,segment=NetworkSegment(b61c2e3f-adea-4691-bdfa-67a9be757632),segment_id=b61c2e3f-adea-4691-bdfa-67a9be757632)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:15:02.657937 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.683192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Router bddc5826-b371-4bdb-8ae4-484f87a3863f has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:15:02.719550 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.726551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Pushing event updated for resources: {'Port': ['ID=a3d6f2ea-287d-43c2-824f-3f9e49b0c714,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:02.757060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414cbab-0002-4537-9408-99a3958ff307 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219ce3ca-f61f-4580-8aa5-14533ce81fb7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:02.791317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:02.808490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Network e66829d2-7d63-4d99-be5a-c461e8243a61 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:02.845489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:02.850146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:02.862853 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3a3d5861-98f1-4043-8c1c-64e179b49f3c tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2082946 Nov 19 19:15:02.869077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36194) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:02.959315 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-6db5a38b-48b9-4862-9014-7f2156f5ca41 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] delete failed (client error): The resource could not be found. Nov 19 19:15:02.964042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6db5a38b-48b9-4862-9014-7f2156f5ca41 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "DELETE /v2.0/security-groups/1d7cf412-866b-45de-860d-44d39de77f79 HTTP/1.1" status: 404 len: 347 time: 0.0903440 Nov 19 19:15:02.977906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36196) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:03.001651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e303f54-cf23-434e-a667-568ead97efa3 None None] Network bc42aed3-056d-4ab8-99eb-315059d60b0d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:03.019721 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-05307e59-fb79-4358-b122-8597106e1547 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] show failed (client error): The resource could not be found. Nov 19 19:15:03.024679 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-05307e59-fb79-4358-b122-8597106e1547 tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "GET /v2.0/security-groups/1aa3ed8f-4bb7-4efe-98d3-ab11d53bbeac HTTP/1.1" status: 404 len: 347 time: 0.0419860 Nov 19 19:15:03.024884 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f637da-d660-47c3-b457-af4c4885e5ab None None] Pushing event updated for resources: {'Port': ['ID=d981b0ae-a0e2-44da-9d08-065da86f5301,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:03.027218 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-17a30cca-a983-4d27-a99e-6061f6eab56f req-bc23cc59-883a-45f3-a374-120ab308ba7e tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e8e4c3a-177a-4b08-bf06-34c2ee7735b2 HTTP/1.1" status: 200 len: 210 time: 0.0750079 Nov 19 19:15:03.029569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36198) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:03.072382 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-54170476-8b56-4a62-8ca7-881336cf8e1b tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] show failed (client error): The resource could not be found. Nov 19 19:15:03.073516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-54170476-8b56-4a62-8ca7-881336cf8e1b tempest-NegativeSecGroupTest-1398260313 tempest-NegativeSecGroupTest-1398260313-project] 10.222.0.50 "GET /v2.0/security-group-rules/6dbda971-9b0f-415e-8419-c40073b5d69c HTTP/1.1" status: 404 len: 356 time: 0.0416427 Nov 19 19:15:03.078189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:03.107826 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Attempting to bind port a3d6f2ea-287d-43c2-824f-3f9e49b0c714 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:15:03.108380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Attempting to bind port a3d6f2ea-287d-43c2-824f-3f9e49b0c714 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'e39ed4da-b352-454a-a9d0-caeacae535b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e66829d2-7d63-4d99-be5a-c461e8243a61'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:15:03.108647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Attempting to bind port a3d6f2ea-287d-43c2-824f-3f9e49b0c714 on network e66829d2-7d63-4d99-be5a-c461e8243a61 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:15:03.162352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network bc42aed3-056d-4ab8-99eb-315059d60b0d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:03.165629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:15:03.166046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Checking segment: {'id': 'e39ed4da-b352-454a-a9d0-caeacae535b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e66829d2-7d63-4d99-be5a-c461e8243a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:03.166460 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:03.167604 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Bound using segment: {'id': 'e39ed4da-b352-454a-a9d0-caeacae535b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e66829d2-7d63-4d99-be5a-c461e8243a61'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:15:03.168110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Bound port: a3d6f2ea-287d-43c2-824f-3f9e49b0c714, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39ed4da-b352-454a-a9d0-caeacae535b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e66829d2-7d63-4d99-be5a-c461e8243a61'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:15:03.171128 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:03.171229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:03.172291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:03.172848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:03.177960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-eae1b947-0cd9-42f6-baea-efa4d1fe976e None None] Provisioning complete for port ed40e755-0d63-445f-b970-de48bc01b3a1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:03.177960 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eae1b947-0cd9-42f6-baea-efa4d1fe976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:03.228018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=03141cfa-f835-45e6-93a9-9639cb6cdedf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:03.351304 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:03.430611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:03.459904 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:03.460103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad1ad2-939d-49a0-ada1-f4f69d61a400 None None] Sync routers for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:03.470602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ed40e755-0d63-445f-b970-de48bc01b3a1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:15:03.494961 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:03.514966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] For port a3d6f2ea-287d-43c2-824f-3f9e49b0c714, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:15:03.515179 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-132d8478-4251-446d-a409-59a507e79414 tempest-AttachVolumeTestJSON-376444400 tempest-AttachVolumeTestJSON-376444400-project] 10.222.0.50 "DELETE /v2.0/floatingips/0ff62dc0-c5d6-43c4-8f86-533d7487d83c HTTP/1.1" status: 204 len: 168 time: 2.2789075 Nov 19 19:15:03.515179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15606234-1356-47db-b36b-4e66a88dd8dd', 'tag': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:15:03.517553 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469a1411-5320-4c12-8722-f2ef6cae0869" -d '{"events": [{"name": "network-changed", "server_uuid": "15606234-1356-47db-b36b-4e66a88dd8dd", "tag": "23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:15:03.562489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad1ad2-939d-49a0-ada1-f4f69d61a400 None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:03.563275 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f8ad1ad2-939d-49a0-ada1-f4f69d61a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:03.607387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=e5892269-b96d-469b-892f-554ba899de8a,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:03.607600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] For port a3d6f2ea-287d-43c2-824f-3f9e49b0c714, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a3d6f2ea-287d-43c2-824f-3f9e49b0c714,segment=NetworkSegment(e39ed4da-b352-454a-a9d0-caeacae535b1),segment_id=e39ed4da-b352-454a-a9d0-caeacae535b1)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:15:03.609391 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0387a89e-98a8-475d-8869-81f16e1f91c9 x-openstack-request-id: req-0387a89e-98a8-475d-8869-81f16e1f91c9 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:15:03.609985 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15606234-1356-47db-b36b-4e66a88dd8dd", "tag": "23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:15:03.610476 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0387a89e-98a8-475d-8869-81f16e1f91c9 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:15:03.611089 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15606234-1356-47db-b36b-4e66a88dd8dd', 'tag': '23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd', 'status': 'completed', 'code': 200} Nov 19 19:15:03.628326 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eae1b947-0cd9-42f6-baea-efa4d1fe976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:03.663813 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:03.669383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking segment: {'id': '63f3072c-7882-4690-b3b5-eb710f9985c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '33d27d46-eee3-4542-9868-cd3dfa43d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:03.669934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network hostable DHCP agents. Network: 33d27d46-eee3-4542-9868-cd3dfa43d75d, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:03.682748 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1411-5320-4c12-8722-f2ef6cae0869 req-557d1b0e-949b-498e-8952-0d595a76e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:03.684667 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-469a1411-5320-4c12-8722-f2ef6cae0869 req-557d1b0e-949b-498e-8952-0d595a76e99a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0615032 Nov 19 19:15:03.774307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36210) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:03.810536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network 33d27d46-eee3-4542-9868-cd3dfa43d75d is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:03.857250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 33d27d46-eee3-4542-9868-cd3dfa43d75d) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:03.871527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:03.872215 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:03.902339 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1411-5320-4c12-8722-f2ef6cae0869 req-f40bfcc3-e0bc-43cb-b697-44d3cc71a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:03.902339 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-469a1411-5320-4c12-8722-f2ef6cae0869 req-f40bfcc3-e0bc-43cb-b697-44d3cc71a84d service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.2021065 Nov 19 19:15:03.965350 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-469a1411-5320-4c12-8722-f2ef6cae0869 req-46c3e75c-e5e1-47dd-8d64-ac35f4c48b36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0541704 Nov 19 19:15:03.985166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5a06fafc-fa35-4dfe-b58d-e8fd27e7e30a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6803424 Nov 19 19:15:04.013397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36214) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:04.022566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c96a44-2106-4614-876c-b14518d6af59 None None] Network 33d27d46-eee3-4542-9868-cd3dfa43d75d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:04.089126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1411-5320-4c12-8722-f2ef6cae0869 req-28e33862-c677-4cd0-8169-a99b1fbb1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:04.090413 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-469a1411-5320-4c12-8722-f2ef6cae0869 req-28e33862-c677-4cd0-8169-a99b1fbb1297 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1172471 Nov 19 19:15:04.130372 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aef8dd0b-a9a4-4d9c-801a-670939ec01b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=deabc95c69b74dffaadff01ab5eef8f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3546109 Nov 19 19:15:04.164448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36218) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:04.207864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36222) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:04.215886 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f8ad1ad2-939d-49a0-ada1-f4f69d61a400 None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:15:04.295493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a1411-5320-4c12-8722-f2ef6cae0869 req-ec1e7181-1605-4cbf-ae0a-b243582d180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:04.296654 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-469a1411-5320-4c12-8722-f2ef6cae0869 req-ec1e7181-1605-4cbf-ae0a-b243582d180b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946692 Nov 19 19:15:04.360459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a2348aff-9145-4c3c-860f-da0c665a3b2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.360968 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ed40e755-0d63-445f-b970-de48bc01b3a1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:04.361347 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.404812 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2182a8c5-de01-4e53-8388-bf2714ca486b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.482382 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-469a1411-5320-4c12-8722-f2ef6cae0869 req-4e51b782-7347-4274-9e5b-c51e1d41d5c3 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757760 Nov 19 19:15:04.515673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-eae1b947-0cd9-42f6-baea-efa4d1fe976e None None] For port ed40e755-0d63-445f-b970-de48bc01b3a1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ed40e755-0d63-445f-b970-de48bc01b3a1,segment=NetworkSegment(5feeea6e-b4fb-48c5-8a09-841ab546fa5b),segment_id=5feeea6e-b4fb-48c5-8a09-841ab546fa5b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:04.526641 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def2d90-265e-4489-a3d6-61a60f458979 None None] Pushing event updated for resources: {'Port': ['ID=a3d6f2ea-287d-43c2-824f-3f9e49b0c714,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:04.527231 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2182a8c5-de01-4e53-8388-bf2714ca486b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.578912 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a2348aff-9145-4c3c-860f-da0c665a3b2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.605198 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eae1b947-0cd9-42f6-baea-efa4d1fe976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.668187 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.725921 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2182a8c5-de01-4e53-8388-bf2714ca486b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.728867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2182a8c5-de01-4e53-8388-bf2714ca486b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.731466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1b947-0cd9-42f6-baea-efa4d1fe976e None None] Pushing event updated for resources: {'Port': ['ID=ed40e755-0d63-445f-b970-de48bc01b3a1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:04.744564 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2182a8c5-de01-4e53-8388-bf2714ca486b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88bba324-bbb3-4b5e-a093-a78a0206128f HTTP/1.1" status: 204 len: 168 time: 0.5700660 Nov 19 19:15:04.816805 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.824662 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.859148 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.860268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.871884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-469a1411-5320-4c12-8722-f2ef6cae0869 req-7fc380a1-99bc-4799-9df5-0f8f1923e9e2 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658296 Nov 19 19:15:04.878094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d3158-994c-4f0f-bec4-b3043d7bd485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-33d27d46-eee3-4542-9868-cd3dfa43d75d', 'network_id': '33d27d46-eee3-4542-9868-cd3dfa43d75d', 'tenant_id': 'f937304ea61f4d25935bb417c15a8e07', 'fixed_ips': [{'subnet_id': 'e5892269-b96d-469b-892f-554ba899de8a'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:04.879012 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-918d3158-994c-4f0f-bec4-b3043d7bd485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:04.896927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182a8c5-de01-4e53-8388-bf2714ca486b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bba324-bbb3-4b5e-a093-a78a0206128f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:04.949838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=03141cfa-f835-45e6-93a9-9639cb6cdedf,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:05.074369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136735b2-bc84-4925-8746-0479c5d835c6 None None] Network 9dbe8dda-7701-4f59-892e-9092a99e8b8e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:05.077363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network bc42aed3-056d-4ab8-99eb-315059d60b0d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:05.091195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:05.102646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a2348aff-9145-4c3c-860f-da0c665a3b2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:05.105223 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a2348aff-9145-4c3c-860f-da0c665a3b2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:05.109596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a2348aff-9145-4c3c-860f-da0c665a3b2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "DELETE /v2.0/security-groups/be867419-cdbf-44a5-9b63-c2970b172acd HTTP/1.1" status: 204 len: 168 time: 0.8976271 Nov 19 19:15:05.110716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36230) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:05.119874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2348aff-9145-4c3c-860f-da0c665a3b2f tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be867419-cdbf-44a5-9b63-c2970b172acd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:05.162187 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-db49011f-1ed6-456f-b43d-d25583287ee0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] show failed (client error): The resource could not be found. Nov 19 19:15:05.173728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-db49011f-1ed6-456f-b43d-d25583287ee0 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "GET /v2.0/security-groups/be867419-cdbf-44a5-9b63-c2970b172acd HTTP/1.1" status: 404 len: 347 time: 0.0605066 Nov 19 19:15:05.175468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36232) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:05.218598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-018e9183-88b9-40b8-9bd8-f50b7c14b0e4 None None] Provisioning complete for port ed40e755-0d63-445f-b970-de48bc01b3a1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:05.219628 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-018e9183-88b9-40b8-9bd8-f50b7c14b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:05.271205 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:05.377321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Subnet': ['ID=e5892269-b96d-469b-892f-554ba899de8a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:05.609873 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:05.619641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2c87381d-3e3b-4933-88f1-fe5e2be469f3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Deleting port 5382103c-c4cb-4f05-94f3-6a506268a9dd {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:05.620161 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c87381d-3e3b-4933-88f1-fe5e2be469f3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:05.710578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d27d46-eee3-4542-9868-cd3dfa43d75d']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:05.714483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router a3e02903-0ffa-42b8-80c5-92b03acdebf5 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:15:05.743355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f3072c-7882-4690-b3b5-eb710f9985c1') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:05.744076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f3072c-7882-4690-b3b5-eb710f9985c1') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:05.844780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3671469-88c0-4fe4-a8f3-4cdfc13f7141 None None] Network 33d27d46-eee3-4542-9868-cd3dfa43d75d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:05.847587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ed40e755-0d63-445f-b970-de48bc01b3a1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:15:05.861201 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:05.862127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c87381d-3e3b-4933-88f1-fe5e2be469f3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:05.862462 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c87381d-3e3b-4933-88f1-fe5e2be469f3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:05.876252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2c87381d-3e3b-4933-88f1-fe5e2be469f3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Calling delete_port for 5382103c-c4cb-4f05-94f3-6a506268a9dd owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:05.915214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea904f0e-df8e-47d3-be9f-77ed311d376b None None] Network e66829d2-7d63-4d99-be5a-c461e8243a61 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:06.023850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.034538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:06.035128 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:06.103030 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:06.115411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:06.126307 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ac7a0-9916-48b6-be4a-0252987b3dc0 None None] Sync routers for ids ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:06.132837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ba4dff2c-2e0f-491b-b03d-2a84889b9a7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/a3e02903-0ffa-42b8-80c5-92b03acdebf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2808070 Nov 19 19:15:06.136368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36254) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:06.152625 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ac7a0-9916-48b6-be4a-0252987b3dc0 None None] Routers {'a3e02903-0ffa-42b8-80c5-92b03acdebf5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:06.153262 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fb3ac7a0-9916-48b6-be4a-0252987b3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:06.178152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f8ad1ad2-939d-49a0-ada1-f4f69d61a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:06.182107 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c87381d-3e3b-4933-88f1-fe5e2be469f3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.195550 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.222601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43debcb-1046-4b67-ab19-e1076c219724 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:06.224724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c43debcb-1046-4b67-ab19-e1076c219724 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports/03141cfa-f835-45e6-93a9-9639cb6cdedf HTTP/1.1" status: 200 len: 911 time: 0.0874131 Nov 19 19:15:06.232346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36256) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:06.232941 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.241308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/33d27d46-eee3-4542-9868-cd3dfa43d75d HTTP/1.1" status: 204 len: 168 time: 2.2268753 Nov 19 19:15:06.252268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36258) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:06.267065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1957348996'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:06.272512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87381d-3e3b-4933-88f1-fe5e2be469f3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Port': ['ID=5382103c-c4cb-4f05-94f3-6a506268a9dd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:06.322210 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fb3ac7a0-9916-48b6-be4a-0252987b3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:06.323306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad1ad2-939d-49a0-ada1-f4f69d61a400 None None] Checking router: bddc5826-b371-4bdb-8ae4-484f87a3863f for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:15:06.339784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:06.349930 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.356711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9100e-5cc5-42c5-a68c-81209975f2d0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=33d27d46-eee3-4542-9868-cd3dfa43d75d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:06.359002 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ac7a0-9916-48b6-be4a-0252987b3dc0 None None] Routers {'a3e02903-0ffa-42b8-80c5-92b03acdebf5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:06.359649 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fb3ac7a0-9916-48b6-be4a-0252987b3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:06.373466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16275e06-9fab-404e-8adf-1b8cb890cd86 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:06.413870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:06.427143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ed40e755-0d63-445f-b970-de48bc01b3a1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:06.428611 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.438014 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.438503 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment 213c9fd2-9d2e-4c73-a37b-e65c5ab2fc78 of type vlan for network 99b7e318-7e51-4470-83f0-fd6067ef3107 Nov 19 19:15:06.475911 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fb3ac7a0-9916-48b6-be4a-0252987b3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:06.477442 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ac7a0-9916-48b6-be4a-0252987b3dc0 None None] The sync data for ids ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:06.495826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36260) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:06.507228 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0083370 Nov 19 19:15:06.507446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36262) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:06.531148 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-018e9183-88b9-40b8-9bd8-f50b7c14b0e4 None None] Provisioning complete for port 03141cfa-f835-45e6-93a9-9639cb6cdedf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:06.531785 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-018e9183-88b9-40b8-9bd8-f50b7c14b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.541895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.559331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad1ad2-939d-49a0-ada1-f4f69d61a400 None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:06.567972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f8ad1ad2-939d-49a0-ada1-f4f69d61a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:14:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:06.598586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.606180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:06.607020 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.657904 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c87381d-3e3b-4933-88f1-fe5e2be469f3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.663154 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c87381d-3e3b-4933-88f1-fe5e2be469f3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:06.667382 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2c87381d-3e3b-4933-88f1-fe5e2be469f3 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "DELETE /v2.0/floatingips/5f9d1336-f52d-48d5-b564-05807451ea63 HTTP/1.1" status: 204 len: 168 time: 1.4871740 Nov 19 19:15:06.669531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36266) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:06.722989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e652d81f-55b6-4e3b-aa4d-b0b1f4f2642e tempest-NetworksApiDiscovery-1776901187 tempest-NetworksApiDiscovery-1776901187-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2128329 Nov 19 19:15:06.746813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4886746 Nov 19 19:15:06.748393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36270) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:06.759353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'network_id': '99b7e318-7e51-4470-83f0-fd6067ef3107', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:06.808359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-018e9183-88b9-40b8-9bd8-f50b7c14b0e4 None None] Port 03141cfa-f835-45e6-93a9-9639cb6cdedf cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:15:06.837447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=99b7e318-7e51-4470-83f0-fd6067ef3107,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:06.852683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.853019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.853585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.853704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.854063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.854403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.858639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.859002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.859775 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.859775 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.860090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.860379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28951e4d-1fa7-4356-90dd-ea3601a49b42 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:06.888933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 99b7e318-7e51-4470-83f0-fd6067ef3107 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:06.960455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:06.964172 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.047877 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Performing IP validity checks on allocation pools {{(pid=109887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 19:15:07.048406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 19:15:07.191603 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-757a11d9-dc16-4b05-95e7-4399b9f9aa42 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Deleting port 0ee576a1-d5ed-4756-9300-89ffedbac12c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:07.192475 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-757a11d9-dc16-4b05-95e7-4399b9f9aa42 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.243687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.246059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36276) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:07.276736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Provisioning complete for port d981b0ae-a0e2-44da-9d08-065da86f5301 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:07.277369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.322959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d981b0ae-a0e2-44da-9d08-065da86f5301 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:15:07.414181 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.435212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f8ad1ad2-939d-49a0-ada1-f4f69d61a400 None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:15:07.457536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking segment: {'id': '213c9fd2-9d2e-4c73-a37b-e65c5ab2fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '99b7e318-7e51-4470-83f0-fd6067ef3107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:07.457935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network hostable DHCP agents. Network: 99b7e318-7e51-4470-83f0-fd6067ef3107, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:07.506621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=21ac52b3-b8d0-4220-ba3c-b67215bb229a,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:07.518985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network 99b7e318-7e51-4470-83f0-fd6067ef3107 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:07.536576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 99b7e318-7e51-4470-83f0-fd6067ef3107) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:07.542086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:07.542989 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.592080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5698c2-4e04-4284-a309-a557acd6d38c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.598145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-991b2c81-56c4-4649-8733-84e06853202d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8460495 Nov 19 19:15:07.605584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36280) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:07.693410 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-757a11d9-dc16-4b05-95e7-4399b9f9aa42 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.722138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc5147-b35f-41e8-992f-b1949091f8cf None None] Network 99b7e318-7e51-4470-83f0-fd6067ef3107 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:07.723157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-757a11d9-dc16-4b05-95e7-4399b9f9aa42 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Calling delete_port for 0ee576a1-d5ed-4756-9300-89ffedbac12c owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:07.749359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.885664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5698c2-4e04-4284-a309-a557acd6d38c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.894724 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.898469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff5698c2-4e04-4284-a309-a557acd6d38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.912686 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:07.962167 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ff5698c2-4e04-4284-a309-a557acd6d38c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82810dd943124e0189bb01871f9bc974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7123461 Nov 19 19:15:07.965928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36282) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:07.988535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5698c2-4e04-4284-a309-a557acd6d38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6978eeb7-881b-4ae1-b149-c498d39404f8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:07.996946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d981b0ae-a0e2-44da-9d08-065da86f5301 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:07.997329 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.043235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] For port d981b0ae-a0e2-44da-9d08-065da86f5301, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d981b0ae-a0e2-44da-9d08-065da86f5301,segment=NetworkSegment(b61c2e3f-adea-4691-bdfa-67a9be757632),segment_id=b61c2e3f-adea-4691-bdfa-67a9be757632)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:08.059530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Allocated IP 2001:db8:1::1 (9dbe8dda-7701-4f59-892e-9092a99e8b8e/bf9f869d-815e-41c4-bcb7-1b9bd9c9e4c6/1bb10099-5467-417f-9981-3f77fcdb3b65) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:08.074671 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.075236 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.094900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f8ad1ad2-939d-49a0-ada1-f4f69d61a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:08.112812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Subnet': ['ID=21ac52b3-b8d0-4220-ba3c-b67215bb229a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:08.118268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-757a11d9-dc16-4b05-95e7-4399b9f9aa42 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.143470 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bad500d0-e80c-4b42-a980-3301c52e4613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.181548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a11d9-dc16-4b05-95e7-4399b9f9aa42 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Port': ['ID=0ee576a1-d5ed-4756-9300-89ffedbac12c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:08.228380 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.251804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b7e318-7e51-4470-83f0-fd6067ef3107']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:08.263966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213c9fd2-9d2e-4c73-a37b-e65c5ab2fc78') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:08.264274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213c9fd2-9d2e-4c73-a37b-e65c5ab2fc78') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:08.277887 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.298032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.306253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:08.307032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.334936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bad500d0-e80c-4b42-a980-3301c52e4613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.343730 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-757a11d9-dc16-4b05-95e7-4399b9f9aa42 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.347514 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-757a11d9-dc16-4b05-95e7-4399b9f9aa42 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "DELETE /v2.0/ports/0ee576a1-d5ed-4756-9300-89ffedbac12c HTTP/1.1" status: 204 len: 168 time: 1.6769741 Nov 19 19:15:08.353619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36286) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:08.384386 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:08.392624 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.406082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad1ad2-939d-49a0-ada1-f4f69d61a400 None None] The sync data for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 is: [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:07:03Z', 'revision_number': 4, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'af2d80a4-31c9-42d8-bf23-10e3c7f42521', 'name': '', 'network_id': '09304f28-c7dd-4b0c-a911-7a242a601565', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'mac_address': 'fa:16:3e:02:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:07:02Z', 'updated_at': '2021-11-19T19:07:09Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'subnets': [{'id': '75dbfd95-3d23-44c3-8d5a-4a3f997edf97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:08.427284 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.439125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36288) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:08.439944 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/99b7e318-7e51-4470-83f0-fd6067ef3107 HTTP/1.1" status: 204 len: 168 time: 0.8322444 Nov 19 19:15:08.450657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-524826243'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:08.461184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fdcce-5527-4aef-a29c-740855b9d225 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=99b7e318-7e51-4470-83f0-fd6067ef3107,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:08.489590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a3d6f2ea-287d-43c2-824f-3f9e49b0c714 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:15:08.507048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Provisioning complete for port 03141cfa-f835-45e6-93a9-9639cb6cdedf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:08.507432 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.553036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.559813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:08.563852 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.592276 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1b7ba2d-c960-41cf-95ca-938a260ec372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.601721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Pushing event updated for resources: {'Port': ['ID=d981b0ae-a0e2-44da-9d08-065da86f5301,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:08.605997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-063b12eb-5a73-4247-bb6e-d1aaef7b775c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Deleting port 0d5262d3-486a-453d-9df9-6508db27b1a4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:08.606321 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-063b12eb-5a73-4247-bb6e-d1aaef7b775c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.613886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bad500d0-e80c-4b42-a980-3301c52e4613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.616761 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bad500d0-e80c-4b42-a980-3301c52e4613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.618414 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bad500d0-e80c-4b42-a980-3301c52e4613 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6978eeb7-881b-4ae1-b149-c498d39404f8 HTTP/1.1" status: 204 len: 168 time: 0.6469891 Nov 19 19:15:08.622309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8754586-c72d-4b9b-8842-cbfa8e356332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-99b7e318-7e51-4470-83f0-fd6067ef3107', 'network_id': '99b7e318-7e51-4470-83f0-fd6067ef3107', 'tenant_id': 'f937304ea61f4d25935bb417c15a8e07', 'fixed_ips': [{'subnet_id': '21ac52b3-b8d0-4220-ba3c-b67215bb229a'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:08.623162 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8754586-c72d-4b9b-8842-cbfa8e356332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.639401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Port 03141cfa-f835-45e6-93a9-9639cb6cdedf cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:15:08.667398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Provisioning complete for port a3d6f2ea-287d-43c2-824f-3f9e49b0c714 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:08.668330 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.686523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:08.694835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41065333-f865-4777-a71f-74484408ae36 None None] Network 99b7e318-7e51-4470-83f0-fd6067ef3107 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:08.703213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad500d0-e80c-4b42-a980-3301c52e4613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6978eeb7-881b-4ae1-b149-c498d39404f8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:08.720294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a3d6f2ea-287d-43c2-824f-3f9e49b0c714 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:08.720604 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.758040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41065333-f865-4777-a71f-74484408ae36 None None] Network 99b7e318-7e51-4470-83f0-fd6067ef3107 could not be found, it might have been deleted concurrently. {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 19:15:08.758459 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.758813 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment 4999c8ee-b5b6-4934-a76b-4189fa176913 of type vlan for network 5da64d12-3a54-47ee-9c49-cea59f424107 Nov 19 19:15:08.877911 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.941771 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.948585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:08.949425 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.968147 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.974736 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.982758 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:08.999199 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97bcd6e-c6ab-456f-95b3-c95ea179eb22 None None] New status for floating IP 0ff62dc0-c5d6-43c4-8f86-533d7487d83c: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:15:09.036332 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] For port a3d6f2ea-287d-43c2-824f-3f9e49b0c714, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a3d6f2ea-287d-43c2-824f-3f9e49b0c714,segment=NetworkSegment(e39ed4da-b352-454a-a9d0-caeacae535b1),segment_id=e39ed4da-b352-454a-a9d0-caeacae535b1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:09.087673 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-063b12eb-5a73-4247-bb6e-d1aaef7b775c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:09.090683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=1bb10099-5467-417f-9981-3f77fcdb3b65,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:09.114938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6681986 Nov 19 19:15:09.118605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36298) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:09.125780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-063b12eb-5a73-4247-bb6e-d1aaef7b775c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Calling delete_port for 0d5262d3-486a-453d-9df9-6508db27b1a4 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:09.125976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'network_id': '5da64d12-3a54-47ee-9c49-cea59f424107', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:09.134300 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:09.138646 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 9dbe8dda-7701-4f59-892e-9092a99e8b8e is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:09.149698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:09.152216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:09.152936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:09.161668 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b75e26-e29f-4192-b6d3-a734a7e9f524 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=5da64d12-3a54-47ee-9c49-cea59f424107,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:09.201527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f599f3-000a-468f-8b4a-d9d8ee2f2577 None None] Pushing event updated for resources: {'Port': ['ID=a3d6f2ea-287d-43c2-824f-3f9e49b0c714,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:09.309120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 5da64d12-3a54-47ee-9c49-cea59f424107 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:09.349392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:09.368982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:09.388355 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:15:09.388713 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:15:09.419750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a2b871d2-698e-4462-bf8a-7145be9a0d0a None None] Provisioning complete for port a3d6f2ea-287d-43c2-824f-3f9e49b0c714 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:09.420421 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2b871d2-698e-4462-bf8a-7145be9a0d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:09.614036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36310) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:09.643676 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:09.729726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c6c0dcf2-28cd-4672-b37f-266d4707077f None None] Provisioning complete for port 1bb10099-5467-417f-9981-3f77fcdb3b65 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:09.729726 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c6c0dcf2-28cd-4672-b37f-266d4707077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:09.776126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=0f67fe70-a194-43ce-8af8-403c47a8dfa1,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:09.783729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking segment: {'id': '4999c8ee-b5b6-4934-a76b-4189fa176913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5da64d12-3a54-47ee-9c49-cea59f424107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:09.784669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network hostable DHCP agents. Network: 5da64d12-3a54-47ee-9c49-cea59f424107, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:09.796413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0dcf2-28cd-4672-b37f-266d4707077f None None] Port 1bb10099-5467-417f-9981-3f77fcdb3b65 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:15:09.811617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network 5da64d12-3a54-47ee-9c49-cea59f424107 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:09.825214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 5da64d12-3a54-47ee-9c49-cea59f424107) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:09.832113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:09.834828 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:09.856134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf07a56-c119-4be7-a52e-44e28a87f663 None None] Network 5da64d12-3a54-47ee-9c49-cea59f424107 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:09.884814 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2573a3d1-c759-45ee-a78b-04c25098a11b tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7644901 Nov 19 19:15:09.885494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36322) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:10.006739 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.111114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-5da64d12-3a54-47ee-9c49-cea59f424107', 'network_id': '5da64d12-3a54-47ee-9c49-cea59f424107', 'tenant_id': 'f937304ea61f4d25935bb417c15a8e07', 'fixed_ips': [{'subnet_id': '0f67fe70-a194-43ce-8af8-403c47a8dfa1'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:10.114035 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.119769 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.171718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-063b12eb-5a73-4247-bb6e-d1aaef7b775c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.242227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d981b0ae-a0e2-44da-9d08-065da86f5301 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:15:10.285293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b12eb-5a73-4247-bb6e-d1aaef7b775c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Port': ['ID=0d5262d3-486a-453d-9df9-6508db27b1a4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:10.361067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d981b0ae-a0e2-44da-9d08-065da86f5301 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:10.361192 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.370730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Allocated IP 172.20.0.1 (5da64d12-3a54-47ee-9c49-cea59f424107/0f67fe70-a194-43ce-8af8-403c47a8dfa1/11650278-f12c-4171-b15c-bdf3815bd42a) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:10.375258 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.517007 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-063b12eb-5a73-4247-bb6e-d1aaef7b775c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.525091 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-063b12eb-5a73-4247-bb6e-d1aaef7b775c tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "DELETE /v2.0/ports/0d5262d3-486a-453d-9df9-6508db27b1a4 HTTP/1.1" status: 204 len: 168 time: 2.1680982 Nov 19 19:15:10.544780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36334) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:10.584584 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a3d6f2ea-287d-43c2-824f-3f9e49b0c714 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:15:10.614683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee5819fb-8d9c-4821-86a1-c370ff909380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.637363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e50919c-578f-461b-b180-eea315af8834 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Deleting subnet cff02319-0209-479f-b0cb-2db2b1823400 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:15:10.640394 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e50919c-578f-461b-b180-eea315af8834 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.699419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e50919c-578f-461b-b180-eea315af8834 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.702417 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.708215 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a3d6f2ea-287d-43c2-824f-3f9e49b0c714 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:10.708571 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.741825 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.788725 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.828763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Network 5da64d12-3a54-47ee-9c49-cea59f424107 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:10.840253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Pushing event updated for resources: {'Port': ['ID=11650278-f12c-4171-b15c-bdf3815bd42a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:10.853284 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:10.857084 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:10.879531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.893684 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e50919c-578f-461b-b180-eea315af8834 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.957393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Attempting to bind port 11650278-f12c-4171-b15c-bdf3815bd42a on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:15:10.957736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Attempting to bind port 11650278-f12c-4171-b15c-bdf3815bd42a by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '4999c8ee-b5b6-4934-a76b-4189fa176913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5da64d12-3a54-47ee-9c49-cea59f424107'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:15:10.958087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Attempting to bind port 11650278-f12c-4171-b15c-bdf3815bd42a on network 5da64d12-3a54-47ee-9c49-cea59f424107 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:15:10.967633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:15:10.968369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Checking segment: {'id': '4999c8ee-b5b6-4934-a76b-4189fa176913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5da64d12-3a54-47ee-9c49-cea59f424107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:10.968981 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.969579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Bound using segment: {'id': '4999c8ee-b5b6-4934-a76b-4189fa176913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5da64d12-3a54-47ee-9c49-cea59f424107'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:15:10.970310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Bound port: 11650278-f12c-4171-b15c-bdf3815bd42a, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4999c8ee-b5b6-4934-a76b-4189fa176913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5da64d12-3a54-47ee-9c49-cea59f424107'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:15:10.972138 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.974762 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:10.975933 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.059234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] For port 11650278-f12c-4171-b15c-bdf3815bd42a, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:15:11.063131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] For port 11650278-f12c-4171-b15c-bdf3815bd42a, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=11650278-f12c-4171-b15c-bdf3815bd42a,segment=NetworkSegment(4999c8ee-b5b6-4934-a76b-4189fa176913),segment_id=4999c8ee-b5b6-4934-a76b-4189fa176913)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:15:11.069254 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.167365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be5525-fcd6-4537-8527-7392c52611e6 None None] Pushing event updated for resources: {'Port': ['ID=11650278-f12c-4171-b15c-bdf3815bd42a,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:11.192935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be7565-446f-4fae-9aeb-733df1c9351a None None] Network 5da64d12-3a54-47ee-9c49-cea59f424107 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:11.266437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=1bb10099-5467-417f-9981-3f77fcdb3b65,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:11.303116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Subnet': ['ID=0f67fe70-a194-43ce-8af8-403c47a8dfa1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:11.337615 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e50919c-578f-461b-b180-eea315af8834 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.381595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.385872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50919c-578f-461b-b180-eea315af8834 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Subnet': ['ID=cff02319-0209-479f-b0cb-2db2b1823400,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:11.402000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 9dbe8dda-7701-4f59-892e-9092a99e8b8e is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:11.404672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:11.406743 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e50919c-578f-461b-b180-eea315af8834 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.410757 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3e50919c-578f-461b-b180-eea315af8834 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "DELETE /v2.0/subnets/cff02319-0209-479f-b0cb-2db2b1823400 HTTP/1.1" status: 204 len: 168 time: 0.8652375 Nov 19 19:15:11.413331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36350) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:11.420987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8e7cc5-9e35-40fe-8baf-4f8138f0aa20 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:15:11.443704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da64d12-3a54-47ee-9c49-cea59f424107']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:11.460061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4999c8ee-b5b6-4934-a76b-4189fa176913') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:11.460346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4999c8ee-b5b6-4934-a76b-4189fa176913') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:11.474240 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.493928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.501022 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.506299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:11.506299 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:11.509189 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:11.552136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a775ce2-8157-4b23-8783-3cb927e15f15 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Deleting subnet bda4d6a7-7315-4a30-915e-0b6b3ceee8ee {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:15:11.557870 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a775ce2-8157-4b23-8783-3cb927e15f15 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.598227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router a3e02903-0ffa-42b8-80c5-92b03acdebf5 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:15:11.615125 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a775ce2-8157-4b23-8783-3cb927e15f15 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.680595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8e7cc5-9e35-40fe-8baf-4f8138f0aa20 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:15:11.694439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 19:15:11.694439 n-d-815373-6 neutron-server[109887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 19:15:11.694439 n-d-815373-6 neutron-server[109887]: [parameters: {'id': '5da64d12-3a54-47ee-9c49-cea59f424107'}] Nov 19 19:15:11.694439 n-d-815373-6 neutron-server[109887]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:15:11.695124 n-d-815373-6 neutron-server[109887]: DEBUG oslo_db.api [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:15:11.828062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:11.834671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aa990b57-3449-4be1-888a-72128042d425 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/a3e02903-0ffa-42b8-80c5-92b03acdebf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5866501 Nov 19 19:15:11.837179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36354) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:11.841957 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd01fa1-8ca2-4f57-8170-870527bbf2bb None None] Sync routers for ids ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:11.851954 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a775ce2-8157-4b23-8783-3cb927e15f15 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.860003 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd01fa1-8ca2-4f57-8170-870527bbf2bb None None] Routers {'a3e02903-0ffa-42b8-80c5-92b03acdebf5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:11.860950 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bcd01fa1-8ca2-4f57-8170-870527bbf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:11.869036 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.902037 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bcd01fa1-8ca2-4f57-8170-870527bbf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:11.914837 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd01fa1-8ca2-4f57-8170-870527bbf2bb None None] Routers {'a3e02903-0ffa-42b8-80c5-92b03acdebf5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:11.915718 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bcd01fa1-8ca2-4f57-8170-870527bbf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:11.918986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b5a8f-dab6-417f-9611-71c4f881bdef tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:11.920415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-452b5a8f-dab6-417f-9611-71c4f881bdef tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports/1bb10099-5467-417f-9981-3f77fcdb3b65 HTTP/1.1" status: 200 len: 913 time: 0.0823343 Nov 19 19:15:11.923852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36356) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:11.953187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] Deleting port af2d80a4-31c9-42d8-bf23-10e3c7f42521 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:11.953523 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:11.961937 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bcd01fa1-8ca2-4f57-8170-870527bbf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:11.962890 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd01fa1-8ca2-4f57-8170-870527bbf2bb None None] The sync data for ids ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:12.047716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81455b46-a2b6-44c0-b1d0-afa0ff4e3aee None None] Network 55437e15-c3e4-4447-8ff9-be91112fba3a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:12.058248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] For port af2d80a4-31c9-42d8-bf23-10e3c7f42521, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=af2d80a4-31c9-42d8-bf23-10e3c7f42521,segment=NetworkSegment(5277eb5c-c23a-4ab6-9a9e-7b8173e84084),segment_id=5277eb5c-c23a-4ab6-9a9e-7b8173e84084)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:12.058469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.074026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] Calling delete_port for af2d80a4-31c9-42d8-bf23-10e3c7f42521 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:12.084257 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a775ce2-8157-4b23-8783-3cb927e15f15 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.160785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a775ce2-8157-4b23-8783-3cb927e15f15 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Subnet': ['ID=bda4d6a7-7315-4a30-915e-0b6b3ceee8ee,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:12.186499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a775ce2-8157-4b23-8783-3cb927e15f15 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.194767 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0a775ce2-8157-4b23-8783-3cb927e15f15 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "DELETE /v2.0/subnets/bda4d6a7-7315-4a30-915e-0b6b3ceee8ee HTTP/1.1" status: 204 len: 168 time: 0.7781174 Nov 19 19:15:12.195163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36360) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:12.210464 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.295725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c23547-d8e0-4b77-a93f-604e78edbb92 None None] Network 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:12.362671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Deleting port 11650278-f12c-4171-b15c-bdf3815bd42a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:12.362671 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.376004 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.385619 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.436854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=af2d80a4-31c9-42d8-bf23-10e3c7f42521,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:12.457861 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-92f837b4-6938-4bc7-9de2-34304fd369ab None None] Provisioning complete for port 1bb10099-5467-417f-9981-3f77fcdb3b65 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:12.458778 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-92f837b4-6938-4bc7-9de2-34304fd369ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.493716 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] For port 11650278-f12c-4171-b15c-bdf3815bd42a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=11650278-f12c-4171-b15c-bdf3815bd42a,segment=NetworkSegment(4999c8ee-b5b6-4934-a76b-4189fa176913),segment_id=4999c8ee-b5b6-4934-a76b-4189fa176913)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:12.494265 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.513292 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Deleting port a31a5108-daf7-4df9-a016-caaf92c582c1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:12.513632 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.535677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Calling delete_port for 11650278-f12c-4171-b15c-bdf3815bd42a owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:12.536374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-92f837b4-6938-4bc7-9de2-34304fd369ab None None] Port 1bb10099-5467-417f-9981-3f77fcdb3b65 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:15:12.574223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8677d256-f4cd-4050-9210-9557c1b128e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.657486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2158c69f-7493-4556-aa15-508851357f64 None None] DHCP port deletion for 944bb7ca-0baa-495f-bc01-d01cd63cd3c4 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:12.699819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] For port a31a5108-daf7-4df9-a016-caaf92c582c1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a31a5108-daf7-4df9-a016-caaf92c582c1,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:12.700483 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.722161 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.724094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Calling delete_port for a31a5108-daf7-4df9-a016-caaf92c582c1 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:12.732796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.734941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266681ce-92ca-46ab-a836-a812f2d142c1 None None] DHCP port deletion for 55437e15-c3e4-4447-8ff9-be91112fba3a request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:12.816530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Port': ['ID=11650278-f12c-4171-b15c-bdf3815bd42a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:12.827478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No DVR routers for this DVR port 11650278-f12c-4171-b15c-bdf3815bd42a on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:12.850235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2158c69f-7493-4556-aa15-508851357f64 None None] Deleting port 983b880c-38da-426c-b3ac-334b426a81d8 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:12.850927 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2158c69f-7493-4556-aa15-508851357f64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.925485 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-266681ce-92ca-46ab-a836-a812f2d142c1 None None] Deleting port a31a5108-daf7-4df9-a016-caaf92c582c1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:12.926260 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-266681ce-92ca-46ab-a836-a812f2d142c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:12.980213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.012989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da64d12-3a54-47ee-9c49-cea59f424107']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:13.029575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4999c8ee-b5b6-4934-a76b-4189fa176913') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:13.029575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4999c8ee-b5b6-4934-a76b-4189fa176913') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:13.050696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2158c69f-7493-4556-aa15-508851357f64 None None] For port 983b880c-38da-426c-b3ac-334b426a81d8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=983b880c-38da-426c-b3ac-334b426a81d8,segment=NetworkSegment(ed721e56-6e6c-4bb8-9d75-25512f20d1a4),segment_id=ed721e56-6e6c-4bb8-9d75-25512f20d1a4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:13.050696 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2158c69f-7493-4556-aa15-508851357f64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.063093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-266681ce-92ca-46ab-a836-a812f2d142c1 None None] For port a31a5108-daf7-4df9-a016-caaf92c582c1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a31a5108-daf7-4df9-a016-caaf92c582c1,segment=NetworkSegment(c694f977-fadf-4bff-999b-dcafb4a0707e),segment_id=c694f977-fadf-4bff-999b-dcafb4a0707e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:13.063705 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-266681ce-92ca-46ab-a836-a812f2d142c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.074974 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.085445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2158c69f-7493-4556-aa15-508851357f64 None None] Calling delete_port for 983b880c-38da-426c-b3ac-334b426a81d8 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:13.087895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-266681ce-92ca-46ab-a836-a812f2d142c1 None None] Calling delete_port for a31a5108-daf7-4df9-a016-caaf92c582c1 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:13.100454 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.142682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:13.143761 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:13.147100 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:13.235661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] Router bddc5826-b371-4bdb-8ae4-484f87a3863f has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:15:13.242677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.259836 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.263333 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/5da64d12-3a54-47ee-9c49-cea59f424107 HTTP/1.1" status: 204 len: 168 time: 3.3768404 Nov 19 19:15:13.269043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36372) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:13.275691 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2158c69f-7493-4556-aa15-508851357f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.300702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1556171386'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:13.309156 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.312219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5979199-d642-4510-833b-5f808bb6701f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=5da64d12-3a54-47ee-9c49-cea59f424107,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:13.342332 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-266681ce-92ca-46ab-a836-a812f2d142c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.350371 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Port': ['ID=a31a5108-daf7-4df9-a016-caaf92c582c1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:13.354316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158c69f-7493-4556-aa15-508851357f64 None None] No DVR routers for this DVR port 983b880c-38da-426c-b3ac-334b426a81d8 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:13.365070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158c69f-7493-4556-aa15-508851357f64 None None] Pushing event deleted for resources: {'Port': ['ID=983b880c-38da-426c-b3ac-334b426a81d8,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:13.372127 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.392759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266681ce-92ca-46ab-a836-a812f2d142c1 None None] No DVR routers for this DVR port a31a5108-daf7-4df9-a016-caaf92c582c1 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:13.400054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266681ce-92ca-46ab-a836-a812f2d142c1 None None] Pushing event deleted for resources: {'Port': ['ID=a31a5108-daf7-4df9-a016-caaf92c582c1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:13.417915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] No DVR routers for this DVR port a31a5108-daf7-4df9-a016-caaf92c582c1 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:13.464656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:13.477003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f16ae-a4e2-49cf-89d0-1498e60dde2e None None] Sync routers for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:13.484710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2336a4b1-02c3-4e73-8bcc-24b7a89c34f7 admin admin] 10.222.0.50 "PUT /v2.0/routers/bddc5826-b371-4bdb-8ae4-484f87a3863f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8670352 Nov 19 19:15:13.485124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36378) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:13.491182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f16ae-a4e2-49cf-89d0-1498e60dde2e None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:13.491878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fd7f16ae-a4e2-49cf-89d0-1498e60dde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:13.515321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:13.519867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.557465 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.592181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:13.599886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55437e15-c3e4-4447-8ff9-be91112fba3a']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:13.626342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c694f977-fadf-4bff-999b-dcafb4a0707e') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:13.626585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c694f977-fadf-4bff-999b-dcafb4a0707e') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:13.636705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.637033 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment 4b622edd-7b74-4611-a3b8-72b5f4776cf1 of type vlan for network 7ddafd22-2d71-4f84-95e3-9014a02bfe2d Nov 19 19:15:13.639994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8677d256-f4cd-4050-9210-9557c1b128e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 1bb10099-5467-417f-9981-3f77fcdb3b65 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:13.640316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8677d256-f4cd-4050-9210-9557c1b128e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.644164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fd7f16ae-a4e2-49cf-89d0-1498e60dde2e None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:15:13.655514 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.666968 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.761074 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.763924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.779041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:13.779452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:13.786506 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:13.819734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.860571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fd7f16ae-a4e2-49cf-89d0-1498e60dde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '51c1914d-7818-448b-954e-e953abc0cead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:15:12Z', 'revision_number': 5, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port': {'id': '51c1914d-7818-448b-954e-e953abc0cead', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:06:59Z', 'updated_at': '2021-11-19T19:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:13.904305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f16ae-a4e2-49cf-89d0-1498e60dde2e None None] Checking router: bddc5826-b371-4bdb-8ae4-484f87a3863f for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:15:13.911592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Deleting port 51c1914d-7818-448b-954e-e953abc0cead {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:13.912312 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.912734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.914819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.922701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:13.923349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.928100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f16ae-a4e2-49cf-89d0-1498e60dde2e None None] Routers {'bddc5826-b371-4bdb-8ae4-484f87a3863f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:13.929459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fd7f16ae-a4e2-49cf-89d0-1498e60dde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['bddc5826-b371-4bdb-8ae4-484f87a3863f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:13.932934 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8677d256-f4cd-4050-9210-9557c1b128e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.944647 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:13.947919 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "DELETE /v2.0/networks/55437e15-c3e4-4447-8ff9-be91112fba3a HTTP/1.1" status: 204 len: 168 time: 1.7518060 Nov 19 19:15:13.950753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36380) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:14.004129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8677d256-f4cd-4050-9210-9557c1b128e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 1bb10099-5467-417f-9981-3f77fcdb3b65 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:14.019380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] For port 51c1914d-7818-448b-954e-e953abc0cead, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=51c1914d-7818-448b-954e-e953abc0cead,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:14.020104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.036544 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Calling delete_port for 51c1914d-7818-448b-954e-e953abc0cead owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:14.068005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=7ddafd22-2d71-4f84-95e3-9014a02bfe2d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:14.084226 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-96866426-5305-47b2-ba54-d5b25303a83a tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7871602 Nov 19 19:15:14.084623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36382) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:14.091064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'network_id': '7ddafd22-2d71-4f84-95e3-9014a02bfe2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:14.123725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 7ddafd22-2d71-4f84-95e3-9014a02bfe2d details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:14.138097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee5e58-05ab-4e3d-a82e-72228a735bee tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Network': ['ID=55437e15-c3e4-4447-8ff9-be91112fba3a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:14.218789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a31a5108-daf7-4df9-a016-caaf92c582c1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:14.233207 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.253937 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.280729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a31a5108-daf7-4df9-a016-caaf92c582c1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:14.281258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:14.281658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a31a5108-daf7-4df9-a016-caaf92c582c1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:14.282436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 983b880c-38da-426c-b3ac-334b426a81d8 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:14.287536 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.297440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fd7f16ae-a4e2-49cf-89d0-1498e60dde2e None None] Set router bddc5826-b371-4bdb-8ae4-484f87a3863f gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:15:14.363510 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.386541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944bb7ca-0baa-495f-bc01-d01cd63cd3c4']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:14.392827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fd7f16ae-a4e2-49cf-89d0-1498e60dde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:15:13Z', 'revision_number': 6, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:14.398026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:14.398366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed721e56-6e6c-4bb8-9d75-25512f20d1a4') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:14.406588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 983b880c-38da-426c-b3ac-334b426a81d8 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:14.406932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 983b880c-38da-426c-b3ac-334b426a81d8 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:14.416682 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.434599 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.442841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:14.443337 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.484270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f16ae-a4e2-49cf-89d0-1498e60dde2e None None] The sync data for ids ['bddc5826-b371-4bdb-8ae4-484f87a3863f'] in n-d-815373-6 is: [{'id': 'bddc5826-b371-4bdb-8ae4-484f87a3863f', 'name': 'tempest-AttachVolumeTestJSON-530462720-router', 'tenant_id': 'a8ce333f2ff74a41ab732c625a91c301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:06:57Z', 'updated_at': '2021-11-19T19:15:13Z', 'revision_number': 6, 'project_id': 'a8ce333f2ff74a41ab732c625a91c301', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:14.515809 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:14.519038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.527468 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.532547 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.542070 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] 10.222.0.50 "DELETE /v2.0/networks/944bb7ca-0baa-495f-bc01-d01cd63cd3c4 HTTP/1.1" status: 204 len: 168 time: 0.5824673 Nov 19 19:15:14.587789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289c50b-597e-4a5a-bbba-aef88c21c605 tempest-TaggedBootDevicesTest-656070694 tempest-TaggedBootDevicesTest-656070694-project] Pushing event deleted for resources: {'Network': ['ID=944bb7ca-0baa-495f-bc01-d01cd63cd3c4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:14.623976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=04970cf0-1bd6-475b-9ad2-9b2552a52e44,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:14.653349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking segment: {'id': '4b622edd-7b74-4611-a3b8-72b5f4776cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7ddafd22-2d71-4f84-95e3-9014a02bfe2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:14.653610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network hostable DHCP agents. Network: 7ddafd22-2d71-4f84-95e3-9014a02bfe2d, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:14.657221 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.690537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c1914d-7818-448b-954e-e953abc0cead,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:14.694513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8677d256-f4cd-4050-9210-9557c1b128e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.715772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a836d8-085b-4fc6-a1e1-a9c1d589e538 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:14.738889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network 7ddafd22-2d71-4f84-95e3-9014a02bfe2d is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:14.753858 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677d256-f4cd-4050-9210-9557c1b128e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=1bb10099-5467-417f-9981-3f77fcdb3b65,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:14.757162 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 7ddafd22-2d71-4f84-95e3-9014a02bfe2d) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:14.769538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:14.770158 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.777700 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.781453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0ca221-a8fc-47f7-9024-e7d1c5b8922a None None] Network 7ddafd22-2d71-4f84-95e3-9014a02bfe2d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:14.949908 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8677d256-f4cd-4050-9210-9557c1b128e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:14.957252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6ef388bd-8dd6-4a60-b1eb-23f2d7762625 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8715594 Nov 19 19:15:14.960425 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36396) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:14.990771 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.012573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.081910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-7ddafd22-2d71-4f84-95e3-9014a02bfe2d', 'network_id': '7ddafd22-2d71-4f84-95e3-9014a02bfe2d', 'tenant_id': 'f937304ea61f4d25935bb417c15a8e07', 'fixed_ips': [{'subnet_id': '04970cf0-1bd6-475b-9ad2-9b2552a52e44'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:15.082805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.131247 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.132252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bddc5826-b371-4bdb-8ae4-484f87a3863f {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:15:15.149950 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.151174 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-64e0ed96-0ac2-4fe3-980c-ae00ee3f6995 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bddc5826-b371-4bdb-8ae4-484f87a3863f HTTP/1.1" status: 204 len: 168 time: 1.6649024 Nov 19 19:15:15.154324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36398) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:15.178542 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.241156 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.250486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac0c6ff-0b2e-4b26-91b6-2e65f9beb1d8 admin admin] Deleting subnet 75dbfd95-3d23-44c3-8d5a-4a3f997edf97 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:15:15.257710 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c6ff-0b2e-4b26-91b6-2e65f9beb1d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.287258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8677d256-f4cd-4050-9210-9557c1b128e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router a3e02903-0ffa-42b8-80c5-92b03acdebf5 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:15:15.297239 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Allocated IP 172.20.0.2 (7ddafd22-2d71-4f84-95e3-9014a02bfe2d/04970cf0-1bd6-475b-9ad2-9b2552a52e44/e8851414-afe1-4be6-af65-2c5242f5b6be) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:15.308890 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c6ff-0b2e-4b26-91b6-2e65f9beb1d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.416970 n-d-815373-6 neutron-server[109888]: INFO neutron.db.db_base_plugin_v2 [None req-7ac0c6ff-0b2e-4b26-91b6-2e65f9beb1d8 admin admin] Found port (23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd, 172.20.0.14) having IP allocation on subnet 75dbfd95-3d23-44c3-8d5a-4a3f997edf97, cannot delete Nov 19 19:15:15.422287 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac0c6ff-0b2e-4b26-91b6-2e65f9beb1d8 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 19 19:15:15.422766 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac0c6ff-0b2e-4b26-91b6-2e65f9beb1d8 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:15.426467 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7ac0c6ff-0b2e-4b26-91b6-2e65f9beb1d8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 409 len: 404 time: 0.2710009 Nov 19 19:15:15.431599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8677d256-f4cd-4050-9210-9557c1b128e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:15.436941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8677d256-f4cd-4050-9210-9557c1b128e6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/a3e02903-0ffa-42b8-80c5-92b03acdebf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5118890 Nov 19 19:15:15.439595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36400) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:15.444134 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f08b57-2f92-45d0-8ffe-2bab2f2a892a None None] Sync routers for ids ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:15.462338 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f08b57-2f92-45d0-8ffe-2bab2f2a892a None None] Routers {'a3e02903-0ffa-42b8-80c5-92b03acdebf5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:15.463051 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c6f08b57-2f92-45d0-8ffe-2bab2f2a892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:15.482966 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.496883 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.509376 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c6f08b57-2f92-45d0-8ffe-2bab2f2a892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:15.521388 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f08b57-2f92-45d0-8ffe-2bab2f2a892a None None] Routers {'a3e02903-0ffa-42b8-80c5-92b03acdebf5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:15.521941 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.522813 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c6f08b57-2f92-45d0-8ffe-2bab2f2a892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:15.573436 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c6f08b57-2f92-45d0-8ffe-2bab2f2a892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:15.574195 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f08b57-2f92-45d0-8ffe-2bab2f2a892a None None] The sync data for ids ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:15.580043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Subnet': ['ID=04970cf0-1bd6-475b-9ad2-9b2552a52e44,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:15.685856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Network 7ddafd22-2d71-4f84-95e3-9014a02bfe2d is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:15.700263 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:15.706697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:15.749389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Pushing event updated for resources: {'Port': ['ID=e8851414-afe1-4be6-af65-2c5242f5b6be,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:15.815357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Attempting to bind port e8851414-afe1-4be6-af65-2c5242f5b6be on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:15:15.817463 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Attempting to bind port e8851414-afe1-4be6-af65-2c5242f5b6be by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '4b622edd-7b74-4611-a3b8-72b5f4776cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7ddafd22-2d71-4f84-95e3-9014a02bfe2d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:15:15.818164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Attempting to bind port e8851414-afe1-4be6-af65-2c5242f5b6be on network 7ddafd22-2d71-4f84-95e3-9014a02bfe2d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:15:15.834270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:15:15.834703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Checking segment: {'id': '4b622edd-7b74-4611-a3b8-72b5f4776cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7ddafd22-2d71-4f84-95e3-9014a02bfe2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:15.835183 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:15.835827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Bound using segment: {'id': '4b622edd-7b74-4611-a3b8-72b5f4776cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7ddafd22-2d71-4f84-95e3-9014a02bfe2d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:15:15.837956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Bound port: e8851414-afe1-4be6-af65-2c5242f5b6be, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b622edd-7b74-4611-a3b8-72b5f4776cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7ddafd22-2d71-4f84-95e3-9014a02bfe2d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:15:15.839459 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:16.051258 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-296e9853-2172-46e7-afdc-f0d5789ad6ac tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:16.338652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] For port e8851414-afe1-4be6-af65-2c5242f5b6be, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:15:16.343526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] For port e8851414-afe1-4be6-af65-2c5242f5b6be, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e8851414-afe1-4be6-af65-2c5242f5b6be,segment=NetworkSegment(4b622edd-7b74-4611-a3b8-72b5f4776cf1),segment_id=4b622edd-7b74-4611-a3b8-72b5f4776cf1)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:15:16.350674 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device af2d80a4-31c9-42d8-bf23-10e3c7f42521 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:16.350915 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:16.355932 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:16.382045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddafd22-2d71-4f84-95e3-9014a02bfe2d']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:16.407441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b622edd-7b74-4611-a3b8-72b5f4776cf1') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:16.408170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b622edd-7b74-4611-a3b8-72b5f4776cf1') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:16.426429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:16.448729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:16.461565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:16.462533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:16.467788 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:16.476872 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: af2d80a4-31c9-42d8-bf23-10e3c7f42521 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:16.478050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device af2d80a4-31c9-42d8-bf23-10e3c7f42521 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:16.480445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 51c1914d-7818-448b-954e-e953abc0cead no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:16.487464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-296e9853-2172-46e7-afdc-f0d5789ad6ac tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 03141cfa-f835-45e6-93a9-9639cb6cdedf {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:16.488116 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-296e9853-2172-46e7-afdc-f0d5789ad6ac tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:16.545549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 51c1914d-7818-448b-954e-e953abc0cead {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:16.545983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 51c1914d-7818-448b-954e-e953abc0cead not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:16.585571 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 19:15:16.585571 n-d-815373-6 neutron-server[109887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 19:15:16.585571 n-d-815373-6 neutron-server[109887]: [parameters: {'id': '7ddafd22-2d71-4f84-95e3-9014a02bfe2d'}] Nov 19 19:15:16.585571 n-d-815373-6 neutron-server[109887]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:15:16.586401 n-d-815373-6 neutron-server[109887]: DEBUG oslo_db.api [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:15:16.637186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92318066-6fdf-4e87-86ca-0ac0af4d1eb5 None None] Network 7ddafd22-2d71-4f84-95e3-9014a02bfe2d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:16.678178 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-296e9853-2172-46e7-afdc-f0d5789ad6ac tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:16.694763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Pushing event updated for resources: {'Port': ['ID=e8851414-afe1-4be6-af65-2c5242f5b6be,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:16.699873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-296e9853-2172-46e7-afdc-f0d5789ad6ac tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 03141cfa-f835-45e6-93a9-9639cb6cdedf owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:16.714560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.714966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.715254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.715592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.715927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.716276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.716580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.716908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.717230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.717553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.717997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.718237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5465542-6062-4988-ad2e-e24f6d7ef2cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:15:16.873113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf81a6-0fe6-4ef8-89e5-a964323b8da2 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:15:17.020378 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-296e9853-2172-46e7-afdc-f0d5789ad6ac tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.065123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e9853-2172-46e7-afdc-f0d5789ad6ac tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=03141cfa-f835-45e6-93a9-9639cb6cdedf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:17.087672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.111868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cf81a6-0fe6-4ef8-89e5-a964323b8da2 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:15:17.220243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Deleting port e8851414-afe1-4be6-af65-2c5242f5b6be {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:17.221303 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.355870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] For port e8851414-afe1-4be6-af65-2c5242f5b6be, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e8851414-afe1-4be6-af65-2c5242f5b6be,segment=NetworkSegment(4b622edd-7b74-4611-a3b8-72b5f4776cf1),segment_id=4b622edd-7b74-4611-a3b8-72b5f4776cf1)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:17.360221 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.388261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Calling delete_port for e8851414-afe1-4be6-af65-2c5242f5b6be owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:17.614848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.660021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Port': ['ID=e8851414-afe1-4be6-af65-2c5242f5b6be,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:17.662222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No DVR routers for this DVR port e8851414-afe1-4be6-af65-2c5242f5b6be on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:17.785967 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.809529 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-296e9853-2172-46e7-afdc-f0d5789ad6ac tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.815224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddafd22-2d71-4f84-95e3-9014a02bfe2d']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:17.828964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b622edd-7b74-4611-a3b8-72b5f4776cf1') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:17.829274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b622edd-7b74-4611-a3b8-72b5f4776cf1') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:17.845631 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.862283 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.880395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:17.880888 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:17.885225 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:17.973283 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.980684 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:17.984095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/7ddafd22-2d71-4f84-95e3-9014a02bfe2d HTTP/1.1" status: 204 len: 168 time: 3.0226598 Nov 19 19:15:18.018398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99998039-b205-4563-873e-49476eb41b72 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=7ddafd22-2d71-4f84-95e3-9014a02bfe2d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:18.021961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36450) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:18.032949 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-642817005'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:18.085632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:18.090544 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:18.136820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:18.138086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296e9853-2172-46e7-afdc-f0d5789ad6ac tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router a3e02903-0ffa-42b8-80c5-92b03acdebf5 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:15:18.150859 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:18.151465 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment d307f1d0-30be-4b11-a15e-529f6ae4786b of type vlan for network c78c9cff-414b-4983-a547-5048b81e324a Nov 19 19:15:18.247097 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:18.279338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296e9853-2172-46e7-afdc-f0d5789ad6ac tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:18.285659 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-296e9853-2172-46e7-afdc-f0d5789ad6ac tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/a3e02903-0ffa-42b8-80c5-92b03acdebf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8449812 Nov 19 19:15:18.288426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36456) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:18.293424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dfbb41-89ad-4fe1-b957-de2bc399d70d None None] Sync routers for ids ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:18.317161 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:18.318187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dfbb41-89ad-4fe1-b957-de2bc399d70d None None] Routers {'a3e02903-0ffa-42b8-80c5-92b03acdebf5'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:18.320182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-84dfbb41-89ad-4fe1-b957-de2bc399d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:18.334369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:18.338822 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:18.383356 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c1e271a2-e3f1-4ea3-952b-1c35d3f96794 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e02903-0ffa-42b8-80c5-92b03acdebf5 HTTP/1.1" status: 200 len: 205 time: 0.0914936 Nov 19 19:15:18.385159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36460) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:18.403169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-84dfbb41-89ad-4fe1-b957-de2bc399d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:18.429888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dfbb41-89ad-4fe1-b957-de2bc399d70d None None] Routers {'a3e02903-0ffa-42b8-80c5-92b03acdebf5'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:18.432943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-84dfbb41-89ad-4fe1-b957-de2bc399d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:18.488943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd2fd-de22-455d-90f6-b29c19fdcb4c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:18.489731 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4649663 Nov 19 19:15:18.490520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36462) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:18.504658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-84dfbb41-89ad-4fe1-b957-de2bc399d70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:18.505776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dfbb41-89ad-4fe1-b957-de2bc399d70d None None] The sync data for ids ['a3e02903-0ffa-42b8-80c5-92b03acdebf5'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:18.522187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'network_id': 'c78c9cff-414b-4983-a547-5048b81e324a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:18.613894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad31ff0-415d-4383-8378-cd17f8e7752e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=c78c9cff-414b-4983-a547-5048b81e324a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:18.625060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network c78c9cff-414b-4983-a547-5048b81e324a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:18.692154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:18.696132 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:18.715601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd2fd-de22-455d-90f6-b29c19fdcb4c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:18.719234 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd2fd-de22-455d-90f6-b29c19fdcb4c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:18.789659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd2fd-de22-455d-90f6-b29c19fdcb4c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:18.790602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6bd2fd-de22-455d-90f6-b29c19fdcb4c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Fanout notify agent at l3_agent the message router_deleted on router a3e02903-0ffa-42b8-80c5-92b03acdebf5 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:15:18.802692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Performing IP validity checks on allocation pools {{(pid=109887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 19:15:18.803231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 19:15:18.803634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd2fd-de22-455d-90f6-b29c19fdcb4c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:18.806282 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5d6bd2fd-de22-455d-90f6-b29c19fdcb4c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/a3e02903-0ffa-42b8-80c5-92b03acdebf5 HTTP/1.1" status: 204 len: 168 time: 0.4146466 Nov 19 19:15:18.807639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36466) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:18.932204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef999de9-d158-419f-95e4-772bb0226a1c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting subnet bf9f869d-815e-41c4-bcb7-1b9bd9c9e4c6 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:15:18.950914 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef999de9-d158-419f-95e4-772bb0226a1c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.040813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef999de9-d158-419f-95e4-772bb0226a1c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.181231 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.241941 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef999de9-d158-419f-95e4-772bb0226a1c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.286777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=0010d88a-7a36-4092-ad0f-17e1af2e491d,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:19.303231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking segment: {'id': 'd307f1d0-30be-4b11-a15e-529f6ae4786b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c78c9cff-414b-4983-a547-5048b81e324a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:19.303601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network hostable DHCP agents. Network: c78c9cff-414b-4983-a547-5048b81e324a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:19.337699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network c78c9cff-414b-4983-a547-5048b81e324a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:19.344300 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef999de9-d158-419f-95e4-772bb0226a1c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.380042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, c78c9cff-414b-4983-a547-5048b81e324a) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:19.384708 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:19.385319 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.390486 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef999de9-d158-419f-95e4-772bb0226a1c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.391502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb10864-a828-4a20-92fe-8f5f18a67806 None None] Network c78c9cff-414b-4983-a547-5048b81e324a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:19.394140 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ef999de9-d158-419f-95e4-772bb0226a1c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/bf9f869d-815e-41c4-bcb7-1b9bd9c9e4c6 HTTP/1.1" status: 204 len: 168 time: 0.5854671 Nov 19 19:15:19.396862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef999de9-d158-419f-95e4-772bb0226a1c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9f869d-815e-41c4-bcb7-1b9bd9c9e4c6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:19.397965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36472) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:19.398992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0584632-3d75-4d37-be6a-a64383b02754 None None] Network 9dbe8dda-7701-4f59-892e-9092a99e8b8e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:19.417461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d6941287-6c94-4601-a638-5ddbf439b312 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8994670 Nov 19 19:15:19.417719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36474) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:19.519411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae340352-5bf9-4c8d-a6d8-129c28c63dba tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting subnet e7a2ce7a-1306-4f9b-ae45-661ca4d71bde {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:15:19.525130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae340352-5bf9-4c8d-a6d8-129c28c63dba tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.582491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.593256 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae340352-5bf9-4c8d-a6d8-129c28c63dba tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.691953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.753492 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae340352-5bf9-4c8d-a6d8-129c28c63dba tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.808957 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.848458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae340352-5bf9-4c8d-a6d8-129c28c63dba tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.887673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Subnet': ['ID=0010d88a-7a36-4092-ad0f-17e1af2e491d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:19.911175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c43240-80cb-4923-9a01-5449f7f1373e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-c78c9cff-414b-4983-a547-5048b81e324a', 'network_id': 'c78c9cff-414b-4983-a547-5048b81e324a', 'tenant_id': 'f937304ea61f4d25935bb417c15a8e07', 'fixed_ips': [{'subnet_id': '0010d88a-7a36-4092-ad0f-17e1af2e491d'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:19.912265 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28c43240-80cb-4923-9a01-5449f7f1373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.925653 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a3dfdf-85b9-48e3-aefd-297f51de4f86 None None] DHCP port deletion for 9dbe8dda-7701-4f59-892e-9092a99e8b8e request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:19.928013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae340352-5bf9-4c8d-a6d8-129c28c63dba tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a2ce7a-1306-4f9b-ae45-661ca4d71bde,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:19.943110 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae340352-5bf9-4c8d-a6d8-129c28c63dba tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:19.947127 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ae340352-5bf9-4c8d-a6d8-129c28c63dba tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/e7a2ce7a-1306-4f9b-ae45-661ca4d71bde HTTP/1.1" status: 204 len: 168 time: 0.5471959 Nov 19 19:15:19.949820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36488) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:19.973454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab93556b-5e42-46dd-8c5b-018526160030 None None] Network bc42aed3-056d-4ab8-99eb-315059d60b0d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:20.032038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.062587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78c9cff-414b-4983-a547-5048b81e324a']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:20.074949 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd307f1d0-30be-4b11-a15e-529f6ae4786b') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:20.075428 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd307f1d0-30be-4b11-a15e-529f6ae4786b') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:20.089452 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.106769 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.125009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:20.125346 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:20.133335 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:20.135668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d981b0ae-a0e2-44da-9d08-065da86f5301 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:20.163160 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.223613 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.240594 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.247813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/c78c9cff-414b-4983-a547-5048b81e324a HTTP/1.1" status: 204 len: 168 time: 0.8199952 Nov 19 19:15:20.254948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36494) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:20.263529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf629c6c-ed0b-49d1-a6bd-c5c55b97e502 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=c78c9cff-414b-4983-a547-5048b81e324a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:20.268529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-302763890'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:20.303208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port d981b0ae-a0e2-44da-9d08-065da86f5301 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:20.303882 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.366858 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:20.371083 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.423170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:20.425003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e9cac-1690-4231-8b8b-ca2569c771fa None None] Network c78c9cff-414b-4983-a547-5048b81e324a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:20.443861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port d981b0ae-a0e2-44da-9d08-065da86f5301, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d981b0ae-a0e2-44da-9d08-065da86f5301,segment=NetworkSegment(b61c2e3f-adea-4691-bdfa-67a9be757632),segment_id=b61c2e3f-adea-4691-bdfa-67a9be757632)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:20.444308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.454306 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.454773 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment cd2e50b4-355e-46df-9e72-e47ca4a7373d of type vlan for network 0d9ccf04-ba2c-48bd-9594-a12deb752fb8 Nov 19 19:15:20.470210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for d981b0ae-a0e2-44da-9d08-065da86f5301 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:20.532832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.544566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e9cac-1690-4231-8b8b-ca2569c771fa None None] Network c78c9cff-414b-4983-a547-5048b81e324a could not be found, it might have been deleted concurrently. {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 19:15:20.546641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.605941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port d981b0ae-a0e2-44da-9d08-065da86f5301, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d981b0ae-a0e2-44da-9d08-065da86f5301,segment=NetworkSegment(b61c2e3f-adea-4691-bdfa-67a9be757632),segment_id=b61c2e3f-adea-4691-bdfa-67a9be757632)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:20.614782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-40a3dfdf-85b9-48e3-aefd-297f51de4f86 None None] Deleting port d981b0ae-a0e2-44da-9d08-065da86f5301 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:20.615336 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40a3dfdf-85b9-48e3-aefd-297f51de4f86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.621260 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.689870 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.db.resource_extend [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 19:15:20.756077 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.761984 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:20.762827 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.881189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-40a3dfdf-85b9-48e3-aefd-297f51de4f86 None None] For port d981b0ae-a0e2-44da-9d08-065da86f5301, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d981b0ae-a0e2-44da-9d08-065da86f5301,segment=NetworkSegment(b61c2e3f-adea-4691-bdfa-67a9be757632),segment_id=b61c2e3f-adea-4691-bdfa-67a9be757632)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:20.881189 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40a3dfdf-85b9-48e3-aefd-297f51de4f86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.883123 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6238925 Nov 19 19:15:20.886297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36510) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:20.891394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=d981b0ae-a0e2-44da-9d08-065da86f5301,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:20.899803 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-40a3dfdf-85b9-48e3-aefd-297f51de4f86 None None] Calling delete_port for d981b0ae-a0e2-44da-9d08-065da86f5301 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:20.901070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'network_id': '0d9ccf04-ba2c-48bd-9594-a12deb752fb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:20.928984 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45613475-8fe9-4eb1-8a19-209908691c78 None None] DHCP port deletion for bc42aed3-056d-4ab8-99eb-315059d60b0d request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:20.929147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:20.962761 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No DVR routers for this DVR port d981b0ae-a0e2-44da-9d08-065da86f5301 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:20.979565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4f6b3-254b-49e7-914a-aa97baaa29d8 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=0d9ccf04-ba2c-48bd-9594-a12deb752fb8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:21.046118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 0d9ccf04-ba2c-48bd-9594-a12deb752fb8 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:21.074501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=d981b0ae-a0e2-44da-9d08-065da86f5301,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:21.181922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:21.193233 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.201946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-45613475-8fe9-4eb1-8a19-209908691c78 None None] Deleting port ed40e755-0d63-445f-b970-de48bc01b3a1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:21.202472 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45613475-8fe9-4eb1-8a19-209908691c78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.219129 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.275996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbe8dda-7701-4f59-892e-9092a99e8b8e']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:21.289428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61c2e3f-adea-4691-bdfa-67a9be757632') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:21.292071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61c2e3f-adea-4691-bdfa-67a9be757632') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:21.306106 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40a3dfdf-85b9-48e3-aefd-297f51de4f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.309148 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.331803 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.341887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:21.342663 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:21.348664 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:21.437081 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.442783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3dfdf-85b9-48e3-aefd-297f51de4f86 None None] Pushing event deleted for resources: {'Port': ['ID=d981b0ae-a0e2-44da-9d08-065da86f5301,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:21.458800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3dfdf-85b9-48e3-aefd-297f51de4f86 None None] No DVR routers for this DVR port d981b0ae-a0e2-44da-9d08-065da86f5301 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:21.462330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.468981 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/networks/9dbe8dda-7701-4f59-892e-9092a99e8b8e HTTP/1.1" status: 204 len: 168 time: 1.5157468 Nov 19 19:15:21.469824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36518) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:21.504588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57a007-0a91-4632-93dc-8a8e0a6d9e54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Network': ['ID=9dbe8dda-7701-4f59-892e-9092a99e8b8e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:21.509398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-45613475-8fe9-4eb1-8a19-209908691c78 None None] For port ed40e755-0d63-445f-b970-de48bc01b3a1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ed40e755-0d63-445f-b970-de48bc01b3a1,segment=NetworkSegment(5feeea6e-b4fb-48c5-8a09-841ab546fa5b),segment_id=5feeea6e-b4fb-48c5-8a09-841ab546fa5b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:21.509826 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45613475-8fe9-4eb1-8a19-209908691c78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.542212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.545273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-45613475-8fe9-4eb1-8a19-209908691c78 None None] Calling delete_port for ed40e755-0d63-445f-b970-de48bc01b3a1 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:21.635103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=df7a2c84-6257-4051-a5ae-a420617a0ae6,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:21.656298 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.712095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking segment: {'id': 'cd2e50b4-355e-46df-9e72-e47ca4a7373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '0d9ccf04-ba2c-48bd-9594-a12deb752fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:21.714995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network hostable DHCP agents. Network: 0d9ccf04-ba2c-48bd-9594-a12deb752fb8, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:21.740050 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45613475-8fe9-4eb1-8a19-209908691c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.766551 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network 0d9ccf04-ba2c-48bd-9594-a12deb752fb8 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:21.767169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port ed40e755-0d63-445f-b970-de48bc01b3a1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:21.767691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.793726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45613475-8fe9-4eb1-8a19-209908691c78 None None] No DVR routers for this DVR port ed40e755-0d63-445f-b970-de48bc01b3a1 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:21.795586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45613475-8fe9-4eb1-8a19-209908691c78 None None] Pushing event deleted for resources: {'Port': ['ID=ed40e755-0d63-445f-b970-de48bc01b3a1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:21.797874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 0d9ccf04-ba2c-48bd-9594-a12deb752fb8) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:21.802942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:21.803889 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.828948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d651284-9406-4633-b5f7-5790973b07c2 None None] Network 0d9ccf04-ba2c-48bd-9594-a12deb752fb8 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:21.840534 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d71c5bf9-0fe6-4da2-9ebe-8b70618aeacc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9525893 Nov 19 19:15:21.843267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36524) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:21.901778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port ed40e755-0d63-445f-b970-de48bc01b3a1, host n-d-815373-6, got binding levels [] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:21.902405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.918726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for ed40e755-0d63-445f-b970-de48bc01b3a1 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:21.922393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Port ed40e755-0d63-445f-b970-de48bc01b3a1 was not found and therefore no delete operation was performed {{(pid=109888) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:15:21.924272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:21.975443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=ed40e755-0d63-445f-b970-de48bc01b3a1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:21.993146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No DVR routers for this DVR port ed40e755-0d63-445f-b970-de48bc01b3a1 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:22.075858 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.160251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ed40e755-0d63-445f-b970-de48bc01b3a1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:22.187941 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.196265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d6ab9-18fc-41c4-9858-38fcd03239e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-0d9ccf04-ba2c-48bd-9594-a12deb752fb8', 'network_id': '0d9ccf04-ba2c-48bd-9594-a12deb752fb8', 'tenant_id': 'f937304ea61f4d25935bb417c15a8e07', 'fixed_ips': [{'subnet_id': 'df7a2c84-6257-4051-a5ae-a420617a0ae6'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:22.197120 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6ab9-18fc-41c4-9858-38fcd03239e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.199409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: ed40e755-0d63-445f-b970-de48bc01b3a1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:22.202879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ed40e755-0d63-445f-b970-de48bc01b3a1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:22.221426 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.272399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc42aed3-056d-4ab8-99eb-315059d60b0d']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:22.319261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5feeea6e-b4fb-48c5-8a09-841ab546fa5b') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:22.319565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5feeea6e-b4fb-48c5-8a09-841ab546fa5b') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:22.356849 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.379848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.380089 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.395423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:22.395871 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:22.399696 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:22.443448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Subnet': ['ID=df7a2c84-6257-4051-a5ae-a420617a0ae6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-0a9d6ab9-18fc-41c4-9858-38fcd03239e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df7a2c84-6257-4051-a5ae-a420617a0ae6: This subnet is being modified by another concurrent operation. Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df7a2c84-6257-4051-a5ae-a420617a0ae6: This subnet is being modified by another concurrent operation. Nov 19 19:15:22.489253 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:15:22.519267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e196c64-ae38-48c3-bf7f-dd44422a618e None None] Network 0d9ccf04-ba2c-48bd-9594-a12deb752fb8 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:22.554030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.582060 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.617104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9ccf04-ba2c-48bd-9594-a12deb752fb8']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:22.624612 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.630463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2e50b4-355e-46df-9e72-e47ca4a7373d') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:22.631895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2e50b4-355e-46df-9e72-e47ca4a7373d') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:22.645273 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/networks/bc42aed3-056d-4ab8-99eb-315059d60b0d HTTP/1.1" status: 204 len: 168 time: 1.1725106 Nov 19 19:15:22.648734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.649591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6f6db-3846-4ecc-a24b-b1c349527e70 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Network': ['ID=bc42aed3-056d-4ab8-99eb-315059d60b0d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:22.655574 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36528) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:22.672501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-673934385'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:22.680915 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.689535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:22.690251 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:22.774976 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:22.777996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:22.779031 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.784576 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.807945 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.819482 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/0d9ccf04-ba2c-48bd-9594-a12deb752fb8 HTTP/1.1" status: 204 len: 168 time: 0.9720161 Nov 19 19:15:22.821051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36538) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:22.827779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-489522617'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:22.849801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af06d79-f556-44f8-a53e-384db032b0ff tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=0d9ccf04-ba2c-48bd-9594-a12deb752fb8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:22.862840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:22.879265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:22.894315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.916799 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:22.917149 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added segment f0dcdf75-c0fd-43c0-abf2-3375dfe218b3 of type vlan for network cd65aa7e-3c36-45d4-941d-1045a3db9f4a Nov 19 19:15:22.980834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638180cf-8f35-460f-880a-9278ffe37257 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:15:23.020185 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:23.097309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:23.125470 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:23.126075 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment 8fe62952-abd6-4da1-8989-41fb95944c3e of type vlan for network 87dafd4f-18a6-41bd-a3da-07015e63d963 Nov 19 19:15:23.151937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638180cf-8f35-460f-880a-9278ffe37257 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:15:23.154904 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:23.171751 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:23.175138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:23.224523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:23.330536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:23.362648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:23.371276 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:23.448545 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7851129 Nov 19 19:15:23.448769 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36548) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:23.460087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'subnet': {'network_id': 'cd65aa7e-3c36-45d4-941d-1045a3db9f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:23.460232 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6378884 Nov 19 19:15:23.468774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36550) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:23.477700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'network_id': '87dafd4f-18a6-41bd-a3da-07015e63d963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:23.487969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da903919-ae06-4989-ad4f-0a4193b26a07 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Network': ['ID=cd65aa7e-3c36-45d4-941d-1045a3db9f4a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:23.529984 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network cd65aa7e-3c36-45d4-941d-1045a3db9f4a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:23.621911 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-4ad57bb5-6976-4244-9a6e-ea40ff71fb12 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3586583 Nov 19 19:15:23.676079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:23.686770 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:23.758424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d1529-be0b-4fd3-ba37-50e46291b3d4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=87dafd4f-18a6-41bd-a3da-07015e63d963,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:23.776963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 87dafd4f-18a6-41bd-a3da-07015e63d963 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:23.796682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-ec2e953a-89da-414d-b892-5603fbdcd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:23.801741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-ec2e953a-89da-414d-b892-5603fbdcd07d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.1476405 Nov 19 19:15:23.803245 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:23.806905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.013232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-9a18b67d-737e-4d01-a28c-a3ee70d1ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:24.015162 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-9a18b67d-737e-4d01-a28c-a3ee70d1ba45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1615608 Nov 19 19:15:24.061231 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-51b1c553-57a7-431c-9fea-a802fa76e9f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0385332 Nov 19 19:15:24.107443 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.169447 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-2720978d-dfcd-4d7a-9914-6aa77759aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:24.170968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-2720978d-dfcd-4d7a-9914-6aa77759aa3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0874877 Nov 19 19:15:24.207190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Subnet': ['ID=fb868b8e-11bd-4643-9f1c-7da3edcaaf70,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:24.230758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Checking segment: {'id': 'f0dcdf75-c0fd-43c0-abf2-3375dfe218b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cd65aa7e-3c36-45d4-941d-1045a3db9f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:24.231131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network hostable DHCP agents. Network: cd65aa7e-3c36-45d4-941d-1045a3db9f4a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:24.233508 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.269322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network cd65aa7e-3c36-45d4-941d-1045a3db9f4a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:24.279595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-ca036f37-6e82-4aef-b553-8c1824feaf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:24.281162 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-ca036f37-6e82-4aef-b553-8c1824feaf5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995886 Nov 19 19:15:24.286153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, cd65aa7e-3c36-45d4-941d-1045a3db9f4a) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:24.290679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:24.291455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.303796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70dc673-d9ed-4cde-a15b-e32b0cc97d86 None None] Network cd65aa7e-3c36-45d4-941d-1045a3db9f4a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:24.334052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5534c016-f3b2-41c7-8f50-88661e6e05a3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8837638 Nov 19 19:15:24.334688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36560) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:24.339078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2c7db357-c685-40cd-8ff0-3be6e7d59655 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1821959929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:24.364087 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=c039a8ae-f205-483e-ac60-8b6514aa3456,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:24.392094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking segment: {'id': '8fe62952-abd6-4da1-8989-41fb95944c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '87dafd4f-18a6-41bd-a3da-07015e63d963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:24.392538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network hostable DHCP agents. Network: 87dafd4f-18a6-41bd-a3da-07015e63d963, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:24.399548 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7db357-c685-40cd-8ff0-3be6e7d59655 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.401443 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7db357-c685-40cd-8ff0-3be6e7d59655 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.435763 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-e6580d0c-7b27-401d-a950-9cd13612267e service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410389 Nov 19 19:15:24.440151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network 87dafd4f-18a6-41bd-a3da-07015e63d963 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:24.505790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 87dafd4f-18a6-41bd-a3da-07015e63d963) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:24.509708 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7db357-c685-40cd-8ff0-3be6e7d59655 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.516679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7db357-c685-40cd-8ff0-3be6e7d59655 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.524699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:24.525229 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.530182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa7d293-14d7-457a-9953-c14fc6d50e5e None None] Network 87dafd4f-18a6-41bd-a3da-07015e63d963 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:24.557826 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-67e159a1-f75f-4b8c-8a53-89d47e1d39c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0824356 Nov 19 19:15:24.558691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36564) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:24.620500 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-96de33a0-22ad-44a0-b974-ad634d66c9d1 req-ce4f668e-72ba-412d-aa29-e01f71234de8 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763556 Nov 19 19:15:24.662685 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7db357-c685-40cd-8ff0-3be6e7d59655 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.667183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2c7db357-c685-40cd-8ff0-3be6e7d59655 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3291557 Nov 19 19:15:24.667550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36566) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:24.673478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'port': {'network_id': 'cd65aa7e-3c36-45d4-941d-1045a3db9f4a', 'name': 'tempest-RoutersIpV6Test-1670880471'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:24.756535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-cd65aa7e-3c36-45d4-941d-1045a3db9f4a', 'network_id': 'cd65aa7e-3c36-45d4-941d-1045a3db9f4a', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'fixed_ips': [{'subnet_id': 'fb868b8e-11bd-4643-9f1c-7da3edcaaf70'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:24.757606 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.805913 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.945379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:24.950704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.967166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8662d6a-25ca-47da-abf8-c8a7e362bbb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-87dafd4f-18a6-41bd-a3da-07015e63d963', 'network_id': '87dafd4f-18a6-41bd-a3da-07015e63d963', 'tenant_id': 'f937304ea61f4d25935bb417c15a8e07', 'fixed_ips': [{'subnet_id': 'c039a8ae-f205-483e-ac60-8b6514aa3456'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:24.968046 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8662d6a-25ca-47da-abf8-c8a7e362bbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:24.983520 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.006563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] device_id is not set on port ce598053-f315-4ec5-bf26-1eab50fc34c2 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:15:25.207916 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.228413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Allocated IP 2001:db8::2 (cd65aa7e-3c36-45d4-941d-1045a3db9f4a/fb868b8e-11bd-4643-9f1c-7da3edcaaf70/0dda1a82-7345-41f1-a55a-4eb0c766d8df) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:25.251676 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.257571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Subnet': ['ID=c039a8ae-f205-483e-ac60-8b6514aa3456,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-d8662d6a-25ca-47da-abf8-c8a7e362bbb6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c039a8ae-f205-483e-ac60-8b6514aa3456: This subnet is being modified by another concurrent operation. Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c039a8ae-f205-483e-ac60-8b6514aa3456: This subnet is being modified by another concurrent operation. Nov 19 19:15:25.276151 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:15:25.321585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27228d8-8139-49fe-9326-c347ff01c80c None None] Network 87dafd4f-18a6-41bd-a3da-07015e63d963 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:25.374693 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.413381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87dafd4f-18a6-41bd-a3da-07015e63d963']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:25.443675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe62952-abd6-4da1-8989-41fb95944c3e') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:25.443675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe62952-abd6-4da1-8989-41fb95944c3e') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:25.476796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.510849 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.529313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:25.530168 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.588898 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.599017 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:25.610477 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:25.629237 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.644315 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.647920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/87dafd4f-18a6-41bd-a3da-07015e63d963 HTTP/1.1" status: 204 len: 168 time: 1.0840006 Nov 19 19:15:25.677529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36578) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:25.683736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Pushing event updated for resources: {'Port': ['ID=0dda1a82-7345-41f1-a55a-4eb0c766d8df,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:25.691237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2014166377'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:25.695123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a98aa-e0a2-407e-a991-ebebffe60921 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=87dafd4f-18a6-41bd-a3da-07015e63d963,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:25.722673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:25.729909 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.734882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Network cd65aa7e-3c36-45d4-941d-1045a3db9f4a is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:25.743438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:25.761048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:25.762537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:25.776162 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.776665 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment 107ecc83-1035-4b10-a1f0-81d2bfa3bb39 of type vlan for network 116bfc74-7e66-4114-9ef7-2b2e7edc0872 Nov 19 19:15:25.836292 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.914666 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.921458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:25.924946 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:25.987240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Attempting to bind port 0dda1a82-7345-41f1-a55a-4eb0c766d8df on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:15:26.000409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Attempting to bind port 0dda1a82-7345-41f1-a55a-4eb0c766d8df by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f0dcdf75-c0fd-43c0-abf2-3375dfe218b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cd65aa7e-3c36-45d4-941d-1045a3db9f4a'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:15:26.003928 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Attempting to bind port 0dda1a82-7345-41f1-a55a-4eb0c766d8df on network cd65aa7e-3c36-45d4-941d-1045a3db9f4a {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:15:26.023276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:15:26.023657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Checking segment: {'id': 'f0dcdf75-c0fd-43c0-abf2-3375dfe218b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cd65aa7e-3c36-45d4-941d-1045a3db9f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:26.031631 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:26.034260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Bound using segment: {'id': 'f0dcdf75-c0fd-43c0-abf2-3375dfe218b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cd65aa7e-3c36-45d4-941d-1045a3db9f4a'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:15:26.034524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Bound port: 0dda1a82-7345-41f1-a55a-4eb0c766d8df, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0dcdf75-c0fd-43c0-abf2-3375dfe218b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cd65aa7e-3c36-45d4-941d-1045a3db9f4a'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:15:26.040193 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:26.077365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=116bfc74-7e66-4114-9ef7-2b2e7edc0872,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:26.095926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 116bfc74-7e66-4114-9ef7-2b2e7edc0872 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:26.096590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Allocated IP 2001:db8::80 (cd65aa7e-3c36-45d4-941d-1045a3db9f4a/fb868b8e-11bd-4643-9f1c-7da3edcaaf70/ce598053-f315-4ec5-bf26-1eab50fc34c2) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:26.098325 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-32a9bb2e-16e1-4501-94c2-6047f34d6ee0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4196825 Nov 19 19:15:26.099898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36588) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:26.130398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7bfe0cfd-5123-4af8-8812-d9a1ef3b2dac tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:26.410923 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:26.417819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] For port 0dda1a82-7345-41f1-a55a-4eb0c766d8df, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:15:26.453684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] For port 0dda1a82-7345-41f1-a55a-4eb0c766d8df, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0dda1a82-7345-41f1-a55a-4eb0c766d8df,segment=NetworkSegment(f0dcdf75-c0fd-43c0-abf2-3375dfe218b3),segment_id=f0dcdf75-c0fd-43c0-abf2-3375dfe218b3)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:15:26.464325 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:26.498171 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:26.565882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=ce598053-f315-4ec5-bf26-1eab50fc34c2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:26.575267 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0cfd-5123-4af8-8812-d9a1ef3b2dac tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:26.584092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network cd65aa7e-3c36-45d4-941d-1045a3db9f4a is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:26.585710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:26.592571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:26.610124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:26.615350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:26.635518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200954c-a17c-422b-aae4-2ffddeb9ac71 None None] Pushing event updated for resources: {'Port': ['ID=0dda1a82-7345-41f1-a55a-4eb0c766d8df,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:26.638949 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0cfd-5123-4af8-8812-d9a1ef3b2dac tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:26.682348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bfe0cfd-5123-4af8-8812-d9a1ef3b2dac tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network 116bfc74-7e66-4114-9ef7-2b2e7edc0872 is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 19:15:26.688511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe0cfd-5123-4af8-8812-d9a1ef3b2dac tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:26.689940 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0cfd-5123-4af8-8812-d9a1ef3b2dac tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:26.691546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7bfe0cfd-5123-4af8-8812-d9a1ef3b2dac tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "PUT /v2.0/networks/116bfc74-7e66-4114-9ef7-2b2e7edc0872 HTTP/1.1" status: 200 len: 723 time: 0.5901687 Nov 19 19:15:26.698552 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-827ca1e9-bb87-475b-bc3d-87e9e8bf2b53 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0130193 Nov 19 19:15:26.702446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36608) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:26.702844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36610) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:26.725282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'network_id': '116bfc74-7e66-4114-9ef7-2b2e7edc0872', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:26.763622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe0cfd-5123-4af8-8812-d9a1ef3b2dac tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=116bfc74-7e66-4114-9ef7-2b2e7edc0872,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:26.783846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 116bfc74-7e66-4114-9ef7-2b2e7edc0872 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:27.107611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:27.112552 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:27.645662 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:27.863742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=eddda311-13ee-4263-bac1-215d1cb137c8,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:27.878799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking segment: {'id': '107ecc83-1035-4b10-a1f0-81d2bfa3bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '116bfc74-7e66-4114-9ef7-2b2e7edc0872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:27.879463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network hostable DHCP agents. Network: 116bfc74-7e66-4114-9ef7-2b2e7edc0872, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:28.034455 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:28.053562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network 116bfc74-7e66-4114-9ef7-2b2e7edc0872 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:28.275068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0dda1a82-7345-41f1-a55a-4eb0c766d8df up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:15:28.410489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66b230-c80e-4c6a-9d0b-813be989a37f None None] Network cd65aa7e-3c36-45d4-941d-1045a3db9f4a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:28.412472 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 116bfc74-7e66-4114-9ef7-2b2e7edc0872) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:28.428406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:28.429660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:28.469313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34802d3-38fa-4453-9d8e-d4dcf81b0d9c None None] Network 116bfc74-7e66-4114-9ef7-2b2e7edc0872 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:28.480295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0dda1a82-7345-41f1-a55a-4eb0c766d8df triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:28.481012 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:28.534400 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e0d0c61a-b73b-4dfd-a3a7-5733d30dbbd4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8166046 Nov 19 19:15:28.535248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36646) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:28.541833 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-83f58312-706b-4c32-83b9-c50e981ced23 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:28.742447 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f2351bce-82fb-46b8-bcc6-efd22efc2c75 None None] Provisioning complete for port 0dda1a82-7345-41f1-a55a-4eb0c766d8df triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:28.742809 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2351bce-82fb-46b8-bcc6-efd22efc2c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:28.802203 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83f58312-706b-4c32-83b9-c50e981ced23 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26934983'] for subnet, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:28.889813 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:28.909621 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:28.972561 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:29.063049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=ce598053-f315-4ec5-bf26-1eab50fc34c2,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:29.113730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 0dda1a82-7345-41f1-a55a-4eb0c766d8df, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0dda1a82-7345-41f1-a55a-4eb0c766d8df,segment=NetworkSegment(f0dcdf75-c0fd-43c0-abf2-3375dfe218b3),segment_id=f0dcdf75-c0fd-43c0-abf2-3375dfe218b3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:29.151672 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:29.310534 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:29.383423 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83f58312-706b-4c32-83b9-c50e981ced23 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774168482133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3371053'] for subnet, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:29.407219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=0dda1a82-7345-41f1-a55a-4eb0c766d8df,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:29.467032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-116bfc74-7e66-4114-9ef7-2b2e7edc0872', 'network_id': '116bfc74-7e66-4114-9ef7-2b2e7edc0872', 'tenant_id': 'f937304ea61f4d25935bb417c15a8e07', 'fixed_ips': [{'subnet_id': 'eddda311-13ee-4263-bac1-215d1cb137c8'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:29.471424 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:29.494426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f58312-706b-4c32-83b9-c50e981ced23 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:29.495406 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83f58312-706b-4c32-83b9-c50e981ced23 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:29.496603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-83f58312-706b-4c32-83b9-c50e981ced23 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "PUT /v2.0/subnets/eddda311-13ee-4263-bac1-215d1cb137c8 HTTP/1.1" status: 200 len: 806 time: 0.9592247 Nov 19 19:15:29.499918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36652) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:29.644938 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f58312-706b-4c32-83b9-c50e981ced23 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=eddda311-13ee-4263-bac1-215d1cb137c8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:29.666887 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:29.779791 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:29.808730 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:29.924784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a02e8c4a-5712-4086-abcc-4c85f728ad15 None None] Provisioning complete for port ce598053-f315-4ec5-bf26-1eab50fc34c2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:29.925401 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a02e8c4a-5712-4086-abcc-4c85f728ad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:30.030915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Allocated IP 172.20.0.2 (116bfc74-7e66-4114-9ef7-2b2e7edc0872/eddda311-13ee-4263-bac1-215d1cb137c8/3680e9a7-80c0-4da3-bf51-c9dee80d83e0) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:30.046746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a02e8c4a-5712-4086-abcc-4c85f728ad15 None None] Port ce598053-f315-4ec5-bf26-1eab50fc34c2 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:15:30.063989 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:30.136548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a02e8c4a-5712-4086-abcc-4c85f728ad15 None None] Provisioning complete for port 0dda1a82-7345-41f1-a55a-4eb0c766d8df triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:30.137977 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a02e8c4a-5712-4086-abcc-4c85f728ad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:30.173486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0dda1a82-7345-41f1-a55a-4eb0c766d8df up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:15:30.662305 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:30.677385 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:30.679955 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:30.733369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0dda1a82-7345-41f1-a55a-4eb0c766d8df triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:30.734465 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:30.792507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=ce598053-f315-4ec5-bf26-1eab50fc34c2,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:30.796312 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:30.822493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-92663992-a264-4720-a03b-c2d303e1089e None None] Provisioning complete for port ce598053-f315-4ec5-bf26-1eab50fc34c2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:30.823253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-92663992-a264-4720-a03b-c2d303e1089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:30.832167 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:30.864509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:30.956808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Subnet': ['ID=eddda311-13ee-4263-bac1-215d1cb137c8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:31.013530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Network 116bfc74-7e66-4114-9ef7-2b2e7edc0872 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:31.015340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-92663992-a264-4720-a03b-c2d303e1089e None None] Port ce598053-f315-4ec5-bf26-1eab50fc34c2 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:15:31.022591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:31.031858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:31.034110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network cd65aa7e-3c36-45d4-941d-1045a3db9f4a is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:31.035783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:31.084003 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:31.107422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116bfc74-7e66-4114-9ef7-2b2e7edc0872']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:31.124415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107ecc83-1035-4b10-a1f0-81d2bfa3bb39') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:31.124728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107ecc83-1035-4b10-a1f0-81d2bfa3bb39') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:31.136739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:31.165921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:31.190413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Pushing event updated for resources: {'Port': ['ID=3680e9a7-80c0-4da3-bf51-c9dee80d83e0,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:31.198404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:31.198974 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:31.247042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Attempting to bind port 3680e9a7-80c0-4da3-bf51-c9dee80d83e0 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:15:31.247438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Attempting to bind port 3680e9a7-80c0-4da3-bf51-c9dee80d83e0 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '107ecc83-1035-4b10-a1f0-81d2bfa3bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '116bfc74-7e66-4114-9ef7-2b2e7edc0872'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:15:31.247817 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Attempting to bind port 3680e9a7-80c0-4da3-bf51-c9dee80d83e0 on network 116bfc74-7e66-4114-9ef7-2b2e7edc0872 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:31.256238 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:31.276042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:15:31.276488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Checking segment: {'id': '107ecc83-1035-4b10-a1f0-81d2bfa3bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '116bfc74-7e66-4114-9ef7-2b2e7edc0872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:31.276910 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:31.277322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Bound using segment: {'id': '107ecc83-1035-4b10-a1f0-81d2bfa3bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '116bfc74-7e66-4114-9ef7-2b2e7edc0872'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:15:31.277845 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Bound port: 3680e9a7-80c0-4da3-bf51-c9dee80d83e0, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107ecc83-1035-4b10-a1f0-81d2bfa3bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '116bfc74-7e66-4114-9ef7-2b2e7edc0872'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:15:31.282540 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:31.292232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d6d29fb1-bfc1-433d-9708-131d8b5c7e91 None None] Provisioning complete for port ce598053-f315-4ec5-bf26-1eab50fc34c2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:31.292642 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d6d29fb1-bfc1-433d-9708-131d8b5c7e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:31.401674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router ff7c4813-6d35-417d-aec1-4efc60f50a25 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:15:31.409723 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.db.api [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 19:15:31.409723 n-d-815373-6 neutron-server[109887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 19:15:31.409723 n-d-815373-6 neutron-server[109887]: [parameters: {'id': '116bfc74-7e66-4114-9ef7-2b2e7edc0872'}] Nov 19 19:15:31.409723 n-d-815373-6 neutron-server[109887]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:15:31.410127 n-d-815373-6 neutron-server[109887]: DEBUG oslo_db.api [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:15:31.420213 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d6d29fb1-bfc1-433d-9708-131d8b5c7e91 None None] Port ce598053-f315-4ec5-bf26-1eab50fc34c2 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:15:31.526871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] For port 3680e9a7-80c0-4da3-bf51-c9dee80d83e0, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:15:31.534566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] For port 3680e9a7-80c0-4da3-bf51-c9dee80d83e0, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3680e9a7-80c0-4da3-bf51-c9dee80d83e0,segment=NetworkSegment(107ecc83-1035-4b10-a1f0-81d2bfa3bb39),segment_id=107ecc83-1035-4b10-a1f0-81d2bfa3bb39)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:15:31.547601 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:31.678321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:31.688586 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b745d-7ae8-431b-8a8b-c2703d026355 None None] Sync routers for ids ['ff7c4813-6d35-417d-aec1-4efc60f50a25'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:31.695235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36670) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:31.700544 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8c942d3e-9383-4230-8163-00fae2792872 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/ff7c4813-6d35-417d-aec1-4efc60f50a25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9945743 Nov 19 19:15:31.703905 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b745d-7ae8-431b-8a8b-c2703d026355 None None] Routers {'ff7c4813-6d35-417d-aec1-4efc60f50a25'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:31.713263 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4b5b745d-7ae8-431b-8a8b-c2703d026355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ff7c4813-6d35-417d-aec1-4efc60f50a25'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:31.722098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-98ae30f7-4b3e-4525-b271-c553ce1b1c79 None None] Provisioning complete for port ce598053-f315-4ec5-bf26-1eab50fc34c2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:31.722552 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-98ae30f7-4b3e-4525-b271-c553ce1b1c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:31.764206 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4b5b745d-7ae8-431b-8a8b-c2703d026355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:31.773580 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b745d-7ae8-431b-8a8b-c2703d026355 None None] Routers {'ff7c4813-6d35-417d-aec1-4efc60f50a25'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:31.774589 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4b5b745d-7ae8-431b-8a8b-c2703d026355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ff7c4813-6d35-417d-aec1-4efc60f50a25'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:31.786682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26cf5f-8785-46af-8c43-5aa4eb95d937 None None] Pushing event updated for resources: {'Port': ['ID=3680e9a7-80c0-4da3-bf51-c9dee80d83e0,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:31.793555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4121dfad-97c4-4da3-93c3-75674ea4bd3c None None] Network 116bfc74-7e66-4114-9ef7-2b2e7edc0872 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:31.797717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-98ae30f7-4b3e-4525-b271-c553ce1b1c79 None None] Port ce598053-f315-4ec5-bf26-1eab50fc34c2 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:15:31.851596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba0542-c7f7-490e-bf5d-6b973346a925 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:31.866526 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36674) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:31.866996 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-50ba0542-c7f7-490e-bf5d-6b973346a925 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports/ce598053-f315-4ec5-bf26-1eab50fc34c2 HTTP/1.1" status: 200 len: 983 time: 0.1700757 Nov 19 19:15:31.877545 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4b5b745d-7ae8-431b-8a8b-c2703d026355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:31.879263 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b745d-7ae8-431b-8a8b-c2703d026355 None None] The sync data for ids ['ff7c4813-6d35-417d-aec1-4efc60f50a25'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:31.913972 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.070107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Deleting port 3680e9a7-80c0-4da3-bf51-c9dee80d83e0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:32.070107 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.098585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4aca6f-df00-4018-af09-01dc669c32d6 None None] Network 116bfc74-7e66-4114-9ef7-2b2e7edc0872 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:32.148873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] For port 3680e9a7-80c0-4da3-bf51-c9dee80d83e0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3680e9a7-80c0-4da3-bf51-c9dee80d83e0,segment=NetworkSegment(107ecc83-1035-4b10-a1f0-81d2bfa3bb39),segment_id=107ecc83-1035-4b10-a1f0-81d2bfa3bb39)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:32.149525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.176264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Calling delete_port for 3680e9a7-80c0-4da3-bf51-c9dee80d83e0 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:32.323367 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.357842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a513bfd4-075e-49cd-9294-e8483024f471 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:15:32.377097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No DVR routers for this DVR port 3680e9a7-80c0-4da3-bf51-c9dee80d83e0 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:32.379512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Port': ['ID=3680e9a7-80c0-4da3-bf51-c9dee80d83e0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:32.492507 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.519596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116bfc74-7e66-4114-9ef7-2b2e7edc0872']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:32.534985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513bfd4-075e-49cd-9294-e8483024f471 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:15:32.539793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107ecc83-1035-4b10-a1f0-81d2bfa3bb39') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:32.540088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107ecc83-1035-4b10-a1f0-81d2bfa3bb39') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:32.562365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.592626 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.607472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:32.607981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:32.676184 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:32.683951 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ed1a-4855-44f5-91d8-b34488b78d9a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.738816 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.753667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.762669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/116bfc74-7e66-4114-9ef7-2b2e7edc0872 HTTP/1.1" status: 204 len: 168 time: 3.2618086 Nov 19 19:15:32.783924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258fd44-2fc9-47e6-b13a-8094daabea92 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=116bfc74-7e66-4114-9ef7-2b2e7edc0872,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:32.785458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36684) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:32.817727 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-689c28c0-8189-4bfd-892d-1991d50ee8c0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:32.818579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689c28c0-8189-4bfd-892d-1991d50ee8c0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:32.824193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-689c28c0-8189-4bfd-892d-1991d50ee8c0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/116bfc74-7e66-4114-9ef7-2b2e7edc0872 HTTP/1.1" status: 404 len: 339 time: 0.0313914 Nov 19 19:15:32.827871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36686) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:32.833951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1965125682', 'description': 'd1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:32.867553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:32.873421 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.936820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:32.963019 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:32.964229 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment 643f128c-7132-4a6a-a15f-a5a210e6b941 of type vlan for network ced192bd-c55b-4c40-8a92-3e83ad8e14d6 Nov 19 19:15:33.049311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba70b24-8871-4f17-8ec5-dd2e6d092238 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:15:33.059938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:33.128897 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:33.137518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:33.140383 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:33.196469 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3675318 Nov 19 19:15:33.205508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba70b24-8871-4f17-8ec5-dd2e6d092238 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:15:33.210002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36690) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:33.375369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3de9f-83d0-4d06-aad3-ebbb50cf9c59 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=ced192bd-c55b-4c40-8a92-3e83ad8e14d6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:33.411478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network ced192bd-c55b-4c40-8a92-3e83ad8e14d6 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:33.426504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ae2a16-fec5-4e43-87c2-e2198cc92391 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:33.430676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b7ae2a16-fec5-4e43-87c2-e2198cc92391 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/networks?id=ced192bd-c55b-4c40-8a92-3e83ad8e14d6 HTTP/1.1" status: 200 len: 761 time: 0.2168770 Nov 19 19:15:33.431734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36696) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:33.437911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b9f2c7b3-43dc-4232-b281-1a566717ef55 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'description': 'd2'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:33.471504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5ed1a-4855-44f5-91d8-b34488b78d9a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port ce598053-f315-4ec5-bf26-1eab50fc34c2 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:33.471875 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ed1a-4855-44f5-91d8-b34488b78d9a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:33.656674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ed1a-4855-44f5-91d8-b34488b78d9a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:33.721837 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c7b3-43dc-4232-b281-1a566717ef55 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:33.725305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5ed1a-4855-44f5-91d8-b34488b78d9a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for ce598053-f315-4ec5-bf26-1eab50fc34c2 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:33.745973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c7b3-43dc-4232-b281-1a566717ef55 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:33.855902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9f2c7b3-43dc-4232-b281-1a566717ef55 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network ced192bd-c55b-4c40-8a92-3e83ad8e14d6 is not hosted by any dhcp agent {{(pid=109887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 19:15:33.871562 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f2c7b3-43dc-4232-b281-1a566717ef55 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:33.872244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c7b3-43dc-4232-b281-1a566717ef55 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:33.873691 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b9f2c7b3-43dc-4232-b281-1a566717ef55 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "PUT /v2.0/networks/ced192bd-c55b-4c40-8a92-3e83ad8e14d6 HTTP/1.1" status: 200 len: 758 time: 0.4417603 Nov 19 19:15:33.876417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36704) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:33.923863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2c7b3-43dc-4232-b281-1a566717ef55 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=ced192bd-c55b-4c40-8a92-3e83ad8e14d6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:33.936703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network ced192bd-c55b-4c40-8a92-3e83ad8e14d6 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:34.042371 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:15:34.060285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaeebfd-3532-462a-9c90-a19d9e9ca8fc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:34.068200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36706) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:34.068665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9aaeebfd-3532-462a-9c90-a19d9e9ca8fc tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/networks?id=ced192bd-c55b-4c40-8a92-3e83ad8e14d6 HTTP/1.1" status: 200 len: 761 time: 0.1899974 Nov 19 19:15:34.074354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2134649725'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:34.129289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:34.135247 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:34.192082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:34.209096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36710) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:34.213078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ed1a-4855-44f5-91d8-b34488b78d9a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:34.226849 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:34.226849 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment 060b925b-3d3d-4bb6-adb8-7f9b8f7e632e of type vlan for network 631cc179-e44d-4ba5-bf3d-d3abb7ca56c2 Nov 19 19:15:34.253478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5ed1a-4855-44f5-91d8-b34488b78d9a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=ce598053-f315-4ec5-bf26-1eab50fc34c2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:34.355466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:34.446660 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:34.456088 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ed1a-4855-44f5-91d8-b34488b78d9a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:34.463116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:34.468311 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:34.812477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc5ed1a-4855-44f5-91d8-b34488b78d9a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router ff7c4813-6d35-417d-aec1-4efc60f50a25 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:15:34.966308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc5ed1a-4855-44f5-91d8-b34488b78d9a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:34.979084 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9dc5ed1a-4855-44f5-91d8-b34488b78d9a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/ff7c4813-6d35-417d-aec1-4efc60f50a25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1111941 Nov 19 19:15:34.979720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36720) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:34.981289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97132ca-0dad-43e2-8820-e7023ca1ab9c None None] Sync routers for ids ['ff7c4813-6d35-417d-aec1-4efc60f50a25'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:34.999664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97132ca-0dad-43e2-8820-e7023ca1ab9c None None] Routers {'ff7c4813-6d35-417d-aec1-4efc60f50a25'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:35.000313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b97132ca-0dad-43e2-8820-e7023ca1ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ff7c4813-6d35-417d-aec1-4efc60f50a25'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:35.110025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b97132ca-0dad-43e2-8820-e7023ca1ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:35.128274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97132ca-0dad-43e2-8820-e7023ca1ab9c None None] Routers {'ff7c4813-6d35-417d-aec1-4efc60f50a25'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:35.128922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b97132ca-0dad-43e2-8820-e7023ca1ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ff7c4813-6d35-417d-aec1-4efc60f50a25'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:35.193523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b97132ca-0dad-43e2-8820-e7023ca1ab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:35.194288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97132ca-0dad-43e2-8820-e7023ca1ab9c None None] The sync data for ids ['ff7c4813-6d35-417d-aec1-4efc60f50a25'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:35.289712 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2196209 Nov 19 19:15:35.291462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36722) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:35.311399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'network_id': '631cc179-e44d-4ba5-bf3d-d3abb7ca56c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:35.351156 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-b0b55825-0e40-4ad7-996a-bc6aba528e02 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] remove_router_interface failed (client error): The resource could not be found. Nov 19 19:15:35.355203 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b0b55825-0e40-4ad7-996a-bc6aba528e02 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/ff7c4813-6d35-417d-aec1-4efc60f50a25/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3744581 Nov 19 19:15:35.355798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36724) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:35.378363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01eca7-de1a-4c15-b4f3-1de5a5eb4c45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=631cc179-e44d-4ba5-bf3d-d3abb7ca56c2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:35.390704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 631cc179-e44d-4ba5-bf3d-d3abb7ca56c2 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:35.402247 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6400cdd1-adb7-4b76-84a4-4f03e0eb0e63 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff7c4813-6d35-417d-aec1-4efc60f50a25 HTTP/1.1" status: 200 len: 205 time: 0.0453134 Nov 19 19:15:35.402854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36726) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:35.512811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:35.514576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd88a-24e3-4f2e-8685-d33e48015143 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:35.516354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:35.787982 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd88a-24e3-4f2e-8685-d33e48015143 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:35.790274 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd88a-24e3-4f2e-8685-d33e48015143 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:35.840406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd88a-24e3-4f2e-8685-d33e48015143 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:35.841075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbfd88a-24e3-4f2e-8685-d33e48015143 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Fanout notify agent at l3_agent the message router_deleted on router ff7c4813-6d35-417d-aec1-4efc60f50a25 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:15:35.851307 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bbfd88a-24e3-4f2e-8685-d33e48015143 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:35.855063 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3bbfd88a-24e3-4f2e-8685-d33e48015143 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/ff7c4813-6d35-417d-aec1-4efc60f50a25 HTTP/1.1" status: 204 len: 168 time: 0.4489224 Nov 19 19:15:35.855582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36742) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:35.859148 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:35.925021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3ff935-8a09-48a0-a8e1-77bfa9793b4f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting subnet fb868b8e-11bd-4643-9f1c-7da3edcaaf70 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:15:35.928391 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff935-8a09-48a0-a8e1-77bfa9793b4f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:35.986262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=007e6d43-46be-4f86-889f-4d41096e4a96,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:35.992693 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff935-8a09-48a0-a8e1-77bfa9793b4f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:35.997516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking segment: {'id': '060b925b-3d3d-4bb6-adb8-7f9b8f7e632e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '631cc179-e44d-4ba5-bf3d-d3abb7ca56c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:35.998746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network hostable DHCP agents. Network: 631cc179-e44d-4ba5-bf3d-d3abb7ca56c2, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:36.038146 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.108853 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff935-8a09-48a0-a8e1-77bfa9793b4f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.150993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network 631cc179-e44d-4ba5-bf3d-d3abb7ca56c2 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:36.169448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 631cc179-e44d-4ba5-bf3d-d3abb7ca56c2) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:36.178583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:36.179867 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.182330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b381646-b9bf-4845-939a-ab73b081c15b None None] Network 631cc179-e44d-4ba5-bf3d-d3abb7ca56c2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:36.226238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff935-8a09-48a0-a8e1-77bfa9793b4f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.286034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-501596d2-1e66-4a01-9d07-72fe45d2fc27 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9795930 Nov 19 19:15:36.288639 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36750) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:36.300502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ff935-8a09-48a0-a8e1-77bfa9793b4f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Subnet': ['ID=fb868b8e-11bd-4643-9f1c-7da3edcaaf70,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:36.320276 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff935-8a09-48a0-a8e1-77bfa9793b4f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.326055 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1f3ff935-8a09-48a0-a8e1-77bfa9793b4f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/fb868b8e-11bd-4643-9f1c-7da3edcaaf70 HTTP/1.1" status: 204 len: 168 time: 0.4670858 Nov 19 19:15:36.331724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f9f38-f0da-4f48-b1ac-7f1428581651 None None] Network cd65aa7e-3c36-45d4-941d-1045a3db9f4a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:36.332947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36752) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:36.430558 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.507657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.510440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c427fd6-f7d5-416a-9a50-1cecc25b9979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-631cc179-e44d-4ba5-bf3d-d3abb7ca56c2', 'network_id': '631cc179-e44d-4ba5-bf3d-d3abb7ca56c2', 'tenant_id': 'f937304ea61f4d25935bb417c15a8e07', 'fixed_ips': [{'subnet_id': '007e6d43-46be-4f86-889f-4d41096e4a96'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:36.512113 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8c427fd6-f7d5-416a-9a50-1cecc25b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.521727 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.593587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] Deleting port effd2362-7fe0-4436-b316-a60ce18413ce {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:36.594101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.598050 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.656703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 0dda1a82-7345-41f1-a55a-4eb0c766d8df {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:36.657389 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.660698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Subnet': ['ID=007e6d43-46be-4f86-889f-4d41096e4a96,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-8c427fd6-f7d5-416a-9a50-1cecc25b9979 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 007e6d43-46be-4f86-889f-4d41096e4a96: This subnet is being modified by another concurrent operation. Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 007e6d43-46be-4f86-889f-4d41096e4a96: This subnet is being modified by another concurrent operation. Nov 19 19:15:36.663699 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:15:36.722254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6878fa-0070-494e-a511-6ec5a22fda5f None None] Network 631cc179-e44d-4ba5-bf3d-d3abb7ca56c2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:36.756851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port 0dda1a82-7345-41f1-a55a-4eb0c766d8df, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0dda1a82-7345-41f1-a55a-4eb0c766d8df,segment=NetworkSegment(f0dcdf75-c0fd-43c0-abf2-3375dfe218b3),segment_id=f0dcdf75-c0fd-43c0-abf2-3375dfe218b3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:36.757274 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.761252 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.786560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631cc179-e44d-4ba5-bf3d-d3abb7ca56c2']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:36.787972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 0dda1a82-7345-41f1-a55a-4eb0c766d8df owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:36.799580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060b925b-3d3d-4bb6-adb8-7f9b8f7e632e') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:36.800246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060b925b-3d3d-4bb6-adb8-7f9b8f7e632e') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:36.811513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.834153 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.850861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:36.851914 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.910019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] For port effd2362-7fe0-4436-b316-a60ce18413ce, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=effd2362-7fe0-4436-b316-a60ce18413ce,segment=NetworkSegment(e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da),segment_id=e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:36.910397 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:36.918041 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:36.937872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] Calling delete_port for effd2362-7fe0-4436-b316-a60ce18413ce owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:36.973682 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.982169 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:36.988227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/631cc179-e44d-4ba5-bf3d-d3abb7ca56c2 HTTP/1.1" status: 204 len: 168 time: 0.6957397 Nov 19 19:15:36.996487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36754) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:37.009000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f419e-86d2-4884-9016-56fa7e7ec866 None None] DHCP port deletion for cd65aa7e-3c36-45d4-941d-1045a3db9f4a request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:37.047228 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4547c92-4950-402c-859e-127db69fd7b9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=631cc179-e44d-4ba5-bf3d-d3abb7ca56c2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:37.089613 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ab0034-dc06-4868-9a18-97921482677d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] GET failed (client error): The resource could not be found. Nov 19 19:15:37.092748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b0ab0034-dc06-4868-9a18-97921482677d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/subnets/007e6d43-46be-4f86-889f-4d41096e4a96 HTTP/1.1" status: 404 len: 337 time: 0.0941441 Nov 19 19:15:37.095615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36762) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:37.104079 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:37.105182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f42f419e-86d2-4884-9016-56fa7e7ec866 None None] Deleting port 0dda1a82-7345-41f1-a55a-4eb0c766d8df {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:37.105617 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f42f419e-86d2-4884-9016-56fa7e7ec866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:37.154570 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6477b9-0940-4550-a6d2-702a9168352d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:37.155258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6477b9-0940-4550-a6d2-702a9168352d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:37.169922 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2f6477b9-0940-4550-a6d2-702a9168352d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/631cc179-e44d-4ba5-bf3d-d3abb7ca56c2 HTTP/1.1" status: 404 len: 339 time: 0.0696976 Nov 19 19:15:37.170736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36766) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:37.206442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No DVR routers for this DVR port 0dda1a82-7345-41f1-a55a-4eb0c766d8df on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:37.216717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f42f419e-86d2-4884-9016-56fa7e7ec866 None None] For port 0dda1a82-7345-41f1-a55a-4eb0c766d8df, host n-d-815373-6, got binding levels [] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:37.217244 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f42f419e-86d2-4884-9016-56fa7e7ec866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:37.244182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f42f419e-86d2-4884-9016-56fa7e7ec866 None None] Calling delete_port for 0dda1a82-7345-41f1-a55a-4eb0c766d8df owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:37.247744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.ipam_backend_mixin [None req-f42f419e-86d2-4884-9016-56fa7e7ec866 None None] Port 0dda1a82-7345-41f1-a55a-4eb0c766d8df was not found and therefore no delete operation was performed {{(pid=109889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:15:37.249153 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f42f419e-86d2-4884-9016-56fa7e7ec866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:37.255781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=0dda1a82-7345-41f1-a55a-4eb0c766d8df,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:37.319158 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f419e-86d2-4884-9016-56fa7e7ec866 None None] Pushing event deleted for resources: {'Port': ['ID=0dda1a82-7345-41f1-a55a-4eb0c766d8df,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:37.331029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f419e-86d2-4884-9016-56fa7e7ec866 None None] No DVR routers for this DVR port 0dda1a82-7345-41f1-a55a-4eb0c766d8df on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:37.363723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b52c64-82c1-4930-8bfd-4ed2044c4069 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:15:37.468963 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:37.475987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5239a1-a405-4c75-86d9-a93cb7705f73 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:37.477530 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7c5239a1-a405-4c75-86d9-a93cb7705f73 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3057792 Nov 19 19:15:37.484323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36770) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:37.545352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-020fe7a4-f967-4032-a559-127fe5648730 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 207 time: 0.0599539 Nov 19 19:15:37.549413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36772) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:37.551229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b52c64-82c1-4930-8bfd-4ed2044c4069 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:15:37.558673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd65aa7e-3c36-45d4-941d-1045a3db9f4a']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:37.592510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0dcdf75-c0fd-43c0-abf2-3375dfe218b3') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:37.602086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0dcdf75-c0fd-43c0-abf2-3375dfe218b3') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:37.620330 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:37.639049 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:37.684590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:37.685103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:37.688327 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:37.773200 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:37.779452 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:37.792958 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:37.801389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/networks/cd65aa7e-3c36-45d4-941d-1045a3db9f4a HTTP/1.1" status: 204 len: 168 time: 1.4602716 Nov 19 19:15:37.809369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36774) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:37.852127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-533432273'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:37.914036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=effd2362-7fe0-4436-b316-a60ce18413ce,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:37.952974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc897e6-cd3a-4b42-ab56-423d07155f51 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Network': ['ID=cd65aa7e-3c36-45d4-941d-1045a3db9f4a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:38.034352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:38.044879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:38.099183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:38.113380 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:38.114003 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added segment 448663b3-98e6-4791-b83d-83b50f6af09f of type vlan for network 47f89ff7-6ee0-4ab6-833b-c68b0e060436 Nov 19 19:15:38.238895 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5d443825-b867-489d-a0e0-42edb7840590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:38.256149 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:38.290225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0dda1a82-7345-41f1-a55a-4eb0c766d8df no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:38.317729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:38.327063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:38.328117 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:38.337647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 0dda1a82-7345-41f1-a55a-4eb0c766d8df {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:38.338045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0dda1a82-7345-41f1-a55a-4eb0c766d8df not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:38.430582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95ba36-055f-47b4-bb9b-784bc766dc2f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:38.442892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95ba36-055f-47b4-bb9b-784bc766dc2f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:38.460740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95ba36-055f-47b4-bb9b-784bc766dc2f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:38.471230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95ba36-055f-47b4-bb9b-784bc766dc2f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:38.478619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5a95ba36-055f-47b4-bb9b-784bc766dc2f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.9246707 Nov 19 19:15:38.478954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36782) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:38.514105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6723349 Nov 19 19:15:38.523812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36784) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:38.528992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'subnet': {'network_id': '47f89ff7-6ee0-4ab6-833b-c68b0e060436', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:38.603614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5be4c1-9e62-4776-afb5-d703a50d0ba7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Network': ['ID=47f89ff7-6ee0-4ab6-833b-c68b0e060436,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:38.617111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 47f89ff7-6ee0-4ab6-833b-c68b0e060436 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:38.617449 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:38.691862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:38.696134 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:38.763292 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e1281864-25b8-4eab-a5c5-7400a3f9e65d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2828960 Nov 19 19:15:38.768779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36786) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:38.833659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7dfde1-e0c6-4fbf-aba0-02f36ab0d549 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:38.835352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7dfde1-e0c6-4fbf-aba0-02f36ab0d549 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:38.840176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ce7dfde1-e0c6-4fbf-aba0-02f36ab0d549 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0669188 Nov 19 19:15:38.841705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36788) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:38.955578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9bb7f3-021c-4d24-9f50-cd126a862ccf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:38.957973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9bb7f3-021c-4d24-9f50-cd126a862ccf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['shared'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:38.964100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3e9bb7f3-021c-4d24-9f50-cd126a862ccf tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1209304 Nov 19 19:15:38.964982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36790) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:39.071710 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:39.118240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44435b05-e4a2-4e6b-8ed8-1b761c35e732 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:39.125077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-44435b05-e4a2-4e6b-8ed8-1b761c35e732 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/networks/e66829d2-7d63-4d99-be5a-c461e8243a61 HTTP/1.1" status: 200 len: 800 time: 0.1566594 Nov 19 19:15:39.126171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36792) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:39.163111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Subnet': ['ID=c079b890-a5e1-4405-930e-54df4351a915,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:39.171380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Checking segment: {'id': '448663b3-98e6-4791-b83d-83b50f6af09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '47f89ff7-6ee0-4ab6-833b-c68b0e060436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:39.172202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network hostable DHCP agents. Network: 47f89ff7-6ee0-4ab6-833b-c68b0e060436, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:39.194832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 47f89ff7-6ee0-4ab6-833b-c68b0e060436 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:39.210982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 47f89ff7-6ee0-4ab6-833b-c68b0e060436) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:39.225187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f5f80-2c87-4a17-86a2-0ecd609cff1c None None] Network 47f89ff7-6ee0-4ab6-833b-c68b0e060436 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:39.246049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:39.252472 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:39.290441 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-04ac1221-901a-4670-82c6-18edd35b204b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7652423 Nov 19 19:15:39.292891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36796) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:39.303973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-08287b03-c83c-41b2-8167-1f25b9efe643 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1939630536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:39.370988 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08287b03-c83c-41b2-8167-1f25b9efe643 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:39.372105 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08287b03-c83c-41b2-8167-1f25b9efe643 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:39.469330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08287b03-c83c-41b2-8167-1f25b9efe643 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:39.477189 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08287b03-c83c-41b2-8167-1f25b9efe643 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:39.482396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-99b99ed3-64ce-441f-ba60-8e70fbf4ee40 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/networks/e66829d2-7d63-4d99-be5a-c461e8243a61?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3533547 Nov 19 19:15:39.486620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36806) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:39.505631 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08287b03-c83c-41b2-8167-1f25b9efe643 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:39.509715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08287b03-c83c-41b2-8167-1f25b9efe643 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2157061 Nov 19 19:15:39.512664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36808) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:39.530244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] Router d94e0061-9c04-4558-87bf-b3dc89ce055e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:15:39.541359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-47f89ff7-6ee0-4ab6-833b-c68b0e060436', 'network_id': '47f89ff7-6ee0-4ab6-833b-c68b0e060436', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'fixed_ips': [{'subnet_id': 'c079b890-a5e1-4405-930e-54df4351a915'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:39.542266 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:39.616286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a387b6-a5dc-4a62-b66c-1c4d46d878fa tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:39.616286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a8a387b6-a5dc-4a62-b66c-1c4d46d878fa tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/subnets/5e5a29dc-ee72-41a4-8e08-07901ad4583d HTTP/1.1" status: 200 len: 811 time: 0.1176434 Nov 19 19:15:39.674978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36814) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:39.855723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Allocated IP 2001:db8::2 (47f89ff7-6ee0-4ab6-833b-c68b0e060436/c079b890-a5e1-4405-930e-54df4351a915/fb10d822-8053-4ad2-864b-30c88d73de8f) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:39.986948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b2e38-5d83-496d-b435-33da31d924a0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:39.988653 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3d3b2e38-5d83-496d-b435-33da31d924a0 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "GET /v2.0/subnets/5e5a29dc-ee72-41a4-8e08-07901ad4583d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1383686 Nov 19 19:15:40.058524 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36820) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:40.068950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-755836333'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:40.185890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:40.190254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:40.220531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:40.232579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:40.233224 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Added segment 40c71243-b30b-482c-8d0e-05316e5939d4 of type vlan for network bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 Nov 19 19:15:40.281470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:40.293325 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217ce1f-883b-4d44-867f-7768cd538e64 None None] Sync routers for ids ['d94e0061-9c04-4558-87bf-b3dc89ce055e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:40.303710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2ed57b72-06e0-4468-b6b9-26910bdf02d3 admin admin] 10.222.0.50 "PUT /v2.0/routers/d94e0061-9c04-4558-87bf-b3dc89ce055e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0894215 Nov 19 19:15:40.310642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36822) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:40.316891 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217ce1f-883b-4d44-867f-7768cd538e64 None None] Routers {'d94e0061-9c04-4558-87bf-b3dc89ce055e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:40.317522 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4217ce1f-883b-4d44-867f-7768cd538e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d94e0061-9c04-4558-87bf-b3dc89ce055e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:40.333518 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:40.415298 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:40.460071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:40.475492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:40.476356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:40.516198 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:40.542583 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:40.625913 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4217ce1f-883b-4d44-867f-7768cd538e64 None None] Set router d94e0061-9c04-4558-87bf-b3dc89ce055e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:15:40.633194 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:40.653561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Network': ['ID=bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:40.694250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Network 47f89ff7-6ee0-4ab6-833b-c68b0e060436 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:40.754660 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8ec27ab2-cbb3-4e5e-821d-3ec0036a4423 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6947026 Nov 19 19:15:40.757342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:40.757887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36826) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:40.759313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Pushing event updated for resources: {'Port': ['ID=fb10d822-8053-4ad2-864b-30c88d73de8f,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:40.762616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:40.765640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'network_id': 'bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:40.915357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:40.920405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f35a2a88-6683-4e43-8c6e-29cda67973fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:40.988608 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:41.089373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Attempting to bind port fb10d822-8053-4ad2-864b-30c88d73de8f on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:15:41.089779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Attempting to bind port fb10d822-8053-4ad2-864b-30c88d73de8f by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '448663b3-98e6-4791-b83d-83b50f6af09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '47f89ff7-6ee0-4ab6-833b-c68b0e060436'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:15:41.090316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Attempting to bind port fb10d822-8053-4ad2-864b-30c88d73de8f on network 47f89ff7-6ee0-4ab6-833b-c68b0e060436 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:15:41.101943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:15:41.102334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Checking segment: {'id': '448663b3-98e6-4791-b83d-83b50f6af09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '47f89ff7-6ee0-4ab6-833b-c68b0e060436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:41.102753 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:41.103157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Bound using segment: {'id': '448663b3-98e6-4791-b83d-83b50f6af09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '47f89ff7-6ee0-4ab6-833b-c68b0e060436'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:15:41.103647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Bound port: fb10d822-8053-4ad2-864b-30c88d73de8f, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448663b3-98e6-4791-b83d-83b50f6af09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '47f89ff7-6ee0-4ab6-833b-c68b0e060436'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:15:41.104037 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:41.149794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Deleting port 671cf21e-a5a0-4cb2-8ae3-76e92150655e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:41.150272 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:41.167282 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4217ce1f-883b-4d44-867f-7768cd538e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:15:37Z', 'revision_number': 5, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port': {'id': '671cf21e-a5a0-4cb2-8ae3-76e92150655e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:02Z', 'updated_at': '2021-11-19T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:41.237565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Made reservation on behalf of f937304ea61f4d25935bb417c15a8e07 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:41.240494 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217ce1f-883b-4d44-867f-7768cd538e64 None None] Checking router: d94e0061-9c04-4558-87bf-b3dc89ce055e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:15:41.251900 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:41.255598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] For port fb10d822-8053-4ad2-864b-30c88d73de8f, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:15:41.265350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] For port fb10d822-8053-4ad2-864b-30c88d73de8f, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=fb10d822-8053-4ad2-864b-30c88d73de8f,segment=NetworkSegment(448663b3-98e6-4791-b83d-83b50f6af09f),segment_id=448663b3-98e6-4791-b83d-83b50f6af09f)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:15:41.272120 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217ce1f-883b-4d44-867f-7768cd538e64 None None] Routers {'d94e0061-9c04-4558-87bf-b3dc89ce055e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:41.274425 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4217ce1f-883b-4d44-867f-7768cd538e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d94e0061-9c04-4558-87bf-b3dc89ce055e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:41.279486 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:41.386189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] For port 671cf21e-a5a0-4cb2-8ae3-76e92150655e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=671cf21e-a5a0-4cb2-8ae3-76e92150655e,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:41.386572 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:41.394659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d43442-c8b6-4f5a-bb73-154e6e69d07c None None] Pushing event updated for resources: {'Port': ['ID=fb10d822-8053-4ad2-864b-30c88d73de8f,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:41.407287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Calling delete_port for 671cf21e-a5a0-4cb2-8ae3-76e92150655e owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:41.481306 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4217ce1f-883b-4d44-867f-7768cd538e64 None None] Set router d94e0061-9c04-4558-87bf-b3dc89ce055e gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:15:41.499087 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Performing IP validity checks on allocation pools {{(pid=109888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 19:15:41.501625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 19:15:41.573674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Allocated IP 2001:db8::1 (47f89ff7-6ee0-4ab6-833b-c68b0e060436/c079b890-a5e1-4405-930e-54df4351a915/949011d3-0f2c-42f3-99fc-999cb9fc3b4d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:41.588987 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4217ce1f-883b-4d44-867f-7768cd538e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:15:40Z', 'revision_number': 6, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:41.657009 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217ce1f-883b-4d44-867f-7768cd538e64 None None] The sync data for ids ['d94e0061-9c04-4558-87bf-b3dc89ce055e'] in n-d-815373-6 is: [{'id': 'd94e0061-9c04-4558-87bf-b3dc89ce055e', 'name': 'tempest-TaggedBootDevicesTest-220311249-router', 'tenant_id': '1d8875fb71e244b28a0e7f5159946a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:01Z', 'updated_at': '2021-11-19T19:15:40Z', 'revision_number': 6, 'project_id': '1d8875fb71e244b28a0e7f5159946a98', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:41.838726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:41.855856 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:41.877084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Pushing event deleted for resources: {'Port': ['ID=671cf21e-a5a0-4cb2-8ae3-76e92150655e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:41.905500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3bd7c2-0609-4652-a229-b03d3689c544 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:41.987344 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:41.989036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36838) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:42.004755 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.021457 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.095946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Checking segment: {'id': '40c71243-b30b-482c-8d0e-05316e5939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:42.118369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network hostable DHCP agents. Network: bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:15:42.197464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=0fdd929f-acea-432d-87fc-2a21cbb3125c,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:42.206228 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Network bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:15:42.226676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:42.234850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:42.236387 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.237620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5387056-274c-4b7d-bc3f-77734161ea4b None None] Network bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:42.242597 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.346456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device effd2362-7fe0-4436-b316-a60ce18413ce no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:42.381586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2148132b-a472-40ad-832c-2766a3ad9fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.388227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=949011d3-0f2c-42f3-99fc-999cb9fc3b4d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:42.391235 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.398832 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.408865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 47f89ff7-6ee0-4ab6-833b-c68b0e060436 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:42.411857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:42.415860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:42.416942 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.430271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: effd2362-7fe0-4436-b316-a60ce18413ce {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:42.431671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device effd2362-7fe0-4436-b316-a60ce18413ce not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:42.491875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ac53cdd6-5de9-4065-87d2-e3b7e45d1b3f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7287815 Nov 19 19:15:42.491875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36846) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:42.498110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b0b894a7-90c5-4b22-b351-456809f7ad45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:42.558539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.562802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d94e0061-9c04-4558-87bf-b3dc89ce055e {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:15:42.574030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72', 'network_id': 'bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72', 'tenant_id': 'f937304ea61f4d25935bb417c15a8e07', 'fixed_ips': [{'subnet_id': '0fdd929f-acea-432d-87fc-2a21cbb3125c'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:15:42.575627 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.577273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.582872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9d0e0ecb-5c15-4522-b5b8-e179834962bb admin admin] 10.222.0.50 "DELETE /v2.0/routers/d94e0061-9c04-4558-87bf-b3dc89ce055e HTTP/1.1" status: 204 len: 168 time: 2.2688932 Nov 19 19:15:42.591625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36848) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:42.640862 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b894a7-90c5-4b22-b351-456809f7ad45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27239747'] for subnet, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.677523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c65621-7d58-4aff-9d62-92e55f2fd0aa admin admin] Deleting subnet 4684f690-a71c-4d5c-a0d4-62034aa3e31e {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:15:42.681091 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07c65621-7d58-4aff-9d62-92e55f2fd0aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.744590 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07c65621-7d58-4aff-9d62-92e55f2fd0aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.860921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07c65621-7d58-4aff-9d62-92e55f2fd0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.864376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2148132b-a472-40ad-832c-2766a3ad9fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.874018 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b894a7-90c5-4b22-b351-456809f7ad45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774168482133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25519937'] for subnet, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.884538 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2148132b-a472-40ad-832c-2766a3ad9fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.956225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Allocated IP 172.20.0.3 (bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72/0fdd929f-acea-432d-87fc-2a21cbb3125c/248450d6-2318-438f-b9b3-ab58d8a7ff08) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:42.989003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2148132b-a472-40ad-832c-2766a3ad9fbe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8d876818680433f9f9ec815d00bf34f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9988434 Nov 19 19:15:42.989872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36850) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:42.994198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b894a7-90c5-4b22-b351-456809f7ad45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:42.995355 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b894a7-90c5-4b22-b351-456809f7ad45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:42.998957 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b0b894a7-90c5-4b22-b351-456809f7ad45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "PUT /v2.0/subnets/0fdd929f-acea-432d-87fc-2a21cbb3125c HTTP/1.1" status: 200 len: 877 time: 0.5054338 Nov 19 19:15:43.007673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36852) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:43.009948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148132b-a472-40ad-832c-2766a3ad9fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b7b143-1c9a-4d4c-a936-46682e18af4a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:43.131469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07c65621-7d58-4aff-9d62-92e55f2fd0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.217579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.231564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b894a7-90c5-4b22-b351-456809f7ad45 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event updated for resources: {'Subnet': ['ID=0fdd929f-acea-432d-87fc-2a21cbb3125c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:43.238414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.249393 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.346869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c65621-7d58-4aff-9d62-92e55f2fd0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4684f690-a71c-4d5c-a0d4-62034aa3e31e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:43.372954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-07c65621-7d58-4aff-9d62-92e55f2fd0aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.383715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-07c65621-7d58-4aff-9d62-92e55f2fd0aa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4684f690-a71c-4d5c-a0d4-62034aa3e31e HTTP/1.1" status: 204 len: 168 time: 0.7873933 Nov 19 19:15:43.383715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36858) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:43.413213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.414872 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0f41e99-91ac-4184-9afb-cb5da2bef2c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.417196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208707d8-1377-4d1a-ab35-a6520502897e None None] Network 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:43.480934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Pushing event updated for resources: {'Port': ['ID=248450d6-2318-438f-b9b3-ab58d8a7ff08,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:43.498597 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Network bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:43.503126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.511404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:43.515841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:43.567078 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0f41e99-91ac-4184-9afb-cb5da2bef2c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.587870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.607449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Attempting to bind port 248450d6-2318-438f-b9b3-ab58d8a7ff08 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:15:43.607833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Attempting to bind port 248450d6-2318-438f-b9b3-ab58d8a7ff08 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '40c71243-b30b-482c-8d0e-05316e5939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:15:43.608200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Attempting to bind port 248450d6-2318-438f-b9b3-ab58d8a7ff08 on network bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:15:43.633523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac185ab-edf6-4eb3-8351-79d5e64353d4 None None] Network 47f89ff7-6ee0-4ab6-833b-c68b0e060436 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:43.637221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:15:43.637691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Checking segment: {'id': '40c71243-b30b-482c-8d0e-05316e5939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:15:43.638381 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.638603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Bound using segment: {'id': '40c71243-b30b-482c-8d0e-05316e5939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:15:43.639310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Bound port: 248450d6-2318-438f-b9b3-ab58d8a7ff08, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c71243-b30b-482c-8d0e-05316e5939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:15:43.639440 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.716719 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.717376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Deleting port 248450d6-2318-438f-b9b3-ab58d8a7ff08 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:43.717670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.728329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.729734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.791829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3b568e02-4d7a-4e07-9127-f584bc25823e None None] Provisioning complete for port fb10d822-8053-4ad2-864b-30c88d73de8f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:43.792157 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b568e02-4d7a-4e07-9127-f584bc25823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.808850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0f41e99-91ac-4184-9afb-cb5da2bef2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.811325 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0f41e99-91ac-4184-9afb-cb5da2bef2c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.820992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b0f41e99-91ac-4184-9afb-cb5da2bef2c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8b7b143-1c9a-4d4c-a936-46682e18af4a HTTP/1.1" status: 204 len: 168 time: 0.8231487 Nov 19 19:15:43.867012 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] For port 248450d6-2318-438f-b9b3-ab58d8a7ff08, host n-d-815373-6, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:43.867012 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:43.867615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] For port 248450d6-2318-438f-b9b3-ab58d8a7ff08, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:15:43.870023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f41e99-91ac-4184-9afb-cb5da2bef2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b7b143-1c9a-4d4c-a936-46682e18af4a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:43.871289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] For port 248450d6-2318-438f-b9b3-ab58d8a7ff08, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=248450d6-2318-438f-b9b3-ab58d8a7ff08,segment=NetworkSegment(40c71243-b30b-482c-8d0e-05316e5939d4),segment_id=40c71243-b30b-482c-8d0e-05316e5939d4)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:15:43.889031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Calling delete_port for 248450d6-2318-438f-b9b3-ab58d8a7ff08 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:43.903887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Deleting port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:43.904518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.003508 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.008823 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b568e02-4d7a-4e07-9127-f584bc25823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.025563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2f8c78-c401-449f-9214-1e9189c33a73 None None] DHCP port deletion for 7a1c6979-5e19-48bb-9061-e3b65cd9ce7c request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:44.038355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] For port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2d1bac3a-0eeb-438a-942a-0f4be2eb9a02,segment=NetworkSegment(e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da),segment_id=e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:44.038949 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.070212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Calling delete_port for 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:44.299051 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.381119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device fb10d822-8053-4ad2-864b-30c88d73de8f up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:15:44.382286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=949011d3-0f2c-42f3-99fc-999cb9fc3b4d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:44.393620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 47f89ff7-6ee0-4ab6-833b-c68b0e060436 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:44.395225 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:44.417243 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.494038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3b568e02-4d7a-4e07-9127-f584bc25823e None None] For port fb10d822-8053-4ad2-864b-30c88d73de8f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=fb10d822-8053-4ad2-864b-30c88d73de8f,segment=NetworkSegment(448663b3-98e6-4791-b83d-83b50f6af09f),segment_id=448663b3-98e6-4791-b83d-83b50f6af09f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:44.503149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc5287-a355-42fc-a4e9-42ba47587a07 None None] Pushing event updated for resources: {'Port': ['ID=248450d6-2318-438f-b9b3-ab58d8a7ff08,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:44.511973 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b568e02-4d7a-4e07-9127-f584bc25823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.571394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Port': ['ID=248450d6-2318-438f-b9b3-ab58d8a7ff08,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:44.645046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-de2f8c78-c401-449f-9214-1e9189c33a73 None None] Deleting port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:44.657568 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.662073 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c78-c401-449f-9214-1e9189c33a73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.745076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router 00ce84d8-484a-440c-8a2b-404b1a86ee98 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:15:44.801362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1bac3a-0eeb-438a-942a-0f4be2eb9a02,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:44.812092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No DVR routers for this DVR port 248450d6-2318-438f-b9b3-ab58d8a7ff08 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:44.820734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] No DVR routers for this DVR port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:44.859072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-de2f8c78-c401-449f-9214-1e9189c33a73 None None] For port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02, host n-d-815373-6, got binding levels [] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:44.859436 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c78-c401-449f-9214-1e9189c33a73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.884647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-de2f8c78-c401-449f-9214-1e9189c33a73 None None] Calling delete_port for 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:44.887484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.ipam_backend_mixin [None req-de2f8c78-c401-449f-9214-1e9189c33a73 None None] Port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 was not found and therefore no delete operation was performed {{(pid=109889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:15:44.892994 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-de2f8c78-c401-449f-9214-1e9189c33a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.943824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f8c78-c401-449f-9214-1e9189c33a73 None None] No DVR routers for this DVR port 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:44.945343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port fb10d822-8053-4ad2-864b-30c88d73de8f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:44.945716 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:44.950302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b568e02-4d7a-4e07-9127-f584bc25823e None None] Pushing event updated for resources: {'Port': ['ID=fb10d822-8053-4ad2-864b-30c88d73de8f,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:45.000305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:45.015408 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9034bf33-9aa0-425a-a9c1-470c9e1737b8 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/00ce84d8-484a-440c-8a2b-404b1a86ee98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5011134 Nov 19 19:15:45.017507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36890) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:45.049464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b259a-131a-43e2-8a5c-cda9832d6177 None None] Sync routers for ids ['00ce84d8-484a-440c-8a2b-404b1a86ee98'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:45.074588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f8c78-c401-449f-9214-1e9189c33a73 None None] Pushing event deleted for resources: {'Port': ['ID=2d1bac3a-0eeb-438a-942a-0f4be2eb9a02,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:45.119505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaf5aea-31b6-437c-aab2-73f8b23e4506 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:45.127548 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fcaf5aea-31b6-437c-aab2-73f8b23e4506 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports/949011d3-0f2c-42f3-99fc-999cb9fc3b4d HTTP/1.1" status: 200 len: 911 time: 0.1069078 Nov 19 19:15:45.128559 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36894) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:45.135776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b259a-131a-43e2-8a5c-cda9832d6177 None None] Routers {'00ce84d8-484a-440c-8a2b-404b1a86ee98'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:45.136358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e17b259a-131a-43e2-8a5c-cda9832d6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['00ce84d8-484a-440c-8a2b-404b1a86ee98'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:45.151961 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.216835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.270375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1c6979-5e19-48bb-9061-e3b65cd9ce7c']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:45.292850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:45.293212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c3d21d-011d-4cd4-8ebe-b0aa5bd9d6da') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:45.295452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e17b259a-131a-43e2-8a5c-cda9832d6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:45.319720 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.328739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36900) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:45.328938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3f652029-9638-4bcb-a5b4-23054de02e23 None None] Provisioning complete for port 949011d3-0f2c-42f3-99fc-999cb9fc3b4d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:45.330037 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f652029-9638-4bcb-a5b4-23054de02e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.351957 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.372897 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.377983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:45.381561 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:45.395259 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:45.611763 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Subnet': ['ID=0fdd929f-acea-432d-87fc-2a21cbb3125c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:45.727762 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-17882eb8-004f-47b0-aa9d-b7dc2448e88d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.738684 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.768780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:45.801789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c71243-b30b-482c-8d0e-05316e5939d4') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:45.804822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c71243-b30b-482c-8d0e-05316e5939d4') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:45.841860 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.847532 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4337447c-f5e5-49b0-bf7f-f3d62dc85b7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.861822 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.871415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:45.871938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:45.900874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b259a-131a-43e2-8a5c-cda9832d6177 None None] Routers {'00ce84d8-484a-440c-8a2b-404b1a86ee98'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:45.903340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e17b259a-131a-43e2-8a5c-cda9832d6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['00ce84d8-484a-440c-8a2b-404b1a86ee98'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:45.950813 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:46.004629 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.010648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.026227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e17b259a-131a-43e2-8a5c-cda9832d6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:46.026414 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-17882eb8-004f-47b0-aa9d-b7dc2448e88d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.026896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b259a-131a-43e2-8a5c-cda9832d6177 None None] The sync data for ids ['00ce84d8-484a-440c-8a2b-404b1a86ee98'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:46.060561 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.067384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7a1c6979-5e19-48bb-9061-e3b65cd9ce7c HTTP/1.1" status: 204 len: 168 time: 2.6825099 Nov 19 19:15:46.068717 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68412c-5cda-4f2a-9f8f-a84856d2a7f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1c6979-5e19-48bb-9061-e3b65cd9ce7c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:46.071181 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.078100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 HTTP/1.1" status: 204 len: 168 time: 3.0634346 Nov 19 19:15:46.078940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36914) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:46.081420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36916) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:46.088809 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-17882eb8-004f-47b0-aa9d-b7dc2448e88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.125161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3f652029-9638-4bcb-a5b4-23054de02e23 None None] Port 949011d3-0f2c-42f3-99fc-999cb9fc3b4d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:15:46.156923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17882eb8-004f-47b0-aa9d-b7dc2448e88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fccbbf-be37-44bf-9eb9-773c1eefa8fd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:46.183313 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-17882eb8-004f-47b0-aa9d-b7dc2448e88d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8dbd739302af48c89b4a3660473d2ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8529098 Nov 19 19:15:46.186031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36920) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:46.215183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3f652029-9638-4bcb-a5b4-23054de02e23 None None] Provisioning complete for port fb10d822-8053-4ad2-864b-30c88d73de8f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:46.215335 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f652029-9638-4bcb-a5b4-23054de02e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.261919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44f27a-a8ed-433e-88b6-806ae5818782 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:46.291815 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fc9a9e-f499-40a7-8059-c3118366d1ed tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:46.293301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9fc9a9e-f499-40a7-8059-c3118366d1ed tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:46.304449 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d9fc9a9e-f499-40a7-8059-c3118366d1ed tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/subnets/0fdd929f-acea-432d-87fc-2a21cbb3125c HTTP/1.1" status: 404 len: 337 time: 0.2069483 Nov 19 19:15:46.315343 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36924) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:46.331056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8314671d-be1b-482d-8fbb-a6d92a11a10f None None] DHCP port deletion for bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:46.333049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 671cf21e-a5a0-4cb2-8ae3-76e92150655e no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:46.371163 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de82b7f2-34f1-4ee1-adc5-7a1389f520b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.382546 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 671cf21e-a5a0-4cb2-8ae3-76e92150655e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:46.383146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 671cf21e-a5a0-4cb2-8ae3-76e92150655e not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:46.383795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:46.404400 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de82b7f2-34f1-4ee1-adc5-7a1389f520b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.416597 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b615413-8106-4d43-8511-4ea4756ad8a6 None None] Network bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:46.421442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:46.422319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2d1bac3a-0eeb-438a-942a-0f4be2eb9a02 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:46.463529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b615413-8106-4d43-8511-4ea4756ad8a6 None None] Network bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 could not be found, it might have been deleted concurrently. {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 19:15:46.473964 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13e024e-c708-49af-b51f-668fbee5ad85 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:46.474525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13e024e-c708-49af-b51f-668fbee5ad85 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:46.474931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f635fa-fc11-4165-9216-d691509027b0 None None] Network bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:46.480187 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d13e024e-c708-49af-b51f-668fbee5ad85 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 HTTP/1.1" status: 404 len: 339 time: 0.1576045 Nov 19 19:15:46.481158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36928) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:46.492461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f635fa-fc11-4165-9216-d691509027b0 None None] Network bbb3eaef-9a3f-45ff-a36a-3af96ff9cc72 could not be found, it might have been deleted concurrently. {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 19:15:46.494651 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de82b7f2-34f1-4ee1-adc5-7a1389f520b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.497529 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de82b7f2-34f1-4ee1-adc5-7a1389f520b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.500852 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-de82b7f2-34f1-4ee1-adc5-7a1389f520b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02fccbbf-be37-44bf-9eb9-773c1eefa8fd HTTP/1.1" status: 204 len: 168 time: 0.3119273 Nov 19 19:15:46.554573 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f055a1d-41c9-4b09-b5b5-4132263693a9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:46.555212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f055a1d-41c9-4b09-b5b5-4132263693a9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:46.566729 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6f055a1d-41c9-4b09-b5b5-4132263693a9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/subnets/007e6d43-46be-4f86-889f-4d41096e4a96 HTTP/1.1" status: 404 len: 337 time: 0.0783026 Nov 19 19:15:46.577066 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device fb10d822-8053-4ad2-864b-30c88d73de8f up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:15:46.581294 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36934) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:46.582831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82b7f2-34f1-4ee1-adc5-7a1389f520b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fccbbf-be37-44bf-9eb9-773c1eefa8fd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:46.605787 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-4251e2d2-3326-4b00-8e3a-e4e7f8cb77f6 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:46.606322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4251e2d2-3326-4b00-8e3a-e4e7f8cb77f6 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:46.612581 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4251e2d2-3326-4b00-8e3a-e4e7f8cb77f6 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/631cc179-e44d-4ba5-bf3d-d3abb7ca56c2 HTTP/1.1" status: 404 len: 339 time: 0.0234997 Nov 19 19:15:46.614740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36936) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:46.720991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4337447c-f5e5-49b0-bf7f-f3d62dc85b7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 949011d3-0f2c-42f3-99fc-999cb9fc3b4d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:46.721238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4337447c-f5e5-49b0-bf7f-f3d62dc85b7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.734144 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.764471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bdaf173c-ca61-4fa8-952e-1958e3282da7 None None] Provisioning complete for port 949011d3-0f2c-42f3-99fc-999cb9fc3b4d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:46.764838 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bdaf173c-ca61-4fa8-952e-1958e3282da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.842571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port fb10d822-8053-4ad2-864b-30c88d73de8f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:46.842992 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.889668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.901216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf173c-ca61-4fa8-952e-1958e3282da7 None None] Port 949011d3-0f2c-42f3-99fc-999cb9fc3b4d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:15:46.903373 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4337447c-f5e5-49b0-bf7f-f3d62dc85b7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:46.906925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bdaf173c-ca61-4fa8-952e-1958e3282da7 None None] Could not find standard attr ID for object 248450d6-2318-438f-b9b3-ab58d8a7ff08. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:15:46.925845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4337447c-f5e5-49b0-bf7f-f3d62dc85b7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 949011d3-0f2c-42f3-99fc-999cb9fc3b4d owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:47.042998 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.099716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced192bd-c55b-4c40-8a92-3e83ad8e14d6']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:47.118760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643f128c-7132-4a6a-a15f-a5a210e6b941') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:47.119064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643f128c-7132-4a6a-a15f-a5a210e6b941') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:47.130019 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.136684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36950) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.148378 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.154996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5c659de-e652-459d-affe-f0ee5381b43b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.176816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:47.177104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:47.180125 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:47.258945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] Deleting port e6778661-e058-4629-8610-302b73992c73 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:47.259293 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.259660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.261833 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4337447c-f5e5-49b0-bf7f-f3d62dc85b7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.275874 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.281480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/ced192bd-c55b-4c40-8a92-3e83ad8e14d6 HTTP/1.1" status: 204 len: 168 time: 0.6658130 Nov 19 19:15:47.285481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36954) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.344398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef50ec-80ff-45af-b6aa-ce3938fe4454 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=ced192bd-c55b-4c40-8a92-3e83ad8e14d6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:47.347778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337447c-f5e5-49b0-bf7f-f3d62dc85b7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=949011d3-0f2c-42f3-99fc-999cb9fc3b4d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:47.355914 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e7367b-4531-41fb-8d4c-9a6fe1fb68a9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:47.355914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e7367b-4531-41fb-8d4c-9a6fe1fb68a9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:47.358233 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-75e7367b-4531-41fb-8d4c-9a6fe1fb68a9 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/subnets/eddda311-13ee-4263-bac1-215d1cb137c8 HTTP/1.1" status: 404 len: 337 time: 0.0705991 Nov 19 19:15:47.363344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36958) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.411488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] For port e6778661-e058-4629-8610-302b73992c73, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e6778661-e058-4629-8610-302b73992c73,segment=NetworkSegment(49252fe6-5db4-4948-b7a7-26d9b1b6fde3),segment_id=49252fe6-5db4-4948-b7a7-26d9b1b6fde3)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:47.411864 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.418968 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21d3b7e-ccf8-4675-85a2-78e07e74f8f4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:47.419549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21d3b7e-ccf8-4675-85a2-78e07e74f8f4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:47.423116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f21d3b7e-ccf8-4675-85a2-78e07e74f8f4 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/116bfc74-7e66-4114-9ef7-2b2e7edc0872 HTTP/1.1" status: 404 len: 339 time: 0.0586333 Nov 19 19:15:47.431999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36962) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.444687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5c659de-e652-459d-affe-f0ee5381b43b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.450323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] Calling delete_port for e6778661-e058-4629-8610-302b73992c73 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:47.454825 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4337447c-f5e5-49b0-bf7f-f3d62dc85b7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.471510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e5c659de-e652-459d-affe-f0ee5381b43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.474204 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4148c9be-f941-439f-844b-7432ae3c5552 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:47.474656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4148c9be-f941-439f-844b-7432ae3c5552 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:47.477745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4148c9be-f941-439f-844b-7432ae3c5552 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/subnets/c039a8ae-f205-483e-ac60-8b6514aa3456 HTTP/1.1" status: 404 len: 337 time: 0.0432909 Nov 19 19:15:47.482543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36968) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.579987 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedeb8c5-a8c7-4b6c-9e51-ab63c0a7a564 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:47.580718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eedeb8c5-a8c7-4b6c-9e51-ab63c0a7a564 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:47.586241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-eedeb8c5-a8c7-4b6c-9e51-ab63c0a7a564 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/87dafd4f-18a6-41bd-a3da-07015e63d963 HTTP/1.1" status: 404 len: 339 time: 0.0919182 Nov 19 19:15:47.590994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36972) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.595369 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e5c659de-e652-459d-affe-f0ee5381b43b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eaba0c9826554f8a9ca980846ceacf8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4549229 Nov 19 19:15:47.596333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36974) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.604774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c659de-e652-459d-affe-f0ee5381b43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b13056-b07f-4eda-aaaf-250bde96908d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:47.661942 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-12288809-0197-4123-8a06-4e129a423f62 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:47.662607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12288809-0197-4123-8a06-4e129a423f62 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:47.670617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-12288809-0197-4123-8a06-4e129a423f62 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/subnets/df7a2c84-6257-4051-a5ae-a420617a0ae6 HTTP/1.1" status: 404 len: 337 time: 0.0775146 Nov 19 19:15:47.672217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36980) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.707344 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f955bfc-9189-4b2b-8648-686177908bd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.714562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4337447c-f5e5-49b0-bf7f-f3d62dc85b7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router 00ce84d8-484a-440c-8a2b-404b1a86ee98 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:15:47.720011 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d712e54-2c4f-4b33-b231-dec7d7dbf8c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:47.720642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d712e54-2c4f-4b33-b231-dec7d7dbf8c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:47.729126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36984) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.730699 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9d712e54-2c4f-4b33-b231-dec7d7dbf8c2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/0d9ccf04-ba2c-48bd-9594-a12deb752fb8 HTTP/1.1" status: 404 len: 339 time: 0.0572553 Nov 19 19:15:47.775134 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f955bfc-9189-4b2b-8648-686177908bd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.783119 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7db7c50-3419-4295-8f13-46754633822d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:47.783662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7db7c50-3419-4295-8f13-46754633822d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:47.786839 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b7db7c50-3419-4295-8f13-46754633822d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/subnets/0010d88a-7a36-4092-ad0f-17e1af2e491d HTTP/1.1" status: 404 len: 337 time: 0.0567708 Nov 19 19:15:47.789477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36990) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.839676 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8f6b96-a02a-4ad2-b704-930cc407eced tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:47.840190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8f6b96-a02a-4ad2-b704-930cc407eced tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:47.843250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ea8f6b96-a02a-4ad2-b704-930cc407eced tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/c78c9cff-414b-4983-a547-5048b81e324a HTTP/1.1" status: 404 len: 339 time: 0.0261691 Nov 19 19:15:47.846334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36994) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.872619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.875415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4337447c-f5e5-49b0-bf7f-f3d62dc85b7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:47.878679 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2bac97-ea69-4b01-8433-82ee09146ce2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:47.879203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2bac97-ea69-4b01-8433-82ee09146ce2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:47.884739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f955bfc-9189-4b2b-8648-686177908bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.884916 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fa2bac97-ea69-4b01-8433-82ee09146ce2 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/subnets/04970cf0-1bd6-475b-9ad2-9b2552a52e44 HTTP/1.1" status: 404 len: 337 time: 0.0344605 Nov 19 19:15:47.885248 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f955bfc-9189-4b2b-8648-686177908bd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:47.886441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8f955bfc-9189-4b2b-8648-686177908bd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76b13056-b07f-4eda-aaaf-250bde96908d HTTP/1.1" status: 204 len: 168 time: 0.2895482 Nov 19 19:15:47.897853 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e665e87e-c15a-410f-ae43-9269dc7a5290 None None] Sync routers for ids ['00ce84d8-484a-440c-8a2b-404b1a86ee98'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:47.906784 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4337447c-f5e5-49b0-bf7f-f3d62dc85b7e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/00ce84d8-484a-440c-8a2b-404b1a86ee98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7769244 Nov 19 19:15:47.907956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36996) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.910108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37000) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.917127 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e665e87e-c15a-410f-ae43-9269dc7a5290 None None] Routers {'00ce84d8-484a-440c-8a2b-404b1a86ee98'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:47.920041 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e665e87e-c15a-410f-ae43-9269dc7a5290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['00ce84d8-484a-440c-8a2b-404b1a86ee98'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:47.925821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6778661-e058-4629-8610-302b73992c73,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:47.942038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f955bfc-9189-4b2b-8648-686177908bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b13056-b07f-4eda-aaaf-250bde96908d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:47.945796 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-00799700-dd49-4683-9838-0bcf224fc050 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:47.946304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00799700-dd49-4683-9838-0bcf224fc050 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:47.949451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-00799700-dd49-4683-9838-0bcf224fc050 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/7ddafd22-2d71-4f84-95e3-9014a02bfe2d HTTP/1.1" status: 404 len: 339 time: 0.0388284 Nov 19 19:15:47.960951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e3711ee7-b9fc-4a66-84ec-5e9c4982399b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ce84d8-484a-440c-8a2b-404b1a86ee98 HTTP/1.1" status: 200 len: 205 time: 0.0490179 Nov 19 19:15:47.961966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37002) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:47.963947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37004) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:48.024194 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e665e87e-c15a-410f-ae43-9269dc7a5290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:48.035241 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8694ea-5e4d-4e1b-b2bc-5dd419a834b1 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:48.036103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8694ea-5e4d-4e1b-b2bc-5dd419a834b1 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:48.039478 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ad8694ea-5e4d-4e1b-b2bc-5dd419a834b1 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/subnets/0f67fe70-a194-43ce-8af8-403c47a8dfa1 HTTP/1.1" status: 404 len: 337 time: 0.0763340 Nov 19 19:15:48.049935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37006) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:48.050622 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e665e87e-c15a-410f-ae43-9269dc7a5290 None None] Routers {'00ce84d8-484a-440c-8a2b-404b1a86ee98'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:48.051280 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e665e87e-c15a-410f-ae43-9269dc7a5290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['00ce84d8-484a-440c-8a2b-404b1a86ee98'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:48.112303 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5adac2-a33e-4dcd-b51d-8169f08bff5d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:48.114259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5adac2-a33e-4dcd-b51d-8169f08bff5d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:48.135285 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e665e87e-c15a-410f-ae43-9269dc7a5290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:48.136348 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e665e87e-c15a-410f-ae43-9269dc7a5290 None None] The sync data for ids ['00ce84d8-484a-440c-8a2b-404b1a86ee98'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:48.147000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4e5adac2-a33e-4dcd-b51d-8169f08bff5d tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/5da64d12-3a54-47ee-9c49-cea59f424107 HTTP/1.1" status: 404 len: 339 time: 0.0954654 Nov 19 19:15:48.147980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37008) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:48.193955 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab38f5a-82ce-4c3b-8f33-62fe5cfd5e08 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:48.194887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab38f5a-82ce-4c3b-8f33-62fe5cfd5e08 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:48.200477 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eeb01b17-2a2a-48ce-a0c7-0f8e4afada09 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:48.203777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37010) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:48.210356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-aab38f5a-82ce-4c3b-8f33-62fe5cfd5e08 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/subnets/21ac52b3-b8d0-4220-ba3c-b67215bb229a HTTP/1.1" status: 404 len: 337 time: 0.0570343 Nov 19 19:15:48.338481 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e9e553-92b7-455d-9edf-e8c27c03b57f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:48.339009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e9e553-92b7-455d-9edf-e8c27c03b57f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:48.344466 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e8e9e553-92b7-455d-9edf-e8c27c03b57f tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/99b7e318-7e51-4470-83f0-fd6067ef3107 HTTP/1.1" status: 404 len: 339 time: 0.1403558 Nov 19 19:15:48.349219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37018) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:48.385534 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec56c6b-6b7b-434c-b2e0-6b0e2c451578 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:48.386019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec56c6b-6b7b-434c-b2e0-6b0e2c451578 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:48.390112 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9ec56c6b-6b7b-434c-b2e0-6b0e2c451578 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/subnets/e5892269-b96d-469b-892f-554ba899de8a HTTP/1.1" status: 404 len: 337 time: 0.0392153 Nov 19 19:15:48.408471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37020) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:48.409035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37022) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:48.437863 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d42caa-3a98-41e8-bef6-6dfe79cbcd7e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] DELETE failed (client error): The resource could not be found. Nov 19 19:15:48.437863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d42caa-3a98-41e8-bef6-6dfe79cbcd7e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:15:48.437863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-68d42caa-3a98-41e8-bef6-6dfe79cbcd7e tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/33d27d46-eee3-4542-9868-cd3dfa43d75d HTTP/1.1" status: 404 len: 339 time: 0.0279334 Nov 19 19:15:48.452782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37028) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:48.559941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3879fcc-f118-4866-b9a2-2683bbc17a36 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Deleting subnet 5e5a29dc-ee72-41a4-8e08-07901ad4583d {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:15:48.568214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3879fcc-f118-4866-b9a2-2683bbc17a36 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:48.628205 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46ba6430-c351-4a5a-9d75-b8cc839a0b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:48.630935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:48.654084 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3879fcc-f118-4866-b9a2-2683bbc17a36 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:48.951077 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eeb01b17-2a2a-48ce-a0c7-0f8e4afada09 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:48.953528 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eeb01b17-2a2a-48ce-a0c7-0f8e4afada09 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.021155 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eeb01b17-2a2a-48ce-a0c7-0f8e4afada09 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.022136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb01b17-2a2a-48ce-a0c7-0f8e4afada09 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Fanout notify agent at l3_agent the message router_deleted on router 00ce84d8-484a-440c-8a2b-404b1a86ee98 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:15:49.032914 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eeb01b17-2a2a-48ce-a0c7-0f8e4afada09 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.034606 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eeb01b17-2a2a-48ce-a0c7-0f8e4afada09 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/00ce84d8-484a-440c-8a2b-404b1a86ee98 HTTP/1.1" status: 204 len: 168 time: 1.0008574 Nov 19 19:15:49.037714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37052) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:49.113134 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6b71b4-1550-4ac4-a4c8-eb9d0db6ef6e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting subnet c079b890-a5e1-4405-930e-54df4351a915 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:15:49.116779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b6b71b4-1550-4ac4-a4c8-eb9d0db6ef6e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.171622 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b6b71b4-1550-4ac4-a4c8-eb9d0db6ef6e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.276400 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3879fcc-f118-4866-b9a2-2683bbc17a36 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.292411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b6b71b4-1550-4ac4-a4c8-eb9d0db6ef6e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.346880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c8c15-63d5-4a81-aada-5e3bc27f4dd3 req-c5f2e58e-b945-434a-9153-30172fb56009 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:49.348413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc1c8c15-63d5-4a81-aada-5e3bc27f4dd3 req-c5f2e58e-b945-434a-9153-30172fb56009 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 947 time: 0.1809430 Nov 19 19:15:49.362556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b6b71b4-1550-4ac4-a4c8-eb9d0db6ef6e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.381733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46ba6430-c351-4a5a-9d75-b8cc839a0b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.394284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b71b4-1550-4ac4-a4c8-eb9d0db6ef6e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Subnet': ['ID=c079b890-a5e1-4405-930e-54df4351a915,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:49.396883 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46ba6430-c351-4a5a-9d75-b8cc839a0b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.399368 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4b6b71b4-1550-4ac4-a4c8-eb9d0db6ef6e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.405588 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4b6b71b4-1550-4ac4-a4c8-eb9d0db6ef6e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/c079b890-a5e1-4405-930e-54df4351a915 HTTP/1.1" status: 204 len: 168 time: 0.3651652 Nov 19 19:15:49.406236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37058) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:49.409782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ff451-414a-4b58-b7a3-33f275774b8a None None] Network 47f89ff7-6ee0-4ab6-833b-c68b0e060436 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:49.528720 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.534495 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-46ba6430-c351-4a5a-9d75-b8cc839a0b92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a9657ceeff74bc193a0b1bb9ed44811&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1230936 Nov 19 19:15:49.539851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37064) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:49.549366 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3879fcc-f118-4866-b9a2-2683bbc17a36 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.551307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba6430-c351-4a5a-9d75-b8cc839a0b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6bc327-a616-4177-ac1a-ed6e3859c6da,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:49.598390 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3879fcc-f118-4866-b9a2-2683bbc17a36 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5a29dc-ee72-41a4-8e08-07901ad4583d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:49.611859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc1c8c15-63d5-4a81-aada-5e3bc27f4dd3 req-95018de0-cc63-4143-88bc-fa367e1d0e3c tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233260 Nov 19 19:15:49.622589 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c3879fcc-f118-4866-b9a2-2683bbc17a36 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.633439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b6edb-0a93-4f9d-8c25-a959ea087ddd None None] Network e66829d2-7d63-4d99-be5a-c461e8243a61 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:49.633589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37068) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:49.635457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c3879fcc-f118-4866-b9a2-2683bbc17a36 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/subnets/5e5a29dc-ee72-41a4-8e08-07901ad4583d HTTP/1.1" status: 204 len: 168 time: 1.1816325 Nov 19 19:15:49.637252 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1aa5bb5c-4f99-414b-8029-736e79223a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.655505 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] Router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:15:49.735174 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1aa5bb5c-4f99-414b-8029-736e79223a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.737469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae3cbef-8e75-4e30-9423-baf65453e3cd None None] DHCP port deletion for 47f89ff7-6ee0-4ab6-833b-c68b0e060436 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:49.791419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port fb10d822-8053-4ad2-864b-30c88d73de8f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:49.792084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.804272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.848907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3cbef-8e75-4e30-9423-baf65453e3cd None None] Deleting port fb10d822-8053-4ad2-864b-30c88d73de8f {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:49.849292 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ae3cbef-8e75-4e30-9423-baf65453e3cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.853831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:49.860069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f7a2ced7-4e0d-4d95-852b-c29a608994f9 admin admin] 10.222.0.50 "PUT /v2.0/routers/a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7792509 Nov 19 19:15:49.863853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37074) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:49.916808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port fb10d822-8053-4ad2-864b-30c88d73de8f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=fb10d822-8053-4ad2-864b-30c88d73de8f,segment=NetworkSegment(448663b3-98e6-4791-b83d-83b50f6af09f),segment_id=448663b3-98e6-4791-b83d-83b50f6af09f)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:49.917168 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.945685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000948d3-399e-41ad-a626-602942eae53e None None] DHCP port deletion for e66829d2-7d63-4d99-be5a-c461e8243a61 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:49.949711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488b9d21-95ff-4997-a0c8-3e97e60599da None None] Sync routers for ids ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:49.960174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for fb10d822-8053-4ad2-864b-30c88d73de8f owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:49.969215 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1aa5bb5c-4f99-414b-8029-736e79223a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.973122 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1aa5bb5c-4f99-414b-8029-736e79223a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:49.977094 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1aa5bb5c-4f99-414b-8029-736e79223a06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f6bc327-a616-4177-ac1a-ed6e3859c6da HTTP/1.1" status: 204 len: 168 time: 0.4360156 Nov 19 19:15:49.992264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5bb5c-4f99-414b-8029-736e79223a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6bc327-a616-4177-ac1a-ed6e3859c6da,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:50.034499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b9d21-95ff-4997-a0c8-3e97e60599da None None] Routers {'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:50.035713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-488b9d21-95ff-4997-a0c8-3e97e60599da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:50.066685 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.085441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Deleting port a3d6f2ea-287d-43c2-824f-3f9e49b0c714 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:50.085800 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.107603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7ae3cbef-8e75-4e30-9423-baf65453e3cd None None] For port fb10d822-8053-4ad2-864b-30c88d73de8f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=fb10d822-8053-4ad2-864b-30c88d73de8f,segment=NetworkSegment(448663b3-98e6-4791-b83d-83b50f6af09f),segment_id=448663b3-98e6-4791-b83d-83b50f6af09f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:50.108343 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ae3cbef-8e75-4e30-9423-baf65453e3cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.136427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3cbef-8e75-4e30-9423-baf65453e3cd None None] Calling delete_port for fb10d822-8053-4ad2-864b-30c88d73de8f owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:50.212739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] For port a3d6f2ea-287d-43c2-824f-3f9e49b0c714, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a3d6f2ea-287d-43c2-824f-3f9e49b0c714,segment=NetworkSegment(e39ed4da-b352-454a-a9d0-caeacae535b1),segment_id=e39ed4da-b352-454a-a9d0-caeacae535b1)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:50.213115 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.231123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.233604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Calling delete_port for a3d6f2ea-287d-43c2-824f-3f9e49b0c714 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:50.255618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.268248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No DVR routers for this DVR port fb10d822-8053-4ad2-864b-30c88d73de8f on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:50.278624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=fb10d822-8053-4ad2-864b-30c88d73de8f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:50.280981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-000948d3-399e-41ad-a626-602942eae53e None None] Deleting port a3d6f2ea-287d-43c2-824f-3f9e49b0c714 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:50.281358 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-000948d3-399e-41ad-a626-602942eae53e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.365421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-000948d3-399e-41ad-a626-602942eae53e None None] For port a3d6f2ea-287d-43c2-824f-3f9e49b0c714, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a3d6f2ea-287d-43c2-824f-3f9e49b0c714,segment=NetworkSegment(e39ed4da-b352-454a-a9d0-caeacae535b1),segment_id=e39ed4da-b352-454a-a9d0-caeacae535b1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:50.366121 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-000948d3-399e-41ad-a626-602942eae53e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.379587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Deleting port 440bc59a-23ea-404b-9d7b-30ad943c9ca7 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:50.380086 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.380860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-000948d3-399e-41ad-a626-602942eae53e None None] Calling delete_port for a3d6f2ea-287d-43c2-824f-3f9e49b0c714 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:50.448622 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.462573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-488b9d21-95ff-4997-a0c8-3e97e60599da None None] Set router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:15:50.498572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f89ff7-6ee0-4ab6-833b-c68b0e060436']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:50.526755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448663b3-98e6-4791-b83d-83b50f6af09f') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:50.533558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448663b3-98e6-4791-b83d-83b50f6af09f') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:50.555318 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.555870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] For port 440bc59a-23ea-404b-9d7b-30ad943c9ca7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=440bc59a-23ea-404b-9d7b-30ad943c9ca7,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:50.556355 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.573385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Calling delete_port for 440bc59a-23ea-404b-9d7b-30ad943c9ca7 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:50.575894 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.583674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:50.584089 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:50.634981 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:50.659518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-adb19f80-14e5-4615-8c17-8c422a6da3bd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:50.660829 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-adb19f80-14e5-4615-8c17-8c422a6da3bd tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 947 time: 0.3012974 Nov 19 19:15:50.680093 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.707173 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.754761 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.761574 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/networks/47f89ff7-6ee0-4ab6-833b-c68b0e060436 HTTP/1.1" status: 204 len: 168 time: 1.3542864 Nov 19 19:15:50.777138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37096) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:50.777643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37098) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:50.784002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Port': ['ID=a3d6f2ea-287d-43c2-824f-3f9e49b0c714,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:50.789209 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1467108962', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:50.789385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6786a6b-cfa9-42c3-b9b5-fa8f4c645f73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Network': ['ID=47f89ff7-6ee0-4ab6-833b-c68b0e060436,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:50.797476 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] No DVR routers for this DVR port a3d6f2ea-287d-43c2-824f-3f9e49b0c714 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:50.809658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a3d6f2ea-287d-43c2-824f-3f9e49b0c714 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:50.838810 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93145d54-f588-44b7-85ba-09f74b5b3dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.858272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a3d6f2ea-287d-43c2-824f-3f9e49b0c714 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:50.858846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a3d6f2ea-287d-43c2-824f-3f9e49b0c714 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:50.859343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device fb10d822-8053-4ad2-864b-30c88d73de8f no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:50.901671 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ae3cbef-8e75-4e30-9423-baf65453e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.903788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: fb10d822-8053-4ad2-864b-30c88d73de8f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:50.904261 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device fb10d822-8053-4ad2-864b-30c88d73de8f not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:50.910129 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.910999 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.944109 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ae3cbef-8e75-4e30-9423-baf65453e3cd None None] Network 47f89ff7-6ee0-4ab6-833b-c68b0e060436 is not hosted by any dhcp agent {{(pid=109889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 19:15:50.944699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.945161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3cbef-8e75-4e30-9423-baf65453e3cd None None] No DVR routers for this DVR port fb10d822-8053-4ad2-864b-30c88d73de8f on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:50.953576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.980474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-000948d3-399e-41ad-a626-602942eae53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.985494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3cbef-8e75-4e30-9423-baf65453e3cd None None] Pushing event deleted for resources: {'Port': ['ID=fb10d822-8053-4ad2-864b-30c88d73de8f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:50.985714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66829d2-7d63-4d99-be5a-c461e8243a61']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:50.989902 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Deleting port b1fe3054-5b0d-486a-adba-e62eb940d825 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:50.990640 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:50.992715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2e7dc-19fc-4177-a03b-28db4edaa0b3 req-b1a6a948-04dc-45db-829c-25ee7eb0b93d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:50.995890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8aa2e7dc-19fc-4177-a03b-28db4edaa0b3 req-b1a6a948-04dc-45db-829c-25ee7eb0b93d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 947 time: 0.1962075 Nov 19 19:15:51.033509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Pushing event deleted for resources: {'Port': ['ID=440bc59a-23ea-404b-9d7b-30ad943c9ca7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:51.039880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000948d3-399e-41ad-a626-602942eae53e None None] No DVR routers for this DVR port a3d6f2ea-287d-43c2-824f-3f9e49b0c714 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:51.046764 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39ed4da-b352-454a-a9d0-caeacae535b1') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:51.047488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39ed4da-b352-454a-a9d0-caeacae535b1') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:51.064008 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce20e6e-025d-4701-b508-1fa6ed2bd9cc None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:51.071853 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.074001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000948d3-399e-41ad-a626-602942eae53e None None] Pushing event deleted for resources: {'Port': ['ID=a3d6f2ea-287d-43c2-824f-3f9e49b0c714,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:51.102890 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.116318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:51.117149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.154715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-488b9d21-95ff-4997-a0c8-3e97e60599da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'name': 'tempest-TaggedBootDevicesTest-1056255059-router', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:11Z', 'updated_at': '2021-11-19T19:15:47Z', 'revision_number': 5, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'gw_port': {'id': '440bc59a-23ea-404b-9d7b-30ad943c9ca7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:04:13Z', 'updated_at': '2021-11-19T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:51.156345 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.208147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488b9d21-95ff-4997-a0c8-3e97e60599da None None] Checking router: a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:51.210707 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:51.222463 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b9d21-95ff-4997-a0c8-3e97e60599da None None] Routers {'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:51.222867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-488b9d21-95ff-4997-a0c8-3e97e60599da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:51.228595 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.271663 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.278033 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] 10.222.0.50 "DELETE /v2.0/networks/e66829d2-7d63-4d99-be5a-c461e8243a61 HTTP/1.1" status: 204 len: 168 time: 1.6367021 Nov 19 19:15:51.282103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60166879-ee05-47e9-ba4f-858c5f455d15 tempest-NetworksTest-644943249 tempest-NetworksTest-644943249-project] Pushing event deleted for resources: {'Network': ['ID=e66829d2-7d63-4d99-be5a-c461e8243a61,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:51.306735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] For port b1fe3054-5b0d-486a-adba-e62eb940d825, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b1fe3054-5b0d-486a-adba-e62eb940d825,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:51.307228 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.352180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-488b9d21-95ff-4997-a0c8-3e97e60599da None None] Set router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:15:51.352350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93145d54-f588-44b7-85ba-09f74b5b3dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.361619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.377954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8aa2e7dc-19fc-4177-a03b-28db4edaa0b3 req-b2ffc663-7f77-4718-858d-75058cc2bb95 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7fddeeb-6ce1-4e2e-bc30-645e327b1010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525431 Nov 19 19:15:51.428226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93145d54-f588-44b7-85ba-09f74b5b3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.443902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-488b9d21-95ff-4997-a0c8-3e97e60599da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'name': 'tempest-TaggedBootDevicesTest-1056255059-router', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:11Z', 'updated_at': '2021-11-19T19:15:50Z', 'revision_number': 7, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:51.487594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488b9d21-95ff-4997-a0c8-3e97e60599da None None] The sync data for ids ['a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad'] in n-d-815373-6 is: [{'id': 'a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad', 'name': 'tempest-TaggedBootDevicesTest-1056255059-router', 'tenant_id': 'd075f676832240e680f4d2d145efa3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:04:11Z', 'updated_at': '2021-11-19T19:15:50Z', 'revision_number': 7, 'project_id': 'd075f676832240e680f4d2d145efa3ee', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:51.531422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93145d54-f588-44b7-85ba-09f74b5b3dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59c619f-4e11-4b31-9be7-c6ba29a8b9df,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:51.554513 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.567962 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.666495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.666931 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.667352 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Floating IP 86b8aaf7-e99d-4f4c-93e3-e57341212060 disassociated. External IP: 172.25.3.17, port: b1fe3054-5b0d-486a-adba-e62eb940d825. Nov 19 19:15:51.668409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Calling delete_port for b1fe3054-5b0d-486a-adba-e62eb940d825 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:51.677555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.678204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:15:51.691097 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.692214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5de74270-9393-4a00-be79-b7219b12b656 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a8d3be07-f255-4fb7-bb2f-e5cbd84c69ad HTTP/1.1" status: 204 len: 168 time: 1.8274901 Nov 19 19:15:51.695789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37112) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:51.710709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-93145d54-f588-44b7-85ba-09f74b5b3dd4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fdb1bec5dd134d819e8f460ea0e051fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9318814 Nov 19 19:15:51.712394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37114) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:51.714396 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.729151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37116) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:51.844953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-045d2765-f2cd-4d6b-8bc9-83dca44f2aa8 admin admin] Deleting subnet b3f3fa40-cc8b-4e88-90ec-79516efed424 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:15:51.850986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-045d2765-f2cd-4d6b-8bc9-83dca44f2aa8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.874276 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.905037 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93c3d414-cb1c-49e9-9459-ed0af0d4e3ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.912739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-045d2765-f2cd-4d6b-8bc9-83dca44f2aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:51.958373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event deleted for resources: {'Port': ['ID=b1fe3054-5b0d-486a-adba-e62eb940d825,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:51.966322 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93c3d414-cb1c-49e9-9459-ed0af0d4e3ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.019387 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c667faf2-ff0c-499a-aebb-d1ea88cdd97b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f937304ea61f4d25935bb417c15a8e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2865658 Nov 19 19:15:52.022153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37120) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:52.081325 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-045d2765-f2cd-4d6b-8bc9-83dca44f2aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.140464 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26216a5e-59cd-40ce-a3a2-daedbbf2614c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.145916 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93c3d414-cb1c-49e9-9459-ed0af0d4e3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.148316 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93c3d414-cb1c-49e9-9459-ed0af0d4e3ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.149870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-93c3d414-cb1c-49e9-9459-ed0af0d4e3ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b59c619f-4e11-4b31-9be7-c6ba29a8b9df HTTP/1.1" status: 204 len: 168 time: 0.4319825 Nov 19 19:15:52.162060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:15:52.174803 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26216a5e-59cd-40ce-a3a2-daedbbf2614c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.272213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3d414-cb1c-49e9-9459-ed0af0d4e3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59c619f-4e11-4b31-9be7-c6ba29a8b9df,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:52.343467 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-045d2765-f2cd-4d6b-8bc9-83dca44f2aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.347281 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.383392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26216a5e-59cd-40ce-a3a2-daedbbf2614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.391275 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26216a5e-59cd-40ce-a3a2-daedbbf2614c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.395198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-26216a5e-59cd-40ce-a3a2-daedbbf2614c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f962627-1846-4269-8b71-1b31bc2e0bb9 HTTP/1.1" status: 204 len: 168 time: 0.3694727 Nov 19 19:15:52.408583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26216a5e-59cd-40ce-a3a2-daedbbf2614c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f962627-1846-4269-8b71-1b31bc2e0bb9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:52.413246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:52.428377 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1cb75-b96e-4782-b7e4-ae2fec5d7671 None None] Sync routers for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:52.482400 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1cb75-b96e-4782-b7e4-ae2fec5d7671 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:52.484907 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9ee1cb75-b96e-4782-b7e4-ae2fec5d7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:52.516978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] No DVR routers for this DVR port b1fe3054-5b0d-486a-adba-e62eb940d825 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:52.521857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d2765-f2cd-4d6b-8bc9-83dca44f2aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f3fa40-cc8b-4e88-90ec-79516efed424,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:52.529038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.538606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c63eb-5f93-42b6-8984-5c09075f4c2d None None] Network 2da9ddba-0067-4895-8c49-1663f5cd37c3 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:15:52.550243 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-045d2765-f2cd-4d6b-8bc9-83dca44f2aa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.554744 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.567295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-732004ef-8cee-438e-8c6e-af01a1fd1393 req-bfd7afa3-02fc-430e-a3e7-976ae27f68f6 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.57 "DELETE /v2.0/ports/b1fe3054-5b0d-486a-adba-e62eb940d825 HTTP/1.1" status: 204 len: 173 time: 1.8991895 Nov 19 19:15:52.568876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37132) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:52.572540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'name': 'network-vif-deleted', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:15:52.575889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-045d2765-f2cd-4d6b-8bc9-83dca44f2aa8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b3f3fa40-cc8b-4e88-90ec-79516efed424 HTTP/1.1" status: 204 len: 168 time: 0.8681638 Nov 19 19:15:52.580902 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2834bcd-6c51-4da8-8007-c16e37b4b8e6" -d '{"events": [{"server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "name": "network-vif-deleted", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:15:52.662403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c59f0b83-85b8-4df0-9858-ecec09a443bc req-ff9eddae-f63e-4be5-abdd-11e3449d854d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/ports?device_id=f84385ed-6b5b-4713-9518-3b84f138cfea HTTP/1.1" status: 200 len: 210 time: 0.1369648 Nov 19 19:15:52.713270 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9ee1cb75-b96e-4782-b7e4-ae2fec5d7671 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:15:52.823020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e6778661-e058-4629-8610-302b73992c73 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:52.888479 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:52.927047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Allocated IP 172.25.3.88 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/548bdde5-1e3e-45d6-bb07-528506ef4ef5) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:15:52.936609 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ebbc2d-0749-4ebb-8feb-d9e131a1c100 x-openstack-request-id: req-d1ebbc2d-0749-4ebb-8feb-d9e131a1c100 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:15:52.937693 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84385ed-6b5b-4713-9518-3b84f138cfea", "name": "network-vif-deleted", "tag": "b1fe3054-5b0d-486a-adba-e62eb940d825", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:15:52.938598 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1ebbc2d-0749-4ebb-8feb-d9e131a1c100 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:15:52.940567 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84385ed-6b5b-4713-9518-3b84f138cfea', 'name': 'network-vif-deleted', 'tag': 'b1fe3054-5b0d-486a-adba-e62eb940d825', 'status': 'completed', 'code': 200} Nov 19 19:15:52.973510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: e6778661-e058-4629-8610-302b73992c73 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:52.974137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e6778661-e058-4629-8610-302b73992c73 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:52.974742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 440bc59a-23ea-404b-9d7b-30ad943c9ca7 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:53.026250 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9ee1cb75-b96e-4782-b7e4-ae2fec5d7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:53.083620 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1cb75-b96e-4782-b7e4-ae2fec5d7671 None None] Checking router: 28be1059-ab96-4f8d-a4de-4ad8f5a5275e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:15:53.094651 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1cb75-b96e-4782-b7e4-ae2fec5d7671 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:53.096658 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9ee1cb75-b96e-4782-b7e4-ae2fec5d7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:53.169785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Deleting port 97399ceb-7d21-46d5-91a0-06a37a6cb858 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:53.170405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:53.223541 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9ee1cb75-b96e-4782-b7e4-ae2fec5d7671 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:15:53.237889 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:53.265342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 440bc59a-23ea-404b-9d7b-30ad943c9ca7 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:53.265699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 440bc59a-23ea-404b-9d7b-30ad943c9ca7 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:53.318046 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:53.381979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0804ebd5-b13d-475a-b717-ee4b467f4037 None None] DHCP port deletion for 2da9ddba-0067-4895-8c49-1663f5cd37c3 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:53.384030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] For port 97399ceb-7d21-46d5-91a0-06a37a6cb858, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=97399ceb-7d21-46d5-91a0-06a37a6cb858,segment=NetworkSegment(49252fe6-5db4-4948-b7a7-26d9b1b6fde3),segment_id=49252fe6-5db4-4948-b7a7-26d9b1b6fde3)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:53.385162 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:53.402242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Calling delete_port for 97399ceb-7d21-46d5-91a0-06a37a6cb858 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:53.483934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=548bdde5-1e3e-45d6-bb07-528506ef4ef5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:53.507039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0804ebd5-b13d-475a-b717-ee4b467f4037 None None] Deleting port 97399ceb-7d21-46d5-91a0-06a37a6cb858 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:53.509368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:15:53.510082 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0804ebd5-b13d-475a-b717-ee4b467f4037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:53.512238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:15:53.518377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:15:53.588061 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:53.628073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c88f2d-4846-4701-ba1e-a4423d152c74 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:53.674340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=97399ceb-7d21-46d5-91a0-06a37a6cb858,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:53.676216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] No DVR routers for this DVR port 97399ceb-7d21-46d5-91a0-06a37a6cb858 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:53.699548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0804ebd5-b13d-475a-b717-ee4b467f4037 None None] For port 97399ceb-7d21-46d5-91a0-06a37a6cb858, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=97399ceb-7d21-46d5-91a0-06a37a6cb858,segment=NetworkSegment(49252fe6-5db4-4948-b7a7-26d9b1b6fde3),segment_id=49252fe6-5db4-4948-b7a7-26d9b1b6fde3)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:15:53.699986 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0804ebd5-b13d-475a-b717-ee4b467f4037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:53.750517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0804ebd5-b13d-475a-b717-ee4b467f4037 None None] Calling delete_port for 97399ceb-7d21-46d5-91a0-06a37a6cb858 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:53.793372 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9ee1cb75-b96e-4782-b7e4-ae2fec5d7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:53.823916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7612e4e3-3da7-4abb-ab98-d9c46af3fea3 None None] Provisioning complete for port 548bdde5-1e3e-45d6-bb07-528506ef4ef5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:15:53.831799 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7612e4e3-3da7-4abb-ab98-d9c46af3fea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:53.840180 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1cb75-b96e-4782-b7e4-ae2fec5d7671 None None] The sync data for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 is: [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '41acb9e7-170a-4c01-b4bb-42ecdd490fff', 'name': '', 'network_id': '32df8e1a-b141-4d16-b1e8-e2ea737b167c', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'mac_address': 'fa:16:3e:cb:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:35Z', 'updated_at': '2021-11-19T19:05:43Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'subnets': [{'id': '5fc34135-1ad1-4b71-aa2b-4179e56c40e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:53.857470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37184) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:53.919479 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:53.974301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da9ddba-0067-4895-8c49-1663f5cd37c3']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:53.997543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49252fe6-5db4-4948-b7a7-26d9b1b6fde3') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:53.997871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49252fe6-5db4-4948-b7a7-26d9b1b6fde3') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:54.019335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.031255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7612e4e3-3da7-4abb-ab98-d9c46af3fea3 None None] Port 548bdde5-1e3e-45d6-bb07-528506ef4ef5 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:15:54.049950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.056634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:15:54.057019 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:15:54.059683 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:15:54.085707 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1c4b9be-9803-49c2-9de5-adca46d99c95 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.097955 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0804ebd5-b13d-475a-b717-ee4b467f4037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.164957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804ebd5-b13d-475a-b717-ee4b467f4037 None None] Pushing event deleted for resources: {'Port': ['ID=97399ceb-7d21-46d5-91a0-06a37a6cb858,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:54.174923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804ebd5-b13d-475a-b717-ee4b467f4037 None None] No DVR routers for this DVR port 97399ceb-7d21-46d5-91a0-06a37a6cb858 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:15:54.201153 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.226381 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.231808 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2da9ddba-0067-4895-8c49-1663f5cd37c3 HTTP/1.1" status: 204 len: 168 time: 1.6388717 Nov 19 19:15:54.240189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1c4b9be-9803-49c2-9de5-adca46d99c95 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.252633 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898251d4-0bdd-4d9b-891f-11b96f0a4f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=2da9ddba-0067-4895-8c49-1663f5cd37c3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:54.280198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37194) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:54.367340 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.401203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9276341-ff23-4dd8-b221-820d70903c49 None None] New status for floating IP 86b8aaf7-e99d-4f4c-93e3-e57341212060: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:15:54.441221 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1c4b9be-9803-49c2-9de5-adca46d99c95 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.444480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1c4b9be-9803-49c2-9de5-adca46d99c95 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.445661 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d1c4b9be-9803-49c2-9de5-adca46d99c95 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "DELETE /v2.0/security-groups/d7fddeeb-6ce1-4e2e-bc30-645e327b1010 HTTP/1.1" status: 204 len: 168 time: 0.5870724 Nov 19 19:15:54.448498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37200) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:54.485708 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4b9be-9803-49c2-9de5-adca46d99c95 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fddeeb-6ce1-4e2e-bc30-645e327b1010,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:54.486475 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-1a211777-0259-460f-957a-060cbe28db9e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] show failed (client error): The resource could not be found. Nov 19 19:15:54.487579 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1a211777-0259-460f-957a-060cbe28db9e tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "GET /v2.0/security-groups/d7fddeeb-6ce1-4e2e-bc30-645e327b1010 HTTP/1.1" status: 404 len: 347 time: 0.0380952 Nov 19 19:15:54.492310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37202) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:54.612703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97399ceb-7d21-46d5-91a0-06a37a6cb858 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:54.635149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 97399ceb-7d21-46d5-91a0-06a37a6cb858 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:54.635808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 97399ceb-7d21-46d5-91a0-06a37a6cb858 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:54.661994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37204) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:54.685284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-cad9a5b4-6c38-4b06-a44d-170da14ba2f3 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-302897063', 'prefixes': ['172.20.0.0/16']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:54.739462 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5932298a-a369-4435-ab7e-8738a625ceb9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d8875fb71e244b28a0e7f5159946a98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764592 Nov 19 19:15:54.742584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37206) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:54.815914 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d696912f-32e0-4b19-a035-94d3fb5cb7ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.854749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d696912f-32e0-4b19-a035-94d3fb5cb7ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.867125 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cad9a5b4-6c38-4b06-a44d-170da14ba2f3 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] Publish callbacks [] for subnetpool, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:54.868735 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cad9a5b4-6c38-4b06-a44d-170da14ba2f3 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5871680 Nov 19 19:15:54.871141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37212) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:54.940747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a1cea8a2-7baf-4c86-a45b-24233c952faa tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] 10.222.0.50 "GET /v2.0/subnetpools/2f7804cb-9eee-414e-b97c-db04c09faec0 HTTP/1.1" status: 200 len: 731 time: 0.0684702 Nov 19 19:15:54.943397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37216) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:54.948905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7c5931d5-8395-4f86-8606-9e2c73948e55 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2040286693'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:54.981828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b1fe3054-5b0d-486a-adba-e62eb940d825 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:15:55.031535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: b1fe3054-5b0d-486a-adba-e62eb940d825 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:15:55.034577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b1fe3054-5b0d-486a-adba-e62eb940d825 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:15:55.046728 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d696912f-32e0-4b19-a035-94d3fb5cb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.051854 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d696912f-32e0-4b19-a035-94d3fb5cb7ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.053303 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d696912f-32e0-4b19-a035-94d3fb5cb7ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c9e74c2-80f0-4a3f-8f59-281bcd210495 HTTP/1.1" status: 204 len: 168 time: 0.3095949 Nov 19 19:15:55.080951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696912f-32e0-4b19-a035-94d3fb5cb7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e74c2-80f0-4a3f-8f59-281bcd210495,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:55.139035 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c5931d5-8395-4f86-8606-9e2c73948e55 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] Publish callbacks [] for subnetpool, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.141033 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7c5931d5-8395-4f86-8606-9e2c73948e55 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] 10.222.0.50 "PUT /v2.0/subnetpools/2f7804cb-9eee-414e-b97c-db04c09faec0 HTTP/1.1" status: 200 len: 684 time: 0.1966839 Nov 19 19:15:55.144374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37224) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:55.207316 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.224168 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.227634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6918d939-4bc8-4f6e-aacf-3132ebe0937d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Deleting port 36ad46ad-93dc-4af7-8fd9-4aed3ab6fb95 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:55.227988 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6918d939-4bc8-4f6e-aacf-3132ebe0937d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.280108 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7e52-ec4b-406b-9fd2-c5acbdf24e38 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] Publish callbacks [] for subnetpool, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.281468 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8c7a7e52-ec4b-406b-9fd2-c5acbdf24e38 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] 10.222.0.50 "DELETE /v2.0/subnetpools/2f7804cb-9eee-414e-b97c-db04c09faec0 HTTP/1.1" status: 204 len: 168 time: 0.1358047 Nov 19 19:15:55.284395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37228) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:55.314059 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-260c7543-592a-4b32-bf39-ce231c91aa35 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] show failed (client error): The resource could not be found. Nov 19 19:15:55.316057 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-260c7543-592a-4b32-bf39-ce231c91aa35 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] 10.222.0.50 "GET /v2.0/subnetpools/2f7804cb-9eee-414e-b97c-db04c09faec0 HTTP/1.1" status: 404 len: 346 time: 0.0296867 Nov 19 19:15:55.318870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37230) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:55.340040 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-97311fd2-d31b-4334-9c25-130e53d5bad9 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] delete failed (client error): The resource could not be found. Nov 19 19:15:55.342580 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-97311fd2-d31b-4334-9c25-130e53d5bad9 tempest-SubnetPoolsTestJSON-842238480 tempest-SubnetPoolsTestJSON-842238480-project] 10.222.0.50 "DELETE /v2.0/subnetpools/2f7804cb-9eee-414e-b97c-db04c09faec0 HTTP/1.1" status: 404 len: 346 time: 0.0221786 Nov 19 19:15:55.457040 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6918d939-4bc8-4f6e-aacf-3132ebe0937d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.457430 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6918d939-4bc8-4f6e-aacf-3132ebe0937d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.476973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6918d939-4bc8-4f6e-aacf-3132ebe0937d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Calling delete_port for 36ad46ad-93dc-4af7-8fd9-4aed3ab6fb95 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:55.518056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37238) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:55.562379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router 8d48b701-545e-4132-8fb4-27e56a7e7083 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:15:55.571535 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-85cdb417-ae06-4b74-bd44-ca44ac56baec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d075f676832240e680f4d2d145efa3ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520606 Nov 19 19:15:55.574107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37240) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:55.640115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37242) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:55.699267 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-acd94cc8-4acf-4ec0-8da3-906b4f4b5612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.756939 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-acd94cc8-4acf-4ec0-8da3-906b4f4b5612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.759123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:55.769777 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6918d939-4bc8-4f6e-aacf-3132ebe0937d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.781592 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6bdfd-ae74-4239-a4eb-954c7621f81c None None] Sync routers for ids ['8d48b701-545e-4132-8fb4-27e56a7e7083'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:55.816879 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6bdfd-ae74-4239-a4eb-954c7621f81c None None] Routers {'8d48b701-545e-4132-8fb4-27e56a7e7083'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:55.817906 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cce6bdfd-ae74-4239-a4eb-954c7621f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8d48b701-545e-4132-8fb4-27e56a7e7083'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:55.823163 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-acd94cc8-4acf-4ec0-8da3-906b4f4b5612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.826257 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-acd94cc8-4acf-4ec0-8da3-906b4f4b5612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.831015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-acd94cc8-4acf-4ec0-8da3-906b4f4b5612 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c9be118-634d-4638-ae56-2f6fd013b289 HTTP/1.1" status: 204 len: 168 time: 0.2551556 Nov 19 19:15:55.840031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd94cc8-4acf-4ec0-8da3-906b4f4b5612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9be118-634d-4638-ae56-2f6fd013b289,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:55.868520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918d939-4bc8-4f6e-aacf-3132ebe0937d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Pushing event deleted for resources: {'Port': ['ID=36ad46ad-93dc-4af7-8fd9-4aed3ab6fb95,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:55.928859 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cce6bdfd-ae74-4239-a4eb-954c7621f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:55.935232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:55.936476 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ea2a6737-4198-4108-b832-4e22310701e0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1517363 Nov 19 19:15:55.938486 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6bdfd-ae74-4239-a4eb-954c7621f81c None None] Routers {'8d48b701-545e-4132-8fb4-27e56a7e7083'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:55.939269 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cce6bdfd-ae74-4239-a4eb-954c7621f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8d48b701-545e-4132-8fb4-27e56a7e7083'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:55.939600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37252) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:55.974031 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cce6bdfd-ae74-4239-a4eb-954c7621f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:55.974934 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6bdfd-ae74-4239-a4eb-954c7621f81c None None] The sync data for ids ['8d48b701-545e-4132-8fb4-27e56a7e7083'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:56.017610 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6918d939-4bc8-4f6e-aacf-3132ebe0937d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:56.022427 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6918d939-4bc8-4f6e-aacf-3132ebe0937d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:56.024355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6918d939-4bc8-4f6e-aacf-3132ebe0937d tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] 10.222.0.50 "DELETE /v2.0/floatingips/86b8aaf7-e99d-4f4c-93e3-e57341212060 HTTP/1.1" status: 204 len: 168 time: 1.5303624 Nov 19 19:15:56.056239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02122ec6-b73b-4b89-b27b-bcc308c8a039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:56.209585 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02122ec6-b73b-4b89-b27b-bcc308c8a039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:56.227641 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cb01e75c-5ee3-4ce9-a08f-3d416aefde46 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/routers/8d48b701-545e-4132-8fb4-27e56a7e7083 HTTP/1.1" status: 200 len: 884 time: 0.2869122 Nov 19 19:15:56.232645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37262) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:56.237513 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02122ec6-b73b-4b89-b27b-bcc308c8a039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:56.362264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37266) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:56.369773 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-02122ec6-b73b-4b89-b27b-bcc308c8a039 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aec88667432c425cb846ae12260ed46c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7272143 Nov 19 19:15:56.394810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02122ec6-b73b-4b89-b27b-bcc308c8a039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21e9d52-b0a5-4ed6-b438-ab466876fcfb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:56.481699 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c62e51a1-7f57-4c60-b192-01088847c05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:56.530638 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c62e51a1-7f57-4c60-b192-01088847c05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:56.606866 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c62e51a1-7f57-4c60-b192-01088847c05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:56.611130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c62e51a1-7f57-4c60-b192-01088847c05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:56.616361 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c62e51a1-7f57-4c60-b192-01088847c05e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a21e9d52-b0a5-4ed6-b438-ab466876fcfb HTTP/1.1" status: 204 len: 168 time: 0.2528851 Nov 19 19:15:56.627394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e51a1-7f57-4c60-b192-01088847c05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21e9d52-b0a5-4ed6-b438-ab466876fcfb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:56.695116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4350c30e-b765-400b-a928-579278678c80 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4596250 Nov 19 19:15:56.697426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37278) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:56.702363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-068a225f-33ba-44fd-bff6-793b6c7a4ead tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1467108962'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:57.682329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-068a225f-33ba-44fd-bff6-793b6c7a4ead tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:57.701863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-068a225f-33ba-44fd-bff6-793b6c7a4ead tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:57.742992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37306) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:57.867478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068a225f-33ba-44fd-bff6-793b6c7a4ead tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router 8d48b701-545e-4132-8fb4-27e56a7e7083 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:15:58.007695 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068a225f-33ba-44fd-bff6-793b6c7a4ead tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:15:58.021563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d8afe5-80dd-43d6-af2e-69d260e17be6 None None] Sync routers for ids ['8d48b701-545e-4132-8fb4-27e56a7e7083'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:15:58.022351 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-068a225f-33ba-44fd-bff6-793b6c7a4ead tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.024077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-068a225f-33ba-44fd-bff6-793b6c7a4ead tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/8d48b701-545e-4132-8fb4-27e56a7e7083 HTTP/1.1" status: 200 len: 891 time: 1.3253064 Nov 19 19:15:58.026715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37318) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:58.038385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d8afe5-80dd-43d6-af2e-69d260e17be6 None None] Routers {'8d48b701-545e-4132-8fb4-27e56a7e7083'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:58.039040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-75d8afe5-80dd-43d6-af2e-69d260e17be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8d48b701-545e-4132-8fb4-27e56a7e7083'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:58.096985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-75d8afe5-80dd-43d6-af2e-69d260e17be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:58.108714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d8afe5-80dd-43d6-af2e-69d260e17be6 None None] Routers {'8d48b701-545e-4132-8fb4-27e56a7e7083'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:15:58.110223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-75d8afe5-80dd-43d6-af2e-69d260e17be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8d48b701-545e-4132-8fb4-27e56a7e7083'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:58.153820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-75d8afe5-80dd-43d6-af2e-69d260e17be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:15:58.154685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d8afe5-80dd-43d6-af2e-69d260e17be6 None None] The sync data for ids ['8d48b701-545e-4132-8fb4-27e56a7e7083'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:15:58.178803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10501fff-e8f9-44e3-8a41-f76dc4c42a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.216397 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-927d9e0d-e44c-44c1-99dd-07e91629994a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/routers/8d48b701-545e-4132-8fb4-27e56a7e7083 HTTP/1.1" status: 200 len: 891 time: 0.1878262 Nov 19 19:15:58.219021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37322) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:58.274846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dc1564c6-7eb5-4278-a1ce-877f50ea6533 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d48b701-545e-4132-8fb4-27e56a7e7083 HTTP/1.1" status: 200 len: 205 time: 0.0534866 Nov 19 19:15:58.276943 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37324) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:58.369323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37330) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:58.387581 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10501fff-e8f9-44e3-8a41-f76dc4c42a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.396929 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10501fff-e8f9-44e3-8a41-f76dc4c42a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.476735 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.492261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-10501fff-e8f9-44e3-8a41-f76dc4c42a85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51b06ef5b1e44e01844e2fbf99f139f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7480741 Nov 19 19:15:58.492869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37340) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:58.521696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10501fff-e8f9-44e3-8a41-f76dc4c42a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878602a5-a68b-4369-a983-15ec2e8ba185,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:58.594028 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca89866c-5160-42c4-9de1-a7793932c884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.621845 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca89866c-5160-42c4-9de1-a7793932c884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.656508 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.698449 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca89866c-5160-42c4-9de1-a7793932c884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.701442 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca89866c-5160-42c4-9de1-a7793932c884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.702767 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ca89866c-5160-42c4-9de1-a7793932c884 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/878602a5-a68b-4369-a983-15ec2e8ba185 HTTP/1.1" status: 204 len: 168 time: 0.2061450 Nov 19 19:15:58.718765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89866c-5160-42c4-9de1-a7793932c884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878602a5-a68b-4369-a983-15ec2e8ba185,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:58.765982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 548bdde5-1e3e-45d6-bb07-528506ef4ef5 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:15:58.767386 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.840873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-614403133-network', 'tenant_id': '73d976eeb9704eea8cf46ade41966658'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:58.880860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Made reservation on behalf of 73d976eeb9704eea8cf46ade41966658 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:58.883307 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.896280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.939654 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:58.961115 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 548bdde5-1e3e-45d6-bb07-528506ef4ef5 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:15:59.085272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.119371 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.154597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:15:59.180091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.180757 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Added segment 9977e569-9b28-4a9d-98e8-05ae02d42cea of type vlan for network db176607-f73c-4928-baa1-e08a8c7cb1bb Nov 19 19:15:59.197934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695738ab-6fe0-4896-b298-70eadfa1f473,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:59.253393 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.263348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37356) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:59.286875 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-641503e0-ab0f-46f1-b850-5651578e8550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.332536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.333734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:15:59.334431 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.399019 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-641503e0-ab0f-46f1-b850-5651578e8550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.406448 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-641503e0-ab0f-46f1-b850-5651578e8550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.457805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-641503e0-ab0f-46f1-b850-5651578e8550 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89c03568557f4a0fb10f72e074c0f750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1932456 Nov 19 19:15:59.458460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37360) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:59.467023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641503e0-ab0f-46f1-b850-5651578e8550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edfb94e-b4a0-4241-bc19-38236bb7ba82,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:59.474194 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.494133 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1158957 Nov 19 19:15:59.499715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37364) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:15:59.505392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] Request body: {'subnet': {'network_id': 'db176607-f73c-4928-baa1-e08a8c7cb1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-614403133-subnet', 'tenant_id': '73d976eeb9704eea8cf46ade41966658', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:15:59.599431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] Made reservation on behalf of 73d976eeb9704eea8cf46ade41966658 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:15:59.602553 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.604182 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d91505b9-7f79-4d2f-a6f5-2b4d4c6c4c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.661908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea174842-2369-43c3-bc3e-8c35f59ad322 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:15:59.665868 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=548bdde5-1e3e-45d6-bb07-528506ef4ef5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:59.685159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f3d84-3506-4b92-b60b-0b21e13604e6 admin admin] Pushing event updated for resources: {'Network': ['ID=db176607-f73c-4928-baa1-e08a8c7cb1bb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:15:59.715151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network db176607-f73c-4928-baa1-e08a8c7cb1bb details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:15:59.733518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d91505b9-7f79-4d2f-a6f5-2b4d4c6c4c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.805829 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.851207 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.886798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d91505b9-7f79-4d2f-a6f5-2b4d4c6c4c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.893858 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d91505b9-7f79-4d2f-a6f5-2b4d4c6c4c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:15:59.897276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d91505b9-7f79-4d2f-a6f5-2b4d4c6c4c0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0edfb94e-b4a0-4241-bc19-38236bb7ba82 HTTP/1.1" status: 204 len: 168 time: 0.4354177 Nov 19 19:15:59.974374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91505b9-7f79-4d2f-a6f5-2b4d4c6c4c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edfb94e-b4a0-4241-bc19-38236bb7ba82,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:00.028393 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:00.032198 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:00.090717 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:00.142775 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:00.143597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Fanout notify agent at l3_agent the message router_deleted on router 8d48b701-545e-4132-8fb4-27e56a7e7083 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:16:00.152316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:00.154853 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7deb291e-c325-4f1d-ac85-73afe47196f0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/8d48b701-545e-4132-8fb4-27e56a7e7083 HTTP/1.1" status: 204 len: 168 time: 1.8765852 Nov 19 19:16:00.159256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37388) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:00.170036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-683315328'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:00.172751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f88141-3b20-4fe8-b405-1e0b1cb667d8,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:00.204653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] Checking segment: {'id': '9977e569-9b28-4a9d-98e8-05ae02d42cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'db176607-f73c-4928-baa1-e08a8c7cb1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:00.205031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] Network hostable DHCP agents. Network: db176607-f73c-4928-baa1-e08a8c7cb1bb, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:16:00.216361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:00.222156 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:00.236655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] Network db176607-f73c-4928-baa1-e08a8c7cb1bb is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:16:00.252780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, db176607-f73c-4928-baa1-e08a8c7cb1bb) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:00.257388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:00.258076 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:00.260265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:16:00.264664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a396e7-2f69-4829-ba53-2eea7cc64c2f None None] Network db176607-f73c-4928-baa1-e08a8c7cb1bb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:00.278792 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:00.279491 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added segment 9c21550e-a345-4f1a-b2a0-c4e714328c74 of type vlan for network fe0a953c-1790-4786-b346-bcfd1fdb5a82 Nov 19 19:16:00.321418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3880cadf-d412-481c-8583-31103ff5b6c2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8197470 Nov 19 19:16:00.392283 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:00.456601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:00.476385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:00.479353 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:00.525827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f34e86-9e70-4afc-96f9-9598b687855e None None] Network db176607-f73c-4928-baa1-e08a8c7cb1bb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:00.657152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4964461 Nov 19 19:16:00.659950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37400) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:00.666399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'subnet': {'network_id': 'fe0a953c-1790-4786-b346-bcfd1fdb5a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:00.723085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9741c-bfa3-43bb-b388-b487933e720c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Network': ['ID=fe0a953c-1790-4786-b346-bcfd1fdb5a82,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:00.749725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network fe0a953c-1790-4786-b346-bcfd1fdb5a82 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:16:00.876974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:00.883757 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:01.255968 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:01.358027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Subnet': ['ID=ef7af33b-cc50-47db-8382-06c3c1e82462,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:01.367427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Checking segment: {'id': '9c21550e-a345-4f1a-b2a0-c4e714328c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe0a953c-1790-4786-b346-bcfd1fdb5a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:01.367797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network hostable DHCP agents. Network: fe0a953c-1790-4786-b346-bcfd1fdb5a82, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:16:01.396968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network fe0a953c-1790-4786-b346-bcfd1fdb5a82 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:16:01.418362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, fe0a953c-1790-4786-b346-bcfd1fdb5a82) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:01.430132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b7646-bc3b-43a2-a99a-84040e87950f None None] Network fe0a953c-1790-4786-b346-bcfd1fdb5a82 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:01.434842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:01.436797 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:01.477171 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5398f5b3-705b-47b1-9a5b-605470780f2b tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8155704 Nov 19 19:16:01.479833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37428) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:01.486675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-05bc8e6e-1953-41bb-933b-c47828fc3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1896314379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:01.553612 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05bc8e6e-1953-41bb-933b-c47828fc3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:01.555536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05bc8e6e-1953-41bb-933b-c47828fc3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:01.619907 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05bc8e6e-1953-41bb-933b-c47828fc3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:01.627288 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05bc8e6e-1953-41bb-933b-c47828fc3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:01.657531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05bc8e6e-1953-41bb-933b-c47828fc3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:01.660729 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-05bc8e6e-1953-41bb-933b-c47828fc3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1790349 Nov 19 19:16:01.663619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37442) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:01.774967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-efab3ca9-fb70-4df5-bdf9-b21c36d6ded3 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:01.778961 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-efab3ca9-fb70-4df5-bdf9-b21c36d6ded3 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/networks?id=db176607-f73c-4928-baa1-e08a8c7cb1bb HTTP/1.1" status: 200 len: 817 time: 0.2554729 Nov 19 19:16:01.803846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-fe0a953c-1790-4786-b346-bcfd1fdb5a82', 'network_id': 'fe0a953c-1790-4786-b346-bcfd1fdb5a82', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'fixed_ips': [{'subnet_id': 'ef7af33b-cc50-47db-8382-06c3c1e82462'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:16:01.804744 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:01.807821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-4e5f01f1-de4e-4cf7-9f4e-88b86970a213 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/quotas/73d976eeb9704eea8cf46ade41966658 HTTP/1.1" status: 200 len: 375 time: 0.0210075 Nov 19 19:16:01.896858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-97c1c35f-c0f5-4da4-837c-5db0e4edc34b tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=73d976eeb9704eea8cf46ade41966658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834570 Nov 19 19:16:02.104170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-4b3c206d-05a3-466f-87d6-cded5ac57514 service neutron] 10.222.0.50 "GET /v2.0/networks/db176607-f73c-4928-baa1-e08a8c7cb1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039716 Nov 19 19:16:02.199200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Allocated IP 2001:db8::2 (fe0a953c-1790-4786-b346-bcfd1fdb5a82/ef7af33b-cc50-47db-8382-06c3c1e82462/851a6d24-6e00-4bf2-b3d0-7c999676e79f) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:02.242194 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:02.249499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-d47fac3c-9d0c-4a34-98bb-127c4287e9f0 service neutron] 10.222.0.50 "GET /v2.0/networks/db176607-f73c-4928-baa1-e08a8c7cb1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378419 Nov 19 19:16:02.567933 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6cfc4ee-ac55-4854-b213-3c77b5f1dac6 req-68d2c2da-f1dc-47de-b55b-9094f31a74d8 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 210 time: 0.0876107 Nov 19 19:16:02.582800 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:02.598718 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:02.710614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Network fe0a953c-1790-4786-b346-bcfd1fdb5a82 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:02.717423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:02.730065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:02.761564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Pushing event updated for resources: {'Port': ['ID=851a6d24-6e00-4bf2-b3d0-7c999676e79f,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:02.788753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Allocated IP 2001:db8::1 (fe0a953c-1790-4786-b346-bcfd1fdb5a82/ef7af33b-cc50-47db-8382-06c3c1e82462/cefe80bb-8a2d-409a-b694-f9182052730d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:02.880869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Attempting to bind port 851a6d24-6e00-4bf2-b3d0-7c999676e79f on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:02.881857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Attempting to bind port 851a6d24-6e00-4bf2-b3d0-7c999676e79f by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '9c21550e-a345-4f1a-b2a0-c4e714328c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe0a953c-1790-4786-b346-bcfd1fdb5a82'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:02.882442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Attempting to bind port 851a6d24-6e00-4bf2-b3d0-7c999676e79f on network fe0a953c-1790-4786-b346-bcfd1fdb5a82 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:02.897540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:02.898062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Checking segment: {'id': '9c21550e-a345-4f1a-b2a0-c4e714328c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe0a953c-1790-4786-b346-bcfd1fdb5a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:02.898544 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:02.899014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Bound using segment: {'id': '9c21550e-a345-4f1a-b2a0-c4e714328c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe0a953c-1790-4786-b346-bcfd1fdb5a82'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:02.900378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Bound port: 851a6d24-6e00-4bf2-b3d0-7c999676e79f, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c21550e-a345-4f1a-b2a0-c4e714328c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'fe0a953c-1790-4786-b346-bcfd1fdb5a82'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:02.901465 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:03.008169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] For port 851a6d24-6e00-4bf2-b3d0-7c999676e79f, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:03.012011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] For port 851a6d24-6e00-4bf2-b3d0-7c999676e79f, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=851a6d24-6e00-4bf2-b3d0-7c999676e79f,segment=NetworkSegment(9c21550e-a345-4f1a-b2a0-c4e714328c74),segment_id=9c21550e-a345-4f1a-b2a0-c4e714328c74)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:03.025621 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:03.057838 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:03.148040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:03.156175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfd134-21b0-47c1-a186-72fc7fb8cca2 None None] Pushing event updated for resources: {'Port': ['ID=851a6d24-6e00-4bf2-b3d0-7c999676e79f,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:03.244241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=cefe80bb-8a2d-409a-b694-f9182052730d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:03.280992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.281349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.281967 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.282421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.282715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.283060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.283392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.283731 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.284059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.284388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.284714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.285057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:03.309325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network fe0a953c-1790-4786-b346-bcfd1fdb5a82 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:03.313440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:03.319361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:03.319931 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:03.691143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:03.777629 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-283e6155-6db5-4049-a601-20586f5dd5d5 req-73afcfd3-9028-46e2-a572-5e147c044e2d tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 210 time: 0.0900991 Nov 19 19:16:04.148787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:04.159991 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:04.160816 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:04.440250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network fe0a953c-1790-4786-b346-bcfd1fdb5a82 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:04.443851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:04.469671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=cefe80bb-8a2d-409a-b694-f9182052730d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:04.743337 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 851a6d24-6e00-4bf2-b3d0-7c999676e79f up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:04.803508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router d0127217-cfbe-4100-98f8-dff609deb17a is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:16:04.899461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaec93b-c99a-49c9-a802-572ed30fd6e9 None None] Network fe0a953c-1790-4786-b346-bcfd1fdb5a82 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:04.990559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b9e5859-1fb3-4e48-8e62-90f79f0146bc req-05bd0eb2-3d77-40c4-96d2-4c9378cddb6d tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 210 time: 0.0719914 Nov 19 19:16:05.087317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a34919ca-f79d-4a5a-9a3d-6688b2d3805a None None] Provisioning complete for port 851a6d24-6e00-4bf2-b3d0-7c999676e79f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:05.087960 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a34919ca-f79d-4a5a-9a3d-6688b2d3805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:05.100004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-520c1364-3ace-4798-aa25-0902468672ca tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:05.101772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-520c1364-3ace-4798-aa25-0902468672ca tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.21 "GET /v2.0/networks?id=db176607-f73c-4928-baa1-e08a8c7cb1bb HTTP/1.1" status: 200 len: 817 time: 0.4332063 Nov 19 19:16:05.118094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Request body: {'port': {'device_id': '2c812f54-b067-4458-a463-1df055e48241', 'network_id': 'db176607-f73c-4928-baa1-e08a8c7cb1bb', 'admin_state_up': True, 'tenant_id': '73d976eeb9704eea8cf46ade41966658'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:05.171616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 851a6d24-6e00-4bf2-b3d0-7c999676e79f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:05.172652 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:05.321634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:16:05.324311 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a34919ca-f79d-4a5a-9a3d-6688b2d3805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:05.336668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37532) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:05.336948 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06744f-2836-42be-a899-32a3ca5b21d8 None None] Sync routers for ids ['d0127217-cfbe-4100-98f8-dff609deb17a'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:16:05.346559 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1fbb4d40-adad-4d1a-a832-665e0c6d5fc1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/d0127217-cfbe-4100-98f8-dff609deb17a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6674964 Nov 19 19:16:05.351254 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06744f-2836-42be-a899-32a3ca5b21d8 None None] Routers {'d0127217-cfbe-4100-98f8-dff609deb17a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:05.352204 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5a06744f-2836-42be-a899-32a3ca5b21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d0127217-cfbe-4100-98f8-dff609deb17a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:05.446060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d45eb-87a6-44cd-a593-7c300fd8fe7c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:05.450681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d16d45eb-87a6-44cd-a593-7c300fd8fe7c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports/cefe80bb-8a2d-409a-b694-f9182052730d HTTP/1.1" status: 200 len: 911 time: 0.1100078 Nov 19 19:16:05.451506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37540) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:05.465152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef7af33b-cc50-47db-8382-06c3c1e82462'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:05.476732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Made reservation on behalf of 73d976eeb9704eea8cf46ade41966658 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:05.481060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a34919ca-f79d-4a5a-9a3d-6688b2d3805a None None] For port 851a6d24-6e00-4bf2-b3d0-7c999676e79f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=851a6d24-6e00-4bf2-b3d0-7c999676e79f,segment=NetworkSegment(9c21550e-a345-4f1a-b2a0-c4e714328c74),segment_id=9c21550e-a345-4f1a-b2a0-c4e714328c74)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:05.485721 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:05.581461 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a34919ca-f79d-4a5a-9a3d-6688b2d3805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:05.690100 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5a06744f-2836-42be-a899-32a3ca5b21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:05.715649 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06744f-2836-42be-a899-32a3ca5b21d8 None None] Routers {'d0127217-cfbe-4100-98f8-dff609deb17a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:05.718179 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5a06744f-2836-42be-a899-32a3ca5b21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d0127217-cfbe-4100-98f8-dff609deb17a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:05.776493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37550) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:05.796732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34919ca-f79d-4a5a-9a3d-6688b2d3805a None None] Pushing event updated for resources: {'Port': ['ID=851a6d24-6e00-4bf2-b3d0-7c999676e79f,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:05.831504 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5a06744f-2836-42be-a899-32a3ca5b21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:05.832476 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06744f-2836-42be-a899-32a3ca5b21d8 None None] The sync data for ids ['d0127217-cfbe-4100-98f8-dff609deb17a'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:16:06.289837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dec3d302-4b49-40a7-a0f4-2cb6ad8208ae req-dd6e1251-bf76-446d-b90f-0ae786e5e14b tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 210 time: 0.1462314 Nov 19 19:16:06.291413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Allocated IP 172.20.0.4 (db176607-f73c-4928-baa1-e08a8c7cb1bb/37f88141-3b20-4fe8-b405-1e0b1cb667d8/3a738de8-ecba-47ae-b30b-cca22e716d25) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:06.300588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:06.430326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-52cf8865-bc8b-4bcb-96d7-0b5d6d96b5c0 None None] Provisioning complete for port 851a6d24-6e00-4bf2-b3d0-7c999676e79f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:06.431626 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-52cf8865-bc8b-4bcb-96d7-0b5d6d96b5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:06.627917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 851a6d24-6e00-4bf2-b3d0-7c999676e79f up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:06.791865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-52cf8865-bc8b-4bcb-96d7-0b5d6d96b5c0 None None] Provisioning complete for port cefe80bb-8a2d-409a-b694-f9182052730d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:06.792115 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-52cf8865-bc8b-4bcb-96d7-0b5d6d96b5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:06.896106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 851a6d24-6e00-4bf2-b3d0-7c999676e79f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:06.896677 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:07.106552 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:07.173672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:07.476775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-52cf8865-bc8b-4bcb-96d7-0b5d6d96b5c0 None None] Port cefe80bb-8a2d-409a-b694-f9182052730d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:07.711912 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-00449f0e-29c5-441d-bcef-83b06edfafc5 None None] Provisioning complete for port cefe80bb-8a2d-409a-b694-f9182052730d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:07.712301 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-00449f0e-29c5-441d-bcef-83b06edfafc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:07.853923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-00449f0e-29c5-441d-bcef-83b06edfafc5 None None] Port cefe80bb-8a2d-409a-b694-f9182052730d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:07.965442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] Deleting port 41acb9e7-170a-4c01-b4bb-42ecdd490fff {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:07.965727 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:08.006430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c477a83a-603e-4ece-b2ec-252bf4d0a85f req-35ae5aad-8319-4b76-8f7a-da46380d3142 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 210 time: 0.1121180 Nov 19 19:16:08.062357 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:08.095860 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:08.103994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:08.106822 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:08.108234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/ports/cefe80bb-8a2d-409a-b694-f9182052730d HTTP/1.1" status: 200 len: 911 time: 2.6557662 Nov 19 19:16:08.111973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37602) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:08.200488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] For port 41acb9e7-170a-4c01-b4bb-42ecdd490fff, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=41acb9e7-170a-4c01-b4bb-42ecdd490fff,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:08.201058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:08.222422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=cefe80bb-8a2d-409a-b694-f9182052730d,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:08.224854 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:08.242927 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-21bf423d-f65b-427c-8c50-9be688c96d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:08.271211 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] Calling delete_port for 41acb9e7-170a-4c01-b4bb-42ecdd490fff owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:08.325992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.326619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.326980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.327325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.327669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.328014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.328381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.329740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.330121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.330672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.331013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.331348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6d4e6-b86b-4456-b6dc-fb30a197d7c3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:08.357505 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Network db176607-f73c-4928-baa1-e08a8c7cb1bb is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:08.363251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:08.742338 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:08.821903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37608) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:08.841591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=41acb9e7-170a-4c01-b4bb-42ecdd490fff,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:08.974311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Pushing event updated for resources: {'Port': ['ID=3a738de8-ecba-47ae-b30b-cca22e716d25,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:08.979601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:09.133766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:09.134481 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.168277 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-1a0a7f4b-8aa3-451f-9712-a1847c88f073 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0567174 Nov 19 19:16:09.216623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.241286 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-77ca8bb4-1a5f-4b35-906c-914a5ddc6e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.254915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23724423-55ae-4551-bfcb-39067696feb5 req-463f7c9b-57be-4830-804a-847ef7f0f2fc tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:09.257459 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23724423-55ae-4551-bfcb-39067696feb5 req-463f7c9b-57be-4830-804a-847ef7f0f2fc tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 931 time: 0.1077042 Nov 19 19:16:09.347924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Request body: {'port': {'device_id': '2c812f54-b067-4458-a463-1df055e48241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:09.425778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23724423-55ae-4551-bfcb-39067696feb5 req-42012129-5cfb-4dce-b313-9d340477f7ac tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/security-groups?id=695738ab-6fe0-4896-b298-70eadfa1f473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604555 Nov 19 19:16:09.488401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.500735 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-77ca8bb4-1a5f-4b35-906c-914a5ddc6e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.510815 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-77ca8bb4-1a5f-4b35-906c-914a5ddc6e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.573254 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-77ca8bb4-1a5f-4b35-906c-914a5ddc6e8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56061b3375cd4df2b86ed60bd6b5f63c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7344105 Nov 19 19:16:09.585142 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37618) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:09.670326 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-393ff6d0-2d98-485f-a78c-a734a52418f9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.672637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca8bb4-1a5f-4b35-906c-914a5ddc6e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc4f1a8-7f8f-4bf6-9b40-ff38ff029b7b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:09.688259 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f52520bc-8ef0-4556-902b-d639e87a632d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.694733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] Router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:16:09.727267 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f52520bc-8ef0-4556-902b-d639e87a632d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.895577 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:16:09.907483 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f52520bc-8ef0-4556-902b-d639e87a632d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.912044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6dcf3-11e9-4ab2-9096-f5c2d3b2a643 None None] Sync routers for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:16:09.912588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f52520bc-8ef0-4556-902b-d639e87a632d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.916134 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f52520bc-8ef0-4556-902b-d639e87a632d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bc4f1a8-7f8f-4bf6-9b40-ff38ff029b7b HTTP/1.1" status: 204 len: 168 time: 0.3279791 Nov 19 19:16:09.944757 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cdf90e3f-5523-4024-8b8a-a2ff57e000f1 admin admin] 10.222.0.50 "PUT /v2.0/routers/28be1059-ab96-4f8d-a4de-4ad8f5a5275e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1667025 Nov 19 19:16:09.947037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6dcf3-11e9-4ab2-9096-f5c2d3b2a643 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:09.948754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e1c6dcf3-11e9-4ab2-9096-f5c2d3b2a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:09.968629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37628) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:09.969611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52520bc-8ef0-4556-902b-d639e87a632d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc4f1a8-7f8f-4bf6-9b40-ff38ff029b7b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:09.970108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a738de8-ecba-47ae-b30b-cca22e716d25 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:16:09.979620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:09.994606 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Transition to ACTIVE for port object 3a738de8-ecba-47ae-b30b-cca22e716d25 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:16:10.010890 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.127602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e1c6dcf3-11e9-4ab2-9096-f5c2d3b2a643 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:10.140924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Pushing event updated for resources: {'Port': ['ID=3a738de8-ecba-47ae-b30b-cca22e716d25,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:10.222010 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.400267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Attempting to bind port 3a738de8-ecba-47ae-b30b-cca22e716d25 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:10.400610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Attempting to bind port 3a738de8-ecba-47ae-b30b-cca22e716d25 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '9977e569-9b28-4a9d-98e8-05ae02d42cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'db176607-f73c-4928-baa1-e08a8c7cb1bb'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:10.400952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Attempting to bind port 3a738de8-ecba-47ae-b30b-cca22e716d25 on network db176607-f73c-4928-baa1-e08a8c7cb1bb {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:10.408102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Port 3a738de8-ecba-47ae-b30b-cca22e716d25 on network db176607-f73c-4928-baa1-e08a8c7cb1bb not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:16:10.408435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Attempting to bind port 3a738de8-ecba-47ae-b30b-cca22e716d25 on network db176607-f73c-4928-baa1-e08a8c7cb1bb {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:10.417938 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:10.418286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Checking segment: {'id': '9977e569-9b28-4a9d-98e8-05ae02d42cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'db176607-f73c-4928-baa1-e08a8c7cb1bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:10.418686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Bound using segment: {'id': '9977e569-9b28-4a9d-98e8-05ae02d42cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'db176607-f73c-4928-baa1-e08a8c7cb1bb'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:10.419134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Bound port: 3a738de8-ecba-47ae-b30b-cca22e716d25, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9977e569-9b28-4a9d-98e8-05ae02d42cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'db176607-f73c-4928-baa1-e08a8c7cb1bb'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:10.419498 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.435393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-393ff6d0-2d98-485f-a78c-a734a52418f9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port cefe80bb-8a2d-409a-b694-f9182052730d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:10.435737 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-393ff6d0-2d98-485f-a78c-a734a52418f9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.440235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e1c6dcf3-11e9-4ab2-9096-f5c2d3b2a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:16:08Z', 'revision_number': 5, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port': {'id': '83635b32-8b3b-4014-8df0-6a26facff59c', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:05:29Z', 'updated_at': '2021-11-19T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:10.473975 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.515642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6dcf3-11e9-4ab2-9096-f5c2d3b2a643 None None] Checking router: 28be1059-ab96-4f8d-a4de-4ad8f5a5275e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:16:10.568707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37636) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:10.580621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6dcf3-11e9-4ab2-9096-f5c2d3b2a643 None None] Routers {'28be1059-ab96-4f8d-a4de-4ad8f5a5275e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:10.582920 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] For port 3a738de8-ecba-47ae-b30b-cca22e716d25, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:10.583063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e1c6dcf3-11e9-4ab2-9096-f5c2d3b2a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:15:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:10.588491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] For port 3a738de8-ecba-47ae-b30b-cca22e716d25, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3a738de8-ecba-47ae-b30b-cca22e716d25,segment=NetworkSegment(9977e569-9b28-4a9d-98e8-05ae02d42cea),segment_id=9977e569-9b28-4a9d-98e8-05ae02d42cea)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:10.599615 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cbe520e-6c32-475a-9649-32d48357fb30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.611309 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.707124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cbe520e-6c32-475a-9649-32d48357fb30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.720373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Deleting port 83635b32-8b3b-4014-8df0-6a26facff59c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:10.720924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.730111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:10.730742 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.732270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] 10.222.0.21 "PUT /v2.0/ports/3a738de8-ecba-47ae-b30b-cca22e716d25 HTTP/1.1" status: 200 len: 1091 time: 1.5421638 Nov 19 19:16:10.734380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c812f54-b067-4458-a463-1df055e48241', 'tag': '3a738de8-ecba-47ae-b30b-cca22e716d25'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:16:10.737525 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c9e1f2-e0a1-4784-86df-3b5c62ed8d95" -d '{"events": [{"name": "network-changed", "server_uuid": "2c812f54-b067-4458-a463-1df055e48241", "tag": "3a738de8-ecba-47ae-b30b-cca22e716d25"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:16:10.792122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06b26c-f998-45e2-a183-023693e64374 req-29145287-91d3-42f4-8b9d-bd9230839660 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:10.793994 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f06b26c-f998-45e2-a183-023693e64374 req-29145287-91d3-42f4-8b9d-bd9230839660 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 943 time: 0.1852715 Nov 19 19:16:10.803254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e1c6dcf3-11e9-4ab2-9096-f5c2d3b2a643 None None] Set router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:10.834496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357df1a-1488-4c79-a70e-7e12eda4a69e service neutron] Pushing event updated for resources: {'Port': ['ID=3a738de8-ecba-47ae-b30b-cca22e716d25,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:10.860802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] For port 83635b32-8b3b-4014-8df0-6a26facff59c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=83635b32-8b3b-4014-8df0-6a26facff59c,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:10.861611 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.865978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e1c6dcf3-11e9-4ab2-9096-f5c2d3b2a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:16:10Z', 'revision_number': 6, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:10.866878 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-393ff6d0-2d98-485f-a78c-a734a52418f9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.867552 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6eddf264-683a-4cc4-9377-e79096cfe505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.882409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Calling delete_port for 83635b32-8b3b-4014-8df0-6a26facff59c owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:10.900986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6dcf3-11e9-4ab2-9096-f5c2d3b2a643 None None] The sync data for ids ['28be1059-ab96-4f8d-a4de-4ad8f5a5275e'] in n-d-815373-6 is: [{'id': '28be1059-ab96-4f8d-a4de-4ad8f5a5275e', 'name': 'tempest-AttachVolumeShelveTestJSON-801897548-router', 'tenant_id': 'd66db5a635f74407910126f79e0a8077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:05:28Z', 'updated_at': '2021-11-19T19:16:10Z', 'revision_number': 6, 'project_id': 'd66db5a635f74407910126f79e0a8077', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:16:10.927200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f06b26c-f998-45e2-a183-023693e64374 req-124b579c-6157-4764-a707-65cbdf5ef4d8 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/security-groups?id=695738ab-6fe0-4896-b298-70eadfa1f473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247666 Nov 19 19:16:10.929105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-393ff6d0-2d98-485f-a78c-a734a52418f9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for cefe80bb-8a2d-409a-b694-f9182052730d owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:10.960278 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cbe520e-6c32-475a-9649-32d48357fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:10.996252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-c456a987-f043-4487-bc60-a45bfc82ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:10.997810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-c456a987-f043-4487-bc60-a45bfc82ad8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73d976eeb9704eea8cf46ade41966658&device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 1094 time: 0.2029099 Nov 19 19:16:11.003398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3cbe520e-6c32-475a-9649-32d48357fb30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=363e0a5921274fbca09d984e986657d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4334748 Nov 19 19:16:11.011583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37644) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:11.042039 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:16:11.083402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-c5dbfc54-8890-476a-a03d-13b84002ed1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a738de8-ecba-47ae-b30b-cca22e716d25 HTTP/1.1" status: 200 len: 217 time: 0.0413425 Nov 19 19:16:11.103214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe520e-6c32-475a-9649-32d48357fb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b055657d-f2f0-4d67-a94e-fae1a7131119,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:11.199584 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-310a4e7c-d617-4360-bb5d-edd1f3919731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.205992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-ba9f9b3a-40e4-409b-826b-b17f45180b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:11.207362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-ba9f9b3a-40e4-409b-826b-b17f45180b4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=37f88141-3b20-4fe8-b405-1e0b1cb667d8 HTTP/1.1" status: 200 len: 857 time: 0.1154153 Nov 19 19:16:11.238073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-310a4e7c-d617-4360-bb5d-edd1f3919731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.288731 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-4b477b24-9613-4696-a495-7c2bb10cc33b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db176607-f73c-4928-baa1-e08a8c7cb1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740612 Nov 19 19:16:11.332371 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69913d0-3556-4418-9c0e-380725140725 x-openstack-request-id: req-e69913d0-3556-4418-9c0e-380725140725 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:16:11.333017 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c812f54-b067-4458-a463-1df055e48241", "tag": "3a738de8-ecba-47ae-b30b-cca22e716d25", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:16:11.333348 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e69913d0-3556-4418-9c0e-380725140725 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:16:11.333955 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c812f54-b067-4458-a463-1df055e48241', 'tag': '3a738de8-ecba-47ae-b30b-cca22e716d25', 'status': 'completed', 'code': 200} Nov 19 19:16:11.384905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.415954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034363e9-1013-4494-9262-cbb6d164d4e7 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:16:11.439206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Pushing event deleted for resources: {'Port': ['ID=83635b32-8b3b-4014-8df0-6a26facff59c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:11.470764 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-310a4e7c-d617-4360-bb5d-edd1f3919731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.474210 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-310a4e7c-d617-4360-bb5d-edd1f3919731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.491081 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-310a4e7c-d617-4360-bb5d-edd1f3919731 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b055657d-f2f0-4d67-a94e-fae1a7131119 HTTP/1.1" status: 204 len: 168 time: 0.4641492 Nov 19 19:16:11.495304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-33c656ef-6eb4-4a87-9ed8-b70bf93c3012 service neutron] 10.222.0.21 "GET /v2.0/networks/db176607-f73c-4928-baa1-e08a8c7cb1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861858 Nov 19 19:16:11.501103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-393ff6d0-2d98-485f-a78c-a734a52418f9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.564931 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a4e7c-d617-4360-bb5d-edd1f3919731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b055657d-f2f0-4d67-a94e-fae1a7131119,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:11.602722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.623945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ff6d0-2d98-485f-a78c-a734a52418f9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=cefe80bb-8a2d-409a-b694-f9182052730d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:11.796356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.801976 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.869453 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.918349 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-393ff6d0-2d98-485f-a78c-a734a52418f9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.943383 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.943998 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28be1059-ab96-4f8d-a4de-4ad8f5a5275e {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:16:11.956350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:11.961855 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b0b0210b-ef01-42dc-9299-65f3af865182 admin admin] 10.222.0.50 "DELETE /v2.0/routers/28be1059-ab96-4f8d-a4de-4ad8f5a5275e HTTP/1.1" status: 204 len: 168 time: 1.9884784 Nov 19 19:16:11.967688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37654) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:12.081717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd900023-a531-4059-ad93-847d2ebf83ad admin admin] Deleting subnet 5fc34135-1ad1-4b71-aa2b-4179e56c40e2 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:16:12.090916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cd900023-a531-4059-ad93-847d2ebf83ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:12.125637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fe4a0ea-8c46-46a6-a203-638aeb88ccba req-23799b22-0c93-46ad-b456-61432f089c50 service neutron] 10.222.0.21 "GET /v2.0/networks/db176607-f73c-4928-baa1-e08a8c7cb1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204624 Nov 19 19:16:12.178902 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cd900023-a531-4059-ad93-847d2ebf83ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:12.428488 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cd900023-a531-4059-ad93-847d2ebf83ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:12.446537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7ea11-5c33-472b-b754-1a631b2c8c9f req-405e3ad0-d79d-4dde-bdcc-b9b497c56835 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:12.450113 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3f7ea11-5c33-472b-b754-1a631b2c8c9f req-405e3ad0-d79d-4dde-bdcc-b9b497c56835 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 943 time: 0.3487508 Nov 19 19:16:12.471914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393ff6d0-2d98-485f-a78c-a734a52418f9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router d0127217-cfbe-4100-98f8-dff609deb17a has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:16:12.500242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e1f2-e0a1-4784-86df-3b5c62ed8d95 req-df160641-3a8d-4f5a-b204-157626348d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:12.501972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47c9e1f2-e0a1-4784-86df-3b5c62ed8d95 req-df160641-3a8d-4f5a-b204-157626348d1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73d976eeb9704eea8cf46ade41966658&device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 1094 time: 0.2962775 Nov 19 19:16:12.570079 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cd900023-a531-4059-ad93-847d2ebf83ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:12.604803 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3f7ea11-5c33-472b-b754-1a631b2c8c9f req-c8e1853d-5063-44f8-b1a6-a40233e1dc19 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/security-groups?id=695738ab-6fe0-4896-b298-70eadfa1f473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459634 Nov 19 19:16:12.632121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 83635b32-8b3b-4014-8df0-6a26facff59c no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:16:12.665907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd900023-a531-4059-ad93-847d2ebf83ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc34135-1ad1-4b71-aa2b-4179e56c40e2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:12.668783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cd900023-a531-4059-ad93-847d2ebf83ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:12.685192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37676) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:12.685643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cd900023-a531-4059-ad93-847d2ebf83ad admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5fc34135-1ad1-4b71-aa2b-4179e56c40e2 HTTP/1.1" status: 204 len: 168 time: 0.7122459 Nov 19 19:16:12.711453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617c064b-b0df-498f-b44b-08e8c15f1f6a None None] Network 32df8e1a-b141-4d16-b1e8-e2ea737b167c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:12.713483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393ff6d0-2d98-485f-a78c-a734a52418f9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:16:12.714133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 83635b32-8b3b-4014-8df0-6a26facff59c {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:16:12.714821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 83635b32-8b3b-4014-8df0-6a26facff59c not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:16:12.715388 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 41acb9e7-170a-4c01-b4bb-42ecdd490fff no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:16:12.726061 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ea421-431a-4142-b117-1f5842e2dc61 None None] Sync routers for ids ['d0127217-cfbe-4100-98f8-dff609deb17a'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:16:12.746890 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ea421-431a-4142-b117-1f5842e2dc61 None None] Routers {'d0127217-cfbe-4100-98f8-dff609deb17a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:12.747813 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b36ea421-431a-4142-b117-1f5842e2dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d0127217-cfbe-4100-98f8-dff609deb17a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:12.784893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 41acb9e7-170a-4c01-b4bb-42ecdd490fff {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:16:12.790926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 41acb9e7-170a-4c01-b4bb-42ecdd490fff not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:16:12.791728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-393ff6d0-2d98-485f-a78c-a734a52418f9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/d0127217-cfbe-4100-98f8-dff609deb17a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5771847 Nov 19 19:16:12.794623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37684) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:12.818159 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b36ea421-431a-4142-b117-1f5842e2dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:12.832814 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ea421-431a-4142-b117-1f5842e2dc61 None None] Routers {'d0127217-cfbe-4100-98f8-dff609deb17a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:12.836066 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b36ea421-431a-4142-b117-1f5842e2dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d0127217-cfbe-4100-98f8-dff609deb17a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:12.844404 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1553062d-51ec-44d4-8d12-57b65310e661 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0127217-cfbe-4100-98f8-dff609deb17a HTTP/1.1" status: 200 len: 205 time: 0.0483010 Nov 19 19:16:12.850964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37688) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:12.911420 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:12.919613 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b36ea421-431a-4142-b117-1f5842e2dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:12.920285 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ea421-431a-4142-b117-1f5842e2dc61 None None] The sync data for ids ['d0127217-cfbe-4100-98f8-dff609deb17a'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:16:12.936282 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e1f2-e0a1-4784-86df-3b5c62ed8d95 req-1b3b349e-cc36-4080-b3ff-3714ac2d8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:12.938441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47c9e1f2-e0a1-4784-86df-3b5c62ed8d95 req-1b3b349e-cc36-4080-b3ff-3714ac2d8e08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db176607-f73c-4928-baa1-e08a8c7cb1bb HTTP/1.1" status: 200 len: 918 time: 0.4262655 Nov 19 19:16:13.005578 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47c9e1f2-e0a1-4784-86df-3b5c62ed8d95 req-8d2cd66d-1c4b-4e6b-a98d-2a5e862314f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a738de8-ecba-47ae-b30b-cca22e716d25 HTTP/1.1" status: 200 len: 217 time: 0.0587294 Nov 19 19:16:13.046831 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee05277-8d2e-46c6-9bdb-4dd2082125b7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.071739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9e1f2-e0a1-4784-86df-3b5c62ed8d95 req-88ff28c8-0aa4-44b6-abbc-992f9ca4f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:13.073530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47c9e1f2-e0a1-4784-86df-3b5c62ed8d95 req-88ff28c8-0aa4-44b6-abbc-992f9ca4f7a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=37f88141-3b20-4fe8-b405-1e0b1cb667d8 HTTP/1.1" status: 200 len: 857 time: 0.0599229 Nov 19 19:16:13.076451 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Deleting port ae7a937d-71e9-44f4-be42-51775df7c8d5 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:13.076959 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.136370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37698) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:13.168682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26bfa9d-4bd3-4de4-93ca-fec7b2b829a3 None None] DHCP port deletion for 32df8e1a-b141-4d16-b1e8-e2ea737b167c request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:16:13.222621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] For port ae7a937d-71e9-44f4-be42-51775df7c8d5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ae7a937d-71e9-44f4-be42-51775df7c8d5,segment=NetworkSegment(df4538a1-5032-4c3d-8982-2191bcc058e7),segment_id=df4538a1-5032-4c3d-8982-2191bcc058e7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:13.223376 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.242665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Calling delete_port for ae7a937d-71e9-44f4-be42-51775df7c8d5 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:13.439588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47c9e1f2-e0a1-4784-86df-3b5c62ed8d95 req-292729cc-0835-4cce-af90-8be7705260ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db176607-f73c-4928-baa1-e08a8c7cb1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3585448 Nov 19 19:16:13.442549 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.458632 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.498496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7a937d-71e9-44f4-be42-51775df7c8d5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:13.527475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d26bfa9d-4bd3-4de4-93ca-fec7b2b829a3 None None] Deleting port ae7a937d-71e9-44f4-be42-51775df7c8d5 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:13.528805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d26bfa9d-4bd3-4de4-93ca-fec7b2b829a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.613767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] No DVR routers for this DVR port ae7a937d-71e9-44f4-be42-51775df7c8d5 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:16:13.644543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d26bfa9d-4bd3-4de4-93ca-fec7b2b829a3 None None] For port ae7a937d-71e9-44f4-be42-51775df7c8d5, host n-d-815373-6, got binding levels [] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:13.645121 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d26bfa9d-4bd3-4de4-93ca-fec7b2b829a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.674231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d26bfa9d-4bd3-4de4-93ca-fec7b2b829a3 None None] Calling delete_port for ae7a937d-71e9-44f4-be42-51775df7c8d5 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:13.682125 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.ipam_backend_mixin [None req-d26bfa9d-4bd3-4de4-93ca-fec7b2b829a3 None None] Port ae7a937d-71e9-44f4-be42-51775df7c8d5 was not found and therefore no delete operation was performed {{(pid=109889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:16:13.686074 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d26bfa9d-4bd3-4de4-93ca-fec7b2b829a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.739027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bfa9d-4bd3-4de4-93ca-fec7b2b829a3 None None] Pushing event deleted for resources: {'Port': ['ID=ae7a937d-71e9-44f4-be42-51775df7c8d5,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:13.757582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26bfa9d-4bd3-4de4-93ca-fec7b2b829a3 None None] No DVR routers for this DVR port ae7a937d-71e9-44f4-be42-51775df7c8d5 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:16:13.796517 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a33f8c1a-9b41-4cd4-81b5-f2f1cef662c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.859524 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee05277-8d2e-46c6-9bdb-4dd2082125b7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.862615 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee05277-8d2e-46c6-9bdb-4dd2082125b7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.924144 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee05277-8d2e-46c6-9bdb-4dd2082125b7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.924772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee05277-8d2e-46c6-9bdb-4dd2082125b7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Fanout notify agent at l3_agent the message router_deleted on router d0127217-cfbe-4100-98f8-dff609deb17a {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:16:13.932292 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bee05277-8d2e-46c6-9bdb-4dd2082125b7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:13.934746 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bee05277-8d2e-46c6-9bdb-4dd2082125b7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/d0127217-cfbe-4100-98f8-dff609deb17a HTTP/1.1" status: 204 len: 168 time: 1.0813053 Nov 19 19:16:13.942468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37742) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:14.018508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-745cdadd-df00-4a09-90a0-44ff36cc03a6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting subnet ef7af33b-cc50-47db-8382-06c3c1e82462 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:16:14.032189 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-745cdadd-df00-4a09-90a0-44ff36cc03a6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.117362 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.147045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-745cdadd-df00-4a09-90a0-44ff36cc03a6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.208194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37746) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:14.279783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-745cdadd-df00-4a09-90a0-44ff36cc03a6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.345348 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.359978 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75594c4d-a05f-4fdf-9acf-aecf8bb2c53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.380288 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-745cdadd-df00-4a09-90a0-44ff36cc03a6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.416763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cdadd-df00-4a09-90a0-44ff36cc03a6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7af33b-cc50-47db-8382-06c3c1e82462,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:14.427340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-745cdadd-df00-4a09-90a0-44ff36cc03a6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.428815 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a33f8c1a-9b41-4cd4-81b5-f2f1cef662c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.430547 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-745cdadd-df00-4a09-90a0-44ff36cc03a6 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/ef7af33b-cc50-47db-8382-06c3c1e82462 HTTP/1.1" status: 204 len: 168 time: 0.4861848 Nov 19 19:16:14.433455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37750) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:14.436704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cabe980-8a5e-467d-9a82-1ceb4f066be9 None None] Network fe0a953c-1790-4786-b346-bcfd1fdb5a82 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:14.451094 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a33f8c1a-9b41-4cd4-81b5-f2f1cef662c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.467308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32df8e1a-b141-4d16-b1e8-e2ea737b167c']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:14.511287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed2ccf-31cb-4167-896d-36a68578dbe6 req-239c6c7e-cc19-4d30-abb5-71e7395af7d0 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:14.514448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45ed2ccf-31cb-4167-896d-36a68578dbe6 req-239c6c7e-cc19-4d30-abb5-71e7395af7d0 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 943 time: 0.2513149 Nov 19 19:16:14.524955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4538a1-5032-4c3d-8982-2191bcc058e7') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:14.525321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4538a1-5032-4c3d-8982-2191bcc058e7') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:14.531874 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47c9e1f2-e0a1-4784-86df-3b5c62ed8d95 req-73e6d449-8b55-4fea-b4bc-a5ca9eed16fe service neutron] 10.222.0.21 "GET /v2.0/networks/db176607-f73c-4928-baa1-e08a8c7cb1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0837059 Nov 19 19:16:14.554629 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.580278 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75594c4d-a05f-4fdf-9acf-aecf8bb2c53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.612322 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75594c4d-a05f-4fdf-9acf-aecf8bb2c53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.614732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ae7a937d-71e9-44f4-be42-51775df7c8d5 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:16:14.659968 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: ae7a937d-71e9-44f4-be42-51775df7c8d5 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:16:14.660647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ae7a937d-71e9-44f4-be42-51775df7c8d5 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:16:14.676066 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75594c4d-a05f-4fdf-9acf-aecf8bb2c53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15b2fba-032d-4b17-a016-d667c3630080,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:14.681708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47c9e1f2-e0a1-4784-86df-3b5c62ed8d95 req-a4d5c9d1-0fc7-4e40-a0b7-87ba3c624b7e service neutron] 10.222.0.21 "GET /v2.0/networks/db176607-f73c-4928-baa1-e08a8c7cb1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295865 Nov 19 19:16:14.683220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-75594c4d-a05f-4fdf-9acf-aecf8bb2c53d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6d1d5ee515d43889ebdbeb58da94756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4739168 Nov 19 19:16:14.685047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37752) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:14.696441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 851a6d24-6e00-4bf2-b3d0-7c999676e79f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:14.696831 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.700701 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.705164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a33f8c1a-9b41-4cd4-81b5-f2f1cef662c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4971eb3eae0c48a79729226af79cd0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5672278 Nov 19 19:16:14.712295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37754) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:14.713542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f8c1a-9b41-4cd4-81b5-f2f1cef662c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe855424-c653-46f5-901c-87425fe49d2f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:14.744699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.769087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1546a699-8822-482f-a9b8-7b762c4a17ab None None] DHCP port deletion for fe0a953c-1790-4786-b346-bcfd1fdb5a82 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:16:14.769459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:16:14.769858 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:16:14.774251 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:16:14.815482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3a738de8-ecba-47ae-b30b-cca22e716d25 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:16:14.827673 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45ed2ccf-31cb-4167-896d-36a68578dbe6 req-1504b471-a9ac-49ba-9639-b354d0a626f9 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/security-groups?id=695738ab-6fe0-4896-b298-70eadfa1f473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947259 Nov 19 19:16:14.860565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port 851a6d24-6e00-4bf2-b3d0-7c999676e79f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=851a6d24-6e00-4bf2-b3d0-7c999676e79f,segment=NetworkSegment(9c21550e-a345-4f1a-b2a0-c4e714328c74),segment_id=9c21550e-a345-4f1a-b2a0-c4e714328c74)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:14.861790 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.864339 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-456cba79-a6b5-4d2c-ba01-0331dfe8fe71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.874578 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba0cab72-7586-4b96-b491-ff7f159ec6c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.879981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.892620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.892620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] 10.222.0.50 "DELETE /v2.0/networks/32df8e1a-b141-4d16-b1e8-e2ea737b167c HTTP/1.1" status: 204 len: 168 time: 2.2006488 Nov 19 19:16:14.901979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-456cba79-a6b5-4d2c-ba01-0331dfe8fe71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.917849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388f47a-0e1b-4441-ac7c-8bca589d956b admin admin] Pushing event deleted for resources: {'Network': ['ID=32df8e1a-b141-4d16-b1e8-e2ea737b167c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:14.955479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 851a6d24-6e00-4bf2-b3d0-7c999676e79f owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:14.975283 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-456cba79-a6b5-4d2c-ba01-0331dfe8fe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.978068 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-456cba79-a6b5-4d2c-ba01-0331dfe8fe71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.979337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-456cba79-a6b5-4d2c-ba01-0331dfe8fe71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b15b2fba-032d-4b17-a016-d667c3630080 HTTP/1.1" status: 204 len: 168 time: 0.2730961 Nov 19 19:16:14.980091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba0cab72-7586-4b96-b491-ff7f159ec6c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:14.984867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3a738de8-ecba-47ae-b30b-cca22e716d25, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3a738de8-ecba-47ae-b30b-cca22e716d25,segment=NetworkSegment(9977e569-9b28-4a9d-98e8-05ae02d42cea),segment_id=9977e569-9b28-4a9d-98e8-05ae02d42cea)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:14.996856 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cba79-a6b5-4d2c-ba01-0331dfe8fe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15b2fba-032d-4b17-a016-d667c3630080,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:15.023986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '3a738de8-ecba-47ae-b30b-cca22e716d25', 'network_id': 'db176607-f73c-4928-baa1-e08a8c7cb1bb', 'port_id': '3a738de8-ecba-47ae-b30b-cca22e716d25', 'mac_address': 'fa:16:3e:8b:45:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f88141-3b20-4fe8-b405-1e0b1cb667d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:16:15.042637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1546a699-8822-482f-a9b8-7b762c4a17ab None None] Deleting port 851a6d24-6e00-4bf2-b3d0-7c999676e79f {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:15.043295 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1546a699-8822-482f-a9b8-7b762c4a17ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.097105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37762) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:15.129941 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba0cab72-7586-4b96-b491-ff7f159ec6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.133000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba0cab72-7586-4b96-b491-ff7f159ec6c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.134278 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ba0cab72-7586-4b96-b491-ff7f159ec6c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe855424-c653-46f5-901c-87425fe49d2f HTTP/1.1" status: 204 len: 168 time: 0.4202828 Nov 19 19:16:15.137932 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.173918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1546a699-8822-482f-a9b8-7b762c4a17ab None None] For port 851a6d24-6e00-4bf2-b3d0-7c999676e79f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=851a6d24-6e00-4bf2-b3d0-7c999676e79f,segment=NetworkSegment(9c21550e-a345-4f1a-b2a0-c4e714328c74),segment_id=9c21550e-a345-4f1a-b2a0-c4e714328c74)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:15.175182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cab72-7586-4b96-b491-ff7f159ec6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe855424-c653-46f5-901c-87425fe49d2f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:15.176012 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1546a699-8822-482f-a9b8-7b762c4a17ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.179756 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=851a6d24-6e00-4bf2-b3d0-7c999676e79f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:15.181531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No DVR routers for this DVR port 851a6d24-6e00-4bf2-b3d0-7c999676e79f on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:16:15.191574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b80a9314-d744-48fe-9557-8b18e91bbff3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d66db5a635f74407910126f79e0a8077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0921416 Nov 19 19:16:15.193444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37766) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:15.227253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1546a699-8822-482f-a9b8-7b762c4a17ab None None] Calling delete_port for 851a6d24-6e00-4bf2-b3d0-7c999676e79f owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:15.315308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d4cfc8f0-7f0b-4752-9661-958aebd76d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.335473 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.345211 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1546a699-8822-482f-a9b8-7b762c4a17ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.351935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d4cfc8f0-7f0b-4752-9661-958aebd76d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.365958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546a699-8822-482f-a9b8-7b762c4a17ab None None] No DVR routers for this DVR port 851a6d24-6e00-4bf2-b3d0-7c999676e79f on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:16:15.385456 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0a953c-1790-4786-b346-bcfd1fdb5a82']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:15.409065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c21550e-a345-4f1a-b2a0-c4e714328c74') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:15.409424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c21550e-a345-4f1a-b2a0-c4e714328c74') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:15.427302 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.429312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546a699-8822-482f-a9b8-7b762c4a17ab None None] Pushing event deleted for resources: {'Port': ['ID=851a6d24-6e00-4bf2-b3d0-7c999676e79f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:15.433685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.446980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a738de8-ecba-47ae-b30b-cca22e716d25 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:16:15.461645 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.472417 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d4cfc8f0-7f0b-4752-9661-958aebd76d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.473936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3a738de8-ecba-47ae-b30b-cca22e716d25, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3a738de8-ecba-47ae-b30b-cca22e716d25,segment=NetworkSegment(9977e569-9b28-4a9d-98e8-05ae02d42cea),segment_id=9977e569-9b28-4a9d-98e8-05ae02d42cea)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:15.475177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:16:15.475710 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.476267 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d4cfc8f0-7f0b-4752-9661-958aebd76d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.477905 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d4cfc8f0-7f0b-4752-9661-958aebd76d02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3918d282-d6d2-40a6-a460-97dbcf8a67ab HTTP/1.1" status: 204 len: 168 time: 0.2799621 Nov 19 19:16:15.481082 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:16:15.481685 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:16:15.497605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfc8f0-7f0b-4752-9661-958aebd76d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3918d282-d6d2-40a6-a460-97dbcf8a67ab,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:15.595641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.602782 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.609306 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/networks/fe0a953c-1790-4786-b346-bcfd1fdb5a82 HTTP/1.1" status: 204 len: 168 time: 1.1745441 Nov 19 19:16:15.613592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37780) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:15.619588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3a738de8-ecba-47ae-b30b-cca22e716d25,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:15.620810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1758c5de-9d33-4018-a8ae-270830ef4f3d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-479960586', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:15.651534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e955959-96d0-409a-971f-69b2312f6f4e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Network': ['ID=fe0a953c-1790-4786-b346-bcfd1fdb5a82,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:15.674725 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1758c5de-9d33-4018-a8ae-270830ef4f3d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.676921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1758c5de-9d33-4018-a8ae-270830ef4f3d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.781536 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1758c5de-9d33-4018-a8ae-270830ef4f3d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.793337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1758c5de-9d33-4018-a8ae-270830ef4f3d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.826236 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1758c5de-9d33-4018-a8ae-270830ef4f3d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.828073 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1758c5de-9d33-4018-a8ae-270830ef4f3d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2127059 Nov 19 19:16:15.830759 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37784) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:15.836129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1236708822'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:15.866652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:15.871468 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.929473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:16:15.957330 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:15.957846 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added segment a6b710d0-1157-4ee5-9d1d-c97689a4cba9 of type vlan for network 4c4faf03-d2d6-44a0-b685-0145f8210c50 Nov 19 19:16:15.961573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['3a738de8-ecba-47ae-b30b-cca22e716d25'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:16:16.095484 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.133328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd144c-a230-407d-b31d-922445caee5d req-1abf99ea-c90a-4649-aa80-b4f3b684de98 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:16.135102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4cd144c-a230-407d-b31d-922445caee5d req-1abf99ea-c90a-4649-aa80-b4f3b684de98 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 944 time: 0.1575439 Nov 19 19:16:16.136513 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.143872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:16.144635 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.208949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37798) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:16.216854 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3850110 Nov 19 19:16:16.223977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37802) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:16.229206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'subnet': {'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:16.240282 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c96cfdc2-474f-45a2-95ca-4017b9f486ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.294491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debac91-e8f0-4d28-9884-7f35f1ce8ff7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Network': ['ID=4c4faf03-d2d6-44a0-b685-0145f8210c50,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:16.313134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 4c4faf03-d2d6-44a0-b685-0145f8210c50 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:16:16.354958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4cd144c-a230-407d-b31d-922445caee5d req-05aaf336-6665-4198-be81-561e01448332 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/security-groups?id=695738ab-6fe0-4896-b298-70eadfa1f473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070348 Nov 19 19:16:16.392843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:16.397527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c96cfdc2-474f-45a2-95ca-4017b9f486ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.401637 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.407354 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c96cfdc2-474f-45a2-95ca-4017b9f486ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.473373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96cfdc2-474f-45a2-95ca-4017b9f486ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d584e4ec-a727-4025-86bd-e74c31adc79b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:16.481968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c96cfdc2-474f-45a2-95ca-4017b9f486ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30ceac7298a7446b827cd504884c2ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705297 Nov 19 19:16:16.483703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37810) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:16.551053 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d234747-b99a-486f-8238-0a5056f253e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.582541 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d234747-b99a-486f-8238-0a5056f253e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.601312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 851a6d24-6e00-4bf2-b3d0-7c999676e79f no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:16:16.642676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 851a6d24-6e00-4bf2-b3d0-7c999676e79f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:16:16.642901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 851a6d24-6e00-4bf2-b3d0-7c999676e79f not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:16:16.653279 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d234747-b99a-486f-8238-0a5056f253e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.658011 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d234747-b99a-486f-8238-0a5056f253e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.659711 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6d234747-b99a-486f-8238-0a5056f253e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d584e4ec-a727-4025-86bd-e74c31adc79b HTTP/1.1" status: 204 len: 168 time: 0.1742847 Nov 19 19:16:16.672687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d234747-b99a-486f-8238-0a5056f253e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d584e4ec-a727-4025-86bd-e74c31adc79b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:16.708346 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.776946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Subnet': ['ID=073de111-da65-44a4-aa0d-fa1dff481f6a,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:16.786487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Checking segment: {'id': 'a6b710d0-1157-4ee5-9d1d-c97689a4cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:16.786866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network hostable DHCP agents. Network: 4c4faf03-d2d6-44a0-b685-0145f8210c50, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:16:16.806865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 4c4faf03-d2d6-44a0-b685-0145f8210c50 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:16:16.812795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3a738de8-ecba-47ae-b30b-cca22e716d25 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:16.819567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 4c4faf03-d2d6-44a0-b685-0145f8210c50) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:16.828937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:16.830065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:16.849587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ae6199-4b48-4250-b129-f604733393e4 None None] Network 4c4faf03-d2d6-44a0-b685-0145f8210c50 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:16.854510 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d842c695-ada9-4890-97eb-6db68dc154bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6291215 Nov 19 19:16:16.855627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37824) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:16.975449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 3a738de8-ecba-47ae-b30b-cca22e716d25 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:16:16.980779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 3a738de8-ecba-47ae-b30b-cca22e716d25 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:16.981159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.038482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37836) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:17.110646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-4c4faf03-d2d6-44a0-b685-0145f8210c50', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:16:17.111779 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.176311 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.214320 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-81769c04-1fe7-47d7-945f-4e4a9d8ca05a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.284536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c812f54-b067-4458-a463-1df055e48241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a738de8-ecba-47ae-b30b-cca22e716d25'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:16:17.287233 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20a7eae-01ae-4293-9343-5e11066d40a0" -d '{"events": [{"server_uuid": "2c812f54-b067-4458-a463-1df055e48241", "name": "network-vif-plugged", "status": "completed", "tag": "3a738de8-ecba-47ae-b30b-cca22e716d25"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:16:17.314131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3a738de8-ecba-47ae-b30b-cca22e716d25, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3a738de8-ecba-47ae-b30b-cca22e716d25,segment=NetworkSegment(9977e569-9b28-4a9d-98e8-05ae02d42cea),segment_id=9977e569-9b28-4a9d-98e8-05ae02d42cea)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:17.352670 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.412392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-81769c04-1fe7-47d7-945f-4e4a9d8ca05a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.425600 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-81769c04-1fe7-47d7-945f-4e4a9d8ca05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.446119 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.465069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Allocated IP 2001:db8::2 (4c4faf03-d2d6-44a0-b685-0145f8210c50/073de111-da65-44a4-aa0d-fa1dff481f6a/5a05652b-08b5-4c73-bed2-74c086102dbd) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:17.493781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81769c04-1fe7-47d7-945f-4e4a9d8ca05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f8afd3-5447-4416-aa37-0e390366d95b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:17.498336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3a738de8-ecba-47ae-b30b-cca22e716d25,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:17.508346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.508713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.509052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.509437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.509734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.511379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.511379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.511379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.511379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.511802 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.512020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.512348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:17.528481 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-81769c04-1fe7-47d7-945f-4e4a9d8ca05a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba84becc53224327ac8e71fc0f223d47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4880402 Nov 19 19:16:17.529259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37862) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:17.592823 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980a1af6-8d8d-49d6-90d1-95ff088a3b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.620123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980a1af6-8d8d-49d6-90d1-95ff088a3b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.705414 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980a1af6-8d8d-49d6-90d1-95ff088a3b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.708883 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980a1af6-8d8d-49d6-90d1-95ff088a3b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.717492 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-980a1af6-8d8d-49d6-90d1-95ff088a3b49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78f8afd3-5447-4416-aa37-0e390366d95b HTTP/1.1" status: 204 len: 168 time: 0.1868920 Nov 19 19:16:17.741655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a1af6-8d8d-49d6-90d1-95ff088a3b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f8afd3-5447-4416-aa37-0e390366d95b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:17.785972 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d768be-5013-413d-913c-5e7f5205aef3 x-openstack-request-id: req-07d768be-5013-413d-913c-5e7f5205aef3 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:16:17.786268 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c812f54-b067-4458-a463-1df055e48241", "name": "network-vif-plugged", "status": "completed", "tag": "3a738de8-ecba-47ae-b30b-cca22e716d25", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:16:17.786530 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07d768be-5013-413d-913c-5e7f5205aef3 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:16:17.787599 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c812f54-b067-4458-a463-1df055e48241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a738de8-ecba-47ae-b30b-cca22e716d25', 'code': 200} Nov 19 19:16:17.862106 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.871264 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:17.930973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Pushing event updated for resources: {'Port': ['ID=5a05652b-08b5-4c73-bed2-74c086102dbd,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:17.953988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Network 4c4faf03-d2d6-44a0-b685-0145f8210c50 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:17.956368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:17.959323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:17.981491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e1d84-075d-4a1c-8ad9-cd73f85e9c0e req-39573ce6-9cbd-4f68-9a7e-c0a56afafac1 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:17.983087 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a54e1d84-075d-4a1c-8ad9-cd73f85e9c0e req-39573ce6-9cbd-4f68-9a7e-c0a56afafac1 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 945 time: 0.1180403 Nov 19 19:16:18.049515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Attempting to bind port 5a05652b-08b5-4c73-bed2-74c086102dbd on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:18.050998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Attempting to bind port 5a05652b-08b5-4c73-bed2-74c086102dbd by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'a6b710d0-1157-4ee5-9d1d-c97689a4cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:18.053056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Attempting to bind port 5a05652b-08b5-4c73-bed2-74c086102dbd on network 4c4faf03-d2d6-44a0-b685-0145f8210c50 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:18.059540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d76409-4013-4896-b21e-024ef09b880e req-c4f72b3d-27f0-46cf-a491-431688832c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:18.061081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-66d76409-4013-4896-b21e-024ef09b880e req-c4f72b3d-27f0-46cf-a491-431688832c2d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 1096 time: 0.1948099 Nov 19 19:16:18.066330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:18.068117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Checking segment: {'id': 'a6b710d0-1157-4ee5-9d1d-c97689a4cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:18.068826 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:18.069401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Bound using segment: {'id': 'a6b710d0-1157-4ee5-9d1d-c97689a4cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:18.070910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Bound port: 5a05652b-08b5-4c73-bed2-74c086102dbd, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b710d0-1157-4ee5-9d1d-c97689a4cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:18.071501 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:18.144474 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a54e1d84-075d-4a1c-8ad9-cd73f85e9c0e req-904e000a-e70b-4e24-b447-4e2b88fb64a9 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/security-groups?id=695738ab-6fe0-4896-b298-70eadfa1f473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522381 Nov 19 19:16:18.173257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Allocated IP 2001:db8::1 (4c4faf03-d2d6-44a0-b685-0145f8210c50/073de111-da65-44a4-aa0d-fa1dff481f6a/590cb992-9b3b-46e4-9c9b-fd37f2f8cf91) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:18.204146 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-66d76409-4013-4896-b21e-024ef09b880e req-37b09f10-5c53-4197-86d2-b919d5646c60 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=695738ab-6fe0-4896-b298-70eadfa1f473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287479 Nov 19 19:16:18.206221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] For port 5a05652b-08b5-4c73-bed2-74c086102dbd, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:18.210099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] For port 5a05652b-08b5-4c73-bed2-74c086102dbd, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5a05652b-08b5-4c73-bed2-74c086102dbd,segment=NetworkSegment(a6b710d0-1157-4ee5-9d1d-c97689a4cba9),segment_id=a6b710d0-1157-4ee5-9d1d-c97689a4cba9)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:18.222120 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:18.338113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdc812-3fbe-45ac-8799-f691dc974c75 None None] Pushing event updated for resources: {'Port': ['ID=5a05652b-08b5-4c73-bed2-74c086102dbd,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:18.371776 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:18.440618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:18.483789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 4c4faf03-d2d6-44a0-b685-0145f8210c50 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:18.490779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:18.550169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:18.550730 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:18.604857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=590cb992-9b3b-46e4-9c9b-fd37f2f8cf91,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:18.765499 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:19.130894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:19.141903 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:19.143089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:19.205523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=590cb992-9b3b-46e4-9c9b-fd37f2f8cf91,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:19.509691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33b5b8-b505-4a41-bf7b-e1645b019a58 req-504615b3-e757-4a73-8209-df0b67a8d2bd tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:19.511363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf33b5b8-b505-4a41-bf7b-e1645b019a58 req-504615b3-e757-4a73-8209-df0b67a8d2bd tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 945 time: 0.2076075 Nov 19 19:16:19.585158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 4c4faf03-d2d6-44a0-b685-0145f8210c50 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:19.614682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:19.619852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf33b5b8-b505-4a41-bf7b-e1645b019a58 req-771859bc-494b-4a1a-a016-b94199b6c238 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/security-groups?id=695738ab-6fe0-4896-b298-70eadfa1f473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921483 Nov 19 19:16:19.807893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9074fa15-a9b8-4389-9614-10082f82ec42 None None] Network 4c4faf03-d2d6-44a0-b685-0145f8210c50 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:19.870995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:16:19.984037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e0b15726-99e2-4a42-a024-078285c918c6 None None] Provisioning complete for port 5a05652b-08b5-4c73-bed2-74c086102dbd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:19.985208 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0b15726-99e2-4a42-a024-078285c918c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:20.109045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:16:20.117531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ff0e9555-844f-447b-93f2-085e346f937d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2602038 Nov 19 19:16:20.119597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37938) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:20.126885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Sync routers for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:16:20.127683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2dce9-95bd-4c7c-ac8d-959449df49da req-ba4173b5-35e1-44a4-84ed-6b86d165e049 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:20.128041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-852537681'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:20.129633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7fe2dce9-95bd-4c7c-ac8d-959449df49da req-ba4173b5-35e1-44a4-84ed-6b86d165e049 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 945 time: 0.0837924 Nov 19 19:16:20.183876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:20.190280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:20.199712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:20.200889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:20.233611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:16:20.247867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7fe2dce9-95bd-4c7c-ac8d-959449df49da req-5e716bf8-feb5-4fef-9491-d4553405de50 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/security-groups?id=695738ab-6fe0-4896-b298-70eadfa1f473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106384 Nov 19 19:16:20.256959 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:20.257314 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added segment 6df26d2e-472f-43e0-8712-8110d64c2397 of type vlan for network 8d113f2a-5bc1-4315-9670-40e46456eb50 Nov 19 19:16:20.318600 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0b15726-99e2-4a42-a024-078285c918c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:20.322208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:20.357023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:20.364949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:20.372590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:20.373390 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:20.436657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e0b15726-99e2-4a42-a024-078285c918c6 None None] For port 5a05652b-08b5-4c73-bed2-74c086102dbd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5a05652b-08b5-4c73-bed2-74c086102dbd,segment=NetworkSegment(a6b710d0-1157-4ee5-9d1d-c97689a4cba9),segment_id=a6b710d0-1157-4ee5-9d1d-c97689a4cba9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:20.448020 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0b15726-99e2-4a42-a024-078285c918c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:20.467671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37944) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:20.474599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'subnet': {'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:20.479302 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3415678 Nov 19 19:16:20.496536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1d806-aef3-4578-adce-97d382e9d5f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Network': ['ID=8d113f2a-5bc1-4315-9670-40e46456eb50,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:20.623719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 8d113f2a-5bc1-4315-9670-40e46456eb50 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:16:20.655218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:20.663467 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:20.810638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5a05652b-08b5-4c73-bed2-74c086102dbd up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:20.813464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b15726-99e2-4a42-a024-078285c918c6 None None] Pushing event updated for resources: {'Port': ['ID=5a05652b-08b5-4c73-bed2-74c086102dbd,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:20.964837 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-770cbb14-a427-4f65-b949-40cb1b311b48 None None] Provisioning complete for port 5a05652b-08b5-4c73-bed2-74c086102dbd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:20.965266 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-770cbb14-a427-4f65-b949-40cb1b311b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:21.064303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 5a05652b-08b5-4c73-bed2-74c086102dbd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:21.064682 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:21.144685 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:21.178199 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:18Z', 'revision_number': 2, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:18Z', 'revision_number': 2, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:21.219684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Checking router: b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:16:21.220254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Updating router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:16:21.261232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Subnet': ['ID=2c079c03-efb2-450b-95db-e9975db253d6,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:21.308394 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:21.324613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-770cbb14-a427-4f65-b949-40cb1b311b48 None None] Provisioning complete for port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:21.325347 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-770cbb14-a427-4f65-b949-40cb1b311b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:21.417260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-770cbb14-a427-4f65-b949-40cb1b311b48 None None] Port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:21.419716 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Checking segment: {'id': '6df26d2e-472f-43e0-8712-8110d64c2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:21.420101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network hostable DHCP agents. Network: 8d113f2a-5bc1-4315-9670-40e46456eb50, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:16:21.464783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0582df-ddce-42c6-ad59-88a3fadd08d5 req-5f5e1c8b-b1ef-4d64-b00d-831f66f70365 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:21.466366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c0582df-ddce-42c6-ad59-88a3fadd08d5 req-5f5e1c8b-b1ef-4d64-b00d-831f66f70365 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 945 time: 0.2078834 Nov 19 19:16:21.608401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 8d113f2a-5bc1-4315-9670-40e46456eb50 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:16:21.642840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e0b87144-c37b-456b-bc60-afe9a587c0a4 None None] Provisioning complete for port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:21.643218 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0b87144-c37b-456b-bc60-afe9a587c0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:21.646138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41d3db-c541-4850-9f44-35b34ca887fa req-df910a2c-7300-4d99-937c-9a58bd9f6499 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:21.653071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c41d3db-c541-4850-9f44-35b34ca887fa req-df910a2c-7300-4d99-937c-9a58bd9f6499 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 945 time: 0.2349150 Nov 19 19:16:21.742401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e0b87144-c37b-456b-bc60-afe9a587c0a4 None None] Port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:21.747120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 8d113f2a-5bc1-4315-9670-40e46456eb50) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:21.759995 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db602a1-a2ed-4fca-a761-eb09c51c0e4c None None] Network 8d113f2a-5bc1-4315-9670-40e46456eb50 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:21.763813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:21.764628 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:21.786886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-0c0582df-ddce-42c6-ad59-88a3fadd08d5 req-6dbf8a3c-5d95-4e7a-878f-f150fdf72c0c tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Deleting port 3a738de8-ecba-47ae-b30b-cca22e716d25 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:21.787519 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0c0582df-ddce-42c6-ad59-88a3fadd08d5 req-6dbf8a3c-5d95-4e7a-878f-f150fdf72c0c tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:21.988005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0c0582df-ddce-42c6-ad59-88a3fadd08d5 req-6dbf8a3c-5d95-4e7a-878f-f150fdf72c0c tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] For port 3a738de8-ecba-47ae-b30b-cca22e716d25, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3a738de8-ecba-47ae-b30b-cca22e716d25,segment=NetworkSegment(9977e569-9b28-4a9d-98e8-05ae02d42cea),segment_id=9977e569-9b28-4a9d-98e8-05ae02d42cea)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:21.991118 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0c0582df-ddce-42c6-ad59-88a3fadd08d5 req-6dbf8a3c-5d95-4e7a-878f-f150fdf72c0c tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:22.009733 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c41d3db-c541-4850-9f44-35b34ca887fa req-ca91920f-15a5-4645-b7fd-27cad10744e4 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/security-groups?id=695738ab-6fe0-4896-b298-70eadfa1f473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430657 Nov 19 19:16:22.045480 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d2b911b5-5632-4c98-908a-037ac7716eed tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5740788 Nov 19 19:16:22.046261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38002) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:22.063444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-0c0582df-ddce-42c6-ad59-88a3fadd08d5 req-6dbf8a3c-5d95-4e7a-878f-f150fdf72c0c tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Calling delete_port for 3a738de8-ecba-47ae-b30b-cca22e716d25 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:22.198932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-df465a73-b605-4edd-bd5d-4dfa15549d50 None None] Provisioning complete for port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:22.199893 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-df465a73-b605-4edd-bd5d-4dfa15549d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:22.260190 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0c0582df-ddce-42c6-ad59-88a3fadd08d5 req-6dbf8a3c-5d95-4e7a-878f-f150fdf72c0c tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:22.323034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf8a3c-5d95-4e7a-878f-f150fdf72c0c tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Pushing event deleted for resources: {'Port': ['ID=3a738de8-ecba-47ae-b30b-cca22e716d25,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:22.345183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['3a738de8-ecba-47ae-b30b-cca22e716d25'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:16:22.382830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0582df-ddce-42c6-ad59-88a3fadd08d5 req-6dbf8a3c-5d95-4e7a-878f-f150fdf72c0c tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] No DVR routers for this DVR port 3a738de8-ecba-47ae-b30b-cca22e716d25 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:16:22.385798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0c0582df-ddce-42c6-ad59-88a3fadd08d5 req-6dbf8a3c-5d95-4e7a-878f-f150fdf72c0c tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:22.390172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c0582df-ddce-42c6-ad59-88a3fadd08d5 req-6dbf8a3c-5d95-4e7a-878f-f150fdf72c0c tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.21 "DELETE /v2.0/ports/3a738de8-ecba-47ae-b30b-cca22e716d25 HTTP/1.1" status: 204 len: 173 time: 0.9144380 Nov 19 19:16:22.391293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c812f54-b067-4458-a463-1df055e48241', 'name': 'network-vif-deleted', 'tag': '3a738de8-ecba-47ae-b30b-cca22e716d25'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:16:22.394177 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205b4766-3168-451c-b7da-891c1dcbd6d1" -d '{"events": [{"server_uuid": "2c812f54-b067-4458-a463-1df055e48241", "name": "network-vif-deleted", "tag": "3a738de8-ecba-47ae-b30b-cca22e716d25"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:16:22.448165 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed08e5f1-3849-4a55-bd2a-1f82ee639855 x-openstack-request-id: req-ed08e5f1-3849-4a55-bd2a-1f82ee639855 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:16:22.448863 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c812f54-b067-4458-a463-1df055e48241", "name": "network-vif-deleted", "tag": "3a738de8-ecba-47ae-b30b-cca22e716d25", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:16:22.449469 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed08e5f1-3849-4a55-bd2a-1f82ee639855 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:16:22.450269 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c812f54-b067-4458-a463-1df055e48241', 'name': 'network-vif-deleted', 'tag': '3a738de8-ecba-47ae-b30b-cca22e716d25', 'status': 'completed', 'code': 200} Nov 19 19:16:22.537740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-df465a73-b605-4edd-bd5d-4dfa15549d50 None None] Port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:22.592226 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:22.620996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-8d113f2a-5bc1-4315-9670-40e46456eb50', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:16:22.625942 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:22.634583 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:22.666442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5a05652b-08b5-4c73-bed2-74c086102dbd up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:22.756025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.011953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82391bda-891f-4f5a-8f0c-4b584bee4434 None None] Pushing event updated for resources: {'Port': ['ID=590cb992-9b3b-46e4-9c9b-fd37f2f8cf91,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:23.064554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 5a05652b-08b5-4c73-bed2-74c086102dbd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:23.064951 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.258414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1263aafc-68c3-41d8-af3f-749f07b02121 req-3d86924a-4b2a-4344-a93c-995990b697f0 tempest-InstanceActionsV221TestJSON-640654581 tempest-InstanceActionsV221TestJSON-640654581-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c812f54-b067-4458-a463-1df055e48241 HTTP/1.1" status: 200 len: 210 time: 0.0592537 Nov 19 19:16:23.300593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38030) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:23.354754 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38034) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:23.361834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38036) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:23.409079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Allocated IP 2001:db8:1::1 (8d113f2a-5bc1-4315-9670-40e46456eb50/2c079c03-efb2-450b-95db-e9975db253d6/4c5f42fd-da39-4198-b8f7-c6cebd197e9b) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:23.412122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Attempting to bind port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:23.412731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Attempting to bind port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'a6b710d0-1157-4ee5-9d1d-c97689a4cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:23.413347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Attempting to bind port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 on network 4c4faf03-d2d6-44a0-b685-0145f8210c50 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:23.444874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:23.445713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Checking segment: {'id': 'a6b710d0-1157-4ee5-9d1d-c97689a4cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:23.446599 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.447395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Bound using segment: {'id': 'a6b710d0-1157-4ee5-9d1d-c97689a4cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:23.448293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Bound port: 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b710d0-1157-4ee5-9d1d-c97689a4cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:23.460909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.563074 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.564920 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-48fd5c17-c9da-4150-858b-00d03c3cba8f None None] Provisioning complete for port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:23.565513 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-48fd5c17-c9da-4150-858b-00d03c3cba8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.590049 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f63211d-41ae-4b60-8aad-c30fbf289a40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.605575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.678516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=4c5f42fd-da39-4198-b8f7-c6cebd197e9b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:23.688673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 8d113f2a-5bc1-4315-9670-40e46456eb50 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:23.690280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:23.695394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:23.696190 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.715981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-48fd5c17-c9da-4150-858b-00d03c3cba8f None None] Port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:23.730008 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] For port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:23.738366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] For port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=590cb992-9b3b-46e4-9c9b-fd37f2f8cf91,segment=NetworkSegment(a6b710d0-1157-4ee5-9d1d-c97689a4cba9),segment_id=a6b710d0-1157-4ee5-9d1d-c97689a4cba9)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:23.740787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Allocated IP 2001:db8:1::2 (8d113f2a-5bc1-4315-9670-40e46456eb50/2c079c03-efb2-450b-95db-e9975db253d6/af191381-066b-42f0-aa05-dbdb194eda58) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:23.753611 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.760051 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f63211d-41ae-4b60-8aad-c30fbf289a40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.776941 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7f63211d-41ae-4b60-8aad-c30fbf289a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.809543 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39c74641-251e-4188-8971-22a3c6a3d56e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:23.829216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38044) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:23.862544 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63211d-41ae-4b60-8aad-c30fbf289a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89b574a-8292-4e3c-9fa5-0bdbe14641ac,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:23.879053 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7f63211d-41ae-4b60-8aad-c30fbf289a40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dedcd4a99b64480817445e4776c12df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5769961 Nov 19 19:16:23.879214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38048) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:23.915780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82391bda-891f-4f5a-8f0c-4b584bee4434 None None] Pushing event updated for resources: {'Port': ['ID=590cb992-9b3b-46e4-9c9b-fd37f2f8cf91,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:23.919259 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:23.919924 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:23.943583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-16b16f7a-73ae-4f87-a501-4b056764ae89 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:23.988927 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.013150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-16b16f7a-73ae-4f87-a501-4b056764ae89 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] 10.222.0.50 "PUT /v2.0/quotas/0854c87479ed4d7dabcb7fd7aae7e030 HTTP/1.1" status: 200 len: 368 time: 0.6497209 Nov 19 19:16:24.013372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38050) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:24.018714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca2365b3-5d34-44a8-ba89-2669ba7f2dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.019351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Request body: {'network': {'project_id': '0854c87479ed4d7dabcb7fd7aae7e030'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:24.026108 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39c74641-251e-4188-8971-22a3c6a3d56e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.037869 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39c74641-251e-4188-8971-22a3c6a3d56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.068418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-39c74641-251e-4188-8971-22a3c6a3d56e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a501d34209f24254b39b4ffc45f4b004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7121081 Nov 19 19:16:24.075534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38052) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:24.105218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:24.155699 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.178135 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08bb444d-af74-44b7-9d5e-cacca1e22df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.184214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c74641-251e-4188-8971-22a3c6a3d56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3543738-1569-410a-afdb-9b76b694bb7d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:24.198308 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.217842 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c790b8e2-f73c-4a02-ab01-43376550420e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.228951 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08bb444d-af74-44b7-9d5e-cacca1e22df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.252124 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Network 8d113f2a-5bc1-4315-9670-40e46456eb50 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:24.259170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Made reservation on behalf of 0854c87479ed4d7dabcb7fd7aae7e030 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:24.261619 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.272272 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c790b8e2-f73c-4a02-ab01-43376550420e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.282013 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:24.287764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:24.308171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Pushing event updated for resources: {'Port': ['ID=af191381-066b-42f0-aa05-dbdb194eda58,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:24.323523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.338254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca2365b3-5d34-44a8-ba89-2669ba7f2dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.349581 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca2365b3-5d34-44a8-ba89-2669ba7f2dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.395488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Attempting to bind port af191381-066b-42f0-aa05-dbdb194eda58 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:24.395879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Attempting to bind port af191381-066b-42f0-aa05-dbdb194eda58 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '6df26d2e-472f-43e0-8712-8110d64c2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:24.396230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Attempting to bind port af191381-066b-42f0-aa05-dbdb194eda58 on network 8d113f2a-5bc1-4315-9670-40e46456eb50 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:24.408692 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c790b8e2-f73c-4a02-ab01-43376550420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.410233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-aa3041b8-4644-4a6d-85de-d91a527c16a2 None None] Provisioning complete for port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:24.410580 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa3041b8-4644-4a6d-85de-d91a527c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.412923 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c790b8e2-f73c-4a02-ab01-43376550420e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.414356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c790b8e2-f73c-4a02-ab01-43376550420e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3543738-1569-410a-afdb-9b76b694bb7d HTTP/1.1" status: 204 len: 168 time: 0.3378925 Nov 19 19:16:24.416729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2365b3-5d34-44a8-ba89-2669ba7f2dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035d3c4c-e3f4-4acf-8823-53c6a19e677c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:24.417903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:24.418417 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Checking segment: {'id': '6df26d2e-472f-43e0-8712-8110d64c2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:24.418907 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.419276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Bound using segment: {'id': '6df26d2e-472f-43e0-8712-8110d64c2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:24.419634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Bound port: af191381-066b-42f0-aa05-dbdb194eda58, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df26d2e-472f-43e0-8712-8110d64c2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:24.419961 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.433432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790b8e2-f73c-4a02-ab01-43376550420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3543738-1569-410a-afdb-9b76b694bb7d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:24.441063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ca2365b3-5d34-44a8-ba89-2669ba7f2dae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=258ba073d0bf4853baa21ef885f7f3c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6084397 Nov 19 19:16:24.442395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38060) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:24.483695 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08bb444d-af74-44b7-9d5e-cacca1e22df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.493369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08bb444d-af74-44b7-9d5e-cacca1e22df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.497305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08bb444d-af74-44b7-9d5e-cacca1e22df5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c89b574a-8292-4e3c-9fa5-0bdbe14641ac HTTP/1.1" status: 204 len: 168 time: 0.6143804 Nov 19 19:16:24.505490 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b97f927e-e7ef-4ca4-9b7a-7deead024cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.532962 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b97f927e-e7ef-4ca4-9b7a-7deead024cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.554410 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] For port af191381-066b-42f0-aa05-dbdb194eda58, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:24.558561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] For port af191381-066b-42f0-aa05-dbdb194eda58, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=af191381-066b-42f0-aa05-dbdb194eda58,segment=NetworkSegment(6df26d2e-472f-43e0-8712-8110d64c2397),segment_id=6df26d2e-472f-43e0-8712-8110d64c2397)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:24.576841 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.612023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb444d-af74-44b7-9d5e-cacca1e22df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89b574a-8292-4e3c-9fa5-0bdbe14641ac,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:24.632101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b97f927e-e7ef-4ca4-9b7a-7deead024cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.640313 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b97f927e-e7ef-4ca4-9b7a-7deead024cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.647123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b97f927e-e7ef-4ca4-9b7a-7deead024cce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/035d3c4c-e3f4-4acf-8823-53c6a19e677c HTTP/1.1" status: 204 len: 168 time: 0.2009213 Nov 19 19:16:24.659191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f927e-e7ef-4ca4-9b7a-7deead024cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035d3c4c-e3f4-4acf-8823-53c6a19e677c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:24.706447 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.719540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38072) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:24.725323 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.726230 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.734366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4b3d1-24b3-4603-929d-c3b9180a71c4 None None] Pushing event updated for resources: {'Port': ['ID=af191381-066b-42f0-aa05-dbdb194eda58,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:24.794750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:23Z', 'revision_number': 3, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:23Z', 'revision_number': 1, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:23Z', 'revision_number': 4, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:24.803711 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.837504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-855cd1df-1214-4169-abf1-8a896132b228 admin admin] Deleting subnet 37f88141-3b20-4fe8-b405-1e0b1cb667d8 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:16:24.841336 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa3041b8-4644-4a6d-85de-d91a527c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.841618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.843738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea870c-ffd3-47fe-b6f9-5c52e5927e23 None None] The sync data for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 is: [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:23Z', 'revision_number': 3, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:23Z', 'revision_number': 1, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:23Z', 'revision_number': 4, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:16:24.846466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-855cd1df-1214-4169-abf1-8a896132b228 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.868641 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3a738de8-ecba-47ae-b30b-cca22e716d25 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:16:24.936883 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 3a738de8-ecba-47ae-b30b-cca22e716d25 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:16:24.937291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3a738de8-ecba-47ae-b30b-cca22e716d25 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:16:24.951873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0e83ac-f8bb-4010-a065-f525bb55fea3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:24.958066 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-855cd1df-1214-4169-abf1-8a896132b228 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.958350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-aa3041b8-4644-4a6d-85de-d91a527c16a2 None None] For port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=590cb992-9b3b-46e4-9c9b-fd37f2f8cf91,segment=NetworkSegment(a6b710d0-1157-4ee5-9d1d-c97689a4cba9),segment_id=a6b710d0-1157-4ee5-9d1d-c97689a4cba9)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:24.965213 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa3041b8-4644-4a6d-85de-d91a527c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:24.981611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:16:24.988312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=4c5f42fd-da39-4198-b8f7-c6cebd197e9b,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:25.007358 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.007814 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Added segment 5cc07d1a-dbdd-4512-a6e8-c74ca7573d39 of type vlan for network eb264f45-4a75-4ca1-b02b-c5fdfe08344a Nov 19 19:16:25.027009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-855cd1df-1214-4169-abf1-8a896132b228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.100660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.146779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3041b8-4644-4a6d-85de-d91a527c16a2 None None] Pushing event updated for resources: {'Port': ['ID=590cb992-9b3b-46e4-9c9b-fd37f2f8cf91,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:25.152129 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-855cd1df-1214-4169-abf1-8a896132b228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.160483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network 8d113f2a-5bc1-4315-9670-40e46456eb50 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:25.171913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:25.200510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cd1df-1214-4169-abf1-8a896132b228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f88141-3b20-4fe8-b405-1e0b1cb667d8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:25.212955 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-855cd1df-1214-4169-abf1-8a896132b228 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.222604 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.226787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-855cd1df-1214-4169-abf1-8a896132b228 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/37f88141-3b20-4fe8-b405-1e0b1cb667d8 HTTP/1.1" status: 204 len: 168 time: 0.5036952 Nov 19 19:16:25.227572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38078) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:25.244875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38080) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:25.263129 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a85ada38-1ff7-4ca2-99b8-684fbcb1ff25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.269325 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.270889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:25.272393 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.435489 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4207253 Nov 19 19:16:25.441624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38084) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:25.446535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217a94f-e2c9-4328-b01c-a348eab05a71 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Pushing event updated for resources: {'Network': ['ID=eb264f45-4a75-4ca1-b02b-c5fdfe08344a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:25.453523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Request body: {'network': {'project_id': '0854c87479ed4d7dabcb7fd7aae7e030'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:25.458555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network eb264f45-4a75-4ca1-b02b-c5fdfe08344a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:16:25.482660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:16:25.525498 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.589463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38086) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:25.605457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:16:25.614205 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9a9c481b-290e-432a-9cc8-4bfe1a322f4d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5654702 Nov 19 19:16:25.614939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38088) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:25.616963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Made reservation on behalf of 0854c87479ed4d7dabcb7fd7aae7e030 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:25.619372 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.625871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1195818096'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:25.664980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:16:25.674197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:25.675657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a85ada38-1ff7-4ca2-99b8-684fbcb1ff25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.677241 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38090) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:25.681267 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.708137 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.708529 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Added segment c5ea97a7-5ece-4972-b37d-53649315674d of type vlan for network 45756b03-fbb6-4030-a4a2-862cdc1e98b6 Nov 19 19:16:25.768011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:16:25.776863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.788964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.789635 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added segment 12ec483b-8a10-489c-b3df-5e0fa86fde9c of type vlan for network bd426bc4-6d69-49ad-a2ab-39e96c1e136d Nov 19 19:16:25.888859 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.895292 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.896585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:25.897281 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:25.983478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Pushing event updated for resources: {'Network': ['ID=45756b03-fbb6-4030-a4a2-862cdc1e98b6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:25.992967 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-ab4bebf2-b593-448f-935c-67405d8f7814 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7251740 Nov 19 19:16:25.996710 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fe934d2d-7561-464b-80e3-a9916d866434 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5533164 Nov 19 19:16:26.001180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38092) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:26.001685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 45756b03-fbb6-4030-a4a2-862cdc1e98b6 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:16:26.008458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-12d035bd-2fa0-4a7a-b1ea-5863cb7f06fa tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Request body: {'network': {'project_id': '0854c87479ed4d7dabcb7fd7aae7e030'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:26.027713 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.038415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:26.039641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.050451 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d035bd-2fa0-4a7a-b1ea-5863cb7f06fa tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 19:16:26.051034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d035bd-2fa0-4a7a-b1ea-5863cb7f06fa tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:16:26.055049 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-12d035bd-2fa0-4a7a-b1ea-5863cb7f06fa tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0487697 Nov 19 19:16:26.126709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38094) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:26.184862 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5687413 Nov 19 19:16:26.190795 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0d65d8d-63ea-4196-9c1a-c295b9ef1d2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.192783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38096) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:26.196529 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a85ada38-1ff7-4ca2-99b8-684fbcb1ff25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.205581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'subnet': {'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:26.216995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737450bf-5ead-4f68-a98f-9191b928b2ca tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Network': ['ID=bd426bc4-6d69-49ad-a2ab-39e96c1e136d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:26.233718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network bd426bc4-6d69-49ad-a2ab-39e96c1e136d details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:16:26.240276 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b2e7da3-87f3-405c-a227-6427dcee61b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.319977 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-bba612d9-1aa9-42d3-a274-bf2d62d6a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:26.321585 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-bba612d9-1aa9-42d3-a274-bf2d62d6a06b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.2550664 Nov 19 19:16:26.331250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d187712a-a4ba-4532-b97b-7462ae580062 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0854c87479ed4d7dabcb7fd7aae7e030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994581 Nov 19 19:16:26.338550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38098) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:26.384458 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.429266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100d185-82fd-4200-86b7-99f6023ff43e None None] Network 8d113f2a-5bc1-4315-9670-40e46456eb50 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:26.448803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db176607-f73c-4928-baa1-e08a8c7cb1bb']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:26.460526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9977e569-9b28-4a9d-98e8-05ae02d42cea') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:26.460932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9977e569-9b28-4a9d-98e8-05ae02d42cea') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:26.472414 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.495821 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.516547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:26.518610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:16:26.519210 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.520234 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.537851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-85849192-988f-4fe3-98bd-ede1017b34bc None None] Provisioning complete for port af191381-066b-42f0-aa05-dbdb194eda58 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:26.538404 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-85849192-988f-4fe3-98bd-ede1017b34bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:16:26.639640 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:16:26.646760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ada38-1ff7-4ca2-99b8-684fbcb1ff25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48fb08b-2376-4f44-b976-690a0ef87eb1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:26.656513 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a85ada38-1ff7-4ca2-99b8-684fbcb1ff25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d1aa7222ba44b7fae586b641c207313&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4099059 Nov 19 19:16:26.657969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38100) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:26.666590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-646d7f48-563c-40b3-92b2-ee34ae98f19b tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.675404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.714481 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.720305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] 10.222.0.50 "DELETE /v2.0/networks/db176607-f73c-4928-baa1-e08a8c7cb1bb HTTP/1.1" status: 204 len: 168 time: 1.4887371 Nov 19 19:16:26.722394 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0d65d8d-63ea-4196-9c1a-c295b9ef1d2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.723795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198c41d-5ba0-45dd-98a7-fc71fb18dbdc admin admin] Pushing event deleted for resources: {'Network': ['ID=db176607-f73c-4928-baa1-e08a8c7cb1bb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:26.741409 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0d65d8d-63ea-4196-9c1a-c295b9ef1d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.747898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-0ca5d281-95cf-4ce8-89e0-ea7a0a294ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:26.758710 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-0ca5d281-95cf-4ce8-89e0-ea7a0a294ebf service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.4029007 Nov 19 19:16:26.786064 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c0d65d8d-63ea-4196-9c1a-c295b9ef1d2d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f377a0755fa54268949843484fc3d246&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1592200 Nov 19 19:16:26.799233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38104) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:26.838876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device af191381-066b-42f0-aa05-dbdb194eda58 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:26.888133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d65d8d-63ea-4196-9c1a-c295b9ef1d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967880d4-66d5-4692-ba5a-8e4499e11aec,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:26.929561 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-393d43e7-81e3-4443-84c0-aa2366c3bd67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.1073935 Nov 19 19:16:26.931703 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-646d7f48-563c-40b3-92b2-ee34ae98f19b tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.948741 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5a67-978b-40c9-8a5e-a61887b55d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.966555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port af191381-066b-42f0-aa05-dbdb194eda58 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:26.966929 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:26.980075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.003949 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b2e7da3-87f3-405c-a227-6427dcee61b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.005355 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b040b3da-47a1-4e16-979f-106f05a92f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.034560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b040b3da-47a1-4e16-979f-106f05a92f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.071482 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-85849192-988f-4fe3-98bd-ede1017b34bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.124573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-85849192-988f-4fe3-98bd-ede1017b34bc None None] For port af191381-066b-42f0-aa05-dbdb194eda58, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=af191381-066b-42f0-aa05-dbdb194eda58,segment=NetworkSegment(6df26d2e-472f-43e0-8712-8110d64c2397),segment_id=6df26d2e-472f-43e0-8712-8110d64c2397)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:27.124859 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5a67-978b-40c9-8a5e-a61887b55d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.129550 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4b2e7da3-87f3-405c-a227-6427dcee61b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.139132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38106) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:27.169426 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-85849192-988f-4fe3-98bd-ede1017b34bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.191820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e7da3-87f3-405c-a227-6427dcee61b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74650ed1-0e27-439f-af67-7c675cc57e50,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:27.204402 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b040b3da-47a1-4e16-979f-106f05a92f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.207089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b040b3da-47a1-4e16-979f-106f05a92f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.219958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b040b3da-47a1-4e16-979f-106f05a92f45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/967880d4-66d5-4692-ba5a-8e4499e11aec HTTP/1.1" status: 204 len: 168 time: 0.4108038 Nov 19 19:16:27.237596 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.281071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85849192-988f-4fe3-98bd-ede1017b34bc None None] Pushing event updated for resources: {'Port': ['ID=af191381-066b-42f0-aa05-dbdb194eda58,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:27.330628 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4b2e7da3-87f3-405c-a227-6427dcee61b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=891314788319480ba4b0a262319bd74e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6424756 Nov 19 19:16:27.332644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040b3da-47a1-4e16-979f-106f05a92f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967880d4-66d5-4692-ba5a-8e4499e11aec,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:27.342165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38110) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:27.365194 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:16:27.365639 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:16:27.395526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-150e7392-3cf7-49ab-b8eb-78f6b1ecbe4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73d976eeb9704eea8cf46ade41966658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2323999 Nov 19 19:16:27.399501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38112) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:27.447705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5a67-978b-40c9-8a5e-a61887b55d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.450330 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5a67-978b-40c9-8a5e-a61887b55d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.462629 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ff9b5a67-978b-40c9-8a5e-a61887b55d73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e48fb08b-2376-4f44-b976-690a0ef87eb1 HTTP/1.1" status: 204 len: 168 time: 0.7798295 Nov 19 19:16:27.514774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-eba77ff0-a9f5-4567-bbda-f52707dc06bf None None] Provisioning complete for port af191381-066b-42f0-aa05-dbdb194eda58 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:27.515262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eba77ff0-a9f5-4567-bbda-f52707dc06bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.537512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b5a67-978b-40c9-8a5e-a61887b55d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48fb08b-2376-4f44-b976-690a0ef87eb1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:27.545520 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcb6661c-1d36-4eae-8b1e-0c2cff4f584d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.604372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Subnet': ['ID=5337c936-db0a-445b-b41c-89e73101bb87,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:27.608618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-31c1e861-ab39-4373-be5f-b7d8e1ae7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:27.610700 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-31c1e861-ab39-4373-be5f-b7d8e1ae7f53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.6684427 Nov 19 19:16:27.623975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcb6661c-1d36-4eae-8b1e-0c2cff4f584d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.654172 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cff4ce8-c73b-4100-a08a-05141dfdca93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.702364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-eba77ff0-a9f5-4567-bbda-f52707dc06bf None None] Provisioning complete for port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:27.703551 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eba77ff0-a9f5-4567-bbda-f52707dc06bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.743297 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cff4ce8-c73b-4100-a08a-05141dfdca93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.795846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-eba77ff0-a9f5-4567-bbda-f52707dc06bf None None] Port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:27.801707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-6f39baee-0587-43df-b9d1-3cf9a864ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:27.803268 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-6f39baee-0587-43df-b9d1-3cf9a864ee64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650319 Nov 19 19:16:27.804018 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-646d7f48-563c-40b3-92b2-ee34ae98f19b tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.807125 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-646d7f48-563c-40b3-92b2-ee34ae98f19b tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.808281 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-646d7f48-563c-40b3-92b2-ee34ae98f19b tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d0e83ac-f8bb-4010-a065-f525bb55fea3 HTTP/1.1" status: 204 len: 168 time: 1.4687316 Nov 19 19:16:27.814171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Checking segment: {'id': '12ec483b-8a10-489c-b3df-5e0fa86fde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:27.814780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network hostable DHCP agents. Network: bd426bc4-6d69-49ad-a2ab-39e96c1e136d, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:16:27.817180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38120) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:27.828342 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcb6661c-1d36-4eae-8b1e-0c2cff4f584d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.831668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fcb6661c-1d36-4eae-8b1e-0c2cff4f584d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.832886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fcb6661c-1d36-4eae-8b1e-0c2cff4f584d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74650ed1-0e27-439f-af67-7c675cc57e50 HTTP/1.1" status: 204 len: 168 time: 0.4895570 Nov 19 19:16:27.909892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6661c-1d36-4eae-8b1e-0c2cff4f584d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74650ed1-0e27-439f-af67-7c675cc57e50,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:27.934662 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cff4ce8-c73b-4100-a08a-05141dfdca93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.938320 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cff4ce8-c73b-4100-a08a-05141dfdca93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:27.941886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6cff4ce8-c73b-4100-a08a-05141dfdca93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/695738ab-6fe0-4896-b298-70eadfa1f473 HTTP/1.1" status: 204 len: 168 time: 0.5390973 Nov 19 19:16:27.955322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:27.966324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d7f48-563c-40b3-92b2-ee34ae98f19b tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0e83ac-f8bb-4010-a065-f525bb55fea3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:27.980738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff4ce8-c73b-4100-a08a-05141dfdca93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695738ab-6fe0-4896-b298-70eadfa1f473,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:27.984647 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.003165 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-741cb205-0c32-445c-8933-a682c2138227 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911929 Nov 19 19:16:28.099515 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Sync routers for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:16:28.113955 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:28.114616 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:28.150918 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.176366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:28.178930 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.180027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45756b03-fbb6-4030-a4a2-862cdc1e98b6']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:28.186611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network bd426bc4-6d69-49ad-a2ab-39e96c1e136d is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:16:28.194712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ea97a7-5ece-4972-b37d-53649315674d') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:28.195163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ea97a7-5ece-4972-b37d-53649315674d') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:28.211004 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.215406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, bd426bc4-6d69-49ad-a2ab-39e96c1e136d) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:28.231321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.231606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:28.232701 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.246778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:16:28.248142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.283368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a47ca32f-702a-4887-a175-0b6b248bea69 None None] Provisioning complete for port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:28.283736 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a47ca32f-702a-4887-a175-0b6b248bea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.297969 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a949858c-5549-4bbf-97fd-d3d11b510688 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1029704 Nov 19 19:16:28.317972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38134) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:28.332171 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:28.336794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a47ca32f-702a-4887-a175-0b6b248bea69 None None] Port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:28.342442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a561f955-41ae-4b38-9c04-bd83b139a0d8 None None] Network bd426bc4-6d69-49ad-a2ab-39e96c1e136d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:16:28.357663 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:16:28.367509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.382068 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.389564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] 10.222.0.50 "DELETE /v2.0/networks/45756b03-fbb6-4030-a4a2-862cdc1e98b6 HTTP/1.1" status: 204 len: 168 time: 0.5711818 Nov 19 19:16:28.401834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38138) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:28.423270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256097f-9280-470a-a178-390ae706fd91 tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Pushing event deleted for resources: {'Network': ['ID=45756b03-fbb6-4030-a4a2-862cdc1e98b6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:28.508756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-39dc57d1-f017-4dd2-a75d-790b4acfaf5d None None] Provisioning complete for port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:28.509457 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-39dc57d1-f017-4dd2-a75d-790b4acfaf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.556018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-39dc57d1-f017-4dd2-a75d-790b4acfaf5d None None] Port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:28.700128 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3f346d3-521e-4f19-8d92-c9c5e43c33fa req-a12bba20-b58d-4c42-b660-0cf1417f794a service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823938 Nov 19 19:16:28.704452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.722018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device af191381-066b-42f0-aa05-dbdb194eda58 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:28.725785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:16:28.726830 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.756919 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:23Z', 'revision_number': 3, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 2, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:28.794108 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Checking router: b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:16:28.794457 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Updating router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:16:28.826303 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:28.942604 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port af191381-066b-42f0-aa05-dbdb194eda58 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:28.942897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.000251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Allocated IP 2001:db8:2::2 (bd426bc4-6d69-49ad-a2ab-39e96c1e136d/5337c936-db0a-445b-b41c-89e73101bb87/acb9eef9-0841-4f3e-9d80-5ed42c92e595) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:29.042585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.071290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb264f45-4a75-4ca1-b02b-c5fdfe08344a']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:29.083509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc07d1a-dbdd-4512-a6e8-c74ca7573d39') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:29.083819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc07d1a-dbdd-4512-a6e8-c74ca7573d39') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:29.095941 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.130631 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.139522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:16:29.140110 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:16:29.200442 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:16:29.244354 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.259111 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.301199 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.319332 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.369141 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.377286 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.381444 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Attempting to bind port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:29.381640 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] 10.222.0.50 "DELETE /v2.0/networks/eb264f45-4a75-4ca1-b02b-c5fdfe08344a HTTP/1.1" status: 204 len: 168 time: 0.9704823 Nov 19 19:16:29.382016 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Attempting to bind port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '6df26d2e-472f-43e0-8712-8110d64c2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:29.382392 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Attempting to bind port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b on network 8d113f2a-5bc1-4315-9670-40e46456eb50 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:29.390505 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:29.391109 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Checking segment: {'id': '6df26d2e-472f-43e0-8712-8110d64c2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:29.391685 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.392262 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Bound using segment: {'id': '6df26d2e-472f-43e0-8712-8110d64c2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:29.393152 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Bound port: 4c5f42fd-da39-4198-b8f7-c6cebd197e9b, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df26d2e-472f-43e0-8712-8110d64c2397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:29.393893 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.406086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Network bd426bc4-6d69-49ad-a2ab-39e96c1e136d is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:29.412328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:29.417986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:29.438478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b8274-cf4c-42c2-a612-c82ca8ca018e tempest-QuotasNegativeTest-990571123 tempest-QuotasNegativeTest-990571123-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb264f45-4a75-4ca1-b02b-c5fdfe08344a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:29.462097 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Pushing event updated for resources: {'Port': ['ID=acb9eef9-0841-4f3e-9d80-5ed42c92e595,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:29.473533 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.484864 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] For port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:29.493959 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] For port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4c5f42fd-da39-4198-b8f7-c6cebd197e9b,segment=NetworkSegment(6df26d2e-472f-43e0-8712-8110d64c2397),segment_id=6df26d2e-472f-43e0-8712-8110d64c2397)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:29.503937 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.517742 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Pushing event updated for resources: {'Port': ['ID=4c5f42fd-da39-4198-b8f7-c6cebd197e9b,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:29.529246 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Attempting to bind port acb9eef9-0841-4f3e-9d80-5ed42c92e595 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:29.529915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Attempting to bind port acb9eef9-0841-4f3e-9d80-5ed42c92e595 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '12ec483b-8a10-489c-b3df-5e0fa86fde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:29.530535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Attempting to bind port acb9eef9-0841-4f3e-9d80-5ed42c92e595 on network bd426bc4-6d69-49ad-a2ab-39e96c1e136d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:29.537020 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.537364 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.543191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:29.543675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Checking segment: {'id': '12ec483b-8a10-489c-b3df-5e0fa86fde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:29.544182 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.544889 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.545097 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.545437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Bound using segment: {'id': '12ec483b-8a10-489c-b3df-5e0fa86fde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:29.545780 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.546134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Bound port: acb9eef9-0841-4f3e-9d80-5ed42c92e595, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ec483b-8a10-489c-b3df-5e0fa86fde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:29.547316 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.547955 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.548790 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.549338 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.550185 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.551634 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.553020 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.553512 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:16:29.655503 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:29.656804 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:29.667726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] For port acb9eef9-0841-4f3e-9d80-5ed42c92e595, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:29.671499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] For port acb9eef9-0841-4f3e-9d80-5ed42c92e595, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=acb9eef9-0841-4f3e-9d80-5ed42c92e595,segment=NetworkSegment(12ec483b-8a10-489c-b3df-5e0fa86fde9c),segment_id=12ec483b-8a10-489c-b3df-5e0fa86fde9c)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:29.677556 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.773414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8e4da011-f2a1-4f06-b590-a363f3b11c3f None None] Provisioning complete for port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:29.774122 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8e4da011-f2a1-4f06-b590-a363f3b11c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.814230 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:29.821040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b32e2b-dd10-4812-ae95-0ddac3591305 None None] Pushing event updated for resources: {'Port': ['ID=acb9eef9-0841-4f3e-9d80-5ed42c92e595,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:29.854574 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b63a8e-db4b-4bc7-8b56-9a6207ff63e7 None None] Pushing event updated for resources: {'Port': ['ID=4c5f42fd-da39-4198-b8f7-c6cebd197e9b,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:29.912241 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:29.959546 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8e4da011-f2a1-4f06-b590-a363f3b11c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:30.061573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8e4da011-f2a1-4f06-b590-a363f3b11c3f None None] For port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4c5f42fd-da39-4198-b8f7-c6cebd197e9b,segment=NetworkSegment(6df26d2e-472f-43e0-8712-8110d64c2397),segment_id=6df26d2e-472f-43e0-8712-8110d64c2397)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:30.071927 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8e4da011-f2a1-4f06-b590-a363f3b11c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:30.165144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Allocated IP 2001:db8:2::1 (bd426bc4-6d69-49ad-a2ab-39e96c1e136d/5337c936-db0a-445b-b41c-89e73101bb87/0e99a44c-de44-49a4-b3f9-2dc6acea2ba1) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:30.168353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4da011-f2a1-4f06-b590-a363f3b11c3f None None] Pushing event updated for resources: {'Port': ['ID=4c5f42fd-da39-4198-b8f7-c6cebd197e9b,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:30.291635 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:23Z', 'revision_number': 3, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:29Z', 'revision_number': 4, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:30.306891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-63dff3d6-94a0-4b50-a7cf-399d0a8a563f None None] Provisioning complete for port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:30.307209 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63dff3d6-94a0-4b50-a7cf-399d0a8a563f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:30.350195 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0fc0c-86d3-46cb-9391-92d61509ad95 None None] The sync data for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 is: [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:23Z', 'revision_number': 3, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:29Z', 'revision_number': 4, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:16:30.382912 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:30.473157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:30.538814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=0e99a44c-de44-49a4-b3f9-2dc6acea2ba1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:30.551937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network bd426bc4-6d69-49ad-a2ab-39e96c1e136d is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:30.553536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:30.556224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:30.556991 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:30.721238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:30.848069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4c5f42fd-da39-4198-b8f7-c6cebd197e9b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:30.914912 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:30.915281 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.049426 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device acb9eef9-0841-4f3e-9d80-5ed42c92e595 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:31.065786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38210) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:31.102531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38214) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:31.121051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.128190 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.130078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.143331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port acb9eef9-0841-4f3e-9d80-5ed42c92e595 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:31.143715 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.189363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=0e99a44c-de44-49a4-b3f9-2dc6acea2ba1,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:31.295065 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.319479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network bd426bc4-6d69-49ad-a2ab-39e96c1e136d is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:31.321502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:31.348343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port acb9eef9-0841-4f3e-9d80-5ed42c92e595, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=acb9eef9-0841-4f3e-9d80-5ed42c92e595,segment=NetworkSegment(12ec483b-8a10-489c-b3df-5e0fa86fde9c),segment_id=12ec483b-8a10-489c-b3df-5e0fa86fde9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:31.357833 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.418139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=acb9eef9-0841-4f3e-9d80-5ed42c92e595,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:31.430362 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-744602eb-3f81-4fff-8535-eab4aabaf897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.455681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1592404259-network', 'tenant_id': 'a6dbab0c4d154d088a401b7648492150'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:31.521740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:16:31.537620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Made reservation on behalf of a6dbab0c4d154d088a401b7648492150 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:31.540216 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.567101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.607421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3886746a-63d0-410b-aae5-72b7f3ef5c70 None None] Network bd426bc4-6d69-49ad-a2ab-39e96c1e136d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:31.637727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-744602eb-3f81-4fff-8535-eab4aabaf897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.647878 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-744602eb-3f81-4fff-8535-eab4aabaf897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.679385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:16:31.685964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a4938ccf-7874-471a-87f3-008c72aea386 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3650646 Nov 19 19:16:31.690056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38234) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:31.713506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1824924063'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:31.719011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Sync routers for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:16:31.744584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744602eb-3f81-4fff-8535-eab4aabaf897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb60752c-80b2-47a8-b453-7af01f513d63,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:31.752206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-744602eb-3f81-4fff-8535-eab4aabaf897 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6096a71f08dc40baad9b6567287c7626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6821470 Nov 19 19:16:31.753080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-17ded463-40c2-43f0-9e06-5b951708f613 None None] Provisioning complete for port acb9eef9-0841-4f3e-9d80-5ed42c92e595 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:31.753453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38236) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:31.753641 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-17ded463-40c2-43f0-9e06-5b951708f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.774169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.778522 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:31.779248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:31.782591 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.822118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:31.826258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:16:31.829251 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.851097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df37fff-e69d-4846-ac8a-bccf3df4f7bc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:31.860636 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.861284 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Added segment 906022e6-156e-42ad-b5df-a2708807e0ee of type vlan for network 4caa84a5-0db6-4689-8fc4-f41f11358403 Nov 19 19:16:31.917077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:16:31.937637 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.939047 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added segment 5299a6d7-995a-4fd2-8b57-3b3439e5819e of type vlan for network bc232106-f6cf-467f-83ad-411904c6ffec Nov 19 19:16:31.942918 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.988012 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:31.992843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:31.993633 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.007766 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.087935 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.103156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:32.103825 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.122740 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6711532-ab41-4c04-b87f-8ea46cf8a119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.153308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0437579 Nov 19 19:16:32.154026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38250) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:32.167994 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6711532-ab41-4c04-b87f-8ea46cf8a119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.171988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] Request body: {'subnet': {'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1592404259-subnet', 'tenant_id': 'a6dbab0c4d154d088a401b7648492150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:32.186292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:32.231596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3905745-3d63-494c-86bf-e169f8c27755 admin admin] Pushing event updated for resources: {'Network': ['ID=4caa84a5-0db6-4689-8fc4-f41f11358403,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:32.254081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 4caa84a5-0db6-4689-8fc4-f41f11358403 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:16:32.261861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] Made reservation on behalf of a6dbab0c4d154d088a401b7648492150 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:32.264871 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.335903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6436970 Nov 19 19:16:32.354131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38258) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:32.365214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'subnet': {'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:32.425824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da118ed-43d4-406c-9053-e7ba58f9911f tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Network': ['ID=bc232106-f6cf-467f-83ad-411904c6ffec,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:32.454210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network bc232106-f6cf-467f-83ad-411904c6ffec details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:16:32.545929 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6711532-ab41-4c04-b87f-8ea46cf8a119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.553430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6711532-ab41-4c04-b87f-8ea46cf8a119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.555005 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c6711532-ab41-4c04-b87f-8ea46cf8a119 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb60752c-80b2-47a8-b453-7af01f513d63 HTTP/1.1" status: 204 len: 168 time: 0.7991426 Nov 19 19:16:32.569463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6711532-ab41-4c04-b87f-8ea46cf8a119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb60752c-80b2-47a8-b453-7af01f513d63,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:32.624212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Made reservation on behalf of a2d5410d8ead42dcaf988338dccae4e5 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:32.629279 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.648257 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.747385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device acb9eef9-0841-4f3e-9d80-5ed42c92e595 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:32.773153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da48b4da-1b17-49b0-9dc5-0b30397b2eaf,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:32.834165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] Checking segment: {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:32.834527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] Network hostable DHCP agents. Network: 4caa84a5-0db6-4689-8fc4-f41f11358403, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:16:32.874429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] Network 4caa84a5-0db6-4689-8fc4-f41f11358403 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:16:32.891679 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 4, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 2, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:32.909942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 4caa84a5-0db6-4689-8fc4-f41f11358403) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:32.920243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:32.922734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:32.972858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9855698d-fd3a-41c4-82b8-41e41b9f86e9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8149242 Nov 19 19:16:32.975116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659e30b9-bb85-42cb-aa8c-21a3cb2d1e70 None None] Network 4caa84a5-0db6-4689-8fc4-f41f11358403 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:32.979709 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Checking router: b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:16:32.979893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Updating router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:16:33.006950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:33.107022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Checking segment: {'id': '5299a6d7-995a-4fd2-8b57-3b3439e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:33.107381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network hostable DHCP agents. Network: bc232106-f6cf-467f-83ad-411904c6ffec, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:16:33.109891 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:33.130879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Subnet': ['ID=d48881ae-5aa6-4c32-a449-c0b334370513,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:33.142903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network bc232106-f6cf-467f-83ad-411904c6ffec is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:16:33.152651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port acb9eef9-0841-4f3e-9d80-5ed42c92e595 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:33.153299 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:33.160316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, bc232106-f6cf-467f-83ad-411904c6ffec) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:33.173710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:33.174776 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:33.212700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38278) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:33.214177 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f883ef04-b0ed-4d99-ab6f-36f2b907cff1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8579297 Nov 19 19:16:33.220565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f363778-e0ce-4934-a8f2-e26300460da0 None None] Network bc232106-f6cf-467f-83ad-411904c6ffec requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:33.338114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-227732db-3d8e-4d17-b840-d34dc3fccd59 None None] Provisioning complete for port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:33.338995 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-227732db-3d8e-4d17-b840-d34dc3fccd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:33.601121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-227732db-3d8e-4d17-b840-d34dc3fccd59 None None] Port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:33.635677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-bc232106-f6cf-467f-83ad-411904c6ffec', 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'fixed_ips': [{'subnet_id': 'd48881ae-5aa6-4c32-a449-c0b334370513'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:16:33.637133 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:33.736630 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-227732db-3d8e-4d17-b840-d34dc3fccd59 None None] Provisioning complete for port acb9eef9-0841-4f3e-9d80-5ed42c92e595 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:33.737005 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-227732db-3d8e-4d17-b840-d34dc3fccd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:33.753002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38292) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:33.779277 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b921a6d2-3816-4705-bdaa-4674d4c142af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:34.022535 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b921a6d2-3816-4705-bdaa-4674d4c142af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:34.034333 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b921a6d2-3816-4705-bdaa-4674d4c142af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:34.055425 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:34.105741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b921a6d2-3816-4705-bdaa-4674d4c142af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e02c3d49447b4ca5a79c8b350a44a740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502457 Nov 19 19:16:34.106810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921a6d2-3816-4705-bdaa-4674d4c142af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df35e44c-f297-4ada-8635-b36306faead7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:34.109903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38302) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:34.185964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-946d8bec-ca04-4641-8385-4914faae236e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:34.239885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-946d8bec-ca04-4641-8385-4914faae236e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:34.277430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a406eca-3194-41fb-8f09-4c9009173ea7 None None] Network 4caa84a5-0db6-4689-8fc4-f41f11358403 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:34.324599 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-946d8bec-ca04-4641-8385-4914faae236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:34.329226 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-946d8bec-ca04-4641-8385-4914faae236e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:34.333808 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-946d8bec-ca04-4641-8385-4914faae236e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df35e44c-f297-4ada-8635-b36306faead7 HTTP/1.1" status: 204 len: 168 time: 0.2196157 Nov 19 19:16:34.351584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d8bec-ca04-4641-8385-4914faae236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df35e44c-f297-4ada-8635-b36306faead7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:34.584000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Allocated IP 2001:db8:3::2 (bc232106-f6cf-467f-83ad-411904c6ffec/d48881ae-5aa6-4c32-a449-c0b334370513/216790a8-725a-4ca3-89ea-0f4d853e3926) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:34.782715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-96fa0005-e3fd-4123-b01d-eb5dc33a7611 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:34.784355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-96fa0005-e3fd-4123-b01d-eb5dc33a7611 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/networks?id=4caa84a5-0db6-4689-8fc4-f41f11358403 HTTP/1.1" status: 200 len: 813 time: 0.1812961 Nov 19 19:16:34.814363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-c066e101-f0f2-4dba-a9ec-f74b22425cb3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/quotas/a6dbab0c4d154d088a401b7648492150 HTTP/1.1" status: 200 len: 375 time: 0.0222666 Nov 19 19:16:34.884424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-cb82058a-8126-444a-9a22-1e75be494212 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6dbab0c4d154d088a401b7648492150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624945 Nov 19 19:16:35.004194 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:35.022007 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:35.033838 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-5f6d1adb-f34b-4636-872c-d4b9f423ef63 service neutron] 10.222.0.50 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482358 Nov 19 19:16:35.148711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-51be01b4-7cef-4b5e-86fd-ebcc4a7b9c7f None None] Provisioning complete for port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:35.149132 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51be01b4-7cef-4b5e-86fd-ebcc4a7b9c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:35.200220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-22e61be4-eec4-4be7-b537-0d0f39f6ad06 service neutron] 10.222.0.50 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637781 Nov 19 19:16:35.275439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-51be01b4-7cef-4b5e-86fd-ebcc4a7b9c7f None None] Port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:35.300524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b971d0-2a7b-4a35-802d-fc651e2ee2e8 None None] Pushing event updated for resources: {'Port': ['ID=0e99a44c-de44-49a4-b3f9-2dc6acea2ba1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:35.341148 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Attempting to bind port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:35.341826 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Attempting to bind port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '12ec483b-8a10-489c-b3df-5e0fa86fde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:35.342396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Attempting to bind port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 on network bd426bc4-6d69-49ad-a2ab-39e96c1e136d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:35.364944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:35.365231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Checking segment: {'id': '12ec483b-8a10-489c-b3df-5e0fa86fde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:35.365726 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:35.366510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Bound using segment: {'id': '12ec483b-8a10-489c-b3df-5e0fa86fde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:35.367139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Bound port: 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ec483b-8a10-489c-b3df-5e0fa86fde9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:35.368050 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:35.537173 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:35.565254 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:35.571408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-af0d647a-eade-42c9-90be-bcfc68bcc6a3 None None] Provisioning complete for port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:35.571967 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-af0d647a-eade-42c9-90be-bcfc68bcc6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:35.698108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Allocated IP 2001:db8:3::1 (bc232106-f6cf-467f-83ad-411904c6ffec/d48881ae-5aa6-4c32-a449-c0b334370513/775c1a59-20c9-4a2d-b94b-a3a15bff3aad) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:35.703815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-af0d647a-eade-42c9-90be-bcfc68bcc6a3 None None] Port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:35.754818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] For port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:35.769471 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32057d98-3018-488d-8b3d-25d5fce8134b req-1cd563e0-9806-4b90-af51-bf98c32ed77a tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 210 time: 0.1048999 Nov 19 19:16:35.823795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Pushing event updated for resources: {'Port': ['ID=216790a8-725a-4ca3-89ea-0f4d853e3926,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:35.860295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Network bc232106-f6cf-467f-83ad-411904c6ffec is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:35.862303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] For port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0e99a44c-de44-49a4-b3f9-2dc6acea2ba1,segment=NetworkSegment(12ec483b-8a10-489c-b3df-5e0fa86fde9c),segment_id=12ec483b-8a10-489c-b3df-5e0fa86fde9c)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:35.864357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:35.869766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:35.885795 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:36.084074 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:36.207841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:36.268669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b971d0-2a7b-4a35-802d-fc651e2ee2e8 None None] Pushing event updated for resources: {'Port': ['ID=0e99a44c-de44-49a4-b3f9-2dc6acea2ba1,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:36.318307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Attempting to bind port 216790a8-725a-4ca3-89ea-0f4d853e3926 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:36.318983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Attempting to bind port 216790a8-725a-4ca3-89ea-0f4d853e3926 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '5299a6d7-995a-4fd2-8b57-3b3439e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:36.319098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Attempting to bind port 216790a8-725a-4ca3-89ea-0f4d853e3926 on network bc232106-f6cf-467f-83ad-411904c6ffec {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:36.348497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:36.349335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Checking segment: {'id': '5299a6d7-995a-4fd2-8b57-3b3439e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:36.350111 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:36.350680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Bound using segment: {'id': '5299a6d7-995a-4fd2-8b57-3b3439e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:36.351368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Bound port: 216790a8-725a-4ca3-89ea-0f4d853e3926, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5299a6d7-995a-4fd2-8b57-3b3439e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:36.352073 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:36.355420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:36.361857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:36.369337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network bc232106-f6cf-467f-83ad-411904c6ffec is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:36.372899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:36.397486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:36.409168 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:36.550729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=775c1a59-20c9-4a2d-b94b-a3a15bff3aad,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:36.793262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] For port 216790a8-725a-4ca3-89ea-0f4d853e3926, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:36.798003 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:36.807959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] For port 216790a8-725a-4ca3-89ea-0f4d853e3926, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=216790a8-725a-4ca3-89ea-0f4d853e3926,segment=NetworkSegment(5299a6d7-995a-4fd2-8b57-3b3439e5819e),segment_id=5299a6d7-995a-4fd2-8b57-3b3439e5819e)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:36.838220 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:37.003246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-112e932b-3b3f-4d4c-bb0d-28cd95aa1dce req-4687a8e2-77f4-4554-bdf3-da9fce416250 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 210 time: 0.0600095 Nov 19 19:16:37.009608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:37.111170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-222136ea-4b3b-42fc-a2a0-89da30bbe856 None None] Provisioning complete for port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:37.111689 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-222136ea-4b3b-42fc-a2a0-89da30bbe856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:37.228068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88c251-2fce-4736-a4cc-b312e6478242 None None] Pushing event updated for resources: {'Port': ['ID=216790a8-725a-4ca3-89ea-0f4d853e3926,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:37.618618 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-222136ea-4b3b-42fc-a2a0-89da30bbe856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:37.731330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-222136ea-4b3b-42fc-a2a0-89da30bbe856 None None] For port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0e99a44c-de44-49a4-b3f9-2dc6acea2ba1,segment=NetworkSegment(12ec483b-8a10-489c-b3df-5e0fa86fde9c),segment_id=12ec483b-8a10-489c-b3df-5e0fa86fde9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:37.745740 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-222136ea-4b3b-42fc-a2a0-89da30bbe856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:37.844139 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:37.863464 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:37.864465 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:37.877904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 4, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:35Z', 'revision_number': 4, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:37.930244 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222136ea-4b3b-42fc-a2a0-89da30bbe856 None None] Pushing event updated for resources: {'Port': ['ID=0e99a44c-de44-49a4-b3f9-2dc6acea2ba1,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:37.933943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fab88d7-0629-4d93-8d91-5855e1d7de38 None None] The sync data for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 is: [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 4, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:35Z', 'revision_number': 4, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:16:38.245374 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9cbc975e-bc8d-4a05-91bd-265226e7a2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:38.299096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event updated for resources: {'Port': ['ID=775c1a59-20c9-4a2d-b94b-a3a15bff3aad,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:38.373834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d9bea4c-1e1a-4882-a71f-dd8bd9970aa3 req-feea64ce-827c-48ed-b471-6fe5c07d14b7 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 210 time: 0.1075118 Nov 19 19:16:38.435533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-0eced183-605e-4569-ba60-334b5d4fa323 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:38.437199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-0eced183-605e-4569-ba60-334b5d4fa323 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.57 "GET /v2.0/networks?id=4caa84a5-0db6-4689-8fc4-f41f11358403 HTTP/1.1" status: 200 len: 813 time: 0.5441685 Nov 19 19:16:38.451961 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Request body: {'port': {'device_id': 'f82b2324-032f-4a42-9002-9c8b0ee5ce9d', 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403', 'admin_state_up': True, 'tenant_id': 'a6dbab0c4d154d088a401b7648492150'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:38.457977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-32145243-5395-494a-ad2d-e54f6af1fdcd tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:38.462693 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-32145243-5395-494a-ad2d-e54f6af1fdcd tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.21 "GET /v2.0/networks?id=4caa84a5-0db6-4689-8fc4-f41f11358403 HTTP/1.1" status: 200 len: 813 time: 0.6148045 Nov 19 19:16:38.518110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Request body: {'port': {'device_id': 'e19386f2-1516-4fa3-93c6-2d7cfcc786c9', 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403', 'admin_state_up': True, 'tenant_id': 'a6dbab0c4d154d088a401b7648492150'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:38.691957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Network bc232106-f6cf-467f-83ad-411904c6ffec is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:38.707678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:38.816382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Made reservation on behalf of a6dbab0c4d154d088a401b7648492150 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:38.820765 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:38.917415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 216790a8-725a-4ca3-89ea-0f4d853e3926 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:39.023277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28993c3-1e4e-4ff3-aec1-ca5fbacf032f None None] Network bc232106-f6cf-467f-83ad-411904c6ffec requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:39.117871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:16:39.135558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Made reservation on behalf of a6dbab0c4d154d088a401b7648492150 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:39.143345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Allocated IP 172.20.0.8 (4caa84a5-0db6-4689-8fc4-f41f11358403/da48b4da-1b17-49b0-9dc5-0b30397b2eaf/338b7d50-0bc4-42b4-80eb-98576cbbe6cf) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:39.145190 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:39.271965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38444) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:39.334693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6b4a07d2-fd7d-467f-bb03-d4cd3f3468a6 None None] Provisioning complete for port 216790a8-725a-4ca3-89ea-0f4d853e3926 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:39.335320 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b4a07d2-fd7d-467f-bb03-d4cd3f3468a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:39.477125 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 216790a8-725a-4ca3-89ea-0f4d853e3926 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:39.477960 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:39.602859 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b4a07d2-fd7d-467f-bb03-d4cd3f3468a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:39.663367 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:39.680027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6b4a07d2-fd7d-467f-bb03-d4cd3f3468a6 None None] For port 216790a8-725a-4ca3-89ea-0f4d853e3926, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=216790a8-725a-4ca3-89ea-0f4d853e3926,segment=NetworkSegment(5299a6d7-995a-4fd2-8b57-3b3439e5819e),segment_id=5299a6d7-995a-4fd2-8b57-3b3439e5819e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:39.724830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c895bc2-fbec-417e-9c76-0286c15c7f76 req-358ce557-20ff-4ff1-9529-7ff1d420d6ae tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 210 time: 0.1422098 Nov 19 19:16:39.725240 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b4a07d2-fd7d-467f-bb03-d4cd3f3468a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:39.764478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-065ed4a5-15ad-4587-b0c7-2cac3d64155e tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:39.778561 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:39.848139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a07d2-fd7d-467f-bb03-d4cd3f3468a6 None None] Pushing event updated for resources: {'Port': ['ID=216790a8-725a-4ca3-89ea-0f4d853e3926,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:39.870297 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:39.917803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Allocated IP 172.20.0.7 (4caa84a5-0db6-4689-8fc4-f41f11358403/da48b4da-1b17-49b0-9dc5-0b30397b2eaf/0431de93-c8f3-4fc2-96cd-80f28f0eda67) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:39.954041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Network 4caa84a5-0db6-4689-8fc4-f41f11358403 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:39.981715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:39.987046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:39.994054 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:16:39.994567 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:16:40.063044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Pushing event updated for resources: {'Port': ['ID=338b7d50-0bc4-42b4-80eb-98576cbbe6cf,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:40.088255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-065ed4a5-15ad-4587-b0c7-2cac3d64155e tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] 10.222.0.50 "PUT /v2.0/quotas/0fe6b35cb5864e09804ef98a5ae1e3bf HTTP/1.1" status: 200 len: 366 time: 0.8148644 Nov 19 19:16:40.091991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38462) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:40.105993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:40.120312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:40.138140 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-427584ff-5341-4b88-aa9e-481b0410a5d5 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0447879 Nov 19 19:16:40.159080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38470) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:40.159691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5a37b60d-e602-4037-a9e5-26c352e1d193 None None] Provisioning complete for port 216790a8-725a-4ca3-89ea-0f4d853e3926 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:40.160069 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a37b60d-e602-4037-a9e5-26c352e1d193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:40.194425 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-4b129b9c-7c42-46fc-ad29-0a7390530228 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7468636 Nov 19 19:16:40.203250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-84230eb3-253f-43d0-bcbd-242b5db56490 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] 10.222.0.50 "GET /v2.0/quotas/0fe6b35cb5864e09804ef98a5ae1e3bf HTTP/1.1" status: 200 len: 366 time: 0.0378129 Nov 19 19:16:40.204110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38474) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:40.236408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Request body: {'port': {'device_id': 'f82b2324-032f-4a42-9002-9c8b0ee5ce9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:40.254832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08cdb675-5e67-4636-abab-8da71b864f7d tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/0fe6b35cb5864e09804ef98a5ae1e3bf HTTP/1.1" status: 204 len: 168 time: 0.0480106 Nov 19 19:16:40.335637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38480) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:40.395741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5a37b60d-e602-4037-a9e5-26c352e1d193 None None] Provisioning complete for port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:40.396115 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a37b60d-e602-4037-a9e5-26c352e1d193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:40.424987 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:40.468482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6c6f37df-c7c7-4f17-9398-30d1371801f3 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1273642 Nov 19 19:16:40.472032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38484) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:40.492782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5a37b60d-e602-4037-a9e5-26c352e1d193 None None] Port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:40.543704 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-870126d6-5174-4b02-83a7-cc157323cc31 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] 10.222.0.50 "GET /v2.0/quotas/0fe6b35cb5864e09804ef98a5ae1e3bf HTTP/1.1" status: 200 len: 370 time: 0.0700755 Nov 19 19:16:40.548129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38486) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:40.555076 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-06220ad4-02c5-4864-bd17-30250e48f731 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] 10.222.0.50 "GET /v2.0/quotas/0fe6b35cb5864e09804ef98a5ae1e3bf/default HTTP/1.1" status: 200 len: 370 time: 0.0047483 Nov 19 19:16:40.558288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38490) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:40.558824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:40.620545 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-8cf6e323-4297-4c94-8fa6-b89ad6941d7d tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] delete failed (client error): The resource could not be found. Nov 19 19:16:40.622253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8cf6e323-4297-4c94-8fa6-b89ad6941d7d tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/0fe6b35cb5864e09804ef98a5ae1e3bf HTTP/1.1" status: 404 len: 348 time: 0.0626423 Nov 19 19:16:40.724490 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0afdaff-01dc-4736-b588-367019e5172a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:40.767491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d18341f3-461e-4c72-86ef-27de4421987d None None] Provisioning complete for port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:40.768467 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d18341f3-461e-4c72-86ef-27de4421987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:40.894028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:40.894696 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:40.954396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38504) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:40.976543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d18341f3-461e-4c72-86ef-27de4421987d None None] Port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:41.000783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Usage tracker for resource:network and project:8a91ae66457f455aa894d4616fe33317 is out of sync, need to count used quota {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 19:16:41.011136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 19:16:41.028324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Usage tracker for resource:subnet and project:8a91ae66457f455aa894d4616fe33317 is out of sync, need to count used quota {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 19:16:41.039435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 19:16:41.046976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Usage tracker for resource:subnetpool and project:8a91ae66457f455aa894d4616fe33317 is out of sync, need to count used quota {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 19:16:41.067239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 19:16:41.087561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Usage tracker for resource:port and project:8a91ae66457f455aa894d4616fe33317 is out of sync, need to count used quota {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 19:16:41.097613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 19:16:41.112846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Usage tracker for resource:router and project:8a91ae66457f455aa894d4616fe33317 is out of sync, need to count used quota {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 19:16:41.123003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 19:16:41.140648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Usage tracker for resource:floatingip and project:8a91ae66457f455aa894d4616fe33317 is out of sync, need to count used quota {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 19:16:41.140992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:16:41.153483 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Sync routers for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:16:41.154193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c9cae6b7-7d18-483a-bae9-a03324c09cb0 None None] Provisioning complete for port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:41.154193 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c9cae6b7-7d18-483a-bae9-a03324c09cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:41.157277 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4a1e3f45-20f5-4096-95af-32f30948e5c1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9427290 Nov 19 19:16:41.157620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38510) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:41.162968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-534f68a9-1798-4017-9615-dea26e1b6e64 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:41.173961 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:41.173961 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:41.226088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b82563-a24e-4dc3-8897-613bb4637208 req-745ca3ac-4f92-41c8-a3c4-4bba0fb6c2fe tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:41.236421 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38b82563-a24e-4dc3-8897-613bb4637208 req-745ca3ac-4f92-41c8-a3c4-4bba0fb6c2fe tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 931 time: 0.1339273 Nov 19 19:16:41.261303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c9cae6b7-7d18-483a-bae9-a03324c09cb0 None None] Port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:41.271461 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:41.300019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 216790a8-725a-4ca3-89ea-0f4d853e3926 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:41.362342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38b82563-a24e-4dc3-8897-613bb4637208 req-49b3caea-d3d5-4d65-9ef0-382cb7e33720 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189792 Nov 19 19:16:41.370288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 19:16:41.394094 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:41.451290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Network 4caa84a5-0db6-4689-8fc4-f41f11358403 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:41.455668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:41.463755 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:41.467114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:41.469010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 216790a8-725a-4ca3-89ea-0f4d853e3926 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:41.475936 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:41.583558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Pushing event updated for resources: {'Port': ['ID=0431de93-c8f3-4fc2-96cd-80f28f0eda67,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:41.650739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:41.654678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:41.695741 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-930f2e41-c345-4b7b-b152-09ed8ae77d30 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2051959 Nov 19 19:16:41.725828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Request body: {'port': {'device_id': 'e19386f2-1516-4fa3-93c6-2d7cfcc786c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:41.777735 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:36Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '775c1a59-20c9-4a2d-b94b-a3a15bff3aad', 'name': '', 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:ca:99:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:34Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 2, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:41.833309 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:41.833615 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Checking router: b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:16:41.836025 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Updating router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:16:41.864027 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:41.896124 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:42.313314 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:42.325151 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:42.415962 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51754f46-3432-4797-a567-99d4edee80ca None None] Pushing event updated for resources: {'Port': ['ID=775c1a59-20c9-4a2d-b94b-a3a15bff3aad,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:42.473030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338b7d50-0bc4-42b4-80eb-98576cbbe6cf {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:16:42.482055 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:42.511158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Transition to ACTIVE for port object 338b7d50-0bc4-42b4-80eb-98576cbbe6cf will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:16:42.525067 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Attempting to bind port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:42.525729 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Attempting to bind port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '5299a6d7-995a-4fd2-8b57-3b3439e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:42.526297 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Attempting to bind port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad on network bc232106-f6cf-467f-83ad-411904c6ffec {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:42.533406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:42.541365 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:42.542063 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Checking segment: {'id': '5299a6d7-995a-4fd2-8b57-3b3439e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:42.542639 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:42.543199 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Bound using segment: {'id': '5299a6d7-995a-4fd2-8b57-3b3439e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:42.550716 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Bound port: 775c1a59-20c9-4a2d-b94b-a3a15bff3aad, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5299a6d7-995a-4fd2-8b57-3b3439e5819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:42.551564 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:42.622974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Pushing event updated for resources: {'Port': ['ID=338b7d50-0bc4-42b4-80eb-98576cbbe6cf,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:42.700760 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] For port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:42.707078 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] For port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=775c1a59-20c9-4a2d-b94b-a3a15bff3aad,segment=NetworkSegment(5299a6d7-995a-4fd2-8b57-3b3439e5819e),segment_id=5299a6d7-995a-4fd2-8b57-3b3439e5819e)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:42.713730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e0d33-51a9-46f6-92a8-1759f87bddd7 req-7ba1ccc7-e807-438f-8428-5706339f92cf tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:42.715541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b3e0d33-51a9-46f6-92a8-1759f87bddd7 req-7ba1ccc7-e807-438f-8428-5706339f92cf tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 931 time: 0.2201054 Nov 19 19:16:42.725908 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:42.764812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Attempting to bind port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:42.765165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Attempting to bind port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:42.765413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Attempting to bind port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf on network 4caa84a5-0db6-4689-8fc4-f41f11358403 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:42.793431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf on network 4caa84a5-0db6-4689-8fc4-f41f11358403 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:16:42.793836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Attempting to bind port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf on network 4caa84a5-0db6-4689-8fc4-f41f11358403 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:42.804403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:42.805265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Checking segment: {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:42.805664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Bound using segment: {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:42.817587 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Bound port: 338b7d50-0bc4-42b4-80eb-98576cbbe6cf, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:42.818096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:42.827897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-aec672da-4675-4239-bca0-48c70d936a77 None None] Provisioning complete for port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:42.828637 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aec672da-4675-4239-bca0-48c70d936a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:42.880978 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:42.882968 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:42.951137 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51754f46-3432-4797-a567-99d4edee80ca None None] Pushing event updated for resources: {'Port': ['ID=775c1a59-20c9-4a2d-b94b-a3a15bff3aad,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:42.986443 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b3e0d33-51a9-46f6-92a8-1759f87bddd7 req-e1347e15-be0f-4205-8ade-377f05226810 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578874 Nov 19 19:16:43.106844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0431de93-c8f3-4fc2-96cd-80f28f0eda67 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:16:43.121932 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:43.151787 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aec672da-4675-4239-bca0-48c70d936a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:43.160469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Transition to ACTIVE for port object 0431de93-c8f3-4fc2-96cd-80f28f0eda67 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:16:43.174992 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:43.180661 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:43.229719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.extraroute_db [None req-534f68a9-1798-4017-9615-dea26e1b6e64 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 19:16:43.268616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-aec672da-4675-4239-bca0-48c70d936a77 None None] For port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=775c1a59-20c9-4a2d-b94b-a3a15bff3aad,segment=NetworkSegment(5299a6d7-995a-4fd2-8b57-3b3439e5819e),segment_id=5299a6d7-995a-4fd2-8b57-3b3439e5819e)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:43.278469 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.extraroute_db [None req-534f68a9-1798-4017-9615-dea26e1b6e64 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Removed routes are [] {{(pid=109888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 19:16:43.279138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534f68a9-1798-4017-9615-dea26e1b6e64 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:43.286418 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aec672da-4675-4239-bca0-48c70d936a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:43.293568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Pushing event updated for resources: {'Port': ['ID=0431de93-c8f3-4fc2-96cd-80f28f0eda67,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:43.419299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Attempting to bind port 0431de93-c8f3-4fc2-96cd-80f28f0eda67 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:43.422317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Attempting to bind port 0431de93-c8f3-4fc2-96cd-80f28f0eda67 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:43.422841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Attempting to bind port 0431de93-c8f3-4fc2-96cd-80f28f0eda67 on network 4caa84a5-0db6-4689-8fc4-f41f11358403 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:43.432333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Port 0431de93-c8f3-4fc2-96cd-80f28f0eda67 on network 4caa84a5-0db6-4689-8fc4-f41f11358403 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:16:43.434115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Attempting to bind port 0431de93-c8f3-4fc2-96cd-80f28f0eda67 on network 4caa84a5-0db6-4689-8fc4-f41f11358403 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:43.445745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:43.446857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Checking segment: {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:43.447564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Bound using segment: {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:43.449186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Bound port: 0431de93-c8f3-4fc2-96cd-80f28f0eda67, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:43.449654 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:43.470569 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:43.516904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a85ed03f-c717-40cb-8a36-e2b982a37f54 None None] Provisioning complete for port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:43.517282 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a85ed03f-c717-40cb-8a36-e2b982a37f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:43.600868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] For port 0431de93-c8f3-4fc2-96cd-80f28f0eda67, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:43.609293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] For port 0431de93-c8f3-4fc2-96cd-80f28f0eda67, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0431de93-c8f3-4fc2-96cd-80f28f0eda67,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:43.622293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] For port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:43.626783 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:43.627843 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec672da-4675-4239-bca0-48c70d936a77 None None] Pushing event updated for resources: {'Port': ['ID=775c1a59-20c9-4a2d-b94b-a3a15bff3aad,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:43.630534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] For port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=338b7d50-0bc4-42b4-80eb-98576cbbe6cf,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:43.644685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Usage tracker for resource:security_group and project:8a91ae66457f455aa894d4616fe33317 is out of sync, need to count used quota {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 19:16:43.650086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:43.652073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:43.654704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] 10.222.0.21 "PUT /v2.0/ports/0431de93-c8f3-4fc2-96cd-80f28f0eda67 HTTP/1.1" status: 200 len: 1091 time: 1.9481933 Nov 19 19:16:43.659757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19386f2-1516-4fa3-93c6-2d7cfcc786c9', 'tag': '0431de93-c8f3-4fc2-96cd-80f28f0eda67'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:16:43.665514 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a846246a-40eb-41fe-9324-db4870717f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e19386f2-1516-4fa3-93c6-2d7cfcc786c9", "tag": "0431de93-c8f3-4fc2-96cd-80f28f0eda67"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:16:43.779128 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:36Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '775c1a59-20c9-4a2d-b94b-a3a15bff3aad', 'name': '', 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:ca:99:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:34Z', 'updated_at': '2021-11-19T19:16:42Z', 'revision_number': 4, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:43.782779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:43.799212 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22e1356-fd64-4e49-90ab-0811aafeb764 x-openstack-request-id: req-c22e1356-fd64-4e49-90ab-0811aafeb764 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:16:43.800202 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19386f2-1516-4fa3-93c6-2d7cfcc786c9", "tag": "0431de93-c8f3-4fc2-96cd-80f28f0eda67", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:16:43.801879 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c22e1356-fd64-4e49-90ab-0811aafeb764 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:16:43.802534 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19386f2-1516-4fa3-93c6-2d7cfcc786c9', 'tag': '0431de93-c8f3-4fc2-96cd-80f28f0eda67', 'status': 'completed', 'code': 200} Nov 19 19:16:43.852856 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36afce5f-d15a-41d2-815f-f9b08f92858f None None] The sync data for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 is: [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:36Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '775c1a59-20c9-4a2d-b94b-a3a15bff3aad', 'name': '', 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:ca:99:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:34Z', 'updated_at': '2021-11-19T19:16:42Z', 'revision_number': 4, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:16:43.899882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df8fa3-2db0-4a07-bf6e-7d3cb673cc23 service neutron] Pushing event updated for resources: {'Port': ['ID=0431de93-c8f3-4fc2-96cd-80f28f0eda67,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:43.906216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-50374988-3c52-43c6-8391-578c7e77c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:43.908155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-50374988-3c52-43c6-8391-578c7e77c27e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6dbab0c4d154d088a401b7648492150&device_id=e19386f2-1516-4fa3-93c6-2d7cfcc786c9 HTTP/1.1" status: 200 len: 1094 time: 0.1509669 Nov 19 19:16:43.914545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 19:16:43.983107 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-aaa688a5-04a7-4c42-8678-e308fac97b53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0431de93-c8f3-4fc2-96cd-80f28f0eda67 HTTP/1.1" status: 200 len: 217 time: 0.0668631 Nov 19 19:16:44.082203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534f68a9-1798-4017-9615-dea26e1b6e64 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:44.087469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534f68a9-1798-4017-9615-dea26e1b6e64 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:44.111625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:44.112483 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:44.115069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:44.119589 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] 10.222.0.57 "PUT /v2.0/ports/338b7d50-0bc4-42b4-80eb-98576cbbe6cf HTTP/1.1" status: 200 len: 1091 time: 3.9143245 Nov 19 19:16:44.148083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129e23d-449a-48d1-907b-0ff6589d662b service neutron] Pushing event updated for resources: {'Port': ['ID=338b7d50-0bc4-42b4-80eb-98576cbbe6cf,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:44.172317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82b2324-032f-4a42-9002-9c8b0ee5ce9d', 'tag': '338b7d50-0bc4-42b4-80eb-98576cbbe6cf'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:16:44.173516 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca26a459-1005-49e8-b2b6-681e90b9f887" -d '{"events": [{"name": "network-changed", "server_uuid": "f82b2324-032f-4a42-9002-9c8b0ee5ce9d", "tag": "338b7d50-0bc4-42b4-80eb-98576cbbe6cf"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:16:44.205866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Usage tracker for resource:security_group_rule and project:8a91ae66457f455aa894d4616fe33317 is out of sync, need to count used quota {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 19:16:44.234727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-15eac135-3d96-4db7-9001-537bf1c35808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:44.236235 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-15eac135-3d96-4db7-9001-537bf1c35808 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da48b4da-1b17-49b0-9dc5-0b30397b2eaf HTTP/1.1" status: 200 len: 853 time: 0.2460644 Nov 19 19:16:44.277847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.quota.resource [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109888) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 19:16:44.306156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47700019-aa52-4597-bd5b-75e17d9c852b req-565c2515-46cc-4223-80c8-cf039fdb8a0c tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:44.324684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47700019-aa52-4597-bd5b-75e17d9c852b req-565c2515-46cc-4223-80c8-cf039fdb8a0c tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 943 time: 0.2045391 Nov 19 19:16:44.327793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-b10cb055-cf31-45e9-bbce-967aed754bfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4caa84a5-0db6-4689-8fc4-f41f11358403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810461 Nov 19 19:16:44.329227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3b584721-059a-4227-ac06-18ef883edcf0 tempest-QuotasTest-577963691 tempest-QuotasTest-577963691-project-admin] 10.222.0.50 "GET /v2.0/quotas/8a91ae66457f455aa894d4616fe33317/details.json HTTP/1.1" status: 200 len: 703 time: 3.3728912 Nov 19 19:16:44.382585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-8b65b530-42fe-4eac-958d-3c7f5ee1e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:44.385124 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-8b65b530-42fe-4eac-958d-3c7f5ee1e7bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6dbab0c4d154d088a401b7648492150&device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 1094 time: 0.2052433 Nov 19 19:16:44.498260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47700019-aa52-4597-bd5b-75e17d9c852b req-18a5cd5f-4e2d-4b6b-bebb-b238fbafae9c tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521933 Nov 19 19:16:44.521999 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-0f4af763-43c3-4bab-a772-95b4afa93137 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=338b7d50-0bc4-42b4-80eb-98576cbbe6cf HTTP/1.1" status: 200 len: 217 time: 0.1191206 Nov 19 19:16:44.547562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-8f79fdc0-4452-46cc-9568-c69e1a9bbb36 service neutron] 10.222.0.21 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076097 Nov 19 19:16:44.602680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-d64d97e9-7a76-418b-8367-3d1680b1fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:44.604321 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-d64d97e9-7a76-418b-8367-3d1680b1fcb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da48b4da-1b17-49b0-9dc5-0b30397b2eaf HTTP/1.1" status: 200 len: 853 time: 0.0670354 Nov 19 19:16:44.616724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534f68a9-1798-4017-9615-dea26e1b6e64 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:16:44.658267 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-0d174f05-3288-4618-8c72-d50033c9b836 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4caa84a5-0db6-4689-8fc4-f41f11358403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397625 Nov 19 19:16:44.788681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-23aa0645-6b0e-4764-b4bb-2c3f1a9d7921 service neutron] 10.222.0.21 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378082 Nov 19 19:16:44.887582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38562) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:44.928653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534f68a9-1798-4017-9615-dea26e1b6e64 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:16:44.944145 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846246a-40eb-41fe-9324-db4870717f8b req-13872e0a-ac29-40b3-83b4-5b73836c8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:44.945791 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534f68a9-1798-4017-9615-dea26e1b6e64 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:44.946228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a846246a-40eb-41fe-9324-db4870717f8b req-13872e0a-ac29-40b3-83b4-5b73836c8883 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6dbab0c4d154d088a401b7648492150&device_id=e19386f2-1516-4fa3-93c6-2d7cfcc786c9 HTTP/1.1" status: 200 len: 1094 time: 0.0966766 Nov 19 19:16:44.952145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-534f68a9-1798-4017-9615-dea26e1b6e64 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 HTTP/1.1" status: 200 len: 953 time: 3.7933695 Nov 19 19:16:44.953518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38566) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:45.035788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38568) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:45.127814 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbbca04-78e1-4c1e-96df-3dbd99a17637 x-openstack-request-id: req-ecbbca04-78e1-4c1e-96df-3dbd99a17637 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:16:45.128117 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82b2324-032f-4a42-9002-9c8b0ee5ce9d", "tag": "338b7d50-0bc4-42b4-80eb-98576cbbe6cf", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:16:45.128376 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecbbca04-78e1-4c1e-96df-3dbd99a17637 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:16:45.128777 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82b2324-032f-4a42-9002-9c8b0ee5ce9d', 'tag': '338b7d50-0bc4-42b4-80eb-98576cbbe6cf', 'status': 'completed', 'code': 200} Nov 19 19:16:45.170454 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-c94c6a99-cd55-41c6-bb5a-2a9eb18028f5 service neutron] 10.222.0.57 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435620 Nov 19 19:16:45.291016 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-957f62d7-9922-4bfe-bb6e-9c9ae074d1e1 req-45479e5b-8088-4c85-8b2b-1fd38576abeb service neutron] 10.222.0.57 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076286 Nov 19 19:16:45.298183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c39264e-989b-475b-b817-ae1d455e19dc None None] Sync routers for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:16:45.318267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 775c1a59-20c9-4a2d-b94b-a3a15bff3aad up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:45.331252 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06c12d0c-bba5-41e8-b199-35efba771f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:45.375370 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b56c1ae0-d21c-46c6-bf3e-01d83f14d8ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:45.412318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26a459-1005-49e8-b2b6-681e90b9f887 req-d37bd25f-0b92-4f50-a130-5939ff7320ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:45.414202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca26a459-1005-49e8-b2b6-681e90b9f887 req-d37bd25f-0b92-4f50-a130-5939ff7320ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6dbab0c4d154d088a401b7648492150&device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 1094 time: 0.0634811 Nov 19 19:16:45.524201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846246a-40eb-41fe-9324-db4870717f8b req-c7f988e6-f662-4d5f-9e21-3970a07fb548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:45.525728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a846246a-40eb-41fe-9324-db4870717f8b req-c7f988e6-f662-4d5f-9e21-3970a07fb548 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4caa84a5-0db6-4689-8fc4-f41f11358403 HTTP/1.1" status: 200 len: 914 time: 0.5317585 Nov 19 19:16:45.619659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bea41a3a-6fd4-4595-b612-aed38d0e1fdc tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 HTTP/1.1" status: 200 len: 953 time: 0.6641624 Nov 19 19:16:45.620101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38584) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:45.651137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7fd6c2ab-e20b-4d0b-8034-575e8ee69cd9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'routes': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:45.696194 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a846246a-40eb-41fe-9324-db4870717f8b req-d5f1f836-924c-4482-a872-80cb6de479f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0431de93-c8f3-4fc2-96cd-80f28f0eda67 HTTP/1.1" status: 200 len: 217 time: 0.1528635 Nov 19 19:16:45.777159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c39264e-989b-475b-b817-ae1d455e19dc None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:45.778117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7c39264e-989b-475b-b817-ae1d455e19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:45.799752 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b56c1ae0-d21c-46c6-bf3e-01d83f14d8ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:45.839150 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b56c1ae0-d21c-46c6-bf3e-01d83f14d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:45.843955 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26a459-1005-49e8-b2b6-681e90b9f887 req-6685b111-440a-47b8-af82-ff986d486216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:45.846083 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca26a459-1005-49e8-b2b6-681e90b9f887 req-6685b111-440a-47b8-af82-ff986d486216 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4caa84a5-0db6-4689-8fc4-f41f11358403 HTTP/1.1" status: 200 len: 914 time: 0.4231651 Nov 19 19:16:45.875620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:45.876114 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:45.882785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b56c1ae0-d21c-46c6-bf3e-01d83f14d8ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92e6a385a7844ddabf1735681a1b52f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8351936 Nov 19 19:16:45.891454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38588) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:45.941259 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-7c39264e-989b-475b-b817-ae1d455e19dc None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:46.027220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6d32c-7a8e-4eda-b548-caa0f41afcca req-d2c06add-4349-4ed5-94d6-cb132c9b50d6 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:46.035903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76b6d32c-7a8e-4eda-b548-caa0f41afcca req-d2c06add-4349-4ed5-94d6-cb132c9b50d6 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 943 time: 0.3389688 Nov 19 19:16:46.045188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846246a-40eb-41fe-9324-db4870717f8b req-1aedf8e1-76f1-4225-b7a0-325760e1250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:46.050724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a846246a-40eb-41fe-9324-db4870717f8b req-1aedf8e1-76f1-4225-b7a0-325760e1250f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da48b4da-1b17-49b0-9dc5-0b30397b2eaf HTTP/1.1" status: 200 len: 853 time: 0.3231869 Nov 19 19:16:46.066465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c1ae0-d21c-46c6-bf3e-01d83f14d8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019b164e-8ce9-4bac-8096-37790775510a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:46.135564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a846246a-40eb-41fe-9324-db4870717f8b req-b1576c34-db21-4174-9067-f3aebe80a9b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4caa84a5-0db6-4689-8fc4-f41f11358403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451505 Nov 19 19:16:46.332733 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76b6d32c-7a8e-4eda-b548-caa0f41afcca req-ad7c0ba5-9f9d-47be-acc5-600b07107bba tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808883 Nov 19 19:16:46.378769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.extraroute_db [None req-7fd6c2ab-e20b-4d0b-8034-575e8ee69cd9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added routes are [] {{(pid=109888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 19:16:46.379362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.extraroute_db [None req-7fd6c2ab-e20b-4d0b-8034-575e8ee69cd9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109888) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 19:16:46.417364 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c2ab-e20b-4d0b-8034-575e8ee69cd9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:46.424718 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca26a459-1005-49e8-b2b6-681e90b9f887 req-9e130d7a-1af0-41bd-8458-3dfda732b73f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=338b7d50-0bc4-42b4-80eb-98576cbbe6cf HTTP/1.1" status: 200 len: 217 time: 0.3213816 Nov 19 19:16:46.425727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06c12d0c-bba5-41e8-b199-35efba771f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:46.447946 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73e40387-426b-4fc1-afe4-79e2b3166f16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:46.468363 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06c12d0c-bba5-41e8-b199-35efba771f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:46.487573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7c39264e-989b-475b-b817-ae1d455e19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:43Z', 'revision_number': 6, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '775c1a59-20c9-4a2d-b94b-a3a15bff3aad', 'name': '', 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:ca:99:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:34Z', 'updated_at': '2021-11-19T19:16:43Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:46.560156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c39264e-989b-475b-b817-ae1d455e19dc None None] Checking router: b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:16:46.579017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c39264e-989b-475b-b817-ae1d455e19dc None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:46.579820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7c39264e-989b-475b-b817-ae1d455e19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:46.584260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-06c12d0c-bba5-41e8-b199-35efba771f8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd46b957ed5e477181648ce1bfda4635&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6947348 Nov 19 19:16:46.605706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26a459-1005-49e8-b2b6-681e90b9f887 req-43814c1a-ba23-45e3-ac88-5c72de39daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:46.607213 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca26a459-1005-49e8-b2b6-681e90b9f887 req-43814c1a-ba23-45e3-ac88-5c72de39daf1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da48b4da-1b17-49b0-9dc5-0b30397b2eaf HTTP/1.1" status: 200 len: 853 time: 0.0749750 Nov 19 19:16:46.615883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38592) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:46.626532 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a846246a-40eb-41fe-9324-db4870717f8b req-7f6d9786-a8fd-4d24-abb0-11780bc4963d service neutron] 10.222.0.21 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783590 Nov 19 19:16:46.669439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c12d0c-bba5-41e8-b199-35efba771f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c01bf0-6618-45ec-b4cd-e8a8abdabb9a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:46.704722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-7c39264e-989b-475b-b817-ae1d455e19dc None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:46.812495 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73e40387-426b-4fc1-afe4-79e2b3166f16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:46.918066 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca26a459-1005-49e8-b2b6-681e90b9f887 req-63e1081d-7e90-459d-982c-15736730e2d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4caa84a5-0db6-4689-8fc4-f41f11358403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2846985 Nov 19 19:16:46.931897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a846246a-40eb-41fe-9324-db4870717f8b req-38368c78-e39b-44b6-9259-f96b493e620c service neutron] 10.222.0.21 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834880 Nov 19 19:16:46.954745 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73e40387-426b-4fc1-afe4-79e2b3166f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:46.958071 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73e40387-426b-4fc1-afe4-79e2b3166f16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:46.959811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-73e40387-426b-4fc1-afe4-79e2b3166f16 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/019b164e-8ce9-4bac-8096-37790775510a HTTP/1.1" status: 204 len: 168 time: 1.0641644 Nov 19 19:16:46.971069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e40387-426b-4fc1-afe4-79e2b3166f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019b164e-8ce9-4bac-8096-37790775510a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:47.080461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7c39264e-989b-475b-b817-ae1d455e19dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:46Z', 'revision_number': 7, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '775c1a59-20c9-4a2d-b94b-a3a15bff3aad', 'name': '', 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:ca:99:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:34Z', 'updated_at': '2021-11-19T19:16:43Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:47.149943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c2ab-e20b-4d0b-8034-575e8ee69cd9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:47.154945 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e058a39f-5b57-49c7-9374-a36d70a822f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:47.155722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c39264e-989b-475b-b817-ae1d455e19dc None None] The sync data for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 is: [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:46Z', 'revision_number': 7, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '775c1a59-20c9-4a2d-b94b-a3a15bff3aad', 'name': '', 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:ca:99:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:34Z', 'updated_at': '2021-11-19T19:16:43Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:16:47.157848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c2ab-e20b-4d0b-8034-575e8ee69cd9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:47.335882 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e058a39f-5b57-49c7-9374-a36d70a822f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:47.427813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38606) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:47.429484 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e058a39f-5b57-49c7-9374-a36d70a822f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:47.432728 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e058a39f-5b57-49c7-9374-a36d70a822f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:47.436597 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e058a39f-5b57-49c7-9374-a36d70a822f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1c01bf0-6618-45ec-b4cd-e8a8abdabb9a HTTP/1.1" status: 204 len: 168 time: 0.8048701 Nov 19 19:16:47.441858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca26a459-1005-49e8-b2b6-681e90b9f887 req-47000da3-15ae-4c49-8c47-5e7dbc4d434c service neutron] 10.222.0.57 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123610 Nov 19 19:16:47.447204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd6c2ab-e20b-4d0b-8034-575e8ee69cd9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:16:47.472279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-467963a4-00cd-4b11-9b56-1f301cd4a819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:47.473367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058a39f-5b57-49c7-9374-a36d70a822f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c01bf0-6618-45ec-b4cd-e8a8abdabb9a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:47.577665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce805b1-335f-42a5-9d86-44bce1dbe746 req-ad6bf237-ee3a-44db-8826-76b1ba5be0db tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:47.579576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ce805b1-335f-42a5-9d86-44bce1dbe746 req-ad6bf237-ee3a-44db-8826-76b1ba5be0db tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 943 time: 0.1176105 Nov 19 19:16:47.667650 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-467963a4-00cd-4b11-9b56-1f301cd4a819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:47.681777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ca26a459-1005-49e8-b2b6-681e90b9f887 req-b209bc97-101e-4f38-b6ea-9d570fe00234 service neutron] 10.222.0.57 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229726 Nov 19 19:16:47.684851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd6c2ab-e20b-4d0b-8034-575e8ee69cd9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:16:47.698311 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-467963a4-00cd-4b11-9b56-1f301cd4a819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:47.707228 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2feea-2d55-473a-81c0-ea488ddc3cb7 None None] Sync routers for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:16:47.708281 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c2ab-e20b-4d0b-8034-575e8ee69cd9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:47.711882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7fd6c2ab-e20b-4d0b-8034-575e8ee69cd9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 HTTP/1.1" status: 200 len: 703 time: 2.0733325 Nov 19 19:16:47.714930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38612) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:47.721715 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2feea-2d55-473a-81c0-ea488ddc3cb7 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:47.722783 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8ef2feea-2d55-473a-81c0-ea488ddc3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:47.734103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ce805b1-335f-42a5-9d86-44bce1dbe746 req-fbc1420f-26c7-42f3-9dbd-e1e1c4e2719b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222835 Nov 19 19:16:47.759742 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-467963a4-00cd-4b11-9b56-1f301cd4a819 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a91ae66457f455aa894d4616fe33317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3307273 Nov 19 19:16:47.761269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467963a4-00cd-4b11-9b56-1f301cd4a819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bab6238-be17-4e28-9386-5a10a0f27fb9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:47.762421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38616) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:47.867201 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8ef2feea-2d55-473a-81c0-ea488ddc3cb7 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:47.876140 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c426a7da-618a-4aa8-9b5b-8fe0639d5ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:47.886254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38624) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:47.886767 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6ca3c0d7-7140-4195-bacb-a22f0a3e5999 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 HTTP/1.1" status: 200 len: 703 time: 0.1706769 Nov 19 19:16:47.917540 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c426a7da-618a-4aa8-9b5b-8fe0639d5ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:48.012322 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c426a7da-618a-4aa8-9b5b-8fe0639d5ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:48.021223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c426a7da-618a-4aa8-9b5b-8fe0639d5ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:48.025318 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c426a7da-618a-4aa8-9b5b-8fe0639d5ee0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3bab6238-be17-4e28-9386-5a10a0f27fb9 HTTP/1.1" status: 204 len: 168 time: 0.2618625 Nov 19 19:16:48.042809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426a7da-618a-4aa8-9b5b-8fe0639d5ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bab6238-be17-4e28-9386-5a10a0f27fb9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:48.111870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38636) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:48.134067 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-870ba42b-fc46-4310-b349-040d638c76a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:48.164099 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:16:48.203587 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8ef2feea-2d55-473a-81c0-ea488ddc3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:46Z', 'revision_number': 7, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '775c1a59-20c9-4a2d-b94b-a3a15bff3aad', 'name': '', 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:ca:99:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:34Z', 'updated_at': '2021-11-19T19:16:43Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:48.234706 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-870ba42b-fc46-4310-b349-040d638c76a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:48.242810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-870ba42b-fc46-4310-b349-040d638c76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:48.251955 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2feea-2d55-473a-81c0-ea488ddc3cb7 None None] Checking router: b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:16:48.261795 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2feea-2d55-473a-81c0-ea488ddc3cb7 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:48.262782 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8ef2feea-2d55-473a-81c0-ea488ddc3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:48.284377 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-870ba42b-fc46-4310-b349-040d638c76a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=566d57e5746c46ae917b1166fa7138b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1688805 Nov 19 19:16:48.285144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38644) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:48.416942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ba42b-fc46-4310-b349-040d638c76a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25268111-f85b-491c-a383-c0d36b8409c2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:48.457951 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d090d31-879d-402b-b1f8-cada446f06b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:48.488375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d090d31-879d-402b-b1f8-cada446f06b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:48.495320 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8ef2feea-2d55-473a-81c0-ea488ddc3cb7 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:48.539842 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:48.548046 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d090d31-879d-402b-b1f8-cada446f06b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:48.552934 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d090d31-879d-402b-b1f8-cada446f06b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:48.554296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5d090d31-879d-402b-b1f8-cada446f06b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25268111-f85b-491c-a383-c0d36b8409c2 HTTP/1.1" status: 204 len: 168 time: 0.2686200 Nov 19 19:16:48.566454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d090d31-879d-402b-b1f8-cada446f06b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25268111-f85b-491c-a383-c0d36b8409c2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:48.881168 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8ef2feea-2d55-473a-81c0-ea488ddc3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:46Z', 'revision_number': 7, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '775c1a59-20c9-4a2d-b94b-a3a15bff3aad', 'name': '', 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:ca:99:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:34Z', 'updated_at': '2021-11-19T19:16:43Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:48.925060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0431de93-c8f3-4fc2-96cd-80f28f0eda67 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:16:48.955032 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2feea-2d55-473a-81c0-ea488ddc3cb7 None None] The sync data for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 is: [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:46Z', 'revision_number': 7, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '775c1a59-20c9-4a2d-b94b-a3a15bff3aad', 'name': '', 'network_id': 'bc232106-f6cf-467f-83ad-411904c6ffec', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:ca:99:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:34Z', 'updated_at': '2021-11-19T19:16:43Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': 'd48881ae-5aa6-4c32-a449-c0b334370513', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:16:49.143514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0431de93-c8f3-4fc2-96cd-80f28f0eda67, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0431de93-c8f3-4fc2-96cd-80f28f0eda67,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:49.161363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '0431de93-c8f3-4fc2-96cd-80f28f0eda67', 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403', 'port_id': '0431de93-c8f3-4fc2-96cd-80f28f0eda67', 'mac_address': 'fa:16:3e:56:64:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da48b4da-1b17-49b0-9dc5-0b30397b2eaf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:16:49.212795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1735-74b0-4170-bccb-6ec4943d21c3 req-64bbefc0-c3ce-4c40-b88c-02f6006524ea tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:49.221549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-321b1735-74b0-4170-bccb-6ec4943d21c3 req-64bbefc0-c3ce-4c40-b88c-02f6006524ea tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 943 time: 0.3178937 Nov 19 19:16:49.262579 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:49.298031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 338b7d50-0bc4-42b4-80eb-98576cbbe6cf details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:16:49.335200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0431de93-c8f3-4fc2-96cd-80f28f0eda67 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:16:49.376351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-321b1735-74b0-4170-bccb-6ec4943d21c3 req-fba4dcdb-4486-491b-84bb-d344c1bb85c5 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436045 Nov 19 19:16:49.396923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:49.401050 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:49.421658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0431de93-c8f3-4fc2-96cd-80f28f0eda67, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0431de93-c8f3-4fc2-96cd-80f28f0eda67,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:49.583755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port 775c1a59-20c9-4a2d-b94b-a3a15bff3aad, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=775c1a59-20c9-4a2d-b94b-a3a15bff3aad,segment=NetworkSegment(5299a6d7-995a-4fd2-8b57-3b3439e5819e),segment_id=5299a6d7-995a-4fd2-8b57-3b3439e5819e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:49.588787 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:49.594003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=338b7d50-0bc4-42b4-80eb-98576cbbe6cf,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:49.624524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 775c1a59-20c9-4a2d-b94b-a3a15bff3aad owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:49.635511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '338b7d50-0bc4-42b4-80eb-98576cbbe6cf', 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403', 'port_id': '338b7d50-0bc4-42b4-80eb-98576cbbe6cf', 'mac_address': 'fa:16:3e:2c:af:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da48b4da-1b17-49b0-9dc5-0b30397b2eaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:16:49.644855 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:49.718854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38688) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:49.794446 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:49.852306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338b7d50-0bc4-42b4-80eb-98576cbbe6cf {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:16:49.871802 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0431de93-c8f3-4fc2-96cd-80f28f0eda67'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:16:49.908298 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0431de93-c8f3-4fc2-96cd-80f28f0eda67,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:49.927718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=338b7d50-0bc4-42b4-80eb-98576cbbe6cf,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:49.938371 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:49.988816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1962040257'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:50.023558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=338b7d50-0bc4-42b4-80eb-98576cbbe6cf,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:50.039058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Made reservation on behalf of c21e26719f9b4e87a05b9f4ef501ca7a for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:50.043040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:50.054404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:50.069280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:50.114642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=775c1a59-20c9-4a2d-b94b-a3a15bff3aad,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:50.260339 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:50.268677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['338b7d50-0bc4-42b4-80eb-98576cbbe6cf'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:16:50.279237 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:50.324775 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:50.363357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:16:50.386893 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:50.387126 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Added segment 8a4c5788-fbcf-4130-bb51-3752461987d6 of type vlan for network 55758dbc-afa2-448f-9a7e-11a1496996d1 Nov 19 19:16:50.509885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:50.596474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1c9b5a-60ac-405a-bd68-65f0d387c875,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:50.620886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:50.628371 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:50.629272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:50.923333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0431de93-c8f3-4fc2-96cd-80f28f0eda67 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:51.067215 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 0431de93-c8f3-4fc2-96cd-80f28f0eda67 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:16:51.074525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 0431de93-c8f3-4fc2-96cd-80f28f0eda67 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:51.075116 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:51.115620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30180cd-40c1-47ab-a4d3-5f5b550c3b45 req-eda68238-15ea-4914-a70c-e7d2a3d80f28 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:51.128684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b30180cd-40c1-47ab-a4d3-5f5b550c3b45 req-eda68238-15ea-4914-a70c-e7d2a3d80f28 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 944 time: 0.5794592 Nov 19 19:16:51.291181 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:51.307388 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 338b7d50-0bc4-42b4-80eb-98576cbbe6cf up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:51.308715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5886946 Nov 19 19:16:51.312586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38744) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:51.318811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Request body: {'subnet': {'network_id': '55758dbc-afa2-448f-9a7e-11a1496996d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:51.326690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531260e6-77e8-4dd4-af64-b2826e638439 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Pushing event updated for resources: {'Network': ['ID=55758dbc-afa2-448f-9a7e-11a1496996d1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:51.359456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 55758dbc-afa2-448f-9a7e-11a1496996d1 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:16:51.388702 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b30180cd-40c1-47ab-a4d3-5f5b550c3b45 req-454aa835-e60f-4bd9-925f-8f8cc273d66a tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589931 Nov 19 19:16:51.399738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0431de93-c8f3-4fc2-96cd-80f28f0eda67, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0431de93-c8f3-4fc2-96cd-80f28f0eda67,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:51.414590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19386f2-1516-4fa3-93c6-2d7cfcc786c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0431de93-c8f3-4fc2-96cd-80f28f0eda67'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:16:51.418852 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ba9b22-5445-439a-8cab-70801a8ce3bc" -d '{"events": [{"server_uuid": "e19386f2-1516-4fa3-93c6-2d7cfcc786c9", "name": "network-vif-plugged", "status": "completed", "tag": "0431de93-c8f3-4fc2-96cd-80f28f0eda67"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:16:51.437396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:16:51.457435 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:51.496025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Made reservation on behalf of c21e26719f9b4e87a05b9f4ef501ca7a for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:51.501801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:51.549720 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daadd2cc-a031-41c2-822c-0c8a14b169f1 x-openstack-request-id: req-daadd2cc-a031-41c2-822c-0c8a14b169f1 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:16:51.550062 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19386f2-1516-4fa3-93c6-2d7cfcc786c9", "name": "network-vif-plugged", "status": "completed", "tag": "0431de93-c8f3-4fc2-96cd-80f28f0eda67", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:16:51.550385 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-daadd2cc-a031-41c2-822c-0c8a14b169f1 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:16:51.550797 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19386f2-1516-4fa3-93c6-2d7cfcc786c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0431de93-c8f3-4fc2-96cd-80f28f0eda67', 'code': 200} Nov 19 19:16:51.569110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:16:51.597673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0431de93-c8f3-4fc2-96cd-80f28f0eda67,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:51.609340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:51.612046 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:51.737448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:16:51.751318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0c83560c-ea10-4173-b156-14d51beba857 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8631845 Nov 19 19:16:51.755695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38758) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:51.778609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e9b00-af69-4814-864f-4fcf25280eb5 None None] Sync routers for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:16:51.855873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc11541-9fcb-4395-af2f-96984cb271d1 req-c6dcd2a5-1544-45b9-b3a0-63ada8e9490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:51.857562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbc11541-9fcb-4395-af2f-96984cb271d1 req-c6dcd2a5-1544-45b9-b3a0-63ada8e9490f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e19386f2-1516-4fa3-93c6-2d7cfcc786c9 HTTP/1.1" status: 200 len: 1096 time: 0.2248423 Nov 19 19:16:51.859820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e9b00-af69-4814-864f-4fcf25280eb5 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:51.860895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e63e9b00-af69-4814-864f-4fcf25280eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:51.866814 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:51.940110 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:52.003325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12b781d-7956-4e6a-8c40-e6c66242411c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting subnet d48881ae-5aa6-4c32-a449-c0b334370513 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:16:52.016285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b781d-7956-4e6a-8c40-e6c66242411c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:52.036050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Pushing event updated for resources: {'Subnet': ['ID=1283f0c1-8e2b-4e7b-952b-8f3b0b9e6732,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:52.042348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Checking segment: {'id': '8a4c5788-fbcf-4130-bb51-3752461987d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '55758dbc-afa2-448f-9a7e-11a1496996d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:52.042926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Network hostable DHCP agents. Network: 55758dbc-afa2-448f-9a7e-11a1496996d1, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:16:52.064571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Network 55758dbc-afa2-448f-9a7e-11a1496996d1 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:16:52.090910 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 55758dbc-afa2-448f-9a7e-11a1496996d1) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:52.102509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b781d-7956-4e6a-8c40-e6c66242411c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:52.113094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:52.113419 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbc11541-9fcb-4395-af2f-96984cb271d1 req-ee676233-5acd-4d4c-9b3f-0cc213bdc04f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395256 Nov 19 19:16:52.114199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:52.114775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f1d908-4c87-4838-8b5e-af73eac533ab None None] Network 55758dbc-afa2-448f-9a7e-11a1496996d1 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:52.141670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=338b7d50-0bc4-42b4-80eb-98576cbbe6cf,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:52.148573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-12b4efb4-70bd-4396-b495-1eb7dadd9f82 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8347166 Nov 19 19:16:52.150126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38772) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:52.161021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Request body: {'port': {'network_id': '55758dbc-afa2-448f-9a7e-11a1496996d1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1359289604'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:52.227302 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:52.252598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e63e9b00-af69-4814-864f-4fcf25280eb5 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:52.275554 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b781d-7956-4e6a-8c40-e6c66242411c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:52.389320 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b781d-7956-4e6a-8c40-e6c66242411c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:52.451572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Made reservation on behalf of c21e26719f9b4e87a05b9f4ef501ca7a for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:52.460699 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:52.461914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b781d-7956-4e6a-8c40-e6c66242411c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Subnet': ['ID=d48881ae-5aa6-4c32-a449-c0b334370513,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:52.472651 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b781d-7956-4e6a-8c40-e6c66242411c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:52.477356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d12b781d-7956-4e6a-8c40-e6c66242411c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/d48881ae-5aa6-4c32-a449-c0b334370513 HTTP/1.1" status: 204 len: 168 time: 0.7207069 Nov 19 19:16:52.484058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38788) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:52.529294 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] device_id is not set on port b9b0451e-b86b-442b-8c2a-e3cee052fa86 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:16:52.666610 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:52.714918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fd657-05b8-414e-8cfd-9694a3be700c req-6f4cec56-d215-4a8e-8122-e11dfc2a801c tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:52.716822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c96fd657-05b8-414e-8cfd-9694a3be700c req-6f4cec56-d215-4a8e-8122-e11dfc2a801c tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 945 time: 0.1095514 Nov 19 19:16:52.752745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e204f9b-dd45-4e59-b2b8-e7358487291f None None] Network bc232106-f6cf-467f-83ad-411904c6ffec requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:52.832306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Allocated IP 2001:db8::372 (55758dbc-afa2-448f-9a7e-11a1496996d1/1283f0c1-8e2b-4e7b-952b-8f3b0b9e6732/b9b0451e-b86b-442b-8c2a-e3cee052fa86) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:52.883767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=338b7d50-0bc4-42b4-80eb-98576cbbe6cf,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:52.917400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c96fd657-05b8-414e-8cfd-9694a3be700c req-8d723c29-bf97-458b-a1e7-25a4cfa069cb tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767333 Nov 19 19:16:52.960897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 216790a8-725a-4ca3-89ea-0f4d853e3926 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:52.964475 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.130950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port 216790a8-725a-4ca3-89ea-0f4d853e3926, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=216790a8-725a-4ca3-89ea-0f4d853e3926,segment=NetworkSegment(5299a6d7-995a-4fd2-8b57-3b3439e5819e),segment_id=5299a6d7-995a-4fd2-8b57-3b3439e5819e)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:53.131882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.159386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 216790a8-725a-4ca3-89ea-0f4d853e3926 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:53.332425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-55758dbc-afa2-448f-9a7e-11a1496996d1', 'network_id': '55758dbc-afa2-448f-9a7e-11a1496996d1', 'tenant_id': 'c21e26719f9b4e87a05b9f4ef501ca7a', 'fixed_ips': [{'subnet_id': '1283f0c1-8e2b-4e7b-952b-8f3b0b9e6732'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:16:53.333301 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.334028 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.367180 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.406043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=216790a8-725a-4ca3-89ea-0f4d853e3926,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:53.413305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No DVR routers for this DVR port 216790a8-725a-4ca3-89ea-0f4d853e3926 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:16:53.422520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30877a56-50be-4bc7-9b9f-78df46008de7 None None] DHCP port deletion for bc232106-f6cf-467f-83ad-411904c6ffec request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:16:53.485692 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.553362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Network 55758dbc-afa2-448f-9a7e-11a1496996d1 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:53.557357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:53.560480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:53.568885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:53.569575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.573422 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.587531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Pushing event updated for resources: {'Port': ['ID=b9b0451e-b86b-442b-8c2a-e3cee052fa86,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:53.618344 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-049ed96e-6247-45e8-84f0-b09cb3a790d6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4634476 Nov 19 19:16:53.619256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38830) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:53.632284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc232106-f6cf-467f-83ad-411904c6ffec']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:53.637066 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Request body: {'port': {'network_id': '55758dbc-afa2-448f-9a7e-11a1496996d1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1179927732', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:53.637672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.api.validators [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] bootfile-name is not in valid_values {{(pid=109888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:16:53.640824 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.api.validators [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] tftp-server is not in valid_values {{(pid=109888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:16:53.641260 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.api.validators [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] server-ip-address is not in valid_values {{(pid=109888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:16:53.646927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38832) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:53.652409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5299a6d7-995a-4fd2-8b57-3b3439e5819e') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:53.652906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5299a6d7-995a-4fd2-8b57-3b3439e5819e') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:53.665425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82b2324-032f-4a42-9002-9c8b0ee5ce9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338b7d50-0bc4-42b4-80eb-98576cbbe6cf'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:16:53.671849 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facaa953-1f5a-4c67-9a9c-03d8f9799887" -d '{"events": [{"server_uuid": "f82b2324-032f-4a42-9002-9c8b0ee5ce9d", "name": "network-vif-plugged", "status": "completed", "tag": "338b7d50-0bc4-42b4-80eb-98576cbbe6cf"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:16:53.678400 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.710430 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.723873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:16:53.724298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:16:53.727583 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:16:53.845116 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da714a0b-c335-49c0-b7de-af80868ded7c x-openstack-request-id: req-da714a0b-c335-49c0-b7de-af80868ded7c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:16:53.846005 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82b2324-032f-4a42-9002-9c8b0ee5ce9d", "name": "network-vif-plugged", "status": "completed", "tag": "338b7d50-0bc4-42b4-80eb-98576cbbe6cf", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:16:53.847000 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da714a0b-c335-49c0-b7de-af80868ded7c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:16:53.847566 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82b2324-032f-4a42-9002-9c8b0ee5ce9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338b7d50-0bc4-42b4-80eb-98576cbbe6cf', 'code': 200} Nov 19 19:16:53.851548 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.880347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e63e9b00-af69-4814-864f-4fcf25280eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:49Z', 'revision_number': 8, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:53.894873 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:53.904273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/networks/bc232106-f6cf-467f-83ad-411904c6ffec HTTP/1.1" status: 204 len: 168 time: 1.4157398 Nov 19 19:16:53.907087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8647d2-9c64-4bd6-8ca0-25e8992b55bd tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Network': ['ID=bc232106-f6cf-467f-83ad-411904c6ffec,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:53.910359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38848) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:53.967827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e9b00-af69-4814-864f-4fcf25280eb5 None None] Checking router: b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:16:53.976608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Allocated IP 2001:db8::2 (55758dbc-afa2-448f-9a7e-11a1496996d1/1283f0c1-8e2b-4e7b-952b-8f3b0b9e6732/ffc0df53-41cc-4038-850f-7be77e6dd4e1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:54.016031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e9b00-af69-4814-864f-4fcf25280eb5 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:54.019071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e63e9b00-af69-4814-864f-4fcf25280eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:54.065097 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da700d51-b567-4ecd-8ae4-6dcc105b1c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.224661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e63e9b00-af69-4814-864f-4fcf25280eb5 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:54.232214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a933baf-616a-4316-9852-4edb8f37294c req-2217f56f-5de6-4827-99a9-ec63cb9aa702 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:54.234734 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a933baf-616a-4316-9852-4edb8f37294c req-2217f56f-5de6-4827-99a9-ec63cb9aa702 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 945 time: 0.1583631 Nov 19 19:16:54.257867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da700d51-b567-4ecd-8ae4-6dcc105b1c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.287147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da700d51-b567-4ecd-8ae4-6dcc105b1c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.300244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb73b-4808-4224-b61f-856860c709e7 req-46a26a54-30bc-4716-8df2-482d991811f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:54.311775 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edcfb73b-4808-4224-b61f-856860c709e7 req-46a26a54-30bc-4716-8df2-482d991811f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 1096 time: 0.4109483 Nov 19 19:16:54.402688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Made reservation on behalf of c21e26719f9b4e87a05b9f4ef501ca7a for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:16:54.405903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a933baf-616a-4316-9852-4edb8f37294c req-58c4f26b-a22c-45fa-bf30-bec5d3c75013 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683410 Nov 19 19:16:54.416915 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.503915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-da700d51-b567-4ecd-8ae4-6dcc105b1c65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=528ae8548dfd42cc8a0fbe854b4d1af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8559031 Nov 19 19:16:54.504732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da700d51-b567-4ecd-8ae4-6dcc105b1c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d27006-7134-40cf-86bc-ee9f70154914,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:54.510354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38864) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:54.546844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] device_id is not set on port 10d13f15-db7e-4258-9499-3368b1319347 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:16:54.569733 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edcfb73b-4808-4224-b61f-856860c709e7 req-a522bbd7-2a7b-4efb-b01e-d8e09368cb73 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172022 Nov 19 19:16:54.607166 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.615948 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.667362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Pushing event updated for resources: {'Port': ['ID=ffc0df53-41cc-4038-850f-7be77e6dd4e1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:54.677889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Network 55758dbc-afa2-448f-9a7e-11a1496996d1 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:54.680951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:54.684282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:54.731118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e63e9b00-af69-4814-864f-4fcf25280eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:49Z', 'revision_number': 8, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:54.765244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e42628ef-ab16-401c-a01f-4725d9ee9e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.780141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Allocated IP 2001:db8::32b (55758dbc-afa2-448f-9a7e-11a1496996d1/1283f0c1-8e2b-4e7b-952b-8f3b0b9e6732/10d13f15-db7e-4258-9499-3368b1319347) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:16:54.785450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e9b00-af69-4814-864f-4fcf25280eb5 None None] The sync data for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 is: [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:49Z', 'revision_number': 8, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '0e99a44c-de44-49a4-b3f9-2dc6acea2ba1', 'name': '', 'network_id': 'bd426bc4-6d69-49ad-a2ab-39e96c1e136d', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:16:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '5337c936-db0a-445b-b41c-89e73101bb87', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:29Z', 'updated_at': '2021-11-19T19:16:37Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '5337c936-db0a-445b-b41c-89e73101bb87', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:16:54.798183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Attempting to bind port ffc0df53-41cc-4038-850f-7be77e6dd4e1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:16:54.798807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Attempting to bind port ffc0df53-41cc-4038-850f-7be77e6dd4e1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '8a4c5788-fbcf-4130-bb51-3752461987d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '55758dbc-afa2-448f-9a7e-11a1496996d1'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:16:54.799336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Attempting to bind port ffc0df53-41cc-4038-850f-7be77e6dd4e1 on network 55758dbc-afa2-448f-9a7e-11a1496996d1 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:16:54.806799 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e42628ef-ab16-401c-a01f-4725d9ee9e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.808161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:16:54.824995 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Checking segment: {'id': '8a4c5788-fbcf-4130-bb51-3752461987d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '55758dbc-afa2-448f-9a7e-11a1496996d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:16:54.825596 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.826293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Bound using segment: {'id': '8a4c5788-fbcf-4130-bb51-3752461987d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '55758dbc-afa2-448f-9a7e-11a1496996d1'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:16:54.827914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Bound port: ffc0df53-41cc-4038-850f-7be77e6dd4e1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4c5788-fbcf-4130-bb51-3752461987d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '55758dbc-afa2-448f-9a7e-11a1496996d1'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:16:54.828507 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.871200 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e42628ef-ab16-401c-a01f-4725d9ee9e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.874964 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e42628ef-ab16-401c-a01f-4725d9ee9e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:54.882341 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e42628ef-ab16-401c-a01f-4725d9ee9e2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4d27006-7134-40cf-86bc-ee9f70154914 HTTP/1.1" status: 204 len: 168 time: 0.3656557 Nov 19 19:16:54.925850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42628ef-ab16-401c-a01f-4725d9ee9e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d27006-7134-40cf-86bc-ee9f70154914,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:54.995596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] For port ffc0df53-41cc-4038-850f-7be77e6dd4e1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:16:55.000189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:55.002888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] For port ffc0df53-41cc-4038-850f-7be77e6dd4e1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ffc0df53-41cc-4038-850f-7be77e6dd4e1,segment=NetworkSegment(8a4c5788-fbcf-4130-bb51-3752461987d6),segment_id=8a4c5788-fbcf-4130-bb51-3752461987d6)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:16:55.018799 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:55.173390 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b722e-bddd-4b4c-844e-aa1577bd92ce None None] Pushing event updated for resources: {'Port': ['ID=ffc0df53-41cc-4038-850f-7be77e6dd4e1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:55.240018 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:55.333408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 216790a8-725a-4ca3-89ea-0f4d853e3926 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:16:55.355549 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:55.387304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 216790a8-725a-4ca3-89ea-0f4d853e3926 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:16:55.387826 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 216790a8-725a-4ca3-89ea-0f4d853e3926 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:16:55.388359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 775c1a59-20c9-4a2d-b94b-a3a15bff3aad no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:16:55.419444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 775c1a59-20c9-4a2d-b94b-a3a15bff3aad {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:16:55.421666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 775c1a59-20c9-4a2d-b94b-a3a15bff3aad not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:16:55.473793 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:55.616143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:55.616689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:55.643715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Pushing event updated for resources: {'Port': ['ID=10d13f15-db7e-4258-9499-3368b1319347,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:55.662159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Network 55758dbc-afa2-448f-9a7e-11a1496996d1 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:16:55.668394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:16:55.676137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:16:55.687927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:55.689114 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:55.726137 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-214ec100-73d9-41b5-abf4-601a03b16bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1045377 Nov 19 19:16:55.728611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38898) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:55.754095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0e99a44c-de44-49a4-b3f9-2dc6acea2ba1,segment=NetworkSegment(12ec483b-8a10-489c-b3df-5e0fa86fde9c),segment_id=12ec483b-8a10-489c-b3df-5e0fa86fde9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:55.754734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:55.813092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f622e-e6b0-41ec-b0c5-a45ebcb04c54 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:55.831792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f622e-e6b0-41ec-b0c5-a45ebcb04c54 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:55.845993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f622e-e6b0-41ec-b0c5-a45ebcb04c54 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:55.850963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:55.852254 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-491f622e-e6b0-41ec-b0c5-a45ebcb04c54 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1202724 Nov 19 19:16:55.854522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38906) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:55.855749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38908) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:55.870438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ce86f2d-1e2f-41ba-9570-e7c5c5b0874f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:55.998437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ce86f2d-1e2f-41ba-9570-e7c5c5b0874f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.010209 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ce86f2d-1e2f-41ba-9570-e7c5c5b0874f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.043681 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6ce86f2d-1e2f-41ba-9570-e7c5c5b0874f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba5ebc1d7d2a4370974c6163bf3ea66e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1866941 Nov 19 19:16:56.051259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38914) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:56.086289 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce86f2d-1e2f-41ba-9570-e7c5c5b0874f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4df304-d6bc-4f03-b0f3-75886ad5c346,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:56.121670 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d458a65c-c283-4ee3-bcb5-fe1775deffb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.147311 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d458a65c-c283-4ee3-bcb5-fe1775deffb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.154931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651a29f-5650-4ac6-a27b-74bbd3869f38 req-c787ba92-985a-4c95-ae6c-a8512039ce6e tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:56.156491 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6651a29f-5650-4ac6-a27b-74bbd3869f38 req-c787ba92-985a-4c95-ae6c-a8512039ce6e tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 945 time: 0.5552526 Nov 19 19:16:56.230836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d458a65c-c283-4ee3-bcb5-fe1775deffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.236394 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d458a65c-c283-4ee3-bcb5-fe1775deffb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.240165 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d458a65c-c283-4ee3-bcb5-fe1775deffb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac4df304-d6bc-4f03-b0f3-75886ad5c346 HTTP/1.1" status: 204 len: 168 time: 0.1851099 Nov 19 19:16:56.257019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458a65c-c283-4ee3-bcb5-fe1775deffb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4df304-d6bc-4f03-b0f3-75886ad5c346,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:56.302746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6651a29f-5650-4ac6-a27b-74bbd3869f38 req-a316313e-6fb9-4fd3-a26e-568473e2de4e tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378236 Nov 19 19:16:56.313169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a07f2b5a-df41-471a-85f1-e32c717c6a1d tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Deleting port 10d13f15-db7e-4258-9499-3368b1319347 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:56.313635 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a07f2b5a-df41-471a-85f1-e32c717c6a1d tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.346740 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.414756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=0e99a44c-de44-49a4-b3f9-2dc6acea2ba1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:56.541127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38926) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:56.658599 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a07f2b5a-df41-471a-85f1-e32c717c6a1d tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.689407 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a07f2b5a-df41-471a-85f1-e32c717c6a1d tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Calling delete_port for 10d13f15-db7e-4258-9499-3368b1319347 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:16:56.706642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.745621 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a8b41d6-b197-4ae4-852a-2332acfd3e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.859357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38934) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:56.869146 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a8b41d6-b197-4ae4-852a-2332acfd3e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.873936 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a8b41d6-b197-4ae4-852a-2332acfd3e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.882630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cd714f3-0feb-4444-8dba-699ea2549b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:56.932520 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4a8b41d6-b197-4ae4-852a-2332acfd3e1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ed03248a66c4116ae6ed72a20ba6b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895302 Nov 19 19:16:56.935751 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b41d6-b197-4ae4-852a-2332acfd3e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16defde3-327f-4921-89fd-e77ea1171af6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:56.939027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38936) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:56.966122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f65377-c4d2-460d-be2d-7d5c552a79f0 None None] Network 55758dbc-afa2-448f-9a7e-11a1496996d1 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:57.060934 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a47e2052-52af-414c-82b8-4c54601d5a1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.086737 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0ae4c7a7-4da9-4c58-8ad1-c2bdb0134bf4 None None] Provisioning complete for port ffc0df53-41cc-4038-850f-7be77e6dd4e1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:57.086931 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c7a7-4da9-4c58-8ad1-c2bdb0134bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.102729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a47e2052-52af-414c-82b8-4c54601d5a1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.179754 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a47e2052-52af-414c-82b8-4c54601d5a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.185039 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a47e2052-52af-414c-82b8-4c54601d5a1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.187664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a47e2052-52af-414c-82b8-4c54601d5a1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16defde3-327f-4921-89fd-e77ea1171af6 HTTP/1.1" status: 204 len: 168 time: 0.2472866 Nov 19 19:16:57.199743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e2052-52af-414c-82b8-4c54601d5a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16defde3-327f-4921-89fd-e77ea1171af6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:57.224147 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a07f2b5a-df41-471a-85f1-e32c717c6a1d tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.391350 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c7a7-4da9-4c58-8ad1-c2bdb0134bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.475103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ffc0df53-41cc-4038-850f-7be77e6dd4e1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:57.514320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0ae4c7a7-4da9-4c58-8ad1-c2bdb0134bf4 None None] For port ffc0df53-41cc-4038-850f-7be77e6dd4e1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ffc0df53-41cc-4038-850f-7be77e6dd4e1,segment=NetworkSegment(8a4c5788-fbcf-4130-bb51-3752461987d6),segment_id=8a4c5788-fbcf-4130-bb51-3752461987d6)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:57.526962 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c7a7-4da9-4c58-8ad1-c2bdb0134bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.628104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4c7a7-4da9-4c58-8ad1-c2bdb0134bf4 None None] Pushing event updated for resources: {'Port': ['ID=ffc0df53-41cc-4038-850f-7be77e6dd4e1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:57.644063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ffc0df53-41cc-4038-850f-7be77e6dd4e1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:57.644548 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.845204 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cd714f3-0feb-4444-8dba-699ea2549b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.850191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f2b5a-df41-471a-85f1-e32c717c6a1d tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Pushing event deleted for resources: {'Port': ['ID=10d13f15-db7e-4258-9499-3368b1319347,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:57.868588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cd714f3-0feb-4444-8dba-699ea2549b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.879607 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0b96962e-5980-402c-85a4-2eaa92d9fd74 None None] Provisioning complete for port b9b0451e-b86b-442b-8c2a-e3cee052fa86 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:57.880089 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b96962e-5980-402c-85a4-2eaa92d9fd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.923143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38958) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:57.925640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0b96962e-5980-402c-85a4-2eaa92d9fd74 None None] Port b9b0451e-b86b-442b-8c2a-e3cee052fa86 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:57.931839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:16:57.944665 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0b96962e-5980-402c-85a4-2eaa92d9fd74 None None] Provisioning complete for port ffc0df53-41cc-4038-850f-7be77e6dd4e1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:57.945378 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b96962e-5980-402c-85a4-2eaa92d9fd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.947126 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5086ee76-a427-4842-913b-26a6410a50d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.961681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd714f3-0feb-4444-8dba-699ea2549b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d39090-0d78-4fd0-9071-16f48a89e961,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:57.978018 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a07f2b5a-df41-471a-85f1-e32c717c6a1d tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:57.986220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a07f2b5a-df41-471a-85f1-e32c717c6a1d tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] 10.222.0.50 "DELETE /v2.0/ports/10d13f15-db7e-4258-9499-3368b1319347 HTTP/1.1" status: 204 len: 168 time: 2.1205328 Nov 19 19:16:57.989423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38960) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:58.002075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Request body: {'port': {'name': 'tempest-new-port-name-1275114239', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:16:58.004737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.api.validators [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] bootfile-name is not in valid_values {{(pid=109888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:16:58.004737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.api.validators [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] tftp-server is not in valid_values {{(pid=109888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:16:58.004737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.api.validators [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] server-ip-address is not in valid_values {{(pid=109888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:16:58.020780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7cd714f3-0feb-4444-8dba-699ea2549b06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62ff34ebb203462d9ea259e46004c6ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1584241 Nov 19 19:16:58.024676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38962) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:58.067411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78de8f-7214-450a-8bbc-7a11feb22015 req-61ae6492-3155-4ab2-9cd6-d5410690b49e tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:58.068694 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad78de8f-7214-450a-8bbc-7a11feb22015 req-61ae6492-3155-4ab2-9cd6-d5410690b49e tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 945 time: 0.2308276 Nov 19 19:16:58.190394 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.211772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5086ee76-a427-4842-913b-26a6410a50d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.239977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:16:58.252835 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-84e73246-6b9e-4628-bd0e-aba841023dd5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3389401 Nov 19 19:16:58.253031 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df390f62-0d87-4a4f-b9ef-459aa266d405 None None] Sync routers for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:16:58.260961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38966) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:58.267861 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df390f62-0d87-4a4f-b9ef-459aa266d405 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:58.268369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5086ee76-a427-4842-913b-26a6410a50d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.269080 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-df390f62-0d87-4a4f-b9ef-459aa266d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:58.275946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad78de8f-7214-450a-8bbc-7a11feb22015 req-efa3b8aa-95ea-4b5d-9b3d-7c47ea0e8891 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244860 Nov 19 19:16:58.278378 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c5f4d69-3407-4120-a142-59c7c7762732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.285199 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-23f1fbee-4f96-4571-bd1d-042ec9d359cc None None] Provisioning complete for port b9b0451e-b86b-442b-8c2a-e3cee052fa86 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:58.286991 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23f1fbee-4f96-4571-bd1d-042ec9d359cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.367256 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c5f4d69-3407-4120-a142-59c7c7762732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.390196 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-94dab207-0913-42d3-8727-644c62607470 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting subnet 5337c936-db0a-445b-b41c-89e73101bb87 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:16:58.404085 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94dab207-0913-42d3-8727-644c62607470 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.447739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-23f1fbee-4f96-4571-bd1d-042ec9d359cc None None] Port b9b0451e-b86b-442b-8c2a-e3cee052fa86 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:16:58.464540 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-df390f62-0d87-4a4f-b9ef-459aa266d405 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:58.511803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94dab207-0913-42d3-8727-644c62607470 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.548287 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5086ee76-a427-4842-913b-26a6410a50d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6f97c2ae9f14587be706c05161c8bda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6230459 Nov 19 19:16:58.551428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38974) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:58.571081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086ee76-a427-4842-913b-26a6410a50d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8533eb34-6a27-4707-bbf1-5447b47cc59d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:58.626300 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94dab207-0913-42d3-8727-644c62607470 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.667174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c8ee0f9e-c709-4d01-b346-3d9b15a15ea9 None None] Could not find standard attr ID for object 10d13f15-db7e-4258-9499-3368b1319347. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:16:58.711593 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94dab207-0913-42d3-8727-644c62607470 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.729905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c08e667-8600-470c-9ba7-8f2b798a9fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.734551 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d8a8d-13db-40eb-958c-b18b86897736 req-00509e79-22fd-4ea9-857e-fd42c97c5c96 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:58.743396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-026d8a8d-13db-40eb-958c-b18b86897736 req-00509e79-22fd-4ea9-857e-fd42c97c5c96 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=e19386f2-1516-4fa3-93c6-2d7cfcc786c9 HTTP/1.1" status: 200 len: 945 time: 0.3266532 Nov 19 19:16:58.751032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c5f4d69-3407-4120-a142-59c7c7762732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.758333 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1c5f4d69-3407-4120-a142-59c7c7762732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.762869 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-df390f62-0d87-4a4f-b9ef-459aa266d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:56Z', 'revision_number': 9, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:58.770686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1c5f4d69-3407-4120-a142-59c7c7762732 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5d39090-0d78-4fd0-9071-16f48a89e961 HTTP/1.1" status: 204 len: 168 time: 0.7368078 Nov 19 19:16:58.779425 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c08e667-8600-470c-9ba7-8f2b798a9fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.808507 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df390f62-0d87-4a4f-b9ef-459aa266d405 None None] Checking router: b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:16:58.819062 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df390f62-0d87-4a4f-b9ef-459aa266d405 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:16:58.819941 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-df390f62-0d87-4a4f-b9ef-459aa266d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:58.836207 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.854374 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.875855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054c127-2aaa-461c-bf0f-69708e6d8716 None None] Network bd426bc4-6d69-49ad-a2ab-39e96c1e136d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:16:58.883216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dab207-0913-42d3-8727-644c62607470 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Subnet': ['ID=5337c936-db0a-445b-b41c-89e73101bb87,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:58.892689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94dab207-0913-42d3-8727-644c62607470 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:58.903493 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-94dab207-0913-42d3-8727-644c62607470 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/5337c936-db0a-445b-b41c-89e73101bb87 HTTP/1.1" status: 204 len: 168 time: 0.6390386 Nov 19 19:16:58.909242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38982) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:58.931979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f4d69-3407-4120-a142-59c7c7762732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d39090-0d78-4fd0-9071-16f48a89e961,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:58.987743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] In _notify_port_updated(), no bound segment for port b9b0451e-b86b-442b-8c2a-e3cee052fa86 on network 55758dbc-afa2-448f-9a7e-11a1496996d1 {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:16:59.003948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:59.004561 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:59.007273 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] 10.222.0.50 "PUT /v2.0/ports/b9b0451e-b86b-442b-8c2a-e3cee052fa86 HTTP/1.1" status: 200 len: 1130 time: 1.0152988 Nov 19 19:16:59.015865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38984) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:59.027951 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-df390f62-0d87-4a4f-b9ef-459aa266d405 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:16:59.099972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-026d8a8d-13db-40eb-958c-b18b86897736 req-fad8b7c4-4afe-48e9-b3db-c72d4bfa9ed9 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535984 Nov 19 19:16:59.149782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e4046-bd1b-4f02-a8bc-b21ad8d418c9 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Pushing event updated for resources: {'Port': ['ID=b9b0451e-b86b-442b-8c2a-e3cee052fa86,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:59.166277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:59.191363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ee11bd-3fe7-4aa8-9630-0c53ea3a4ace tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:16:59.192921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f3ee11bd-3fe7-4aa8-9630-0c53ea3a4ace tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] 10.222.0.50 "GET /v2.0/ports/b9b0451e-b86b-442b-8c2a-e3cee052fa86 HTTP/1.1" status: 200 len: 1130 time: 0.1745217 Nov 19 19:16:59.197063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38994) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:16:59.207546 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c08e667-8600-470c-9ba7-8f2b798a9fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:59.209861 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c08e667-8600-470c-9ba7-8f2b798a9fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:59.221098 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7c08e667-8600-470c-9ba7-8f2b798a9fcc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8533eb34-6a27-4707-bbf1-5447b47cc59d HTTP/1.1" status: 204 len: 168 time: 0.6605382 Nov 19 19:16:59.252301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08e667-8600-470c-9ba7-8f2b798a9fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8533eb34-6a27-4707-bbf1-5447b47cc59d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:16:59.368651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ffc0df53-41cc-4038-850f-7be77e6dd4e1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:16:59.440910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edccc7a3-4b40-4e71-bc37-b4109e328360 None None] DHCP port deletion for bd426bc4-6d69-49ad-a2ab-39e96c1e136d request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:16:59.537000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port acb9eef9-0841-4f3e-9d80-5ed42c92e595 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:59.537337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:59.556714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f2abccd4-4a87-422c-897a-55b8b33457b6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Deleting port b9b0451e-b86b-442b-8c2a-e3cee052fa86 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:16:59.557027 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2abccd4-4a87-422c-897a-55b8b33457b6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:59.602331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ffc0df53-41cc-4038-850f-7be77e6dd4e1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:16:59.602936 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:59.745590 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-df390f62-0d87-4a4f-b9ef-459aa266d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:56Z', 'revision_number': 9, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:16:59.798146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port acb9eef9-0841-4f3e-9d80-5ed42c92e595, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=acb9eef9-0841-4f3e-9d80-5ed42c92e595,segment=NetworkSegment(12ec483b-8a10-489c-b3df-5e0fa86fde9c),segment_id=12ec483b-8a10-489c-b3df-5e0fa86fde9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:16:59.799449 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:16:59.817864 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df390f62-0d87-4a4f-b9ef-459aa266d405 None None] The sync data for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 is: [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:16:56Z', 'revision_number': 9, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '4c5f42fd-da39-4198-b8f7-c6cebd197e9b', 'name': '', 'network_id': '8d113f2a-5bc1-4315-9670-40e46456eb50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:6f:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2c079c03-efb2-450b-95db-e9975db253d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:22Z', 'updated_at': '2021-11-19T19:16:30Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '2c079c03-efb2-450b-95db-e9975db253d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:16:59.933666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for acb9eef9-0841-4f3e-9d80-5ed42c92e595 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:00.071773 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2abccd4-4a87-422c-897a-55b8b33457b6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.085491 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.087163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-edccc7a3-4b40-4e71-bc37-b4109e328360 None None] Deleting port acb9eef9-0841-4f3e-9d80-5ed42c92e595 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:00.087694 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edccc7a3-4b40-4e71-bc37-b4109e328360 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.104450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c481c8d4-a16d-42e4-90cf-033695d6b10c None None] Provisioning complete for port b9b0451e-b86b-442b-8c2a-e3cee052fa86 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:00.105018 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c481c8d4-a16d-42e4-90cf-033695d6b10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.120556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f2abccd4-4a87-422c-897a-55b8b33457b6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Calling delete_port for b9b0451e-b86b-442b-8c2a-e3cee052fa86 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:00.281889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-edccc7a3-4b40-4e71-bc37-b4109e328360 None None] For port acb9eef9-0841-4f3e-9d80-5ed42c92e595, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=acb9eef9-0841-4f3e-9d80-5ed42c92e595,segment=NetworkSegment(12ec483b-8a10-489c-b3df-5e0fa86fde9c),segment_id=12ec483b-8a10-489c-b3df-5e0fa86fde9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:00.282302 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edccc7a3-4b40-4e71-bc37-b4109e328360 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.287697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c481c8d4-a16d-42e4-90cf-033695d6b10c None None] Port b9b0451e-b86b-442b-8c2a-e3cee052fa86 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:17:00.303858 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.340525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-edccc7a3-4b40-4e71-bc37-b4109e328360 None None] Calling delete_port for acb9eef9-0841-4f3e-9d80-5ed42c92e595 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:00.360269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=acb9eef9-0841-4f3e-9d80-5ed42c92e595,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:00.362713 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No DVR routers for this DVR port acb9eef9-0841-4f3e-9d80-5ed42c92e595 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:17:00.542763 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edccc7a3-4b40-4e71-bc37-b4109e328360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.550454 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.597626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-5dc1b307-d72e-4b89-84ad-d960eee5aa73 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:00.607408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccc7a3-4b40-4e71-bc37-b4109e328360 None None] Pushing event deleted for resources: {'Port': ['ID=acb9eef9-0841-4f3e-9d80-5ed42c92e595,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:00.610885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edccc7a3-4b40-4e71-bc37-b4109e328360 None None] No DVR routers for this DVR port acb9eef9-0841-4f3e-9d80-5ed42c92e595 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:17:00.618327 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-5dc1b307-d72e-4b89-84ad-d960eee5aa73 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/networks?id=4caa84a5-0db6-4689-8fc4-f41f11358403 HTTP/1.1" status: 200 len: 813 time: 0.3868084 Nov 19 19:17:00.679150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd426bc4-6d69-49ad-a2ab-39e96c1e136d']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:00.689061 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-b01f5952-33b5-49d9-b3c5-1f8bd2b4c905 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/quotas/a6dbab0c4d154d088a401b7648492150 HTTP/1.1" status: 200 len: 375 time: 0.0697935 Nov 19 19:17:00.754732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ec483b-8a10-489c-b3df-5e0fa86fde9c') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:00.755317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ec483b-8a10-489c-b3df-5e0fa86fde9c') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:00.764918 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2abccd4-4a87-422c-897a-55b8b33457b6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.772418 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.863817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.874115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abccd4-4a87-422c-897a-55b8b33457b6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Pushing event deleted for resources: {'Port': ['ID=b9b0451e-b86b-442b-8c2a-e3cee052fa86,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:00.957838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:17:00.960434 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:00.985396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-1d27b0de-7874-43ed-a0a3-19e9fa079486 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6dbab0c4d154d088a401b7648492150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2954359 Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:17:00.986132 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:17:01.035650 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2abccd4-4a87-422c-897a-55b8b33457b6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:01.041454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39074) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:01.041972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f2abccd4-4a87-422c-897a-55b8b33457b6 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] 10.222.0.50 "DELETE /v2.0/ports/b9b0451e-b86b-442b-8c2a-e3cee052fa86 HTTP/1.1" status: 204 len: 168 time: 1.8434033 Nov 19 19:17:01.129195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b97fe9-6c4e-49b0-ba4d-87d9153d98a4 req-d3f9adab-fb46-442a-b3d0-559812be4239 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:01.132209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79b97fe9-6c4e-49b0-ba4d-87d9153d98a4 req-d3f9adab-fb46-442a-b3d0-559812be4239 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.21 "GET /v2.0/ports?device_id=e19386f2-1516-4fa3-93c6-2d7cfcc786c9 HTTP/1.1" status: 200 len: 945 time: 0.3555331 Nov 19 19:17:01.155754 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-14926cfa-bc23-4d10-840c-eff1ac521a12 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Deleting subnet 1283f0c1-8e2b-4e7b-952b-8f3b0b9e6732 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:17:01.164264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14926cfa-bc23-4d10-840c-eff1ac521a12 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:01.213521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:01.267706 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:01.273105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device acb9eef9-0841-4f3e-9d80-5ed42c92e595 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:17:01.273265 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/networks/bd426bc4-6d69-49ad-a2ab-39e96c1e136d HTTP/1.1" status: 204 len: 168 time: 2.3536322 Nov 19 19:17:01.275268 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39088) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:01.289591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14926cfa-bc23-4d10-840c-eff1ac521a12 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:01.313326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: acb9eef9-0841-4f3e-9d80-5ed42c92e595 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:17:01.313668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device acb9eef9-0841-4f3e-9d80-5ed42c92e595 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:17:01.314351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:17:01.332303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8ff36-d3e4-461a-b47e-c130b80a798c tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Network': ['ID=bd426bc4-6d69-49ad-a2ab-39e96c1e136d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:01.336113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:17:01.336669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0e99a44c-de44-49a4-b3f9-2dc6acea2ba1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:17:01.383916 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-6b288073-43d1-4f63-9304-89672ed93c7c service neutron] 10.222.0.50 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569343 Nov 19 19:17:01.392132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-79b97fe9-6c4e-49b0-ba4d-87d9153d98a4 req-d43c2b49-f638-408c-92e3-4ce15c056749 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Deleting port 0431de93-c8f3-4fc2-96cd-80f28f0eda67 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:01.392132 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-79b97fe9-6c4e-49b0-ba4d-87d9153d98a4 req-d43c2b49-f638-408c-92e3-4ce15c056749 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:01.562889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ab89e-4ded-43af-ba6e-e2c1c136a6df req-b5013495-ed7f-4513-8995-03f1df13d402 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:01.564391 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e94ab89e-4ded-43af-ba6e-e2c1c136a6df req-b5013495-ed7f-4513-8995-03f1df13d402 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.57 "GET /v2.0/ports?device_id=f82b2324-032f-4a42-9002-9c8b0ee5ce9d HTTP/1.1" status: 200 len: 945 time: 0.1520593 Nov 19 19:17:01.579751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-79b97fe9-6c4e-49b0-ba4d-87d9153d98a4 req-d43c2b49-f638-408c-92e3-4ce15c056749 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] For port 0431de93-c8f3-4fc2-96cd-80f28f0eda67, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0431de93-c8f3-4fc2-96cd-80f28f0eda67,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:01.580128 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-79b97fe9-6c4e-49b0-ba4d-87d9153d98a4 req-d43c2b49-f638-408c-92e3-4ce15c056749 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:01.620189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-79b97fe9-6c4e-49b0-ba4d-87d9153d98a4 req-d43c2b49-f638-408c-92e3-4ce15c056749 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Calling delete_port for 0431de93-c8f3-4fc2-96cd-80f28f0eda67 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:01.626222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-f6e5dd6c-9a70-4f63-b6e6-ab38a5d8c4ec service neutron] 10.222.0.50 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046494 Nov 19 19:17:01.680929 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14926cfa-bc23-4d10-840c-eff1ac521a12 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:01.816901 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-79b97fe9-6c4e-49b0-ba4d-87d9153d98a4 req-d43c2b49-f638-408c-92e3-4ce15c056749 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:01.830271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['338b7d50-0bc4-42b4-80eb-98576cbbe6cf'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:17:01.945999 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14926cfa-bc23-4d10-840c-eff1ac521a12 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:01.948736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c2b49-f638-408c-92e3-4ce15c056749 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Pushing event deleted for resources: {'Port': ['ID=0431de93-c8f3-4fc2-96cd-80f28f0eda67,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:02.038091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14926cfa-bc23-4d10-840c-eff1ac521a12 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Pushing event deleted for resources: {'Subnet': ['ID=1283f0c1-8e2b-4e7b-952b-8f3b0b9e6732,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:02.095296 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14926cfa-bc23-4d10-840c-eff1ac521a12 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:02.106709 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-14926cfa-bc23-4d10-840c-eff1ac521a12 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] 10.222.0.50 "DELETE /v2.0/subnets/1283f0c1-8e2b-4e7b-952b-8f3b0b9e6732 HTTP/1.1" status: 204 len: 168 time: 1.0634022 Nov 19 19:17:02.116171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39116) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:02.117656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b97fe9-6c4e-49b0-ba4d-87d9153d98a4 req-d43c2b49-f638-408c-92e3-4ce15c056749 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] No DVR routers for this DVR port 0431de93-c8f3-4fc2-96cd-80f28f0eda67 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:17:02.124156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a1de5-70da-49aa-b62e-3d0bb05172f6 None None] Network 55758dbc-afa2-448f-9a7e-11a1496996d1 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:17:02.126475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-e94ab89e-4ded-43af-ba6e-e2c1c136a6df req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Deleting port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:02.126823 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e94ab89e-4ded-43af-ba6e-e2c1c136a6df req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:02.141111 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-79b97fe9-6c4e-49b0-ba4d-87d9153d98a4 req-d43c2b49-f638-408c-92e3-4ce15c056749 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:02.150146 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79b97fe9-6c4e-49b0-ba4d-87d9153d98a4 req-d43c2b49-f638-408c-92e3-4ce15c056749 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.21 "DELETE /v2.0/ports/0431de93-c8f3-4fc2-96cd-80f28f0eda67 HTTP/1.1" status: 204 len: 173 time: 1.0079596 Nov 19 19:17:02.164366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19386f2-1516-4fa3-93c6-2d7cfcc786c9', 'name': 'network-vif-deleted', 'tag': '0431de93-c8f3-4fc2-96cd-80f28f0eda67'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:17:02.174403 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1ee8ce-e187-4287-a785-41508af57077" -d '{"events": [{"server_uuid": "e19386f2-1516-4fa3-93c6-2d7cfcc786c9", "name": "network-vif-deleted", "tag": "0431de93-c8f3-4fc2-96cd-80f28f0eda67"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:17:02.350922 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4e24cb-883a-4f42-9e02-81911a0b3868 x-openstack-request-id: req-ba4e24cb-883a-4f42-9e02-81911a0b3868 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:17:02.359996 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19386f2-1516-4fa3-93c6-2d7cfcc786c9", "name": "network-vif-deleted", "tag": "0431de93-c8f3-4fc2-96cd-80f28f0eda67", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:17:02.362883 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba4e24cb-883a-4f42-9e02-81911a0b3868 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:17:02.368137 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19386f2-1516-4fa3-93c6-2d7cfcc786c9', 'name': 'network-vif-deleted', 'tag': '0431de93-c8f3-4fc2-96cd-80f28f0eda67', 'status': 'completed', 'code': 200} Nov 19 19:17:02.480783 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:02.582647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e94ab89e-4ded-43af-ba6e-e2c1c136a6df req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] For port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=338b7d50-0bc4-42b4-80eb-98576cbbe6cf,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:02.583058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e94ab89e-4ded-43af-ba6e-e2c1c136a6df req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:02.629638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eff57fda-2203-42da-86b9-86a83feb9081 req-99888cb0-87ed-49ef-9da3-1771f360c03d tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 210 time: 0.1078744 Nov 19 19:17:02.657797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-e94ab89e-4ded-43af-ba6e-e2c1c136a6df req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Calling delete_port for 338b7d50-0bc4-42b4-80eb-98576cbbe6cf owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:02.719784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c907fe-644e-442e-86dc-3d2e50ddf768 None None] DHCP port deletion for 55758dbc-afa2-448f-9a7e-11a1496996d1 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:17:02.727534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Deleting port ffc0df53-41cc-4038-850f-7be77e6dd4e1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:02.728170 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:02.820096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-90c907fe-644e-442e-86dc-3d2e50ddf768 None None] Deleting port ffc0df53-41cc-4038-850f-7be77e6dd4e1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:02.820785 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90c907fe-644e-442e-86dc-3d2e50ddf768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:02.861633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:02.916787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] For port ffc0df53-41cc-4038-850f-7be77e6dd4e1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ffc0df53-41cc-4038-850f-7be77e6dd4e1,segment=NetworkSegment(8a4c5788-fbcf-4130-bb51-3752461987d6),segment_id=8a4c5788-fbcf-4130-bb51-3752461987d6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:02.919448 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:02.964287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Calling delete_port for ffc0df53-41cc-4038-850f-7be77e6dd4e1 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:02.985278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-90c907fe-644e-442e-86dc-3d2e50ddf768 None None] For port ffc0df53-41cc-4038-850f-7be77e6dd4e1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ffc0df53-41cc-4038-850f-7be77e6dd4e1,segment=NetworkSegment(8a4c5788-fbcf-4130-bb51-3752461987d6),segment_id=8a4c5788-fbcf-4130-bb51-3752461987d6)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:02.989896 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90c907fe-644e-442e-86dc-3d2e50ddf768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:03.028603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0431de93-c8f3-4fc2-96cd-80f28f0eda67 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:17:03.042907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-90c907fe-644e-442e-86dc-3d2e50ddf768 None None] Calling delete_port for ffc0df53-41cc-4038-850f-7be77e6dd4e1 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:03.120661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 0431de93-c8f3-4fc2-96cd-80f28f0eda67 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:17:03.121000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0431de93-c8f3-4fc2-96cd-80f28f0eda67 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:17:03.236421 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:03.358985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] No DVR routers for this DVR port ffc0df53-41cc-4038-850f-7be77e6dd4e1 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:17:03.390084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Pushing event deleted for resources: {'Port': ['ID=ffc0df53-41cc-4038-850f-7be77e6dd4e1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:03.395902 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e94ab89e-4ded-43af-ba6e-e2c1c136a6df req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:03.418424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ffc0df53-41cc-4038-850f-7be77e6dd4e1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:17:03.448339 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Pushing event deleted for resources: {'Port': ['ID=338b7d50-0bc4-42b4-80eb-98576cbbe6cf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:03.478330 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90c907fe-644e-442e-86dc-3d2e50ddf768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:03.500405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: ffc0df53-41cc-4038-850f-7be77e6dd4e1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:17:03.504677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ffc0df53-41cc-4038-850f-7be77e6dd4e1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:17:03.513393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.513740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.515259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.516983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.517274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.517898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.518350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.518606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.518936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.519264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.519590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.519914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:03.524131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94ab89e-4ded-43af-ba6e-e2c1c136a6df req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] No DVR routers for this DVR port 338b7d50-0bc4-42b4-80eb-98576cbbe6cf on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:17:03.527667 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e94ab89e-4ded-43af-ba6e-e2c1c136a6df req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:03.532447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e94ab89e-4ded-43af-ba6e-e2c1c136a6df req-73e7c9dc-ef15-4c6d-af9a-888ab3cf1211 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.57 "DELETE /v2.0/ports/338b7d50-0bc4-42b4-80eb-98576cbbe6cf HTTP/1.1" status: 204 len: 173 time: 1.9312282 Nov 19 19:17:03.534284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82b2324-032f-4a42-9002-9c8b0ee5ce9d', 'name': 'network-vif-deleted', 'tag': '338b7d50-0bc4-42b4-80eb-98576cbbe6cf'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:17:03.534788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c907fe-644e-442e-86dc-3d2e50ddf768 None None] No DVR routers for this DVR port ffc0df53-41cc-4038-850f-7be77e6dd4e1 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:17:03.537086 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0533a9cc-64cb-44d1-bde8-32c0de21f030" -d '{"events": [{"server_uuid": "f82b2324-032f-4a42-9002-9c8b0ee5ce9d", "name": "network-vif-deleted", "tag": "338b7d50-0bc4-42b4-80eb-98576cbbe6cf"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:17:03.584750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c907fe-644e-442e-86dc-3d2e50ddf768 None None] Pushing event deleted for resources: {'Port': ['ID=ffc0df53-41cc-4038-850f-7be77e6dd4e1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:03.667736 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f28085-6d28-445a-a16b-c39a8c42f097 x-openstack-request-id: req-47f28085-6d28-445a-a16b-c39a8c42f097 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:17:03.668034 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82b2324-032f-4a42-9002-9c8b0ee5ce9d", "name": "network-vif-deleted", "tag": "338b7d50-0bc4-42b4-80eb-98576cbbe6cf", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:17:03.668298 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47f28085-6d28-445a-a16b-c39a8c42f097 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:17:03.671480 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82b2324-032f-4a42-9002-9c8b0ee5ce9d', 'name': 'network-vif-deleted', 'tag': '338b7d50-0bc4-42b4-80eb-98576cbbe6cf', 'status': 'completed', 'code': 200} Nov 19 19:17:03.711908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:03.712566 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:03.713405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:03.810960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55758dbc-afa2-448f-9a7e-11a1496996d1']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:03.835631 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4c5788-fbcf-4130-bb51-3752461987d6') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:03.836228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4c5788-fbcf-4130-bb51-3752461987d6') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:03.896986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:03.919813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18245b64-f35f-46c4-95c5-e5c82cb3d680 req-4b140a73-efc0-4f0e-a19f-9e3ea2ec6bec tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 210 time: 0.0905502 Nov 19 19:17:03.934456 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:03.957846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:17:03.959106 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:17:04.040166 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:17:04.078130 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:04.091710 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:04.099626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] 10.222.0.50 "DELETE /v2.0/networks/55758dbc-afa2-448f-9a7e-11a1496996d1 HTTP/1.1" status: 204 len: 168 time: 1.9777699 Nov 19 19:17:04.140413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea236a-c64e-4e73-8dbb-c4fe2486b3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618 tempest-ExtraDHCPOptionsIpV6TestJSON-447510618-project] Pushing event deleted for resources: {'Network': ['ID=55758dbc-afa2-448f-9a7e-11a1496996d1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:04.634415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-c834a445-0f4c-4423-ae04-bfcabeebdd77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:04.641627 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-c834a445-0f4c-4423-ae04-bfcabeebdd77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.21 "GET /v2.0/networks?id=4caa84a5-0db6-4689-8fc4-f41f11358403 HTTP/1.1" status: 200 len: 813 time: 0.3496497 Nov 19 19:17:04.657379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Request body: {'port': {'device_id': '45e4d3f2-d5f3-4112-8267-7e72d291c2ea', 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403', 'admin_state_up': True, 'tenant_id': 'a6dbab0c4d154d088a401b7648492150'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:04.748681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-c4297143-adec-46f2-aa47-4cef400f6a34 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:04.750907 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-c4297143-adec-46f2-aa47-4cef400f6a34 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.57 "GET /v2.0/networks?id=4caa84a5-0db6-4689-8fc4-f41f11358403 HTTP/1.1" status: 200 len: 813 time: 0.1676180 Nov 19 19:17:04.768418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Request body: {'port': {'device_id': '3deeaee2-644b-48f4-894b-54f3c676cc0e', 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403', 'admin_state_up': True, 'tenant_id': 'a6dbab0c4d154d088a401b7648492150'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:05.012377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39208) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:05.022980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port 4c5f42fd-da39-4198-b8f7-c6cebd197e9b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4c5f42fd-da39-4198-b8f7-c6cebd197e9b,segment=NetworkSegment(6df26d2e-472f-43e0-8712-8110d64c2397),segment_id=6df26d2e-472f-43e0-8712-8110d64c2397)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:05.023295 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:05.079879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 4c5f42fd-da39-4198-b8f7-c6cebd197e9b owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:05.156218 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6993ab54-106c-48d4-a96e-c6cacb2525fc req-3108ec9c-830d-4020-ab44-5ecb823b75d1 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 210 time: 0.0683236 Nov 19 19:17:05.158673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Made reservation on behalf of a6dbab0c4d154d088a401b7648492150 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:05.163567 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:05.262600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Made reservation on behalf of a6dbab0c4d154d088a401b7648492150 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:05.267366 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:05.277279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39220) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:05.345361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 338b7d50-0bc4-42b4-80eb-98576cbbe6cf no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:17:05.426029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 338b7d50-0bc4-42b4-80eb-98576cbbe6cf {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:17:05.430166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 338b7d50-0bc4-42b4-80eb-98576cbbe6cf not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:17:05.517284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e5bb0719-d755-4adb-af02-6313f59add28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c21e26719f9b4e87a05b9f4ef501ca7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5037360 Nov 19 19:17:05.524771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Allocated IP 172.20.0.8 (4caa84a5-0db6-4689-8fc4-f41f11358403/da48b4da-1b17-49b0-9dc5-0b30397b2eaf/5c329e73-77a4-46ec-ad6e-4141b89e8ca9) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:05.600266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39226) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:05.735678 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2bd1-1283-40ff-b487-438dd3687ed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:05.783298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:05.800369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-68467b4b-2b31-492f-a2f5-c15107bce190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:05.807303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:05.832422 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:05.884039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Network 4caa84a5-0db6-4689-8fc4-f41f11358403 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:05.909032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:05.919384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:05.936161 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2bd1-1283-40ff-b487-438dd3687ed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:05.963335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Pushing event updated for resources: {'Port': ['ID=5c329e73-77a4-46ec-ad6e-4141b89e8ca9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:05.990097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=4c5f42fd-da39-4198-b8f7-c6cebd197e9b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:05.990956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:05.991585 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:05.994091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-68467b4b-2b31-492f-a2f5-c15107bce190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:06.012245 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2bd1-1283-40ff-b487-438dd3687ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:06.027201 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-8c73f0ee-82ef-4079-a020-dacd5e0f4c77 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3760006 Nov 19 19:17:06.054573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Request body: {'port': {'device_id': '45e4d3f2-d5f3-4112-8267-7e72d291c2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:06.186349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d2bd1-1283-40ff-b487-438dd3687ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a11ede2-424b-454c-bb42-8b9981f1517f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:06.205599 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:06.208580 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4a2d2bd1-1283-40ff-b487-438dd3687ed1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de90fa70999b406bb3e559780673b2c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9223077 Nov 19 19:17:06.211771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39240) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:06.293645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Allocated IP 172.20.0.5 (4caa84a5-0db6-4689-8fc4-f41f11358403/da48b4da-1b17-49b0-9dc5-0b30397b2eaf/46a26077-c3e6-4cc2-ab82-70bedd2d835f) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:06.306914 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:06.437470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c13c54be-51a4-4459-8235-3f1f547ddbd9 req-80708d37-b03d-4535-adc4-80f6a672ea74 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 210 time: 0.1247654 Nov 19 19:17:06.500270 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-68467b4b-2b31-492f-a2f5-c15107bce190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:06.502927 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-68467b4b-2b31-492f-a2f5-c15107bce190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:06.504087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-68467b4b-2b31-492f-a2f5-c15107bce190 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a1c9b5a-60ac-405a-bd68-65f0d387c875 HTTP/1.1" status: 204 len: 168 time: 0.9027286 Nov 19 19:17:06.548691 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a972009d-d770-492a-90a0-8e674df89829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:06.551900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68467b4b-2b31-492f-a2f5-c15107bce190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1c9b5a-60ac-405a-bd68-65f0d387c875,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:06.578184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a972009d-d770-492a-90a0-8e674df89829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:06.630920 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a972009d-d770-492a-90a0-8e674df89829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:06.634559 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a972009d-d770-492a-90a0-8e674df89829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:06.636009 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a972009d-d770-492a-90a0-8e674df89829 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a11ede2-424b-454c-bb42-8b9981f1517f HTTP/1.1" status: 204 len: 168 time: 0.4223490 Nov 19 19:17:06.656024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972009d-d770-492a-90a0-8e674df89829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a11ede2-424b-454c-bb42-8b9981f1517f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:06.970218 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:06.989017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:17:07.191712 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:07.253501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Network 4caa84a5-0db6-4689-8fc4-f41f11358403 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:07.260531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:07.272629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Pushing event updated for resources: {'Port': ['ID=46a26077-c3e6-4cc2-ab82-70bedd2d835f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:07.277303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:07.321831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:17:07.337617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-392675a7-2d7d-4ced-a2af-87e4c52f2a71 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0519586 Nov 19 19:17:07.337842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362d991-4e76-4c26-9b85-42c722cc1c0c None None] Sync routers for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:17:07.338302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39282) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:07.359576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2362d991-4e76-4c26-9b85-42c722cc1c0c None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:07.360228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2362d991-4e76-4c26-9b85-42c722cc1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:07.410077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:07.410776 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:07.447853 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d829a05-f6ad-419f-a22f-b1bbe6c3b3af tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting subnet 2c079c03-efb2-450b-95db-e9975db253d6 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:17:07.463122 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d829a05-f6ad-419f-a22f-b1bbe6c3b3af tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:07.543694 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-df677c67-6cc5-434e-a137-bcf9420d708b tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7822008 Nov 19 19:17:07.565005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Request body: {'port': {'device_id': '3deeaee2-644b-48f4-894b-54f3c676cc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:07.586086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-2362d991-4e76-4c26-9b85-42c722cc1c0c None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:07.627924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:17:07.649500 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d829a05-f6ad-419f-a22f-b1bbe6c3b3af tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:07.685226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:07.734281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80db26-bc10-4ef9-86f0-7fa972006600 req-f0065e89-b2eb-41ac-9386-3aaf507af8a3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:07.736403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b80db26-bc10-4ef9-86f0-7fa972006600 req-f0065e89-b2eb-41ac-9386-3aaf507af8a3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 931 time: 0.1013286 Nov 19 19:17:07.738153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Transition to ACTIVE for port object 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:17:07.748289 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:07.786207 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:07.848634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39302) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:07.908491 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33574135-293f-4838-959d-53cbd630de59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:07.994448 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d829a05-f6ad-419f-a22f-b1bbe6c3b3af tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.009621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2362d991-4e76-4c26-9b85-42c722cc1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:17:05Z', 'revision_number': 10, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:08.043167 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b80db26-bc10-4ef9-86f0-7fa972006600 req-c640b158-86b6-41f7-a6e3-d94b5caa5e8a tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871721 Nov 19 19:17:08.043848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c329e73-77a4-46ec-ad6e-4141b89e8ca9,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:08.105344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39312) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:08.107184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362d991-4e76-4c26-9b85-42c722cc1c0c None None] Checking router: b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:17:08.149270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2362d991-4e76-4c26-9b85-42c722cc1c0c None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:08.150116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2362d991-4e76-4c26-9b85-42c722cc1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:08.188035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Attempting to bind port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:17:08.188383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Attempting to bind port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:17:08.188723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Attempting to bind port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 on network 4caa84a5-0db6-4689-8fc4-f41f11358403 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:08.198603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 on network 4caa84a5-0db6-4689-8fc4-f41f11358403 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:17:08.198935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Attempting to bind port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 on network 4caa84a5-0db6-4689-8fc4-f41f11358403 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:08.212769 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:17:08.213169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Checking segment: {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:08.217514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Bound using segment: {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:17:08.218354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Bound port: 5c329e73-77a4-46ec-ad6e-4141b89e8ca9, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:17:08.218734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.258303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d829a05-f6ad-419f-a22f-b1bbe6c3b3af tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.284230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-2362d991-4e76-4c26-9b85-42c722cc1c0c None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:08.290060 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2db30386-80d5-40e5-b0cd-4f584e8ac771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.336528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] For port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:17:08.339943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] For port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5c329e73-77a4-46ec-ad6e-4141b89e8ca9,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:17:08.347635 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.407076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0829ba70-715c-4f9c-abe1-8cb1e84e2c38 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:08.407408 n-d-815373-6 neutron-server[109888]: WARNING neutron.api.v2.base [None req-0829ba70-715c-4f9c-abe1-8cb1e84e2c38 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 19:17:08.407861 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-0829ba70-715c-4f9c-abe1-8cb1e84e2c38 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 19:17:08.408772 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0829ba70-715c-4f9c-abe1-8cb1e84e2c38 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3020277 Nov 19 19:17:08.409874 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d829a05-f6ad-419f-a22f-b1bbe6c3b3af tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Subnet': ['ID=2c079c03-efb2-450b-95db-e9975db253d6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:08.428546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39322) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:08.434881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9c0076a0-7fc6-4c9c-b96a-7990fe0a6325 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139611097'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:08.437605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c329e73-77a4-46ec-ad6e-4141b89e8ca9,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:08.441628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdf8e8c-7c98-4c3e-9b73-96bf90db317d None None] Network 8d113f2a-5bc1-4315-9670-40e46456eb50 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:17:08.449358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.449710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.450085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.450432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.450771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.451265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.452263 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.452615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.453087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.453433 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.454028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.454369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:08.458558 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d829a05-f6ad-419f-a22f-b1bbe6c3b3af tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.460890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:08.464195 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.464352 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4d829a05-f6ad-419f-a22f-b1bbe6c3b3af tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/2c079c03-efb2-450b-95db-e9975db253d6 HTTP/1.1" status: 204 len: 168 time: 1.1227372 Nov 19 19:17:08.464462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-19cbad00-1897-4b63-9487-f3a8864c32a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/5c329e73-77a4-46ec-ad6e-4141b89e8ca9 HTTP/1.1" status: 200 len: 1091 time: 2.4193351 Nov 19 19:17:08.464462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e4d3f2-d5f3-4112-8267-7e72d291c2ea', 'tag': '5c329e73-77a4-46ec-ad6e-4141b89e8ca9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:17:08.466264 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a714af-7fc2-4202-9d58-115da91e8093" -d '{"events": [{"name": "network-changed", "server_uuid": "45e4d3f2-d5f3-4112-8267-7e72d291c2ea", "tag": "5c329e73-77a4-46ec-ad6e-4141b89e8ca9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:17:08.478161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39324) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:08.527674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33574135-293f-4838-959d-53cbd630de59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.536380 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f241da-ce91-417c-8504-f74134200349 x-openstack-request-id: req-b0f241da-ce91-417c-8504-f74134200349 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:17:08.536711 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e4d3f2-d5f3-4112-8267-7e72d291c2ea", "tag": "5c329e73-77a4-46ec-ad6e-4141b89e8ca9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:17:08.536966 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0f241da-ce91-417c-8504-f74134200349 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:17:08.537351 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e4d3f2-d5f3-4112-8267-7e72d291c2ea', 'tag': '5c329e73-77a4-46ec-ad6e-4141b89e8ca9', 'status': 'completed', 'code': 200} Nov 19 19:17:08.578079 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33574135-293f-4838-959d-53cbd630de59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.595024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-1247ebb2-38de-4864-be3e-28e67c12371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:08.598111 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-1247ebb2-38de-4864-be3e-28e67c12371e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6dbab0c4d154d088a401b7648492150&device_id=45e4d3f2-d5f3-4112-8267-7e72d291c2ea HTTP/1.1" status: 200 len: 1094 time: 0.0874450 Nov 19 19:17:08.676607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-9bbc9ba6-1a69-42d2-bb44-65a7f4cf7201 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c329e73-77a4-46ec-ad6e-4141b89e8ca9 HTTP/1.1" status: 200 len: 217 time: 0.0693872 Nov 19 19:17:08.718857 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.736893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2362d991-4e76-4c26-9b85-42c722cc1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:17:05Z', 'revision_number': 10, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:08.765314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a26077-c3e6-4cc2-ab82-70bedd2d835f {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:17:08.775579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.782892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362d991-4e76-4c26-9b85-42c722cc1c0c None None] The sync data for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 is: [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:17:05Z', 'revision_number': 10, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None, '_interfaces': [{'id': '590cb992-9b3b-46e4-9c9b-fd37f2f8cf91', 'name': '', 'network_id': '4c4faf03-d2d6-44a0-b685-0145f8210c50', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'mac_address': 'fa:16:3e:a7:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:16:17Z', 'updated_at': '2021-11-19T19:16:24Z', 'revision_number': 5, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'subnets': [{'id': '073de111-da65-44a4-aa0d-fa1dff481f6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:17:08.805050 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c0076a0-7fc6-4c9c-b96a-7990fe0a6325 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.808458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3052507a-2647-44e4-b012-187d7d517f08 None None] DHCP port deletion for 8d113f2a-5bc1-4315-9670-40e46456eb50 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:17:08.819691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c0076a0-7fc6-4c9c-b96a-7990fe0a6325 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.832630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-33574135-293f-4838-959d-53cbd630de59 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc0e695913c9469ab634338d34da8d12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9647839 Nov 19 19:17:08.835427 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Transition to ACTIVE for port object 46a26077-c3e6-4cc2-ab82-70bedd2d835f will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:17:08.851809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39336) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:08.855648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33574135-293f-4838-959d-53cbd630de59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5e9894-6add-45eb-9dde-1b316d13a477,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:08.866546 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:08.867628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-a2f289e0-1072-4279-9b43-f3bf9eb184e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:08.871737 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-a2f289e0-1072-4279-9b43-f3bf9eb184e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da48b4da-1b17-49b0-9dc5-0b30397b2eaf HTTP/1.1" status: 200 len: 853 time: 0.1871941 Nov 19 19:17:08.924439 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-ebfa6d5d-1255-4852-8428-6d12fc6df379 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4caa84a5-0db6-4689-8fc4-f41f11358403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442617 Nov 19 19:17:08.943753 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3052507a-2647-44e4-b012-187d7d517f08 None None] Deleting port af191381-066b-42f0-aa05-dbdb194eda58 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:08.944532 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3052507a-2647-44e4-b012-187d7d517f08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.023001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3052507a-2647-44e4-b012-187d7d517f08 None None] For port af191381-066b-42f0-aa05-dbdb194eda58, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=af191381-066b-42f0-aa05-dbdb194eda58,segment=NetworkSegment(6df26d2e-472f-43e0-8712-8110d64c2397),segment_id=6df26d2e-472f-43e0-8712-8110d64c2397)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:09.023726 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3052507a-2647-44e4-b012-187d7d517f08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.048026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3052507a-2647-44e4-b012-187d7d517f08 None None] Calling delete_port for af191381-066b-42f0-aa05-dbdb194eda58 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:09.100976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-a51f1a47-790e-4918-8339-a51eb12eca3f service neutron] 10.222.0.21 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676323 Nov 19 19:17:09.159592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Pushing event updated for resources: {'Port': ['ID=46a26077-c3e6-4cc2-ab82-70bedd2d835f,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:09.213439 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3052507a-2647-44e4-b012-187d7d517f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.229596 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port af191381-066b-42f0-aa05-dbdb194eda58 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:09.229808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.242346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb85c89f-ba76-4929-8b97-51fd3842dbef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.274734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052507a-2647-44e4-b012-187d7d517f08 None None] Pushing event deleted for resources: {'Port': ['ID=af191381-066b-42f0-aa05-dbdb194eda58,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:09.281220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3052507a-2647-44e4-b012-187d7d517f08 None None] No DVR routers for this DVR port af191381-066b-42f0-aa05-dbdb194eda58 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:17:09.301395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device af191381-066b-42f0-aa05-dbdb194eda58 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:17:09.340480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: af191381-066b-42f0-aa05-dbdb194eda58 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:17:09.340830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device af191381-066b-42f0-aa05-dbdb194eda58 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:17:09.341236 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4c5f42fd-da39-4198-b8f7-c6cebd197e9b no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:17:09.376865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 4c5f42fd-da39-4198-b8f7-c6cebd197e9b {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:17:09.377137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4c5f42fd-da39-4198-b8f7-c6cebd197e9b not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:17:09.406298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3456c-9f74-4baf-b4f5-47c21d61cf72 req-7d3cdd16-83a5-495d-8730-bc60cc221240 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:09.408858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20d3456c-9f74-4baf-b4f5-47c21d61cf72 req-7d3cdd16-83a5-495d-8730-bc60cc221240 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 943 time: 0.1968660 Nov 19 19:17:09.414708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-33868008-02d6-4a97-87d5-9f92ca271084 service neutron] 10.222.0.21 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056493 Nov 19 19:17:09.476514 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb85c89f-ba76-4929-8b97-51fd3842dbef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.477540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20d3456c-9f74-4baf-b4f5-47c21d61cf72 req-238b1699-f589-439c-a02c-26d68e03b7e8 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618305 Nov 19 19:17:09.529035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port af191381-066b-42f0-aa05-dbdb194eda58, host n-d-815373-6, got binding levels [] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:09.530090 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.537208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a714af-7fc2-4202-9d58-115da91e8093 req-10dc7f92-6bbc-43da-be6f-fc0c97bf8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:09.538820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40a714af-7fc2-4202-9d58-115da91e8093 req-10dc7f92-6bbc-43da-be6f-fc0c97bf8dcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6dbab0c4d154d088a401b7648492150&device_id=45e4d3f2-d5f3-4112-8267-7e72d291c2ea HTTP/1.1" status: 200 len: 1094 time: 0.0521960 Nov 19 19:17:09.548920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Attempting to bind port 46a26077-c3e6-4cc2-ab82-70bedd2d835f on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:17:09.549387 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Attempting to bind port 46a26077-c3e6-4cc2-ab82-70bedd2d835f by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:17:09.549919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Attempting to bind port 46a26077-c3e6-4cc2-ab82-70bedd2d835f on network 4caa84a5-0db6-4689-8fc4-f41f11358403 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:09.586512 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c0076a0-7fc6-4c9c-b96a-7990fe0a6325 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.589210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for af191381-066b-42f0-aa05-dbdb194eda58 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:09.595344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Port af191381-066b-42f0-aa05-dbdb194eda58 was not found and therefore no delete operation was performed {{(pid=109888) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:17:09.598958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Port 46a26077-c3e6-4cc2-ab82-70bedd2d835f on network 4caa84a5-0db6-4689-8fc4-f41f11358403 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:17:09.599345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Attempting to bind port 46a26077-c3e6-4cc2-ab82-70bedd2d835f on network 4caa84a5-0db6-4689-8fc4-f41f11358403 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:09.601537 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.616918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c0076a0-7fc6-4c9c-b96a-7990fe0a6325 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.680442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a714af-7fc2-4202-9d58-115da91e8093 req-f0162513-1623-4d19-ba6b-018a12b719c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:09.682618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40a714af-7fc2-4202-9d58-115da91e8093 req-f0162513-1623-4d19-ba6b-018a12b719c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4caa84a5-0db6-4689-8fc4-f41f11358403 HTTP/1.1" status: 200 len: 914 time: 0.1358414 Nov 19 19:17:09.688911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:17:09.689513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Checking segment: {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:09.690133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Bound using segment: {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:17:09.690869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Bound port: 46a26077-c3e6-4cc2-ab82-70bedd2d835f, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906022e6-156e-42ad-b5df-a2708807e0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:17:09.691412 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.717173 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=af191381-066b-42f0-aa05-dbdb194eda58,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:09.731887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No DVR routers for this DVR port af191381-066b-42f0-aa05-dbdb194eda58 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:17:09.761529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40a714af-7fc2-4202-9d58-115da91e8093 req-0bb61f9a-f47d-4a2d-a855-320c0ae70875 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c329e73-77a4-46ec-ad6e-4141b89e8ca9 HTTP/1.1" status: 200 len: 217 time: 0.0671597 Nov 19 19:17:09.766057 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c0076a0-7fc6-4c9c-b96a-7990fe0a6325 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.799924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c0076a0-7fc6-4c9c-b96a-7990fe0a6325 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.830951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a714af-7fc2-4202-9d58-115da91e8093 req-adb5111c-b7b1-45a3-ab7e-69bf2a81d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:09.832784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40a714af-7fc2-4202-9d58-115da91e8093 req-adb5111c-b7b1-45a3-ab7e-69bf2a81d2bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da48b4da-1b17-49b0-9dc5-0b30397b2eaf HTTP/1.1" status: 200 len: 853 time: 0.0634654 Nov 19 19:17:09.889310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] For port 46a26077-c3e6-4cc2-ab82-70bedd2d835f, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:17:09.892861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] For port 46a26077-c3e6-4cc2-ab82-70bedd2d835f, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=46a26077-c3e6-4cc2-ab82-70bedd2d835f,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:17:09.894711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0076a0-7fc6-4c9c-b96a-7990fe0a6325 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e6a0f-f38b-4115-8c9d-d890baa43a0a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:09.909727 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb85c89f-ba76-4929-8b97-51fd3842dbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.912865 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb85c89f-ba76-4929-8b97-51fd3842dbef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.917720 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fb85c89f-ba76-4929-8b97-51fd3842dbef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e5e9894-6add-45eb-9dde-1b316d13a477 HTTP/1.1" status: 204 len: 168 time: 1.0595279 Nov 19 19:17:09.964923 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c0076a0-7fc6-4c9c-b96a-7990fe0a6325 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.971636 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9c0076a0-7fc6-4c9c-b96a-7990fe0a6325 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5403616 Nov 19 19:17:09.973202 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:09.993194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39358) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:10.057566 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:10.116121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d113f2a-5bc1-4315-9670-40e46456eb50']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:10.137518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df26d2e-472f-43e0-8712-8110d64c2397') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:10.138205 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df26d2e-472f-43e0-8712-8110d64c2397') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:10.152943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:10.184257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0076a0-7fc6-4c9c-b96a-7990fe0a6325 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17c55c2-e09d-450b-93be-a5029d5950f8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:10.191264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-04cf551f-c7ec-4906-b18d-6dd3334d8fa2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': 'f17c55c2-e09d-450b-93be-a5029d5950f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:10.207889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:10.208658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:10.212075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] 10.222.0.57 "PUT /v2.0/ports/46a26077-c3e6-4cc2-ab82-70bedd2d835f HTTP/1.1" status: 200 len: 1091 time: 2.6501603 Nov 19 19:17:10.213024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deeaee2-644b-48f4-894b-54f3c676cc0e', 'tag': '46a26077-c3e6-4cc2-ab82-70bedd2d835f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:17:10.216052 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e9e301-d489-4ffb-a64c-793393ace32a" -d '{"events": [{"name": "network-changed", "server_uuid": "3deeaee2-644b-48f4-894b-54f3c676cc0e", "tag": "46a26077-c3e6-4cc2-ab82-70bedd2d835f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:17:10.239222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:10.251614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85c89f-ba76-4929-8b97-51fd3842dbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5e9894-6add-45eb-9dde-1b316d13a477,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:10.267993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:17:10.268402 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:17:10.272199 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:17:10.385834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac613c0f-e3c7-4fdf-b7ce-2b920d6637ea service neutron] Pushing event updated for resources: {'Port': ['ID=46a26077-c3e6-4cc2-ab82-70bedd2d835f,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:10.401287 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc8f4ef-fd8e-4055-9b5a-91974f45e103 x-openstack-request-id: req-7fc8f4ef-fd8e-4055-9b5a-91974f45e103 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:17:10.401781 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deeaee2-644b-48f4-894b-54f3c676cc0e", "tag": "46a26077-c3e6-4cc2-ab82-70bedd2d835f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:17:10.402149 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7fc8f4ef-fd8e-4055-9b5a-91974f45e103 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:17:10.402635 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deeaee2-644b-48f4-894b-54f3c676cc0e', 'tag': '46a26077-c3e6-4cc2-ab82-70bedd2d835f', 'status': 'completed', 'code': 200} Nov 19 19:17:10.415281 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40a714af-7fc2-4202-9d58-115da91e8093 req-e1c7a3f7-4e8a-4093-b228-fbca76415203 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4caa84a5-0db6-4689-8fc4-f41f11358403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5697525 Nov 19 19:17:10.419446 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04cf551f-c7ec-4906-b18d-6dd3334d8fa2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:10.444372 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:10.471981 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:10.478539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/networks/8d113f2a-5bc1-4315-9670-40e46456eb50 HTTP/1.1" status: 204 len: 168 time: 1.9968371 Nov 19 19:17:10.479699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb103e6-6acb-4e2f-94b6-de4e20537ba4 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Network': ['ID=8d113f2a-5bc1-4315-9670-40e46456eb50,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:10.482157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39368) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:10.603191 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f506ec07-480d-4674-bc00-dbf9b0e42e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:10.688931 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40a714af-7fc2-4202-9d58-115da91e8093 req-298075a1-539b-40e4-bcac-90ddb0d17ebb service neutron] 10.222.0.21 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689974 Nov 19 19:17:10.765584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f135c23-e0d8-4bbe-bd6d-81865c1d7228 req-0891782d-6193-4719-a07a-a8d65f78aff9 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:10.773221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f135c23-e0d8-4bbe-bd6d-81865c1d7228 req-0891782d-6193-4719-a07a-a8d65f78aff9 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 943 time: 0.1424475 Nov 19 19:17:10.870772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8f135c23-e0d8-4bbe-bd6d-81865c1d7228 req-0fefbcfd-d6f8-4b05-8eaf-9fe1a1d6a398 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964453 Nov 19 19:17:10.939782 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40a714af-7fc2-4202-9d58-115da91e8093 req-ad7f0144-1535-4491-9983-ccd5e82a8468 service neutron] 10.222.0.21 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389691 Nov 19 19:17:11.117522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-2bb32c9d-c27b-4c6b-9702-838350df65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:11.119136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-2bb32c9d-c27b-4c6b-9702-838350df65b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6dbab0c4d154d088a401b7648492150&device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 1094 time: 0.8186028 Nov 19 19:17:11.212457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-0195b542-889b-4a3d-8cdc-cc8326cf8646 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46a26077-c3e6-4cc2-ab82-70bedd2d835f HTTP/1.1" status: 200 len: 217 time: 0.0600343 Nov 19 19:17:11.302790 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04cf551f-c7ec-4906-b18d-6dd3334d8fa2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:11.386145 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04cf551f-c7ec-4906-b18d-6dd3334d8fa2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:11.393407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877edb7-2689-4be5-bf31-133df87de109 req-3cbcef48-732c-4a7f-841d-df0d55a4f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:11.395573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-3cbcef48-732c-4a7f-841d-df0d55a4f232 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da48b4da-1b17-49b0-9dc5-0b30397b2eaf HTTP/1.1" status: 200 len: 853 time: 0.1644959 Nov 19 19:17:11.457896 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-60feb718-5837-4f58-bf61-f721ac3b9a8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4caa84a5-0db6-4689-8fc4-f41f11358403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507400 Nov 19 19:17:11.461271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf551f-c7ec-4906-b18d-6dd3334d8fa2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9ae5f1-85f2-467b-bfa8-a27f3b0ce915,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:11.491247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-04cf551f-c7ec-4906-b18d-6dd3334d8fa2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:11.495397 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-04cf551f-c7ec-4906-b18d-6dd3334d8fa2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4909654 Nov 19 19:17:11.495890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39408) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:11.501296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-16c4ef16-66ae-48dd-963b-1151d23bf3c2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': 'f17c55c2-e09d-450b-93be-a5029d5950f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:11.558527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16c4ef16-66ae-48dd-963b-1151d23bf3c2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:11.627223 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-16c4ef16-66ae-48dd-963b-1151d23bf3c2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 19:17:11.628536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-16c4ef16-66ae-48dd-963b-1151d23bf3c2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1315622 Nov 19 19:17:11.631464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39410) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:11.715766 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-42ae0827-6ecb-41e5-8e1c-ca40a53206c8 service neutron] 10.222.0.57 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489197 Nov 19 19:17:11.750380 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9800e39b-9b74-4644-925c-31c80aa1aa1d tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:11.808323 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9800e39b-9b74-4644-925c-31c80aa1aa1d tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:11.881416 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9800e39b-9b74-4644-925c-31c80aa1aa1d tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:11.884313 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9800e39b-9b74-4644-925c-31c80aa1aa1d tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:11.886705 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:11.890648 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9800e39b-9b74-4644-925c-31c80aa1aa1d tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "DELETE /v2.0/security-groups/f17c55c2-e09d-450b-93be-a5029d5950f8 HTTP/1.1" status: 204 len: 168 time: 0.2578166 Nov 19 19:17:11.891309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39426) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:11.920909 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0877edb7-2689-4be5-bf31-133df87de109 req-652d34dc-cf11-4f80-a74e-ce48c08daae7 service neutron] 10.222.0.57 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844573 Nov 19 19:17:11.932100 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:11.965128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800e39b-9b74-4644-925c-31c80aa1aa1d tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17c55c2-e09d-450b-93be-a5029d5950f8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:12.039714 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7ecf3c80-17e3-40bb-aab9-f31053daee54 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1336060 Nov 19 19:17:12.045666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39428) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:12.052063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-87a88260-c52c-4644-8b2c-eb39fd6fcb81 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'tempest-secgroup--843050952'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:12.081175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ebedb-48b9-4742-969c-b8318a9197ed req-0e29c61f-b796-44ee-ade6-0fbac3fa4944 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:12.083477 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-480ebedb-48b9-4742-969c-b8318a9197ed req-0e29c61f-b796-44ee-ade6-0fbac3fa4944 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 943 time: 0.1224473 Nov 19 19:17:12.143945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e301-d489-4ffb-a64c-793393ace32a req-f40c3e9f-8871-4bd4-a5ef-1234804a9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:12.145844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4e9e301-d489-4ffb-a64c-793393ace32a req-f40c3e9f-8871-4bd4-a5ef-1234804a9cd6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6dbab0c4d154d088a401b7648492150&device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 1094 time: 0.1124375 Nov 19 19:17:12.203039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87a88260-c52c-4644-8b2c-eb39fd6fcb81 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:12.294031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-480ebedb-48b9-4742-969c-b8318a9197ed req-6d582bb3-2edc-4af7-84c2-7eb3f32c0423 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924489 Nov 19 19:17:12.347714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87a88260-c52c-4644-8b2c-eb39fd6fcb81 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:12.354901 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87a88260-c52c-4644-8b2c-eb39fd6fcb81 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:12.382670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e301-d489-4ffb-a64c-793393ace32a req-7b1accc9-5020-48f7-b0b0-60ec5846aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:12.385541 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4e9e301-d489-4ffb-a64c-793393ace32a req-7b1accc9-5020-48f7-b0b0-60ec5846aea3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4caa84a5-0db6-4689-8fc4-f41f11358403 HTTP/1.1" status: 200 len: 914 time: 0.2052283 Nov 19 19:17:12.412540 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87a88260-c52c-4644-8b2c-eb39fd6fcb81 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:12.419033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39442) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:12.421001 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-87a88260-c52c-4644-8b2c-eb39fd6fcb81 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3694649 Nov 19 19:17:12.422962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a88260-c52c-4644-8b2c-eb39fd6fcb81 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b339aa-9ebc-4434-a453-cfd1f3947287,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:12.464861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-addb8b3a-0bf4-43a1-9d45-239c7c8c64cd tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '91b339aa-9ebc-4434-a453-cfd1f3947287', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:12.465784 n-d-815373-6 neutron-server[109888]: WARNING neutron.api.v2.base [None req-addb8b3a-0bf4-43a1-9d45-239c7c8c64cd tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 19 19:17:12.466264 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-addb8b3a-0bf4-43a1-9d45-239c7c8c64cd tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:12.470621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-addb8b3a-0bf4-43a1-9d45-239c7c8c64cd tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0477874 Nov 19 19:17:12.470976 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4e9e301-d489-4ffb-a64c-793393ace32a req-29a37db1-7143-4bea-9b9d-4c86130affc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46a26077-c3e6-4cc2-ab82-70bedd2d835f HTTP/1.1" status: 200 len: 217 time: 0.0676167 Nov 19 19:17:12.471437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39446) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:12.692131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9e301-d489-4ffb-a64c-793393ace32a req-9056e592-bb73-4218-9a02-fc0d2f592cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:12.693605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4e9e301-d489-4ffb-a64c-793393ace32a req-9056e592-bb73-4218-9a02-fc0d2f592cde service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da48b4da-1b17-49b0-9dc5-0b30397b2eaf HTTP/1.1" status: 200 len: 853 time: 0.1859157 Nov 19 19:17:12.698321 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d7bba36-bbfe-4bfa-bcb8-b0b2f8e7b7f9 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:12.768326 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4e9e301-d489-4ffb-a64c-793393ace32a req-676a783f-b14a-4bba-b50a-9f322a2c32ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4caa84a5-0db6-4689-8fc4-f41f11358403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642192 Nov 19 19:17:12.780060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:12.780661 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:12.823169 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d7bba36-bbfe-4bfa-bcb8-b0b2f8e7b7f9 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:12.986095 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d7bba36-bbfe-4bfa-bcb8-b0b2f8e7b7f9 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:12.988620 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d7bba36-bbfe-4bfa-bcb8-b0b2f8e7b7f9 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:12.992492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39472) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:13.000070 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9d7bba36-bbfe-4bfa-bcb8-b0b2f8e7b7f9 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "DELETE /v2.0/security-groups/91b339aa-9ebc-4434-a453-cfd1f3947287 HTTP/1.1" status: 204 len: 168 time: 0.5267465 Nov 19 19:17:13.043446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:17:13.095136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=590cb992-9b3b-46e4-9c9b-fd37f2f8cf91,segment=NetworkSegment(a6b710d0-1157-4ee5-9d1d-c97689a4cba9),segment_id=a6b710d0-1157-4ee5-9d1d-c97689a4cba9)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:13.095378 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:13.098035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bba36-bbfe-4bfa-bcb8-b0b2f8e7b7f9 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b339aa-9ebc-4434-a453-cfd1f3947287,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:13.117741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4e9e301-d489-4ffb-a64c-793393ace32a req-f2fe7725-d7eb-4793-8d41-41f8fda0fe04 service neutron] 10.222.0.57 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314686 Nov 19 19:17:13.118664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:13.142509 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d94b3ff9-6ddd-4c12-9ee1-fe1b13814521 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1474738 Nov 19 19:17:13.145354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39482) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:13.159213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e347cf40-4b2a-4b77-b0d9-b3691284b65c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041351850'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:13.218428 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e347cf40-4b2a-4b77-b0d9-b3691284b65c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:13.376761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4e9e301-d489-4ffb-a64c-793393ace32a req-eea9c746-7618-457d-a56c-d3800ffb5444 service neutron] 10.222.0.57 "GET /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489545 Nov 19 19:17:13.408949 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:13.412557 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e347cf40-4b2a-4b77-b0d9-b3691284b65c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:13.421655 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e347cf40-4b2a-4b77-b0d9-b3691284b65c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:13.494763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5c329e73-77a4-46ec-ad6e-4141b89e8ca9,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:13.531174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '5c329e73-77a4-46ec-ad6e-4141b89e8ca9', 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403', 'port_id': '5c329e73-77a4-46ec-ad6e-4141b89e8ca9', 'mac_address': 'fa:16:3e:9e:59:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da48b4da-1b17-49b0-9dc5-0b30397b2eaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:17:13.547571 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:13.614079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=590cb992-9b3b-46e4-9c9b-fd37f2f8cf91,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:13.617298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e347cf40-4b2a-4b77-b0d9-b3691284b65c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:13.620441 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:13.634905 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e347cf40-4b2a-4b77-b0d9-b3691284b65c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4812479 Nov 19 19:17:13.634905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39496) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:13.652863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347cf40-4b2a-4b77-b0d9-b3691284b65c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c2ff49-090b-4401-9651-09b81b0be1be,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:13.679078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:17:13.687080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2e2231a1-2b80-46ab-aaa3-fa894cc7c441 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '70c2ff49-090b-4401-9651-09b81b0be1be', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:13.690487 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-2e2231a1-2b80-46ab-aaa3-fa894cc7c441 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 19 19:17:13.694143 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-2e2231a1-2b80-46ab-aaa3-fa894cc7c441 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:13.702763 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2e2231a1-2b80-46ab-aaa3-fa894cc7c441 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0527968 Nov 19 19:17:13.715000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39504) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:13.734900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5c329e73-77a4-46ec-ad6e-4141b89e8ca9,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:13.746324 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:13.786920 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351386-74f2-4b6c-b382-7ff346536099 req-62052936-77b8-4c93-81d8-61245d06a4a2 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:13.791270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13351386-74f2-4b6c-b382-7ff346536099 req-62052936-77b8-4c93-81d8-61245d06a4a2 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 943 time: 0.3592072 Nov 19 19:17:13.858263 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=5c329e73-77a4-46ec-ad6e-4141b89e8ca9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:13.957560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['5c329e73-77a4-46ec-ad6e-4141b89e8ca9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:17:14.009802 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.034981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-30010591-ab5f-45a2-8b61-382ecd7acf57 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.104549 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-30010591-ab5f-45a2-8b61-382ecd7acf57 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.169520 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.207017 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13351386-74f2-4b6c-b382-7ff346536099 req-23147027-f56a-437f-877b-b23dce562224 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977261 Nov 19 19:17:14.209050 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-30010591-ab5f-45a2-8b61-382ecd7acf57 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.214414 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-30010591-ab5f-45a2-8b61-382ecd7acf57 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.215971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-30010591-ab5f-45a2-8b61-382ecd7acf57 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "DELETE /v2.0/security-groups/70c2ff49-090b-4401-9651-09b81b0be1be HTTP/1.1" status: 204 len: 168 time: 0.4799459 Nov 19 19:17:14.222002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39520) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:14.227861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30010591-ab5f-45a2-8b61-382ecd7acf57 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c2ff49-090b-4401-9651-09b81b0be1be,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:14.386839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:17:14.398242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-32291c41-f7a0-4bf4-b6db-f04e04f0ba17 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1718137 Nov 19 19:17:14.398607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39522) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:14.403390 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-06c00d79-5ab4-41c7-b664-2843b58f5028 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1483953663'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:14.451366 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06c00d79-5ab4-41c7-b664-2843b58f5028 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.487611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:17:14.501605 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b303f91-2821-447a-a60f-52a4d72d56b5 None None] Sync routers for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:17:14.503950 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-507df7fc-9184-4a59-9bfa-4ab47b457e73 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0169284 Nov 19 19:17:14.508774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39526) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:14.517165 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b303f91-2821-447a-a60f-52a4d72d56b5 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:14.518155 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1b303f91-2821-447a-a60f-52a4d72d56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:14.550734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06c00d79-5ab4-41c7-b664-2843b58f5028 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.558726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06c00d79-5ab4-41c7-b664-2843b58f5028 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.604538 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-1b303f91-2821-447a-a60f-52a4d72d56b5 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:14.624804 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06c00d79-5ab4-41c7-b664-2843b58f5028 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.626477 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-06c00d79-5ab4-41c7-b664-2843b58f5028 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2268522 Nov 19 19:17:14.629338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c00d79-5ab4-41c7-b664-2843b58f5028 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fadd7e-91eb-4bc9-8375-9dc457ab2829,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:14.634804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39532) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:14.635159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39534) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:14.637329 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67a4777-d6f6-4ad9-8ce8-1286d67a883d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting subnet 073de111-da65-44a4-aa0d-fa1dff481f6a {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:17:14.645995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c5f4dd2e-8069-4d1d-9954-9b93eecf16ae tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '82fadd7e-91eb-4bc9-8375-9dc457ab2829', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:14.646768 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-c5f4dd2e-8069-4d1d-9954-9b93eecf16ae tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 19 19:17:14.647299 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-c5f4dd2e-8069-4d1d-9954-9b93eecf16ae tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:14.648332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c5f4dd2e-8069-4d1d-9954-9b93eecf16ae tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119584 Nov 19 19:17:14.651231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39538) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:14.651855 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f67a4777-d6f6-4ad9-8ce8-1286d67a883d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.671648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7ef71442-f594-400d-9a80-1ede816f53d8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '82fadd7e-91eb-4bc9-8375-9dc457ab2829', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:14.673419 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-7ef71442-f594-400d-9a80-1ede816f53d8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 19 19:17:14.674098 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-7ef71442-f594-400d-9a80-1ede816f53d8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:14.675088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7ef71442-f594-400d-9a80-1ede816f53d8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0214548 Nov 19 19:17:14.678031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39540) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:14.684200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0ad5195a-88f3-4568-9428-bc7ff846c5c7 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '82fadd7e-91eb-4bc9-8375-9dc457ab2829', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:14.685091 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-0ad5195a-88f3-4568-9428-bc7ff846c5c7 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 19 19:17:14.686044 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-0ad5195a-88f3-4568-9428-bc7ff846c5c7 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:14.687153 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0ad5195a-88f3-4568-9428-bc7ff846c5c7 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081887 Nov 19 19:17:14.689785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39542) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:14.695564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5db81ae0-aa73-4616-be22-60f074f0fa29 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '82fadd7e-91eb-4bc9-8375-9dc457ab2829', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:14.698395 n-d-815373-6 neutron-server[109887]: WARNING neutron.api.v2.base [None req-5db81ae0-aa73-4616-be22-60f074f0fa29 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 19 19:17:14.698897 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-5db81ae0-aa73-4616-be22-60f074f0fa29 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:14.700241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5db81ae0-aa73-4616-be22-60f074f0fa29 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092065 Nov 19 19:17:14.702690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39544) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:14.719660 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1b303f91-2821-447a-a60f-52a4d72d56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:17:13Z', 'revision_number': 11, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:14.740732 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f67a4777-d6f6-4ad9-8ce8-1286d67a883d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.752095 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b303f91-2821-447a-a60f-52a4d72d56b5 None None] Checking router: b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:17:14.761356 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b303f91-2821-447a-a60f-52a4d72d56b5 None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:14.762460 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1b303f91-2821-447a-a60f-52a4d72d56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:14.857021 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fdbd72d5-b766-4316-abee-b410594d4466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.859406 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6a059d5-65eb-40fa-9a42-8e52a312b4f8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.874686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f67a4777-d6f6-4ad9-8ce8-1286d67a883d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.930156 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-1b303f91-2821-447a-a60f-52a4d72d56b5 None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:14.936670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6a059d5-65eb-40fa-9a42-8e52a312b4f8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:14.972431 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f67a4777-d6f6-4ad9-8ce8-1286d67a883d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.015892 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6a059d5-65eb-40fa-9a42-8e52a312b4f8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.017529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a4777-d6f6-4ad9-8ce8-1286d67a883d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Subnet': ['ID=073de111-da65-44a4-aa0d-fa1dff481f6a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:15.020010 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6a059d5-65eb-40fa-9a42-8e52a312b4f8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.020457 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f67a4777-d6f6-4ad9-8ce8-1286d67a883d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.026433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c6a059d5-65eb-40fa-9a42-8e52a312b4f8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "DELETE /v2.0/security-groups/82fadd7e-91eb-4bc9-8375-9dc457ab2829 HTTP/1.1" status: 204 len: 168 time: 0.3191259 Nov 19 19:17:15.030045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456e913-eb5f-440f-8d59-01b3e3db51dd None None] Network 4c4faf03-d2d6-44a0-b685-0145f8210c50 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:17:15.034034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39558) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:15.035933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39560) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:15.042391 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f67a4777-d6f6-4ad9-8ce8-1286d67a883d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/073de111-da65-44a4-aa0d-fa1dff481f6a HTTP/1.1" status: 204 len: 168 time: 0.5105789 Nov 19 19:17:15.063301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:17:15.100158 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fdbd72d5-b766-4316-abee-b410594d4466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.118062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a059d5-65eb-40fa-9a42-8e52a312b4f8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fadd7e-91eb-4bc9-8375-9dc457ab2829,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:15.135550 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1b303f91-2821-447a-a60f-52a4d72d56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:17:13Z', 'revision_number': 11, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:15.153562 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fdbd72d5-b766-4316-abee-b410594d4466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.174683 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b303f91-2821-447a-a60f-52a4d72d56b5 None None] The sync data for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 is: [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:17:13Z', 'revision_number': 11, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:17:15.302817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fdbd72d5-b766-4316-abee-b410594d4466 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f5d0a12e6a2408091e835837b85d990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6651464 Nov 19 19:17:15.305457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39572) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:15.307737 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.309445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd72d5-b766-4316-abee-b410594d4466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0669aca5-1771-4004-829a-7c9884aebce3,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:15.324935 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39576) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:15.330976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b9ea4a0a-226b-4547-bf3a-ca04e999ffc8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2822714 Nov 19 19:17:15.344236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f06c54e4-8d22-474b-91fc-0c692d847ade tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954351979'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:15.362946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:17:15.369194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:15.369992 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.494024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8544bd-39df-40bd-831a-841e3bd00ba0 req-715bdea9-1e44-40a2-b1e6-0cb9170839fb tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:15.495908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a8544bd-39df-40bd-831a-841e3bd00ba0 req-715bdea9-1e44-40a2-b1e6-0cb9170839fb tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 943 time: 0.1476588 Nov 19 19:17:15.521438 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7330c3e-f701-48b1-90b6-41dbb891b7f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.549791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Deleting port 5a05652b-08b5-4c73-bed2-74c086102dbd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:15.550165 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.557548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7330c3e-f701-48b1-90b6-41dbb891b7f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.627553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f06c54e4-8d22-474b-91fc-0c692d847ade tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.633223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7330c3e-f701-48b1-90b6-41dbb891b7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.639754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 46a26077-c3e6-4cc2-ab82-70bedd2d835f details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:17:15.640495 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] For port 5a05652b-08b5-4c73-bed2-74c086102dbd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=5a05652b-08b5-4c73-bed2-74c086102dbd,segment=NetworkSegment(a6b710d0-1157-4ee5-9d1d-c97689a4cba9),segment_id=a6b710d0-1157-4ee5-9d1d-c97689a4cba9)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:15.640763 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7330c3e-f701-48b1-90b6-41dbb891b7f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.641220 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.642724 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b7330c3e-f701-48b1-90b6-41dbb891b7f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0669aca5-1771-4004-829a-7c9884aebce3 HTTP/1.1" status: 204 len: 168 time: 0.3359134 Nov 19 19:17:15.660635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Calling delete_port for 5a05652b-08b5-4c73-bed2-74c086102dbd owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:15.709130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7330c3e-f701-48b1-90b6-41dbb891b7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0669aca5-1771-4004-829a-7c9884aebce3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:15.819805 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.821599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedbc1cd-6743-40ee-92a6-a0d8533e3e8b None None] DHCP port deletion for 4c4faf03-d2d6-44a0-b685-0145f8210c50 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:17:15.885644 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f06c54e4-8d22-474b-91fc-0c692d847ade tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.892046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Port': ['ID=5a05652b-08b5-4c73-bed2-74c086102dbd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:15.894675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No DVR routers for this DVR port 5a05652b-08b5-4c73-bed2-74c086102dbd on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:17:15.898786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f06c54e4-8d22-474b-91fc-0c692d847ade tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.921593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a8544bd-39df-40bd-831a-841e3bd00ba0 req-4255aedd-2899-47c1-a331-4e9d63f509fb tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165175 Nov 19 19:17:15.962649 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f06c54e4-8d22-474b-91fc-0c692d847ade tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.967626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f06c54e4-8d22-474b-91fc-0c692d847ade tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6368227 Nov 19 19:17:15.977703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39592) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:15.984812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2f5f4978-ca8b-4fd1-a3cc-d8bcf3891543 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '5df76206-e729-4a32-b192-5859afc17a70', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:15.985300 n-d-815373-6 neutron-server[109888]: WARNING neutron.api.v2.base [None req-2f5f4978-ca8b-4fd1-a3cc-d8bcf3891543 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 19:17:15.987701 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:15.990863 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 46a26077-c3e6-4cc2-ab82-70bedd2d835f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=46a26077-c3e6-4cc2-ab82-70bedd2d835f,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:15.992982 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-2f5f4978-ca8b-4fd1-a3cc-d8bcf3891543 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:15.996542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2f5f4978-ca8b-4fd1-a3cc-d8bcf3891543 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150707 Nov 19 19:17:16.008628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '46a26077-c3e6-4cc2-ab82-70bedd2d835f', 'network_id': '4caa84a5-0db6-4689-8fc4-f41f11358403', 'port_id': '46a26077-c3e6-4cc2-ab82-70bedd2d835f', 'mac_address': 'fa:16:3e:97:44:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da48b4da-1b17-49b0-9dc5-0b30397b2eaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:17:16.014160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39596) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.021555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-77a03cb6-b69b-422b-8d15-8963e51d7714 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '5df76206-e729-4a32-b192-5859afc17a70', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:16.076999 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c54e4-8d22-474b-91fc-0c692d847ade tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df76206-e729-4a32-b192-5859afc17a70,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:16.100205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e4d3f2-d5f3-4112-8267-7e72d291c2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c329e73-77a4-46ec-ad6e-4141b89e8ca9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:17:16.103013 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f748e99-35f3-4323-a485-5978fe4f2cb1" -d '{"events": [{"server_uuid": "45e4d3f2-d5f3-4112-8267-7e72d291c2ea", "name": "network-vif-plugged", "status": "completed", "tag": "5c329e73-77a4-46ec-ad6e-4141b89e8ca9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:17:16.124569 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-77a03cb6-b69b-422b-8d15-8963e51d7714 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:16.125661 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-77a03cb6-b69b-422b-8d15-8963e51d7714 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1105134 Nov 19 19:17:16.128667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39600) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.134634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f3255b9b-1060-4e59-a006-3dc27f0299a6 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '5df76206-e729-4a32-b192-5859afc17a70', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:16.135227 n-d-815373-6 neutron-server[109888]: WARNING neutron.api.v2.base [None req-f3255b9b-1060-4e59-a006-3dc27f0299a6 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 19 19:17:16.136256 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-f3255b9b-1060-4e59-a006-3dc27f0299a6 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:16.137256 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f3255b9b-1060-4e59-a006-3dc27f0299a6 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076239 Nov 19 19:17:16.140971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39602) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.148990 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a1f04570-8380-46b4-82cb-9ffd6575017f tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '5df76206-e729-4a32-b192-5859afc17a70', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:16.150377 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.165987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5c329e73-77a4-46ec-ad6e-4141b89e8ca9,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:16.171206 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.175819 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c321e606-e25c-4302-a3ee-22c7cd7b0cf6 x-openstack-request-id: req-c321e606-e25c-4302-a3ee-22c7cd7b0cf6 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:17:16.176377 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e4d3f2-d5f3-4112-8267-7e72d291c2ea", "name": "network-vif-plugged", "status": "completed", "tag": "5c329e73-77a4-46ec-ad6e-4141b89e8ca9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:17:16.176785 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c321e606-e25c-4302-a3ee-22c7cd7b0cf6 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:17:16.178207 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e4d3f2-d5f3-4112-8267-7e72d291c2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c329e73-77a4-46ec-ad6e-4141b89e8ca9', 'code': 200} Nov 19 19:17:16.189360 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.198232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a26077-c3e6-4cc2-ab82-70bedd2d835f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:17:16.198667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4faf03-d2d6-44a0-b685-0145f8210c50']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:16.233840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b710d0-1157-4ee5-9d1d-c97689a4cba9') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:16.233840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b710d0-1157-4ee5-9d1d-c97689a4cba9') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:16.255399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 46a26077-c3e6-4cc2-ab82-70bedd2d835f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=46a26077-c3e6-4cc2-ab82-70bedd2d835f,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:16.268986 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.273726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.274293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=5c329e73-77a4-46ec-ad6e-4141b89e8ca9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:16.280746 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-a1f04570-8380-46b4-82cb-9ffd6575017f tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:16.283477 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a1f04570-8380-46b4-82cb-9ffd6575017f tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1399395 Nov 19 19:17:16.284645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39604) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.289316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1d445834-cce9-4838-adf0-3dbb85dc1afe tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '5df76206-e729-4a32-b192-5859afc17a70', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:16.289818 n-d-815373-6 neutron-server[109888]: WARNING neutron.api.v2.base [None req-1d445834-cce9-4838-adf0-3dbb85dc1afe tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 19:17:16.290333 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-1d445834-cce9-4838-adf0-3dbb85dc1afe tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:16.291273 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1d445834-cce9-4838-adf0-3dbb85dc1afe tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056982 Nov 19 19:17:16.294258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39606) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.300810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8d2c9655-fe20-4cd4-903c-aa0f1286b859 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '5df76206-e729-4a32-b192-5859afc17a70', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:16.309160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39608) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.328199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a539fd82-5154-48f2-85fd-327949600d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.339928 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=46a26077-c3e6-4cc2-ab82-70bedd2d835f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:16.359119 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.366753 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:17:16.367164 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.376041 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-8d2c9655-fe20-4cd4-903c-aa0f1286b859 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Project 7a4eb60154d24ff69f6cf936f81ffb8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:17:16.403326 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-8d2c9655-fe20-4cd4-903c-aa0f1286b859 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:16.412781 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8d2c9655-fe20-4cd4-903c-aa0f1286b859 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1163788 Nov 19 19:17:16.415401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39614) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.420699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-42004e66-b2e8-4d98-92d8-705f406695a4 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '5df76206-e729-4a32-b192-5859afc17a70', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:16.421325 n-d-815373-6 neutron-server[109888]: WARNING neutron.api.v2.base [None req-42004e66-b2e8-4d98-92d8-705f406695a4 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 19 19:17:16.421848 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-42004e66-b2e8-4d98-92d8-705f406695a4 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:16.423084 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-42004e66-b2e8-4d98-92d8-705f406695a4 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067599 Nov 19 19:17:16.428683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39616) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.433195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b7bc6f48-0401-4526-973b-06476d32cc02 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '5df76206-e729-4a32-b192-5859afc17a70', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:17:16.444901 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:17:16.457679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf2f31-ad6e-46a7-9094-54f469b5e861 req-16ad7de1-b8bf-4749-bbc5-d3c716cf802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:16.459298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07cf2f31-ad6e-46a7-9094-54f469b5e861 req-16ad7de1-b8bf-4749-bbc5-d3c716cf802b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45e4d3f2-d5f3-4112-8267-7e72d291c2ea HTTP/1.1" status: 200 len: 1096 time: 0.2027967 Nov 19 19:17:16.460431 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.487606 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a539fd82-5154-48f2-85fd-327949600d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.499279 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-b7bc6f48-0401-4526-973b-06476d32cc02 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Project 7a4eb60154d24ff69f6cf936f81ffb8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:17:16.500021 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.502349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a539fd82-5154-48f2-85fd-327949600d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.503539 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/networks/4c4faf03-d2d6-44a0-b685-0145f8210c50 HTTP/1.1" status: 204 len: 168 time: 1.4535227 Nov 19 19:17:16.507024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39618) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.512262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-456b7c08-9325-4544-9aab-bc49fd0d64ee tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'routes': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:16.554815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a539fd82-5154-48f2-85fd-327949600d32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5daf29181cfb46f5a875a23ea624c1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422476 Nov 19 19:17:16.555059 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-b7bc6f48-0401-4526-973b-06476d32cc02 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:16.555962 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b7bc6f48-0401-4526-973b-06476d32cc02 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1263516 Nov 19 19:17:16.557440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39622) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.561293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39624) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.565975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-08b1f11f-cfda-464c-b888-0ec8e47201b7 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '5df76206-e729-4a32-b192-5859afc17a70', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:16.579249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['46a26077-c3e6-4cc2-ab82-70bedd2d835f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:17:16.604169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539fd82-5154-48f2-85fd-327949600d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f442c457-5f60-4c15-bd0d-daa90d0c5300,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:16.618042 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-08b1f11f-cfda-464c-b888-0ec8e47201b7 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Project 7a4eb60154d24ff69f6cf936f81ffb8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:17:16.625694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b13778-ec63-4251-95e3-c40051069338 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Pushing event deleted for resources: {'Network': ['ID=4c4faf03-d2d6-44a0-b685-0145f8210c50,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:16.646444 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-08b1f11f-cfda-464c-b888-0ec8e47201b7 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:16.647521 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08b1f11f-cfda-464c-b888-0ec8e47201b7 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0855882 Nov 19 19:17:16.650385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39626) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.723819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c756b1c5-3394-4c37-9424-cb5c0135e86c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.751664 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c756b1c5-3394-4c37-9424-cb5c0135e86c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.756681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07cf2f31-ad6e-46a7-9094-54f469b5e861 req-d741e112-a42a-4952-ba0b-c37cc1988bed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862518 Nov 19 19:17:16.800863 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-372e9a0f-c3c2-4997-96d6-aa15f0ba4690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.808953 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c756b1c5-3394-4c37-9424-cb5c0135e86c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.812695 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c756b1c5-3394-4c37-9424-cb5c0135e86c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.814110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c756b1c5-3394-4c37-9424-cb5c0135e86c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "DELETE /v2.0/security-groups/5df76206-e729-4a32-b192-5859afc17a70 HTTP/1.1" status: 204 len: 168 time: 0.1627576 Nov 19 19:17:16.817532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39632) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.832051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756b1c5-3394-4c37-9424-cb5c0135e86c tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df76206-e729-4a32-b192-5859afc17a70,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:16.893324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.extraroute_db [None req-456b7c08-9325-4544-9aab-bc49fd0d64ee tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Added routes are [] {{(pid=109887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 19:17:16.894318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.extraroute_db [None req-456b7c08-9325-4544-9aab-bc49fd0d64ee tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Removed routes are [] {{(pid=109887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 19:17:16.894699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-456b7c08-9325-4544-9aab-bc49fd0d64ee tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:16.936389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cf27d341-da4e-4d31-a441-4cd4a6118d24 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1128047 Nov 19 19:17:16.937688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39636) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:16.942285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6f3163df-a954-4d85-bfe7-7d863b32d3dc tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'tempest-secgroup--348235109'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:16.953962 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-372e9a0f-c3c2-4997-96d6-aa15f0ba4690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.018738 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f3163df-a954-4d85-bfe7-7d863b32d3dc tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.096414 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f3163df-a954-4d85-bfe7-7d863b32d3dc tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.102157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f3163df-a954-4d85-bfe7-7d863b32d3dc tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.142811 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-456b7c08-9325-4544-9aab-bc49fd0d64ee tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.146267 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f3163df-a954-4d85-bfe7-7d863b32d3dc tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.147793 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6f3163df-a954-4d85-bfe7-7d863b32d3dc tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2090070 Nov 19 19:17:17.150614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39642) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:17.156562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a3fdcff0-fe6d-4c98-af79-116debb86dbd tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '73086ddf-c8a8-4cfa-9e99-9f9bae992286', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:17.178716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-456b7c08-9325-4544-9aab-bc49fd0d64ee tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.187670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3163df-a954-4d85-bfe7-7d863b32d3dc tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73086ddf-c8a8-4cfa-9e99-9f9bae992286,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:17.226268 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-a3fdcff0-fe6d-4c98-af79-116debb86dbd tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The resource could not be found. Nov 19 19:17:17.227339 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a3fdcff0-fe6d-4c98-af79-116debb86dbd tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0754583 Nov 19 19:17:17.230452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39646) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:17.238011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5a05652b-08b5-4c73-bed2-74c086102dbd no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:17:17.245288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a35c9ee0-1f0f-4d3f-8f0f-356eae346f8d tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '73086ddf-c8a8-4cfa-9e99-9f9bae992286', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '13c68098-6c9a-4268-930b-61535d0fc414'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:17.275663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 5a05652b-08b5-4c73-bed2-74c086102dbd {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:17:17.276420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 5a05652b-08b5-4c73-bed2-74c086102dbd not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:17:17.278126 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:17:17.309291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a0de9-3782-407d-b8ed-6167c15b596b req-352dc113-6296-4561-ad0a-c039712762f5 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:17.310907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b21a0de9-3782-407d-b8ed-6167c15b596b req-352dc113-6296-4561-ad0a-c039712762f5 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 944 time: 0.2101865 Nov 19 19:17:17.333136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:17:17.333873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 590cb992-9b3b-46e4-9c9b-fd37f2f8cf91 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:17:17.344543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456b7c08-9325-4544-9aab-bc49fd0d64ee tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:17:17.346669 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-372e9a0f-c3c2-4997-96d6-aa15f0ba4690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.348728 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-a35c9ee0-1f0f-4d3f-8f0f-356eae346f8d tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The resource could not be found. Nov 19 19:17:17.349302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-372e9a0f-c3c2-4997-96d6-aa15f0ba4690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.350222 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a35c9ee0-1f0f-4d3f-8f0f-356eae346f8d tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1182024 Nov 19 19:17:17.353458 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-372e9a0f-c3c2-4997-96d6-aa15f0ba4690 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f442c457-5f60-4c15-bd0d-daa90d0c5300 HTTP/1.1" status: 204 len: 168 time: 0.7938163 Nov 19 19:17:17.354040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39648) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:17.376737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e9a0f-c3c2-4997-96d6-aa15f0ba4690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f442c457-5f60-4c15-bd0d-daa90d0c5300,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:17.398990 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b21a0de9-3782-407d-b8ed-6167c15b596b req-d0d3929b-0958-499c-a4d8-29048cd127c0 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807009 Nov 19 19:17:17.406778 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 46a26077-c3e6-4cc2-ab82-70bedd2d835f up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:17:17.472070 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75483b52-4d0b-4eb0-a185-de080eb9c071 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.478330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456b7c08-9325-4544-9aab-bc49fd0d64ee tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:17:17.493273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-456b7c08-9325-4544-9aab-bc49fd0d64ee tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.494501 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-456b7c08-9325-4544-9aab-bc49fd0d64ee tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 HTTP/1.1" status: 200 len: 704 time: 0.9861097 Nov 19 19:17:17.497268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39652) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:17.516214 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75483b52-4d0b-4eb0-a185-de080eb9c071 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.520279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b46b7-3106-427e-b114-ae84afb13c7d None None] Sync routers for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:17:17.529729 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-59c4789c-51a3-4122-b80a-1a3382fbd0a1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 HTTP/1.1" status: 200 len: 205 time: 0.0306225 Nov 19 19:17:17.535772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39654) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:17.551467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b46b7-3106-427e-b114-ae84afb13c7d None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:17.552386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4f9b46b7-3106-427e-b114-ae84afb13c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:17.646663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-4f9b46b7-3106-427e-b114-ae84afb13c7d None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:17.649348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 46a26077-c3e6-4cc2-ab82-70bedd2d835f completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:17:17.774172 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4f9b46b7-3106-427e-b114-ae84afb13c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:17:13Z', 'revision_number': 11, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:17.778117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 46a26077-c3e6-4cc2-ab82-70bedd2d835f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:17.780417 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:17.812627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b46b7-3106-427e-b114-ae84afb13c7d None None] Checking router: b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:17:17.853308 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b46b7-3106-427e-b114-ae84afb13c7d None None] Routers {'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:17.853308 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4f9b46b7-3106-427e-b114-ae84afb13c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:17.965136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-4f9b46b7-3106-427e-b114-ae84afb13c7d None None] Set router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:18.074037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4f9b46b7-3106-427e-b114-ae84afb13c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:17:13Z', 'revision_number': 11, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:18.186511 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-62132353-47cb-4a96-8107-589c3beb3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.232832 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9b46b7-3106-427e-b114-ae84afb13c7d None None] The sync data for ids ['b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8'] in n-d-815373-6 is: [{'id': 'b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8', 'name': 'tempest-RoutersIpV6Test-router-479960586', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:16:15Z', 'updated_at': '2021-11-19T19:17:13Z', 'revision_number': 11, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:17:18.240953 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75483b52-4d0b-4eb0-a185-de080eb9c071 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.243606 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75483b52-4d0b-4eb0-a185-de080eb9c071 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.247928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39678) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:18.255612 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-75483b52-4d0b-4eb0-a185-de080eb9c071 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "DELETE /v2.0/security-groups/73086ddf-c8a8-4cfa-9e99-9f9bae992286 HTTP/1.1" status: 204 len: 168 time: 0.9001739 Nov 19 19:17:18.341230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b140d608-fa52-4f4d-9bde-171b944a7ddd tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0895319 Nov 19 19:17:18.343100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39682) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:18.347564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-aa913e64-c056-4fa9-9eaf-5557e33d9395 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '826c1e1d-0bd1-41d5-8cbf-cc68a84e9d6d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:18.356811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75483b52-4d0b-4eb0-a185-de080eb9c071 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73086ddf-c8a8-4cfa-9e99-9f9bae992286,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:18.395865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.453653 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-aa913e64-c056-4fa9-9eaf-5557e33d9395 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The resource could not be found. Nov 19 19:17:18.456178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-aa913e64-c056-4fa9-9eaf-5557e33d9395 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1121008 Nov 19 19:17:18.459307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39688) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:18.464365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f10eda41-264c-4c63-b8c6-5528df2f5ba1 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320757939'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:18.503963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 46a26077-c3e6-4cc2-ab82-70bedd2d835f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=46a26077-c3e6-4cc2-ab82-70bedd2d835f,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:18.509953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deeaee2-644b-48f4-894b-54f3c676cc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a26077-c3e6-4cc2-ab82-70bedd2d835f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:17:18.516470 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c46d55-b459-4c2a-9606-b7ba2a5fa40f" -d '{"events": [{"server_uuid": "3deeaee2-644b-48f4-894b-54f3c676cc0e", "name": "network-vif-plugged", "status": "completed", "tag": "46a26077-c3e6-4cc2-ab82-70bedd2d835f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:17:18.522495 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f10eda41-264c-4c63-b8c6-5528df2f5ba1 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.529803 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.617314 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-62132353-47cb-4a96-8107-589c3beb3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.621079 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-62132353-47cb-4a96-8107-589c3beb3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.645130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0f4c0-ae4a-40e5-a8c6-3844ae0662de req-c17860c4-bf34-4fdf-87d9-bdd55f53c688 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:18.647357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0b0f4c0-ae4a-40e5-a8c6-3844ae0662de req-c17860c4-bf34-4fdf-87d9-bdd55f53c688 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 945 time: 0.0994878 Nov 19 19:17:18.655562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=46a26077-c3e6-4cc2-ab82-70bedd2d835f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:18.680436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.680795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.681542 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.682218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.684154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.684879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.686790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.690048 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f10eda41-264c-4c63-b8c6-5528df2f5ba1 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.691009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.692118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.692661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.693742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.694526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:18.708074 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f10eda41-264c-4c63-b8c6-5528df2f5ba1 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.724312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-62132353-47cb-4a96-8107-589c3beb3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.725157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62132353-47cb-4a96-8107-589c3beb3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Fanout notify agent at l3_agent the message router_deleted on router b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:17:18.738711 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-62132353-47cb-4a96-8107-589c3beb3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.745971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39700) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:18.749551 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-62132353-47cb-4a96-8107-589c3beb3b54 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 HTTP/1.1" status: 204 len: 168 time: 1.2125971 Nov 19 19:17:18.752951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e8367aae-c42e-483a-811a-cf59425ecf11 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-329553049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:18.766401 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0b0f4c0-ae4a-40e5-a8c6-3844ae0662de req-5828108f-d0b4-4c2d-b921-b38b7ecd13f2 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040342 Nov 19 19:17:18.776284 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f10eda41-264c-4c63-b8c6-5528df2f5ba1 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.780619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f10eda41-264c-4c63-b8c6-5528df2f5ba1 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3202488 Nov 19 19:17:18.781216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39704) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:18.783994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eda41-264c-4c63-b8c6-5528df2f5ba1 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9891a49f-e60e-45c7-a23c-eadb84fe9b50,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:18.812050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f9d151f0-a854-4798-acec-9475c746bfc0 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180118903'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:18.815924 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8367aae-c42e-483a-811a-cf59425ecf11 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.821208 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8367aae-c42e-483a-811a-cf59425ecf11 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.837468 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a68ea6e-5257-45e8-adc8-f5a02cc196d4 x-openstack-request-id: req-4a68ea6e-5257-45e8-adc8-f5a02cc196d4 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:17:18.838022 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deeaee2-644b-48f4-894b-54f3c676cc0e", "name": "network-vif-plugged", "status": "completed", "tag": "46a26077-c3e6-4cc2-ab82-70bedd2d835f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:17:18.838462 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a68ea6e-5257-45e8-adc8-f5a02cc196d4 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:17:18.839033 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deeaee2-644b-48f4-894b-54f3c676cc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a26077-c3e6-4cc2-ab82-70bedd2d835f', 'code': 200} Nov 19 19:17:18.926356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9d151f0-a854-4798-acec-9475c746bfc0 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.957404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8367aae-c42e-483a-811a-cf59425ecf11 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:18.963352 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8367aae-c42e-483a-811a-cf59425ecf11 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.053114 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8367aae-c42e-483a-811a-cf59425ecf11 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.054383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e8367aae-c42e-483a-811a-cf59425ecf11 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3055844 Nov 19 19:17:19.057365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39714) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:19.062702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bba12143-6267-4f95-a0e4-973e9b553140 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:19.089954 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9d151f0-a854-4798-acec-9475c746bfc0 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.093627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792466a3-a013-4d5c-8471-d8132be54cbf req-3ff08d41-30c9-432a-b048-4c1eef39fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:19.097012 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-792466a3-a013-4d5c-8471-d8132be54cbf req-3ff08d41-30c9-432a-b048-4c1eef39fcc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 1096 time: 0.1810136 Nov 19 19:17:19.101089 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9d151f0-a854-4798-acec-9475c746bfc0 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.250742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d151f0-a854-4798-acec-9475c746bfc0 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078e54ca-3662-49f3-825e-332a3262ef92,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:19.283615 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9d151f0-a854-4798-acec-9475c746bfc0 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.284882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f9d151f0-a854-4798-acec-9475c746bfc0 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5024242 Nov 19 19:17:19.288514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39722) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:19.293184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ae5ed200-0a0f-4a34-9049-b427c791f1f8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '9891a49f-e60e-45c7-a23c-eadb84fe9b50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '078e54ca-3662-49f3-825e-332a3262ef92'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:19.345379 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-792466a3-a013-4d5c-8471-d8132be54cbf req-729562f1-9a07-4b30-8088-bb75722f7bf3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244256 Nov 19 19:17:19.347738 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bba12143-6267-4f95-a0e4-973e9b553140 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59773'] for router, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.356497 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-ae5ed200-0a0f-4a34-9049-b427c791f1f8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:19.360728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ae5ed200-0a0f-4a34-9049-b427c791f1f8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0685191 Nov 19 19:17:19.361453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39726) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:19.370389 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bba12143-6267-4f95-a0e4-973e9b553140 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635489'] for router, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.498796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a1fe19f-275a-417b-957c-dd6fc70d023b tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.530733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a1fe19f-275a-417b-957c-dd6fc70d023b tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.553152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba12143-6267-4f95-a0e4-973e9b553140 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Router b2230483-fb27-426d-8c37-dd01a8da5487 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:17:19.610936 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a1fe19f-275a-417b-957c-dd6fc70d023b tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.613683 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a1fe19f-275a-417b-957c-dd6fc70d023b tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.615565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6a1fe19f-275a-417b-957c-dd6fc70d023b tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "DELETE /v2.0/security-groups/078e54ca-3662-49f3-825e-332a3262ef92 HTTP/1.1" status: 204 len: 168 time: 0.2535284 Nov 19 19:17:19.618239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39736) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:19.697632 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0988554b-2cde-47ac-b00a-22819518e9c1 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0778043 Nov 19 19:17:19.700261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39740) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:19.774061 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4757457f-2d87-4b3c-8641-24b0f9d947d3 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.806939 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4757457f-2d87-4b3c-8641-24b0f9d947d3 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.904940 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4757457f-2d87-4b3c-8641-24b0f9d947d3 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.910112 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4757457f-2d87-4b3c-8641-24b0f9d947d3 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:19.911396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4757457f-2d87-4b3c-8641-24b0f9d947d3 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "DELETE /v2.0/security-groups/9891a49f-e60e-45c7-a23c-eadb84fe9b50 HTTP/1.1" status: 204 len: 168 time: 0.2091627 Nov 19 19:17:19.920043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39754) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:19.965073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757457f-2d87-4b3c-8641-24b0f9d947d3 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9891a49f-e60e-45c7-a23c-eadb84fe9b50,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:20.046087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5d035bf6-a38f-4c85-a17f-2fb63d2f390b tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1269457 Nov 19 19:17:20.057648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39762) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:20.064847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b2fb5fb0-3748-4232-976a-c810b6c87fee tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'tempest-secgroup--303518294'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:20.100082 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5fb0-3748-4232-976a-c810b6c87fee tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:20.206304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5fb0-3748-4232-976a-c810b6c87fee tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:20.212819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5fb0-3748-4232-976a-c810b6c87fee tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:20.249058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5fb0-3748-4232-976a-c810b6c87fee tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:20.253260 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b2fb5fb0-3748-4232-976a-c810b6c87fee tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1898434 Nov 19 19:17:20.253910 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39768) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:20.262024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-bd10ccf7-5683-4487-90b1-2197551dd896 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '34f6c20e-6f48-4e6d-b07e-e871534582ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:20.286528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb5fb0-3748-4232-976a-c810b6c87fee tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f6c20e-6f48-4e6d-b07e-e871534582ed,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:20.336450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fe19f-275a-417b-957c-dd6fc70d023b tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078e54ca-3662-49f3-825e-332a3262ef92,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:20.369784 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-bd10ccf7-5683-4487-90b1-2197551dd896 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:20.374181 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bd10ccf7-5683-4487-90b1-2197551dd896 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1192446 Nov 19 19:17:20.378279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39776) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:20.395796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-40d69bd9-207e-46e0-819b-7b5f7ab1fad0 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group_rule': {'security_group_id': '34f6c20e-6f48-4e6d-b07e-e871534582ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:20.401409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba12143-6267-4f95-a0e4-973e9b553140 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:17:20.413999 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bba12143-6267-4f95-a0e4-973e9b553140 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:20.423224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39780) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:20.423447 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bba12143-6267-4f95-a0e4-973e9b553140 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "PUT /v2.0/routers/b2230483-fb27-426d-8c37-dd01a8da5487 HTTP/1.1" status: 200 len: 697 time: 1.3637028 Nov 19 19:17:20.427973 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daac310-13f7-4fcd-91cb-14f53d8f1de5 None None] Sync routers for ids ['b2230483-fb27-426d-8c37-dd01a8da5487'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:17:20.453424 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daac310-13f7-4fcd-91cb-14f53d8f1de5 None None] Routers {'b2230483-fb27-426d-8c37-dd01a8da5487'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:20.454721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d02c14-dafc-445e-aa23-a32367b30e34 req-866d4714-5a24-47a3-a9ea-386088ba8ef6 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:20.456117 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9daac310-13f7-4fcd-91cb-14f53d8f1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b2230483-fb27-426d-8c37-dd01a8da5487'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:20.463631 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f1d02c14-dafc-445e-aa23-a32367b30e34 req-866d4714-5a24-47a3-a9ea-386088ba8ef6 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 945 time: 0.1231613 Nov 19 19:17:20.537046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f1d02c14-dafc-445e-aa23-a32367b30e34 req-73851d89-82cb-4691-ae55-0ef4f6453e82 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721848 Nov 19 19:17:20.573883 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-116d118a-3633-49e5-94ea-7ab5b5dcae11 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/routers/b2230483-fb27-426d-8c37-dd01a8da5487 HTTP/1.1" status: 200 len: 703 time: 0.1471024 Nov 19 19:17:20.574903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39784) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:20.604646 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-40d69bd9-207e-46e0-819b-7b5f7ab1fad0 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:17:20.610058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39786) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:20.610228 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-40d69bd9-207e-46e0-819b-7b5f7ab1fad0 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2191675 Nov 19 19:17:20.614207 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39788) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:20.618497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0cfc907e-e68c-4056-a604-6c0feae4b78e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2230483-fb27-426d-8c37-dd01a8da5487 HTTP/1.1" status: 200 len: 205 time: 0.0421178 Nov 19 19:17:20.625533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39790) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:20.728021 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9daac310-13f7-4fcd-91cb-14f53d8f1de5 None None] Set router b2230483-fb27-426d-8c37-dd01a8da5487 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:20.786421 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f53f252-b102-4271-a240-5c27b5c9bd84 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:20.837004 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9daac310-13f7-4fcd-91cb-14f53d8f1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2230483-fb27-426d-8c37-dd01a8da5487', 'name': 'tempest-RoutersIpV6Test-router-329553049', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:18Z', 'updated_at': '2021-11-19T19:17:19Z', 'revision_number': 2, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:20.863067 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db0282fd-eb27-4c38-989c-256d75b95136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:20.906937 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daac310-13f7-4fcd-91cb-14f53d8f1de5 None None] Checking router: b2230483-fb27-426d-8c37-dd01a8da5487 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:17:20.920294 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43575489-1414-4a3b-bcd1-c230484b5e88 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:20.934629 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daac310-13f7-4fcd-91cb-14f53d8f1de5 None None] Routers {'b2230483-fb27-426d-8c37-dd01a8da5487'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:20.939617 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9daac310-13f7-4fcd-91cb-14f53d8f1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b2230483-fb27-426d-8c37-dd01a8da5487'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:21.053344 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43575489-1414-4a3b-bcd1-c230484b5e88 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.059718 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f53f252-b102-4271-a240-5c27b5c9bd84 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.076949 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db0282fd-eb27-4c38-989c-256d75b95136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.083359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f53f252-b102-4271-a240-5c27b5c9bd84 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.094627 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db0282fd-eb27-4c38-989c-256d75b95136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.146209 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9daac310-13f7-4fcd-91cb-14f53d8f1de5 None None] Set router b2230483-fb27-426d-8c37-dd01a8da5487 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:21.182297 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43575489-1414-4a3b-bcd1-c230484b5e88 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.189352 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43575489-1414-4a3b-bcd1-c230484b5e88 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.193612 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-43575489-1414-4a3b-bcd1-c230484b5e88 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "DELETE /v2.0/security-groups/34f6c20e-6f48-4e6d-b07e-e871534582ed HTTP/1.1" status: 204 len: 168 time: 0.5808194 Nov 19 19:17:21.202045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0282fd-eb27-4c38-989c-256d75b95136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf49ca67-b108-4f61-acca-4142d19fa34a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:21.206007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39804) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.209037 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-db0282fd-eb27-4c38-989c-256d75b95136 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5405e5461d084d699d53378d78fc5874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5938876 Nov 19 19:17:21.213471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39806) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.306703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43575489-1414-4a3b-bcd1-c230484b5e88 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f6c20e-6f48-4e6d-b07e-e871534582ed,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:21.308690 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9daac310-13f7-4fcd-91cb-14f53d8f1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2230483-fb27-426d-8c37-dd01a8da5487', 'name': 'tempest-RoutersIpV6Test-router-329553049', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:18Z', 'updated_at': '2021-11-19T19:17:19Z', 'revision_number': 2, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:21.343491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f53f252-b102-4271-a240-5c27b5c9bd84 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.345610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f53f252-b102-4271-a240-5c27b5c9bd84 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Fanout notify agent at l3_agent the message router_deleted on router b2230483-fb27-426d-8c37-dd01a8da5487 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:17:21.345850 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-94c007b6-80b6-49e9-9bd6-17b319b7ba36 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1327717 Nov 19 19:17:21.350433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39814) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.359547 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f53f252-b102-4271-a240-5c27b5c9bd84 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.360819 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2f53f252-b102-4271-a240-5c27b5c9bd84 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/b2230483-fb27-426d-8c37-dd01a8da5487 HTTP/1.1" status: 204 len: 168 time: 0.7339320 Nov 19 19:17:21.366440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39816) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.382596 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daac310-13f7-4fcd-91cb-14f53d8f1de5 None None] The sync data for ids ['b2230483-fb27-426d-8c37-dd01a8da5487'] in n-d-815373-6 is: [{'id': 'b2230483-fb27-426d-8c37-dd01a8da5487', 'name': 'tempest-RoutersIpV6Test-router-329553049', 'tenant_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:18Z', 'updated_at': '2021-11-19T19:17:19Z', 'revision_number': 2, 'project_id': 'a2d5410d8ead42dcaf988338dccae4e5', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:17:21.383797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d3808a19-1759-4123-bb9e-ed2c384b5f4f tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'tempest-secgroup--988380746'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:21.440094 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38a68ff3-4961-4130-a529-8d7c8b1119bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.443449 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a01eefd0-16aa-4b07-9d62-5ecd5f224ea5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2230483-fb27-426d-8c37-dd01a8da5487 HTTP/1.1" status: 200 len: 205 time: 0.0752344 Nov 19 19:17:21.445613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39818) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.479047 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3808a19-1759-4123-bb9e-ed2c384b5f4f tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.499459 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-c525fcc5-638b-4b92-9dbc-0d16b36fd544 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] delete failed (client error): The resource could not be found. Nov 19 19:17:21.503607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c525fcc5-638b-4b92-9dbc-0d16b36fd544 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/b2230483-fb27-426d-8c37-dd01a8da5487 HTTP/1.1" status: 404 len: 336 time: 0.0569954 Nov 19 19:17:21.504312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39822) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.505238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38a68ff3-4961-4130-a529-8d7c8b1119bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.562605 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6750ba5-bf71-4a1d-9215-c29b07ffcd6d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] DELETE failed (client error): The resource could not be found. Nov 19 19:17:21.563313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6750ba5-bf71-4a1d-9215-c29b07ffcd6d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:17:21.573239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f6750ba5-bf71-4a1d-9215-c29b07ffcd6d tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/d48881ae-5aa6-4c32-a449-c0b334370513 HTTP/1.1" status: 404 len: 337 time: 0.0678210 Nov 19 19:17:21.574314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39826) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.650411 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbf3407-650f-45f0-9623-cc8bea272a2a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] DELETE failed (client error): The resource could not be found. Nov 19 19:17:21.651114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbf3407-650f-45f0-9623-cc8bea272a2a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:17:21.658404 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9cbf3407-650f-45f0-9623-cc8bea272a2a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/5337c936-db0a-445b-b41c-89e73101bb87 HTTP/1.1" status: 404 len: 337 time: 0.0801103 Nov 19 19:17:21.664770 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38a68ff3-4961-4130-a529-8d7c8b1119bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.668246 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38a68ff3-4961-4130-a529-8d7c8b1119bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.670109 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-38a68ff3-4961-4130-a529-8d7c8b1119bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf49ca67-b108-4f61-acca-4142d19fa34a HTTP/1.1" status: 204 len: 168 time: 0.4440167 Nov 19 19:17:21.672804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39828) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.750388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a68ff3-4961-4130-a529-8d7c8b1119bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf49ca67-b108-4f61-acca-4142d19fa34a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:21.756690 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe38930-bee8-44ff-83af-d7e396197fda tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] DELETE failed (client error): The resource could not be found. Nov 19 19:17:21.757027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe38930-bee8-44ff-83af-d7e396197fda tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:17:21.760253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8fe38930-bee8-44ff-83af-d7e396197fda tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/2c079c03-efb2-450b-95db-e9975db253d6 HTTP/1.1" status: 404 len: 337 time: 0.0839536 Nov 19 19:17:21.765827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39836) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.769678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e2dac-2766-4199-a910-56208c093e42 req-ff82ce3d-5db0-444c-baa3-37bc87c703bc tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:21.771749 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-509e2dac-2766-4199-a910-56208c093e42 req-ff82ce3d-5db0-444c-baa3-37bc87c703bc tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 945 time: 0.1231263 Nov 19 19:17:21.782522 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3808a19-1759-4123-bb9e-ed2c384b5f4f tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.805782 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdc3c34-f6e7-4f89-9baf-67280ca5ddf0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] DELETE failed (client error): The resource could not be found. Nov 19 19:17:21.806266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdc3c34-f6e7-4f89-9baf-67280ca5ddf0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:17:21.809624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8bdc3c34-f6e7-4f89-9baf-67280ca5ddf0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/073de111-da65-44a4-aa0d-fa1dff481f6a HTTP/1.1" status: 404 len: 337 time: 0.0428195 Nov 19 19:17:21.811124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3808a19-1759-4123-bb9e-ed2c384b5f4f tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.814513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39838) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.858580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-509e2dac-2766-4199-a910-56208c093e42 req-d00ac1c9-29e8-43f0-af23-c609bca6d8a1 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648849 Nov 19 19:17:21.870896 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-345270a4-1444-48b1-9f37-974968c870cc tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 HTTP/1.1" status: 200 len: 205 time: 0.0506065 Nov 19 19:17:21.873633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39840) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.898397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3808a19-1759-4123-bb9e-ed2c384b5f4f tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:21.899649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d3808a19-1759-4123-bb9e-ed2c384b5f4f tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5481000 Nov 19 19:17:21.909288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39844) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.917640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-170d23b7-7a07-48bc-bac1-6556bf4f2882 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:21.924437 n-d-815373-6 neutron-server[109888]: WARNING neutron.api.v2.base [None req-170d23b7-7a07-48bc-bac1-6556bf4f2882 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 19:17:21.925185 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-7c77a756-7a63-49d5-8db2-56b280523202 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] delete failed (client error): The resource could not be found. Nov 19 19:17:21.925704 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-170d23b7-7a07-48bc-bac1-6556bf4f2882 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 19:17:21.929035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7c77a756-7a63-49d5-8db2-56b280523202 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/b6fc7e65-b1c3-4bb4-ad5d-486e5b70dcd8 HTTP/1.1" status: 404 len: 336 time: 0.0541830 Nov 19 19:17:21.930020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-170d23b7-7a07-48bc-bac1-6556bf4f2882 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "PUT /v2.0/security-groups/b6eaf485-079e-4a36-97dc-d1119072b991 HTTP/1.1" status: 409 len: 330 time: 0.0159717 Nov 19 19:17:21.932675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39846) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.933129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39848) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.934356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3808a19-1759-4123-bb9e-ed2c384b5f4f tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eaf485-079e-4a36-97dc-d1119072b991,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:21.987867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39854) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:21.988237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d41741ee-eed2-45b8-b9f1-14e78033a1a5 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0127217-cfbe-4100-98f8-dff609deb17a HTTP/1.1" status: 200 len: 205 time: 0.0537856 Nov 19 19:17:22.077945 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-f5856993-b341-454b-b8b2-19676dbb3ca0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] delete failed (client error): The resource could not be found. Nov 19 19:17:22.081473 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f5856993-b341-454b-b8b2-19676dbb3ca0 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/d0127217-cfbe-4100-98f8-dff609deb17a HTTP/1.1" status: 404 len: 336 time: 0.0901675 Nov 19 19:17:22.081853 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39856) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.098058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1a5a-172c-4f43-a5cb-21c904f80efc req-acab5df4-a6ba-4272-8739-15d11a296fec tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:22.100087 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-900c1a5a-172c-4f43-a5cb-21c904f80efc req-acab5df4-a6ba-4272-8739-15d11a296fec tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e4d3f2-d5f3-4112-8267-7e72d291c2ea HTTP/1.1" status: 200 len: 945 time: 0.0934129 Nov 19 19:17:22.101145 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beebe90f-640e-4389-91c6-5bc10c29db16 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.112984 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c031d2f6-196d-497a-a87f-ebdad87485a7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] DELETE failed (client error): The resource could not be found. Nov 19 19:17:22.113564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c031d2f6-196d-497a-a87f-ebdad87485a7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:17:22.117482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c031d2f6-196d-497a-a87f-ebdad87485a7 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/ef7af33b-cc50-47db-8382-06c3c1e82462 HTTP/1.1" status: 404 len: 337 time: 0.0342278 Nov 19 19:17:22.119695 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39860) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.143582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39862) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.161647 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beebe90f-640e-4389-91c6-5bc10c29db16 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.176949 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f1cee24a-b626-4d25-be4a-f83ac2894dc9 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d48b701-545e-4132-8fb4-27e56a7e7083 HTTP/1.1" status: 200 len: 205 time: 0.0554845 Nov 19 19:17:22.177595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39868) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.225355 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-c9898a39-699f-44da-a879-b16e7de4591e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] delete failed (client error): The resource could not be found. Nov 19 19:17:22.226696 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c9898a39-699f-44da-a879-b16e7de4591e tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/8d48b701-545e-4132-8fb4-27e56a7e7083 HTTP/1.1" status: 404 len: 336 time: 0.0476956 Nov 19 19:17:22.228946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39872) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.259232 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bb1bf458-ffc7-490b-a86a-5b5000eee4ea tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ce84d8-484a-440c-8a2b-404b1a86ee98 HTTP/1.1" status: 200 len: 205 time: 0.0286326 Nov 19 19:17:22.261097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39874) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.284221 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beebe90f-640e-4389-91c6-5bc10c29db16 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.287952 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-beebe90f-640e-4389-91c6-5bc10c29db16 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.291811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-beebe90f-640e-4389-91c6-5bc10c29db16 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "DELETE /v2.0/security-groups/b6eaf485-079e-4a36-97dc-d1119072b991 HTTP/1.1" status: 204 len: 168 time: 0.3482392 Nov 19 19:17:22.292424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39876) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.316156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39878) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.319276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-900c1a5a-172c-4f43-a5cb-21c904f80efc req-0d1ae64e-5bad-4d41-8c60-91358627a8ca tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043660 Nov 19 19:17:22.324253 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-c8632dc7-3208-4969-a132-17228eb21c84 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] delete failed (client error): The resource could not be found. Nov 19 19:17:22.325320 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c8632dc7-3208-4969-a132-17228eb21c84 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/00ce84d8-484a-440c-8a2b-404b1a86ee98 HTTP/1.1" status: 404 len: 336 time: 0.0630946 Nov 19 19:17:22.335445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39880) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.337601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebe90f-640e-4389-91c6-5bc10c29db16 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eaf485-079e-4a36-97dc-d1119072b991,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:22.355835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c642e21-01af-4f67-adba-b4f5eebe7ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.368699 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba495e2-8496-4164-aae6-471b4c8fbbf1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] DELETE failed (client error): The resource could not be found. Nov 19 19:17:22.369380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba495e2-8496-4164-aae6-471b4c8fbbf1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:17:22.377219 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cba495e2-8496-4164-aae6-471b4c8fbbf1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/c079b890-a5e1-4405-930e-54df4351a915 HTTP/1.1" status: 404 len: 337 time: 0.0406122 Nov 19 19:17:22.377896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39884) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.418163 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-871620a6-2f9b-4a3e-a562-a0fff57eb855 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff7c4813-6d35-417d-aec1-4efc60f50a25 HTTP/1.1" status: 200 len: 205 time: 0.0373886 Nov 19 19:17:22.419002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39886) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.466216 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-ea601c3c-fc54-4d0f-acda-bf3aca0a01f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] delete failed (client error): The resource could not be found. Nov 19 19:17:22.470524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ea601c3c-fc54-4d0f-acda-bf3aca0a01f1 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/ff7c4813-6d35-417d-aec1-4efc60f50a25 HTTP/1.1" status: 404 len: 336 time: 0.0476689 Nov 19 19:17:22.471339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39888) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.477807 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c642e21-01af-4f67-adba-b4f5eebe7ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.501391 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c642e21-01af-4f67-adba-b4f5eebe7ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.513097 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c953f00c-625b-4460-87cd-c305a7bbfd28 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] DELETE failed (client error): The resource could not be found. Nov 19 19:17:22.514386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c953f00c-625b-4460-87cd-c305a7bbfd28 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:17:22.520640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c953f00c-625b-4460-87cd-c305a7bbfd28 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/fb868b8e-11bd-4643-9f1c-7da3edcaaf70 HTTP/1.1" status: 404 len: 337 time: 0.0439541 Nov 19 19:17:22.528387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-20e3cf7e-87b1-432d-a098-df69fb4f17ba tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2290418 Nov 19 19:17:22.529592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39890) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.530248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39892) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.538767 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6c642e21-01af-4f67-adba-b4f5eebe7ccc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42950d18a348456ab5695f4fdad6a9fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213101 Nov 19 19:17:22.540143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25b77ae5-7cdb-4352-98aa-99e29fbf4dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.542265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39894) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.578861 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-48dee6d8-b15e-4d75-96f1-0b8b504255bf tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] delete failed (client error): The resource could not be found. Nov 19 19:17:22.580236 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-48dee6d8-b15e-4d75-96f1-0b8b504255bf tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "DELETE /v2.0/security-groups/68b2c624-e671-4f17-a94a-e4440f9f7c23 HTTP/1.1" status: 404 len: 347 time: 0.0451686 Nov 19 19:17:22.584507 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e5d6f64c-f29a-48c3-9359-7428c5120cb3 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e02903-0ffa-42b8-80c5-92b03acdebf5 HTTP/1.1" status: 200 len: 205 time: 0.0530319 Nov 19 19:17:22.585802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39898) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.595754 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39900) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.642827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c642e21-01af-4f67-adba-b4f5eebe7ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33348903-15ce-4b02-b873-b362b56b3538,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:22.667344 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-e2fbccd0-8f7b-4c00-8646-7d408e3fe8a8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] show failed (client error): The resource could not be found. Nov 19 19:17:22.676506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e2fbccd0-8f7b-4c00-8646-7d408e3fe8a8 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-groups/8e56b2ab-07ff-452a-92fe-c820100b8fec HTTP/1.1" status: 404 len: 347 time: 0.0813673 Nov 19 19:17:22.676506 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-453f2e34-da21-45ac-a025-9991822cad8a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] delete failed (client error): The resource could not be found. Nov 19 19:17:22.676506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-453f2e34-da21-45ac-a025-9991822cad8a tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/routers/a3e02903-0ffa-42b8-80c5-92b03acdebf5 HTTP/1.1" status: 404 len: 336 time: 0.0705414 Nov 19 19:17:22.676506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39906) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.677040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfa704ae-6507-4adf-b658-2da4fb15736b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.687043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39908) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.708224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfa704ae-6507-4adf-b658-2da4fb15736b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.726861 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4153cc21-2d8e-4b9b-9d11-dc0f42746862 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] DELETE failed (client error): The resource could not be found. Nov 19 19:17:22.727335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4153cc21-2d8e-4b9b-9d11-dc0f42746862 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:17:22.732972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4153cc21-2d8e-4b9b-9d11-dc0f42746862 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/bf9f869d-815e-41c4-bcb7-1b9bd9c9e4c6 HTTP/1.1" status: 404 len: 337 time: 0.0422649 Nov 19 19:17:22.733404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39910) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:22.775768 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-4339a841-157f-4f0c-8472-db27ce8b3fa2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] show failed (client error): The resource could not be found. Nov 19 19:17:22.786008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4339a841-157f-4f0c-8472-db27ce8b3fa2 tempest-NegativeSecGroupIPv6Test-1836278862 tempest-NegativeSecGroupIPv6Test-1836278862-project] 10.222.0.50 "GET /v2.0/security-group-rules/f2196eed-f3fc-4d44-948e-9576b9b66dae HTTP/1.1" status: 404 len: 356 time: 0.1064436 Nov 19 19:17:22.786008 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c002eb-cfca-4286-8aa0-ebe1153fa217 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] DELETE failed (client error): The resource could not be found. Nov 19 19:17:22.786008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c002eb-cfca-4286-8aa0-ebe1153fa217 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:17:22.793063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-67c002eb-cfca-4286-8aa0-ebe1153fa217 tempest-RoutersIpV6Test-1711496242 tempest-RoutersIpV6Test-1711496242-project] 10.222.0.50 "DELETE /v2.0/subnets/e7a2ce7a-1306-4f9b-ae45-661ca4d71bde HTTP/1.1" status: 404 len: 337 time: 0.0560865 Nov 19 19:17:22.905491 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfa704ae-6507-4adf-b658-2da4fb15736b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.914009 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfa704ae-6507-4adf-b658-2da4fb15736b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.921378 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cfa704ae-6507-4adf-b658-2da4fb15736b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33348903-15ce-4b02-b873-b362b56b3538 HTTP/1.1" status: 204 len: 168 time: 0.3754940 Nov 19 19:17:22.923911 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25b77ae5-7cdb-4352-98aa-99e29fbf4dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.949283 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0ccb2-358a-4ceb-ae50-d1fd8d2fd3f1 req-aebb26b9-b9f9-4e9b-aa3f-6dedce3c89c8 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:22.951479 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1a0ccb2-358a-4ceb-ae50-d1fd8d2fd3f1 req-aebb26b9-b9f9-4e9b-aa3f-6dedce3c89c8 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e4d3f2-d5f3-4112-8267-7e72d291c2ea HTTP/1.1" status: 200 len: 945 time: 0.0823376 Nov 19 19:17:22.952249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25b77ae5-7cdb-4352-98aa-99e29fbf4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:22.960424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa704ae-6507-4adf-b658-2da4fb15736b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33348903-15ce-4b02-b873-b362b56b3538,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:23.042531 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-25b77ae5-7cdb-4352-98aa-99e29fbf4dbb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae7207e9f9ca4441a0b2df5ec9d543f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8974345 Nov 19 19:17:23.044084 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1a0ccb2-358a-4ceb-ae50-d1fd8d2fd3f1 req-c50202ff-3a37-4740-b4e1-68bb3d2ed141 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754182 Nov 19 19:17:23.045420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39920) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:23.063634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b77ae5-7cdb-4352-98aa-99e29fbf4dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1817dc-da90-41f8-9b56-a16bf417e19b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:23.136381 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d13b13c2-bedd-4dcc-9895-c7d41e79da75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:23.199011 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d13b13c2-bedd-4dcc-9895-c7d41e79da75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:23.254110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39932) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:23.264330 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d13b13c2-bedd-4dcc-9895-c7d41e79da75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:23.269768 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d13b13c2-bedd-4dcc-9895-c7d41e79da75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:23.271350 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d13b13c2-bedd-4dcc-9895-c7d41e79da75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d1817dc-da90-41f8-9b56-a16bf417e19b HTTP/1.1" status: 204 len: 168 time: 0.2248712 Nov 19 19:17:23.284663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b13c2-bedd-4dcc-9895-c7d41e79da75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1817dc-da90-41f8-9b56-a16bf417e19b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:23.297896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39938) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:23.473977 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a5a61ace-2683-415f-997b-8f138a7531d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2d5410d8ead42dcaf988338dccae4e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159791 Nov 19 19:17:23.474654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39946) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:23.542546 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ed1444a-ea70-4369-bf41-37d03951043e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:23.572031 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ed1444a-ea70-4369-bf41-37d03951043e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:23.630132 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ed1444a-ea70-4369-bf41-37d03951043e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:23.633958 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7ed1444a-ea70-4369-bf41-37d03951043e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:23.637578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7ed1444a-ea70-4369-bf41-37d03951043e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e76d096-9d5f-4be2-ae73-c8e7ba1e6bf5 HTTP/1.1" status: 204 len: 168 time: 0.1599865 Nov 19 19:17:23.644069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1444a-ea70-4369-bf41-37d03951043e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e76d096-9d5f-4be2-ae73-c8e7ba1e6bf5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:23.803024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4e16ecc4-5355-420f-b0bd-406c1bc03a45 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a4eb60154d24ff69f6cf936f81ffb8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5033457 Nov 19 19:17:23.807146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39958) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:23.860053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39960) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:23.876932 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e47b-4e1c-4377-9b93-b6f0f5d9f681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:23.899647 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c7e40c7d-5b1c-4456-8192-28c980196791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:23.934737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c7e40c7d-5b1c-4456-8192-28c980196791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.047670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663c4e5-b936-47f8-9fd3-75172ec345f7 req-fa074873-f271-4241-9626-1b669325b7e2 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:24.052118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7663c4e5-b936-47f8-9fd3-75172ec345f7 req-fa074873-f271-4241-9626-1b669325b7e2 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e4d3f2-d5f3-4112-8267-7e72d291c2ea HTTP/1.1" status: 200 len: 945 time: 0.1009548 Nov 19 19:17:24.064182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e47b-4e1c-4377-9b93-b6f0f5d9f681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.068565 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c7e40c7d-5b1c-4456-8192-28c980196791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.071898 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c7e40c7d-5b1c-4456-8192-28c980196791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.073141 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c7e40c7d-5b1c-4456-8192-28c980196791 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c1e6a0f-f38b-4115-8c9d-d890baa43a0a HTTP/1.1" status: 204 len: 168 time: 0.2644284 Nov 19 19:17:24.077925 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e47b-4e1c-4377-9b93-b6f0f5d9f681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.096881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e40c7d-5b1c-4456-8192-28c980196791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e6a0f-f38b-4115-8c9d-d890baa43a0a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:24.134247 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9ec6e47b-4e1c-4377-9b93-b6f0f5d9f681 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf332b5a2cf24e229b46c8d1ba7a7fa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732112 Nov 19 19:17:24.137934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 39972) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:24.145949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6e47b-4e1c-4377-9b93-b6f0f5d9f681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbb671c-ffaa-458e-b1f9-94cc5b5be99e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:24.196636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39974) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:24.257203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6cadd499-0a09-4dee-b929-3b8bcbca77bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.348243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcab6f-39f5-43ea-a8ec-5b424bb979d5 req-92e37e1b-7144-48a3-920a-173fdfd63e7a tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:24.352072 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e437f-2488-46cc-9506-12eceb0eb6a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.366727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cffcab6f-39f5-43ea-a8ec-5b424bb979d5 req-92e37e1b-7144-48a3-920a-173fdfd63e7a tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.57 "GET /v2.0/ports?device_id=3deeaee2-644b-48f4-894b-54f3c676cc0e HTTP/1.1" status: 200 len: 945 time: 0.1507621 Nov 19 19:17:24.392228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dd71c-fdf0-4e79-b768-f347bcf19534 req-9aa66cdd-b165-4302-879d-ae855e3070b7 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:24.400981 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-546dd71c-fdf0-4e79-b768-f347bcf19534 req-9aa66cdd-b165-4302-879d-ae855e3070b7 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e4d3f2-d5f3-4112-8267-7e72d291c2ea HTTP/1.1" status: 200 len: 945 time: 0.2127275 Nov 19 19:17:24.408824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e437f-2488-46cc-9506-12eceb0eb6a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.479910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7663c4e5-b936-47f8-9fd3-75172ec345f7 req-b27a10ac-47df-4430-9b54-4dfc61ae54f3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Deleting port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:24.480238 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7663c4e5-b936-47f8-9fd3-75172ec345f7 req-b27a10ac-47df-4430-9b54-4dfc61ae54f3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.562015 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6cadd499-0a09-4dee-b929-3b8bcbca77bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.577380 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6cadd499-0a09-4dee-b929-3b8bcbca77bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.613727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadd499-0a09-4dee-b929-3b8bcbca77bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a36a66-909c-44bc-a234-8bc8e59d5bcb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:24.629026 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-546dd71c-fdf0-4e79-b768-f347bcf19534 req-54ee961d-98eb-4cc0-a227-9c6897d9acd4 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df37fff-e69d-4846-ac8a-bccf3df4f7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159221 Nov 19 19:17:24.650242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6cadd499-0a09-4dee-b929-3b8bcbca77bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8538e4449634981b42acbdb11e54dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4523282 Nov 19 19:17:24.654448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 39994) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:24.676633 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-cffcab6f-39f5-43ea-a8ec-5b424bb979d5 req-2339bfda-f35b-46a4-9347-6b2d82132078 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Deleting port 46a26077-c3e6-4cc2-ab82-70bedd2d835f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:24.677223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cffcab6f-39f5-43ea-a8ec-5b424bb979d5 req-2339bfda-f35b-46a4-9347-6b2d82132078 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.688845 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e437f-2488-46cc-9506-12eceb0eb6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.691451 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a1e437f-2488-46cc-9506-12eceb0eb6a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.694953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4a1e437f-2488-46cc-9506-12eceb0eb6a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfbb671c-ffaa-458e-b1f9-94cc5b5be99e HTTP/1.1" status: 204 len: 168 time: 0.5529246 Nov 19 19:17:24.724162 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e437f-2488-46cc-9506-12eceb0eb6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbb671c-ffaa-458e-b1f9-94cc5b5be99e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:24.780819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7663c4e5-b936-47f8-9fd3-75172ec345f7 req-b27a10ac-47df-4430-9b54-4dfc61ae54f3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] For port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5c329e73-77a4-46ec-ad6e-4141b89e8ca9,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:24.781329 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7663c4e5-b936-47f8-9fd3-75172ec345f7 req-b27a10ac-47df-4430-9b54-4dfc61ae54f3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.801291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7663c4e5-b936-47f8-9fd3-75172ec345f7 req-b27a10ac-47df-4430-9b54-4dfc61ae54f3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Calling delete_port for 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:24.815860 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7a20a3f-cf1b-4074-b6b7-2140768b712a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.841017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-cffcab6f-39f5-43ea-a8ec-5b424bb979d5 req-2339bfda-f35b-46a4-9347-6b2d82132078 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] For port 46a26077-c3e6-4cc2-ab82-70bedd2d835f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=46a26077-c3e6-4cc2-ab82-70bedd2d835f,segment=NetworkSegment(906022e6-156e-42ad-b5df-a2708807e0ee),segment_id=906022e6-156e-42ad-b5df-a2708807e0ee)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:24.842167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cffcab6f-39f5-43ea-a8ec-5b424bb979d5 req-2339bfda-f35b-46a4-9347-6b2d82132078 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.891341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7a20a3f-cf1b-4074-b6b7-2140768b712a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:24.903338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-cffcab6f-39f5-43ea-a8ec-5b424bb979d5 req-2339bfda-f35b-46a4-9347-6b2d82132078 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Calling delete_port for 46a26077-c3e6-4cc2-ab82-70bedd2d835f owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:25.044259 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7663c4e5-b936-47f8-9fd3-75172ec345f7 req-b27a10ac-47df-4430-9b54-4dfc61ae54f3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:25.046319 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7a20a3f-cf1b-4074-b6b7-2140768b712a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:25.054796 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d7a20a3f-cf1b-4074-b6b7-2140768b712a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:25.059771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['46a26077-c3e6-4cc2-ab82-70bedd2d835f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:17:25.062189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d7a20a3f-cf1b-4074-b6b7-2140768b712a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05a36a66-909c-44bc-a234-8bc8e59d5bcb HTTP/1.1" status: 204 len: 168 time: 0.4036765 Nov 19 19:17:25.063071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['5c329e73-77a4-46ec-ad6e-4141b89e8ca9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:17:25.082574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a10ac-47df-4430-9b54-4dfc61ae54f3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Pushing event deleted for resources: {'Port': ['ID=5c329e73-77a4-46ec-ad6e-4141b89e8ca9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:25.134727 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:17:25.157198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a20a3f-cf1b-4074-b6b7-2140768b712a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a36a66-909c-44bc-a234-8bc8e59d5bcb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:25.164881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7663c4e5-b936-47f8-9fd3-75172ec345f7 req-b27a10ac-47df-4430-9b54-4dfc61ae54f3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] No DVR routers for this DVR port 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:17:25.168033 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7663c4e5-b936-47f8-9fd3-75172ec345f7 req-b27a10ac-47df-4430-9b54-4dfc61ae54f3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:25.175512 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7663c4e5-b936-47f8-9fd3-75172ec345f7 req-b27a10ac-47df-4430-9b54-4dfc61ae54f3 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.21 "DELETE /v2.0/ports/5c329e73-77a4-46ec-ad6e-4141b89e8ca9 HTTP/1.1" status: 204 len: 173 time: 1.1143343 Nov 19 19:17:25.178477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e4d3f2-d5f3-4112-8267-7e72d291c2ea', 'name': 'network-vif-deleted', 'tag': '5c329e73-77a4-46ec-ad6e-4141b89e8ca9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:17:25.183458 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfdd88b-757a-4f59-9e11-be0d981ef5ca" -d '{"events": [{"server_uuid": "45e4d3f2-d5f3-4112-8267-7e72d291c2ea", "name": "network-vif-deleted", "tag": "5c329e73-77a4-46ec-ad6e-4141b89e8ca9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:17:25.238769 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cffcab6f-39f5-43ea-a8ec-5b424bb979d5 req-2339bfda-f35b-46a4-9347-6b2d82132078 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:25.261208 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734401ef-3415-45cd-acfb-3774abeaf770 x-openstack-request-id: req-734401ef-3415-45cd-acfb-3774abeaf770 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:17:25.261597 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e4d3f2-d5f3-4112-8267-7e72d291c2ea", "name": "network-vif-deleted", "tag": "5c329e73-77a4-46ec-ad6e-4141b89e8ca9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:17:25.262602 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-734401ef-3415-45cd-acfb-3774abeaf770 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:17:25.263170 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e4d3f2-d5f3-4112-8267-7e72d291c2ea', 'name': 'network-vif-deleted', 'tag': '5c329e73-77a4-46ec-ad6e-4141b89e8ca9', 'status': 'completed', 'code': 200} Nov 19 19:17:25.292041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339bfda-f35b-46a4-9347-6b2d82132078 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Pushing event deleted for resources: {'Port': ['ID=46a26077-c3e6-4cc2-ab82-70bedd2d835f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:25.330423 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:25.426934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffcab6f-39f5-43ea-a8ec-5b424bb979d5 req-2339bfda-f35b-46a4-9347-6b2d82132078 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] No DVR routers for this DVR port 46a26077-c3e6-4cc2-ab82-70bedd2d835f on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:17:25.431189 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-cffcab6f-39f5-43ea-a8ec-5b424bb979d5 req-2339bfda-f35b-46a4-9347-6b2d82132078 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:25.436261 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cffcab6f-39f5-43ea-a8ec-5b424bb979d5 req-2339bfda-f35b-46a4-9347-6b2d82132078 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.57 "DELETE /v2.0/ports/46a26077-c3e6-4cc2-ab82-70bedd2d835f HTTP/1.1" status: 204 len: 173 time: 1.0689385 Nov 19 19:17:25.441865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deeaee2-644b-48f4-894b-54f3c676cc0e', 'name': 'network-vif-deleted', 'tag': '46a26077-c3e6-4cc2-ab82-70bedd2d835f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:17:25.447432 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fd1135-2297-4286-9005-e49eb1d6ee45" -d '{"events": [{"server_uuid": "3deeaee2-644b-48f4-894b-54f3c676cc0e", "name": "network-vif-deleted", "tag": "46a26077-c3e6-4cc2-ab82-70bedd2d835f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:17:25.516963 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ac035b-dcc9-409a-a702-66534b2169a9 x-openstack-request-id: req-66ac035b-dcc9-409a-a702-66534b2169a9 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:17:25.517275 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deeaee2-644b-48f4-894b-54f3c676cc0e", "name": "network-vif-deleted", "tag": "46a26077-c3e6-4cc2-ab82-70bedd2d835f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:17:25.517643 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66ac035b-dcc9-409a-a702-66534b2169a9 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:17:25.518185 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deeaee2-644b-48f4-894b-54f3c676cc0e', 'name': 'network-vif-deleted', 'tag': '46a26077-c3e6-4cc2-ab82-70bedd2d835f', 'status': 'completed', 'code': 200} Nov 19 19:17:25.675666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40042) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:25.791935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0dfc813c-e944-4c03-a65c-84e78c81990b req-f0b3e7a8-a0ef-4b70-a241-dd0817a3ce52 tempest-MultipleCreateTestJSON-1727920837 tempest-MultipleCreateTestJSON-1727920837-project] 10.222.0.50 "GET /v2.0/ports?device_id=45e4d3f2-d5f3-4112-8267-7e72d291c2ea HTTP/1.1" status: 200 len: 210 time: 0.0529747 Nov 19 19:17:26.110676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-689430514'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:26.149874 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Made reservation on behalf of cdb287b2de874d4bbe1a51e931a0093b for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:26.154960 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:26.167001 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:26.264344 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:26.270670 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:26.306465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:17:26.318069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a756fff0-6b0e-442c-b9fa-4b7061a42639,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:26.323358 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:26.323969 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Added segment 38275083-3022-46d0-9367-575472891d9c of type vlan for network 8eaffbdd-aa7b-4112-a083-75595bfb2343 Nov 19 19:17:26.396656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:26.430863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:26.444321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:26.444941 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:26.550353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8727987 Nov 19 19:17:26.551322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24d9b6-524c-4ed5-92c4-af156ad80ae5 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Pushing event updated for resources: {'Network': ['ID=8eaffbdd-aa7b-4112-a083-75595bfb2343,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:26.554078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40076) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:26.559434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-a0e981a3-b33e-4ec4-97fd-1739f2da70de tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343', 'tempest-TagsTest-Tag-920275929') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:26.573270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 8eaffbdd-aa7b-4112-a083-75595bfb2343 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:17:26.679505 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a0e981a3-b33e-4ec4-97fd-1739f2da70de tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "PUT /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags/tempest-TagsTest-Tag-920275929 HTTP/1.1" status: 201 len: 201 time: 0.1244662 Nov 19 19:17:26.682213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40088) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:26.695459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-0a11018a-d3c2-4ea6-8a3d-fc508887d7f3 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343', 'tempest-TagsTest-Tag-920275929') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:26.794441 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0a11018a-d3c2-4ea6-8a3d-fc508887d7f3 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "GET /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags/tempest-TagsTest-Tag-920275929 HTTP/1.1" status: 204 len: 168 time: 0.1112301 Nov 19 19:17:26.797323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40092) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:26.803486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-43b9f495-5f0f-4962-843f-19129c4af6d4 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:26.956249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40106) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:27.002113 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-43b9f495-5f0f-4962-843f-19129c4af6d4 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "GET /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags HTTP/1.1" status: 200 len: 237 time: 0.2017090 Nov 19 19:17:27.004511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40116) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:27.011161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-96d08db2-8137-41d5-b04a-4a4be2ca2cd7 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343', {'tags': ['tempest-TagsTest-Tag-2106650608', 'tempest-TagsTest-Tag-1943558342', 'tempest-TagsTest-Tag-1562351668']}) {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:27.020810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd297911-893a-480b-899f-fa5d8e751701 admin admin] Deleting subnet da48b4da-1b17-49b0-9dc5-0b30397b2eaf {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:17:27.024510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd297911-893a-480b-899f-fa5d8e751701 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.071274 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd297911-893a-480b-899f-fa5d8e751701 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.106088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:17:27.132577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:17:27.133319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5c329e73-77a4-46ec-ad6e-4141b89e8ca9 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:17:27.139140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd297911-893a-480b-899f-fa5d8e751701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.187692 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-96d08db2-8137-41d5-b04a-4a4be2ca2cd7 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "PUT /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags HTTP/1.1" status: 200 len: 309 time: 0.1817584 Nov 19 19:17:27.193990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40118) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:27.199088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-d43fb1a8-94ee-4a32-898c-fa814b0f1dda tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343', 'tempest-TagsTest-Tag-2106650608') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:27.262749 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd297911-893a-480b-899f-fa5d8e751701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.300689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd297911-893a-480b-899f-fa5d8e751701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da48b4da-1b17-49b0-9dc5-0b30397b2eaf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:27.307565 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd297911-893a-480b-899f-fa5d8e751701 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.314898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fd297911-893a-480b-899f-fa5d8e751701 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/da48b4da-1b17-49b0-9dc5-0b30397b2eaf HTTP/1.1" status: 204 len: 168 time: 0.3550608 Nov 19 19:17:27.315080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40126) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:27.435635 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d43fb1a8-94ee-4a32-898c-fa814b0f1dda tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "DELETE /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags/tempest-TagsTest-Tag-2106650608 HTTP/1.1" status: 204 len: 168 time: 0.2379577 Nov 19 19:17:27.436799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40138) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:27.440419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 46a26077-c3e6-4cc2-ab82-70bedd2d835f no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:17:27.445448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-aa5fb22a-bae6-4dc7-85b5-f9d29ab5032d tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343', 'tempest-TagsTest-Tag-2106650608') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:27.450369 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.485114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 46a26077-c3e6-4cc2-ab82-70bedd2d835f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:17:27.485847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 46a26077-c3e6-4cc2-ab82-70bedd2d835f not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:17:27.553657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.563329 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-aa5fb22a-bae6-4dc7-85b5-f9d29ab5032d tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] show failed (client error): The resource could not be found. Nov 19 19:17:27.564609 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aa5fb22a-bae6-4dc7-85b5-f9d29ab5032d tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "GET /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags/tempest-TagsTest-Tag-2106650608 HTTP/1.1" status: 404 len: 326 time: 0.1261163 Nov 19 19:17:27.567386 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40142) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:27.575571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-8386efae-8c84-43aa-b4c8-28caa9921f4f tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343', 'tempest-TagsTest-Tag-1943558342') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:27.583624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4caa84a5-0db6-4689-8fc4-f41f11358403']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:27.594483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906022e6-156e-42ad-b5df-a2708807e0ee') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:27.594783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906022e6-156e-42ad-b5df-a2708807e0ee') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:27.605631 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.621334 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.632314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:17:27.633185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:17:27.636429 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:17:27.671146 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8386efae-8c84-43aa-b4c8-28caa9921f4f tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "GET /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags/tempest-TagsTest-Tag-1943558342 HTTP/1.1" status: 204 len: 168 time: 0.1003900 Nov 19 19:17:27.672989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40148) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:27.680282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.tag.tag_plugin [None req-d9cbc3a1-333b-4135-a046-5c8d1a5665c3 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343', 'tempest-TagsTest-Tag-1562351668') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:27.702282 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.715624 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:27.720243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] 10.222.0.50 "DELETE /v2.0/networks/4caa84a5-0db6-4689-8fc4-f41f11358403 HTTP/1.1" status: 204 len: 168 time: 0.4039915 Nov 19 19:17:27.739338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a9a86-68a2-469b-84fd-d072a80416db admin admin] Pushing event deleted for resources: {'Network': ['ID=4caa84a5-0db6-4689-8fc4-f41f11358403,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:27.941103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40168) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:27.941849 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d9cbc3a1-333b-4135-a046-5c8d1a5665c3 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "GET /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags/tempest-TagsTest-Tag-1562351668 HTTP/1.1" status: 204 len: 168 time: 0.2671843 Nov 19 19:17:27.948802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-bdecc8c7-8413-4104-9686-be3654151d67 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:27.959258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-278ed60d-011a-4ab2-a07a-3d43dcd36ce0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1042931 Nov 19 19:17:28.091993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40172) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:28.107347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-8d46ec7f-c8b2-4914-9223-41f28a69fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:28.110458 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-8d46ec7f-c8b2-4914-9223-41f28a69fec1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0957277 Nov 19 19:17:28.149601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bdecc8c7-8413-4104-9686-be3654151d67 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "DELETE /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags HTTP/1.1" status: 204 len: 168 time: 0.2057962 Nov 19 19:17:28.155860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40174) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:28.165305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-e9911de0-7cbc-4c08-a8a8-faab6b9cc8c4 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343', 'tempest-TagsTest-Tag-1943558342') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:28.338653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-1c1aa924-0eab-4ba1-b526-b6829e38d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:28.341658 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-1c1aa924-0eab-4ba1-b526-b6829e38d30d service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.2050703 Nov 19 19:17:28.396219 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-08bd12ed-8bfb-42c9-9911-365bfefc573c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6dbab0c4d154d088a401b7648492150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2600219 Nov 19 19:17:28.396860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40190) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:28.437443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-066776b1-64fd-4d89-be93-98f1218aa087 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0885596 Nov 19 19:17:28.481266 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-e9911de0-7cbc-4c08-a8a8-faab6b9cc8c4 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] show failed (client error): The resource could not be found. Nov 19 19:17:28.488599 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e9911de0-7cbc-4c08-a8a8-faab6b9cc8c4 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "GET /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags/tempest-TagsTest-Tag-1943558342 HTTP/1.1" status: 404 len: 326 time: 0.3308496 Nov 19 19:17:28.502386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40198) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:28.538756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-c74fa9d9-2c03-4fb7-96de-561b0bbf4107 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343', 'tempest-TagsTest-Tag-1562351668') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:28.558743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-c3c6cd7d-4e33-418c-91b8-9a340ca1265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:28.560644 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-c3c6cd7d-4e33-418c-91b8-9a340ca1265f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1117461 Nov 19 19:17:28.628811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-cb6bb486-a9d5-4f3d-9671-a4c0cebcd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:28.633697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-cb6bb486-a9d5-4f3d-9671-a4c0cebcd8c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634382 Nov 19 19:17:28.682688 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-78aa79f9-c3ac-41f3-958c-529057fdea0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:28.708051 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-78aa79f9-c3ac-41f3-958c-529057fdea0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:28.787032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-78aa79f9-c3ac-41f3-958c-529057fdea0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:28.789806 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-78aa79f9-c3ac-41f3-958c-529057fdea0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:28.791308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-78aa79f9-c3ac-41f3-958c-529057fdea0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9df37fff-e69d-4846-ac8a-bccf3df4f7bc HTTP/1.1" status: 204 len: 168 time: 0.3917153 Nov 19 19:17:28.808855 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-c74fa9d9-2c03-4fb7-96de-561b0bbf4107 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] show failed (client error): The resource could not be found. Nov 19 19:17:28.810045 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c74fa9d9-2c03-4fb7-96de-561b0bbf4107 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "GET /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags/tempest-TagsTest-Tag-1562351668 HTTP/1.1" status: 404 len: 326 time: 0.3059049 Nov 19 19:17:28.813113 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40214) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:28.819049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.tag.tag_plugin [None req-5a34b890-e784-4b4c-bb07-f1666caa494f tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8eaffbdd-aa7b-4112-a083-75595bfb2343') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:28.824042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa79f9-c3ac-41f3-958c-529057fdea0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df37fff-e69d-4846-ac8a-bccf3df4f7bc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:28.933568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-97dd9695-f0a0-4f9e-b44e-d2d1e3455218 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940228 Nov 19 19:17:28.973802 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5a34b890-e784-4b4c-bb07-f1666caa494f tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "DELETE /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343/tags HTTP/1.1" status: 204 len: 168 time: 0.1566865 Nov 19 19:17:28.974937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40224) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:29.101247 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6b171438-3c17-454e-a397-9413cf9ddb4d req-2cf2d8f7-0b1b-415f-9367-070de6e1b43c service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600957 Nov 19 19:17:29.195991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:29.328133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:29.378814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eaffbdd-aa7b-4112-a083-75595bfb2343']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:29.402304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40238) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:29.402485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38275083-3022-46d0-9367-575472891d9c') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:29.402485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38275083-3022-46d0-9367-575472891d9c') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:29.414293 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:29.430390 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:29.466449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:17:29.466449 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:17:29.467380 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:17:29.546449 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:29.571927 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:29.580936 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] 10.222.0.50 "DELETE /v2.0/networks/8eaffbdd-aa7b-4112-a083-75595bfb2343 HTTP/1.1" status: 204 len: 168 time: 0.6048121 Nov 19 19:17:29.637707 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab05f293-b6ba-4497-abf0-e1102552633c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:29.638514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10201fb6-3605-4d25-ad92-6c6612f05307 tempest-TagsTest-790967156 tempest-TagsTest-790967156-project] Pushing event deleted for resources: {'Network': ['ID=8eaffbdd-aa7b-4112-a083-75595bfb2343,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:29.734116 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:29.859232 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab05f293-b6ba-4497-abf0-e1102552633c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:29.866164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab05f293-b6ba-4497-abf0-e1102552633c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:29.958976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05f293-b6ba-4497-abf0-e1102552633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b19a0a-32f1-4357-8461-e6c0714108b3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:29.965347 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ab05f293-b6ba-4497-abf0-e1102552633c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b642ea429c324f1d8349652ae1722a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5628352 Nov 19 19:17:29.968374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40268) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:30.075035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40278) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:30.092742 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7360096-e8a7-4baf-9aef-2dd35243d7a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:30.153346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7360096-e8a7-4baf-9aef-2dd35243d7a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:30.220298 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7360096-e8a7-4baf-9aef-2dd35243d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:30.225575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7360096-e8a7-4baf-9aef-2dd35243d7a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:30.232118 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f7360096-e8a7-4baf-9aef-2dd35243d7a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45b19a0a-32f1-4357-8461-e6c0714108b3 HTTP/1.1" status: 204 len: 168 time: 0.2621160 Nov 19 19:17:30.242589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7360096-e8a7-4baf-9aef-2dd35243d7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b19a0a-32f1-4357-8461-e6c0714108b3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:30.425216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-218f9f54-4c3a-4b58-a74e-aa539575959a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cdb287b2de874d4bbe1a51e931a0093b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483055 Nov 19 19:17:30.427924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40298) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:30.491153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7db0b0e0-edfc-4b5e-b88f-e8cc9f144335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:30.575405 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7db0b0e0-edfc-4b5e-b88f-e8cc9f144335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:30.680034 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7db0b0e0-edfc-4b5e-b88f-e8cc9f144335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:30.685723 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7db0b0e0-edfc-4b5e-b88f-e8cc9f144335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:30.687919 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7db0b0e0-edfc-4b5e-b88f-e8cc9f144335 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a756fff0-6b0e-442c-b9fa-4b7061a42639 HTTP/1.1" status: 204 len: 168 time: 0.2590399 Nov 19 19:17:30.714286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0b0e0-edfc-4b5e-b88f-e8cc9f144335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a756fff0-6b0e-442c-b9fa-4b7061a42639,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:31.070460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-a34e6fa7-235e-4cff-9a98-2085f3581c7b tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b216306c10604d4c9405905596a79151&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417259 Nov 19 19:17:31.371009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-c3fe0d07-92f2-4ba4-a91e-8c438dd69264 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:31.373151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-c3fe0d07-92f2-4ba4-a91e-8c438dd69264 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2945590 Nov 19 19:17:31.397002 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-c6f20736-ceae-4e5d-bf25-2934ab1eb489 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/quotas/b216306c10604d4c9405905596a79151 HTTP/1.1" status: 200 len: 375 time: 0.0160022 Nov 19 19:17:31.435029 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-fb225827-5dec-49b7-bba1-4c32ba2edd51 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b216306c10604d4c9405905596a79151&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302000 Nov 19 19:17:31.697253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-307e650f-e0cc-4d97-9b5f-7d10dcf7a3e8 req-1d0f9232-7e59-4d2f-9120-892d7163935e tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 210 time: 0.0416319 Nov 19 19:17:32.490085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40430) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:32.957316 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-1455052a-c8a3-41c6-b194-8277a0d6d69b tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b216306c10604d4c9405905596a79151&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1356671 Nov 19 19:17:32.970544 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e50eb39e-1abe-4dd9-bf2b-603eb16fd530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:33.077069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff60dff0-30ed-498a-a42d-014152ae18f2 req-bc5be949-9886-43d8-a058-9f52e3cc2754 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 210 time: 0.2433352 Nov 19 19:17:33.274385 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e50eb39e-1abe-4dd9-bf2b-603eb16fd530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:33.284794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e50eb39e-1abe-4dd9-bf2b-603eb16fd530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:33.424765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e50eb39e-1abe-4dd9-bf2b-603eb16fd530 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=beae5aeee1ad403590e763f05c731d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9335573 Nov 19 19:17:33.427599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40476) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:33.433126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50eb39e-1abe-4dd9-bf2b-603eb16fd530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ecd2c8-9fe3-4d9e-92d9-8b968d821890,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:33.450327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-657f15af-c76b-4aec-8c6b-8b937d855a93 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:33.452127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-657f15af-c76b-4aec-8c6b-8b937d855a93 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4402602 Nov 19 19:17:33.468435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Request body: {'port': {'device_id': '4bf17468-7c51-43c8-9774-15aff4549a3b', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'b216306c10604d4c9405905596a79151'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:33.550537 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3e4c-1275-4cda-8f9e-f1a5049240d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:33.594218 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3e4c-1275-4cda-8f9e-f1a5049240d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:33.655633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Made reservation on behalf of b216306c10604d4c9405905596a79151 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:33.660710 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:33.671830 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:33.733783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3e4c-1275-4cda-8f9e-f1a5049240d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:33.737005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3e4c-1275-4cda-8f9e-f1a5049240d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:33.739080 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2c7d3e4c-1275-4cda-8f9e-f1a5049240d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10ecd2c8-9fe3-4d9e-92d9-8b968d821890 HTTP/1.1" status: 204 len: 168 time: 0.3098249 Nov 19 19:17:33.766604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d3e4c-1275-4cda-8f9e-f1a5049240d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ecd2c8-9fe3-4d9e-92d9-8b968d821890,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:33.807329 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:33.814673 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:33.876050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ec9653-43b3-4dfc-9802-cef0b3ac5675,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:34.126970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Allocated IP 192.168.233.15 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/4348e220-a174-4b78-bcd8-18f77f60857e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:34.294689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70b6888a-6121-4356-a3f9-7eedd83bf02c req-d6d4783e-b155-4196-a5a9-75b1c7ee9f28 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 210 time: 0.0655468 Nov 19 19:17:34.371898 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:34.379421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40516) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:34.421518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:34.500204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Pushing event updated for resources: {'Port': ['ID=4348e220-a174-4b78-bcd8-18f77f60857e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:34.517123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:34.520115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:34.523069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:34.604163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:34.608987 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:34.630330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40530) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:34.635706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-4e37397f-161b-47d7-be43-ca9d669eed32 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1719093 Nov 19 19:17:34.649671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Request body: {'port': {'device_id': '4bf17468-7c51-43c8-9774-15aff4549a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:34.764408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:34.796338 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:34.836371 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.147005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8c0259bd-8e68-4c40-a07f-7552fce2afe7 None None] Provisioning complete for port 4348e220-a174-4b78-bcd8-18f77f60857e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:35.147543 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8c0259bd-8e68-4c40-a07f-7552fce2afe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.167615 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.195835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6506-0059-4e2e-a96b-9c896a617bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.216809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8c0259bd-8e68-4c40-a07f-7552fce2afe7 None None] Port 4348e220-a174-4b78-bcd8-18f77f60857e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:17:35.389702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Allocated IP 172.25.3.116 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/e1341f2d-5bc9-444b-8750-08cd2476fdf3) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:35.424645 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6506-0059-4e2e-a96b-9c896a617bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.455672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4348e220-a174-4b78-bcd8-18f77f60857e {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:17:35.462460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40558) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:35.463217 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6506-0059-4e2e-a96b-9c896a617bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.476063 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.504592 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0a0b6506-0059-4e2e-a96b-9c896a617bfc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4bba741b3bff46f0941d4a71bb594664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8728516 Nov 19 19:17:35.506836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Transition to ACTIVE for port object 4348e220-a174-4b78-bcd8-18f77f60857e will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:17:35.508352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40562) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:35.527010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdc097-516c-4a8e-80d7-afec1f3e0413 req-2815fb5d-555b-4088-8fca-a30fb1dd4b41 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:35.534588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0fdc097-516c-4a8e-80d7-afec1f3e0413 req-2815fb5d-555b-4088-8fca-a30fb1dd4b41 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 935 time: 0.0709610 Nov 19 19:17:35.537139 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.567923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b6506-0059-4e2e-a96b-9c896a617bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58318e4-9fce-4149-88a9-1b114016ca26,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:35.613861 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2698229-d81c-4089-9fb9-3d0216f97154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.643946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-791169079-network', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:35.696930 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.727770 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0fdc097-516c-4a8e-80d7-afec1f3e0413 req-81f8f4c8-58b9-4e84-b8f8-1422103ee25d tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/security-groups?id=a0ec9653-43b3-4dfc-9802-cef0b3ac5675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922131 Nov 19 19:17:35.741091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4348e220-a174-4b78-bcd8-18f77f60857e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:35.747666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.758234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Attempting to bind port 4348e220-a174-4b78-bcd8-18f77f60857e on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:17:35.758565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Attempting to bind port 4348e220-a174-4b78-bcd8-18f77f60857e by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:17:35.759085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Attempting to bind port 4348e220-a174-4b78-bcd8-18f77f60857e on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:35.759227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2698229-d81c-4089-9fb9-3d0216f97154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.764919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Port 4348e220-a174-4b78-bcd8-18f77f60857e on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:17:35.765239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Attempting to bind port 4348e220-a174-4b78-bcd8-18f77f60857e on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:35.771237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:17:35.771569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:35.772243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:17:35.772970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Bound port: 4348e220-a174-4b78-bcd8-18f77f60857e, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:17:35.773581 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.808888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:35.819095 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Made reservation on behalf of 821f0245517847c595daafbdfc6c9ad6 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:35.821863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.837210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:35.839508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:35.890701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] For port 4348e220-a174-4b78-bcd8-18f77f60857e, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:17:35.906010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] For port 4348e220-a174-4b78-bcd8-18f77f60857e, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4348e220-a174-4b78-bcd8-18f77f60857e,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:17:35.922509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.938481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:35.939347 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:35.941274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] 10.222.0.21 "PUT /v2.0/ports/4348e220-a174-4b78-bcd8-18f77f60857e HTTP/1.1" status: 200 len: 1095 time: 1.2963707 Nov 19 19:17:35.941604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf17468-7c51-43c8-9774-15aff4549a3b', 'tag': '4348e220-a174-4b78-bcd8-18f77f60857e'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:17:35.945046 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83295a0-f916-4d15-8971-561b7703c82f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf17468-7c51-43c8-9774-15aff4549a3b", "tag": "4348e220-a174-4b78-bcd8-18f77f60857e"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:17:36.065460 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:36.088047 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:36.207748 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event updated for resources: {'Port': ['ID=e1341f2d-5bc9-444b-8750-08cd2476fdf3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:36.277028 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2698229-d81c-4089-9fb9-3d0216f97154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:36.280084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f2698229-d81c-4089-9fb9-3d0216f97154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:36.285794 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f2698229-d81c-4089-9fb9-3d0216f97154 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d58318e4-9fce-4149-88a9-1b114016ca26 HTTP/1.1" status: 204 len: 168 time: 0.7737715 Nov 19 19:17:36.296590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:36.369621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2698229-d81c-4089-9fb9-3d0216f97154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58318e4-9fce-4149-88a9-1b114016ca26,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:36.436313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:36.447801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:36.512501 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d776cce6-fbfe-4609-a8f0-ba3ba025f8b7 x-openstack-request-id: req-d776cce6-fbfe-4609-a8f0-ba3ba025f8b7 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:17:36.514212 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf17468-7c51-43c8-9774-15aff4549a3b", "tag": "4348e220-a174-4b78-bcd8-18f77f60857e", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:17:36.514471 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d776cce6-fbfe-4609-a8f0-ba3ba025f8b7 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:17:36.515047 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf17468-7c51-43c8-9774-15aff4549a3b', 'tag': '4348e220-a174-4b78-bcd8-18f77f60857e', 'status': 'completed', 'code': 200} Nov 19 19:17:36.545029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:17:36.563556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e73163-5b8f-4381-94bf-0eed7225ac70,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:36.585304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f98636-a8cb-43f6-a23a-7565207df5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4348e220-a174-4b78-bcd8-18f77f60857e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:36.593349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:36.593709 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Added segment a50cfcd7-509a-4a71-b91a-269599cbc140 of type vlan for network 62556698-c2ab-4962-a38b-b10646191d55 Nov 19 19:17:36.614684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-dc4dcd93-c455-40a5-9198-b3eb6bd9b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:36.616341 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-dc4dcd93-c455-40a5-9198-b3eb6bd9b896 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b216306c10604d4c9405905596a79151&device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 1098 time: 0.1003559 Nov 19 19:17:36.670238 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-6c66f865-a3d3-49ec-baea-e5830f852ac6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=4348e220-a174-4b78-bcd8-18f77f60857e HTTP/1.1" status: 200 len: 217 time: 0.0452762 Nov 19 19:17:36.772303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-9653051a-7d82-4021-99af-9b9a5c150f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:36.775182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-9653051a-7d82-4021-99af-9b9a5c150f9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0981688 Nov 19 19:17:36.861554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-c95db94e-53d5-4093-bb44-0f07e2718557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:36.863515 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-c95db94e-53d5-4093-bb44-0f07e2718557 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759692 Nov 19 19:17:36.971454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40590) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:37.007653 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c30d4c18-34fb-4cd7-ae90-98db925b8a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.041528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4723bc6-a0d6-4308-8b2d-e5d494bfd4ac req-86a5bcab-49ad-493b-848e-f76e8c640162 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:37.049911 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4723bc6-a0d6-4308-8b2d-e5d494bfd4ac req-86a5bcab-49ad-493b-848e-f76e8c640162 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 947 time: 0.1838779 Nov 19 19:17:37.112783 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-76c031e0-7168-4685-a9dd-bef763d3b3be service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316918 Nov 19 19:17:37.239458 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4723bc6-a0d6-4308-8b2d-e5d494bfd4ac req-f99086d5-e2ac-4c48-aeb3-9a4892879e5f tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/security-groups?id=a0ec9653-43b3-4dfc-9802-cef0b3ac5675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885753 Nov 19 19:17:37.264961 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.299290 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.311931 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.322337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-25049dcb-7397-4b1b-bdba-0ec7a061261e req-d9fa7807-a53a-4c2d-8a82-cc04edd73aee service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887126 Nov 19 19:17:37.324130 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c30d4c18-34fb-4cd7-ae90-98db925b8a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.326948 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.328256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:37.329054 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.329619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c30d4c18-34fb-4cd7-ae90-98db925b8a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.384080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c30d4c18-34fb-4cd7-ae90-98db925b8a09 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1520a2741f9f42eeb83ddc66095acfbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4073420 Nov 19 19:17:37.385049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d4c18-34fb-4cd7-ae90-98db925b8a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ca45d4-c955-43f4-996c-c574e1bdfa74,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:37.388323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40596) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:37.480548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40598) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:37.481115 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0147364 Nov 19 19:17:37.488616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] Request body: {'subnet': {'network_id': '62556698-c2ab-4962-a38b-b10646191d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-791169079-subnet', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:37.493668 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbc1db-3aa0-4cdf-ac8e-f8ae90633412 admin admin] Pushing event updated for resources: {'Network': ['ID=62556698-c2ab-4962-a38b-b10646191d55,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:37.504503 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b929d6-a8d8-4085-87fb-a61b26cd6f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.505711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 62556698-c2ab-4962-a38b-b10646191d55 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:17:37.520091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event updated for resources: {'Port': ['ID=e1341f2d-5bc9-444b-8750-08cd2476fdf3,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:37.528780 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.535189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b929d6-a8d8-4085-87fb-a61b26cd6f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.551181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83295a0-f916-4d15-8971-561b7703c82f req-5948456b-4a35-4edc-ae88-b40350078de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:37.552682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c83295a0-f916-4d15-8971-561b7703c82f req-5948456b-4a35-4edc-ae88-b40350078de1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b216306c10604d4c9405905596a79151&device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 1098 time: 0.1616759 Nov 19 19:17:37.643744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] Made reservation on behalf of 821f0245517847c595daafbdfc6c9ad6 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:37.646192 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.651434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.654539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c0e1680c-fe41-4990-965d-9e322a2213ea tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2729723 Nov 19 19:17:37.657821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40600) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:37.664211 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-534704807'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:37.699295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Made reservation on behalf of edfc2f8cd16f48cfb2506493b5499a45 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:37.712520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.725140 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.756910 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b929d6-a8d8-4085-87fb-a61b26cd6f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.759554 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33b929d6-a8d8-4085-87fb-a61b26cd6f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.760756 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-33b929d6-a8d8-4085-87fb-a61b26cd6f69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80ca45d4-c955-43f4-996c-c574e1bdfa74 HTTP/1.1" status: 204 len: 168 time: 0.3709292 Nov 19 19:17:37.802228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b929d6-a8d8-4085-87fb-a61b26cd6f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ca45d4-c955-43f4-996c-c574e1bdfa74,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:37.817190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83295a0-f916-4d15-8971-561b7703c82f req-2da0e66d-264d-4971-90b2-1cd572520051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:37.819767 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c83295a0-f916-4d15-8971-561b7703c82f req-2da0e66d-264d-4971-90b2-1cd572520051 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.2547474 Nov 19 19:17:37.873598 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.897275 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.907181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c83295a0-f916-4d15-8971-561b7703c82f req-502e7ddf-bd9f-4b3b-a397-c7d89c2d61a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=4348e220-a174-4b78-bcd8-18f77f60857e HTTP/1.1" status: 200 len: 217 time: 0.0768330 Nov 19 19:17:37.933529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:17:37.945846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a229650-a4e4-4e3a-863e-eeae76bf84c6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:37.952599 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:37.952982 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Added segment d32e11d2-460b-4136-84c9-916d02418bc7 of type vlan for network 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 Nov 19 19:17:38.006228 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:38.059094 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:38.065590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:38.070729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:38.173502 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5112264 Nov 19 19:17:38.174626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40612) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:38.181653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Request body: {'subnet': {'network_id': '3e3abb4f-0cdf-43a4-bb4e-005639a1ca78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:38.239980 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e355-5bc2-41c7-92c0-b2023da12985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:38.286126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b617099-5272-4046-bffa-3b0083ef49de tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event updated for resources: {'Network': ['ID=3e3abb4f-0cdf-43a4-bb4e-005639a1ca78,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:38.291885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Made reservation on behalf of edfc2f8cd16f48cfb2506493b5499a45 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:38.297396 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:38.307220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:17:38.318963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83295a0-f916-4d15-8971-561b7703c82f req-da2de3e4-d73b-44a2-917e-2f8708f20988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:38.328673 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c83295a0-f916-4d15-8971-561b7703c82f req-da2de3e4-d73b-44a2-917e-2f8708f20988 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.3303652 Nov 19 19:17:38.430326 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:38.602005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1aff004-67b4-41bf-a0c7-c0ae1b7fab92,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:38.617522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83295a0-f916-4d15-8971-561b7703c82f req-465cdf76-3ae8-4781-8772-f0a0d05992f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:38.619091 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c83295a0-f916-4d15-8971-561b7703c82f req-465cdf76-3ae8-4781-8772-f0a0d05992f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2789543 Nov 19 19:17:38.664259 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:38.758078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54e502-d0ce-47c9-9d10-24eae9e13da8 req-643716cd-123b-4909-add9-3f6ea164ee17 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:38.760297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f54e502-d0ce-47c9-9d10-24eae9e13da8 req-643716cd-123b-4909-add9-3f6ea164ee17 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 947 time: 0.3871543 Nov 19 19:17:38.762284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c83295a0-f916-4d15-8971-561b7703c82f req-d7aabfd4-1424-4bb1-8d9d-1beb18c5a0bf service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287911 Nov 19 19:17:38.835022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event updated for resources: {'Subnet': ['ID=b2e65d50-7656-406d-956b-d4e9cefaadf0,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:38.844753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Checking segment: {'id': 'd32e11d2-460b-4136-84c9-916d02418bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3e3abb4f-0cdf-43a4-bb4e-005639a1ca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:38.845005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Network hostable DHCP agents. Network: 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:17:38.880796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Network 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:17:38.897297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:38.903883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:38.904544 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:38.906068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] Checking segment: {'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:38.906440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] Network hostable DHCP agents. Network: 62556698-c2ab-4962-a38b-b10646191d55, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:17:38.921614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1354dc-0406-472c-9234-df954aad8d7c None None] Network 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:17:38.931854 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f54e502-d0ce-47c9-9d10-24eae9e13da8 req-fb1f9e96-ada7-45b3-8881-93621567241a tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/security-groups?id=a0ec9653-43b3-4dfc-9802-cef0b3ac5675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559753 Nov 19 19:17:38.932355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40628) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:38.945210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1239910613', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:38.946925 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6033c089-5593-45ad-85a2-dc2cafcbb4b4 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7562418 Nov 19 19:17:39.035130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] Network 62556698-c2ab-4962-a38b-b10646191d55 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:17:39.048127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c83295a0-f916-4d15-8971-561b7703c82f req-f79b6251-f6d4-436e-ab99-e45edb6410c3 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711797 Nov 19 19:17:39.048796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 62556698-c2ab-4962-a38b-b10646191d55) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:39.054290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:39.054954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.057947 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.059047 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.078279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b963cc0c-3ed2-4012-8b7f-97e75e6f7197 None None] Network 62556698-c2ab-4962-a38b-b10646191d55 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:17:39.102726 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a6e68981-f808-48ef-bbdf-03d2e49adeff admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6190245 Nov 19 19:17:39.102992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40634) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:39.108512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-791169079-router', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:39.151476 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.155542 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.156655 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.289096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.357412 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02371718-9072-444b-8643-738cde8fd570 None None] Network 62556698-c2ab-4962-a38b-b10646191d55 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:17:39.399308 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-3e3abb4f-0cdf-43a4-bb4e-005639a1ca78', 'network_id': '3e3abb4f-0cdf-43a4-bb4e-005639a1ca78', 'tenant_id': 'edfc2f8cd16f48cfb2506493b5499a45', 'fixed_ips': [{'subnet_id': 'b2e65d50-7656-406d-956b-d4e9cefaadf0'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:17:39.400444 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.504502 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.582190 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.683865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Allocated IP 172.20.0.2 (3e3abb4f-0cdf-43a4-bb4e-005639a1ca78/b2e65d50-7656-406d-956b-d4e9cefaadf0/65f399ac-271f-4a9a-9324-11c854107019) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:39.807661 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.831452 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:39.976308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Allocated IP 172.25.3.15 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/9f0e5ef9-e147-4604-8194-cb25b68308c4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:40.045161 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.086457 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.119733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.171229 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.270328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:40.310563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970e12a-eb1a-4e72-819b-9fa7f3056f81 req-5e4445f9-aead-42d6-b0fe-f15cc4060958 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:40.320482 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d970e12a-eb1a-4e72-819b-9fa7f3056f81 req-5e4445f9-aead-42d6-b0fe-f15cc4060958 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 947 time: 0.1620967 Nov 19 19:17:40.324064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:40.342519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:40.357873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef5d692-40d1-4d4b-8934-6a655c7c65d6 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:17:40.370984 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.390225 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.396296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Allocated IP 172.25.3.42 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/9a832055-a5f4-4c95-8e69-4091739215f7) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:40.408618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event updated for resources: {'Port': ['ID=9f0e5ef9-e147-4604-8194-cb25b68308c4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:40.437112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Network 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:40.449085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:40.453422 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:40.571803 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d970e12a-eb1a-4e72-819b-9fa7f3056f81 req-0802785e-31a4-4bbc-868e-1f0a4ce9d933 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/security-groups?id=a0ec9653-43b3-4dfc-9802-cef0b3ac5675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481966 Nov 19 19:17:40.641079 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-14376100-f0be-49a2-8553-5fede5af3702 None None] Provisioning complete for port 9f0e5ef9-e147-4604-8194-cb25b68308c4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:40.641316 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-14376100-f0be-49a2-8553-5fede5af3702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.702436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.758471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Attempting to bind port 65f399ac-271f-4a9a-9324-11c854107019 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:17:40.758844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Attempting to bind port 65f399ac-271f-4a9a-9324-11c854107019 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'd32e11d2-460b-4136-84c9-916d02418bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3e3abb4f-0cdf-43a4-bb4e-005639a1ca78'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:17:40.759206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Attempting to bind port 65f399ac-271f-4a9a-9324-11c854107019 on network 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:40.772104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Pushing event updated for resources: {'Port': ['ID=65f399ac-271f-4a9a-9324-11c854107019,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:40.793033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:17:40.794238 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Checking segment: {'id': 'd32e11d2-460b-4136-84c9-916d02418bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3e3abb4f-0cdf-43a4-bb4e-005639a1ca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:40.796293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.796788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Bound using segment: {'id': 'd32e11d2-460b-4136-84c9-916d02418bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3e3abb4f-0cdf-43a4-bb4e-005639a1ca78'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:17:40.797677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Bound port: 65f399ac-271f-4a9a-9324-11c854107019, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32e11d2-460b-4136-84c9-916d02418bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3e3abb4f-0cdf-43a4-bb4e-005639a1ca78'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:17:40.798239 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.808017 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e530cf7c-c784-4232-9242-8a46f6368059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.811909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.825214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-14376100-f0be-49a2-8553-5fede5af3702 None None] Port 9f0e5ef9-e147-4604-8194-cb25b68308c4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:17:40.883056 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:40.899309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:40.905807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:40.911430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:40.957071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af21616-166a-4ab9-9723-f081e3e94cbb None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:17:40.958305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a832055-a5f4-4c95-8e69-4091739215f7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:41.011655 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] For port 65f399ac-271f-4a9a-9324-11c854107019, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:17:41.029053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] For port 65f399ac-271f-4a9a-9324-11c854107019, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=65f399ac-271f-4a9a-9324-11c854107019,segment=NetworkSegment(d32e11d2-460b-4136-84c9-916d02418bc7),segment_id=d32e11d2-460b-4136-84c9-916d02418bc7)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:17:41.050633 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:41.136836 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-951e1b31-4a7c-4f64-9fbd-621289da0cfe None None] Provisioning complete for port 9a832055-a5f4-4c95-8e69-4091739215f7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:41.137213 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-951e1b31-4a7c-4f64-9fbd-621289da0cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:41.240974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-951e1b31-4a7c-4f64-9fbd-621289da0cfe None None] Port 9a832055-a5f4-4c95-8e69-4091739215f7 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:17:41.243165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4348e220-a174-4b78-bcd8-18f77f60857e details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:17:41.308169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:41.344480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4348e220-a174-4b78-bcd8-18f77f60857e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4348e220-a174-4b78-bcd8-18f77f60857e,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:41.358371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508713d-8719-40e9-84c0-00069f8ece7a None None] Pushing event updated for resources: {'Port': ['ID=65f399ac-271f-4a9a-9324-11c854107019,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:41.364730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '4348e220-a174-4b78-bcd8-18f77f60857e', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '4348e220-a174-4b78-bcd8-18f77f60857e', 'mac_address': 'fa:16:3e:bc:e5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:17:41.452222 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:41.487888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4348e220-a174-4b78-bcd8-18f77f60857e {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:17:41.534200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:41.536595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4348e220-a174-4b78-bcd8-18f77f60857e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4348e220-a174-4b78-bcd8-18f77f60857e,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:41.548412 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:41.654646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Router c6c1d3d4-edd3-4f2c-8deb-86e74007aeed is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:17:41.679315 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40682) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:41.706582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=4348e220-a174-4b78-bcd8-18f77f60857e,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:41.764874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['4348e220-a174-4b78-bcd8-18f77f60857e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:17:41.918053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:42.040705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41837c-d057-4078-94c4-7aa4ca5a19f0 req-f5b78e69-fc9b-424e-a8c2-6c4180a0af8e tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:42.062670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce41837c-d057-4078-94c4-7aa4ca5a19f0 req-f5b78e69-fc9b-424e-a8c2-6c4180a0af8e tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 948 time: 0.2709839 Nov 19 19:17:42.067296 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:42.080649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57c3d50b-2f13-476b-81b8-112e5d952ead admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:42.111226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:17:42.140881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c201e-4c87-4769-81a8-e79dfa4a2381 None None] Sync routers for ids ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:17:42.160913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c201e-4c87-4769-81a8-e79dfa4a2381 None None] Routers {'c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:42.162003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c59c201e-4c87-4769-81a8-e79dfa4a2381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:42.169537 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:42.170798 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-705bdfaa-733d-4c24-8e52-e507ab6d2468 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.2331152 Nov 19 19:17:42.176256 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40688) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:42.209482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c59c201e-4c87-4769-81a8-e79dfa4a2381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:42.225013 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c201e-4c87-4769-81a8-e79dfa4a2381 None None] Routers {'c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:42.226169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c59c201e-4c87-4769-81a8-e79dfa4a2381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:42.271857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c59c201e-4c87-4769-81a8-e79dfa4a2381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:42.272698 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c201e-4c87-4769-81a8-e79dfa4a2381 None None] The sync data for ids ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:17:42.286124 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce41837c-d057-4078-94c4-7aa4ca5a19f0 req-5acc7881-c955-4569-887e-329cf2117928 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/security-groups?id=a0ec9653-43b3-4dfc-9802-cef0b3ac5675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224681 Nov 19 19:17:42.378773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Router 5bd5736b-afe8-4e01-af20-5c559a26450a is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:17:42.540433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:17:42.552588 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Sync routers for ids ['5bd5736b-afe8-4e01-af20-5c559a26450a'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:17:42.568066 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57c3d50b-2f13-476b-81b8-112e5d952ead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:42.571681 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:42.573286 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Routers {'5bd5736b-afe8-4e01-af20-5c559a26450a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:42.573959 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2d625c6c-4e49-4958-8e2f-d435a37e07d6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4698551 Nov 19 19:17:42.575759 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5bd5736b-afe8-4e01-af20-5c559a26450a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:42.577819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40690) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:42.591719 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57c3d50b-2f13-476b-81b8-112e5d952ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:42.698744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3d50b-2f13-476b-81b8-112e5d952ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc49c35-a0c4-44af-ae62-f1f9cf79531c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:42.712088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-57c3d50b-2f13-476b-81b8-112e5d952ead admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fb7d9a8054245069798d40e1703e5f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9326644 Nov 19 19:17:42.714713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40696) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:42.859560 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24303b14-e8ac-4bb9-a54a-33bce66ce742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:42.924559 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24303b14-e8ac-4bb9-a54a-33bce66ce742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:42.931318 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Set router 5bd5736b-afe8-4e01-af20-5c559a26450a gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:43.114194 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24303b14-e8ac-4bb9-a54a-33bce66ce742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:43.120403 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-24303b14-e8ac-4bb9-a54a-33bce66ce742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:43.121583 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-24303b14-e8ac-4bb9-a54a-33bce66ce742 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2bc49c35-a0c4-44af-ae62-f1f9cf79531c HTTP/1.1" status: 204 len: 168 time: 0.4059255 Nov 19 19:17:43.158326 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:43.163262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4348e220-a174-4b78-bcd8-18f77f60857e up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:17:43.203278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24303b14-e8ac-4bb9-a54a-33bce66ce742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc49c35-a0c4-44af-ae62-f1f9cf79531c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:43.289677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da0762c-aa4c-4606-9a2a-10730eaafb08 None None] Network 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:17:43.614924 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'name': 'tempest-ServerRescueTestJSON-791169079-router', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:39Z', 'updated_at': '2021-11-19T19:17:41Z', 'revision_number': 3, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'gw_port': {'id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:17:40Z', 'updated_at': '2021-11-19T19:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:43.691793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 65f399ac-271f-4a9a-9324-11c854107019 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:17:43.730333 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Checking router: 5bd5736b-afe8-4e01-af20-5c559a26450a for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:17:43.730676 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Updating router 5bd5736b-afe8-4e01-af20-5c559a26450a port 9a832055-a5f4-4c95-8e69-4091739215f7 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:17:43.787362 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:43.789059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2ac7-26cb-4d6d-8376-a67407e6db97 req-94af592f-414e-4519-b96a-f4ce25c21586 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:43.806293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-245b2ac7-26cb-4d6d-8376-a67407e6db97 req-94af592f-414e-4519-b96a-f4ce25c21586 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 948 time: 0.3552558 Nov 19 19:17:43.828277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40708) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:43.834789 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:43.909686 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c25be12-9228-4634-8812-bb205ce05480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:43.937921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b838d8d2-ba34-49e3-bb4d-40a3dc6b6016 None None] Provisioning complete for port 65f399ac-271f-4a9a-9324-11c854107019 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:43.938729 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b838d8d2-ba34-49e3-bb4d-40a3dc6b6016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:43.976938 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:43.982434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 4348e220-a174-4b78-bcd8-18f77f60857e completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:17:44.054355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 4348e220-a174-4b78-bcd8-18f77f60857e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:44.055089 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.149716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 65f399ac-271f-4a9a-9324-11c854107019 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:44.150033 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.234082 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.334023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c25be12-9228-4634-8812-bb205ce05480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.344101 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c25be12-9228-4634-8812-bb205ce05480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.443846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Allocated IP 172.20.0.1 (62556698-c2ab-4962-a38b-b10646191d55/b1aff004-67b4-41bf-a0c7-c0ae1b7fab92/fb556c0d-2868-4690-a403-342459713c6a) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:44.456590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25be12-9228-4634-8812-bb205ce05480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8cdd6e-1e4f-43e8-84e2-744e93bb2ace,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:44.463191 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b838d8d2-ba34-49e3-bb4d-40a3dc6b6016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.477709 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2c25be12-9228-4634-8812-bb205ce05480 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5f157f7630349019a7ac14a736951b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6451991 Nov 19 19:17:44.493389 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40714) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:44.543343 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.549658 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.561379 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.571431 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.620849 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Attempting to bind port 9a832055-a5f4-4c95-8e69-4091739215f7 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:17:44.621401 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Attempting to bind port 9a832055-a5f4-4c95-8e69-4091739215f7 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:17:44.621632 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Attempting to bind port 9a832055-a5f4-4c95-8e69-4091739215f7 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:44.629536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b838d8d2-ba34-49e3-bb4d-40a3dc6b6016 None None] For port 65f399ac-271f-4a9a-9324-11c854107019, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=65f399ac-271f-4a9a-9324-11c854107019,segment=NetworkSegment(d32e11d2-460b-4136-84c9-916d02418bc7),segment_id=d32e11d2-460b-4136-84c9-916d02418bc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:44.638272 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:17:44.638783 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:44.639213 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.639690 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:17:44.640169 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Bound port: 9a832055-a5f4-4c95-8e69-4091739215f7, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:17:44.640547 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.641528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670dc0f3-9010-4060-8654-d4a0dfc57e79 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:17:44.678991 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25f29845-a9ea-4735-8567-e4a4e0ab521c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.699630 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] For port 9a832055-a5f4-4c95-8e69-4091739215f7, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:17:44.703484 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] For port 9a832055-a5f4-4c95-8e69-4091739215f7, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a832055-a5f4-4c95-8e69-4091739215f7,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:17:44.703722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25f29845-a9ea-4735-8567-e4a4e0ab521c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.707917 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b838d8d2-ba34-49e3-bb4d-40a3dc6b6016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.710008 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Pushing event updated for resources: {'Port': ['ID=9a832055-a5f4-4c95-8e69-4091739215f7,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:44.713625 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.728046 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.728951 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.729562 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.730240 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.730941 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.732354 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.732944 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.733539 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.734143 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.734692 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.735278 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.735834 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:17:44.815793 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007c0c2-0dbf-448d-944d-d2635accedd7 None None] Pushing event updated for resources: {'Port': ['ID=9a832055-a5f4-4c95-8e69-4091739215f7,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:44.829645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838d8d2-ba34-49e3-bb4d-40a3dc6b6016 None None] Pushing event updated for resources: {'Port': ['ID=65f399ac-271f-4a9a-9324-11c854107019,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:44.842435 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-245b2ac7-26cb-4d6d-8376-a67407e6db97 req-c51568d2-209e-48ea-93d7-4b5744fa6e69 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/security-groups?id=a0ec9653-43b3-4dfc-9802-cef0b3ac5675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0345306 Nov 19 19:17:44.870034 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Routers {'5bd5736b-afe8-4e01-af20-5c559a26450a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:44.870688 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5bd5736b-afe8-4e01-af20-5c559a26450a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:44.877603 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.890168 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25f29845-a9ea-4735-8567-e4a4e0ab521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.892806 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25f29845-a9ea-4735-8567-e4a4e0ab521c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.902456 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-25f29845-a9ea-4735-8567-e4a4e0ab521c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c8cdd6e-1e4f-43e8-84e2-744e93bb2ace HTTP/1.1" status: 204 len: 168 time: 0.3995478 Nov 19 19:17:44.909185 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b77590-1678-484b-8a7f-86f3f1c451bc None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:17:44.928402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f29845-a9ea-4735-8567-e4a4e0ab521c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8cdd6e-1e4f-43e8-84e2-744e93bb2ace,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:44.933002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Allocated IP 172.20.0.1 (3e3abb4f-0cdf-43a4-bb4e-005639a1ca78/b2e65d50-7656-406d-956b-d4e9cefaadf0/dde32834-980b-46f9-8935-dfc131af0bde) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:44.933554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf17468-7c51-43c8-9774-15aff4549a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4348e220-a174-4b78-bcd8-18f77f60857e'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:17:44.937835 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6c3417-851c-43f3-aa09-f1308a37f986" -d '{"events": [{"server_uuid": "4bf17468-7c51-43c8-9774-15aff4549a3b", "name": "network-vif-plugged", "status": "completed", "tag": "4348e220-a174-4b78-bcd8-18f77f60857e"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:17:44.977632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4348e220-a174-4b78-bcd8-18f77f60857e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4348e220-a174-4b78-bcd8-18f77f60857e,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:44.986920 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:44.994141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:17:44.994492 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:17:44.997173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1376d50d-60cd-44c5-9069-4320a703317a None None] Provisioning complete for port 9a832055-a5f4-4c95-8e69-4091739215f7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:44.997173 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1376d50d-60cd-44c5-9069-4320a703317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:45.069915 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:45.114916 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd97eb3-5004-424f-984e-4989dc89bb5c x-openstack-request-id: req-8fd97eb3-5004-424f-984e-4989dc89bb5c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:17:45.116362 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf17468-7c51-43c8-9774-15aff4549a3b", "name": "network-vif-plugged", "status": "completed", "tag": "4348e220-a174-4b78-bcd8-18f77f60857e", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:17:45.121015 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fd97eb3-5004-424f-984e-4989dc89bb5c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:17:45.124009 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf17468-7c51-43c8-9774-15aff4549a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4348e220-a174-4b78-bcd8-18f77f60857e', 'code': 200} Nov 19 19:17:45.156536 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] Set router 5bd5736b-afe8-4e01-af20-5c559a26450a gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:45.195713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Network 62556698-c2ab-4962-a38b-b10646191d55 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:45.211409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:45.215059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Pushing event updated for resources: {'Port': ['ID=fb556c0d-2868-4690-a403-342459713c6a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:45.233220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:45.281771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1124415-6097-47ae-ab9b-4272ce719794 req-36bcd9f6-da78-49db-9cb3-d57ac3d4a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:45.283622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=4348e220-a174-4b78-bcd8-18f77f60857e,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:45.288823 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1124415-6097-47ae-ab9b-4272ce719794 req-36bcd9f6-da78-49db-9cb3-d57ac3d4a067 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 1100 time: 0.1333447 Nov 19 19:17:45.300514 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1376d50d-60cd-44c5-9069-4320a703317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:45.336879 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:45.374469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1376d50d-60cd-44c5-9069-4320a703317a None None] For port 9a832055-a5f4-4c95-8e69-4091739215f7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a832055-a5f4-4c95-8e69-4091739215f7,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:45.389073 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1376d50d-60cd-44c5-9069-4320a703317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:45.567006 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1124415-6097-47ae-ab9b-4272ce719794 req-c2a58154-7d7c-472a-8678-c359db161b01 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0ec9653-43b3-4dfc-9802-cef0b3ac5675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475359 Nov 19 19:17:45.595920 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1376d50d-60cd-44c5-9069-4320a703317a None None] Provisioning complete for port 65f399ac-271f-4a9a-9324-11c854107019 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:45.600621 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1376d50d-60cd-44c5-9069-4320a703317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:45.607000 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:45.690184 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:45.716974 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:45.851052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Network 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:45.854962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:45.858955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:45.874288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376d50d-60cd-44c5-9069-4320a703317a None None] Pushing event updated for resources: {'Port': ['ID=9a832055-a5f4-4c95-8e69-4091739215f7,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:45.902487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event updated for resources: {'Port': ['ID=dde32834-980b-46f9-8935-dfc131af0bde,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:46.021392 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'name': 'tempest-ServerRescueTestJSON-791169079-router', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:39Z', 'updated_at': '2021-11-19T19:17:41Z', 'revision_number': 3, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'gw_port': {'id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:17:40Z', 'updated_at': '2021-11-19T19:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:46.151513 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07d639-1fb4-4149-8a31-ea16543430af None None] The sync data for ids ['5bd5736b-afe8-4e01-af20-5c559a26450a'] in n-d-815373-6 is: [{'id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'name': 'tempest-ServerRescueTestJSON-791169079-router', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:39Z', 'updated_at': '2021-11-19T19:17:41Z', 'revision_number': 3, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'gw_port': {'id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:17:40Z', 'updated_at': '2021-11-19T19:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:17:46.223017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 65f399ac-271f-4a9a-9324-11c854107019 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:17:46.328869 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:46.339033 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:46.350175 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:46.425733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-126d42e4-00a2-4c76-aaa8-3d7334528e1b None None] Provisioning complete for port 9a832055-a5f4-4c95-8e69-4091739215f7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:46.426928 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-126d42e4-00a2-4c76-aaa8-3d7334528e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:46.490816 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7632d1-1f73-4b36-be80-f4e626f2e3ba req-83c13a32-f48c-4f77-ae6a-7c9df30a3923 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:46.494647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc7632d1-1f73-4b36-be80-f4e626f2e3ba req-83c13a32-f48c-4f77-ae6a-7c9df30a3923 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 949 time: 0.3894088 Nov 19 19:17:46.518071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Pushing event updated for resources: {'Port': ['ID=fb556c0d-2868-4690-a403-342459713c6a,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:46.532973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:46.545249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 65f399ac-271f-4a9a-9324-11c854107019 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:46.546649 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:46.744846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Network 62556698-c2ab-4962-a38b-b10646191d55 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:46.771074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:46.775222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc7632d1-1f73-4b36-be80-f4e626f2e3ba req-124d6084-4184-4828-a430-f21af0834eee tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/security-groups?id=a0ec9653-43b3-4dfc-9802-cef0b3ac5675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594028 Nov 19 19:17:46.863762 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:46.878738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40762) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:46.996333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3bd1943e-7322-47ff-b6bc-1de36ca34e2d None None] Provisioning complete for port dde32834-980b-46f9-8935-dfc131af0bde triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:46.997884 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3bd1943e-7322-47ff-b6bc-1de36ca34e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:47.031814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Router 5bd5736b-afe8-4e01-af20-5c559a26450a has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:17:47.048742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1943e-7322-47ff-b6bc-1de36ca34e2d None None] Port dde32834-980b-46f9-8935-dfc131af0bde cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:17:47.226278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-364294831-network', 'tenant_id': 'a494a24df8284189887a0a7f461a7fd4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:47.257379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Made reservation on behalf of a494a24df8284189887a0a7f461a7fd4 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:47.259833 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:47.280845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:17:47.286120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8d7a6b9f-abb1-46ca-9483-11af86515145 admin admin] 10.222.0.50 "PUT /v2.0/routers/5bd5736b-afe8-4e01-af20-5c559a26450a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7069843 Nov 19 19:17:47.322893 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:47.519192 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:47.530398 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:47.611999 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:47.624347 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:47.685799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event updated for resources: {'Port': ['ID=dde32834-980b-46f9-8935-dfc131af0bde,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:47.696891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:17:47.706444 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:47.712974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca773e0-1ed1-4e04-b21d-baac0875c5fc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:47.716951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:47.717492 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Added segment e8880eb3-5090-487e-9939-7a5f48a23db5 of type vlan for network f116a372-5784-4ef1-9202-7caa5c2e74ee Nov 19 19:17:47.860843 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:47.901230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Network 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:47.905404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:47.925105 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:47.926391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:47.927009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:48.083096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1130216 Nov 19 19:17:48.093061 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40792) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:48.099563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] Request body: {'subnet': {'network_id': 'f116a372-5784-4ef1-9202-7caa5c2e74ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-364294831-subnet', 'tenant_id': 'a494a24df8284189887a0a7f461a7fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:48.109005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfa925-c6fc-44c2-b89d-e072a42d75f9 admin admin] Pushing event updated for resources: {'Network': ['ID=f116a372-5784-4ef1-9202-7caa5c2e74ee,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:48.166432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Router c6c1d3d4-edd3-4f2c-8deb-86e74007aeed has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:17:48.174654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] Made reservation on behalf of a494a24df8284189887a0a7f461a7fd4 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:48.181593 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:48.206598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f116a372-5784-4ef1-9202-7caa5c2e74ee details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:17:48.301732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a832055-a5f4-4c95-8e69-4091739215f7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:17:48.468410 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a1b7cb62-2f67-4854-8d06-542f633f0f43 None None] Provisioning complete for port dde32834-980b-46f9-8935-dfc131af0bde triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:48.470519 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a1b7cb62-2f67-4854-8d06-542f633f0f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:48.503974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-fcf0f32c-2aff-40d1-a529-b6f28934f18e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:48.505921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-fcf0f32c-2aff-40d1-a529-b6f28934f18e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/networks?id=62556698-c2ab-4962-a38b-b10646191d55 HTTP/1.1" status: 200 len: 810 time: 0.3323507 Nov 19 19:17:48.518339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:17:48.535765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7380b-486e-4b70-a75c-468c5ca76bac None None] Sync routers for ids ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:17:48.536555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-24c7d4d1-d32e-456d-9b6b-44a70b4b0ac0 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "PUT /v2.0/routers/c6c1d3d4-edd3-4f2c-8deb-86e74007aeed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3580172 Nov 19 19:17:48.540650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40800) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:48.549412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Request body: {'port': {'network_id': '3e3abb4f-0cdf-43a4-bb4e-005639a1ca78', 'name': 'tempest-FloatingIPAdminTestJSON-480956098'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:48.558233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7cb62-2f67-4854-8d06-542f633f0f43 None None] Port dde32834-980b-46f9-8935-dfc131af0bde cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:17:48.564169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 9a832055-a5f4-4c95-8e69-4091739215f7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:48.564169 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:48.574074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7380b-486e-4b70-a75c-468c5ca76bac None None] Routers {'c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:48.576606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6ae7380b-486e-4b70-a75c-468c5ca76bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:48.629301 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:48.633959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-3f1107ff-3132-4d79-b3fa-45954c64d80b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/quotas/821f0245517847c595daafbdfc6c9ad6 HTTP/1.1" status: 200 len: 375 time: 0.0955086 Nov 19 19:17:48.732212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6ae7380b-486e-4b70-a75c-468c5ca76bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:48.786232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7380b-486e-4b70-a75c-468c5ca76bac None None] Routers {'c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:48.786971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6ae7380b-486e-4b70-a75c-468c5ca76bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:48.797060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=68aa1304-359e-4394-a5d8-da6e6dfa35e1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:48.822854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] Checking segment: {'id': 'e8880eb3-5090-487e-9939-7a5f48a23db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f116a372-5784-4ef1-9202-7caa5c2e74ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:48.823360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] Network hostable DHCP agents. Network: f116a372-5784-4ef1-9202-7caa5c2e74ee, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:17:48.823522 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-d3dc335f-183e-41c0-a6dc-ff44bc4c01cf tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=821f0245517847c595daafbdfc6c9ad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1823878 Nov 19 19:17:48.855511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6ae7380b-486e-4b70-a75c-468c5ca76bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:48.859980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7380b-486e-4b70-a75c-468c5ca76bac None None] The sync data for ids ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:17:48.868926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] Network f116a372-5784-4ef1-9202-7caa5c2e74ee is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:17:48.883543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f116a372-5784-4ef1-9202-7caa5c2e74ee) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:48.897151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:48.898609 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:48.912223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334468d2-aa17-4621-8e1c-00208cf070c7 None None] Network f116a372-5784-4ef1-9202-7caa5c2e74ee requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:17:48.925233 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6aebaf82-3489-4a10-b861-d747169478ea admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8302135 Nov 19 19:17:48.987555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Made reservation on behalf of edfc2f8cd16f48cfb2506493b5499a45 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:48.998066 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:49.048031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] device_id is not set on port 053c63d7-7bf2-48ff-8da8-e639ec51764c yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:17:49.181472 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4e9df868-be98-4e4b-863c-a5637566a50b service neutron] 10.222.0.50 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395469 Nov 19 19:17:49.374630 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Sync routers for ids ['5bd5736b-afe8-4e01-af20-5c559a26450a'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:17:49.395125 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Routers {'5bd5736b-afe8-4e01-af20-5c559a26450a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:49.397214 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5bd5736b-afe8-4e01-af20-5c559a26450a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:49.411178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Allocated IP 172.20.0.10 (3e3abb4f-0cdf-43a4-bb4e-005639a1ca78/b2e65d50-7656-406d-956b-d4e9cefaadf0/053c63d7-7bf2-48ff-8da8-e639ec51764c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:49.475741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b8ea85-8d37-41e0-beef-cc8efaa943a1 None None] Network f116a372-5784-4ef1-9202-7caa5c2e74ee requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:17:49.524742 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-cf03ad3c-75c5-4d2a-8e59-011d4392665d service neutron] 10.222.0.50 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226116 Nov 19 19:17:49.725499 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Set router 5bd5736b-afe8-4e01-af20-5c559a26450a gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:49.865521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.124365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.242066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df5537-4bc2-42d4-9342-158dc2ee5172 req-a8cfbec4-8ac1-45ca-bbaf-69605a951c2f tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:50.244220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40df5537-4bc2-42d4-9342-158dc2ee5172 req-a8cfbec4-8ac1-45ca-bbaf-69605a951c2f tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 949 time: 0.3177187 Nov 19 19:17:50.261183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event updated for resources: {'Port': ['ID=053c63d7-7bf2-48ff-8da8-e639ec51764c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:50.265421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Network 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:50.284501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:50.287824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:50.318138 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'name': 'tempest-ServerRescueTestJSON-791169079-router', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:39Z', 'updated_at': '2021-11-19T19:17:45Z', 'revision_number': 4, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'gw_port': {'id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:17:40Z', 'updated_at': '2021-11-19T19:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'fb556c0d-2868-4690-a403-342459713c6a', 'name': '', 'network_id': '62556698-c2ab-4962-a38b-b10646191d55', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'mac_address': 'fa:16:3e:1f:da:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b1aff004-67b4-41bf-a0c7-c0ae1b7fab92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:17:44Z', 'updated_at': '2021-11-19T19:17:45Z', 'revision_number': 2, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'subnets': [{'id': 'b1aff004-67b4-41bf-a0c7-c0ae1b7fab92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:50.328019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40834) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:50.332980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1699988539-network', 'tenant_id': 'e4ab022c96814bbaa8cdc763af193312'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:50.357264 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Checking router: 5bd5736b-afe8-4e01-af20-5c559a26450a for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:17:50.357707 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Updating router 5bd5736b-afe8-4e01-af20-5c559a26450a port fb556c0d-2868-4690-a403-342459713c6a binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:17:50.360476 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Made reservation on behalf of e4ab022c96814bbaa8cdc763af193312 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:50.363348 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.378645 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.414770 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.510169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:50.510993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.531408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40df5537-4bc2-42d4-9342-158dc2ee5172 req-1e0f7a20-7fa8-4be8-8622-c38907839d16 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/security-groups?id=a0ec9653-43b3-4dfc-9802-cef0b3ac5675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646749 Nov 19 19:17:50.560123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-94eb70a3-3e59-4b81-a54b-55e169e7476b tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0169668 Nov 19 19:17:50.560872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40838) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:50.566714 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.577269 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.648398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:17:50.667073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f571d-2454-40af-8f4f-439079daa6d0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:50.675145 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.675580 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Added segment 9db9eda7-426e-4756-87fc-10ffaa964019 of type vlan for network b315f595-d3ce-41ef-ba9c-322d6fb0f84a Nov 19 19:17:50.714595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d5cb2520-d151-4586-adfa-977405fee26a None None] Provisioning complete for port 053c63d7-7bf2-48ff-8da8-e639ec51764c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:50.715312 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2520-d151-4586-adfa-977405fee26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.766437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.800102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2d0c40f4-0ee1-4db4-a68f-59cbd5136a4c req-dd84c669-6a79-4deb-bab3-c746f375abd7 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 210 time: 0.0837593 Nov 19 19:17:50.806820 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.807814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:50.808467 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.821729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb2520-d151-4586-adfa-977405fee26a None None] Port 053c63d7-7bf2-48ff-8da8-e639ec51764c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:17:50.897555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'project_id': 'edfc2f8cd16f48cfb2506493b5499a45', 'port_id': '053c63d7-7bf2-48ff-8da8-e639ec51764c'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:50.936044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:50.976516 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6471608 Nov 19 19:17:50.977148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40846) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:51.006408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] Request body: {'subnet': {'network_id': 'b315f595-d3ce-41ef-ba9c-322d6fb0f84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1699988539-subnet', 'tenant_id': 'e4ab022c96814bbaa8cdc763af193312', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:51.029680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bd182-b4b5-4574-ab85-d4a5cc14dc40 admin admin] Pushing event updated for resources: {'Network': ['ID=b315f595-d3ce-41ef-ba9c-322d6fb0f84a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:51.053295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network b315f595-d3ce-41ef-ba9c-322d6fb0f84a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:17:51.076318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] Made reservation on behalf of e4ab022c96814bbaa8cdc763af193312 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:51.079003 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:51.081869 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:51.094155 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:51.105116 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:51.311944 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Attempting to bind port fb556c0d-2868-4690-a403-342459713c6a on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:17:51.312420 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Attempting to bind port fb556c0d-2868-4690-a403-342459713c6a by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:17:51.312790 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Attempting to bind port fb556c0d-2868-4690-a403-342459713c6a on network 62556698-c2ab-4962-a38b-b10646191d55 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:51.313853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Allocated IP 172.25.3.137 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/dff4517e-0b94-4a9c-bc53-207b9693386c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:51.315274 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74091a-887b-411d-9326-c0968149b616 None None] Pushing event updated for resources: {'Port': ['ID=fb556c0d-2868-4690-a403-342459713c6a,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:51.324188 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:17:51.324608 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Checking segment: {'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:51.325257 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:51.325658 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Bound using segment: {'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:17:51.326181 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Bound port: fb556c0d-2868-4690-a403-342459713c6a, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:17:51.326605 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:51.464200 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] For port fb556c0d-2868-4690-a403-342459713c6a, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:17:51.470267 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] For port fb556c0d-2868-4690-a403-342459713c6a, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=fb556c0d-2868-4690-a403-342459713c6a,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:17:51.494240 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:51.502943 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:51.587719 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Routers {'5bd5736b-afe8-4e01-af20-5c559a26450a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:51.589044 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5bd5736b-afe8-4e01-af20-5c559a26450a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:51.608012 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:51.754109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:51.768967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:51.783473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:51.820216 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] Set router 5bd5736b-afe8-4e01-af20-5c559a26450a gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:17:51.839670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Pushing event updated for resources: {'Port': ['ID=dff4517e-0b94-4a9c-bc53-207b9693386c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:51.935561 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74091a-887b-411d-9326-c0968149b616 None None] Pushing event updated for resources: {'Port': ['ID=fb556c0d-2868-4690-a403-342459713c6a,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:52.211604 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:52.212106 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'name': 'tempest-ServerRescueTestJSON-791169079-router', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:39Z', 'updated_at': '2021-11-19T19:17:45Z', 'revision_number': 4, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'gw_port': {'id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:17:40Z', 'updated_at': '2021-11-19T19:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'fb556c0d-2868-4690-a403-342459713c6a', 'name': '', 'network_id': '62556698-c2ab-4962-a38b-b10646191d55', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'mac_address': 'fa:16:3e:1f:da:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b1aff004-67b4-41bf-a0c7-c0ae1b7fab92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:17:44Z', 'updated_at': '2021-11-19T19:17:51Z', 'revision_number': 4, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'subnets': [{'id': 'b1aff004-67b4-41bf-a0c7-c0ae1b7fab92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:52.269130 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67d89b4c-73bd-4fd8-9c00-778a18955e03 req-d4c321a2-79be-4532-975e-3e0dc69a08be tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 210 time: 0.0715930 Nov 19 19:17:52.308385 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a8740-8a67-41f0-900e-4ce37d6fb109 None None] The sync data for ids ['5bd5736b-afe8-4e01-af20-5c559a26450a'] in n-d-815373-6 is: [{'id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'name': 'tempest-ServerRescueTestJSON-791169079-router', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:39Z', 'updated_at': '2021-11-19T19:17:45Z', 'revision_number': 4, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'gw_port': {'id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:17:40Z', 'updated_at': '2021-11-19T19:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'fb556c0d-2868-4690-a403-342459713c6a', 'name': '', 'network_id': '62556698-c2ab-4962-a38b-b10646191d55', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'mac_address': 'fa:16:3e:1f:da:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b1aff004-67b4-41bf-a0c7-c0ae1b7fab92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:17:44Z', 'updated_at': '2021-11-19T19:17:51Z', 'revision_number': 4, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'subnets': [{'id': 'b1aff004-67b4-41bf-a0c7-c0ae1b7fab92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:17:52.498226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c5cea9-d938-436b-9604-5c39d38bb982,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:52.525111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] Checking segment: {'id': '9db9eda7-426e-4756-87fc-10ffaa964019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b315f595-d3ce-41ef-ba9c-322d6fb0f84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:52.525617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] Network hostable DHCP agents. Network: b315f595-d3ce-41ef-ba9c-322d6fb0f84a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:17:52.551078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4d9c3a2b-6cb7-4266-8f68-5bc2a98f33e3 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:52.554077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4d9c3a2b-6cb7-4266-8f68-5bc2a98f33e3 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.57 "GET /v2.0/networks?id=62556698-c2ab-4962-a38b-b10646191d55 HTTP/1.1" status: 200 len: 810 time: 0.6824954 Nov 19 19:17:52.570890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Request body: {'port': {'device_id': '834f5c82-8259-46b2-9166-2f4d722ed853', 'network_id': '62556698-c2ab-4962-a38b-b10646191d55', 'admin_state_up': True, 'tenant_id': '821f0245517847c595daafbdfc6c9ad6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:52.626663 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:52.774372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] Network b315f595-d3ce-41ef-ba9c-322d6fb0f84a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:17:52.800759 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, b315f595-d3ce-41ef-ba9c-322d6fb0f84a) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:52.814218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89416e9-d342-4990-9e3b-2471c7800aa2 None None] Network b315f595-d3ce-41ef-ba9c-322d6fb0f84a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:17:52.846120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:52.850143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:52.864002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Made reservation on behalf of 821f0245517847c595daafbdfc6c9ad6 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:52.875762 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:52.922521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:52.995093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-482f889f-be05-4405-849d-0fb7f913a051 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9990847 Nov 19 19:17:53.116039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657e43f-5c84-401b-a702-b4726823e26a None None] Network b315f595-d3ce-41ef-ba9c-322d6fb0f84a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:17:53.291530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:53.311079 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:53.406899 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Allocated IP 172.20.0.4 (62556698-c2ab-4962-a38b-b10646191d55/b1aff004-67b4-41bf-a0c7-c0ae1b7fab92/7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:53.456332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9328ca5-ffe6-4d4d-bd11-cc1d0f79f7d3 req-6041fa3c-c715-4df0-aadc-58d9a871828d tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 210 time: 0.0325408 Nov 19 19:17:53.472876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Pushing event updated for resources: {'Port': ['ID=dff4517e-0b94-4a9c-bc53-207b9693386c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:53.488439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:53.740229 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:53.842819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:53.951756 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Network 62556698-c2ab-4962-a38b-b10646191d55 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:53.955264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:53.960200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:54.014229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Pushing event updated for resources: {'Port': ['ID=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:54.089548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:54.090815 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:54.138752 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-61f3f2ad-dd76-4a74-b144-788f0cb732c8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5729399 Nov 19 19:17:54.168843 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Request body: {'port': {'device_id': '834f5c82-8259-46b2-9166-2f4d722ed853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:54.180461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device fb556c0d-2868-4690-a403-342459713c6a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:17:54.260788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:54.300688 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port fb556c0d-2868-4690-a403-342459713c6a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:54.301353 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:54.358514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-fa76ff9a-b03b-465b-a10e-f2b16cc6b43d tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:54.360059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-fa76ff9a-b03b-465b-a10e-f2b16cc6b43d tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/networks?id=f116a372-5784-4ef1-9202-7caa5c2e74ee HTTP/1.1" status: 200 len: 808 time: 0.2278316 Nov 19 19:17:54.401033 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:54.405295 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Floating IP 0b4d2229-aee9-45ac-b7f5-e18582d1bc6d associated. External IP: 172.25.3.137, port: 053c63d7-7bf2-48ff-8da8-e639ec51764c. Nov 19 19:17:54.416187 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-59ff9ade-4755-405d-a666-013a56ec6196 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/quotas/a494a24df8284189887a0a7f461a7fd4 HTTP/1.1" status: 200 len: 375 time: 0.0363104 Nov 19 19:17:54.449206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port fb556c0d-2868-4690-a403-342459713c6a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=fb556c0d-2868-4690-a403-342459713c6a,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:54.455405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:54.512965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-dcc831db-674d-409c-9b2d-96ee44c91b49 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a494a24df8284189887a0a7f461a7fd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944827 Nov 19 19:17:54.558676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=fb556c0d-2868-4690-a403-342459713c6a,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:54.708477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:17:54.712812 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-dc68845b-9913-464f-918b-f6b88c577342 service neutron] 10.222.0.50 "GET /v2.0/networks/f116a372-5784-4ef1-9202-7caa5c2e74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985204 Nov 19 19:17:54.717312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:54.732755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Transition to ACTIVE for port object 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:17:54.738215 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:54.820987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:54.894384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-29367b5b-c8e6-46e8-a03c-b5655774632e service neutron] 10.222.0.50 "GET /v2.0/networks/f116a372-5784-4ef1-9202-7caa5c2e74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806858 Nov 19 19:17:54.899879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Router c6c1d3d4-edd3-4f2c-8deb-86e74007aeed has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:17:54.937444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Attempting to bind port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:17:54.937444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Attempting to bind port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:17:54.937444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Attempting to bind port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd on network 62556698-c2ab-4962-a38b-b10646191d55 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:54.942965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd on network 62556698-c2ab-4962-a38b-b10646191d55 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:17:54.943454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Attempting to bind port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd on network 62556698-c2ab-4962-a38b-b10646191d55 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:54.950416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:17:54.950898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Checking segment: {'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:54.951788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Bound using segment: {'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:17:54.952338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Bound port: 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:17:54.952801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:55.063621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] For port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:17:55.068927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] For port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:17:55.077868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:55.084841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:17:55.104773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d3ad32-8bb2-47d9-90c9-e9cba89af8dc None None] Sync routers for ids ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:17:55.121511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d3ad32-8bb2-47d9-90c9-e9cba89af8dc None None] Routers {'c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:55.122500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f4d3ad32-8bb2-47d9-90c9-e9cba89af8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:55.123089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:55.212308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40924) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:55.214519 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-036fb491-2a1e-4092-88ce-924fa4de24bc tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.6474676 Nov 19 19:17:55.282577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f4d3ad32-8bb2-47d9-90c9-e9cba89af8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:55.293093 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:55.338386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894ba05-310f-480e-9836-2b3308b169ed req-91caddd6-848f-4d93-a097-60561177cc45 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:55.343245 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7894ba05-310f-480e-9836-2b3308b169ed req-91caddd6-848f-4d93-a097-60561177cc45 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 943 time: 0.1378589 Nov 19 19:17:55.345089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d3ad32-8bb2-47d9-90c9-e9cba89af8dc None None] Routers {'c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:55.350642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f4d3ad32-8bb2-47d9-90c9-e9cba89af8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:55.361401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:55.362827 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:55.365342 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] 10.222.0.57 "PUT /v2.0/ports/7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd HTTP/1.1" status: 200 len: 1091 time: 1.2166374 Nov 19 19:17:55.376218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834f5c82-8259-46b2-9166-2f4d722ed853', 'tag': '7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:17:55.379368 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966de03e-de15-4ced-8521-12e401c8fe57" -d '{"events": [{"name": "network-changed", "server_uuid": "834f5c82-8259-46b2-9166-2f4d722ed853", "tag": "7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:17:55.468367 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7894ba05-310f-480e-9836-2b3308b169ed req-eb93e51b-020f-43b1-aa01-4df7dff48fc7 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202078 Nov 19 19:17:55.493824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f4d3ad32-8bb2-47d9-90c9-e9cba89af8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:55.494494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d3ad32-8bb2-47d9-90c9-e9cba89af8dc None None] The sync data for ids ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:17:55.533651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40936) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:55.542624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-10a4f221-6a5c-4e71-b852-6340beb78244 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] 10.222.0.50 "GET /v2.0/floatingips/0b4d2229-aee9-45ac-b7f5-e18582d1bc6d HTTP/1.1" status: 200 len: 983 time: 0.3102093 Nov 19 19:17:55.577345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff40c2d-a25f-45e2-beb6-0884ee773e95 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:55.598884 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-222fde72-f398-4084-bb20-72809145fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:55.601094 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-222fde72-f398-4084-bb20-72809145fb8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=821f0245517847c595daafbdfc6c9ad6&device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 1094 time: 0.1776955 Nov 19 19:17:55.655456 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-634232b2-78f5-40c4-97ad-0f328f67a609 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd HTTP/1.1" status: 200 len: 217 time: 0.0444608 Nov 19 19:17:55.680753 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb7f52ce-6877-4b7c-8e98-794c97414e68 req-a8d3f6ba-bd73-412e-a4d0-c8b5aa9e6013 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 210 time: 0.1186383 Nov 19 19:17:55.763637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6dde2cca-f486-4a86-8568-d6030d78ead4 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.2286432 Nov 19 19:17:55.764489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 40940) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:55.775458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-544285cb-b4e3-4096-aa2b-c8368ded3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:55.777115 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-544285cb-b4e3-4096-aa2b-c8368ded3b18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1aff004-67b4-41bf-a0c7-c0ae1b7fab92 HTTP/1.1" status: 200 len: 850 time: 0.1142871 Nov 19 19:17:55.779280 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb7ac67-a330-4a57-b0b3-478dbec32210 x-openstack-request-id: req-edb7ac67-a330-4a57-b0b3-478dbec32210 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:17:55.779634 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834f5c82-8259-46b2-9166-2f4d722ed853", "tag": "7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:17:55.779889 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-edb7ac67-a330-4a57-b0b3-478dbec32210 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:17:55.780287 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834f5c82-8259-46b2-9166-2f4d722ed853', 'tag': '7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd', 'status': 'completed', 'code': 200} Nov 19 19:17:55.811295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-e498931a-626f-4201-b4ec-3c639624e0d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=62556698-c2ab-4962-a38b-b10646191d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267513 Nov 19 19:17:55.982562 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-f68c6d36-8b9c-4085-8219-3fa6ab2aaf3e service neutron] 10.222.0.57 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633918 Nov 19 19:17:56.106237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device fb556c0d-2868-4690-a403-342459713c6a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:17:56.139506 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f773e554-6d9a-472a-bfc7-7ddaaa78fc14 req-efdf2e3b-013c-4b4b-aff3-8a53bd2efacf service neutron] 10.222.0.57 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504209 Nov 19 19:17:56.173528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port fb556c0d-2868-4690-a403-342459713c6a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:17:56.174357 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:56.196801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Deleting port dff4517e-0b94-4a9c-bc53-207b9693386c {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:17:56.198091 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:56.298068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de03e-de15-4ced-8521-12e401c8fe57 req-9d247d04-365d-4848-b319-3c94d64aceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:56.299687 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-966de03e-de15-4ced-8521-12e401c8fe57 req-9d247d04-365d-4848-b319-3c94d64aceb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=821f0245517847c595daafbdfc6c9ad6&device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 1094 time: 0.0976079 Nov 19 19:17:56.421529 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:56.421896 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:56.438550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Calling delete_port for dff4517e-0b94-4a9c-bc53-207b9693386c owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:17:56.478888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de03e-de15-4ced-8521-12e401c8fe57 req-79697759-0690-4a71-95a5-c84cea4b37db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:56.480549 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-966de03e-de15-4ced-8521-12e401c8fe57 req-79697759-0690-4a71-95a5-c84cea4b37db service neutron] 10.222.0.57 "GET /v2.0/networks?id=62556698-c2ab-4962-a38b-b10646191d55 HTTP/1.1" status: 200 len: 911 time: 0.1733205 Nov 19 19:17:56.537063 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-966de03e-de15-4ced-8521-12e401c8fe57 req-950c4747-1623-4bdd-baba-e6e112af2a0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd HTTP/1.1" status: 200 len: 217 time: 0.0486991 Nov 19 19:17:56.604989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de03e-de15-4ced-8521-12e401c8fe57 req-491e2ba8-46f7-403c-946e-086054773bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:56.607114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-966de03e-de15-4ced-8521-12e401c8fe57 req-491e2ba8-46f7-403c-946e-086054773bba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1aff004-67b4-41bf-a0c7-c0ae1b7fab92 HTTP/1.1" status: 200 len: 850 time: 0.0620601 Nov 19 19:17:56.687718 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-966de03e-de15-4ced-8521-12e401c8fe57 req-55f2bfd2-a28e-465e-b95a-2b87f881af86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=62556698-c2ab-4962-a38b-b10646191d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734267 Nov 19 19:17:56.726181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d478c4d-13ad-4a06-b85f-fb675db6b3ba req-aebfb704-ee18-433c-85be-0878632edaec tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:56.736023 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d478c4d-13ad-4a06-b85f-fb675db6b3ba req-aebfb704-ee18-433c-85be-0878632edaec tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 943 time: 0.1351073 Nov 19 19:17:56.911693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-966de03e-de15-4ced-8521-12e401c8fe57 req-536bbb3d-edbb-43ba-8d37-9f094398c049 service neutron] 10.222.0.57 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154379 Nov 19 19:17:56.940300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7d478c4d-13ad-4a06-b85f-fb675db6b3ba req-1f605a18-48cb-4308-b5a4-a241536dcb1b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014923 Nov 19 19:17:57.210196 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-966de03e-de15-4ced-8521-12e401c8fe57 req-dfeee128-5d09-473b-9d8b-4e96328c55f4 service neutron] 10.222.0.57 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902145 Nov 19 19:17:57.216742 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fde1bc7-5ea7-4fba-b32d-62f3358544a8 req-bdcc57cb-d9ce-4f1f-acb5-6922e927c9dd tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 210 time: 0.0768726 Nov 19 19:17:57.229484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-db673433-0d23-41df-9038-fe1ccf3bec4c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:57.233069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-db673433-0d23-41df-9038-fe1ccf3bec4c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.21 "GET /v2.0/networks?id=f116a372-5784-4ef1-9202-7caa5c2e74ee HTTP/1.1" status: 200 len: 808 time: 0.4454298 Nov 19 19:17:57.238619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:57.250574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Request body: {'port': {'device_id': '3782568f-afbd-4f4e-8ab1-3cd522469ff7', 'network_id': 'f116a372-5784-4ef1-9202-7caa5c2e74ee', 'admin_state_up': True, 'tenant_id': 'a494a24df8284189887a0a7f461a7fd4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:57.310756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event deleted for resources: {'Port': ['ID=dff4517e-0b94-4a9c-bc53-207b9693386c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:57.464798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:57.465620 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Floating IP 0b4d2229-aee9-45ac-b7f5-e18582d1bc6d disassociated (deleted). External IP: 172.25.3.137, port: 053c63d7-7bf2-48ff-8da8-e639ec51764c. Nov 19 19:17:57.910794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Made reservation on behalf of a494a24df8284189887a0a7f461a7fd4 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:17:57.915214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:58.197598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Router c6c1d3d4-edd3-4f2c-8deb-86e74007aeed has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:17:58.198861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Allocated IP 172.20.0.8 (f116a372-5784-4ef1-9202-7caa5c2e74ee/68aa1304-359e-4394-a5d8-da6e6dfa35e1/7bf3e638-b910-4d06-98a7-d8927166831d) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:58.216337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e065-6337-4e2c-949f-82a0041ddb6f req-4032390c-7b0c-44bb-ba62-4345d093ecb7 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:58.218006 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65a7e065-6337-4e2c-949f-82a0041ddb6f req-4032390c-7b0c-44bb-ba62-4345d093ecb7 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 943 time: 0.1369007 Nov 19 19:17:58.466358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65a7e065-6337-4e2c-949f-82a0041ddb6f req-e43e299b-4fdb-4e9d-8750-5d6cbe9f4583 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369168 Nov 19 19:17:58.501266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:17:58.511848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:58.515028 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8858c-c069-496c-95d0-75261e0581f8 None None] Sync routers for ids ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:17:58.530463 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8858c-c069-496c-95d0-75261e0581f8 None None] Routers {'c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:58.531607 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-73a8858c-c069-496c-95d0-75261e0581f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:58.588262 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-73a8858c-c069-496c-95d0-75261e0581f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:58.600263 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8858c-c069-496c-95d0-75261e0581f8 None None] Routers {'c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:17:58.600936 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-73a8858c-c069-496c-95d0-75261e0581f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:58.607872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-37e5aa79-00d1-4499-bc3c-0e5978398182 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "DELETE /v2.0/floatingips/0b4d2229-aee9-45ac-b7f5-e18582d1bc6d HTTP/1.1" status: 204 len: 168 time: 2.8413115 Nov 19 19:17:58.611512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 40980) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:58.616093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:58.623144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:58.659679 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:58.686538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b418838f-5d54-4be5-ae6a-02bf5a3d4ae3 req-f488f1c0-f772-49c9-980f-7e1d0bec1fcb tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 210 time: 0.0838578 Nov 19 19:17:58.742821 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-73a8858c-c069-496c-95d0-75261e0581f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:17:58.743674 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8858c-c069-496c-95d0-75261e0581f8 None None] The sync data for ids ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:17:58.760606 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:58.817911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Network f116a372-5784-4ef1-9202-7caa5c2e74ee is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:58.821478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:58.826992 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:58.827232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:58.831369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Pushing event updated for resources: {'Port': ['ID=7bf3e638-b910-4d06-98a7-d8927166831d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:58.904244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:58.914081 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:58.936666 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9fe37378-50b5-418b-9758-e3c2efad1d7c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6916618 Nov 19 19:17:58.949252 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Request body: {'port': {'device_id': '3782568f-afbd-4f4e-8ab1-3cd522469ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:17:58.999021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Allocated IP 172.25.3.25 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/dc0a990e-8f4e-4ca1-932f-905a2ad9b015) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:17:59.026478 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.176040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.220232 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.278117 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:17:59.281468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:17:59.285329 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:17:59.310537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Pushing event updated for resources: {'Port': ['ID=dc0a990e-8f4e-4ca1-932f-905a2ad9b015,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:59.415178 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.470904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf3e638-b910-4d06-98a7-d8927166831d {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:17:59.471488 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.482121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.507933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Transition to ACTIVE for port object 7bf3e638-b910-4d06-98a7-d8927166831d will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:17:59.515039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.595787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf3e638-b910-4d06-98a7-d8927166831d,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:59.612851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:17:59.740108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa8dbe-2c95-4a3f-a5d4-4a0b015ffb66 req-459f10f9-7b5f-4983-98ad-38042ce1c25e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:17:59.741675 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-69fa8dbe-2c95-4a3f-a5d4-4a0b015ffb66 req-459f10f9-7b5f-4983-98ad-38042ce1c25e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 943 time: 0.1205478 Nov 19 19:17:59.747417 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Attempting to bind port 7bf3e638-b910-4d06-98a7-d8927166831d on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:17:59.747768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Attempting to bind port 7bf3e638-b910-4d06-98a7-d8927166831d by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'e8880eb3-5090-487e-9939-7a5f48a23db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f116a372-5784-4ef1-9202-7caa5c2e74ee'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:17:59.748117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Attempting to bind port 7bf3e638-b910-4d06-98a7-d8927166831d on network f116a372-5784-4ef1-9202-7caa5c2e74ee {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:59.755005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Port 7bf3e638-b910-4d06-98a7-d8927166831d on network f116a372-5784-4ef1-9202-7caa5c2e74ee not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:17:59.755333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Attempting to bind port 7bf3e638-b910-4d06-98a7-d8927166831d on network f116a372-5784-4ef1-9202-7caa5c2e74ee {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:17:59.780419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.786393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:17:59.788736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Checking segment: {'id': 'e8880eb3-5090-487e-9939-7a5f48a23db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f116a372-5784-4ef1-9202-7caa5c2e74ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:17:59.790040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Bound using segment: {'id': 'e8880eb3-5090-487e-9939-7a5f48a23db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f116a372-5784-4ef1-9202-7caa5c2e74ee'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:17:59.790235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.790897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Bound port: 7bf3e638-b910-4d06-98a7-d8927166831d, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8880eb3-5090-487e-9939-7a5f48a23db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f116a372-5784-4ef1-9202-7caa5c2e74ee'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:17:59.791571 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.811935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:59.830444 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.832072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd', 'network_id': '62556698-c2ab-4962-a38b-b10646191d55', 'port_id': '7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd', 'mac_address': 'fa:16:3e:ec:fd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aff004-67b4-41bf-a0c7-c0ae1b7fab92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:17:59.869463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Pushing event updated for resources: {'Port': ['ID=dc0a990e-8f4e-4ca1-932f-905a2ad9b015,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:17:59.919654 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.923250 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.942280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:17:59.944239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fbf8cdd4-0c32-4e0a-9c3d-2db994df9147 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3312378 Nov 19 19:17:59.947148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41004) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:17:59.950365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:17:59.976079 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:17:59.979775 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-69fa8dbe-2c95-4a3f-a5d4-4a0b015ffb66 req-5a44efcc-5645-4941-931c-cafa3e9d41cc tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258093 Nov 19 19:17:59.984976 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:00.045736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] For port 7bf3e638-b910-4d06-98a7-d8927166831d, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:18:00.054391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] For port 7bf3e638-b910-4d06-98a7-d8927166831d, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7bf3e638-b910-4d06-98a7-d8927166831d,segment=NetworkSegment(e8880eb3-5090-487e-9939-7a5f48a23db5),segment_id=e8880eb3-5090-487e-9939-7a5f48a23db5)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:18:00.065618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:00.096960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:00.165836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:00.166424 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:00.168072 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] 10.222.0.21 "PUT /v2.0/ports/7bf3e638-b910-4d06-98a7-d8927166831d HTTP/1.1" status: 200 len: 1091 time: 1.2235439 Nov 19 19:18:00.168983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3782568f-afbd-4f4e-8ab1-3cd522469ff7', 'tag': '7bf3e638-b910-4d06-98a7-d8927166831d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:18:00.171510 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2756eea2-522c-4f2d-acb0-61474b7c6d63" -d '{"events": [{"name": "network-changed", "server_uuid": "3782568f-afbd-4f4e-8ab1-3cd522469ff7", "tag": "7bf3e638-b910-4d06-98a7-d8927166831d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:18:00.182747 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:00.212139 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:00.220535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430bc0f-29ff-4313-8249-e7f4afffebd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf3e638-b910-4d06-98a7-d8927166831d,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:00.262387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0909e5-b000-480e-8e85-5b9e86a7db4c req-6d303930-6bfc-4bbd-bf3b-db3618681106 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:00.276326 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f0909e5-b000-480e-8e85-5b9e86a7db4c req-6d303930-6bfc-4bbd-bf3b-db3618681106 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 943 time: 0.1480138 Nov 19 19:18:00.295105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:18:00.404905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:00.457128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9b67365a-9302-415c-afb0-6b8e4ebc2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:00.466148 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-9b67365a-9302-415c-afb0-6b8e4ebc2428 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a494a24df8284189887a0a7f461a7fd4&device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 1094 time: 0.2465804 Nov 19 19:18:00.560793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Allocated IP 172.25.3.93 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/c2000ff5-6edb-401d-ba30-9b71cfee5b30) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:18:00.576545 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-5f7ac4b9-3cfb-4abe-9e83-8a82dd0e64f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bf3e638-b910-4d06-98a7-d8927166831d HTTP/1.1" status: 200 len: 217 time: 0.0964501 Nov 19 19:18:00.588225 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f0909e5-b000-480e-8e85-5b9e86a7db4c req-b7651d07-cfb1-4ef7-a228-096dede20400 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ca773e0-1ed1-4e04-b21d-baac0875c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103502 Nov 19 19:18:00.650973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-42463347-db00-48b1-9ff9-40925bc31963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:00.653129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-42463347-db00-48b1-9ff9-40925bc31963 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68aa1304-359e-4394-a5d8-da6e6dfa35e1 HTTP/1.1" status: 200 len: 848 time: 0.0633547 Nov 19 19:18:00.664538 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d892fabc-7c87-4f97-9489-12f0c8da4f89 x-openstack-request-id: req-d892fabc-7c87-4f97-9489-12f0c8da4f89 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:18:00.664845 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3782568f-afbd-4f4e-8ab1-3cd522469ff7", "tag": "7bf3e638-b910-4d06-98a7-d8927166831d", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:18:00.665110 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d892fabc-7c87-4f97-9489-12f0c8da4f89 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:18:00.665535 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3782568f-afbd-4f4e-8ab1-3cd522469ff7', 'tag': '7bf3e638-b910-4d06-98a7-d8927166831d', 'status': 'completed', 'code': 200} Nov 19 19:18:00.702946 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:00.705163 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-dfc6c0c4-8f2e-479e-ac65-d1d344d47a34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f116a372-5784-4ef1-9202-7caa5c2e74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387096 Nov 19 19:18:00.743952 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:00.799455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:00.803317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:00.807482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:00.836127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-886dd3d9-5138-4369-bef8-d181751a5a42 service neutron] 10.222.0.21 "GET /v2.0/networks/f116a372-5784-4ef1-9202-7caa5c2e74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224349 Nov 19 19:18:00.843021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Pushing event updated for resources: {'Port': ['ID=c2000ff5-6edb-401d-ba30-9b71cfee5b30,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:00.936210 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:00.960279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a00d46d8-09ca-45e5-9b1e-62636a50b7e1 req-13b006d8-dff9-43d5-adec-d7914f4beb97 service neutron] 10.222.0.21 "GET /v2.0/networks/f116a372-5784-4ef1-9202-7caa5c2e74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144519 Nov 19 19:18:00.980364 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:01.107808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756eea2-522c-4f2d-acb0-61474b7c6d63 req-48b1140e-387f-44ba-b8d2-cd2d9613c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:01.109371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2756eea2-522c-4f2d-acb0-61474b7c6d63 req-48b1140e-387f-44ba-b8d2-cd2d9613c26b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a494a24df8284189887a0a7f461a7fd4&device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 1094 time: 0.0996914 Nov 19 19:18:01.195488 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:01.202990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:01.231368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f351a0d-af91-4c65-878d-0c87cb42e950 req-3cd7dd4d-424d-48a4-9ff1-f28c690496d3 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:01.233284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f351a0d-af91-4c65-878d-0c87cb42e950 req-3cd7dd4d-424d-48a4-9ff1-f28c690496d3 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 944 time: 0.1158764 Nov 19 19:18:01.263685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Pushing event updated for resources: {'Port': ['ID=c2000ff5-6edb-401d-ba30-9b71cfee5b30,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:01.288225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756eea2-522c-4f2d-acb0-61474b7c6d63 req-53605620-745d-4697-b824-c102452a3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:01.289970 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2756eea2-522c-4f2d-acb0-61474b7c6d63 req-53605620-745d-4697-b824-c102452a3b80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f116a372-5784-4ef1-9202-7caa5c2e74ee HTTP/1.1" status: 200 len: 909 time: 0.1627910 Nov 19 19:18:01.333094 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:01.354820 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:01.356819 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2756eea2-522c-4f2d-acb0-61474b7c6d63 req-5aca50bb-42db-47a3-9086-3e4bf9c78b71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bf3e638-b910-4d06-98a7-d8927166831d HTTP/1.1" status: 200 len: 217 time: 0.0568233 Nov 19 19:18:01.358635 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-20b9901f-84ec-4d9f-83e0-41c747ff0a79 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4094601 Nov 19 19:18:01.361225 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41020) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:01.365279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f351a0d-af91-4c65-878d-0c87cb42e950 req-63964913-fb2e-4f12-b7af-2a7dc0eb7f6a tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216307 Nov 19 19:18:01.423166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756eea2-522c-4f2d-acb0-61474b7c6d63 req-4db32c47-b5a0-42d4-a8b4-3dd7e42208fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:01.424830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2756eea2-522c-4f2d-acb0-61474b7c6d63 req-4db32c47-b5a0-42d4-a8b4-3dd7e42208fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68aa1304-359e-4394-a5d8-da6e6dfa35e1 HTTP/1.1" status: 200 len: 848 time: 0.0584061 Nov 19 19:18:01.459343 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-67dfc083-f725-4d39-9055-77c62d5ecbd0 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0967145 Nov 19 19:18:01.461982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41024) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:01.469722 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2756eea2-522c-4f2d-acb0-61474b7c6d63 req-dc94a8c2-b7ff-4de2-b914-c437fb825844 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f116a372-5784-4ef1-9202-7caa5c2e74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366850 Nov 19 19:18:01.548740 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-30593e24-2d82-4442-9ac8-31afecd60dfd tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0803666 Nov 19 19:18:01.553807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41030) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:01.609838 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:18:01.614978 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2756eea2-522c-4f2d-acb0-61474b7c6d63 req-5c6ce9de-271a-4c48-94e1-5674babc6f71 service neutron] 10.222.0.21 "GET /v2.0/networks/f116a372-5784-4ef1-9202-7caa5c2e74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367142 Nov 19 19:18:01.711847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:18:01.720421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:18:01.720654 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:01.800465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8ef02d00-d1e5-4c6e-9d2f-c67dfa56f170 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Deleting port c2000ff5-6edb-401d-ba30-9b71cfee5b30 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:01.801041 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ef02d00-d1e5-4c6e-9d2f-c67dfa56f170 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:01.815232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34d3d0-c25f-4127-a28f-30104ab1dd5b req-2eee880f-7ce4-4f18-9624-b217b1092728 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:01.817013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad34d3d0-c25f-4127-a28f-30104ab1dd5b req-2eee880f-7ce4-4f18-9624-b217b1092728 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 943 time: 0.1046538 Nov 19 19:18:01.819671 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2756eea2-522c-4f2d-acb0-61474b7c6d63 req-8965d88f-4aa0-4ca5-93b8-2666524453ae service neutron] 10.222.0.21 "GET /v2.0/networks/f116a372-5784-4ef1-9202-7caa5c2e74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935053 Nov 19 19:18:01.868732 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:01.889047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad34d3d0-c25f-4127-a28f-30104ab1dd5b req-4d0b7f32-498a-4fc2-bbdc-fc2d12b04a77 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ca773e0-1ed1-4e04-b21d-baac0875c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615351 Nov 19 19:18:01.940276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834f5c82-8259-46b2-9166-2f4d722ed853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:18:01.944803 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a4b9d1-c99e-42bc-a7ab-fd9618e6f4b1" -d '{"events": [{"server_uuid": "834f5c82-8259-46b2-9166-2f4d722ed853", "name": "network-vif-plugged", "status": "completed", "tag": "7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:18:01.946339 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ef02d00-d1e5-4c6e-9d2f-c67dfa56f170 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:01.946734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ef02d00-d1e5-4c6e-9d2f-c67dfa56f170 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:01.951156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:01.961225 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:01.969439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8ef02d00-d1e5-4c6e-9d2f-c67dfa56f170 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Calling delete_port for c2000ff5-6edb-401d-ba30-9b71cfee5b30 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:02.013376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:02.032642 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab75e29-386d-485d-b94e-59218d99703b x-openstack-request-id: req-dab75e29-386d-485d-b94e-59218d99703b {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:18:02.033492 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834f5c82-8259-46b2-9166-2f4d722ed853", "name": "network-vif-plugged", "status": "completed", "tag": "7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:18:02.033492 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dab75e29-386d-485d-b94e-59218d99703b {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:18:02.034603 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834f5c82-8259-46b2-9166-2f4d722ed853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd', 'code': 200} Nov 19 19:18:02.142653 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:18:02.147125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1f225-a857-47e2-be71-aa7d36e680c8 req-ae203818-e404-4f84-bbc5-30748d3555ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:02.148662 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ab1f225-a857-47e2-be71-aa7d36e680c8 req-ae203818-e404-4f84-bbc5-30748d3555ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 1096 time: 0.0635808 Nov 19 19:18:02.237084 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ab1f225-a857-47e2-be71-aa7d36e680c8 req-ba87e917-8b25-41eb-81d0-9b1caaaff599 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763605 Nov 19 19:18:02.238628 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ef02d00-d1e5-4c6e-9d2f-c67dfa56f170 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:02.278309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef02d00-d1e5-4c6e-9d2f-c67dfa56f170 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Pushing event deleted for resources: {'Port': ['ID=c2000ff5-6edb-401d-ba30-9b71cfee5b30,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:02.347975 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ef02d00-d1e5-4c6e-9d2f-c67dfa56f170 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:02.351707 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ef02d00-d1e5-4c6e-9d2f-c67dfa56f170 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:02.357265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8ef02d00-d1e5-4c6e-9d2f-c67dfa56f170 tempest-FloatingIPAdminTestJSON-91750162 tempest-FloatingIPAdminTestJSON-91750162-project] 10.222.0.50 "DELETE /v2.0/floatingips/6d392256-30ef-4e14-a675-a5dae146c41b HTTP/1.1" status: 204 len: 168 time: 0.7983520 Nov 19 19:18:02.357614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41038) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:02.605976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3025f-04cf-4508-bd4c-04ed8be489e3 req-33d4aa02-ae41-474a-867d-27fa5efd0849 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:02.609267 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdd3025f-04cf-4508-bd4c-04ed8be489e3 req-33d4aa02-ae41-474a-867d-27fa5efd0849 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1212032 Nov 19 19:18:02.669728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-95bd02f8-2acb-44d0-bc4e-8337fb644052 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Deleting port dc0a990e-8f4e-4ca1-932f-905a2ad9b015 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:02.672548 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95bd02f8-2acb-44d0-bc4e-8337fb644052 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:02.766452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdd3025f-04cf-4508-bd4c-04ed8be489e3 req-564f43b5-887c-4ce8-8ed5-7e9526d13e90 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464536 Nov 19 19:18:02.854682 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95bd02f8-2acb-44d0-bc4e-8337fb644052 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:02.856644 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95bd02f8-2acb-44d0-bc4e-8337fb644052 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:02.892573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-95bd02f8-2acb-44d0-bc4e-8337fb644052 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Calling delete_port for dc0a990e-8f4e-4ca1-932f-905a2ad9b015 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:03.099874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1216-952e-4c94-a031-06d52a8f794a req-1fdaf45e-8762-447c-a4f0-5750b3abbc48 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:03.106243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-092d1216-952e-4c94-a031-06d52a8f794a req-1fdaf45e-8762-447c-a4f0-5750b3abbc48 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 943 time: 0.1104681 Nov 19 19:18:03.108055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95bd02f8-2acb-44d0-bc4e-8337fb644052 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:03.158649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd02f8-2acb-44d0-bc4e-8337fb644052 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc0a990e-8f4e-4ca1-932f-905a2ad9b015,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:03.264311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-092d1216-952e-4c94-a031-06d52a8f794a req-18796622-7d52-4eb3-ae6b-7c3580afdb51 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ca773e0-1ed1-4e04-b21d-baac0875c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507916 Nov 19 19:18:03.271705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95bd02f8-2acb-44d0-bc4e-8337fb644052 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:03.274434 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95bd02f8-2acb-44d0-bc4e-8337fb644052 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:03.279548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-95bd02f8-2acb-44d0-bc4e-8337fb644052 tempest-FloatingIPAdminTestJSON-1017580183 tempest-FloatingIPAdminTestJSON-1017580183-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/a1b76e23-01f5-4a3f-a5ed-e94fc2ba63f1 HTTP/1.1" status: 204 len: 168 time: 0.9169319 Nov 19 19:18:03.279778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41064) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:03.389561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6c3310f7-a3ca-47c3-bb92-5061070c5506 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Deleting port 053c63d7-7bf2-48ff-8da8-e639ec51764c {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:03.390332 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c3310f7-a3ca-47c3-bb92-5061070c5506 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:03.497454 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c3310f7-a3ca-47c3-bb92-5061070c5506 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:03.529663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6c3310f7-a3ca-47c3-bb92-5061070c5506 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Calling delete_port for 053c63d7-7bf2-48ff-8da8-e639ec51764c owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:04.002755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048eeea7-ef01-4bc8-8263-825ed413d4fc req-027e9778-7e64-4e03-9116-510187f77f93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:04.004731 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-048eeea7-ef01-4bc8-8263-825ed413d4fc req-027e9778-7e64-4e03-9116-510187f77f93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1204872 Nov 19 19:18:04.006152 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c3310f7-a3ca-47c3-bb92-5061070c5506 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:04.078609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3310f7-a3ca-47c3-bb92-5061070c5506 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event deleted for resources: {'Port': ['ID=053c63d7-7bf2-48ff-8da8-e639ec51764c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:04.140416 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-048eeea7-ef01-4bc8-8263-825ed413d4fc req-1b10164f-7af7-4b83-b7b6-017ecc1498a6 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247859 Nov 19 19:18:04.270004 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c3310f7-a3ca-47c3-bb92-5061070c5506 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:04.277876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6c3310f7-a3ca-47c3-bb92-5061070c5506 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "DELETE /v2.0/ports/053c63d7-7bf2-48ff-8da8-e639ec51764c HTTP/1.1" status: 204 len: 168 time: 0.9931417 Nov 19 19:18:04.278309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41078) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:04.372944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad7e007-ad0e-46cf-91ea-a6b86f2ca7be tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:04.377136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6ad7e007-ad0e-46cf-91ea-a6b86f2ca7be tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6c1d3d4-edd3-4f2c-8deb-86e74007aeed HTTP/1.1" status: 200 len: 913 time: 0.0976040 Nov 19 19:18:04.379342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41082) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:04.594712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c947-23e0-4b42-92a2-c69fab0a6829 req-1e3fd47e-b8df-40ad-9f06-883bca691afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:04.596168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cc2c947-23e0-4b42-92a2-c69fab0a6829 req-1e3fd47e-b8df-40ad-9f06-883bca691afb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=821f0245517847c595daafbdfc6c9ad6&device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 1096 time: 0.1042662 Nov 19 19:18:04.657641 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca6c96-e957-4692-9840-96cd562bb257 req-9de51b37-89b6-4fa7-a457-a7118a7d5c90 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:04.687133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1ca6c96-e957-4692-9840-96cd562bb257 req-9de51b37-89b6-4fa7-a457-a7118a7d5c90 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 943 time: 0.1545746 Nov 19 19:18:04.948994 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1ca6c96-e957-4692-9840-96cd562bb257 req-b10ce47a-4a8a-409a-ad74-75935b103ff0 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ca773e0-1ed1-4e04-b21d-baac0875c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300001 Nov 19 19:18:04.952020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c947-23e0-4b42-92a2-c69fab0a6829 req-07fc613d-2aae-49e2-b8d0-d792c9d02337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:04.952020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cc2c947-23e0-4b42-92a2-c69fab0a6829 req-07fc613d-2aae-49e2-b8d0-d792c9d02337 service neutron] 10.222.0.57 "GET /v2.0/networks?id=62556698-c2ab-4962-a38b-b10646191d55 HTTP/1.1" status: 200 len: 911 time: 0.3287780 Nov 19 19:18:05.011191 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cc2c947-23e0-4b42-92a2-c69fab0a6829 req-7718a61f-45b2-4f02-b584-f14e50d218ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd HTTP/1.1" status: 200 len: 217 time: 0.0621195 Nov 19 19:18:05.056419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffd293-c334-4196-bfea-dfb00b285d58 req-c5887efc-56a3-4bf5-b872-4b74a3fad757 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:05.058036 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36ffd293-c334-4196-bfea-dfb00b285d58 req-c5887efc-56a3-4bf5-b872-4b74a3fad757 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1112242 Nov 19 19:18:05.120789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36ffd293-c334-4196-bfea-dfb00b285d58 req-256a2b9c-5ab1-4b25-84d9-a5f59e98aa9e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538909 Nov 19 19:18:05.123724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c947-23e0-4b42-92a2-c69fab0a6829 req-3862aca4-d2f9-43d0-b01e-cf21d951585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:05.125550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cc2c947-23e0-4b42-92a2-c69fab0a6829 req-3862aca4-d2f9-43d0-b01e-cf21d951585b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1aff004-67b4-41bf-a0c7-c0ae1b7fab92 HTTP/1.1" status: 200 len: 850 time: 0.1006315 Nov 19 19:18:05.188865 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cc2c947-23e0-4b42-92a2-c69fab0a6829 req-f84637aa-bb6e-42d8-9d25-4a0c2cd25856 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=62556698-c2ab-4962-a38b-b10646191d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564961 Nov 19 19:18:05.234494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7bf3e638-b910-4d06-98a7-d8927166831d details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:18:05.354972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cc2c947-23e0-4b42-92a2-c69fab0a6829 req-c75aaef8-3042-4d93-b156-fd49f2f2cee2 service neutron] 10.222.0.57 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558611 Nov 19 19:18:05.357790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7bf3e638-b910-4d06-98a7-d8927166831d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7bf3e638-b910-4d06-98a7-d8927166831d,segment=NetworkSegment(e8880eb3-5090-487e-9939-7a5f48a23db5),segment_id=e8880eb3-5090-487e-9939-7a5f48a23db5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:05.375859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '7bf3e638-b910-4d06-98a7-d8927166831d', 'network_id': 'f116a372-5784-4ef1-9202-7caa5c2e74ee', 'port_id': '7bf3e638-b910-4d06-98a7-d8927166831d', 'mac_address': 'fa:16:3e:63:20:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68aa1304-359e-4394-a5d8-da6e6dfa35e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:18:05.437572 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:05.474363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf3e638-b910-4d06-98a7-d8927166831d {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:18:05.520829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7bf3e638-b910-4d06-98a7-d8927166831d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7bf3e638-b910-4d06-98a7-d8927166831d,segment=NetworkSegment(e8880eb3-5090-487e-9939-7a5f48a23db5),segment_id=e8880eb3-5090-487e-9939-7a5f48a23db5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:05.533856 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:05.684164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=7bf3e638-b910-4d06-98a7-d8927166831d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:05.808021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['7bf3e638-b910-4d06-98a7-d8927166831d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:18:06.071630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b283c2-600b-4429-b237-c2b9f3b3ef23 req-87e96136-0f9c-4fa5-bfa7-0291997ee4b2 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:06.087581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29b283c2-600b-4429-b237-c2b9f3b3ef23 req-87e96136-0f9c-4fa5-bfa7-0291997ee4b2 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 944 time: 0.1768157 Nov 19 19:18:06.123680 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cc2c947-23e0-4b42-92a2-c69fab0a6829 req-44af4867-abc7-4cf7-a1e3-ed94f080960f service neutron] 10.222.0.57 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7595191 Nov 19 19:18:06.156668 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:06.196692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29b283c2-600b-4429-b237-c2b9f3b3ef23 req-267bdcce-455b-4f5e-848b-9d0cc48d00c3 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ca773e0-1ed1-4e04-b21d-baac0875c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080482 Nov 19 19:18:06.388895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14387e3-7db9-49aa-9438-8b20eb80907c req-4e58a773-df6b-40fd-be6d-3b1b414b6e84 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:06.391888 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f14387e3-7db9-49aa-9438-8b20eb80907c req-4e58a773-df6b-40fd-be6d-3b1b414b6e84 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.0724726 Nov 19 19:18:06.474538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f14387e3-7db9-49aa-9438-8b20eb80907c req-d81e99f1-1b23-4ac6-ad38-b53a1925d886 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723195 Nov 19 19:18:06.553003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Deleting port dde32834-980b-46f9-8935-dfc131af0bde {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:06.553506 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:06.660328 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:06.673342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Calling delete_port for dde32834-980b-46f9-8935-dfc131af0bde owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:06.900934 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:06.929163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event deleted for resources: {'Port': ['ID=dde32834-980b-46f9-8935-dfc131af0bde,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:06.945937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:06.945937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:06.945937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:06.946326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:06.946665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:06.946786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:06.947102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:06.947440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:06.947775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:06.948109 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:06.948455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:06.948796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:07.218574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:07.240141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7bf3e638-b910-4d06-98a7-d8927166831d up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:18:07.338647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 7bf3e638-b910-4d06-98a7-d8927166831d completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:18:07.344512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 7bf3e638-b910-4d06-98a7-d8927166831d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:18:07.344901 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:07.432478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0019bf5-5dff-4660-839e-3749c4edd913 req-47eed81c-63a1-4df6-8b37-63010b38f28e tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:07.434130 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0019bf5-5dff-4660-839e-3749c4edd913 req-47eed81c-63a1-4df6-8b37-63010b38f28e tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 944 time: 0.1094286 Nov 19 19:18:07.468259 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:07.497904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3782568f-afbd-4f4e-8ab1-3cd522469ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf3e638-b910-4d06-98a7-d8927166831d'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:18:07.500721 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eca6bdc-24fe-4a56-ac82-2b231700ef5a" -d '{"events": [{"server_uuid": "3782568f-afbd-4f4e-8ab1-3cd522469ff7", "name": "network-vif-plugged", "status": "completed", "tag": "7bf3e638-b910-4d06-98a7-d8927166831d"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:18:07.515124 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7bf3e638-b910-4d06-98a7-d8927166831d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7bf3e638-b910-4d06-98a7-d8927166831d,segment=NetworkSegment(e8880eb3-5090-487e-9939-7a5f48a23db5),segment_id=e8880eb3-5090-487e-9939-7a5f48a23db5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:07.520840 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:07.550771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0019bf5-5dff-4660-839e-3749c4edd913 req-35b6a3a7-3f4e-4ad9-95eb-734e100f7c62 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ca773e0-1ed1-4e04-b21d-baac0875c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089172 Nov 19 19:18:07.605705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=7bf3e638-b910-4d06-98a7-d8927166831d,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:07.677939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1c75b-851e-4c36-ad09-2a4beba5f807 req-9d7b6966-7d21-4292-b176-0697e2f9bd75 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:07.686305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aec1c75b-851e-4c36-ad09-2a4beba5f807 req-9d7b6966-7d21-4292-b176-0697e2f9bd75 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.0636823 Nov 19 19:18:07.738169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aec1c75b-851e-4c36-ad09-2a4beba5f807 req-7f8c83d6-8c98-480f-b482-6bdf112e6f32 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508482 Nov 19 19:18:07.742739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Router c6c1d3d4-edd3-4f2c-8deb-86e74007aeed has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:18:07.807396 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07996c3d-6549-4b70-8a39-d3a7964732ba x-openstack-request-id: req-07996c3d-6549-4b70-8a39-d3a7964732ba {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:18:07.807679 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3782568f-afbd-4f4e-8ab1-3cd522469ff7", "name": "network-vif-plugged", "status": "completed", "tag": "7bf3e638-b910-4d06-98a7-d8927166831d", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:18:07.809513 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07996c3d-6549-4b70-8a39-d3a7964732ba {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:18:07.810020 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3782568f-afbd-4f4e-8ab1-3cd522469ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf3e638-b910-4d06-98a7-d8927166831d', 'code': 200} Nov 19 19:18:07.910156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:18:07.920290 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-298be250-1981-4048-a757-bc3ecac9c545 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "PUT /v2.0/routers/c6c1d3d4-edd3-4f2c-8deb-86e74007aeed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5359855 Nov 19 19:18:07.920604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41204) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:07.925143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65917143-3881-41e5-a86a-1669f758425d None None] Sync routers for ids ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:18:07.937976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65917143-3881-41e5-a86a-1669f758425d None None] Routers {'c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:18:07.938928 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-65917143-3881-41e5-a86a-1669f758425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:07.944155 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321a0ed-5f48-4cc7-8d73-e8835f0c23c5 req-91d6378c-995f-458e-b7ba-0226508fd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:07.945670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6321a0ed-5f48-4cc7-8d73-e8835f0c23c5 req-91d6378c-995f-458e-b7ba-0226508fd3dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0724916 Nov 19 19:18:07.990471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-65917143-3881-41e5-a86a-1669f758425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:08.003314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65917143-3881-41e5-a86a-1669f758425d None None] Routers {'c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:18:08.004257 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-65917143-3881-41e5-a86a-1669f758425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:17:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:08.049825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-65917143-3881-41e5-a86a-1669f758425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:08.051162 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65917143-3881-41e5-a86a-1669f758425d None None] The sync data for ids ['c6c1d3d4-edd3-4f2c-8deb-86e74007aeed'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:18:08.071482 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6321a0ed-5f48-4cc7-8d73-e8835f0c23c5 req-de3f98f5-56b7-41d3-a0d9-b8d172a8027b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0ca773e0-1ed1-4e04-b21d-baac0875c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175251 Nov 19 19:18:08.078591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:08.224011 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a98dcf42-663a-45a6-aebe-915189b53c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:08.244182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:08.321763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Deleting port 9f0e5ef9-e147-4604-8194-cb25b68308c4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:08.322115 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:08.428312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:08.443734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Calling delete_port for 9f0e5ef9-e147-4604-8194-cb25b68308c4 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:08.662147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:08.683950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdc483-02f2-4961-9775-ce6f1680a952 req-b653bcb5-8715-4d04-a54d-79574b8ebe3e tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:08.686538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48fdc483-02f2-4961-9775-ce6f1680a952 req-b653bcb5-8715-4d04-a54d-79574b8ebe3e tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 945 time: 0.0570338 Nov 19 19:18:08.693350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event deleted for resources: {'Port': ['ID=9f0e5ef9-e147-4604-8194-cb25b68308c4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:08.709975 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d02dc-fd35-41d5-8da6-e2241bdcbada None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:18:08.750489 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48fdc483-02f2-4961-9775-ce6f1680a952 req-b46a4812-9629-4fda-a096-dd2e0cd29bf3 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ca773e0-1ed1-4e04-b21d-baac0875c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563798 Nov 19 19:18:08.783433 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:08.882300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:08.883087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e56e1-5adb-4cd4-9416-75eca7066512 req-e72a540d-61f4-4b3c-83a5-1f349ebe9798 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:08.884623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf5e56e1-5adb-4cd4-9416-75eca7066512 req-e72a540d-61f4-4b3c-83a5-1f349ebe9798 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.0677452 Nov 19 19:18:08.884775 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:08.932115 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:08.932702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Fanout notify agent at l3_agent the message router_deleted on router c6c1d3d4-edd3-4f2c-8deb-86e74007aeed {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:18:08.942819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:08.943526 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3a6e84e0-a560-4543-8083-14ac9ad56077 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "DELETE /v2.0/routers/c6c1d3d4-edd3-4f2c-8deb-86e74007aeed HTTP/1.1" status: 204 len: 168 time: 1.0219119 Nov 19 19:18:08.946757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41234) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:08.988657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf5e56e1-5adb-4cd4-9416-75eca7066512 req-017b184f-5301-46a0-aed8-f02e63ff3e9f tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913444 Nov 19 19:18:09.014390 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Deleting subnet b2e65d50-7656-406d-956b-d4e9cefaadf0 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:18:09.019065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.068831 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.197786 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.260308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.287956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e65d50-7656-406d-956b-d4e9cefaadf0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:09.300310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.300662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.301008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.301405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.301824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.302176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.302509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.302845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.303177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.303505 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.303900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.304281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:09.307174 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.310178 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4dddb7-2d18-43b4-8479-9204ae10efaa None None] Network 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:18:09.313835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41246) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:09.313987 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f4a578fc-2c8a-4e68-bdfd-79bf2254eada tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "DELETE /v2.0/subnets/b2e65d50-7656-406d-956b-d4e9cefaadf0 HTTP/1.1" status: 204 len: 168 time: 0.3660798 Nov 19 19:18:09.415830 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.482774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Deleting port 65f399ac-271f-4a9a-9324-11c854107019 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:09.483136 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.495526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d19b03e-3114-490d-b30c-5a37b8b5a128 None None] DHCP port deletion for 3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:18:09.566457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2d19b03e-3114-490d-b30c-5a37b8b5a128 None None] Deleting port 65f399ac-271f-4a9a-9324-11c854107019 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:09.566844 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2d19b03e-3114-490d-b30c-5a37b8b5a128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.583779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] For port 65f399ac-271f-4a9a-9324-11c854107019, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=65f399ac-271f-4a9a-9324-11c854107019,segment=NetworkSegment(d32e11d2-460b-4136-84c9-916d02418bc7),segment_id=d32e11d2-460b-4136-84c9-916d02418bc7)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:09.584385 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.609071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Calling delete_port for 65f399ac-271f-4a9a-9324-11c854107019 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:09.642112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2d19b03e-3114-490d-b30c-5a37b8b5a128 None None] For port 65f399ac-271f-4a9a-9324-11c854107019, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=65f399ac-271f-4a9a-9324-11c854107019,segment=NetworkSegment(d32e11d2-460b-4136-84c9-916d02418bc7),segment_id=d32e11d2-460b-4136-84c9-916d02418bc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:09.642913 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2d19b03e-3114-490d-b30c-5a37b8b5a128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.659272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2d19b03e-3114-490d-b30c-5a37b8b5a128 None None] Calling delete_port for 65f399ac-271f-4a9a-9324-11c854107019 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:09.706524 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.750048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event deleted for resources: {'Port': ['ID=65f399ac-271f-4a9a-9324-11c854107019,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:09.752037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] No DVR routers for this DVR port 65f399ac-271f-4a9a-9324-11c854107019 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:18:09.804134 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2d19b03e-3114-490d-b30c-5a37b8b5a128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.819479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19b03e-3114-490d-b30c-5a37b8b5a128 None None] No DVR routers for this DVR port 65f399ac-271f-4a9a-9324-11c854107019 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:18:09.842658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19b03e-3114-490d-b30c-5a37b8b5a128 None None] Pushing event deleted for resources: {'Port': ['ID=65f399ac-271f-4a9a-9324-11c854107019,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:09.863083 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.892473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3abb4f-0cdf-43a4-bb4e-005639a1ca78']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:09.909037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32e11d2-460b-4136-84c9-916d02418bc7') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:09.909595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32e11d2-460b-4136-84c9-916d02418bc7') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:09.923152 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.927226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbe8ca-eee7-43ec-8879-c357d6a444af req-4a84907a-6caa-4cf5-88d1-8de4c8e64f5c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:09.934264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-effbe8ca-eee7-43ec-8879-c357d6a444af req-4a84907a-6caa-4cf5-88d1-8de4c8e64f5c tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 945 time: 0.0704606 Nov 19 19:18:09.938931 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.945969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:18:09.946418 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:18:09.950267 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:18:09.992152 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-effbe8ca-eee7-43ec-8879-c357d6a444af req-2f2f9ecc-a60d-44ba-9ae8-f570b521e23e tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ca773e0-1ed1-4e04-b21d-baac0875c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561635 Nov 19 19:18:10.042705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:10.048604 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:10.055035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41274) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:10.055539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "DELETE /v2.0/networks/3e3abb4f-0cdf-43a4-bb4e-005639a1ca78 HTTP/1.1" status: 204 len: 168 time: 0.7402992 Nov 19 19:18:10.086014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645b695-8c56-48e2-aff0-9dcb6a23ee01 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event deleted for resources: {'Network': ['ID=3e3abb4f-0cdf-43a4-bb4e-005639a1ca78,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:10.109253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 65f399ac-271f-4a9a-9324-11c854107019 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:18:10.149523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 65f399ac-271f-4a9a-9324-11c854107019 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:18:10.150169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 65f399ac-271f-4a9a-9324-11c854107019 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:18:10.262419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5742f-5c83-48db-859b-762a3ea9bc97 req-953c0b5c-3c7c-45de-88db-8f4a4ff5cd2f tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:10.264319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fab5742f-5c83-48db-859b-762a3ea9bc97 req-953c0b5c-3c7c-45de-88db-8f4a4ff5cd2f tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.0992839 Nov 19 19:18:10.273057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7d332e12-9fd7-440c-900c-845cbc113bf1 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Deleting port e1341f2d-5bc9-444b-8750-08cd2476fdf3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:10.273518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d332e12-9fd7-440c-900c-845cbc113bf1 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:10.377591 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fab5742f-5c83-48db-859b-762a3ea9bc97 req-025de5ff-9fa2-4987-aa43-2fdcb8ebd074 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007247 Nov 19 19:18:10.406359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d332e12-9fd7-440c-900c-845cbc113bf1 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:10.407142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d332e12-9fd7-440c-900c-845cbc113bf1 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:10.425386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7d332e12-9fd7-440c-900c-845cbc113bf1 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Calling delete_port for e1341f2d-5bc9-444b-8750-08cd2476fdf3 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:10.573797 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-93e72460-7776-479f-886b-31068b94dc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:10.649142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d332e12-9fd7-440c-900c-845cbc113bf1 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:10.699904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d332e12-9fd7-440c-900c-845cbc113bf1 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Pushing event deleted for resources: {'Port': ['ID=e1341f2d-5bc9-444b-8750-08cd2476fdf3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:10.774268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d332e12-9fd7-440c-900c-845cbc113bf1 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:10.780321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d332e12-9fd7-440c-900c-845cbc113bf1 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:10.783887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7d332e12-9fd7-440c-900c-845cbc113bf1 tempest-FloatingIPAdminTestJSON-2071161563 tempest-FloatingIPAdminTestJSON-2071161563-project] 10.222.0.50 "DELETE /v2.0/floatingips/c297588a-2fc4-4c11-899f-ad7cbb975a83 HTTP/1.1" status: 204 len: 168 time: 0.7247171 Nov 19 19:18:11.196576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41314) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:11.380018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5297b21a-33da-4e77-9302-2ba6187d7c05 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edfc2f8cd16f48cfb2506493b5499a45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1820328 Nov 19 19:18:11.382484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41324) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:11.491383 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20f05aff-d565-46bd-8443-babb7c14e02d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:11.543533 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20f05aff-d565-46bd-8443-babb7c14e02d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:11.604706 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20f05aff-d565-46bd-8443-babb7c14e02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:11.609851 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20f05aff-d565-46bd-8443-babb7c14e02d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:11.611910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-20f05aff-d565-46bd-8443-babb7c14e02d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a229650-a4e4-4e3a-863e-eeae76bf84c6 HTTP/1.1" status: 204 len: 168 time: 0.2283170 Nov 19 19:18:11.617321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f41244-3696-456c-892f-e7a5b8a0cfb7 req-0a8f92b5-e246-4bee-951a-56792f9b52e1 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:11.619497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61f41244-3696-456c-892f-e7a5b8a0cfb7 req-0a8f92b5-e246-4bee-951a-56792f9b52e1 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.0922863 Nov 19 19:18:11.665288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f05aff-d565-46bd-8443-babb7c14e02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a229650-a4e4-4e3a-863e-eeae76bf84c6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:11.700161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61f41244-3696-456c-892f-e7a5b8a0cfb7 req-c2637dc1-be6b-44c6-8b69-334fb71ce5ea tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724280 Nov 19 19:18:11.862659 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:11.998911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41354) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:12.022300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-befafef8-237c-4733-ae6b-8bd89821f9c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:12.147813 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-befafef8-237c-4733-ae6b-8bd89821f9c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:12.155701 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-befafef8-237c-4733-ae6b-8bd89821f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:12.203106 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-befafef8-237c-4733-ae6b-8bd89821f9c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a323fcafd6646cc9edd4ebf00a375c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2001772 Nov 19 19:18:12.203106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befafef8-237c-4733-ae6b-8bd89821f9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4b0963-4ea1-4a4f-9019-f94ada0549b2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:12.203475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41362) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:12.281086 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e696737-31ef-47d7-89d2-21f37bf94d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:12.309305 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e696737-31ef-47d7-89d2-21f37bf94d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:12.374626 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e696737-31ef-47d7-89d2-21f37bf94d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:12.377645 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e696737-31ef-47d7-89d2-21f37bf94d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:12.382065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9e696737-31ef-47d7-89d2-21f37bf94d30 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e4b0963-4ea1-4a4f-9019-f94ada0549b2 HTTP/1.1" status: 204 len: 168 time: 0.1771526 Nov 19 19:18:12.392331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e696737-31ef-47d7-89d2-21f37bf94d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4b0963-4ea1-4a4f-9019-f94ada0549b2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:12.840736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede9aea-2fdc-46e7-b0d6-cb665c942c1f req-4bbdab06-58b8-4228-b739-1edaa30ef60f tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:12.849653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ede9aea-2fdc-46e7-b0d6-cb665c942c1f req-4bbdab06-58b8-4228-b739-1edaa30ef60f tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.0737500 Nov 19 19:18:12.871769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41392) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:12.896939 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23d9a7a3-0f1b-45f1-920b-db1647b8c3fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:12.942660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ede9aea-2fdc-46e7-b0d6-cb665c942c1f req-bfe44bc4-00e7-42fe-a05d-62a7590909a6 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920687 Nov 19 19:18:13.079053 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23d9a7a3-0f1b-45f1-920b-db1647b8c3fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:13.084518 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23d9a7a3-0f1b-45f1-920b-db1647b8c3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:13.140380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a7a3-0f1b-45f1-920b-db1647b8c3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49462e9-f55a-4857-aeec-df483e63e662,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:13.166242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-23d9a7a3-0f1b-45f1-920b-db1647b8c3fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17414f845aa84d0a849a128c7b508413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928081 Nov 19 19:18:13.168942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41404) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:13.248286 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51327ea1-490e-4b11-a827-a51a6d5c284d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:13.316363 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51327ea1-490e-4b11-a827-a51a6d5c284d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:13.379343 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:13.435592 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51327ea1-490e-4b11-a827-a51a6d5c284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:13.440264 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-51327ea1-490e-4b11-a827-a51a6d5c284d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:13.442438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-51327ea1-490e-4b11-a827-a51a6d5c284d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d49462e9-f55a-4857-aeec-df483e63e662 HTTP/1.1" status: 204 len: 168 time: 0.2724962 Nov 19 19:18:13.468811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51327ea1-490e-4b11-a827-a51a6d5c284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49462e9-f55a-4857-aeec-df483e63e662,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:14.119157 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:14.166989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71235599-4ef9-4daf-907d-94d2328fddb8 req-e335b988-b0d9-45b5-ab74-390e61fdf843 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:14.170332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71235599-4ef9-4daf-907d-94d2328fddb8 req-e335b988-b0d9-45b5-ab74-390e61fdf843 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1166098 Nov 19 19:18:14.250836 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71235599-4ef9-4daf-907d-94d2328fddb8 req-ca4b59af-2d79-4af2-93f8-2817b43a3ec6 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715215 Nov 19 19:18:14.635473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c6670-1193-440b-9b55-8f090434e0b6 req-e18903b1-e3e3-445d-9b6b-e1e00380e800 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:14.644521 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb9c6670-1193-440b-9b55-8f090434e0b6 req-e18903b1-e3e3-445d-9b6b-e1e00380e800 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 945 time: 0.0667269 Nov 19 19:18:14.743138 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb9c6670-1193-440b-9b55-8f090434e0b6 req-c4658063-3bd0-4114-9406-0ea01c26d8d0 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ca773e0-1ed1-4e04-b21d-baac0875c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930119 Nov 19 19:18:14.786924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41486) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:14.956606 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-783190596'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:14.988775 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Made reservation on behalf of 396769b1743946adb7ba78c2373ae0cf for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:14.992840 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:15.003164 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:15.147954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:15.154433 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:15.190218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:18:15.202132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97907f18-d1f3-480d-a3eb-5a2921b1f817,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:15.208848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:15.209525 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Added segment 3ceaa5a9-5086-43eb-9491-7e7e000c89af of type vlan for network 5382e0bb-8e4c-4b15-8b65-7566b503bd7a Nov 19 19:18:15.291240 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:15.340432 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:15.360062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:15.371596 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:15.501335 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7158563 Nov 19 19:18:15.503119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41508) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:15.508681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Request body: {'subnet': {'network_id': '5382e0bb-8e4c-4b15-8b65-7566b503bd7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:15.544204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee303534-14ae-49f5-b348-65589afa040c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Pushing event updated for resources: {'Network': ['ID=5382e0bb-8e4c-4b15-8b65-7566b503bd7a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:15.555720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 5382e0bb-8e4c-4b15-8b65-7566b503bd7a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:18:15.558676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bafe1-48e3-426c-bbb8-97ad2c38329c req-02f8589b-4590-481f-ae04-4b740da96412 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:15.560511 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c0bafe1-48e3-426c-bbb8-97ad2c38329c req-02f8589b-4590-481f-ae04-4b740da96412 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1851747 Nov 19 19:18:15.682368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c0bafe1-48e3-426c-bbb8-97ad2c38329c req-2192a429-af11-4aa1-8547-25562356b658 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114311 Nov 19 19:18:15.731606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Made reservation on behalf of 396769b1743946adb7ba78c2373ae0cf for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:15.735666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:15.969797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e7ed-2252-4620-a63b-95955b55b496 req-41907e42-42fb-4086-9ef1-bab4804d208f tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:15.971986 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79c2e7ed-2252-4620-a63b-95955b55b496 req-41907e42-42fb-4086-9ef1-bab4804d208f tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 945 time: 0.0935817 Nov 19 19:18:16.078278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531415d-9a95-4ed8-859a-c6d79d5f94b5 req-304e133a-4751-4d3d-a8b6-062f4aa685e2 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:16.089122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b531415d-9a95-4ed8-859a-c6d79d5f94b5 req-304e133a-4751-4d3d-a8b6-062f4aa685e2 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.21 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 945 time: 0.1413391 Nov 19 19:18:16.094275 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79c2e7ed-2252-4620-a63b-95955b55b496 req-9717df89-c3d3-4d60-b294-1f9186dc8640 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ca773e0-1ed1-4e04-b21d-baac0875c5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071537 Nov 19 19:18:16.109778 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:16.244519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Pushing event updated for resources: {'Subnet': ['ID=e8e8aa14-c9ad-4a27-a7a3-969861c179ab,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:16.247945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Checking segment: {'id': '3ceaa5a9-5086-43eb-9491-7e7e000c89af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5382e0bb-8e4c-4b15-8b65-7566b503bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:18:16.248354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Network hostable DHCP agents. Network: 5382e0bb-8e4c-4b15-8b65-7566b503bd7a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:18:16.271158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b531415d-9a95-4ed8-859a-c6d79d5f94b5 req-f7d260ff-c58b-4702-b5fc-83e8ec0f6232 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Deleting port 7bf3e638-b910-4d06-98a7-d8927166831d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:16.273725 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b531415d-9a95-4ed8-859a-c6d79d5f94b5 req-f7d260ff-c58b-4702-b5fc-83e8ec0f6232 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:16.285857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Network 5382e0bb-8e4c-4b15-8b65-7566b503bd7a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:18:16.320301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 5382e0bb-8e4c-4b15-8b65-7566b503bd7a) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:16.331984 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d5bc74-f675-4328-b2d5-f669ed24c0b3 None None] Network 5382e0bb-8e4c-4b15-8b65-7566b503bd7a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:18:16.332414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:16.335307 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:16.367968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3fce88e2-98da-4e12-b855-933506cd3c5f tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8634579 Nov 19 19:18:16.387604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41530) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:16.397435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Request body: {'port': {'network_id': '5382e0bb-8e4c-4b15-8b65-7566b503bd7a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1238758389'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:16.432237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b531415d-9a95-4ed8-859a-c6d79d5f94b5 req-f7d260ff-c58b-4702-b5fc-83e8ec0f6232 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] For port 7bf3e638-b910-4d06-98a7-d8927166831d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7bf3e638-b910-4d06-98a7-d8927166831d,segment=NetworkSegment(e8880eb3-5090-487e-9939-7a5f48a23db5),segment_id=e8880eb3-5090-487e-9939-7a5f48a23db5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:16.433444 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b531415d-9a95-4ed8-859a-c6d79d5f94b5 req-f7d260ff-c58b-4702-b5fc-83e8ec0f6232 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:16.454841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-b531415d-9a95-4ed8-859a-c6d79d5f94b5 req-f7d260ff-c58b-4702-b5fc-83e8ec0f6232 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Calling delete_port for 7bf3e638-b910-4d06-98a7-d8927166831d owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:16.663490 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Made reservation on behalf of 396769b1743946adb7ba78c2373ae0cf for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:16.667142 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:16.667872 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b531415d-9a95-4ed8-859a-c6d79d5f94b5 req-f7d260ff-c58b-4702-b5fc-83e8ec0f6232 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:16.716876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] device_id is not set on port c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:18:16.755329 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d260ff-c58b-4702-b5fc-83e8ec0f6232 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Pushing event deleted for resources: {'Port': ['ID=7bf3e638-b910-4d06-98a7-d8927166831d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:16.889370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b531415d-9a95-4ed8-859a-c6d79d5f94b5 req-f7d260ff-c58b-4702-b5fc-83e8ec0f6232 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] No DVR routers for this DVR port 7bf3e638-b910-4d06-98a7-d8927166831d on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:18:16.914939 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b531415d-9a95-4ed8-859a-c6d79d5f94b5 req-f7d260ff-c58b-4702-b5fc-83e8ec0f6232 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:16.918555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b531415d-9a95-4ed8-859a-c6d79d5f94b5 req-f7d260ff-c58b-4702-b5fc-83e8ec0f6232 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.21 "DELETE /v2.0/ports/7bf3e638-b910-4d06-98a7-d8927166831d HTTP/1.1" status: 204 len: 173 time: 0.8215048 Nov 19 19:18:16.919030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3782568f-afbd-4f4e-8ab1-3cd522469ff7', 'name': 'network-vif-deleted', 'tag': '7bf3e638-b910-4d06-98a7-d8927166831d'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:18:16.937539 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d009a7a4-d9ad-43c3-9e42-01dde88dff02" -d '{"events": [{"server_uuid": "3782568f-afbd-4f4e-8ab1-3cd522469ff7", "name": "network-vif-deleted", "tag": "7bf3e638-b910-4d06-98a7-d8927166831d"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:18:16.969347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['7bf3e638-b910-4d06-98a7-d8927166831d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:18:17.014103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c6df8-9ad4-4d41-ac24-2c834bfad71d req-f58e91c8-097e-4bb2-b327-0228a0f892ed tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:17.018286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e87c6df8-9ad4-4d41-ac24-2c834bfad71d req-f58e91c8-097e-4bb2-b327-0228a0f892ed tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1301289 Nov 19 19:18:17.032442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-5382e0bb-8e4c-4b15-8b65-7566b503bd7a', 'network_id': '5382e0bb-8e4c-4b15-8b65-7566b503bd7a', 'tenant_id': '396769b1743946adb7ba78c2373ae0cf', 'fixed_ips': [{'subnet_id': 'e8e8aa14-c9ad-4a27-a7a3-969861c179ab'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:18:17.033378 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:17.054814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Allocated IP 172.20.0.2 (5382e0bb-8e4c-4b15-8b65-7566b503bd7a/e8e8aa14-c9ad-4a27-a7a3-969861c179ab/c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:18:17.169359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e87c6df8-9ad4-4d41-ac24-2c834bfad71d req-afa31505-2514-42a0-88e3-9942de65d808 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385021 Nov 19 19:18:17.304480 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a502fbfe-7d03-4809-a6e4-0e85de278d6e x-openstack-request-id: req-a502fbfe-7d03-4809-a6e4-0e85de278d6e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:18:17.305824 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3782568f-afbd-4f4e-8ab1-3cd522469ff7", "name": "network-vif-deleted", "tag": "7bf3e638-b910-4d06-98a7-d8927166831d", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:18:17.306777 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a502fbfe-7d03-4809-a6e4-0e85de278d6e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:18:17.307408 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3782568f-afbd-4f4e-8ab1-3cd522469ff7', 'name': 'network-vif-deleted', 'tag': '7bf3e638-b910-4d06-98a7-d8927166831d', 'status': 'completed', 'code': 200} Nov 19 19:18:17.571661 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:17.639093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59c4501a-06be-424d-a65e-b15a43191234 req-8c1d1517-4560-42da-96bb-c31d0169a6b5 tempest-VolumesActionsTest-1336554804 tempest-VolumesActionsTest-1336554804-project] 10.222.0.50 "GET /v2.0/ports?device_id=3782568f-afbd-4f4e-8ab1-3cd522469ff7 HTTP/1.1" status: 200 len: 210 time: 0.0742559 Nov 19 19:18:17.703341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:17.786504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Network 5382e0bb-8e4c-4b15-8b65-7566b503bd7a is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:17.792006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:17.799149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:17.802967 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8ee50e0e-7443-4705-a4e3-194ef3b452c9 {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:18:17.804748 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:18:17.816932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Pushing event updated for resources: {'Port': ['ID=c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:17.932486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:17.933194 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:17.970914 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3ca532fb-4ed0-46e1-84e0-de3da56d27d2 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5821733 Nov 19 19:18:17.974386 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41568) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:17.992293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Request body: {'port': {'network_id': '5382e0bb-8e4c-4b15-8b65-7566b503bd7a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1443162380', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:17.992782 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.api.validators [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] bootfile-name is not in valid_values {{(pid=109888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:18:17.993885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.api.validators [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] tftp-server is not in valid_values {{(pid=109888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:18:17.994230 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.api.validators [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] server-ip-address is not in valid_values {{(pid=109888) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:18:18.220814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Made reservation on behalf of 396769b1743946adb7ba78c2373ae0cf for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:18.249655 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:18.273036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] device_id is not set on port 88397add-e979-49be-b706-076fcb28427b yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:18:18.306646 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:18.456103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd384a-c12b-4f5f-b15d-6bef4469fd6d req-cda6a52c-0df4-44b8-8be4-921cc4be37c5 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:18.472258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0dbd384a-c12b-4f5f-b15d-6bef4469fd6d req-cda6a52c-0df4-44b8-8be4-921cc4be37c5 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1155527 Nov 19 19:18:18.523112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Allocated IP 172.20.0.14 (5382e0bb-8e4c-4b15-8b65-7566b503bd7a/e8e8aa14-c9ad-4a27-a7a3-969861c179ab/88397add-e979-49be-b706-076fcb28427b) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:18:18.551010 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0dbd384a-c12b-4f5f-b15d-6bef4469fd6d req-46a286cc-011a-4396-8bd9-77f69c662999 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779192 Nov 19 19:18:18.973551 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:19.091688 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:19.299166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Allocated IP 172.20.0.3 (5382e0bb-8e4c-4b15-8b65-7566b503bd7a/e8e8aa14-c9ad-4a27-a7a3-969861c179ab/0855bd80-dde4-4f89-ba9c-8ce7878f96d7) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:18:19.365084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Network 5382e0bb-8e4c-4b15-8b65-7566b503bd7a is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:19.380679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:19.431128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:19.897465 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:19.940590 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:19.975124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd97eb-4346-4e28-a472-fdcffb960c65 req-596cd7bf-efc9-4ff4-b26d-16546ad0b6fe tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:19.985384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ffd97eb-4346-4e28-a472-fdcffb960c65 req-596cd7bf-efc9-4ff4-b26d-16546ad0b6fe tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1587677 Nov 19 19:18:20.090340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Network 5382e0bb-8e4c-4b15-8b65-7566b503bd7a is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:20.094037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:20.096953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:20.138533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ffd97eb-4346-4e28-a472-fdcffb960c65 req-ad2b2bd5-78cc-48ec-ad3e-e4f1a286ba3e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436477 Nov 19 19:18:20.145002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Pushing event updated for resources: {'Port': ['ID=0855bd80-dde4-4f89-ba9c-8ce7878f96d7,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:20.192538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.193238 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.193841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.194290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.194783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.195164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.195617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.196206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.196552 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.196897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.197389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.197911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:18:20.268743 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Attempting to bind port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:18:20.269121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Attempting to bind port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '3ceaa5a9-5086-43eb-9491-7e7e000c89af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5382e0bb-8e4c-4b15-8b65-7566b503bd7a'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:18:20.269449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Attempting to bind port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 on network 5382e0bb-8e4c-4b15-8b65-7566b503bd7a {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:18:20.287342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:18:20.288219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Checking segment: {'id': '3ceaa5a9-5086-43eb-9491-7e7e000c89af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5382e0bb-8e4c-4b15-8b65-7566b503bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:18:20.288219 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:20.289063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Bound using segment: {'id': '3ceaa5a9-5086-43eb-9491-7e7e000c89af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5382e0bb-8e4c-4b15-8b65-7566b503bd7a'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:18:20.289063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Bound port: 0855bd80-dde4-4f89-ba9c-8ce7878f96d7, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ceaa5a9-5086-43eb-9491-7e7e000c89af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5382e0bb-8e4c-4b15-8b65-7566b503bd7a'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:18:20.289293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:20.456396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] For port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:18:20.465877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] For port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0855bd80-dde4-4f89-ba9c-8ce7878f96d7,segment=NetworkSegment(3ceaa5a9-5086-43eb-9491-7e7e000c89af),segment_id=3ceaa5a9-5086-43eb-9491-7e7e000c89af)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:18:20.483126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:20.510233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:20.511555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:20.523021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Pushing event updated for resources: {'Port': ['ID=88397add-e979-49be-b706-076fcb28427b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:20.550168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ca4e1b93-02a2-4ead-b6d0-d46c6ded5032 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.5673313 Nov 19 19:18:20.552541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41620) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:20.614314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f278d58-f48c-46d4-b5bb-9b1fd7d2a102 None None] Pushing event updated for resources: {'Port': ['ID=0855bd80-dde4-4f89-ba9c-8ce7878f96d7,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:20.786061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff6ccda-4980-4798-9337-73de4ad64d59 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:20.798802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff6ccda-4980-4798-9337-73de4ad64d59 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:20.806175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff6ccda-4980-4798-9337-73de4ad64d59 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:20.808172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1ff6ccda-4980-4798-9337-73de4ad64d59 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2545352 Nov 19 19:18:20.811725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41630) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:21.013650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd6ebb-bf78-4c09-b6dc-d04076ebe06c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Deleting port 88397add-e979-49be-b706-076fcb28427b {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:21.014541 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4cd6ebb-bf78-4c09-b6dc-d04076ebe06c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:21.265966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7bf3e638-b910-4d06-98a7-d8927166831d no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:18:21.298334 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4cd6ebb-bf78-4c09-b6dc-d04076ebe06c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:21.320624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd6ebb-bf78-4c09-b6dc-d04076ebe06c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Calling delete_port for 88397add-e979-49be-b706-076fcb28427b owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:21.355687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 7bf3e638-b910-4d06-98a7-d8927166831d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:18:21.366360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7bf3e638-b910-4d06-98a7-d8927166831d not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:18:21.519525 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4cd6ebb-bf78-4c09-b6dc-d04076ebe06c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:21.568117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85331e2b-869f-445e-82fd-996637a44cbb req-2bddf316-d739-494a-81a2-913143d82d42 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:21.579581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85331e2b-869f-445e-82fd-996637a44cbb req-2bddf316-d739-494a-81a2-913143d82d42 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1506171 Nov 19 19:18:21.657660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd6ebb-bf78-4c09-b6dc-d04076ebe06c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Pushing event deleted for resources: {'Port': ['ID=88397add-e979-49be-b706-076fcb28427b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:21.768681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85331e2b-869f-445e-82fd-996637a44cbb req-99f82852-06fb-4ddb-8b8d-8b3f14dc783f tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337378 Nov 19 19:18:21.825677 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4cd6ebb-bf78-4c09-b6dc-d04076ebe06c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:21.831015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e4cd6ebb-bf78-4c09-b6dc-d04076ebe06c tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] 10.222.0.50 "DELETE /v2.0/ports/88397add-e979-49be-b706-076fcb28427b HTTP/1.1" status: 204 len: 168 time: 1.0180128 Nov 19 19:18:21.834992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41648) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:21.841744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Request body: {'port': {'name': 'tempest-new-port-name-445647700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:21.842363 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.api.validators [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] bootfile-name is not in valid_values {{(pid=109887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:18:21.842951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.api.validators [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] tftp-server is not in valid_values {{(pid=109887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:18:21.843466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.api.validators [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] server-ip-address is not in valid_values {{(pid=109887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 19:18:21.997100 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:22.215407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:22.227871 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:22.311331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:18:22.409262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Pushing event updated for resources: {'Port': ['ID=c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:22.423384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] In _notify_port_updated(), no bound segment for port c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe on network 5382e0bb-8e4c-4b15-8b65-7566b503bd7a {{(pid=109887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:18:22.437497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:22.443336 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:22.444909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-06f6c0b7-d66e-4ee4-9045-2aabbda112f0 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] 10.222.0.50 "PUT /v2.0/ports/c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe HTTP/1.1" status: 200 len: 1135 time: 0.6086204 Nov 19 19:18:22.451580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41654) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:22.460981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:18:22.461663 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:22.607828 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe793782-f7e3-4b81-b12a-3a183ed39657 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:22.610027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fe793782-f7e3-4b81-b12a-3a183ed39657 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] 10.222.0.50 "GET /v2.0/ports/c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe HTTP/1.1" status: 200 len: 1135 time: 0.1570516 Nov 19 19:18:22.614585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41658) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:22.618662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4886ff1a-cb6f-4e43-adaf-a08db9bedb3f None None] Network 5382e0bb-8e4c-4b15-8b65-7566b503bd7a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:18:22.786746 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:22.875881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bfb810a9-c45a-4f1f-b6e5-d1d060f09b4a tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Deleting port c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:22.876271 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfb810a9-c45a-4f1f-b6e5-d1d060f09b4a tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:22.931902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a3c493d0-de41-416c-b059-21bcc961339a None None] Provisioning complete for port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:18:22.932276 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a3c493d0-de41-416c-b059-21bcc961339a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:23.046265 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a3c493d0-de41-416c-b059-21bcc961339a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:23.063415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0855bd80-dde4-4f89-ba9c-8ce7878f96d7,segment=NetworkSegment(3ceaa5a9-5086-43eb-9491-7e7e000c89af),segment_id=3ceaa5a9-5086-43eb-9491-7e7e000c89af)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:23.114519 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-a3c493d0-de41-416c-b059-21bcc961339a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:18:23.115433 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-a3c493d0-de41-416c-b059-21bcc961339a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:18:23.116293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:23.199585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=0855bd80-dde4-4f89-ba9c-8ce7878f96d7,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:23.244888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af18a6c-eb2c-4d90-b23f-5948c7a51679 req-4f3e8a0d-b6bd-4c8d-8d1a-02d38fcedfdf tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:23.250265 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8af18a6c-eb2c-4d90-b23f-5948c7a51679 req-4f3e8a0d-b6bd-4c8d-8d1a-02d38fcedfdf tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.3175340 Nov 19 19:18:23.328173 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfb810a9-c45a-4f1f-b6e5-d1d060f09b4a tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:23.344030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bfb810a9-c45a-4f1f-b6e5-d1d060f09b4a tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Calling delete_port for c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:23.546418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8af18a6c-eb2c-4d90-b23f-5948c7a51679 req-0e58e57b-56dc-43ed-aa78-e1258b23e6d5 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772644 Nov 19 19:18:23.670972 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfb810a9-c45a-4f1f-b6e5-d1d060f09b4a tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:23.760645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb810a9-c45a-4f1f-b6e5-d1d060f09b4a tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Pushing event deleted for resources: {'Port': ['ID=c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:23.899469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfb810a9-c45a-4f1f-b6e5-d1d060f09b4a tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:23.907117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bfb810a9-c45a-4f1f-b6e5-d1d060f09b4a tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] 10.222.0.50 "DELETE /v2.0/ports/c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe HTTP/1.1" status: 204 len: 168 time: 1.2892432 Nov 19 19:18:23.907479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41678) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:23.962107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-512cac22-27c1-4927-b342-122c07b9965b None None] Provisioning complete for port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:18:23.962696 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-512cac22-27c1-4927-b342-122c07b9965b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:24.115083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-2051f597-4bca-4fc2-8f29-c39a95cb196b tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Deleting subnet e8e8aa14-c9ad-4a27-a7a3-969861c179ab {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:18:24.130885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2051f597-4bca-4fc2-8f29-c39a95cb196b tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:24.213671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-512cac22-27c1-4927-b342-122c07b9965b None None] Could not find standard attr ID for object c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:18:24.218094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:18:24.311376 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2051f597-4bca-4fc2-8f29-c39a95cb196b tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:24.463421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e674bdc0-95ce-4882-bb00-269d7cbb157a None None] Could not find standard attr ID for object c1f4ffe3-fd37-4d11-b91a-86d18ddcf5fe. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:18:24.476382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:18:24.476820 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:24.593425 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2051f597-4bca-4fc2-8f29-c39a95cb196b tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:24.733449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2051f597-4bca-4fc2-8f29-c39a95cb196b tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:24.767542 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2051f597-4bca-4fc2-8f29-c39a95cb196b tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:24.774567 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2051f597-4bca-4fc2-8f29-c39a95cb196b tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] 10.222.0.50 "DELETE /v2.0/subnets/e8e8aa14-c9ad-4a27-a7a3-969861c179ab HTTP/1.1" status: 204 len: 168 time: 0.8658001 Nov 19 19:18:24.799074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41688) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:24.808693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-64ca0820-be66-4829-950d-f035b1b29ff9 None None] Could not find standard attr ID for object 88397add-e979-49be-b706-076fcb28427b. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:18:24.814412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051f597-4bca-4fc2-8f29-c39a95cb196b tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e8aa14-c9ad-4a27-a7a3-969861c179ab,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:25.022227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:25.176964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Deleting port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:25.177203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:25.198400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b947d-1ab8-4613-babf-c98852d68f38 None None] Network 5382e0bb-8e4c-4b15-8b65-7566b503bd7a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:18:25.352128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] For port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0855bd80-dde4-4f89-ba9c-8ce7878f96d7,segment=NetworkSegment(3ceaa5a9-5086-43eb-9491-7e7e000c89af),segment_id=3ceaa5a9-5086-43eb-9491-7e7e000c89af)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:25.352488 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:25.384167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Calling delete_port for 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:25.386311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faca13-95b4-4ade-853a-42abdf3bb61e req-4a2a041e-476f-4d1a-964d-4d575778dc16 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:25.389931 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20faca13-95b4-4ade-853a-42abdf3bb61e req-4a2a041e-476f-4d1a-964d-4d575778dc16 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.6918097 Nov 19 19:18:25.477812 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:25.488927 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20faca13-95b4-4ade-853a-42abdf3bb61e req-d40feeed-aaa8-4233-9026-cdbd7a4b2abb tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890284 Nov 19 19:18:25.551814 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:25.610493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Pushing event deleted for resources: {'Port': ['ID=0855bd80-dde4-4f89-ba9c-8ce7878f96d7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:25.624001 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] No DVR routers for this DVR port 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:18:25.795839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4011021-4a4a-40e6-be1e-afd62cf79967 None None] DHCP port deletion for 5382e0bb-8e4c-4b15-8b65-7566b503bd7a request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:18:25.989603 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:26.041861 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5382e0bb-8e4c-4b15-8b65-7566b503bd7a']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:26.056611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ceaa5a9-5086-43eb-9491-7e7e000c89af') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:26.056950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ceaa5a9-5086-43eb-9491-7e7e000c89af') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:26.075841 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:26.117271 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:26.145813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:18:26.146675 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:26.147062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:18:26.187110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:18:26.187463 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0855bd80-dde4-4f89-ba9c-8ce7878f96d7 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:18:26.336904 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:18:26.350019 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:26.430925 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:26.437487 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] 10.222.0.50 "DELETE /v2.0/networks/5382e0bb-8e4c-4b15-8b65-7566b503bd7a HTTP/1.1" status: 204 len: 168 time: 1.6368802 Nov 19 19:18:26.438832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6984a-3d08-4550-954b-61ec38624016 tempest-ExtraDHCPOptionsTestJSON-1094745151 tempest-ExtraDHCPOptionsTestJSON-1094745151-project] Pushing event deleted for resources: {'Network': ['ID=5382e0bb-8e4c-4b15-8b65-7566b503bd7a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:26.818541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5fe07-ee19-4c8e-830b-05c4b31970bc req-4def9352-b9e1-4962-a197-b50bb37283b0 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:26.831718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06e5fe07-ee19-4c8e-830b-05c4b31970bc req-4def9352-b9e1-4962-a197-b50bb37283b0 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1729157 Nov 19 19:18:26.909557 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06e5fe07-ee19-4c8e-830b-05c4b31970bc req-1b0b3553-a228-458a-a8c7-bea70000c3a9 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725186 Nov 19 19:18:27.006870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41716) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:27.201180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41720) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:27.208621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-efd2bdb3-80e5-4cf5-ba63-47a200806b98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=396769b1743946adb7ba78c2373ae0cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2002130 Nov 19 19:18:27.302945 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a29cabf1-3ac9-49ae-b0a8-758e2686524c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:27.331694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a29cabf1-3ac9-49ae-b0a8-758e2686524c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:27.417923 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a29cabf1-3ac9-49ae-b0a8-758e2686524c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:27.420550 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a29cabf1-3ac9-49ae-b0a8-758e2686524c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:27.427311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a29cabf1-3ac9-49ae-b0a8-758e2686524c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97907f18-d1f3-480d-a3eb-5a2921b1f817 HTTP/1.1" status: 204 len: 168 time: 0.2189975 Nov 19 19:18:27.436171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cabf1-3ac9-49ae-b0a8-758e2686524c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97907f18-d1f3-480d-a3eb-5a2921b1f817,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:28.174776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336b62a-8d5e-4900-9629-c3a0e6ed74b4 req-13f84116-26dd-4750-8ef2-8e79960940b3 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:28.190153 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a336b62a-8d5e-4900-9629-c3a0e6ed74b4 req-13f84116-26dd-4750-8ef2-8e79960940b3 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1483977 Nov 19 19:18:28.285384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a336b62a-8d5e-4900-9629-c3a0e6ed74b4 req-459525c9-8ef8-4dc7-9977-8d6b95cee796 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887675 Nov 19 19:18:28.772016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41784) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:29.027754 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-711451195'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:29.077612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:29.096993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:29.133788 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:29.291603 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:29.300266 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:29.375337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:18:29.393805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05cc26d1-df89-4de6-ade6-48253e95abe1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:29.409356 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:29.409806 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Added segment aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32 of type vlan for network 53915810-99cc-42b2-adfb-38933426efaf Nov 19 19:18:29.588002 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:29.686982 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-13225da0-1158-4a04-bb8e-262b85db5028 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866449 Nov 19 19:18:29.728543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eadb6-6427-44e3-b7af-119ae53e1fe7 req-17f89dff-8f8d-4c29-9a8c-9a5988f8dcb1 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:29.733817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-af8eadb6-6427-44e3-b7af-119ae53e1fe7 req-17f89dff-8f8d-4c29-9a8c-9a5988f8dcb1 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.2387431 Nov 19 19:18:29.765875 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:29.783003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:29.783647 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:29.810848 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:29.844684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-383bafcd-4c34-4c94-94ee-d5f5583b947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:29.850988 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-383bafcd-4c34-4c94-94ee-d5f5583b947b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.1063035 Nov 19 19:18:29.945301 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1694584 Nov 19 19:18:29.960670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41800) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:29.971096 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'name': 'tempest-PortsIpV6TestJSON-1502725442'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:30.065094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-af8eadb6-6427-44e3-b7af-119ae53e1fe7 req-0d646761-6f59-4a86-87c0-a5de819b895c tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228974 Nov 19 19:18:30.136455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdaf72-1a7b-417b-8f8a-8db38d87d880 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Network': ['ID=53915810-99cc-42b2-adfb-38933426efaf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:30.153197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 53915810-99cc-42b2-adfb-38933426efaf details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:18:30.185150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-0e110516-482d-4bd7-91d6-8febb5ea085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:30.187527 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-0e110516-482d-4bd7-91d6-8febb5ea085e service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.3171551 Nov 19 19:18:30.190092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:30.194604 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:30.246154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-cf720119-c8ed-49a3-a7dc-dc1d4830b40f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759437 Nov 19 19:18:30.262649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-2b0e0cfd-154f-42d6-b78a-d12ae545b5ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0632472 Nov 19 19:18:30.278564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 2145c2d1-d397-45c1-82df-a2ee7a369378 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:18:30.392387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-a3988264-4c67-4add-8281-6140ce57269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:30.406206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-a3988264-4c67-4add-8281-6140ce57269b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b216306c10604d4c9405905596a79151&device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 1100 time: 0.0957713 Nov 19 19:18:30.453572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-dbc165cf-3a09-44c6-bc4a-02ab18b1350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:30.459542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-dbc165cf-3a09-44c6-bc4a-02ab18b1350d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1881344 Nov 19 19:18:30.619743 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:30.627680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-b7de1e8e-2bdd-45c8-98d0-ebe139e625de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:30.629313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-b7de1e8e-2bdd-45c8-98d0-ebe139e625de service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1953523 Nov 19 19:18:30.679995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-fa11d572-0841-4343-948d-2673570c8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:30.681563 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-fa11d572-0841-4343-948d-2673570c8ad0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133678 Nov 19 19:18:30.687309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:30.689953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-b06f4dfa-0654-4722-8014-b503308a49ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=4348e220-a174-4b78-bcd8-18f77f60857e HTTP/1.1" status: 200 len: 217 time: 0.0521562 Nov 19 19:18:30.764383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-4d6de09e-4805-4421-98da-59c41e4060a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:30.766059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-4d6de09e-4805-4421-98da-59c41e4060a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0689683 Nov 19 19:18:30.801998 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=2145c2d1-d397-45c1-82df-a2ee7a369378,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:30.852077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-38cde7b1-98a4-48aa-9d79-e893876e0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:30.855629 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-38cde7b1-98a4-48aa-9d79-e893876e0413 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794702 Nov 19 19:18:30.881121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Checking segment: {'id': 'aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '53915810-99cc-42b2-adfb-38933426efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:18:30.881486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network hostable DHCP agents. Network: 53915810-99cc-42b2-adfb-38933426efaf, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:18:30.906750 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-86ff921f-dff2-4a76-9bd7-0f204ad3df02 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110655 Nov 19 19:18:30.999947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 53915810-99cc-42b2-adfb-38933426efaf is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:18:31.023943 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 53915810-99cc-42b2-adfb-38933426efaf) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:31.034792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:31.035278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c559249-0085-4c37-95d5-9ed74f6591b4 None None] Network 53915810-99cc-42b2-adfb-38933426efaf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:18:31.042918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:31.043582 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:31.074739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-65c2cc76-b8a6-492f-9bdc-43d9a3781050 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134311 Nov 19 19:18:31.081120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41820) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:31.082077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dec97368-c76b-415c-8633-1caa7c5b33d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1200514 Nov 19 19:18:31.087762 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1196588248'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:31.146105 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01b41d16-402a-4b1e-8183-8f5d1a2a0773 req-4e55f397-c4eb-4720-b24d-7b9bbfde30e5 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262228 Nov 19 19:18:31.305054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:31.310499 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:31.345236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a85a6-91a8-4901-ac6a-df3ef488cc50 req-72c0365c-a1c2-4f84-83d0-3eac3af21328 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:31.346892 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d11a85a6-91a8-4901-ac6a-df3ef488cc50 req-72c0365c-a1c2-4f84-83d0-3eac3af21328 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1153555 Nov 19 19:18:31.407523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:18:31.443256 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-daf6e902-ce9d-495a-98d0-e6ae426c8aaf req-77113366-f1ab-4e2d-90bb-21ea26760d96 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593214 Nov 19 19:18:31.464871 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:31.465231 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Added segment 8609b3b6-d2bf-4011-850c-a3706b934d85 of type vlan for network 99ad3220-3669-4497-834f-3c1be6fc5b9a Nov 19 19:18:31.594730 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d11a85a6-91a8-4901-ac6a-df3ef488cc50 req-7cf96280-c279-4c73-8b58-a7defd00f513 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349641 Nov 19 19:18:31.608552 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:31.653583 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:31.661495 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:31.662264 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:31.842268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Network': ['ID=99ad3220-3669-4497-834f-3c1be6fc5b9a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:31.857004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 99ad3220-3669-4497-834f-3c1be6fc5b9a details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:18:31.865127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41854) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:31.871053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'ports': [{'network_id': '53915810-99cc-42b2-adfb-38933426efaf'}, {'network_id': '99ad3220-3669-4497-834f-3c1be6fc5b9a'}]} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:31.871358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:31.871845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '99ad3220-3669-4497-834f-3c1be6fc5b9a'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:31.876892 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-322daabd-17f4-4b04-9a41-d2e7251f8c06 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7941108 Nov 19 19:18:32.131749 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 2} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:32.141188 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:32.162673 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:32.285665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 3ee4a075-f781-4fd4-8b28-6a59b63c52f5 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:18:32.426955 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:32.502543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port d3467010-e09a-427e-925f-169d40cd5bdf yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:18:32.649121 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:32.773178 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:32.892473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37dc07-2c17-4000-8815-9b62fcf50f81 req-f828ff2d-b272-441a-ae6e-92f672e61515 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:32.897198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2c37dc07-2c17-4000-8815-9b62fcf50f81 req-f828ff2d-b272-441a-ae6e-92f672e61515 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1539121 Nov 19 19:18:32.903123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 53915810-99cc-42b2-adfb-38933426efaf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:32.908929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:32.918504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:32.919722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:33.013583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452880b-cbe2-448d-9e22-38f9c9e2e7f8 req-ab771559-87ce-46ad-a7ef-c28510aa14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:33.015160 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3452880b-cbe2-448d-9e22-38f9c9e2e7f8 req-ab771559-87ce-46ad-a7ef-c28510aa14c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 1096 time: 0.1076856 Nov 19 19:18:33.017640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=3ee4a075-f781-4fd4-8b28-6a59b63c52f5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:33.063825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2c37dc07-2c17-4000-8815-9b62fcf50f81 req-abcbe33e-155b-40bc-9389-ed9833916f55 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515713 Nov 19 19:18:33.175202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=d3467010-e09a-427e-925f-169d40cd5bdf,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:33.196536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Checking segment: {'id': '8609b3b6-d2bf-4011-850c-a3706b934d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '99ad3220-3669-4497-834f-3c1be6fc5b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:18:33.196919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network hostable DHCP agents. Network: 99ad3220-3669-4497-834f-3c1be6fc5b9a, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:18:33.202872 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3452880b-cbe2-448d-9e22-38f9c9e2e7f8 req-4ecc8395-accc-4b19-ab35-a54b4df4d7e9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781847 Nov 19 19:18:33.230511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 99ad3220-3669-4497-834f-3c1be6fc5b9a is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:18:33.253222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 99ad3220-3669-4497-834f-3c1be6fc5b9a) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:33.262173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be148e00-80f8-4cd3-b2bc-d6935e7011a3 None None] Network 99ad3220-3669-4497-834f-3c1be6fc5b9a requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:18:33.262814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:33.270998 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:33.279635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:33.280359 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:33.324715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-44c70ee2-9445-4d8f-b41a-c9d21fa69566 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4572108 Nov 19 19:18:33.329131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41900) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:33.534887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1ace6c88-beed-4b2c-a010-01efd3b0781c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port d3467010-e09a-427e-925f-169d40cd5bdf {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:33.535246 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ace6c88-beed-4b2c-a010-01efd3b0781c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:33.665334 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ace6c88-beed-4b2c-a010-01efd3b0781c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:33.689829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1ace6c88-beed-4b2c-a010-01efd3b0781c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for d3467010-e09a-427e-925f-169d40cd5bdf owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:33.859475 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ace6c88-beed-4b2c-a010-01efd3b0781c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:33.925427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace6c88-beed-4b2c-a010-01efd3b0781c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=d3467010-e09a-427e-925f-169d40cd5bdf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:33.931080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ace6c88-beed-4b2c-a010-01efd3b0781c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:33.936910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1ace6c88-beed-4b2c-a010-01efd3b0781c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/d3467010-e09a-427e-925f-169d40cd5bdf HTTP/1.1" status: 204 len: 168 time: 0.6066654 Nov 19 19:18:33.939506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 41968) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:34.043027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc09bc-c0e0-4434-90ec-1328af0bb069 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:34.057215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc09bc-c0e0-4434-90ec-1328af0bb069 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:34.063015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-72cc09bc-c0e0-4434-90ec-1328af0bb069 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1218381 Nov 19 19:18:34.065528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 41980) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:34.426103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4a760ecc-898f-458e-a112-00bf86641730 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 3ee4a075-f781-4fd4-8b28-6a59b63c52f5 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:34.427683 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a760ecc-898f-458e-a112-00bf86641730 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:34.456320 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc633d-bda6-414d-be70-05dd7d7d7a50 req-459d4894-5842-4102-806f-bb0538d3eddc tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:34.466306 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3bc633d-bda6-414d-be70-05dd7d7d7a50 req-459d4894-5842-4102-806f-bb0538d3eddc tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.2503836 Nov 19 19:18:34.609634 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a760ecc-898f-458e-a112-00bf86641730 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:34.633497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3bc633d-bda6-414d-be70-05dd7d7d7a50 req-fc4688e2-9512-47e2-9774-36ebc94a5e67 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658809 Nov 19 19:18:34.659217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4a760ecc-898f-458e-a112-00bf86641730 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 3ee4a075-f781-4fd4-8b28-6a59b63c52f5 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:34.783350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a760ecc-898f-458e-a112-00bf86641730 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:34.841292 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a760ecc-898f-458e-a112-00bf86641730 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:34.844842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4a760ecc-898f-458e-a112-00bf86641730 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/3ee4a075-f781-4fd4-8b28-6a59b63c52f5 HTTP/1.1" status: 204 len: 168 time: 0.7777579 Nov 19 19:18:34.847432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42054) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:34.858013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a760ecc-898f-458e-a112-00bf86641730 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=3ee4a075-f781-4fd4-8b28-6a59b63c52f5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:34.968982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c631831d-e1ef-4c5f-80b4-2c0103260ef8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:34.972630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c631831d-e1ef-4c5f-80b4-2c0103260ef8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1239698 Nov 19 19:18:34.974867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42072) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:35.072636 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a890b8e7-6283-47c6-a676-50d9899a65cb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:18:35.077246 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a890b8e7-6283-47c6-a676-50d9899a65cb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/d3467010-e09a-427e-925f-169d40cd5bdf HTTP/1.1" status: 404 len: 333 time: 0.0998235 Nov 19 19:18:35.081376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42086) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:35.185590 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3eae634-433b-4b7c-b39a-befa6059fecd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:18:35.189834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a3eae634-433b-4b7c-b39a-befa6059fecd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/3ee4a075-f781-4fd4-8b28-6a59b63c52f5 HTTP/1.1" status: 404 len: 333 time: 0.1036141 Nov 19 19:18:35.190314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42094) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:35.476182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:35.602046 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:35.675827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ad3220-3669-4497-834f-3c1be6fc5b9a']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:35.703746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8609b3b6-d2bf-4011-850c-a3706b934d85') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:35.707513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8609b3b6-d2bf-4011-850c-a3706b934d85') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:35.748630 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:35.817253 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:35.826771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:18:35.827422 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:18:35.834087 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:18:35.945116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38945f-2192-475e-a2a1-583f97c4db38 req-ad9f629c-3fcc-426e-8072-f00d66c4e350 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:35.958995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed38945f-2192-475e-a2a1-583f97c4db38 req-ad9f629c-3fcc-426e-8072-f00d66c4e350 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1731396 Nov 19 19:18:35.994503 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:36.011856 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:36.022571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42158) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:36.022909 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/networks/99ad3220-3669-4497-834f-3c1be6fc5b9a HTTP/1.1" status: 204 len: 168 time: 0.8260422 Nov 19 19:18:36.033165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1146076989'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:36.067631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07a9cd-1602-4fee-be6d-6b69e06198fb tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Network': ['ID=99ad3220-3669-4497-834f-3c1be6fc5b9a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:36.154120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed38945f-2192-475e-a2a1-583f97c4db38 req-b5dc6686-8234-45a2-a30d-c1da8e57860d tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877048 Nov 19 19:18:36.170484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:36.174404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:36.288532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:18:36.330356 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:36.330715 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Added segment 31091a8b-3f19-4d06-87f2-44f18c687b00 of type vlan for network 900899f1-eb80-43ef-a21b-789414bcaa10 Nov 19 19:18:36.560099 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:36.728407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:36.738638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:36.739576 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:36.950634 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9262176 Nov 19 19:18:36.956419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42264) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:36.970635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': '900899f1-eb80-43ef-a21b-789414bcaa10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:36.983931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfaf2a9-8943-4a0e-b154-b8fb02f3c845 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Network': ['ID=900899f1-eb80-43ef-a21b-789414bcaa10,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:37.007372 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 900899f1-eb80-43ef-a21b-789414bcaa10 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:18:37.139266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad467ee-1e18-45f4-b252-d65647381e29 req-d855d5c4-bdae-4537-82ac-bbc89e64056f tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:37.141986 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-d855d5c4-bdae-4537-82ac-bbc89e64056f tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/networks?id=62556698-c2ab-4962-a38b-b10646191d55 HTTP/1.1" status: 200 len: 810 time: 0.4316981 Nov 19 19:18:37.193251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-1ecc9db9-1f9f-4b8b-ab97-c788deee4e1e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/quotas/821f0245517847c595daafbdfc6c9ad6 HTTP/1.1" status: 200 len: 375 time: 0.0320842 Nov 19 19:18:37.318453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-6acb377b-9753-48e5-a60d-e2980bd9392c tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=821f0245517847c595daafbdfc6c9ad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043363 Nov 19 19:18:37.419458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:37.429190 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:37.554399 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-d6429d9e-5ddc-4444-9a36-4f9b69ba3030 service neutron] 10.222.0.50 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224317 Nov 19 19:18:37.590870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Performing IP validity checks on allocation pools {{(pid=109888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 19:18:37.594297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 19:18:37.726353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-a8a238b9-2232-4767-9220-d7a8a06d2aea service neutron] 10.222.0.50 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702206 Nov 19 19:18:38.004643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:38.145418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59aa6fc8-d01e-481d-acf0-1a7624a86db2 req-ac235568-23f4-4ec6-adb0-49b285e96a9b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 210 time: 0.1200876 Nov 19 19:18:38.195084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Subnet': ['ID=5f373211-ec08-4d2a-ac14-1af630981278,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:38.246528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Checking segment: {'id': '31091a8b-3f19-4d06-87f2-44f18c687b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '900899f1-eb80-43ef-a21b-789414bcaa10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:18:38.247605 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network hostable DHCP agents. Network: 900899f1-eb80-43ef-a21b-789414bcaa10, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:18:38.284636 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-caf2b61b-ac68-457c-a3b3-a2e392dfa903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:38.294320 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 900899f1-eb80-43ef-a21b-789414bcaa10 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:18:38.323879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 900899f1-eb80-43ef-a21b-789414bcaa10) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:38.334912 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aef9b6-aa3d-4c1e-958c-e98588a2507b None None] Network 900899f1-eb80-43ef-a21b-789414bcaa10 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:18:38.343287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:38.344603 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:38.380022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42398) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:38.382540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e243a620-1f67-43de-be45-17041ac60f74 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4227507 Nov 19 19:18:38.388221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '900899f1-eb80-43ef-a21b-789414bcaa10', 'name': 'tempest-PortsIpV6TestJSON-18049141'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:38.763792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:38.770439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:38.836278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 6e1d40a6-1b1c-487c-b068-8dd7044bd3e6 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:18:38.846176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-900899f1-eb80-43ef-a21b-789414bcaa10', 'network_id': '900899f1-eb80-43ef-a21b-789414bcaa10', 'tenant_id': 'e8c24d81d69e4beea7962c1c3e4200e7', 'fixed_ips': [{'subnet_id': '5f373211-ec08-4d2a-ac14-1af630981278'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:18:38.847068 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:39.138582 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:18:39.209995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8::361 (900899f1-eb80-43ef-a21b-789414bcaa10/5f373211-ec08-4d2a-ac14-1af630981278/6e1d40a6-1b1c-487c-b068-8dd7044bd3e6) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:18:39.368623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50875b4f-a89c-4027-8ede-5674fe313cb1 req-11569289-e6e1-44fb-834b-6cd2921d4340 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 210 time: 0.1031454 Nov 19 19:18:39.587140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:39.753180 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:40.085808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 900899f1-eb80-43ef-a21b-789414bcaa10 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:40.119968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:40.145651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:40.155049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:40.157607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:40.205643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=6e1d40a6-1b1c-487c-b068-8dd7044bd3e6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:40.222794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad467ee-1e18-45f4-b252-d65647381e29 req-0c96d7bb-efe4-4a77-bb94-ee355a77ac9a tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:40.232827 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-0c96d7bb-efe4-4a77-bb94-ee355a77ac9a tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.21 "GET /v2.0/networks?id=62556698-c2ab-4962-a38b-b10646191d55 HTTP/1.1" status: 200 len: 810 time: 0.5391507 Nov 19 19:18:40.273787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Request body: {'port': {'device_id': 'a30a4f26-981c-4dde-96bf-ea3c25a826bf', 'network_id': '62556698-c2ab-4962-a38b-b10646191d55', 'admin_state_up': True, 'tenant_id': '821f0245517847c595daafbdfc6c9ad6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:40.314095 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42450) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:40.325810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-eac8715d-3b17-49e9-b8fd-00ffe9de5dc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9433424 Nov 19 19:18:40.384712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Allocated IP 2001:db8::2 (900899f1-eb80-43ef-a21b-789414bcaa10/5f373211-ec08-4d2a-ac14-1af630981278/2a77c554-965f-4341-b27f-d761f4914d25) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:18:40.615510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-06385b0a-9f7a-4672-bc80-13c5d206122e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 6e1d40a6-1b1c-487c-b068-8dd7044bd3e6 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:40.615857 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06385b0a-9f7a-4672-bc80-13c5d206122e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:40.631508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d80920b-cd6b-46ff-92f0-40f2929c26f5 req-90b76652-dda2-4cff-90e1-bdc6c2e8c6de tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 210 time: 0.0959332 Nov 19 19:18:40.656050 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-560b2d7f-b90c-4a11-ab18-3d4be890ad16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:40.811189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Made reservation on behalf of 821f0245517847c595daafbdfc6c9ad6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:40.816996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:40.866031 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:40.877949 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:40.911435 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06385b0a-9f7a-4672-bc80-13c5d206122e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:40.942780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-06385b0a-9f7a-4672-bc80-13c5d206122e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 6e1d40a6-1b1c-487c-b068-8dd7044bd3e6 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:40.998534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Network 900899f1-eb80-43ef-a21b-789414bcaa10 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:41.000069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Pushing event updated for resources: {'Port': ['ID=2a77c554-965f-4341-b27f-d761f4914d25,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:41.006492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:41.009531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:41.093076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Attempting to bind port 2a77c554-965f-4341-b27f-d761f4914d25 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:18:41.093599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Attempting to bind port 2a77c554-965f-4341-b27f-d761f4914d25 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '31091a8b-3f19-4d06-87f2-44f18c687b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '900899f1-eb80-43ef-a21b-789414bcaa10'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:18:41.098704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Attempting to bind port 2a77c554-965f-4341-b27f-d761f4914d25 on network 900899f1-eb80-43ef-a21b-789414bcaa10 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:18:41.116090 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:18:41.116361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Checking segment: {'id': '31091a8b-3f19-4d06-87f2-44f18c687b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '900899f1-eb80-43ef-a21b-789414bcaa10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:18:41.116781 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:41.117374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Bound using segment: {'id': '31091a8b-3f19-4d06-87f2-44f18c687b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '900899f1-eb80-43ef-a21b-789414bcaa10'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:18:41.117673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Bound port: 2a77c554-965f-4341-b27f-d761f4914d25, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31091a8b-3f19-4d06-87f2-44f18c687b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '900899f1-eb80-43ef-a21b-789414bcaa10'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:18:41.118137 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:41.254069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Allocated IP 172.20.0.6 (62556698-c2ab-4962-a38b-b10646191d55/b1aff004-67b4-41bf-a0c7-c0ae1b7fab92/a6352b25-34b9-4b3f-9836-301896db891b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:18:41.255153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] For port 2a77c554-965f-4341-b27f-d761f4914d25, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:18:41.260806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] For port 2a77c554-965f-4341-b27f-d761f4914d25, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2a77c554-965f-4341-b27f-d761f4914d25,segment=NetworkSegment(31091a8b-3f19-4d06-87f2-44f18c687b00),segment_id=31091a8b-3f19-4d06-87f2-44f18c687b00)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:18:41.286275 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:41.411494 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06385b0a-9f7a-4672-bc80-13c5d206122e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:41.456915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df277-3039-47dc-ad1a-cc63d8e0207b None None] Pushing event updated for resources: {'Port': ['ID=2a77c554-965f-4341-b27f-d761f4914d25,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:41.580634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06385b0a-9f7a-4672-bc80-13c5d206122e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=6e1d40a6-1b1c-487c-b068-8dd7044bd3e6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:41.706297 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06385b0a-9f7a-4672-bc80-13c5d206122e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:41.724506 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-06385b0a-9f7a-4672-bc80-13c5d206122e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/6e1d40a6-1b1c-487c-b068-8dd7044bd3e6 HTTP/1.1" status: 204 len: 168 time: 1.4080110 Nov 19 19:18:41.725804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42480) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:41.823115 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-852046db-9ef7-4055-90fb-20b05982ce9e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:18:41.823717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852046db-9ef7-4055-90fb-20b05982ce9e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:18:41.836815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-852046db-9ef7-4055-90fb-20b05982ce9e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/6e1d40a6-1b1c-487c-b068-8dd7044bd3e6 HTTP/1.1" status: 404 len: 333 time: 0.1098504 Nov 19 19:18:41.840801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42482) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:41.842863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05889985-74f3-4cd6-a44a-f3b768620abe req-9747fb86-ad67-4a55-a769-873b35be2c9c tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 210 time: 0.1000381 Nov 19 19:18:41.881111 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:41.920967 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:41.977547 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:41.984638 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd72f735-6dc4-4229-bc05-c8323160889d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:18:41.994318 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:18:41.998810 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dd72f735-6dc4-4229-bc05-c8323160889d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/6e1d40a6-1b1c-487c-b068-8dd7044bd3e6 HTTP/1.1" status: 404 len: 333 time: 0.1566935 Nov 19 19:18:41.999842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42484) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:42.035705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Network 62556698-c2ab-4962-a38b-b10646191d55 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:42.056976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:42.072658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:42.165493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Pushing event updated for resources: {'Port': ['ID=a6352b25-34b9-4b3f-9836-301896db891b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:42.174291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71a4bea-002d-4d25-b154-90bc20489e11 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting subnet 5f373211-ec08-4d2a-ac14-1af630981278 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:18:42.186561 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a71a4bea-002d-4d25-b154-90bc20489e11 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:42.213072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:42.218401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:42.252446 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-c6f6dea0-68fd-44ad-b377-5c9529c42751 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9942203 Nov 19 19:18:42.266003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Request body: {'port': {'device_id': 'a30a4f26-981c-4dde-96bf-ea3c25a826bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:42.310607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a71a4bea-002d-4d25-b154-90bc20489e11 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:42.312560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2a77c554-965f-4341-b27f-d761f4914d25 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:18:42.406397 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:42.498923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2a77c554-965f-4341-b27f-d761f4914d25 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:18:42.499977 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:42.602032 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a71a4bea-002d-4d25-b154-90bc20489e11 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:42.770383 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:42.832446 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a71a4bea-002d-4d25-b154-90bc20489e11 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:42.900398 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a71a4bea-002d-4d25-b154-90bc20489e11 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:42.908990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a71a4bea-002d-4d25-b154-90bc20489e11 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/5f373211-ec08-4d2a-ac14-1af630981278 HTTP/1.1" status: 204 len: 168 time: 0.9064522 Nov 19 19:18:42.965071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42500) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:42.999524 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:18:42.999990 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:18:43.020418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a4bea-002d-4d25-b154-90bc20489e11 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Subnet': ['ID=5f373211-ec08-4d2a-ac14-1af630981278,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:43.142154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510105b0-7cfd-4f46-9687-bcf920479d03 req-9ac453e9-5955-4b8e-8c34-3dcc927d9724 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:43.152473 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-510105b0-7cfd-4f46-9687-bcf920479d03 req-9ac453e9-5955-4b8e-8c34-3dcc927d9724 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 931 time: 0.0880163 Nov 19 19:18:43.243622 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:43.324830 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:43.365852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-510105b0-7cfd-4f46-9687-bcf920479d03 req-bd3f4226-0426-41cd-9327-7cefe5c9e962 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116554 Nov 19 19:18:43.443518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846d93ab-660b-4618-8f94-6c51b91c7ac7 None None] Network 900899f1-eb80-43ef-a21b-789414bcaa10 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:18:43.490341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 2a77c554-965f-4341-b27f-d761f4914d25 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:43.490679 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:43.536259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6352b25-34b9-4b3f-9836-301896db891b {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:18:43.561924 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:43.608873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Transition to ACTIVE for port object a6352b25-34b9-4b3f-9836-301896db891b will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:18:43.619148 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:43.743547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] For port 2a77c554-965f-4341-b27f-d761f4914d25, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2a77c554-965f-4341-b27f-d761f4914d25,segment=NetworkSegment(31091a8b-3f19-4d06-87f2-44f18c687b00),segment_id=31091a8b-3f19-4d06-87f2-44f18c687b00)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:43.744166 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:43.758268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Pushing event updated for resources: {'Port': ['ID=a6352b25-34b9-4b3f-9836-301896db891b,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:43.770730 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 2a77c554-965f-4341-b27f-d761f4914d25 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:43.780799 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:43.939482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 2a77c554-965f-4341-b27f-d761f4914d25, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2a77c554-965f-4341-b27f-d761f4914d25,segment=NetworkSegment(31091a8b-3f19-4d06-87f2-44f18c687b00),segment_id=31091a8b-3f19-4d06-87f2-44f18c687b00)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:43.940121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Attempting to bind port a6352b25-34b9-4b3f-9836-301896db891b on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:18:43.940465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Attempting to bind port a6352b25-34b9-4b3f-9836-301896db891b by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:18:43.940800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Attempting to bind port a6352b25-34b9-4b3f-9836-301896db891b on network 62556698-c2ab-4962-a38b-b10646191d55 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:18:43.948954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Port a6352b25-34b9-4b3f-9836-301896db891b on network 62556698-c2ab-4962-a38b-b10646191d55 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:18:43.950411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Attempting to bind port a6352b25-34b9-4b3f-9836-301896db891b on network 62556698-c2ab-4962-a38b-b10646191d55 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:18:43.966244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:18:43.974424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Checking segment: {'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:18:43.974904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Bound using segment: {'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:18:43.975391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Bound port: a6352b25-34b9-4b3f-9836-301896db891b, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50cfcd7-509a-4a71-b91a-269599cbc140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62556698-c2ab-4962-a38b-b10646191d55'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:18:43.975904 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:43.980469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:43.991283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1d3dd8fd-b329-4d3b-8d6b-cec9bcaef1f3 None None] Provisioning complete for port 2a77c554-965f-4341-b27f-d761f4914d25 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:18:43.993730 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d3dd8fd-b329-4d3b-8d6b-cec9bcaef1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:43.996232 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:44.047551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=2a77c554-965f-4341-b27f-d761f4914d25,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:44.072264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No DVR routers for this DVR port 2a77c554-965f-4341-b27f-d761f4914d25 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:18:44.140640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event deleted for resources: {'Port': ['ID=2a77c554-965f-4341-b27f-d761f4914d25,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:44.180350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1d3dd8fd-b329-4d3b-8d6b-cec9bcaef1f3 None None] Port 2a77c554-965f-4341-b27f-d761f4914d25 was deleted so its status cannot be updated. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 19:18:44.208485 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:44.208909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] For port a6352b25-34b9-4b3f-9836-301896db891b, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:18:44.217438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] For port a6352b25-34b9-4b3f-9836-301896db891b, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a6352b25-34b9-4b3f-9836-301896db891b,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:18:44.232140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:44.333069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8bf9ed-c172-4d8e-a694-560f028c0961 None None] DHCP port deletion for 900899f1-eb80-43ef-a21b-789414bcaa10 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:18:44.364629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:44.365262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:44.367319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] 10.222.0.21 "PUT /v2.0/ports/a6352b25-34b9-4b3f-9836-301896db891b HTTP/1.1" status: 200 len: 1091 time: 2.1059065 Nov 19 19:18:44.368000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b164f5a-6659-4abd-9e9d-751fa449f55a service neutron] Pushing event updated for resources: {'Port': ['ID=a6352b25-34b9-4b3f-9836-301896db891b,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:44.376795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30a4f26-981c-4dde-96bf-ea3c25a826bf', 'tag': 'a6352b25-34b9-4b3f-9836-301896db891b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:18:44.379307 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac98400-a6a3-46e2-be84-1eacf6b78227" -d '{"events": [{"name": "network-changed", "server_uuid": "a30a4f26-981c-4dde-96bf-ea3c25a826bf", "tag": "a6352b25-34b9-4b3f-9836-301896db891b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:18:44.462926 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:44.484854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad467ee-1e18-45f4-b252-d65647381e29 req-2e7e1ff5-4642-44e2-a0c1-454bea9a90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:44.486470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-2e7e1ff5-4642-44e2-a0c1-454bea9a90d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=821f0245517847c595daafbdfc6c9ad6&device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 1094 time: 0.0549667 Nov 19 19:18:44.584981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900899f1-eb80-43ef-a21b-789414bcaa10']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:44.634929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31091a8b-3f19-4d06-87f2-44f18c687b00') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:44.636969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31091a8b-3f19-4d06-87f2-44f18c687b00') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:44.702026 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:44.709204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-01e981d5-d840-4df5-a118-f979bd9f2943 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6352b25-34b9-4b3f-9836-301896db891b HTTP/1.1" status: 200 len: 217 time: 0.2104087 Nov 19 19:18:44.763269 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:44.790785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:18:44.798501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:18:44.959420 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:18:44.966433 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:44.989623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:44.993179 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/networks/900899f1-eb80-43ef-a21b-789414bcaa10 HTTP/1.1" status: 204 len: 168 time: 2.0266688 Nov 19 19:18:45.004575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42548) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:45.022450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-947983827'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:45.028644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c7086-a228-4e68-9a22-baa57f298a76 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Network': ['ID=900899f1-eb80-43ef-a21b-789414bcaa10,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:45.053994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515f1a2-1329-4ee4-b01b-c8617af12277 req-26dc9272-7651-4f7b-a2e3-26d8ddf4bfda tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:45.067750 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5515f1a2-1329-4ee4-b01b-c8617af12277 req-26dc9272-7651-4f7b-a2e3-26d8ddf4bfda tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 943 time: 0.3610229 Nov 19 19:18:45.094782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad467ee-1e18-45f4-b252-d65647381e29 req-99286689-d2b6-43ce-8ed0-d73fd097b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:45.098083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-99286689-d2b6-43ce-8ed0-d73fd097b795 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aff004-67b4-41bf-a0c7-c0ae1b7fab92 HTTP/1.1" status: 200 len: 850 time: 0.2791541 Nov 19 19:18:45.285224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-9f561489-063f-41e0-a1df-6ddf0c550295 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62556698-c2ab-4962-a38b-b10646191d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742635 Nov 19 19:18:45.363706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:45.367484 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:45.435990 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5515f1a2-1329-4ee4-b01b-c8617af12277 req-f1eaf84a-9b02-4634-9e59-cb38f64c5148 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660083 Nov 19 19:18:45.473237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:18:45.487981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:45.488514 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Added segment fa839492-383b-48f9-9379-1b1636275df6 of type vlan for network c8e209ee-4e83-481e-84a6-516854d284db Nov 19 19:18:45.539935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:45.570443 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d1c7ec-709c-452a-a62b-f3dbad5ceccc x-openstack-request-id: req-e2d1c7ec-709c-452a-a62b-f3dbad5ceccc {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:18:45.570794 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30a4f26-981c-4dde-96bf-ea3c25a826bf", "tag": "a6352b25-34b9-4b3f-9836-301896db891b", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:18:45.571107 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2d1c7ec-709c-452a-a62b-f3dbad5ceccc {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:18:45.571592 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30a4f26-981c-4dde-96bf-ea3c25a826bf', 'tag': 'a6352b25-34b9-4b3f-9836-301896db891b', 'status': 'completed', 'code': 200} Nov 19 19:18:45.576060 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:45.582768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:45.583479 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:45.746707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7282910 Nov 19 19:18:45.746986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42566) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:45.752164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-1c9fc61f-8285-484e-89c5-4a17e6df7bad service neutron] 10.222.0.21 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433441 Nov 19 19:18:45.827733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': 'c8e209ee-4e83-481e-84a6-516854d284db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:45.921124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f79fa-7bd5-42f1-bc73-b4efb95e76b5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Network': ['ID=c8e209ee-4e83-481e-84a6-516854d284db,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:45.944492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network c8e209ee-4e83-481e-84a6-516854d284db details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:18:46.046200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cad467ee-1e18-45f4-b252-d65647381e29 req-79813c57-cd92-41cc-9fa7-f3dab8740346 service neutron] 10.222.0.21 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848639 Nov 19 19:18:46.180898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:46.218612 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:46.386963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2a77c554-965f-4341-b27f-d761f4914d25 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:18:46.455323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 2a77c554-965f-4341-b27f-d761f4914d25 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:18:46.456068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2a77c554-965f-4341-b27f-d761f4914d25 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:18:46.764848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:46.826557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Subnet': ['ID=2954cf52-0c80-4835-840a-e0812597510f,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:46.898590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Checking segment: {'id': 'fa839492-383b-48f9-9379-1b1636275df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c8e209ee-4e83-481e-84a6-516854d284db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:18:46.899463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network hostable DHCP agents. Network: c8e209ee-4e83-481e-84a6-516854d284db, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:18:46.977876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network c8e209ee-4e83-481e-84a6-516854d284db is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:18:47.004112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, c8e209ee-4e83-481e-84a6-516854d284db) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:47.016653 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf9f2a-5cc1-4e8f-adfd-71d4c84708e2 None None] Network c8e209ee-4e83-481e-84a6-516854d284db requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:18:47.031997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:47.033311 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:47.060151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac98400-a6a3-46e2-be84-1eacf6b78227 req-18e05de5-edf8-463e-9ab1-a97be1c77a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:47.061804 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ac98400-a6a3-46e2-be84-1eacf6b78227 req-18e05de5-edf8-463e-9ab1-a97be1c77a82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=821f0245517847c595daafbdfc6c9ad6&device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 1094 time: 0.9202483 Nov 19 19:18:47.077245 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5d1b47bf-8f3f-4157-b305-9c845e95b611 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3228061 Nov 19 19:18:47.080038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42604) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:47.099311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': 'c8e209ee-4e83-481e-84a6-516854d284db', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-652709106'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:47.114473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b87682-3e72-45c4-bc33-3e7457432a1a req-f12f1e17-8485-4062-ba9b-c5d4a86293ba tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:47.116373 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50b87682-3e72-45c4-bc33-3e7457432a1a req-f12f1e17-8485-4062-ba9b-c5d4a86293ba tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 943 time: 0.2153058 Nov 19 19:18:47.263907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50b87682-3e72-45c4-bc33-3e7457432a1a req-3fa1b340-6154-4e83-aaea-eea5194ee3a1 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839787 Nov 19 19:18:47.279881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac98400-a6a3-46e2-be84-1eacf6b78227 req-f39627e1-e002-4d59-80ba-bdc2d47edc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:47.281371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ac98400-a6a3-46e2-be84-1eacf6b78227 req-f39627e1-e002-4d59-80ba-bdc2d47edc0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=62556698-c2ab-4962-a38b-b10646191d55 HTTP/1.1" status: 200 len: 911 time: 0.2108762 Nov 19 19:18:47.345586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ac98400-a6a3-46e2-be84-1eacf6b78227 req-f9540f2a-07b1-4f8a-a68f-cb67c5c4b6e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6352b25-34b9-4b3f-9836-301896db891b HTTP/1.1" status: 200 len: 217 time: 0.0489411 Nov 19 19:18:47.350938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:47.355406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:47.376253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 5b9c7ef5-68bb-4615-91a0-08a78e1ffa8a yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:18:47.415416 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-c8e209ee-4e83-481e-84a6-516854d284db', 'network_id': 'c8e209ee-4e83-481e-84a6-516854d284db', 'tenant_id': 'e8c24d81d69e4beea7962c1c3e4200e7', 'fixed_ips': [{'subnet_id': '2954cf52-0c80-4835-840a-e0812597510f'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:18:47.416917 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:47.497079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac98400-a6a3-46e2-be84-1eacf6b78227 req-e64cb3b6-b8e0-4de9-a3b1-805e55ee036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:47.498943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ac98400-a6a3-46e2-be84-1eacf6b78227 req-e64cb3b6-b8e0-4de9-a3b1-805e55ee036c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aff004-67b4-41bf-a0c7-c0ae1b7fab92 HTTP/1.1" status: 200 len: 850 time: 0.1451559 Nov 19 19:18:47.553291 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ac98400-a6a3-46e2-be84-1eacf6b78227 req-9f72fca9-f0c4-4528-b44a-40fe11aee92c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62556698-c2ab-4962-a38b-b10646191d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465577 Nov 19 19:18:47.575781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8::24d (c8e209ee-4e83-481e-84a6-516854d284db/2954cf52-0c80-4835-840a-e0812597510f/5b9c7ef5-68bb-4615-91a0-08a78e1ffa8a) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:18:47.687688 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ac98400-a6a3-46e2-be84-1eacf6b78227 req-2a4f5928-3fee-44a6-87a1-dbd0652ca3d4 service neutron] 10.222.0.21 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209128 Nov 19 19:18:47.764037 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:47.833535 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ac98400-a6a3-46e2-be84-1eacf6b78227 req-4ee27fd3-5d71-4fc1-8975-d02e7c576872 service neutron] 10.222.0.21 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341205 Nov 19 19:18:47.862558 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:47.921945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Allocated IP 2001:db8::2 (c8e209ee-4e83-481e-84a6-516854d284db/2954cf52-0c80-4835-840a-e0812597510f/4000fa10-86a4-410c-9a66-db84f7b47751) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:18:47.933644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network c8e209ee-4e83-481e-84a6-516854d284db is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:47.962133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:47.970874 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:47.983291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:47.984029 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:47.987145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=5b9c7ef5-68bb-4615-91a0-08a78e1ffa8a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:48.017451 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-76c77912-ba8f-4617-aa52-7468a8a416e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9336574 Nov 19 19:18:48.017952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42620) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:48.196897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:48.209034 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:48.211550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c07ac7ac-20d8-45c5-8040-741ccdd72a45 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 5b9c7ef5-68bb-4615-91a0-08a78e1ffa8a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:48.212522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7ac-20d8-45c5-8040-741ccdd72a45 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:48.375418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Network c8e209ee-4e83-481e-84a6-516854d284db is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:48.393328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:48.406004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:48.492193 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7ac-20d8-45c5-8040-741ccdd72a45 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:48.520449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-c07ac7ac-20d8-45c5-8040-741ccdd72a45 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 5b9c7ef5-68bb-4615-91a0-08a78e1ffa8a owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:48.540143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Pushing event updated for resources: {'Port': ['ID=4000fa10-86a4-410c-9a66-db84f7b47751,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:48.546749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a138ed-d2b3-48d2-bf5d-42c7f958ac1d req-6134c389-9803-4ed8-bf03-b6596369f7df tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:48.548973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5a138ed-d2b3-48d2-bf5d-42c7f958ac1d req-6134c389-9803-4ed8-bf03-b6596369f7df tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 943 time: 0.1751964 Nov 19 19:18:48.607383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Attempting to bind port 4000fa10-86a4-410c-9a66-db84f7b47751 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:18:48.608101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Attempting to bind port 4000fa10-86a4-410c-9a66-db84f7b47751 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'fa839492-383b-48f9-9379-1b1636275df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c8e209ee-4e83-481e-84a6-516854d284db'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:18:48.608646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Attempting to bind port 4000fa10-86a4-410c-9a66-db84f7b47751 on network c8e209ee-4e83-481e-84a6-516854d284db {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:18:48.622819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:18:48.628508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Checking segment: {'id': 'fa839492-383b-48f9-9379-1b1636275df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c8e209ee-4e83-481e-84a6-516854d284db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:18:48.629227 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:48.630657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Bound using segment: {'id': 'fa839492-383b-48f9-9379-1b1636275df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c8e209ee-4e83-481e-84a6-516854d284db'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:18:48.631393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Bound port: 4000fa10-86a4-410c-9a66-db84f7b47751, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa839492-383b-48f9-9379-1b1636275df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c8e209ee-4e83-481e-84a6-516854d284db'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:18:48.632012 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:48.667557 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5a138ed-d2b3-48d2-bf5d-42c7f958ac1d req-486945f5-d01f-42d0-893a-71261987dd53 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716302 Nov 19 19:18:48.761354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] For port 4000fa10-86a4-410c-9a66-db84f7b47751, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:18:48.767648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] For port 4000fa10-86a4-410c-9a66-db84f7b47751, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4000fa10-86a4-410c-9a66-db84f7b47751,segment=NetworkSegment(fa839492-383b-48f9-9379-1b1636275df6),segment_id=fa839492-383b-48f9-9379-1b1636275df6)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:18:48.778427 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:48.821974 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7ac-20d8-45c5-8040-741ccdd72a45 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:48.889339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ac7ac-20d8-45c5-8040-741ccdd72a45 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=5b9c7ef5-68bb-4615-91a0-08a78e1ffa8a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:48.964117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbab488-a0e7-4b3e-8275-2e9505935557 None None] Pushing event updated for resources: {'Port': ['ID=4000fa10-86a4-410c-9a66-db84f7b47751,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:48.973784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c07ac7ac-20d8-45c5-8040-741ccdd72a45 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:48.978376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c07ac7ac-20d8-45c5-8040-741ccdd72a45 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/5b9c7ef5-68bb-4615-91a0-08a78e1ffa8a HTTP/1.1" status: 204 len: 168 time: 0.9564717 Nov 19 19:18:48.978858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42646) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:49.024570 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a13883e-d68e-4181-8fd2-214d62ab3cc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:18:49.030380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42648) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:49.031359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2a13883e-d68e-4181-8fd2-214d62ab3cc6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/5b9c7ef5-68bb-4615-91a0-08a78e1ffa8a HTTP/1.1" status: 404 len: 333 time: 0.0513568 Nov 19 19:18:49.121120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb615145-a11b-4f2c-86c4-6d1f571f38be tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting subnet 2954cf52-0c80-4835-840a-e0812597510f {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:18:49.126421 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eb615145-a11b-4f2c-86c4-6d1f571f38be tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:49.227451 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eb615145-a11b-4f2c-86c4-6d1f571f38be tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:49.343576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a6352b25-34b9-4b3f-9836-301896db891b details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:18:49.386888 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eb615145-a11b-4f2c-86c4-6d1f571f38be tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:49.474963 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eb615145-a11b-4f2c-86c4-6d1f571f38be tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:49.534897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb615145-a11b-4f2c-86c4-6d1f571f38be tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Subnet': ['ID=2954cf52-0c80-4835-840a-e0812597510f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:49.542434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eb615145-a11b-4f2c-86c4-6d1f571f38be tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:49.546865 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eb615145-a11b-4f2c-86c4-6d1f571f38be tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/2954cf52-0c80-4835-840a-e0812597510f HTTP/1.1" status: 204 len: 168 time: 0.5139441 Nov 19 19:18:49.549448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42660) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:49.621693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a6352b25-34b9-4b3f-9836-301896db891b, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a6352b25-34b9-4b3f-9836-301896db891b,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:49.682897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'a6352b25-34b9-4b3f-9836-301896db891b', 'network_id': '62556698-c2ab-4962-a38b-b10646191d55', 'port_id': 'a6352b25-34b9-4b3f-9836-301896db891b', 'mac_address': 'fa:16:3e:da:54:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aff004-67b4-41bf-a0c7-c0ae1b7fab92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:18:49.784964 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:49.808648 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:49.827440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6352b25-34b9-4b3f-9836-301896db891b {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:18:49.861578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a6352b25-34b9-4b3f-9836-301896db891b, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a6352b25-34b9-4b3f-9836-301896db891b,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:49.872061 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:49.964620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b13834-f647-47ff-94f3-b4b756ebfc11 req-652c0cff-0a9b-4af6-a07c-5df1cf0a88ba tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:49.966620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4b13834-f647-47ff-94f3-b4b756ebfc11 req-652c0cff-0a9b-4af6-a07c-5df1cf0a88ba tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 944 time: 0.1071703 Nov 19 19:18:49.987348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a6352b25-34b9-4b3f-9836-301896db891b,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:49.991142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 4000fa10-86a4-410c-9a66-db84f7b47751 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:49.991668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:50.116190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a6352b25-34b9-4b3f-9836-301896db891b'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:18:50.144066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4b13834-f647-47ff-94f3-b4b756ebfc11 req-d4b85ccb-33b5-4895-94ac-9c7f47d05a7b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666932 Nov 19 19:18:50.235678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] For port 4000fa10-86a4-410c-9a66-db84f7b47751, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4000fa10-86a4-410c-9a66-db84f7b47751,segment=NetworkSegment(fa839492-383b-48f9-9379-1b1636275df6),segment_id=fa839492-383b-48f9-9379-1b1636275df6)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:50.239943 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:50.295721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 4000fa10-86a4-410c-9a66-db84f7b47751 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:50.368077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4000fa10-86a4-410c-9a66-db84f7b47751 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:18:50.532331 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:50.687154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=4000fa10-86a4-410c-9a66-db84f7b47751,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:50.703217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No DVR routers for this DVR port 4000fa10-86a4-410c-9a66-db84f7b47751 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:18:50.765869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No active binding found for port 4000fa10-86a4-410c-9a66-db84f7b47751 {{(pid=109889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 19:18:50.766914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4000fa10-86a4-410c-9a66-db84f7b47751 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 19:18:50.851699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Port 4000fa10-86a4-410c-9a66-db84f7b47751 not found, will not notify nova. {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 19:18:50.958964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0be910-63f2-48c8-835e-8a99b439313b None None] Network c8e209ee-4e83-481e-84a6-516854d284db requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:18:51.002367 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:51.056119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e209ee-4e83-481e-84a6-516854d284db']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:51.068230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa839492-383b-48f9-9379-1b1636275df6') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:51.068645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa839492-383b-48f9-9379-1b1636275df6') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:18:51.080838 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:51.096487 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:51.103076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:18:51.103621 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:51.131216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-53117e26-522d-4cc6-bb7e-23b38dc3740a None None] Could not find standard attr ID for object 4000fa10-86a4-410c-9a66-db84f7b47751. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:18:51.238383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0d281c-d049-4b00-b43a-a90f271f1263 None None] DHCP port deletion for c8e209ee-4e83-481e-84a6-516854d284db request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:18:51.258611 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:18:51.263740 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:51.270751 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:51.283582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/networks/c8e209ee-4e83-481e-84a6-516854d284db HTTP/1.1" status: 204 len: 168 time: 1.7328522 Nov 19 19:18:51.284500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42704) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:51.290604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'name': 'tempest-PortsIpV6TestJSON-1857872748'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:51.333676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadd524-5185-41eb-9e73-fddb7bbe58ce tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Network': ['ID=c8e209ee-4e83-481e-84a6-516854d284db,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:51.352256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a6352b25-34b9-4b3f-9836-301896db891b up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:18:51.493848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port a6352b25-34b9-4b3f-9836-301896db891b completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:18:51.505703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f527a2-5d09-41dc-b676-6f6716dabf2c req-04090b92-6a25-416b-9109-61c17a8315e5 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:51.514550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port a6352b25-34b9-4b3f-9836-301896db891b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:18:51.515097 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:51.518278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75f527a2-5d09-41dc-b676-6f6716dabf2c req-04090b92-6a25-416b-9109-61c17a8315e5 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 944 time: 0.1511118 Nov 19 19:18:51.610755 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75f527a2-5d09-41dc-b676-6f6716dabf2c req-b2e84848-d11a-40a1-88b0-2613502803c1 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879669 Nov 19 19:18:51.661566 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:51.693648 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:51.823869 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:51.879810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30a4f26-981c-4dde-96bf-ea3c25a826bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6352b25-34b9-4b3f-9836-301896db891b'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:18:51.886146 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4b0852-654d-4be4-821a-0ada391ca8b4" -d '{"events": [{"server_uuid": "a30a4f26-981c-4dde-96bf-ea3c25a826bf", "name": "network-vif-plugged", "status": "completed", "tag": "a6352b25-34b9-4b3f-9836-301896db891b"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:18:51.949170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a6352b25-34b9-4b3f-9836-301896db891b, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a6352b25-34b9-4b3f-9836-301896db891b,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:18:51.962475 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:52.105238 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f25f20c-6eef-47a3-982b-17483462e0b5 x-openstack-request-id: req-2f25f20c-6eef-47a3-982b-17483462e0b5 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:18:52.105805 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30a4f26-981c-4dde-96bf-ea3c25a826bf", "name": "network-vif-plugged", "status": "completed", "tag": "a6352b25-34b9-4b3f-9836-301896db891b", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:18:52.106259 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f25f20c-6eef-47a3-982b-17483462e0b5 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:18:52.106853 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30a4f26-981c-4dde-96bf-ea3c25a826bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6352b25-34b9-4b3f-9836-301896db891b', 'code': 200} Nov 19 19:18:52.108220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a6352b25-34b9-4b3f-9836-301896db891b,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:52.172795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d297c-5881-4ac1-9118-9a79bbefc27b req-71fa0dba-4d6d-4bf1-b5d7-02f101d2ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:52.175686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f8d297c-5881-4ac1-9118-9a79bbefc27b req-71fa0dba-4d6d-4bf1-b5d7-02f101d2ff2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 1096 time: 0.1212239 Nov 19 19:18:52.176694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4000fa10-86a4-410c-9a66-db84f7b47751 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:18:52.219499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 4000fa10-86a4-410c-9a66-db84f7b47751 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:18:52.220320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4000fa10-86a4-410c-9a66-db84f7b47751 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:18:52.283659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f8d297c-5881-4ac1-9118-9a79bbefc27b req-611cd93a-57b5-4c7c-84d6-b6e71565cf16 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000297 Nov 19 19:18:52.452554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 9820ac41-9d9c-4765-9f78-7740b112cae3 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:18:52.783028 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:52.787904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06b00b-8f35-41f0-b566-2024a6f553a5 req-711dd8e7-9b3e-4ca5-9bee-804367eddb0a tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:52.791890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da06b00b-8f35-41f0-b566-2024a6f553a5 req-711dd8e7-9b3e-4ca5-9bee-804367eddb0a tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.0882611 Nov 19 19:18:52.857634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:52.867457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da06b00b-8f35-41f0-b566-2024a6f553a5 req-62af4992-381b-4a59-825d-22987f4e72a8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690799 Nov 19 19:18:52.958135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 53915810-99cc-42b2-adfb-38933426efaf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:52.963582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:52.970338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:52.978135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:52.979207 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:53.009635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42742) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:53.010543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7240038 Nov 19 19:18:53.030741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef32b1-5b18-4b6b-be57-29f0f9e2b815 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=9820ac41-9d9c-4765-9f78-7740b112cae3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:53.236423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-28561216-c32d-4983-b2db-eabed127ca9e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 9820ac41-9d9c-4765-9f78-7740b112cae3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:53.237137 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28561216-c32d-4983-b2db-eabed127ca9e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:53.410750 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28561216-c32d-4983-b2db-eabed127ca9e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:53.457124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-28561216-c32d-4983-b2db-eabed127ca9e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 9820ac41-9d9c-4765-9f78-7740b112cae3 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:53.637033 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28561216-c32d-4983-b2db-eabed127ca9e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:53.709178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28561216-c32d-4983-b2db-eabed127ca9e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=9820ac41-9d9c-4765-9f78-7740b112cae3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:53.735734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28561216-c32d-4983-b2db-eabed127ca9e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:53.743856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-28561216-c32d-4983-b2db-eabed127ca9e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/9820ac41-9d9c-4765-9f78-7740b112cae3 HTTP/1.1" status: 204 len: 168 time: 0.7313221 Nov 19 19:18:53.745276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42762) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:53.751629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'mac_address': 'fa:16:3e:c7:78:12', 'name': 'tempest-PortsIpV6TestJSON-1969126397'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:53.948938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:54.085774 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:54.129853 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port e4b84fc4-fbb2-459b-acff-dea6a09e2019 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:18:54.175208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b724fa5-f0a5-45fa-9c2a-f7a04738bded req-00274886-34e9-4ac0-b634-cf4dac2589f5 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:54.176957 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b724fa5-f0a5-45fa-9c2a-f7a04738bded req-00274886-34e9-4ac0-b634-cf4dac2589f5 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.0990379 Nov 19 19:18:54.282029 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b724fa5-f0a5-45fa-9c2a-f7a04738bded req-ee0318a7-8826-404d-af0f-3ecf784ba55d tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906982 Nov 19 19:18:54.622528 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:54.675124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:54.796740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 53915810-99cc-42b2-adfb-38933426efaf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:54.800722 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:54.806703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:54.813044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:54.813703 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:54.841396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=e4b84fc4-fbb2-459b-acff-dea6a09e2019,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:54.852482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3ce6a798-f091-43c2-b5cc-ae47671687e3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1049478 Nov 19 19:18:54.858598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42790) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:54.930504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a44b8da-e6f5-43fe-b874-05ea13c94675 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:54.932211 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8a44b8da-e6f5-43fe-b874-05ea13c94675 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/e4b84fc4-fbb2-459b-acff-dea6a09e2019 HTTP/1.1" status: 200 len: 845 time: 0.0725439 Nov 19 19:18:54.941015 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42794) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:55.020053 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64bf41-cabe-4d1e-a375-3b9160666abe req-c3e5d6da-5c0c-49c1-b431-68a4eecad739 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:55.032907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d64bf41-cabe-4d1e-a375-3b9160666abe req-c3e5d6da-5c0c-49c1-b431-68a4eecad739 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1805005 Nov 19 19:18:55.050001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60e985-1bf6-4280-9353-cb1bcd2d2a54 req-1a6673c1-8d2a-44b4-ae66-22e020d2e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:55.054355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f60e985-1bf6-4280-9353-cb1bcd2d2a54 req-1a6673c1-8d2a-44b4-ae66-22e020d2e6b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=821f0245517847c595daafbdfc6c9ad6&device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 1096 time: 0.2780626 Nov 19 19:18:55.172592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bd094ed7-6e00-43f3-abf9-a1383bbf278e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port e4b84fc4-fbb2-459b-acff-dea6a09e2019 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:55.174726 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd094ed7-6e00-43f3-abf9-a1383bbf278e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:55.250066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d64bf41-cabe-4d1e-a375-3b9160666abe req-f797342c-be2b-408c-af94-5014e9dffeb2 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158616 Nov 19 19:18:55.251614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60e985-1bf6-4280-9353-cb1bcd2d2a54 req-a7945bc5-0f36-4aed-b8dd-c1358002da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:55.262829 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:55.288344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f60e985-1bf6-4280-9353-cb1bcd2d2a54 req-a7945bc5-0f36-4aed-b8dd-c1358002da0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=62556698-c2ab-4962-a38b-b10646191d55 HTTP/1.1" status: 200 len: 911 time: 0.2263372 Nov 19 19:18:55.359280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd094ed7-6e00-43f3-abf9-a1383bbf278e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:55.378849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bd094ed7-6e00-43f3-abf9-a1383bbf278e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for e4b84fc4-fbb2-459b-acff-dea6a09e2019 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:55.386921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f60e985-1bf6-4280-9353-cb1bcd2d2a54 req-d50d5dec-0bbe-49cc-a28e-cc7cbe5f3a28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6352b25-34b9-4b3f-9836-301896db891b HTTP/1.1" status: 200 len: 217 time: 0.0902987 Nov 19 19:18:55.477357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60e985-1bf6-4280-9353-cb1bcd2d2a54 req-c0608b60-5969-49e8-8484-0ce3cb765082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:55.480047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f60e985-1bf6-4280-9353-cb1bcd2d2a54 req-c0608b60-5969-49e8-8484-0ce3cb765082 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aff004-67b4-41bf-a0c7-c0ae1b7fab92 HTTP/1.1" status: 200 len: 850 time: 0.0763917 Nov 19 19:18:55.495156 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd094ed7-6e00-43f3-abf9-a1383bbf278e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:55.541707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f60e985-1bf6-4280-9353-cb1bcd2d2a54 req-424bbe83-4cb8-49b8-b9f2-27be816e7a87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62556698-c2ab-4962-a38b-b10646191d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526855 Nov 19 19:18:55.562659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd094ed7-6e00-43f3-abf9-a1383bbf278e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=e4b84fc4-fbb2-459b-acff-dea6a09e2019,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:55.571595 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd094ed7-6e00-43f3-abf9-a1383bbf278e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:55.578657 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bd094ed7-6e00-43f3-abf9-a1383bbf278e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/e4b84fc4-fbb2-459b-acff-dea6a09e2019 HTTP/1.1" status: 204 len: 168 time: 0.6341653 Nov 19 19:18:55.578899 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42808) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:55.612427 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec63cec8-db23-4b18-890d-70d935cd3e36 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:18:55.626071 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ec63cec8-db23-4b18-890d-70d935cd3e36 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/e4b84fc4-fbb2-459b-acff-dea6a09e2019 HTTP/1.1" status: 404 len: 333 time: 0.0459852 Nov 19 19:18:55.626833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42810) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:55.632212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'name': 'tempest-PortsIpV6TestJSON-1632316337'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:55.751198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f60e985-1bf6-4280-9353-cb1bcd2d2a54 req-afee27fa-d6fe-46ef-9797-f8344d08953e service neutron] 10.222.0.21 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027757 Nov 19 19:18:55.816720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:55.820826 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:55.866897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port e3612d8c-5b53-41df-b186-701c8acf789d yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:18:55.965184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f60e985-1bf6-4280-9353-cb1bcd2d2a54 req-436a1c83-fdba-487d-a021-84a7e6cffc2c service neutron] 10.222.0.21 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062833 Nov 19 19:18:56.203970 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:56.267800 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:56.337608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 53915810-99cc-42b2-adfb-38933426efaf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:18:56.352962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:56.362665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=e3612d8c-5b53-41df-b186-701c8acf789d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:56.365545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:18:56.373455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:56.374158 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:56.431309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9f0158ba-fe58-47c0-9178-098591420b0d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8032744 Nov 19 19:18:56.433047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42862) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:56.439713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-15859bf8-831e-4ebe-b694-a170afcf034b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:56.516719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efb658-0a15-45c4-bdff-29e005503f52 req-bae53db0-6ffa-4eb1-bea0-42b6be4bab28 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:56.517232 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47efb658-0a15-45c4-bdff-29e005503f52 req-bae53db0-6ffa-4eb1-bea0-42b6be4bab28 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1346123 Nov 19 19:18:56.591498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15859bf8-831e-4ebe-b694-a170afcf034b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:56.640251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47efb658-0a15-45c4-bdff-29e005503f52 req-0e6021eb-31df-40a2-ae27-a5c10396bea0 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113443 Nov 19 19:18:56.901225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15859bf8-831e-4ebe-b694-a170afcf034b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:56.925043 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15859bf8-831e-4ebe-b694-a170afcf034b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:56.975970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-15859bf8-831e-4ebe-b694-a170afcf034b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] In _notify_port_updated(), no bound segment for port e3612d8c-5b53-41df-b186-701c8acf789d on network 53915810-99cc-42b2-adfb-38933426efaf {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:18:56.982790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15859bf8-831e-4ebe-b694-a170afcf034b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:56.983495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15859bf8-831e-4ebe-b694-a170afcf034b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:56.985019 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-15859bf8-831e-4ebe-b694-a170afcf034b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "PUT /v2.0/ports/e3612d8c-5b53-41df-b186-701c8acf789d HTTP/1.1" status: 200 len: 818 time: 0.5504885 Nov 19 19:18:56.987919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42888) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:56.995657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15859bf8-831e-4ebe-b694-a170afcf034b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=e3612d8c-5b53-41df-b186-701c8acf789d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:57.131882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42890) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:57.182137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ec821-ea5e-48b7-97a7-31cf63831db6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port e3612d8c-5b53-41df-b186-701c8acf789d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:18:57.183192 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec821-ea5e-48b7-97a7-31cf63831db6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.267060 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec821-ea5e-48b7-97a7-31cf63831db6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.284475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-dc1ec821-ea5e-48b7-97a7-31cf63831db6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for e3612d8c-5b53-41df-b186-701c8acf789d owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:18:57.318652 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-812d6173-9b12-4490-ad10-c20846c5bd7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.406357 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec821-ea5e-48b7-97a7-31cf63831db6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.442272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-812d6173-9b12-4490-ad10-c20846c5bd7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.444171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ec821-ea5e-48b7-97a7-31cf63831db6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=e3612d8c-5b53-41df-b186-701c8acf789d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:57.457403 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-812d6173-9b12-4490-ad10-c20846c5bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.470345 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec821-ea5e-48b7-97a7-31cf63831db6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.477720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dc1ec821-ea5e-48b7-97a7-31cf63831db6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/e3612d8c-5b53-41df-b186-701c8acf789d HTTP/1.1" status: 204 len: 168 time: 0.4876640 Nov 19 19:18:57.478824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42898) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:57.511826 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-812d6173-9b12-4490-ad10-c20846c5bd7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbf96a57c912449c892bfe2c7cf2dd4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3773093 Nov 19 19:18:57.515731 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42900) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:57.545009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d6173-9b12-4490-ad10-c20846c5bd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f94ec1-9c43-4cd4-a307-0c3473ee3567,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:57.555559 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b5e069-2610-4b8e-969d-f79427eda496 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:57.562459 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-03b5e069-2610-4b8e-969d-f79427eda496 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0827050 Nov 19 19:18:57.564794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42904) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:57.592087 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad728d3-74f3-4e93-b63c-4b20395134fd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:18:57.597303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1ad728d3-74f3-4e93-b63c-4b20395134fd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/e3612d8c-5b53-41df-b186-701c8acf789d HTTP/1.1" status: 404 len: 333 time: 0.0278277 Nov 19 19:18:57.597547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42906) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:57.602908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-286876247'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:57.618422 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76f11829-a369-424e-b1dc-4c88bfdc74f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.627490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:57.632993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.648819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76f11829-a369-424e-b1dc-4c88bfdc74f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.668955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:18:57.684575 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.686045 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Added segment 5e5d9530-0378-4ea0-b490-e6cbba1b1990 of type vlan for network ec45177e-4064-4d96-a927-c644995a985c Nov 19 19:18:57.783576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76f11829-a369-424e-b1dc-4c88bfdc74f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.788096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76f11829-a369-424e-b1dc-4c88bfdc74f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.789508 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-76f11829-a369-424e-b1dc-4c88bfdc74f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2f94ec1-9c43-4cd4-a307-0c3473ee3567 HTTP/1.1" status: 204 len: 168 time: 0.2728231 Nov 19 19:18:57.793906 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.803138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f11829-a369-424e-b1dc-4c88bfdc74f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f94ec1-9c43-4cd4-a307-0c3473ee3567,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:57.852644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28e5d0-1793-4dd1-8b29-3065285b824f req-08208eb2-8f1f-4596-87d6-63b3ae054957 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:57.861640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf28e5d0-1793-4dd1-8b29-3065285b824f req-08208eb2-8f1f-4596-87d6-63b3ae054957 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1183455 Nov 19 19:18:57.934792 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.943146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:57.944118 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:57.980265 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3815022 Nov 19 19:18:57.982545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42920) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:57.988000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': 'ec45177e-4064-4d96-a927-c644995a985c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:58.057790 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf28e5d0-1793-4dd1-8b29-3065285b824f req-b1bf9e81-09e8-4bf7-a03c-9ee54bc49cf7 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945088 Nov 19 19:18:58.079876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fac4f-e658-438c-95f1-49f8d857e7f8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Network': ['ID=ec45177e-4064-4d96-a927-c644995a985c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:58.104796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network ec45177e-4064-4d96-a927-c644995a985c details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:18:58.137224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:58.141362 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:58.334856 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42932) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:58.352346 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a732-34dd-4860-a577-550ac3bedc69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:58.477389 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a732-34dd-4860-a577-550ac3bedc69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:58.486172 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a732-34dd-4860-a577-550ac3bedc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:58.513486 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:58.534118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8a732-34dd-4860-a577-550ac3bedc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca2c4e3-e43d-48a4-86d8-6b60577350a0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:58.556523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5ce8a732-34dd-4860-a577-550ac3bedc69 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c3f4cfcab534248a81687d17f7f5ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201140 Nov 19 19:18:58.560765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42938) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:58.621120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Subnet': ['ID=bfb01e55-6fb3-41d3-bba4-04a2ef2f9610,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:58.654205 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Checking segment: {'id': '5e5d9530-0378-4ea0-b490-e6cbba1b1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec45177e-4064-4d96-a927-c644995a985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:18:58.654576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network hostable DHCP agents. Network: ec45177e-4064-4d96-a927-c644995a985c, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:18:58.677155 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e31231-a2a0-41cc-9e0f-bd6923d8fcd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:58.712421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network ec45177e-4064-4d96-a927-c644995a985c is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:18:58.734990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e31231-a2a0-41cc-9e0f-bd6923d8fcd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:58.736666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, ec45177e-4064-4d96-a927-c644995a985c) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:18:58.747523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:58.747742 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:58.752654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30033db-b4b2-4167-a2e3-93dc00af9078 None None] Network ec45177e-4064-4d96-a927-c644995a985c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:18:58.799621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 42946) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:58.799879 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c165cbc4-48c3-48e3-8a58-cb2a55f933b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8159163 Nov 19 19:18:58.814044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-81ac5733-c202-4b56-9250-679ba1577035 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': 'ec45177e-4064-4d96-a927-c644995a985c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:58.842648 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e31231-a2a0-41cc-9e0f-bd6923d8fcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:58.845323 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e31231-a2a0-41cc-9e0f-bd6923d8fcd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:58.850189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e2e31231-a2a0-41cc-9e0f-bd6923d8fcd6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fca2c4e3-e43d-48a4-86d8-6b60577350a0 HTTP/1.1" status: 204 len: 168 time: 0.2881994 Nov 19 19:18:58.862511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e31231-a2a0-41cc-9e0f-bd6923d8fcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca2c4e3-e43d-48a4-86d8-6b60577350a0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:18:59.163526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-ec45177e-4064-4d96-a927-c644995a985c', 'network_id': 'ec45177e-4064-4d96-a927-c644995a985c', 'tenant_id': 'e8c24d81d69e4beea7962c1c3e4200e7', 'fixed_ips': [{'subnet_id': 'bfb01e55-6fb3-41d3-bba4-04a2ef2f9610'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:18:59.165494 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:59.176496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ac5733-c202-4b56-9250-679ba1577035 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:59.191330 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81ac5733-c202-4b56-9250-679ba1577035 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:59.374519 n-d-815373-6 neutron-server[109887]: INFO neutron.db.ipam_backend_mixin [None req-81ac5733-c202-4b56-9250-679ba1577035 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfb01e55-6fb3-41d3-bba4-04a2ef2f9610 (CIDR: 2001:db8::/64) Nov 19 19:18:59.397898 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ac5733-c202-4b56-9250-679ba1577035 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:18:59.398656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ac5733-c202-4b56-9250-679ba1577035 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:18:59.402422 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Allocated IP 2001:db8::2 (ec45177e-4064-4d96-a927-c644995a985c/bfb01e55-6fb3-41d3-bba4-04a2ef2f9610/d01223d4-b05f-4e48-87f4-83cb03acbe17) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:18:59.432539 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-81ac5733-c202-4b56-9250-679ba1577035 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6302412 Nov 19 19:18:59.433002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 42966) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:18:59.440574 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c524ff65-e27e-4dbe-88fc-e07d7024a86a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': 'ec45177e-4064-4d96-a927-c644995a985c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:18:59.452218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ff5b0-18c5-4595-8d4f-4451c420a7c4 req-066f4947-69d6-471b-89c2-0dfc1058188f tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:18:59.454124 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981ff5b0-18c5-4595-8d4f-4451c420a7c4 req-066f4947-69d6-471b-89c2-0dfc1058188f tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1911886 Nov 19 19:18:59.535524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-981ff5b0-18c5-4595-8d4f-4451c420a7c4 req-77a0b282-5ae9-488f-85d2-0378cf2f8543 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733812 Nov 19 19:18:59.746913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c524ff65-e27e-4dbe-88fc-e07d7024a86a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:18:59.750716 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c524ff65-e27e-4dbe-88fc-e07d7024a86a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:18:59.863090 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:00.095023 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:00.107299 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:00.301212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Network ec45177e-4064-4d96-a927-c644995a985c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:00.305927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:00.316740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:00.371207 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c524ff65-e27e-4dbe-88fc-e07d7024a86a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:00.380372 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Pushing event updated for resources: {'Port': ['ID=d01223d4-b05f-4e48-87f4-83cb03acbe17,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:00.449312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Attempting to bind port d01223d4-b05f-4e48-87f4-83cb03acbe17 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:00.449584 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Attempting to bind port d01223d4-b05f-4e48-87f4-83cb03acbe17 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '5e5d9530-0378-4ea0-b490-e6cbba1b1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec45177e-4064-4d96-a927-c644995a985c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:00.450000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Attempting to bind port d01223d4-b05f-4e48-87f4-83cb03acbe17 on network ec45177e-4064-4d96-a927-c644995a985c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:00.456150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:00.456539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Checking segment: {'id': '5e5d9530-0378-4ea0-b490-e6cbba1b1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec45177e-4064-4d96-a927-c644995a985c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:00.457157 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:00.457568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Bound using segment: {'id': '5e5d9530-0378-4ea0-b490-e6cbba1b1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec45177e-4064-4d96-a927-c644995a985c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:00.458297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Bound port: d01223d4-b05f-4e48-87f4-83cb03acbe17, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5d9530-0378-4ea0-b490-e6cbba1b1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ec45177e-4064-4d96-a927-c644995a985c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:00.458697 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:00.506326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c524ff65-e27e-4dbe-88fc-e07d7024a86a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network ec45177e-4064-4d96-a927-c644995a985c is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:00.515974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-c524ff65-e27e-4dbe-88fc-e07d7024a86a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:00.537178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524ff65-e27e-4dbe-88fc-e07d7024a86a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:00.540430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c524ff65-e27e-4dbe-88fc-e07d7024a86a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:00.571573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524ff65-e27e-4dbe-88fc-e07d7024a86a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Subnet': ['ID=9ace6c4e-c830-4c01-aa5e-5760186d57cd,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:00.595693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] For port d01223d4-b05f-4e48-87f4-83cb03acbe17, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:00.600808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] For port d01223d4-b05f-4e48-87f4-83cb03acbe17, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d01223d4-b05f-4e48-87f4-83cb03acbe17,segment=NetworkSegment(5e5d9530-0378-4ea0-b490-e6cbba1b1990),segment_id=5e5d9530-0378-4ea0-b490-e6cbba1b1990)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:00.616101 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:00.632385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43024) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:00.633037 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c524ff65-e27e-4dbe-88fc-e07d7024a86a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1972528 Nov 19 19:19:00.639478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': 'ec45177e-4064-4d96-a927-c644995a985c', 'fixed_ips': [{'subnet_id': 'bfb01e55-6fb3-41d3-bba4-04a2ef2f9610'}, {'subnet_id': '9ace6c4e-c830-4c01-aa5e-5760186d57cd'}], 'name': 'tempest-PortsIpV6TestJSON-1111300936'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:00.799454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415d246-6562-4e26-86d5-1427d82bb89b None None] Pushing event updated for resources: {'Port': ['ID=d01223d4-b05f-4e48-87f4-83cb03acbe17,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:00.981290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eadd51-0622-4de7-a1fc-aa86d620355a req-2cd863e0-a92b-4e47-a68f-84ced84ddad1 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:00.996603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3eadd51-0622-4de7-a1fc-aa86d620355a req-2cd863e0-a92b-4e47-a68f-84ced84ddad1 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1918149 Nov 19 19:19:01.131462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3eadd51-0622-4de7-a1fc-aa86d620355a req-82b354f4-4f69-456f-a26b-b44bfe437f71 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338615 Nov 19 19:19:01.134050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:01.364743 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:01.391542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 6e04b415-c728-4d2a-9757-44fbf4fdd816 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:19:02.082383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8::240 (ec45177e-4064-4d96-a927-c644995a985c/bfb01e55-6fb3-41d3-bba4-04a2ef2f9610/6e04b415-c728-4d2a-9757-44fbf4fdd816) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:02.097607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8:0:1::168 (ec45177e-4064-4d96-a927-c644995a985c/9ace6c4e-c830-4c01-aa5e-5760186d57cd/6e04b415-c728-4d2a-9757-44fbf4fdd816) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:02.363524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d01223d4-b05f-4e48-87f4-83cb03acbe17 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:02.433080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:02.548529 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:02.567401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d01223d4-b05f-4e48-87f4-83cb03acbe17 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:02.567779 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:02.689878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network ec45177e-4064-4d96-a927-c644995a985c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:02.697649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:02.713810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d8f191-cbde-43b9-baf6-792814538755 None None] Network ec45177e-4064-4d96-a927-c644995a985c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:02.716278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:02.722234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:02.722904 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:02.761361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=6e04b415-c728-4d2a-9757-44fbf4fdd816,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:02.799125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c30234-0e8e-40fb-8f20-de0f1ac1ca7a req-9bf1dc73-1d13-4f10-9ae1-39c23aaf5103 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:02.820851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50c30234-0e8e-40fb-8f20-de0f1ac1ca7a req-9bf1dc73-1d13-4f10-9ae1-39c23aaf5103 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.4421716 Nov 19 19:19:02.872729 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43094) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:02.873351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6a6f2f99-c505-47e5-a420-f6d531faaaf5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.2385430 Nov 19 19:19:02.912378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c6d5b046-34d6-4121-8be0-5d677b6d3981 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bfb01e55-6fb3-41d3-bba4-04a2ef2f9610'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:02.943014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50c30234-0e8e-40fb-8f20-de0f1ac1ca7a req-0cd1dfe4-ee35-4a65-a2f7-76151f9162ee tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191123 Nov 19 19:19:02.984618 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:03.039999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port d01223d4-b05f-4e48-87f4-83cb03acbe17, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d01223d4-b05f-4e48-87f4-83cb03acbe17,segment=NetworkSegment(5e5d9530-0378-4ea0-b490-e6cbba1b1990),segment_id=5e5d9530-0378-4ea0-b490-e6cbba1b1990)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:03.161286 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:03.203644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-74c024d5-874d-4f48-9f41-54ec8111440a None None] Provisioning complete for port d01223d4-b05f-4e48-87f4-83cb03acbe17 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:03.204387 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74c024d5-874d-4f48-9f41-54ec8111440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:03.269015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43108) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:03.274326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b046-34d6-4121-8be0-5d677b6d3981 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:03.413428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=d01223d4-b05f-4e48-87f4-83cb03acbe17,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:03.564848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b82cde-39e8-410d-ac59-66447ac0dd4c None None] Update dhcp port {'port': {'network_id': 'ec45177e-4064-4d96-a927-c644995a985c', 'fixed_ips': [{'subnet_id': 'bfb01e55-6fb3-41d3-bba4-04a2ef2f9610', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ace6c4e-c830-4c01-aa5e-5760186d57cd'}], 'binding:host_id': 'n-d-815373-6'}, 'id': 'd01223d4-b05f-4e48-87f4-83cb03acbe17'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:19:03.571043 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-882c6b61-96e5-4295-9644-46dd472579fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:03.616722 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40b82cde-39e8-410d-ac59-66447ac0dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:03.788861 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-882c6b61-96e5-4295-9644-46dd472579fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:03.803078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-c6d5b046-34d6-4121-8be0-5d677b6d3981 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Delete allocated IP 2001:db8:0:1::168 (ec45177e-4064-4d96-a927-c644995a985c/9ace6c4e-c830-4c01-aa5e-5760186d57cd) {{(pid=109888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 19:19:03.809319 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-882c6b61-96e5-4295-9644-46dd472579fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:03.855640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-882c6b61-96e5-4295-9644-46dd472579fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c92a313dd1644e658abacfa754e7d088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5846379 Nov 19 19:19:03.858538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43124) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:03.860455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c6b61-96e5-4295-9644-46dd472579fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d437881-e17b-42aa-94b8-d380ec5d7b44,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:03.956359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee11dbb6-5c0a-4540-bbf2-4e1eb179faea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.004733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee11dbb6-5c0a-4540-bbf2-4e1eb179faea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.056398 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b046-34d6-4121-8be0-5d677b6d3981 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.071157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b046-34d6-4121-8be0-5d677b6d3981 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.167920 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee11dbb6-5c0a-4540-bbf2-4e1eb179faea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.179531 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee11dbb6-5c0a-4540-bbf2-4e1eb179faea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.185365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ee11dbb6-5c0a-4540-bbf2-4e1eb179faea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d437881-e17b-42aa-94b8-d380ec5d7b44 HTTP/1.1" status: 204 len: 168 time: 0.3210862 Nov 19 19:19:04.192935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11dbb6-5c0a-4540-bbf2-4e1eb179faea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d437881-e17b-42aa-94b8-d380ec5d7b44,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:04.218407 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-40b82cde-39e8-410d-ac59-66447ac0dd4c None None] Allocated IP 2001:db8:0:1::2 (ec45177e-4064-4d96-a927-c644995a985c/9ace6c4e-c830-4c01-aa5e-5760186d57cd/d01223d4-b05f-4e48-87f4-83cb03acbe17) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:04.234521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d01223d4-b05f-4e48-87f4-83cb03acbe17 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:04.263757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b82783-8c60-4702-aa87-8377ac1b1e41 req-f3c012be-1621-4b5b-9e4b-d0638294403e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:04.284062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2b82783-8c60-4702-aa87-8377ac1b1e41 req-f3c012be-1621-4b5b-9e4b-d0638294403e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.2001030 Nov 19 19:19:04.327902 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-c6d5b046-34d6-4121-8be0-5d677b6d3981 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] In _notify_port_updated(), no bound segment for port 6e04b415-c728-4d2a-9757-44fbf4fdd816 on network ec45177e-4064-4d96-a927-c644995a985c {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:19:04.333710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d5b046-34d6-4121-8be0-5d677b6d3981 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:04.334374 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b046-34d6-4121-8be0-5d677b6d3981 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.347799 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c6d5b046-34d6-4121-8be0-5d677b6d3981 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "PUT /v2.0/ports/6e04b415-c728-4d2a-9757-44fbf4fdd816 HTTP/1.1" status: 200 len: 926 time: 1.4737046 Nov 19 19:19:04.348060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43140) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:04.352193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5b046-34d6-4121-8be0-5d677b6d3981 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=6e04b415-c728-4d2a-9757-44fbf4fdd816,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:04.368528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2b82783-8c60-4702-aa87-8377ac1b1e41 req-4798a697-335e-4506-aeff-3b3a97abe585 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822191 Nov 19 19:19:04.378031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7d7f3b07-9245-467f-a2aa-14aab95fed7a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bfb01e55-6fb3-41d3-bba4-04a2ef2f9610'}, {'subnet_id': '9ace6c4e-c830-4c01-aa5e-5760186d57cd'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:04.470390 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3b07-9245-467f-a2aa-14aab95fed7a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.488766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d01223d4-b05f-4e48-87f4-83cb03acbe17 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:04.489735 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.547732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-40b82cde-39e8-410d-ac59-66447ac0dd4c None None] For port d01223d4-b05f-4e48-87f4-83cb03acbe17, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d01223d4-b05f-4e48-87f4-83cb03acbe17,segment=NetworkSegment(5e5d9530-0378-4ea0-b490-e6cbba1b1990),segment_id=5e5d9530-0378-4ea0-b490-e6cbba1b1990)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:04.604545 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40b82cde-39e8-410d-ac59-66447ac0dd4c None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.621621 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40b82cde-39e8-410d-ac59-66447ac0dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.796693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43156) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:04.857256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43158) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:04.878080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b82cde-39e8-410d-ac59-66447ac0dd4c None None] Pushing event updated for resources: {'Port': ['ID=d01223d4-b05f-4e48-87f4-83cb03acbe17,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:04.910704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56b859b1-6398-4b63-a1e7-1b1c9d199396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:04.938490 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-37846a38-e562-43ac-97b4-445f6f96fd50 admin admin] Deleting subnet 68aa1304-359e-4394-a5d8-da6e6dfa35e1 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:19:04.960009 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37846a38-e562-43ac-97b4-445f6f96fd50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:05.049817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37846a38-e562-43ac-97b4-445f6f96fd50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:05.211738 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37846a38-e562-43ac-97b4-445f6f96fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:05.268634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56b859b1-6398-4b63-a1e7-1b1c9d199396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:05.285525 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56b859b1-6398-4b63-a1e7-1b1c9d199396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:05.441231 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-56b859b1-6398-4b63-a1e7-1b1c9d199396 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6aba0ec3799749c0bc2e71172f17aa1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804446 Nov 19 19:19:05.451438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43174) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:05.458992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-7d7f3b07-9245-467f-a2aa-14aab95fed7a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8:0:1::15e (ec45177e-4064-4d96-a927-c644995a985c/9ace6c4e-c830-4c01-aa5e-5760186d57cd/6e04b415-c728-4d2a-9757-44fbf4fdd816) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:05.537124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b859b1-6398-4b63-a1e7-1b1c9d199396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fda9e26-f4b9-449b-9ffe-7a3612da2ed5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:05.597096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37846a38-e562-43ac-97b4-445f6f96fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:05.629785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37846a38-e562-43ac-97b4-445f6f96fd50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68aa1304-359e-4394-a5d8-da6e6dfa35e1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:05.660308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37846a38-e562-43ac-97b4-445f6f96fd50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:05.666551 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-37846a38-e562-43ac-97b4-445f6f96fd50 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/68aa1304-359e-4394-a5d8-da6e6dfa35e1 HTTP/1.1" status: 204 len: 168 time: 0.8672719 Nov 19 19:19:05.668967 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43184) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:05.749419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612736e-d8e6-4ecb-a1c7-5dc330cb77fb req-70664337-83da-4834-9367-7593a6e7af21 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:05.751410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4612736e-d8e6-4ecb-a1c7-5dc330cb77fb req-70664337-83da-4834-9367-7593a6e7af21 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.2150211 Nov 19 19:19:05.772027 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-28bf4500-25da-451e-9d96-a129d204ba8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:05.836290 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-28bf4500-25da-451e-9d96-a129d204ba8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.000953 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.028448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4612736e-d8e6-4ecb-a1c7-5dc330cb77fb req-a78d2563-2853-4d92-8ac9-289d4e63f918 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316589 Nov 19 19:19:06.076564 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3b07-9245-467f-a2aa-14aab95fed7a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.084044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-28bf4500-25da-451e-9d96-a129d204ba8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.091419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-28bf4500-25da-451e-9d96-a129d204ba8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.093341 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-28bf4500-25da-451e-9d96-a129d204ba8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fda9e26-f4b9-449b-9ffe-7a3612da2ed5 HTTP/1.1" status: 204 len: 168 time: 0.6406033 Nov 19 19:19:06.109527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3b07-9245-467f-a2aa-14aab95fed7a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.273431 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f3ee2f-79fa-434b-b9a0-9cebf3f8c29f None None] Network ec45177e-4064-4d96-a927-c644995a985c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:06.313594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf4500-25da-451e-9d96-a129d204ba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fda9e26-f4b9-449b-9ffe-7a3612da2ed5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:06.319484 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.392286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f3b07-9245-467f-a2aa-14aab95fed7a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] In _notify_port_updated(), no bound segment for port 6e04b415-c728-4d2a-9757-44fbf4fdd816 on network ec45177e-4064-4d96-a927-c644995a985c {{(pid=109887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:19:06.393127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f116a372-5784-4ef1-9202-7caa5c2e74ee']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:06.406457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7f3b07-9245-467f-a2aa-14aab95fed7a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:06.408830 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3b07-9245-467f-a2aa-14aab95fed7a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.415490 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7d7f3b07-9245-467f-a2aa-14aab95fed7a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "PUT /v2.0/ports/6e04b415-c728-4d2a-9757-44fbf4fdd816 HTTP/1.1" status: 200 len: 1012 time: 2.0416529 Nov 19 19:19:06.418580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43200) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:06.437248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d01223d4-b05f-4e48-87f4-83cb03acbe17 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:06.442991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8880eb3-5090-487e-9939-7a5f48a23db5') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:06.443670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8880eb3-5090-487e-9939-7a5f48a23db5') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:06.447981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f3b07-9245-467f-a2aa-14aab95fed7a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=6e04b415-c728-4d2a-9757-44fbf4fdd816,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:06.473346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.492619 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.546509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:19:06.547645 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:19:06.627135 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:19:06.638175 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.662969 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.673641 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f116a372-5784-4ef1-9202-7caa5c2e74ee HTTP/1.1" status: 204 len: 168 time: 1.0033836 Nov 19 19:19:06.674441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43204) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:06.754904 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b78e9-9712-4fdf-9bc6-91babd872037 admin admin] Pushing event deleted for resources: {'Network': ['ID=f116a372-5784-4ef1-9202-7caa5c2e74ee,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:06.784866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-52679ee3-463b-4307-855e-e8f1b782e9ee admin admin] Deleting subnet c6c5cea9-d938-436b-9604-5c39d38bb982 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:19:06.794691 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52679ee3-463b-4307-855e-e8f1b782e9ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.831038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-faf3da60-b034-4bc6-9d18-c422edb3dd07 None None] Provisioning complete for port 6e04b415-c728-4d2a-9757-44fbf4fdd816 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:06.831431 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-faf3da60-b034-4bc6-9d18-c422edb3dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.899776 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52679ee3-463b-4307-855e-e8f1b782e9ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.919442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 6e04b415-c728-4d2a-9757-44fbf4fdd816 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:06.920150 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.946337 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d01223d4-b05f-4e48-87f4-83cb03acbe17 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:06.946724 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:06.989599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-faf3da60-b034-4bc6-9d18-c422edb3dd07 None None] Port 6e04b415-c728-4d2a-9757-44fbf4fdd816 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:07.044580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-faf3da60-b034-4bc6-9d18-c422edb3dd07 None None] Provisioning complete for port d01223d4-b05f-4e48-87f4-83cb03acbe17 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:07.044976 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-faf3da60-b034-4bc6-9d18-c422edb3dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:07.045546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52679ee3-463b-4307-855e-e8f1b782e9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:07.148460 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:07.194512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 6e04b415-c728-4d2a-9757-44fbf4fdd816 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:07.276429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52679ee3-463b-4307-855e-e8f1b782e9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:07.341836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52679ee3-463b-4307-855e-e8f1b782e9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c5cea9-d938-436b-9604-5c39d38bb982,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:07.368177 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52679ee3-463b-4307-855e-e8f1b782e9ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:07.374034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-52679ee3-463b-4307-855e-e8f1b782e9ee admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c6c5cea9-d938-436b-9604-5c39d38bb982 HTTP/1.1" status: 204 len: 168 time: 0.6979301 Nov 19 19:19:07.379076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43228) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:07.615516 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:07.649209 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db61c0-782a-427d-ac33-2c7d5eb0d723 req-70ac150d-fc87-4758-b70d-292cd467f61b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:07.652606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-959297f8-34b4-4714-8aa7-d6fb917e0069 None None] Provisioning complete for port 6e04b415-c728-4d2a-9757-44fbf4fdd816 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:07.653134 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-959297f8-34b4-4714-8aa7-d6fb917e0069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:07.670458 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78db61c0-782a-427d-ac33-2c7d5eb0d723 req-70ac150d-fc87-4758-b70d-292cd467f61b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.4954224 Nov 19 19:19:07.700398 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:07.769940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-959297f8-34b4-4714-8aa7-d6fb917e0069 None None] Port 6e04b415-c728-4d2a-9757-44fbf4fdd816 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:07.802331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-959297f8-34b4-4714-8aa7-d6fb917e0069 None None] Provisioning complete for port d01223d4-b05f-4e48-87f4-83cb03acbe17 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:07.802709 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-959297f8-34b4-4714-8aa7-d6fb917e0069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:07.840182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=6e04b415-c728-4d2a-9757-44fbf4fdd816,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:07.869556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.869997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.870299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.870637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.870970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.871306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.871642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.871976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.872310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.872634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.872962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.873355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:07.920141 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:07.932087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9761cc6e-91dd-451b-85c1-62449a18bc37 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/6e04b415-c728-4d2a-9757-44fbf4fdd816 HTTP/1.1" status: 204 len: 168 time: 1.5117090 Nov 19 19:19:07.933716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43250) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:07.965942 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78db61c0-782a-427d-ac33-2c7d5eb0d723 req-d7596c49-a4b7-46a3-b82d-675541375ce2 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945077 Nov 19 19:19:08.012119 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c1f5ed-0a21-430e-abf7-71ca76f6ef79 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:19:08.021048 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.021447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d5c1f5ed-0a21-430e-abf7-71ca76f6ef79 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/6e04b415-c728-4d2a-9757-44fbf4fdd816 HTTP/1.1" status: 404 len: 333 time: 0.0834053 Nov 19 19:19:08.022531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43252) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:08.068156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b315f595-d3ce-41ef-ba9c-322d6fb0f84a']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:08.091019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db9eda7-426e-4756-87fc-10ffaa964019') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:08.091387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db9eda7-426e-4756-87fc-10ffaa964019') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:08.107716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.130738 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.139776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:19:08.140194 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.175554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7f474255-9bdf-43ac-b271-3e6981e17cd0 None None] Could not find standard attr ID for object 6e04b415-c728-4d2a-9757-44fbf4fdd816. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:19:08.210031 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:19:08.253454 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0bb534ab-5e41-417d-b0b7-3ac7177ba7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.258840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-8409eef0-6985-40b1-a5e1-6430fe0f192a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting subnet 9ace6c4e-c830-4c01-aa5e-5760186d57cd {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:19:08.264491 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8409eef0-6985-40b1-a5e1-6430fe0f192a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.279938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.286444 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.290341 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b315f595-d3ce-41ef-ba9c-322d6fb0f84a HTTP/1.1" status: 204 len: 168 time: 0.9072213 Nov 19 19:19:08.308849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284b6ce-4b10-4c82-8670-116f15283252 admin admin] Pushing event deleted for resources: {'Network': ['ID=b315f595-d3ce-41ef-ba9c-322d6fb0f84a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:08.364973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8409eef0-6985-40b1-a5e1-6430fe0f192a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.513950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8409eef0-6985-40b1-a5e1-6430fe0f192a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.621212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a808ec61-0ff4-40a0-8fb5-9caf08451ed3 None None] Could not find standard attr ID for object 6e04b415-c728-4d2a-9757-44fbf4fdd816. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:19:08.625076 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8409eef0-6985-40b1-a5e1-6430fe0f192a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.678025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409eef0-6985-40b1-a5e1-6430fe0f192a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Subnet': ['ID=9ace6c4e-c830-4c01-aa5e-5760186d57cd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:08.689550 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8409eef0-6985-40b1-a5e1-6430fe0f192a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.702264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43284) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:08.702804 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8409eef0-6985-40b1-a5e1-6430fe0f192a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/9ace6c4e-c830-4c01-aa5e-5760186d57cd HTTP/1.1" status: 204 len: 168 time: 0.6743014 Nov 19 19:19:08.734099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43286) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:08.811983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting subnet bfb01e55-6fb3-41d3-bba4-04a2ef2f9610 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:19:08.819699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.852306 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-506e51c8-91ca-478e-9c94-b8886e2a9974 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a494a24df8284189887a0a7f461a7fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1169198 Nov 19 19:19:08.853421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43288) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:08.893605 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:08.943593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3251b8e-20ae-41e1-9ca6-6b3507026dd6 None None] Network ec45177e-4064-4d96-a927-c644995a985c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:09.029481 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bf595b0-9a27-4a68-9cd0-729498fc414a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:09.068370 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bf595b0-9a27-4a68-9cd0-729498fc414a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:09.118019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-48fedfbd-3e24-42bf-96d5-151456975464 None None] Could not find standard attr ID for object 6e04b415-c728-4d2a-9757-44fbf4fdd816. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:19:09.161120 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:09.194460 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bf595b0-9a27-4a68-9cd0-729498fc414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:09.198690 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bf595b0-9a27-4a68-9cd0-729498fc414a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:09.205469 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1bf595b0-9a27-4a68-9cd0-729498fc414a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ca773e0-1ed1-4e04-b21d-baac0875c5fc HTTP/1.1" status: 204 len: 168 time: 0.3506446 Nov 19 19:19:09.219049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf595b0-9a27-4a68-9cd0-729498fc414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca773e0-1ed1-4e04-b21d-baac0875c5fc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:09.357397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2b37d-4c87-4487-9614-31e2aacf86c2 req-2f331edf-6e6c-456d-ab0f-59e63bbc9b3b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:09.359973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04f2b37d-4c87-4487-9614-31e2aacf86c2 req-2f331edf-6e6c-456d-ab0f-59e63bbc9b3b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1898878 Nov 19 19:19:09.367801 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:09.429383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb01e55-6fb3-41d3-bba4-04a2ef2f9610,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:09.455371 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:09.464549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/bfb01e55-6fb3-41d3-bba4-04a2ef2f9610 HTTP/1.1" status: 204 len: 168 time: 0.7611380 Nov 19 19:19:09.467283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43318) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:09.471424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.471705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.474278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.474678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.475031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.475383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.475731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.479983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.480464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.480830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.481185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.481573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8bee71-4824-48ab-8d82-f735dea90d68 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:09.564612 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04f2b37d-4c87-4487-9614-31e2aacf86c2 req-10cfc554-94e5-41a3-93a7-e95535ee7d11 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912889 Nov 19 19:19:09.687773 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:09.754571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port d01223d4-b05f-4e48-87f4-83cb03acbe17 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:09.755302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:09.926809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] For port d01223d4-b05f-4e48-87f4-83cb03acbe17, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d01223d4-b05f-4e48-87f4-83cb03acbe17,segment=NetworkSegment(5e5d9530-0378-4ea0-b490-e6cbba1b1990),segment_id=5e5d9530-0378-4ea0-b490-e6cbba1b1990)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:09.927315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:09.960253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43340) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:09.995737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for d01223d4-b05f-4e48-87f4-83cb03acbe17 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:10.041318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a5379dd2-6a88-4478-8652-877aef37de14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e4ab022c96814bbaa8cdc763af193312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781057 Nov 19 19:19:10.050166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43342) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:10.122700 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.174383 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2d09f61-47f1-43c4-b743-f41d6d3f89a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.180814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No DVR routers for this DVR port d01223d4-b05f-4e48-87f4-83cb03acbe17 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:19:10.198709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=d01223d4-b05f-4e48-87f4-83cb03acbe17,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:10.205359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2d09f61-47f1-43c4-b743-f41d6d3f89a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.301464 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2d09f61-47f1-43c4-b743-f41d6d3f89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.303930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b5cb5-57f5-4fe2-8e41-98cba1e2d864 None None] Network ec45177e-4064-4d96-a927-c644995a985c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:10.305039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c2d09f61-47f1-43c4-b743-f41d6d3f89a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.312562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c2d09f61-47f1-43c4-b743-f41d6d3f89a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/642f571d-2454-40af-8f4f-439079daa6d0 HTTP/1.1" status: 204 len: 168 time: 0.2608912 Nov 19 19:19:10.335604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d09f61-47f1-43c4-b743-f41d6d3f89a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f571d-2454-40af-8f4f-439079daa6d0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:10.352683 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.399676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec45177e-4064-4d96-a927-c644995a985c']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:10.431408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5d9530-0378-4ea0-b490-e6cbba1b1990') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:10.431408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5d9530-0378-4ea0-b490-e6cbba1b1990') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:10.455338 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.481252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f15c46ca-266f-4a96-ad59-1bf7c9d30c5b None None] Could not find standard attr ID for object d01223d4-b05f-4e48-87f4-83cb03acbe17. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:19:10.494899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.503938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:19:10.537451 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:19:10.574850 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:19:10.593913 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f3fd-12c8-40dc-aca2-29016a3ba718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.689941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93157c0c-fb66-47a7-9d4a-0fe406e828e6 None None] DHCP port deletion for ec45177e-4064-4d96-a927-c644995a985c request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:19:10.731227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.745045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:10.748228 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/networks/ec45177e-4064-4d96-a927-c644995a985c HTTP/1.1" status: 204 len: 168 time: 1.2789381 Nov 19 19:19:10.769034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43372) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:10.779327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4ced8-f38d-490a-8a92-849f23a18f7f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Network': ['ID=ec45177e-4064-4d96-a927-c644995a985c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:10.871450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795f605-92a1-4498-8989-9797fd6400aa req-7760e4a8-e148-4abf-a81a-cb8ab0496744 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:10.879433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0795f605-92a1-4498-8989-9797fd6400aa req-7760e4a8-e148-4abf-a81a-cb8ab0496744 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1799726 Nov 19 19:19:10.938708 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad9ff67-a625-4492-ab34-a9440ba40a26 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:10.940557 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bad9ff67-a625-4492-ab34-a9440ba40a26 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1689119 Nov 19 19:19:10.946769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43382) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:10.964051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0795f605-92a1-4498-8989-9797fd6400aa req-d899d4c7-bc0e-40cb-9ee4-91281f602261 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837393 Nov 19 19:19:11.011390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1f9e5ee0-d94b-4209-a3b3-e2bcf0d81976 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0623863 Nov 19 19:19:11.015081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43386) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:11.020479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1896896752'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:11.080131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:11.086546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:11.126737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:19:11.140973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:11.141745 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Added segment c1ccf577-d05a-4161-a9ed-d601f34a39aa of type vlan for network 9b8e56bb-c223-4373-b815-87308ffbcc0e Nov 19 19:19:11.194732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:11.231449 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:11.260970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:11.268925 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:11.365097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3484359 Nov 19 19:19:11.367652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43416) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:11.373162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': '9b8e56bb-c223-4373-b815-87308ffbcc0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:11.382422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd6001-ebd6-4bcd-a52a-d40d431b81f9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Network': ['ID=9b8e56bb-c223-4373-b815-87308ffbcc0e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:11.393352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 9b8e56bb-c223-4373-b815-87308ffbcc0e details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:19:11.499470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43420) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:11.630271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:11.634341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:11.706240 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b32f94a8-fabf-4161-8f33-753cc82afa23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:11.884944 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:11.923466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b32f94a8-fabf-4161-8f33-753cc82afa23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:11.930430 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b32f94a8-fabf-4161-8f33-753cc82afa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:11.978526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f94a8-fabf-4161-8f33-753cc82afa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2b123c-04c1-4685-a3b8-18511f0447c0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:11.987038 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b32f94a8-fabf-4161-8f33-753cc82afa23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e9eaf4c8164425ab71bec0d47d152d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4853363 Nov 19 19:19:11.988393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43446) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:12.042834 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:12.160436 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-962c8a83-b6b7-41df-9620-0f66a62fe1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:12.194476 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Subnet': ['ID=1f12c6cf-1fcf-4a48-aca3-f24e1f5e217d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:12.194911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c6fbc-7bc2-4b78-b766-3bf86bca8d8a req-d79211b3-06d9-4058-ad59-de91895d1c2e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:12.202493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Checking segment: {'id': 'c1ccf577-d05a-4161-a9ed-d601f34a39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9b8e56bb-c223-4373-b815-87308ffbcc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:12.204576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e67c6fbc-7bc2-4b78-b766-3bf86bca8d8a req-d79211b3-06d9-4058-ad59-de91895d1c2e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1043036 Nov 19 19:19:12.208607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network hostable DHCP agents. Network: 9b8e56bb-c223-4373-b815-87308ffbcc0e, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:19:12.222283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d01223d4-b05f-4e48-87f4-83cb03acbe17 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:19:12.250076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 9b8e56bb-c223-4373-b815-87308ffbcc0e is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:19:12.277701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 9b8e56bb-c223-4373-b815-87308ffbcc0e) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:12.280773 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-962c8a83-b6b7-41df-9620-0f66a62fe1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:12.307090 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:12.307691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:12.310612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7904f3ae-db84-4b32-b648-d058c101e53e None None] Network 9b8e56bb-c223-4373-b815-87308ffbcc0e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:12.314621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: d01223d4-b05f-4e48-87f4-83cb03acbe17 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:19:12.316477 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d01223d4-b05f-4e48-87f4-83cb03acbe17 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:19:12.362974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-19e360ad-caeb-4767-ae94-4a139e795469 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9940014 Nov 19 19:19:12.365471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43460) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:12.375186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '9b8e56bb-c223-4373-b815-87308ffbcc0e', 'name': 'tempest-PortsIpV6TestJSON-1467131360'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:12.396792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e67c6fbc-7bc2-4b78-b766-3bf86bca8d8a req-47ed1bb3-9e96-4d83-927c-3a6499ba5f61 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742494 Nov 19 19:19:12.475629 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-962c8a83-b6b7-41df-9620-0f66a62fe1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:12.479915 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-962c8a83-b6b7-41df-9620-0f66a62fe1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:12.481704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-962c8a83-b6b7-41df-9620-0f66a62fe1ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f2b123c-04c1-4685-a3b8-18511f0447c0 HTTP/1.1" status: 204 len: 168 time: 0.4917619 Nov 19 19:19:12.536224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c8a83-b6b7-41df-9620-0f66a62fe1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2b123c-04c1-4685-a3b8-18511f0447c0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:12.566558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:12.573144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:12.623715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 67b02d67-9784-49f8-a8e0-442bb5f14af2 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:19:12.765480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-9b8e56bb-c223-4373-b815-87308ffbcc0e', 'network_id': '9b8e56bb-c223-4373-b815-87308ffbcc0e', 'tenant_id': 'e8c24d81d69e4beea7962c1c3e4200e7', 'fixed_ips': [{'subnet_id': '1f12c6cf-1fcf-4a48-aca3-f24e1f5e217d'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:19:12.766499 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:12.800698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43478) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:12.844618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8::1b4 (9b8e56bb-c223-4373-b815-87308ffbcc0e/1f12c6cf-1fcf-4a48-aca3-f24e1f5e217d/67b02d67-9784-49f8-a8e0-442bb5f14af2) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:12.994499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43486) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:13.049018 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d9830a6-e610-46ff-82ec-b67e0f105215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.051560 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d8950f4-462b-4430-9406-b4e9e1f45da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.188053 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.252679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.298541 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d9830a6-e610-46ff-82ec-b67e0f105215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.318222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d9830a6-e610-46ff-82ec-b67e0f105215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.320884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 9b8e56bb-c223-4373-b815-87308ffbcc0e is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:13.347121 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.348081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:13.349818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Allocated IP 2001:db8::2 (9b8e56bb-c223-4373-b815-87308ffbcc0e/1f12c6cf-1fcf-4a48-aca3-f24e1f5e217d/2657d975-da29-49cd-8527-ec16c3154ec1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:13.354220 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d8950f4-462b-4430-9406-b4e9e1f45da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.366192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:13.373029 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d8950f4-462b-4430-9406-b4e9e1f45da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.373490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:13.374627 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.379823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=67b02d67-9784-49f8-a8e0-442bb5f14af2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:13.396242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9830a6-e610-46ff-82ec-b67e0f105215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65af2e94-9f2b-4ee4-af1d-31a00e39abd9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:13.405552 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3d9830a6-e610-46ff-82ec-b67e0f105215 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d4aaf34abc3f486a957fdbe77589794e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6037798 Nov 19 19:19:13.405811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a68e171b-3a83-401f-ae71-c45f9114d201 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0377662 Nov 19 19:19:13.408502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43494) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:13.411522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43496) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:13.428803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '9b8e56bb-c223-4373-b815-87308ffbcc0e', 'name': 'tempest-PortsIpV6TestJSON-2123187437'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:13.496318 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6d8950f4-462b-4430-9406-b4e9e1f45da1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3686bb6e3dec4f7b89500409af9e6a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5001156 Nov 19 19:19:13.503814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43504) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:13.554022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8950f4-462b-4430-9406-b4e9e1f45da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c67d37-cc94-4bc8-b60c-d4e21abb7bd3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:13.610731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc8ce7fe-e41f-41db-905b-2240bbdd4121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.648522 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2998ede5-7de1-4965-9a96-57660695bb62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.676449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2998ede5-7de1-4965-9a96-57660695bb62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.676820 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.714634 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.751081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3a86c-98bd-463a-b37b-f1634e097c25 req-033ec3a2-35a9-4aef-a74f-e23e7211f93e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:13.758780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2eb3a86c-98bd-463a-b37b-f1634e097c25 req-033ec3a2-35a9-4aef-a74f-e23e7211f93e tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1317346 Nov 19 19:19:13.765426 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Pushing event updated for resources: {'Port': ['ID=2657d975-da29-49cd-8527-ec16c3154ec1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:13.781350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:13.785349 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.786487 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Network 9b8e56bb-c223-4373-b815-87308ffbcc0e is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:13.788250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:13.788566 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc8ce7fe-e41f-41db-905b-2240bbdd4121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.792404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:13.818636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 56c72a2f-ac55-46f3-a0db-39ec5752e76b yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:19:13.854266 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2998ede5-7de1-4965-9a96-57660695bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.859560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2eb3a86c-98bd-463a-b37b-f1634e097c25 req-d1191e02-66b6-4cf4-874d-1faf58d31dec tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988498 Nov 19 19:19:13.863104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Attempting to bind port 2657d975-da29-49cd-8527-ec16c3154ec1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:13.863498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Attempting to bind port 2657d975-da29-49cd-8527-ec16c3154ec1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'c1ccf577-d05a-4161-a9ed-d601f34a39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9b8e56bb-c223-4373-b815-87308ffbcc0e'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:13.863878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Attempting to bind port 2657d975-da29-49cd-8527-ec16c3154ec1 on network 9b8e56bb-c223-4373-b815-87308ffbcc0e {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:13.864055 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2998ede5-7de1-4965-9a96-57660695bb62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.869447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2998ede5-7de1-4965-9a96-57660695bb62 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27c67d37-cc94-4bc8-b60c-d4e21abb7bd3 HTTP/1.1" status: 204 len: 168 time: 0.3569818 Nov 19 19:19:13.870290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:13.870548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Checking segment: {'id': 'c1ccf577-d05a-4161-a9ed-d601f34a39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9b8e56bb-c223-4373-b815-87308ffbcc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:13.872842 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.872842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Bound using segment: {'id': 'c1ccf577-d05a-4161-a9ed-d601f34a39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9b8e56bb-c223-4373-b815-87308ffbcc0e'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:13.872842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Bound port: 2657d975-da29-49cd-8527-ec16c3154ec1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ccf577-d05a-4161-a9ed-d601f34a39aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9b8e56bb-c223-4373-b815-87308ffbcc0e'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:13.872842 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.908738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998ede5-7de1-4965-9a96-57660695bb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c67d37-cc94-4bc8-b60c-d4e21abb7bd3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:13.932433 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc8ce7fe-e41f-41db-905b-2240bbdd4121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.936705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bc8ce7fe-e41f-41db-905b-2240bbdd4121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:13.938309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bc8ce7fe-e41f-41db-905b-2240bbdd4121 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65af2e94-9f2b-4ee4-af1d-31a00e39abd9 HTTP/1.1" status: 204 len: 168 time: 0.5253651 Nov 19 19:19:13.948783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ce7fe-e41f-41db-905b-2240bbdd4121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65af2e94-9f2b-4ee4-af1d-31a00e39abd9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:14.011507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] For port 2657d975-da29-49cd-8527-ec16c3154ec1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:14.016546 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] For port 2657d975-da29-49cd-8527-ec16c3154ec1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2657d975-da29-49cd-8527-ec16c3154ec1,segment=NetworkSegment(c1ccf577-d05a-4161-a9ed-d601f34a39aa),segment_id=c1ccf577-d05a-4161-a9ed-d601f34a39aa)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:14.079022 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:14.162651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8::340 (9b8e56bb-c223-4373-b815-87308ffbcc0e/1f12c6cf-1fcf-4a48-aca3-f24e1f5e217d/56c72a2f-ac55-46f3-a0db-39ec5752e76b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:14.360609 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:14.381491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84a9c-fb81-436d-8847-a4bcbe895ffc None None] Pushing event updated for resources: {'Port': ['ID=2657d975-da29-49cd-8527-ec16c3154ec1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:14.451875 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:14.508003 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:14.582343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 9b8e56bb-c223-4373-b815-87308ffbcc0e is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:14.586279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:14.589923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:14.598742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:14.599784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:14.618100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=56c72a2f-ac55-46f3-a0db-39ec5752e76b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:14.653776 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f39b52f6-67fe-41ac-a931-c5ca2c46f009 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2439923 Nov 19 19:19:14.656515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43544) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:14.841548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6bb49f-e3a0-42df-a51d-575c5a81d287 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:14.851556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43556) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:14.851764 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9b6bb49f-e3a0-42df-a51d-575c5a81d287 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1b4 HTTP/1.1" status: 200 len: 929 time: 0.1936710 Nov 19 19:19:15.104422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a5722-7d7e-468e-9187-978df1c9ed42 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 56c72a2f-ac55-46f3-a0db-39ec5752e76b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:15.104763 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5722-7d7e-468e-9187-978df1c9ed42 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:15.121148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d014394-53b9-456d-af8f-b4c5f3f24269 req-5db012f2-ab92-41be-a4bd-f2caecffabf5 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:15.126797 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d014394-53b9-456d-af8f-b4c5f3f24269 req-5db012f2-ab92-41be-a4bd-f2caecffabf5 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1409576 Nov 19 19:19:15.264809 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5722-7d7e-468e-9187-978df1c9ed42 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:15.277741 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d014394-53b9-456d-af8f-b4c5f3f24269 req-bc56d10b-65de-44a4-98b4-0c1c03a7b360 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392384 Nov 19 19:19:15.285406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a5722-7d7e-468e-9187-978df1c9ed42 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 56c72a2f-ac55-46f3-a0db-39ec5752e76b owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:15.534337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5722-7d7e-468e-9187-978df1c9ed42 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:15.635272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a5722-7d7e-468e-9187-978df1c9ed42 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=56c72a2f-ac55-46f3-a0db-39ec5752e76b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:15.669210 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5722-7d7e-468e-9187-978df1c9ed42 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:15.674722 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ab4a5722-7d7e-468e-9187-978df1c9ed42 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/56c72a2f-ac55-46f3-a0db-39ec5752e76b HTTP/1.1" status: 204 len: 168 time: 0.8219380 Nov 19 19:19:15.677344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43598) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:15.724174 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bdf9cd-72dd-4321-a862-490ce37fb9c8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:19:15.734031 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-31bdf9cd-72dd-4321-a862-490ce37fb9c8 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/56c72a2f-ac55-46f3-a0db-39ec5752e76b HTTP/1.1" status: 404 len: 333 time: 0.0548882 Nov 19 19:19:15.736733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43600) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:15.834783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43606) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:15.954933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a04f90fe-db30-4157-9403-0a531f7fcccd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 67b02d67-9784-49f8-a8e0-442bb5f14af2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:15.955271 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a04f90fe-db30-4157-9403-0a531f7fcccd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.038958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81ee312-6852-489a-81ed-2c89ef2b72f9 None None] Network 9b8e56bb-c223-4373-b815-87308ffbcc0e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:16.107509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a04f90fe-db30-4157-9403-0a531f7fcccd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.139785 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:19:16.143565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a04f90fe-db30-4157-9403-0a531f7fcccd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 67b02d67-9784-49f8-a8e0-442bb5f14af2 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:16.218281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-202645222-network', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:16.300766 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Made reservation on behalf of cf9ac7283ce24baa836453c270feae8e for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:16.303339 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.319829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2657d975-da29-49cd-8527-ec16c3154ec1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:16.328746 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.534156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9d168ba2-9b8d-4474-83fb-82282de750ce None None] Provisioning complete for port 2657d975-da29-49cd-8527-ec16c3154ec1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:16.534533 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d168ba2-9b8d-4474-83fb-82282de750ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.569967 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a04f90fe-db30-4157-9403-0a531f7fcccd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.591843 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2657d975-da29-49cd-8527-ec16c3154ec1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:16.592218 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.660462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f90fe-db30-4157-9403-0a531f7fcccd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=67b02d67-9784-49f8-a8e0-442bb5f14af2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:16.713499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.724393 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.781700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:19:16.789517 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.795227 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d168ba2-9b8d-4474-83fb-82282de750ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.811464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcd635-39eb-490b-a6d2-15f343e2c868 req-7030edc4-39c9-4b75-9313-c5c54cb20bb8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:16.816016 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54dcd635-39eb-490b-a6d2-15f343e2c868 req-7030edc4-39c9-4b75-9313-c5c54cb20bb8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.3871269 Nov 19 19:19:16.828766 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a04f90fe-db30-4157-9403-0a531f7fcccd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.833956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31705930-1fd0-47c7-b633-cdec7e152b3c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:16.838421 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:16.839174 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Added segment fd3f8525-9d7c-42ff-856a-c02ae9cf9d94 of type vlan for network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 Nov 19 19:19:16.843477 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a04f90fe-db30-4157-9403-0a531f7fcccd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/67b02d67-9784-49f8-a8e0-442bb5f14af2 HTTP/1.1" status: 204 len: 168 time: 1.1055927 Nov 19 19:19:16.846305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43654) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:16.962235 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e887d9d-ec0d-4ce2-93c5-0d6fd1843c19 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:19:16.966387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2e887d9d-ec0d-4ce2-93c5-0d6fd1843c19 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/67b02d67-9784-49f8-a8e0-442bb5f14af2 HTTP/1.1" status: 404 len: 333 time: 0.1166465 Nov 19 19:19:16.967325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43656) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:16.969433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9d168ba2-9b8d-4474-83fb-82282de750ce None None] For port 2657d975-da29-49cd-8527-ec16c3154ec1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2657d975-da29-49cd-8527-ec16c3154ec1,segment=NetworkSegment(c1ccf577-d05a-4161-a9ed-d601f34a39aa),segment_id=c1ccf577-d05a-4161-a9ed-d601f34a39aa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:16.986834 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d168ba2-9b8d-4474-83fb-82282de750ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.010562 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.061045 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54dcd635-39eb-490b-a6d2-15f343e2c868 req-a17d7fbe-284d-479e-8b4c-f37ea3211595 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163234 Nov 19 19:19:17.107974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a83017-0224-463e-b008-c9a280260b3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting subnet 1f12c6cf-1fcf-4a48-aca3-f24e1f5e217d {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:19:17.113865 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-45a83017-0224-463e-b008-c9a280260b3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.121875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:19:17.122511 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:19:17.147002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d168ba2-9b8d-4474-83fb-82282de750ce None None] Pushing event updated for resources: {'Port': ['ID=2657d975-da29-49cd-8527-ec16c3154ec1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:17.149899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.151358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:17.152027 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.237431 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4011855 Nov 19 19:19:17.242176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43668) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:17.249406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] Request body: {'subnet': {'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-202645222-subnet', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:17.266522 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-53325d4f-da04-46f6-a177-7546dad3156b None None] Provisioning complete for port 2657d975-da29-49cd-8527-ec16c3154ec1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:17.269504 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-53325d4f-da04-46f6-a177-7546dad3156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.271123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b19fe-e025-4fb8-83fe-4e618902a356 admin admin] Pushing event updated for resources: {'Network': ['ID=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:17.277813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] Made reservation on behalf of cf9ac7283ce24baa836453c270feae8e for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:17.282081 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.300081 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-45a83017-0224-463e-b008-c9a280260b3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.339914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:19:17.585896 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-45a83017-0224-463e-b008-c9a280260b3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.637610 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.683831 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-45a83017-0224-463e-b008-c9a280260b3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.731765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d8d2ec-40f3-4b44-ad76-f410d94c7361,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:17.739589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] Checking segment: {'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:17.740246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] Network hostable DHCP agents. Network: d74a31fa-37f4-4bb2-bc35-6d207c7ccc40, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:19:17.771099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] Network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:19:17.795039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-45a83017-0224-463e-b008-c9a280260b3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.802170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, d74a31fa-37f4-4bb2-bc35-6d207c7ccc40) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:17.809998 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:17.811439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.822351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a0d740-cfbb-4bc8-a72e-c3e82d45001f None None] Network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:17.823192 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-45a83017-0224-463e-b008-c9a280260b3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/1f12c6cf-1fcf-4a48-aca3-f24e1f5e217d HTTP/1.1" status: 204 len: 168 time: 0.8549366 Nov 19 19:19:17.824014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43684) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:17.826328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a83017-0224-463e-b008-c9a280260b3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Subnet': ['ID=1f12c6cf-1fcf-4a48-aca3-f24e1f5e217d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:17.833380 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a4b55fa0-3853-4393-a321-34d7a72a104f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5894377 Nov 19 19:19:17.834260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43686) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:17.843066 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43688) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:17.866887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:17.943545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4a3e30ff-6f24-4c34-b4b1-eb7cd63edb0b None None] Could not find standard attr ID for object 67b02d67-9784-49f8-a8e0-442bb5f14af2. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:19:17.961600 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:17.965547 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.016558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2017de-3c4f-4d34-adca-b5d754d93304 None None] Network 9b8e56bb-c223-4373-b815-87308ffbcc0e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:18.045714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.090160 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.154481 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-292e6058-0a96-435b-ae3a-3ea50417109c None None] Could not find standard attr ID for object 56c72a2f-ac55-46f3-a0db-39ec5752e76b. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:19:18.177019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 2657d975-da29-49cd-8527-ec16c3154ec1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:18.177019 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.256553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-d74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:19:18.257439 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.313180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] For port 2657d975-da29-49cd-8527-ec16c3154ec1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2657d975-da29-49cd-8527-ec16c3154ec1,segment=NetworkSegment(c1ccf577-d05a-4161-a9ed-d601f34a39aa),segment_id=c1ccf577-d05a-4161-a9ed-d601f34a39aa)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:18.313953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.322618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2657d975-da29-49cd-8527-ec16c3154ec1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:18.334342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 2657d975-da29-49cd-8527-ec16c3154ec1 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:18.351102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730f70-d9c7-499c-8c4c-30ed0b680254 req-4ec18e5a-d24f-4b04-8ca0-f8bd5227f43b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:18.359889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09730f70-d9c7-499c-8c4c-30ed0b680254 req-4ec18e5a-d24f-4b04-8ca0-f8bd5227f43b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1498766 Nov 19 19:19:18.478634 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09730f70-d9c7-499c-8c4c-30ed0b680254 req-2e09e54d-fc4a-4ecf-a266-38a7792ab052 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161542 Nov 19 19:19:18.539286 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.610097 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2657d975-da29-49cd-8527-ec16c3154ec1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:18.610763 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.635110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9fb623-c126-4e35-bb8c-d71243caf3ee None None] DHCP port deletion for 9b8e56bb-c223-4373-b815-87308ffbcc0e request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:19:18.640224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Port 2657d975-da29-49cd-8527-ec16c3154ec1 was deleted so its status cannot be updated. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 19:19:18.647543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=2657d975-da29-49cd-8527-ec16c3154ec1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:18.651648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No DVR routers for this DVR port 2657d975-da29-49cd-8527-ec16c3154ec1 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:19:18.707821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Allocated IP 172.20.0.2 (d74a31fa-37f4-4bb2-bc35-6d207c7ccc40/00d8d2ec-40f3-4b44-ad76-f410d94c7361/19494a0a-8456-4a51-80bc-c0e155b74b6e) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:18.795798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.830002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8e56bb-c223-4373-b815-87308ffbcc0e']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:18.851642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ccf577-d05a-4161-a9ed-d601f34a39aa') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:18.854364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ccf577-d05a-4161-a9ed-d601f34a39aa') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:18.881230 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.913518 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5af8d1c6-e54c-40ce-9696-50a67c453ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.917090 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.931208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.942179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:19:18.943687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:19:18.949115 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:19:18.959251 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:18.970940 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.028636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Pushing event updated for resources: {'Port': ['ID=19494a0a-8456-4a51-80bc-c0e155b74b6e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:19.054680 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.063605 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.069148 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/networks/9b8e56bb-c223-4373-b815-87308ffbcc0e HTTP/1.1" status: 204 len: 168 time: 1.2433784 Nov 19 19:19:19.072631 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43724) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:19.076468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:19.079652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-451523869'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:19.079804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:19.091068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:19.103158 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5af8d1c6-e54c-40ce-9696-50a67c453ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.113241 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5af8d1c6-e54c-40ce-9696-50a67c453ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.120205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd5386-aed1-4fbb-884a-ee796de71fcc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Network': ['ID=9b8e56bb-c223-4373-b815-87308ffbcc0e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:19.123593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:19.128029 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.178739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Attempting to bind port 19494a0a-8456-4a51-80bc-c0e155b74b6e on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:19.179361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Attempting to bind port 19494a0a-8456-4a51-80bc-c0e155b74b6e by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:19.179504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Attempting to bind port 19494a0a-8456-4a51-80bc-c0e155b74b6e on network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:19.183440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:19:19.187534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:19.188053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Checking segment: {'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:19.188476 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.188885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Bound using segment: {'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:19.189467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Bound port: 19494a0a-8456-4a51-80bc-c0e155b74b6e, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:19.190110 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.194439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.194796 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Added segment 8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95 of type vlan for network 112d8d45-72c9-4fc0-8449-2b3f5fa62939 Nov 19 19:19:19.195896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8d1c6-e54c-40ce-9696-50a67c453ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e958fc4d-c8dd-42eb-a8ca-1348a714db31,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:19.255774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.276025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] For port 19494a0a-8456-4a51-80bc-c0e155b74b6e, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:19.280381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] For port 19494a0a-8456-4a51-80bc-c0e155b74b6e, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=19494a0a-8456-4a51-80bc-c0e155b74b6e,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:19.287663 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.288468 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.298324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:19.298977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.331353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5af8d1c6-e54c-40ce-9696-50a67c453ae7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c3a4822b7b74aeebdf76fb421d6b4c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4958112 Nov 19 19:19:19.334872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43726) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:19.395827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e569e-9ee2-4c77-a754-f601f6e0168b None None] Pushing event updated for resources: {'Port': ['ID=19494a0a-8456-4a51-80bc-c0e155b74b6e,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:19.398197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Network': ['ID=112d8d45-72c9-4fc0-8449-2b3f5fa62939,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:19.408120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3c9892d2-8422-48b1-8029-8b8b870c8d5f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3336632 Nov 19 19:19:19.408926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43730) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:19.412958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 112d8d45-72c9-4fc0-8449-2b3f5fa62939 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:19:19.418319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': '112d8d45-72c9-4fc0-8449-2b3f5fa62939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:19.496094 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec68c-ad93-4ed4-b6ca-d63a864e5994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.520891 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.557655 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec68c-ad93-4ed4-b6ca-d63a864e5994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.563149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.745646 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec68c-ad93-4ed4-b6ca-d63a864e5994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.751748 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec68c-ad93-4ed4-b6ca-d63a864e5994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.756410 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9f2ec68c-ad93-4ed4-b6ca-d63a864e5994 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e958fc4d-c8dd-42eb-a8ca-1348a714db31 HTTP/1.1" status: 204 len: 168 time: 0.4191587 Nov 19 19:19:19.774289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:19.781133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:19.794949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec68c-ad93-4ed4-b6ca-d63a864e5994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e958fc4d-c8dd-42eb-a8ca-1348a714db31,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:19.826009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Allocated IP 172.25.3.81 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/3030fa8f-a0f3-401b-a73d-fa99ab087fb9) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:20.110642 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:20.198205 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:20.285395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 19494a0a-8456-4a51-80bc-c0e155b74b6e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:20.288679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:20.306133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:20.311265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:20.333739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dde004-128f-42ed-a848-895137374cf5 req-17f25dcc-d505-435b-9cde-e9deea8eb657 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:20.335973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16dde004-128f-42ed-a848-895137374cf5 req-17f25dcc-d505-435b-9cde-e9deea8eb657 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.7095222 Nov 19 19:19:20.344640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e279924-9ad0-482a-bee0-493b6f3f36e2 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:19:20.368053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Pushing event updated for resources: {'Port': ['ID=3030fa8f-a0f3-401b-a73d-fa99ab087fb9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:20.422916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 19494a0a-8456-4a51-80bc-c0e155b74b6e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:20.423294 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:20.520020 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16dde004-128f-42ed-a848-895137374cf5 req-ad3d4b11-d456-4eda-a2f9-e01d92270b27 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667793 Nov 19 19:19:20.520262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43758) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:20.522295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-017d2375-0c1a-4796-9634-879eb9e48c3f None None] Provisioning complete for port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:20.522597 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-017d2375-0c1a-4796-9634-879eb9e48c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:20.593014 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfab9dc4-1a0c-4704-97f2-bfa909af0a90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:20.604913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-017d2375-0c1a-4796-9634-879eb9e48c3f None None] Port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:20.724857 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:20.808793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 19494a0a-8456-4a51-80bc-c0e155b74b6e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=19494a0a-8456-4a51-80bc-c0e155b74b6e,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:20.812733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:20.841185 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:20.841532 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:20.973151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2657d975-da29-49cd-8527-ec16c3154ec1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:19:20.977310 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfab9dc4-1a0c-4704-97f2-bfa909af0a90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:20.982667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=19494a0a-8456-4a51-80bc-c0e155b74b6e,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:21.015676 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfab9dc4-1a0c-4704-97f2-bfa909af0a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:21.027817 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 2657d975-da29-49cd-8527-ec16c3154ec1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:19:21.028561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2657d975-da29-49cd-8527-ec16c3154ec1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:19:21.050967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.051644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.052218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.052794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.053353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.054049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.054628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.055210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.055836 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.057121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.057690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.058672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:21.088894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Subnet': ['ID=e4ae7fd9-dcf3-48b0-97e6-92bfee394ec0,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:21.105558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Checking segment: {'id': '8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '112d8d45-72c9-4fc0-8449-2b3f5fa62939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:21.105960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network hostable DHCP agents. Network: 112d8d45-72c9-4fc0-8449-2b3f5fa62939, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:19:21.174161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cfab9dc4-1a0c-4704-97f2-bfa909af0a90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb03ebbcb80e4ca6960be846a7196e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6254625 Nov 19 19:19:21.174737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43774) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:21.178525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab9dc4-1a0c-4704-97f2-bfa909af0a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878b6508-3e8c-476b-811a-70089cca2e48,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:21.183087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 112d8d45-72c9-4fc0-8449-2b3f5fa62939 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:19:21.214756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 112d8d45-72c9-4fc0-8449-2b3f5fa62939) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:21.224814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95262f6a-aa90-47bc-8a29-5aaf16d3d244 None None] Network 112d8d45-72c9-4fc0-8449-2b3f5fa62939 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:21.247251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:21.247859 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:21.267641 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2dd8ca56-2417-480b-93e2-8922333da7b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8538837 Nov 19 19:19:21.270802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43780) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:21.282823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '112d8d45-72c9-4fc0-8449-2b3f5fa62939', 'name': 'tempest-PortsIpV6TestJSON-310163578', 'fixed_ips': [{'subnet_id': 'e4ae7fd9-dcf3-48b0-97e6-92bfee394ec0', 'ip_address': '2001:db8::10'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:21.284825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42818b7c-fb45-44b7-9ffc-cfa2b2c0347f None None] Network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:21.326234 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d868dd13-25fd-4aab-800e-8c637cf98b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:21.352116 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:21.389931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4dd32002-533b-4659-9efe-a2eecafa7d60 None None] Provisioning complete for port 19494a0a-8456-4a51-80bc-c0e155b74b6e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:21.391024 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4dd32002-533b-4659-9efe-a2eecafa7d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:21.414207 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d868dd13-25fd-4aab-800e-8c637cf98b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:21.506317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:21.589802 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d868dd13-25fd-4aab-800e-8c637cf98b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:21.594420 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d868dd13-25fd-4aab-800e-8c637cf98b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:21.599541 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d868dd13-25fd-4aab-800e-8c637cf98b50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/878b6508-3e8c-476b-811a-70089cca2e48 HTTP/1.1" status: 204 len: 168 time: 0.4235458 Nov 19 19:19:21.611855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868dd13-25fd-4aab-800e-8c637cf98b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878b6508-3e8c-476b-811a-70089cca2e48,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:21.622676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Router 64565f2c-5385-461d-9f5d-f7142c8d1826 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:19:21.663618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-112d8d45-72c9-4fc0-8449-2b3f5fa62939', 'network_id': '112d8d45-72c9-4fc0-8449-2b3f5fa62939', 'tenant_id': 'e8c24d81d69e4beea7962c1c3e4200e7', 'fixed_ips': [{'subnet_id': 'e4ae7fd9-dcf3-48b0-97e6-92bfee394ec0'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:19:21.665514 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:21.735398 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:21.799887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 0f456991-fd6d-41b0-b08c-4bf24dca3127 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:19:21.802480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:19:21.814052 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Sync routers for ids ['64565f2c-5385-461d-9f5d-f7142c8d1826'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:19:21.830538 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Routers {'64565f2c-5385-461d-9f5d-f7142c8d1826'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:21.831117 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['64565f2c-5385-461d-9f5d-f7142c8d1826'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:21.834212 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:21.840588 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-26d9dea0-580e-4432-8dfb-77596f327036 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9962895 Nov 19 19:19:21.844766 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43796) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:21.989039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4887234-c202-4c72-b89c-e7d1550c4e92 req-e4bf3172-4bca-44f4-8419-b40b9b9291af tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:22.001027 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4887234-c202-4c72-b89c-e7d1550c4e92 req-e4bf3172-4bca-44f4-8419-b40b9b9291af tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.2627831 Nov 19 19:19:22.197958 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Set router 64565f2c-5385-461d-9f5d-f7142c8d1826 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:19:22.335514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Allocated IP 2001:db8::2 (112d8d45-72c9-4fc0-8449-2b3f5fa62939/e4ae7fd9-dcf3-48b0-97e6-92bfee394ec0/10aaeb9a-674c-40ff-8e9f-3d989220528d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:22.359591 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4887234-c202-4c72-b89c-e7d1550c4e92 req-91dac541-1388-4b2c-80ae-7c0a5c10cdc8 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302557 Nov 19 19:19:22.380500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9399617-2ef1-4f3f-b5e6-5a8f01aa75b7 req-6d3f176b-5908-44a2-aad3-51daff786c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:22.383128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9399617-2ef1-4f3f-b5e6-5a8f01aa75b7 req-6d3f176b-5908-44a2-aad3-51daff786c85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 1096 time: 0.2907674 Nov 19 19:19:22.468170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9399617-2ef1-4f3f-b5e6-5a8f01aa75b7 req-1bc31c2c-a226-469a-867f-1b96a6565d49 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771289 Nov 19 19:19:22.497592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 19494a0a-8456-4a51-80bc-c0e155b74b6e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:22.596994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 19494a0a-8456-4a51-80bc-c0e155b74b6e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:22.600301 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:22.649023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:22.716158 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:20Z', 'revision_number': 3, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:22.765184 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:22.780448 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Checking router: 64565f2c-5385-461d-9f5d-f7142c8d1826 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:19:22.780856 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Updating router 64565f2c-5385-461d-9f5d-f7142c8d1826 port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:19:22.826789 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:22.842561 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:22.907556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8::10 (112d8d45-72c9-4fc0-8449-2b3f5fa62939/e4ae7fd9-dcf3-48b0-97e6-92bfee394ec0/0f456991-fd6d-41b0-b08c-4bf24dca3127) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:22.978717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Network 112d8d45-72c9-4fc0-8449-2b3f5fa62939 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:22.997255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:23.028325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:23.044334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Pushing event updated for resources: {'Port': ['ID=10aaeb9a-674c-40ff-8e9f-3d989220528d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:23.136138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Allocated IP 172.20.0.1 (d74a31fa-37f4-4bb2-bc35-6d207c7ccc40/00d8d2ec-40f3-4b44-ad76-f410d94c7361/baef85cb-9d20-45e2-89c2-6163fd6f47db) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:23.215358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8360b73b-2844-47e9-bbca-dbd0e0c34497 None None] Provisioning complete for port 19494a0a-8456-4a51-80bc-c0e155b74b6e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:23.226236 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8360b73b-2844-47e9-bbca-dbd0e0c34497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.277681 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.308694 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.340840 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.356706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Attempting to bind port 10aaeb9a-674c-40ff-8e9f-3d989220528d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:23.363901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Attempting to bind port 10aaeb9a-674c-40ff-8e9f-3d989220528d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '112d8d45-72c9-4fc0-8449-2b3f5fa62939'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:23.364560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Attempting to bind port 10aaeb9a-674c-40ff-8e9f-3d989220528d on network 112d8d45-72c9-4fc0-8449-2b3f5fa62939 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:23.381645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:23.382064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Checking segment: {'id': '8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '112d8d45-72c9-4fc0-8449-2b3f5fa62939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:23.383358 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.401344 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.413781 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Bound using segment: {'id': '8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '112d8d45-72c9-4fc0-8449-2b3f5fa62939'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:23.414482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Bound port: 10aaeb9a-674c-40ff-8e9f-3d989220528d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '112d8d45-72c9-4fc0-8449-2b3f5fa62939'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:23.415485 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.441078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 112d8d45-72c9-4fc0-8449-2b3f5fa62939 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:23.454580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:23.501875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:23.538693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:23.542063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:23.543911 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.549242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:23.570471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:23.578390 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=0f456991-fd6d-41b0-b08c-4bf24dca3127,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:23.590894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] For port 10aaeb9a-674c-40ff-8e9f-3d989220528d, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:23.601061 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] For port 10aaeb9a-674c-40ff-8e9f-3d989220528d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=10aaeb9a-674c-40ff-8e9f-3d989220528d,segment=NetworkSegment(8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95),segment_id=8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:23.631911 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.637100 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.645674 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.686900 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Attempting to bind port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:23.687289 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Attempting to bind port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:23.687885 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Attempting to bind port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:23.698496 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c319faa-67d8-4570-a943-bd6e0a90629d None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:19:23.721892 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:23.739771 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:23.761031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d2ea355b-0dd9-4591-9f5a-024a02f4911e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4835660 Nov 19 19:19:23.766578 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.767829 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:23.769516 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Bound port: 3030fa8f-a0f3-401b-a73d-fa99ab087fb9, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:23.772429 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.778816 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43854) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:23.805873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Pushing event updated for resources: {'Port': ['ID=baef85cb-9d20-45e2-89c2-6163fd6f47db,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:23.811671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486f3d8-cb36-4ef8-8b59-c92bed84c59e None None] Pushing event updated for resources: {'Port': ['ID=10aaeb9a-674c-40ff-8e9f-3d989220528d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:23.830761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '112d8d45-72c9-4fc0-8449-2b3f5fa62939', 'name': 'tempest-PortsIpV6TestJSON-98479970', 'fixed_ips': [{'subnet_id': 'e4ae7fd9-dcf3-48b0-97e6-92bfee394ec0', 'ip_address': '2001:db8::f'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:23.859657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.927262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a76560fd-a0c3-4ed0-925a-72d2adb64060 None None] Provisioning complete for port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:23.932449 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a76560fd-a0c3-4ed0-925a-72d2adb64060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:23.943570 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Pushing event updated for resources: {'Port': ['ID=3030fa8f-a0f3-401b-a73d-fa99ab087fb9,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:23.963563 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:23.964189 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:23.964723 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:23.965984 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:23.966498 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:23.967031 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:23.967533 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:23.968256 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:23.969122 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:23.970358 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:23.970871 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:23.971365 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:19:24.017479 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] For port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:24.033929 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] For port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3030fa8f-a0f3-401b-a73d-fa99ab087fb9,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:24.036024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a76560fd-a0c3-4ed0-925a-72d2adb64060 None None] Port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:24.049666 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:24.108155 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7956045-029d-4b96-8042-905bdb379f6c req-fdf1edd8-e784-461c-ae42-143e1bc364a7 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:24.120087 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7956045-029d-4b96-8042-905bdb379f6c req-fdf1edd8-e784-461c-ae42-143e1bc364a7 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.5434630 Nov 19 19:19:24.237005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:24.237584 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f070816-c17c-4084-87a6-2ddddc7cb24e None None] Pushing event updated for resources: {'Port': ['ID=3030fa8f-a0f3-401b-a73d-fa99ab087fb9,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:24.266940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715404d5-1dcf-42c9-9b0e-0d48bedc1d92 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:19:24.277006 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Routers {'64565f2c-5385-461d-9f5d-f7142c8d1826'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:24.278967 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['64565f2c-5385-461d-9f5d-f7142c8d1826'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:24.368998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-241e5693-9cab-4316-b043-497f012a22a4 None None] Provisioning complete for port baef85cb-9d20-45e2-89c2-6163fd6f47db triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:24.368998 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-241e5693-9cab-4316-b043-497f012a22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:24.441424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7956045-029d-4b96-8042-905bdb379f6c req-eba7aa44-6e76-48d5-880b-bd369cd885dc tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204303 Nov 19 19:19:24.500248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:24.510609 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:24.515163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-241e5693-9cab-4316-b043-497f012a22a4 None None] Port baef85cb-9d20-45e2-89c2-6163fd6f47db cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:24.518836 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] Set router 64565f2c-5385-461d-9f5d-f7142c8d1826 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:19:24.546937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-241e5693-9cab-4316-b043-497f012a22a4 None None] Provisioning complete for port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:24.552322 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-241e5693-9cab-4316-b043-497f012a22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:24.569415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 73327fee-862b-4d1f-8c54-03e8aeb34b95 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:19:24.750787 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-241e5693-9cab-4316-b043-497f012a22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:24.778866 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:24.798468 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:24.816886 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-241e5693-9cab-4316-b043-497f012a22a4 None None] For port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3030fa8f-a0f3-401b-a73d-fa99ab087fb9,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:24.827907 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-241e5693-9cab-4316-b043-497f012a22a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:24.949689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8::f (112d8d45-72c9-4fc0-8449-2b3f5fa62939/e4ae7fd9-dcf3-48b0-97e6-92bfee394ec0/73327fee-862b-4d1f-8c54-03e8aeb34b95) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:24.967722 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'baef85cb-9d20-45e2-89c2-6163fd6f47db', 'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'mac_address': 'fa:16:3e:65:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:22Z', 'updated_at': '2021-11-19T19:19:23Z', 'revision_number': 1, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'subnets': [{'id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:24.997557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:25.000053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e5693-9cab-4316-b043-497f012a22a4 None None] Pushing event updated for resources: {'Port': ['ID=3030fa8f-a0f3-401b-a73d-fa99ab087fb9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:25.037010 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fff595-57ee-40ad-be9b-3d81a1a6e819 None None] The sync data for ids ['64565f2c-5385-461d-9f5d-f7142c8d1826'] in n-d-815373-6 is: [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'baef85cb-9d20-45e2-89c2-6163fd6f47db', 'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'mac_address': 'fa:16:3e:65:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:22Z', 'updated_at': '2021-11-19T19:19:23Z', 'revision_number': 1, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'subnets': [{'id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:19:25.078728 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Pushing event updated for resources: {'Port': ['ID=baef85cb-9d20-45e2-89c2-6163fd6f47db,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:25.292435 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:25.320409 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:25.375905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:25.389509 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:25.391512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:25.557369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 112d8d45-72c9-4fc0-8449-2b3f5fa62939 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:25.566112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:25.572443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:25.581339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:25.582956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:25.676097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=73327fee-862b-4d1f-8c54-03e8aeb34b95,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:25.706219 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cba827f3-e584-415d-811b-677ad0e76ce3 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9183545 Nov 19 19:19:25.707102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43918) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:25.923165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f18cc03-bfa6-478b-a971-26b07e1aea83 None None] Network 112d8d45-72c9-4fc0-8449-2b3f5fa62939 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:25.933209 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7146c-e744-4de4-9908-f0d219f5e25f req-bbe3c73d-4eda-43f6-b17b-4b4b77c4fb66 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:25.935438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ae7146c-e744-4de4-9908-f0d219f5e25f req-bbe3c73d-4eda-43f6-b17b-4b4b77c4fb66 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.2261004 Nov 19 19:19:25.984255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab914771-8d8a-4f83-8f01-042fb3c44e5b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:25.989095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ab914771-8d8a-4f83-8f01-042fb3c44e5b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2783890 Nov 19 19:19:25.991697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43928) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:26.139395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ae7146c-e744-4de4-9908-f0d219f5e25f req-58683647-22b3-4f31-8639-7aaaf04e25f0 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955125 Nov 19 19:19:26.203719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19c5ac-c413-4d3a-b559-c7a1140946a0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:26.230513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19c5ac-c413-4d3a-b559-c7a1140946a0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:26.253781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e19c5ac-c413-4d3a-b559-c7a1140946a0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:26.261021 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2e19c5ac-c413-4d3a-b559-c7a1140946a0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.2678802 Nov 19 19:19:26.263286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 43942) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:26.358578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-59a94887-e283-4aa6-bd9c-b492653f4add None None] Provisioning complete for port 10aaeb9a-674c-40ff-8e9f-3d989220528d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:26.359000 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59a94887-e283-4aa6-bd9c-b492653f4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:26.435311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 10aaeb9a-674c-40ff-8e9f-3d989220528d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:26.750844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 10aaeb9a-674c-40ff-8e9f-3d989220528d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:26.751773 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:26.769974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd462a00-d7df-40c6-8944-d186e64e286a req-d18bd709-09f4-4f09-a168-857c5646d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:26.771642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd462a00-d7df-40c6-8944-d186e64e286a req-d18bd709-09f4-4f09-a168-857c5646d99e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=821f0245517847c595daafbdfc6c9ad6&device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 1096 time: 0.2663553 Nov 19 19:19:26.796167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104165-6bb2-4a02-9304-e87d9c267b77 req-bbc4268f-4261-4fcf-a5ba-d0d488b27d5b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:26.798253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85104165-6bb2-4a02-9304-e87d9c267b77 req-bbc4268f-4261-4fcf-a5ba-d0d488b27d5b tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.2542510 Nov 19 19:19:26.843157 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59a94887-e283-4aa6-bd9c-b492653f4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:27.007091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Router 64565f2c-5385-461d-9f5d-f7142c8d1826 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:19:27.014401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd462a00-d7df-40c6-8944-d186e64e286a req-f62fc1a7-db60-4c9e-b8a0-04529cffa2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:27.016162 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd462a00-d7df-40c6-8944-d186e64e286a req-f62fc1a7-db60-4c9e-b8a0-04529cffa2c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62556698-c2ab-4962-a38b-b10646191d55 HTTP/1.1" status: 200 len: 911 time: 0.2316751 Nov 19 19:19:27.055829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fdab0c4f-1cbf-4669-bff8-5ac506f6c9f5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 73327fee-862b-4d1f-8c54-03e8aeb34b95 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:27.056318 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fdab0c4f-1cbf-4669-bff8-5ac506f6c9f5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:27.108161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-59a94887-e283-4aa6-bd9c-b492653f4add None None] For port 10aaeb9a-674c-40ff-8e9f-3d989220528d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=10aaeb9a-674c-40ff-8e9f-3d989220528d,segment=NetworkSegment(8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95),segment_id=8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:27.128079 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-59a94887-e283-4aa6-bd9c-b492653f4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:27.273186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a94887-e283-4aa6-bd9c-b492653f4add None None] Pushing event updated for resources: {'Port': ['ID=10aaeb9a-674c-40ff-8e9f-3d989220528d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:27.307804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6288c0c5-addb-4199-8568-0713f2d5e33b None None] Provisioning complete for port baef85cb-9d20-45e2-89c2-6163fd6f47db triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:27.308188 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6288c0c5-addb-4199-8568-0713f2d5e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:27.316457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:19:27.330549 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-95dd1143-4b1e-4ed1-90e2-a9372dd1d577 admin admin] 10.222.0.50 "PUT /v2.0/routers/64565f2c-5385-461d-9f5d-f7142c8d1826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4834399 Nov 19 19:19:27.342682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd462a00-d7df-40c6-8944-d186e64e286a req-f9819492-2e37-44ff-b9e3-2146c6335a7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6352b25-34b9-4b3f-9836-301896db891b HTTP/1.1" status: 200 len: 217 time: 0.3163371 Nov 19 19:19:27.390158 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6288c0c5-addb-4199-8568-0713f2d5e33b None None] Port baef85cb-9d20-45e2-89c2-6163fd6f47db cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:27.420814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6288c0c5-addb-4199-8568-0713f2d5e33b None None] Provisioning complete for port 0f456991-fd6d-41b0-b08c-4bf24dca3127 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:27.421192 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6288c0c5-addb-4199-8568-0713f2d5e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:27.475565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85104165-6bb2-4a02-9304-e87d9c267b77 req-007c2803-a422-4993-bfbf-9f8a0f913bec tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618123 Nov 19 19:19:27.518408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 43980) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:27.537690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6288c0c5-addb-4199-8568-0713f2d5e33b None None] Port 0f456991-fd6d-41b0-b08c-4bf24dca3127 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:27.581791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6288c0c5-addb-4199-8568-0713f2d5e33b None None] Provisioning complete for port 10aaeb9a-674c-40ff-8e9f-3d989220528d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:27.583159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6288c0c5-addb-4199-8568-0713f2d5e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:27.674029 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd462a00-d7df-40c6-8944-d186e64e286a req-d642d586-d98d-4fd6-8f94-1e28a5b2e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:27.675658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd462a00-d7df-40c6-8944-d186e64e286a req-d642d586-d98d-4fd6-8f94-1e28a5b2e6d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aff004-67b4-41bf-a0c7-c0ae1b7fab92 HTTP/1.1" status: 200 len: 850 time: 0.2340751 Nov 19 19:19:27.746195 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fdab0c4f-1cbf-4669-bff8-5ac506f6c9f5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:27.802709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd462a00-d7df-40c6-8944-d186e64e286a req-0161797b-d129-46a3-b4c6-ac198825326b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62556698-c2ab-4962-a38b-b10646191d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080511 Nov 19 19:19:27.831430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-fdab0c4f-1cbf-4669-bff8-5ac506f6c9f5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 73327fee-862b-4d1f-8c54-03e8aeb34b95 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:27.862273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b15f986f-6f3e-4017-8f96-e9b1b3b39a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:27.905965 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6288c0c5-addb-4199-8568-0713f2d5e33b None None] Provisioning complete for port 73327fee-862b-4d1f-8c54-03e8aeb34b95 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:27.906629 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6288c0c5-addb-4199-8568-0713f2d5e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.001695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6288c0c5-addb-4199-8568-0713f2d5e33b None None] Port 73327fee-862b-4d1f-8c54-03e8aeb34b95 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:28.104086 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b15f986f-6f3e-4017-8f96-e9b1b3b39a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.120034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b15f986f-6f3e-4017-8f96-e9b1b3b39a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.139694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-501b6cd4-921d-43cc-bd77-02553222159e None None] Provisioning complete for port 0f456991-fd6d-41b0-b08c-4bf24dca3127 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:28.139694 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-501b6cd4-921d-43cc-bd77-02553222159e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.274651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-501b6cd4-921d-43cc-bd77-02553222159e None None] Port 0f456991-fd6d-41b0-b08c-4bf24dca3127 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:28.285475 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b15f986f-6f3e-4017-8f96-e9b1b3b39a19 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c300f9fe08e1427ab0b9e7e008e85065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7658460 Nov 19 19:19:28.287278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44000) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:28.290563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f986f-6f3e-4017-8f96-e9b1b3b39a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a552ae4-c3de-4b91-bb4d-1d727bad25ba,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:28.376138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69f5b90e-a0dc-4465-9efd-975742ce9daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.405341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d6e01ed0-e1fc-4881-b75f-510cbad08b2f None None] Provisioning complete for port 73327fee-862b-4d1f-8c54-03e8aeb34b95 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:28.405976 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d6e01ed0-e1fc-4881-b75f-510cbad08b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.422728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd462a00-d7df-40c6-8944-d186e64e286a req-9b70a6d1-ebd0-4ec1-82af-b101ef91f61e service neutron] 10.222.0.21 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062555 Nov 19 19:19:28.480329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69f5b90e-a0dc-4465-9efd-975742ce9daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.485720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d6e01ed0-e1fc-4881-b75f-510cbad08b2f None None] Port 73327fee-862b-4d1f-8c54-03e8aeb34b95 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:28.529722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 10aaeb9a-674c-40ff-8e9f-3d989220528d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:28.680775 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69f5b90e-a0dc-4465-9efd-975742ce9daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.683922 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69f5b90e-a0dc-4465-9efd-975742ce9daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.685467 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-69f5b90e-a0dc-4465-9efd-975742ce9daf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a552ae4-c3de-4b91-bb4d-1d727bad25ba HTTP/1.1" status: 204 len: 168 time: 0.3966324 Nov 19 19:19:28.700540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5b90e-a0dc-4465-9efd-975742ce9daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a552ae4-c3de-4b91-bb4d-1d727bad25ba,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:28.741438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd462a00-d7df-40c6-8944-d186e64e286a req-f3444c90-e7e8-4cf7-8957-2fd6187ebd15 service neutron] 10.222.0.21 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069823 Nov 19 19:19:28.744204 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fdab0c4f-1cbf-4669-bff8-5ac506f6c9f5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.766432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 10aaeb9a-674c-40ff-8e9f-3d989220528d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:28.768194 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.768708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44022) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:28.775390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1809455249-network', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:28.811017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Made reservation on behalf of 9b14eb67c2324d228a59daba82b78c99 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:28.813737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.828918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.839918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab0c4f-1cbf-4669-bff8-5ac506f6c9f5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=73327fee-862b-4d1f-8c54-03e8aeb34b95,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:28.866753 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e78467-390d-4386-8d7d-5b4a0b4317ad req-28f0ad58-2802-4bc7-8a90-82ac486b3cea tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:28.879951 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0e78467-390d-4386-8d7d-5b4a0b4317ad req-28f0ad58-2802-4bc7-8a90-82ac486b3cea tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.2462630 Nov 19 19:19:28.965693 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fdab0c4f-1cbf-4669-bff8-5ac506f6c9f5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:28.967316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:28.976708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fdab0c4f-1cbf-4669-bff8-5ac506f6c9f5 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/73327fee-862b-4d1f-8c54-03e8aeb34b95 HTTP/1.1" status: 204 len: 168 time: 2.7112703 Nov 19 19:19:28.980151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44028) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:28.997315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.013944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.031222 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-26dd7b4f-ef6c-4351-9883-e045d3c7b72d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:19:29.035538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-26dd7b4f-ef6c-4351-9883-e045d3c7b72d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/73327fee-862b-4d1f-8c54-03e8aeb34b95 HTTP/1.1" status: 404 len: 333 time: 0.0436451 Nov 19 19:19:29.042739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44036) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:29.068623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:19:29.111362 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.112005 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Added segment 19be47f3-3656-43bf-8afb-99fdd7f3681c of type vlan for network f27fccf0-46ff-4c43-9715-a85c9cf3b02d Nov 19 19:19:29.121693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:29.127021 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.191991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35783f66-580a-4cb9-8d10-bf5ab002092d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:29.222332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0e78467-390d-4386-8d7d-5b4a0b4317ad req-abc9cb9c-5a3c-4eb7-84e5-3cc408756a8f tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412468 Nov 19 19:19:29.299719 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.340352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-105da5d8-5858-455f-97f1-409b4b49d359 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 0f456991-fd6d-41b0-b08c-4bf24dca3127 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:29.340995 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-105da5d8-5858-455f-97f1-409b4b49d359 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.366572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.368867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:29.371801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.431997 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6605847 Nov 19 19:19:29.434396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44040) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:29.442279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] Request body: {'subnet': {'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1809455249-subnet', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:29.548904 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-105da5d8-5858-455f-97f1-409b4b49d359 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.570542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-105da5d8-5858-455f-97f1-409b4b49d359 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 0f456991-fd6d-41b0-b08c-4bf24dca3127 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:29.601972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9247edf-aa5b-4acd-9607-68446433f088 admin admin] Pushing event updated for resources: {'Network': ['ID=f27fccf0-46ff-4c43-9715-a85c9cf3b02d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:29.604575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44048) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:29.612759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f27fccf0-46ff-4c43-9715-a85c9cf3b02d details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:19:29.620655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] Made reservation on behalf of 9b14eb67c2324d228a59daba82b78c99 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:29.623425 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.632353 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-146a1463-ec57-481d-8367-58eeb8e9be6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.849662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Sync routers for ids ['64565f2c-5385-461d-9f5d-f7142c8d1826'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:19:29.865732 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.874635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Routers {'64565f2c-5385-461d-9f5d-f7142c8d1826'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:29.875579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['64565f2c-5385-461d-9f5d-f7142c8d1826'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:29.917070 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-105da5d8-5858-455f-97f1-409b4b49d359 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.920361 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-146a1463-ec57-481d-8367-58eeb8e9be6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.930858 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-146a1463-ec57-481d-8367-58eeb8e9be6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:29.986357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105da5d8-5858-455f-97f1-409b4b49d359 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=0f456991-fd6d-41b0-b08c-4bf24dca3127,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:30.028162 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-146a1463-ec57-481d-8367-58eeb8e9be6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1061df7908944ea58f7accf0d65a5552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4138982 Nov 19 19:19:30.029009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44058) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:30.031107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a1463-ec57-481d-8367-58eeb8e9be6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a666e212-f82f-4b34-8c6c-8a214cf48a5f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:30.042224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.094161 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-105da5d8-5858-455f-97f1-409b4b49d359 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.100585 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-105da5d8-5858-455f-97f1-409b4b49d359 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/0f456991-fd6d-41b0-b08c-4bf24dca3127 HTTP/1.1" status: 204 len: 168 time: 1.0474279 Nov 19 19:19:30.100904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44062) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:30.155885 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d11526-88f2-4574-bb09-670a598a310a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:19:30.160396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a0d11526-88f2-4574-bb09-670a598a310a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/0f456991-fd6d-41b0-b08c-4bf24dca3127 HTTP/1.1" status: 404 len: 333 time: 0.0554600 Nov 19 19:19:30.163156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44068) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:30.287444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f2038f-af73-4587-b198-b979839be2cb,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:30.291543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] Checking segment: {'id': '19be47f3-3656-43bf-8afb-99fdd7f3681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:30.291772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] Network hostable DHCP agents. Network: f27fccf0-46ff-4c43-9715-a85c9cf3b02d, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:19:30.312062 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bc40723-61ca-425b-b8bf-64e48f0c9e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.340092 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bc40723-61ca-425b-b8bf-64e48f0c9e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.350504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f12711f-da7f-40c2-8706-bd985e56e9b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting subnet e4ae7fd9-dcf3-48b0-97e6-92bfee394ec0 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:19:30.374626 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f12711f-da7f-40c2-8706-bd985e56e9b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.418955 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bc40723-61ca-425b-b8bf-64e48f0c9e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.422419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bc40723-61ca-425b-b8bf-64e48f0c9e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.423996 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4bc40723-61ca-425b-b8bf-64e48f0c9e01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a666e212-f82f-4b34-8c6c-8a214cf48a5f HTTP/1.1" status: 204 len: 168 time: 0.3938532 Nov 19 19:19:30.470533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc40723-61ca-425b-b8bf-64e48f0c9e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666e212-f82f-4b34-8c6c-8a214cf48a5f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:30.473287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] Network f27fccf0-46ff-4c43-9715-a85c9cf3b02d is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:19:30.482492 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f12711f-da7f-40c2-8706-bd985e56e9b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.501610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f27fccf0-46ff-4c43-9715-a85c9cf3b02d) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:30.516466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:30.516724 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.568100 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-42d1a4e8-93b9-4412-9645-5569a1b5a878 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1324024 Nov 19 19:19:30.572512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44078) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:30.585304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1809455249-router', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:30.636218 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.637316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.655565 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f12711f-da7f-40c2-8706-bd985e56e9b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.685570 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Set router 64565f2c-5385-461d-9f5d-f7142c8d1826 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:19:30.766162 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.769725 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f12711f-da7f-40c2-8706-bd985e56e9b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.802271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12711f-da7f-40c2-8706-bd985e56e9b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ae7fd9-dcf3-48b0-97e6-92bfee394ec0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:30.831388 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3f12711f-da7f-40c2-8706-bd985e56e9b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:30.837655 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3f12711f-da7f-40c2-8706-bd985e56e9b0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/e4ae7fd9-dcf3-48b0-97e6-92bfee394ec0 HTTP/1.1" status: 204 len: 168 time: 0.6675355 Nov 19 19:19:30.842664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44086) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:30.849500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811df0f5-d6e0-4e89-b388-dd8c985b2a38 req-a805228a-39af-4fe2-b3e6-410a3bd1c7c9 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:30.851477 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37dfcf5-be10-41b7-b265-9d3f6da8a100 None None] Network f27fccf0-46ff-4c43-9715-a85c9cf3b02d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:30.857454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-811df0f5-d6e0-4e89-b388-dd8c985b2a38 req-a805228a-39af-4fe2-b3e6-410a3bd1c7c9 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1228728 Nov 19 19:19:30.866599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa521665-adad-44b0-8715-4bf82456e8ba None None] Network 112d8d45-72c9-4fc0-8449-2b3f5fa62939 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:30.945292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-811df0f5-d6e0-4e89-b388-dd8c985b2a38 req-5be48d3f-04d0-47b5-9de3-ad44e0443ac4 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816214 Nov 19 19:19:31.292167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc2f6f-ceba-4360-939e-33e3f516539d req-8ce6b078-e2ea-42bb-a057-4a8eaafb9c59 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:31.301296 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbcc2f6f-ceba-4360-939e-33e3f516539d req-8ce6b078-e2ea-42bb-a057-4a8eaafb9c59 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.0640526 Nov 19 19:19:31.360668 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:31.378239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbcc2f6f-ceba-4360-939e-33e3f516539d req-14f6ea19-2c78-465c-bc18-2dc606f13dbe tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755093 Nov 19 19:19:31.406582 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:31.477133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-f27fccf0-46ff-4c43-9715-a85c9cf3b02d', 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'fixed_ips': [{'subnet_id': '19f2038f-af73-4587-b198-b979839be2cb'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:19:31.478500 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:31.506644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'baef85cb-9d20-45e2-89c2-6163fd6f47db', 'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'mac_address': 'fa:16:3e:65:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:22Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 2, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'subnets': [{'id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:31.542417 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Checking router: 64565f2c-5385-461d-9f5d-f7142c8d1826 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:19:31.542748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Updating router 64565f2c-5385-461d-9f5d-f7142c8d1826 port baef85cb-9d20-45e2-89c2-6163fd6f47db binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:19:31.566391 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab304452-9323-40c3-9f89-fc19f6ee9fcc req-e4781d45-568b-490b-8751-436a9bb31010 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2824094 Nov 19 19:19:31.642580 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:31.676290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 10aaeb9a-674c-40ff-8e9f-3d989220528d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:31.676641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:31.748764 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304452-9323-40c3-9f89-fc19f6ee9fcc req-62bc3611-c244-46db-a216-d737db5563bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:31.750589 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab304452-9323-40c3-9f89-fc19f6ee9fcc req-62bc3611-c244-46db-a216-d737db5563bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=821f0245517847c595daafbdfc6c9ad6&device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 1096 time: 0.1547079 Nov 19 19:19:31.834070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0213d6-0585-463c-8b5f-c7fd812db2dd None None] DHCP port deletion for 112d8d45-72c9-4fc0-8449-2b3f5fa62939 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:19:31.870235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Allocated IP 172.20.0.2 (f27fccf0-46ff-4c43-9715-a85c9cf3b02d/19f2038f-af73-4587-b198-b979839be2cb/a4f35e83-5956-43ae-90ed-433f65e07b19) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:31.996239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] For port 10aaeb9a-674c-40ff-8e9f-3d989220528d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=10aaeb9a-674c-40ff-8e9f-3d989220528d,segment=NetworkSegment(8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95),segment_id=8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:31.997050 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:32.046546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304452-9323-40c3-9f89-fc19f6ee9fcc req-7d9ca594-4b27-4e8a-9b45-d37c49f16533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:32.048981 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab304452-9323-40c3-9f89-fc19f6ee9fcc req-7d9ca594-4b27-4e8a-9b45-d37c49f16533 service neutron] 10.222.0.57 "GET /v2.0/networks?id=62556698-c2ab-4962-a38b-b10646191d55 HTTP/1.1" status: 200 len: 911 time: 0.2559083 Nov 19 19:19:32.061503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 10aaeb9a-674c-40ff-8e9f-3d989220528d owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:32.097944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fa0213d6-0585-463c-8b5f-c7fd812db2dd None None] Deleting port 10aaeb9a-674c-40ff-8e9f-3d989220528d {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:32.098931 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d6-0585-463c-8b5f-c7fd812db2dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:32.220048 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:32.224027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab304452-9323-40c3-9f89-fc19f6ee9fcc req-8802c3d8-3055-4918-82ad-283e72ea8d36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd HTTP/1.1" status: 200 len: 217 time: 0.1623619 Nov 19 19:19:32.241823 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:32.320175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-2f390046-4d66-4bd3-9c83-d686c71e8747 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1214480 Nov 19 19:19:32.479282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fa0213d6-0585-463c-8b5f-c7fd812db2dd None None] For port 10aaeb9a-674c-40ff-8e9f-3d989220528d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=10aaeb9a-674c-40ff-8e9f-3d989220528d,segment=NetworkSegment(8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95),segment_id=8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:32.479688 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d6-0585-463c-8b5f-c7fd812db2dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:32.493558 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:32.520361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fa0213d6-0585-463c-8b5f-c7fd812db2dd None None] Calling delete_port for 10aaeb9a-674c-40ff-8e9f-3d989220528d owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:32.566109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:32.685813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-835c9709-9245-417f-818b-1ddb2f277247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:32.708728 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa0213d6-0585-463c-8b5f-c7fd812db2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:32.716278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-835c9709-9245-417f-818b-1ddb2f277247 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b216306c10604d4c9405905596a79151&device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 1100 time: 0.3389394 Nov 19 19:19:32.767211 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9fe00-0af9-409e-a8ca-aeaf16768cda req-a222a672-3089-469e-a31d-32141a28c306 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:32.767471 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:32.771334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40f9fe00-0af9-409e-a8ca-aeaf16768cda req-a222a672-3089-469e-a31d-32141a28c306 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.2526867 Nov 19 19:19:32.775873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061ec8-ccc1-4c53-8e2d-ae25f83f5b88 None None] Pushing event updated for resources: {'Port': ['ID=baef85cb-9d20-45e2-89c2-6163fd6f47db,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:32.852964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304452-9323-40c3-9f89-fc19f6ee9fcc req-ac4bbf99-bbe1-4390-b3ee-f1abe6f2e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:32.855217 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:32.856447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab304452-9323-40c3-9f89-fc19f6ee9fcc req-ac4bbf99-bbe1-4390-b3ee-f1abe6f2e278 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1aff004-67b4-41bf-a0c7-c0ae1b7fab92 HTTP/1.1" status: 200 len: 850 time: 0.6217480 Nov 19 19:19:32.860587 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:32.870577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 10aaeb9a-674c-40ff-8e9f-3d989220528d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:19:32.921594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 10aaeb9a-674c-40ff-8e9f-3d989220528d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:19:32.922814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 10aaeb9a-674c-40ff-8e9f-3d989220528d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:19:32.931382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0213d6-0585-463c-8b5f-c7fd812db2dd None None] Pushing event deleted for resources: {'Port': ['ID=10aaeb9a-674c-40ff-8e9f-3d989220528d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:32.948277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0213d6-0585-463c-8b5f-c7fd812db2dd None None] No DVR routers for this DVR port 10aaeb9a-674c-40ff-8e9f-3d989220528d on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:19:32.999791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Network f27fccf0-46ff-4c43-9715-a85c9cf3b02d is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:33.001567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Attempting to bind port baef85cb-9d20-45e2-89c2-6163fd6f47db on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:33.002217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Attempting to bind port baef85cb-9d20-45e2-89c2-6163fd6f47db by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:33.002780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Attempting to bind port baef85cb-9d20-45e2-89c2-6163fd6f47db on network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:33.016809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:33.020077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:33.027373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:33.028309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Checking segment: {'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:33.029054 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.029992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Bound using segment: {'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:33.030847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Bound port: baef85cb-9d20-45e2-89c2-6163fd6f47db, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:33.031987 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.043450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4eeefca0-8504-4947-8cee-a3e044ea8e4f None None] Provisioning complete for port baef85cb-9d20-45e2-89c2-6163fd6f47db triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:33.044243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4eeefca0-8504-4947-8cee-a3e044ea8e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.067876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=10aaeb9a-674c-40ff-8e9f-3d989220528d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:33.077111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-97ffaee3-deb2-4bb4-838e-b5821610c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:33.079196 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-97ffaee3-deb2-4bb4-838e-b5821610c845 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.3333173 Nov 19 19:19:33.083812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Allocated IP 172.25.3.122 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/cea0d812-9896-46bd-bbb3-c73b8c3217b2) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:33.096710 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab304452-9323-40c3-9f89-fc19f6ee9fcc req-e980186c-c33d-45c3-81bc-25e10d90775e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=62556698-c2ab-4962-a38b-b10646191d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2282054 Nov 19 19:19:33.099783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No DVR routers for this DVR port 10aaeb9a-674c-40ff-8e9f-3d989220528d on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:19:33.165584 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-4e8ff8c6-56e0-49c1-9b65-55737ed72fc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=4348e220-a174-4b78-bcd8-18f77f60857e HTTP/1.1" status: 200 len: 217 time: 0.0612316 Nov 19 19:19:33.243110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44164) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:33.272819 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40f9fe00-0af9-409e-a8ca-aeaf16768cda req-afd3614e-9291-4592-be53-998df014f549 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918005 Nov 19 19:19:33.309148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-a3e45ac7-6d74-421f-a1b1-2fa2d56d2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:33.311081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-a3e45ac7-6d74-421f-a1b1-2fa2d56d2c26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1369286 Nov 19 19:19:33.428136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-c057ee9a-1dd2-40ba-a84e-e15c8fe580f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:33.435163 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-c057ee9a-1dd2-40ba-a84e-e15c8fe580f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1154511 Nov 19 19:19:33.517111 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.580241 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Attempting to bind port a4f35e83-5956-43ae-90ed-433f65e07b19 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:33.581398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Attempting to bind port a4f35e83-5956-43ae-90ed-433f65e07b19 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '19be47f3-3656-43bf-8afb-99fdd7f3681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:33.582097 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Attempting to bind port a4f35e83-5956-43ae-90ed-433f65e07b19 on network f27fccf0-46ff-4c43-9715-a85c9cf3b02d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:33.582679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112d8d45-72c9-4fc0-8449-2b3f5fa62939']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:33.588669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Pushing event updated for resources: {'Port': ['ID=a4f35e83-5956-43ae-90ed-433f65e07b19,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:33.594739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4eeefca0-8504-4947-8cee-a3e044ea8e4f None None] Port baef85cb-9d20-45e2-89c2-6163fd6f47db cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:33.619572 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab304452-9323-40c3-9f89-fc19f6ee9fcc req-512c9bca-970f-414d-ad37-99c750c81477 service neutron] 10.222.0.57 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078402 Nov 19 19:19:33.619857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:33.621628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:33.621821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8f2c1a-1a7f-4515-acd5-57e7de5ebb95') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:33.622794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Checking segment: {'id': '19be47f3-3656-43bf-8afb-99fdd7f3681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:33.623889 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.623889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Bound using segment: {'id': '19be47f3-3656-43bf-8afb-99fdd7f3681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:33.624518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Bound port: a4f35e83-5956-43ae-90ed-433f65e07b19, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be47f3-3656-43bf-8afb-99fdd7f3681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:33.625013 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.654920 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bafef18-e5f9-4ef8-a019-a48a5371d135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.671700 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.702218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] For port baef85cb-9d20-45e2-89c2-6163fd6f47db, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:33.714921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] For port baef85cb-9d20-45e2-89c2-6163fd6f47db, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=baef85cb-9d20-45e2-89c2-6163fd6f47db,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:33.726173 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.747894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-d76d3c79-4865-496f-a046-2ae0c8d97490 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024051 Nov 19 19:19:33.774952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] For port a4f35e83-5956-43ae-90ed-433f65e07b19, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:33.813983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] For port a4f35e83-5956-43ae-90ed-433f65e07b19, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a4f35e83-5956-43ae-90ed-433f65e07b19,segment=NetworkSegment(19be47f3-3656-43bf-8afb-99fdd7f3681c),segment_id=19be47f3-3656-43bf-8afb-99fdd7f3681c)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:33.831289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.833555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Routers {'64565f2c-5385-461d-9f5d-f7142c8d1826'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:33.834159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['64565f2c-5385-461d-9f5d-f7142c8d1826'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:33.834336 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ab304452-9323-40c3-9f89-fc19f6ee9fcc req-953de17d-cfe3-4fb2-9b15-d46cba30c6f6 service neutron] 10.222.0.57 "GET /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971056 Nov 19 19:19:33.904529 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.908995 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.941554 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04d8cae5-0efb-49e3-95d8-51221040d719 req-7282ebe4-0c30-46df-88ed-3ff78be6b44f service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861327 Nov 19 19:19:33.953700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:19:33.955379 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:33.966164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061ec8-ccc1-4c53-8e2d-ae25f83f5b88 None None] Pushing event updated for resources: {'Port': ['ID=baef85cb-9d20-45e2-89c2-6163fd6f47db,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:19:33.985573 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:19:34.148306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c5204-b70a-4e3e-9cb7-02d812f8ac12 None None] Pushing event updated for resources: {'Port': ['ID=a4f35e83-5956-43ae-90ed-433f65e07b19,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:34.186821 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.195100 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.195303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] Set router 64565f2c-5385-461d-9f5d-f7142c8d1826 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:19:34.199975 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/networks/112d8d45-72c9-4fc0-8449-2b3f5fa62939 HTTP/1.1" status: 204 len: 168 time: 3.3556502 Nov 19 19:19:34.204792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62780b39-4005-4e0b-b9cf-f46b98bec84d req-a4fb9ae5-ded6-420f-9497-5f7c43573b18 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:34.206630 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62780b39-4005-4e0b-b9cf-f46b98bec84d req-a4fb9ae5-ded6-420f-9497-5f7c43573b18 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1394377 Nov 19 19:19:34.207584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44186) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:34.215334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-677789943'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:34.254230 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.273435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf13aaf-6b97-47fe-8191-b11eb0b1b87b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Network': ['ID=112d8d45-72c9-4fc0-8449-2b3f5fa62939,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:34.404289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a504c1a2-85b7-483c-959c-6b45a82d052d None None] Provisioning complete for port baef85cb-9d20-45e2-89c2-6163fd6f47db triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:34.404686 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a504c1a2-85b7-483c-959c-6b45a82d052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.456916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:34.484579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bafef18-e5f9-4ef8-a019-a48a5371d135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.485930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:34.491717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:34.520952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:34.525255 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.567134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cecdfa-d0ac-4925-b9b3-4da8aaf0cb74 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:19:34.590234 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bafef18-e5f9-4ef8-a019-a48a5371d135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.602676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719e555-e01a-4360-9bf0-c30dd57e9f3b req-4de6f568-c74b-409e-9932-3b3da351eb00 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:34.602676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7719e555-e01a-4360-9bf0-c30dd57e9f3b req-4de6f568-c74b-409e-9932-3b3da351eb00 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.1688213 Nov 19 19:19:34.623767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-62780b39-4005-4e0b-b9cf-f46b98bec84d req-9132c5d7-93cc-4512-907e-7ce886c9fd93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Deleting port a6352b25-34b9-4b3f-9836-301896db891b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:34.624214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62780b39-4005-4e0b-b9cf-f46b98bec84d req-9132c5d7-93cc-4512-907e-7ce886c9fd93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.631603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:19:34.697053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafef18-e5f9-4ef8-a019-a48a5371d135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ca9a06-da70-4967-afdb-edf755665563,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:34.717373 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.717634 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Added segment 77e77bfd-5e39-4d34-9dbb-637aff1a4760 of type vlan for network 794cbbde-7767-4a7d-9a42-19e12e3b6100 Nov 19 19:19:34.762123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Pushing event updated for resources: {'Port': ['ID=cea0d812-9896-46bd-bbb3-c73b8c3217b2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:34.805384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'baef85cb-9d20-45e2-89c2-6163fd6f47db', 'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'mac_address': 'fa:16:3e:65:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:22Z', 'updated_at': '2021-11-19T19:19:33Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'subnets': [{'id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:34.815185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.861034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7719e555-e01a-4360-9bf0-c30dd57e9f3b req-662ae6de-aa07-488d-aa30-92419924f7ff tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308798 Nov 19 19:19:34.869498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-62780b39-4005-4e0b-b9cf-f46b98bec84d req-9132c5d7-93cc-4512-907e-7ce886c9fd93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] For port a6352b25-34b9-4b3f-9836-301896db891b, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a6352b25-34b9-4b3f-9836-301896db891b,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:34.869897 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62780b39-4005-4e0b-b9cf-f46b98bec84d req-9132c5d7-93cc-4512-907e-7ce886c9fd93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.901385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d94a8d-5445-4791-9dfe-2cf70c1d9831 None None] The sync data for ids ['64565f2c-5385-461d-9f5d-f7142c8d1826'] in n-d-815373-6 is: [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'baef85cb-9d20-45e2-89c2-6163fd6f47db', 'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'mac_address': 'fa:16:3e:65:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:22Z', 'updated_at': '2021-11-19T19:19:33Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'subnets': [{'id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:19:34.906436 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a504c1a2-85b7-483c-959c-6b45a82d052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.910625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-62780b39-4005-4e0b-b9cf-f46b98bec84d req-9132c5d7-93cc-4512-907e-7ce886c9fd93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Calling delete_port for a6352b25-34b9-4b3f-9836-301896db891b owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:34.913873 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.923516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:34.924299 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.956302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a504c1a2-85b7-483c-959c-6b45a82d052d None None] For port baef85cb-9d20-45e2-89c2-6163fd6f47db, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=baef85cb-9d20-45e2-89c2-6163fd6f47db,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:34.970312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3bafef18-e5f9-4ef8-a019-a48a5371d135 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96772338c9094bc980adbae3f10ca0d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6909072 Nov 19 19:19:34.971697 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a504c1a2-85b7-483c-959c-6b45a82d052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:34.974897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44202) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:35.153017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504c1a2-85b7-483c-959c-6b45a82d052d None None] Pushing event updated for resources: {'Port': ['ID=baef85cb-9d20-45e2-89c2-6163fd6f47db,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:35.179505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e8317426-a7c9-422e-9622-a5b7d6e37292 None None] Provisioning complete for port cea0d812-9896-46bd-bbb3-c73b8c3217b2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:35.179959 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8317426-a7c9-422e-9622-a5b7d6e37292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:35.278940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e8317426-a7c9-422e-9622-a5b7d6e37292 None None] Port cea0d812-9896-46bd-bbb3-c73b8c3217b2 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:35.286291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device baef85cb-9d20-45e2-89c2-6163fd6f47db up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:35.353672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port baef85cb-9d20-45e2-89c2-6163fd6f47db triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:35.354098 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:35.415302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:35.525481 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a4f35e83-5956-43ae-90ed-433f65e07b19 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:35.594543 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3852439 Nov 19 19:19:35.599350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44214) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:35.606316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a4f35e83-5956-43ae-90ed-433f65e07b19 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:35.607427 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:35.620414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': '794cbbde-7767-4a7d-9a42-19e12e3b6100', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:35.720298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b381a2-db59-47a8-9f82-87792b75e422 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Network': ['ID=794cbbde-7767-4a7d-9a42-19e12e3b6100,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:35.784045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 794cbbde-7767-4a7d-9a42-19e12e3b6100 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:19:35.918250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:35.933919 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:36.081080 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:36.094714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f290a6-1743-4629-b579-246f5956be64 None None] Network f27fccf0-46ff-4c43-9715-a85c9cf3b02d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:36.286909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-12c95e49-73eb-4699-8c80-e789d3712f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:36.322860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6d0f75bb-ea60-4414-8cd1-acb867e43b77 None None] Provisioning complete for port a4f35e83-5956-43ae-90ed-433f65e07b19 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:36.323852 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6d0f75bb-ea60-4414-8cd1-acb867e43b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:36.325016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-12c95e49-73eb-4699-8c80-e789d3712f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:36.359911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed571906-9b28-422a-b47b-926f1ba171d8 req-86cb3003-3b98-46c2-ab07-f87f1d9b23a4 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:36.361932 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed571906-9b28-422a-b47b-926f1ba171d8 req-86cb3003-3b98-46c2-ab07-f87f1d9b23a4 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 945 time: 0.3624425 Nov 19 19:19:36.395994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port a4f35e83-5956-43ae-90ed-433f65e07b19, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a4f35e83-5956-43ae-90ed-433f65e07b19,segment=NetworkSegment(19be47f3-3656-43bf-8afb-99fdd7f3681c),segment_id=19be47f3-3656-43bf-8afb-99fdd7f3681c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:36.397378 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62780b39-4005-4e0b-b9cf-f46b98bec84d req-9132c5d7-93cc-4512-907e-7ce886c9fd93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:36.416635 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:36.421644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a6352b25-34b9-4b3f-9836-301896db891b'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:19:36.424783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:19:36.452536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-12c95e49-73eb-4699-8c80-e789d3712f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:36.455777 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-12c95e49-73eb-4699-8c80-e789d3712f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:36.457460 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-12c95e49-73eb-4699-8c80-e789d3712f9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40ca9a06-da70-4967-afdb-edf755665563 HTTP/1.1" status: 204 len: 168 time: 1.4703124 Nov 19 19:19:36.496806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c95e49-73eb-4699-8c80-e789d3712f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ca9a06-da70-4967-afdb-edf755665563,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:36.599393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=a4f35e83-5956-43ae-90ed-433f65e07b19,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:36.609607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:36.748965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed571906-9b28-422a-b47b-926f1ba171d8 req-6132f2ee-4b33-4ffe-9f83-744fbe2de97c tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774254 Nov 19 19:19:36.750035 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:36.752265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132c5d7-93cc-4512-907e-7ce886c9fd93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Pushing event deleted for resources: {'Port': ['ID=a6352b25-34b9-4b3f-9836-301896db891b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:36.837668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device baef85cb-9d20-45e2-89c2-6163fd6f47db up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:36.986220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Router ff324889-3fb5-4669-96ae-556e5348cb60 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:19:37.019727 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port baef85cb-9d20-45e2-89c2-6163fd6f47db triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:37.020395 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:37.064364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-62780b39-4005-4e0b-b9cf-f46b98bec84d req-9132c5d7-93cc-4512-907e-7ce886c9fd93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] No DVR routers for this DVR port a6352b25-34b9-4b3f-9836-301896db891b on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:19:37.097468 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-62780b39-4005-4e0b-b9cf-f46b98bec84d req-9132c5d7-93cc-4512-907e-7ce886c9fd93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:37.118123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62780b39-4005-4e0b-b9cf-f46b98bec84d req-9132c5d7-93cc-4512-907e-7ce886c9fd93 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.21 "DELETE /v2.0/ports/a6352b25-34b9-4b3f-9836-301896db891b HTTP/1.1" status: 204 len: 173 time: 2.8951759 Nov 19 19:19:37.135573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30a4f26-981c-4dde-96bf-ea3c25a826bf', 'name': 'network-vif-deleted', 'tag': 'a6352b25-34b9-4b3f-9836-301896db891b'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:19:37.152244 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b10c62b-02b1-4239-a045-f147de9e1a2a" -d '{"events": [{"server_uuid": "a30a4f26-981c-4dde-96bf-ea3c25a826bf", "name": "network-vif-deleted", "tag": "a6352b25-34b9-4b3f-9836-301896db891b"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:19:37.198025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Subnet': ['ID=1eec029d-60ad-4cb7-8bed-a22fce6d330c,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:37.212354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Checking segment: {'id': '77e77bfd-5e39-4d34-9dbb-637aff1a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '794cbbde-7767-4a7d-9a42-19e12e3b6100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:37.212746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network hostable DHCP agents. Network: 794cbbde-7767-4a7d-9a42-19e12e3b6100, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:19:37.236782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:19:37.246940 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Sync routers for ids ['ff324889-3fb5-4669-96ae-556e5348cb60'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:19:37.266700 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Routers {'ff324889-3fb5-4669-96ae-556e5348cb60'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:37.273632 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:37.280728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-06e175f2-1325-48ac-9744-3e41697c7df1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7071152 Nov 19 19:19:37.283583 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ff324889-3fb5-4669-96ae-556e5348cb60'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:37.287712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44260) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:37.301609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 794cbbde-7767-4a7d-9a42-19e12e3b6100 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:19:37.326795 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975da166-830d-4953-b816-5ea30741bc17 x-openstack-request-id: req-975da166-830d-4953-b816-5ea30741bc17 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:19:37.327107 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30a4f26-981c-4dde-96bf-ea3c25a826bf", "name": "network-vif-deleted", "tag": "a6352b25-34b9-4b3f-9836-301896db891b", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:19:37.327357 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-975da166-830d-4953-b816-5ea30741bc17 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:19:37.332822 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30a4f26-981c-4dde-96bf-ea3c25a826bf', 'name': 'network-vif-deleted', 'tag': 'a6352b25-34b9-4b3f-9836-301896db891b', 'status': 'completed', 'code': 200} Nov 19 19:19:37.337364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a4f35e83-5956-43ae-90ed-433f65e07b19 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:37.342769 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 794cbbde-7767-4a7d-9a42-19e12e3b6100) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:37.349780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:37.356102 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:37.368925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1818f01-5290-4251-8c7e-3a67a5cecd75 None None] Network 794cbbde-7767-4a7d-9a42-19e12e3b6100 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:37.393577 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f039c8e3-6caf-4c65-adff-4464d3e23ef9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7857733 Nov 19 19:19:37.396835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44264) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:37.409184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7e8e10db-8739-4d12-977d-3f63481bac2c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1217028864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:37.546702 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e8e10db-8739-4d12-977d-3f63481bac2c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:37.548007 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e8e10db-8739-4d12-977d-3f63481bac2c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:37.628831 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Set router ff324889-3fb5-4669-96ae-556e5348cb60 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:19:37.695137 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e8e10db-8739-4d12-977d-3f63481bac2c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:37.735597 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e8e10db-8739-4d12-977d-3f63481bac2c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:37.868738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a0bfa067-fbeb-49ef-be19-5ad7ae345ed8 None None] Provisioning complete for port a4f35e83-5956-43ae-90ed-433f65e07b19 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:37.870515 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa067-fbeb-49ef-be19-5ad7ae345ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:37.917434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7e8e10db-8739-4d12-977d-3f63481bac2c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:37.921615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7e8e10db-8739-4d12-977d-3f63481bac2c tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5232210 Nov 19 19:19:37.924538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44286) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:37.935525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'network_id': '794cbbde-7767-4a7d-9a42-19e12e3b6100', 'name': 'tempest-PortsIpV6TestJSON-1423232228'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:38.023594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a4f35e83-5956-43ae-90ed-433f65e07b19 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:38.024304 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:38.161650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-794cbbde-7767-4a7d-9a42-19e12e3b6100', 'network_id': '794cbbde-7767-4a7d-9a42-19e12e3b6100', 'tenant_id': 'e8c24d81d69e4beea7962c1c3e4200e7', 'fixed_ips': [{'subnet_id': '1eec029d-60ad-4cb7-8bed-a22fce6d330c'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:19:38.162579 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:38.171510 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67a1956a-cc2a-4706-b81a-c9538fc62b40 req-6d62e5fb-7c3a-41ce-9225-9b3ed7d3b31c tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=a30a4f26-981c-4dde-96bf-ea3c25a826bf HTTP/1.1" status: 200 len: 210 time: 0.0988250 Nov 19 19:19:38.179576 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'name': 'tempest-TestServerBasicOps-1809455249-router', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:30Z', 'updated_at': '2021-11-19T19:19:35Z', 'revision_number': 3, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'gw_port': {'id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:32Z', 'updated_at': '2021-11-19T19:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:38.259597 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Checking router: ff324889-3fb5-4669-96ae-556e5348cb60 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:19:38.266103 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Updating router ff324889-3fb5-4669-96ae-556e5348cb60 port cea0d812-9896-46bd-bbb3-c73b8c3217b2 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:19:38.337567 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:38.343216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:38.348198 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:38.397253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port d3a6fadd-09e1-427d-a549-b615ef9eca07 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:19:38.496985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:38.540926 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6f62d3fe-f499-41be-8198-9cec91266e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:38.714115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8::8 (794cbbde-7767-4a7d-9a42-19e12e3b6100/1eec029d-60ad-4cb7-8bed-a22fce6d330c/d3a6fadd-09e1-427d-a549-b615ef9eca07) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:38.798224 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:38.812825 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:38.892538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Allocated IP 172.20.0.1 (f27fccf0-46ff-4c43-9715-a85c9cf3b02d/19f2038f-af73-4587-b198-b979839be2cb/427484f7-5df7-4456-b9e3-45d654da2671) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:38.932050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938f78de-fa1f-420a-83ff-6e8320d51b63 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:19:38.989650 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:38.990351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-20edcdc4-f8ae-432d-aa83-b360abf730e4 None None] Provisioning complete for port cea0d812-9896-46bd-bbb3-c73b8c3217b2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:38.990538 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-20edcdc4-f8ae-432d-aa83-b360abf730e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:38.996708 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Attempting to bind port cea0d812-9896-46bd-bbb3-c73b8c3217b2 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:38.997112 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Attempting to bind port cea0d812-9896-46bd-bbb3-c73b8c3217b2 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:38.997481 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Attempting to bind port cea0d812-9896-46bd-bbb3-c73b8c3217b2 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:39.000812 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f09a0-868e-4b04-a5a4-a42915b948b0 None None] Pushing event updated for resources: {'Port': ['ID=cea0d812-9896-46bd-bbb3-c73b8c3217b2,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:39.005799 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:39.018373 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:39.021085 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:39.021853 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:39.022566 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Bound port: cea0d812-9896-46bd-bbb3-c73b8c3217b2, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:39.023170 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:39.041463 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-20edcdc4-f8ae-432d-aa83-b360abf730e4 None None] Port cea0d812-9896-46bd-bbb3-c73b8c3217b2 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:39.074181 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:39.159354 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] For port cea0d812-9896-46bd-bbb3-c73b8c3217b2, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:39.171218 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] For port cea0d812-9896-46bd-bbb3-c73b8c3217b2, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cea0d812-9896-46bd-bbb3-c73b8c3217b2,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:39.182743 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:39.193151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 794cbbde-7767-4a7d-9a42-19e12e3b6100 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:39.213126 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:39.218707 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:39.236881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:39.239401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Allocated IP 2001:db8::2 (794cbbde-7767-4a7d-9a42-19e12e3b6100/1eec029d-60ad-4cb7-8bed-a22fce6d330c/f49f3800-a696-4433-be72-8a2a6a34ac38) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:39.249475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:39.260359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:39.291934 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:39.295380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=d3a6fadd-09e1-427d-a549-b615ef9eca07,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:39.344338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-73febb3f-fbbf-4592-acd3-a7623a3f5067 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4131844 Nov 19 19:19:39.344613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44362) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:39.357809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4da27e-3540-4614-89c4-d0f5aefe4858 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:19:39.400953 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Routers {'ff324889-3fb5-4669-96ae-556e5348cb60'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:39.401658 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ff324889-3fb5-4669-96ae-556e5348cb60'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:39.460776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Network f27fccf0-46ff-4c43-9715-a85c9cf3b02d is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:39.466667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:39.470094 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f09a0-868e-4b04-a5a4-a42915b948b0 None None] Pushing event updated for resources: {'Port': ['ID=cea0d812-9896-46bd-bbb3-c73b8c3217b2,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:39.474208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:39.627910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a6352b25-34b9-4b3f-9836-301896db891b no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:19:39.633285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Pushing event updated for resources: {'Port': ['ID=427484f7-5df7-4456-b9e3-45d654da2671,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:39.685788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: a6352b25-34b9-4b3f-9836-301896db891b {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:19:39.687085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a6352b25-34b9-4b3f-9836-301896db891b not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:19:39.688590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:39.722742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-16eeab66-3737-41a7-882d-b614286e8301 None None] Provisioning complete for port cea0d812-9896-46bd-bbb3-c73b8c3217b2 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:39.723367 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16eeab66-3737-41a7-882d-b614286e8301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:39.729545 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:39.749471 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] Set router ff324889-3fb5-4669-96ae-556e5348cb60 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:19:39.792742 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:39.823348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Network 794cbbde-7767-4a7d-9a42-19e12e3b6100 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:39.831062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:39.839533 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:40.077036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.177984 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'name': 'tempest-TestServerBasicOps-1809455249-router', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:30Z', 'updated_at': '2021-11-19T19:19:35Z', 'revision_number': 3, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'gw_port': {'id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:32Z', 'updated_at': '2021-11-19T19:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:40.193485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df8886-6ac1-40cc-b129-373f65a469c1 req-4aed6159-6b1d-41b2-9c13-96e7dfa71f41 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:40.195121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93df8886-6ac1-40cc-b129-373f65a469c1 req-4aed6159-6b1d-41b2-9c13-96e7dfa71f41 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.3592501 Nov 19 19:19:40.307254 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8652593-ea24-44ab-b3b4-5a47d0fc41c6 None None] The sync data for ids ['ff324889-3fb5-4669-96ae-556e5348cb60'] in n-d-815373-6 is: [{'id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'name': 'tempest-TestServerBasicOps-1809455249-router', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:30Z', 'updated_at': '2021-11-19T19:19:35Z', 'revision_number': 3, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'gw_port': {'id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:32Z', 'updated_at': '2021-11-19T19:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:19:40.344312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Attempting to bind port f49f3800-a696-4433-be72-8a2a6a34ac38 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:40.355184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Attempting to bind port f49f3800-a696-4433-be72-8a2a6a34ac38 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '77e77bfd-5e39-4d34-9dbb-637aff1a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '794cbbde-7767-4a7d-9a42-19e12e3b6100'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:40.358330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Attempting to bind port f49f3800-a696-4433-be72-8a2a6a34ac38 on network 794cbbde-7767-4a7d-9a42-19e12e3b6100 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:40.365724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Pushing event updated for resources: {'Port': ['ID=f49f3800-a696-4433-be72-8a2a6a34ac38,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:40.382592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:40.383759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Checking segment: {'id': '77e77bfd-5e39-4d34-9dbb-637aff1a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '794cbbde-7767-4a7d-9a42-19e12e3b6100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:40.383759 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.384611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Bound using segment: {'id': '77e77bfd-5e39-4d34-9dbb-637aff1a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '794cbbde-7767-4a7d-9a42-19e12e3b6100'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:40.385085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Bound port: f49f3800-a696-4433-be72-8a2a6a34ac38, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e77bfd-5e39-4d34-9dbb-637aff1a4760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '794cbbde-7767-4a7d-9a42-19e12e3b6100'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:40.385533 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.455688 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.466440 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.473921 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16eeab66-3737-41a7-882d-b614286e8301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.490697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93df8886-6ac1-40cc-b129-373f65a469c1 req-72f12d62-8821-4531-b243-719589013d2a tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768042 Nov 19 19:19:40.556558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-16eeab66-3737-41a7-882d-b614286e8301 None None] For port cea0d812-9896-46bd-bbb3-c73b8c3217b2, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cea0d812-9896-46bd-bbb3-c73b8c3217b2,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:40.564729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] For port f49f3800-a696-4433-be72-8a2a6a34ac38, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:40.592905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Pushing event updated for resources: {'Port': ['ID=427484f7-5df7-4456-b9e3-45d654da2671,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:40.600515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.601248 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16eeab66-3737-41a7-882d-b614286e8301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.605515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] For port f49f3800-a696-4433-be72-8a2a6a34ac38, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f49f3800-a696-4433-be72-8a2a6a34ac38,segment=NetworkSegment(77e77bfd-5e39-4d34-9dbb-637aff1a4760),segment_id=77e77bfd-5e39-4d34-9dbb-637aff1a4760)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:40.609969 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.705042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0afe5c8d-fa72-400d-8155-0bfb9e89b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.707197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eeab66-3737-41a7-882d-b614286e8301 None None] Pushing event updated for resources: {'Port': ['ID=cea0d812-9896-46bd-bbb3-c73b8c3217b2,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:40.717898 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.877782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a714e33c-fb8e-47f9-993e-b52368399ce9 None None] Provisioning complete for port 427484f7-5df7-4456-b9e3-45d654da2671 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:40.878473 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a714e33c-fb8e-47f9-993e-b52368399ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:40.959110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Network f27fccf0-46ff-4c43-9715-a85c9cf3b02d is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:40.964683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:40.995703 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29004e-cddb-41bf-9a41-d68cee231345 None None] Pushing event updated for resources: {'Port': ['ID=f49f3800-a696-4433-be72-8a2a6a34ac38,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:41.006492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a714e33c-fb8e-47f9-993e-b52368399ce9 None None] Port 427484f7-5df7-4456-b9e3-45d654da2671 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:41.312773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Router ff324889-3fb5-4669-96ae-556e5348cb60 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:19:41.432722 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:41.443468 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:41.551642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ee8495fd-7b85-4167-8834-5aaa1c4e6b6b None None] Provisioning complete for port 427484f7-5df7-4456-b9e3-45d654da2671 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:41.552020 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee8495fd-7b85-4167-8834-5aaa1c4e6b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:41.671920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:19:41.681625 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8100eb70-40de-4386-b322-6f3f81f59d11 admin admin] 10.222.0.50 "PUT /v2.0/routers/ff324889-3fb5-4669-96ae-556e5348cb60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3901062 Nov 19 19:19:41.688503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ee8495fd-7b85-4167-8834-5aaa1c4e6b6b None None] Port 427484f7-5df7-4456-b9e3-45d654da2671 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:41.861030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=d3a6fadd-09e1-427d-a549-b615ef9eca07,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:41.912560 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:41.934493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41b6a5-d1f4-46d4-a4c8-3e8c583d2264 req-2c15619b-21ba-4740-99ee-7ab1c13351c5 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:41.939158 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae41b6a5-d1f4-46d4-a4c8-3e8c583d2264 req-2c15619b-21ba-4740-99ee-7ab1c13351c5 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1474066 Nov 19 19:19:41.940639 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:41.973299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f8274-2cbe-41dd-94c5-e5f55b6e61e9 req-1fe06fee-4917-4370-978a-46f5521b94bc tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:41.979768 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b0f8274-2cbe-41dd-94c5-e5f55b6e61e9 req-1fe06fee-4917-4370-978a-46f5521b94bc tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.57 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 945 time: 0.1229870 Nov 19 19:19:42.109631 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae41b6a5-d1f4-46d4-a4c8-3e8c583d2264 req-3cb30d90-e97d-40d7-9bfa-9438a9fa55d7 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7e73163-5b8f-4381-94bf-0eed7225ac70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119015 Nov 19 19:19:42.165740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-4b0f8274-2cbe-41dd-94c5-e5f55b6e61e9 req-7fdbcdc0-d45a-4ced-8afd-e43bcc7cd302 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Deleting port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:42.165986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b0f8274-2cbe-41dd-94c5-e5f55b6e61e9 req-7fdbcdc0-d45a-4ced-8afd-e43bcc7cd302 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:42.186756 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:42.365739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-4b0f8274-2cbe-41dd-94c5-e5f55b6e61e9 req-7fdbcdc0-d45a-4ced-8afd-e43bcc7cd302 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] For port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:42.367631 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b0f8274-2cbe-41dd-94c5-e5f55b6e61e9 req-7fdbcdc0-d45a-4ced-8afd-e43bcc7cd302 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:42.395086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-4b0f8274-2cbe-41dd-94c5-e5f55b6e61e9 req-7fdbcdc0-d45a-4ced-8afd-e43bcc7cd302 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Calling delete_port for 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:42.729201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b0f8274-2cbe-41dd-94c5-e5f55b6e61e9 req-7fdbcdc0-d45a-4ced-8afd-e43bcc7cd302 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:42.753188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:19:42.858556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbcdc0-d45a-4ced-8afd-e43bcc7cd302 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Pushing event deleted for resources: {'Port': ['ID=7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:42.957043 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:42.964254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:42.965289 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:42.981379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0f8274-2cbe-41dd-94c5-e5f55b6e61e9 req-7fdbcdc0-d45a-4ced-8afd-e43bcc7cd302 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] No DVR routers for this DVR port 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:19:42.988550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e982483-68cf-41da-8595-8f334a5a8b6a None None] Network 794cbbde-7767-4a7d-9a42-19e12e3b6100 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:43.001926 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b0f8274-2cbe-41dd-94c5-e5f55b6e61e9 req-7fdbcdc0-d45a-4ced-8afd-e43bcc7cd302 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.011734 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b0f8274-2cbe-41dd-94c5-e5f55b6e61e9 req-7fdbcdc0-d45a-4ced-8afd-e43bcc7cd302 tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.57 "DELETE /v2.0/ports/7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd HTTP/1.1" status: 204 len: 173 time: 1.0242746 Nov 19 19:19:43.017551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834f5c82-8259-46b2-9166-2f4d722ed853', 'name': 'network-vif-deleted', 'tag': '7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:19:43.025154 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc17465-9ded-438b-9a73-11539135db52" -d '{"events": [{"server_uuid": "834f5c82-8259-46b2-9166-2f4d722ed853", "name": "network-vif-deleted", "tag": "7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:19:43.138715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44460) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:43.144097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c57ce723-8f52-4b28-8af7-d3798a4bfd1e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839563076', 'description': 'tempest-secgroup-smoke-1839563076 description', 'project_id': 'cf9ac7283ce24baa836453c270feae8e'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:43.243726 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf17ae5c-df6a-48bc-a7b3-63ea306a259b x-openstack-request-id: req-cf17ae5c-df6a-48bc-a7b3-63ea306a259b {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:19:43.245304 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834f5c82-8259-46b2-9166-2f4d722ed853", "name": "network-vif-deleted", "tag": "7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:19:43.246023 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf17ae5c-df6a-48bc-a7b3-63ea306a259b {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:19:43.251059 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834f5c82-8259-46b2-9166-2f4d722ed853', 'name': 'network-vif-deleted', 'tag': '7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd', 'status': 'completed', 'code': 200} Nov 19 19:19:43.266276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cea0d812-9896-46bd-bbb3-c73b8c3217b2 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:43.268062 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ce723-8f52-4b28-8af7-d3798a4bfd1e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.293237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=d3a6fadd-09e1-427d-a549-b615ef9eca07,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:43.375075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-edcb52d9-b8da-4736-9503-d9b5ec42bd92 None None] Provisioning complete for port f49f3800-a696-4433-be72-8a2a6a34ac38 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:43.386259 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edcb52d9-b8da-4736-9503-d9b5ec42bd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.392939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d16daae-1771-49fe-8c2e-5bbb8644b07f req-f6597f9c-598f-4e25-9794-cad30cf894bc tempest-ServerRescueTestJSON-1975315823 tempest-ServerRescueTestJSON-1975315823-project] 10.222.0.50 "GET /v2.0/ports?device_id=834f5c82-8259-46b2-9166-2f4d722ed853 HTTP/1.1" status: 200 len: 210 time: 0.0839977 Nov 19 19:19:43.407091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 794cbbde-7767-4a7d-9a42-19e12e3b6100 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:43.410473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:43.511750 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ce723-8f52-4b28-8af7-d3798a4bfd1e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.523783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ce723-8f52-4b28-8af7-d3798a4bfd1e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.537408 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.610803 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ce723-8f52-4b28-8af7-d3798a4bfd1e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.629899 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c57ce723-8f52-4b28-8af7-d3798a4bfd1e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4882238 Nov 19 19:19:43.648422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44470) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:43.665799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a09de7cd-55ae-45f6-9768-313bba75a69e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Request body: {'security_group_rule': {'security_group_id': '37e13d59-c86e-4ab3-90ef-7948041d50cf', 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:43.680718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ce723-8f52-4b28-8af7-d3798a4bfd1e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e13d59-c86e-4ab3-90ef-7948041d50cf,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:43.759483 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a09de7cd-55ae-45f6-9768-313bba75a69e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.837684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Sync routers for ids ['ff324889-3fb5-4669-96ae-556e5348cb60'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:19:43.861293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edcb52d9-b8da-4736-9503-d9b5ec42bd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.907504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Routers {'ff324889-3fb5-4669-96ae-556e5348cb60'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:43.908443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ff324889-3fb5-4669-96ae-556e5348cb60'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:43.923176 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a09de7cd-55ae-45f6-9768-313bba75a69e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.936545 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a09de7cd-55ae-45f6-9768-313bba75a69e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.961839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09de7cd-55ae-45f6-9768-313bba75a69e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3c2230-b3a7-4faf-b457-9f4cf474abec,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:43.978124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a09de7cd-55ae-45f6-9768-313bba75a69e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:43.982939 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a09de7cd-55ae-45f6-9768-313bba75a69e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331044 Nov 19 19:19:43.985493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44478) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:43.995272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-89905bbe-3b24-421b-a00b-2d23425d2d96 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Request body: {'security_group_rule': {'security_group_id': '37e13d59-c86e-4ab3-90ef-7948041d50cf', 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:44.018412 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port cea0d812-9896-46bd-bbb3-c73b8c3217b2 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:44.030837 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:44.079592 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-89905bbe-3b24-421b-a00b-2d23425d2d96 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:44.240672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-89905bbe-3b24-421b-a00b-2d23425d2d96 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:44.246780 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-89905bbe-3b24-421b-a00b-2d23425d2d96 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:44.253911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-edcb52d9-b8da-4736-9503-d9b5ec42bd92 None None] For port f49f3800-a696-4433-be72-8a2a6a34ac38, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f49f3800-a696-4433-be72-8a2a6a34ac38,segment=NetworkSegment(77e77bfd-5e39-4d34-9dbb-637aff1a4760),segment_id=77e77bfd-5e39-4d34-9dbb-637aff1a4760)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:44.289834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Router 1b28a555-ed3b-42bc-9041-86617cd1526a is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:19:44.311539 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-89905bbe-3b24-421b-a00b-2d23425d2d96 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:44.315418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-89905bbe-3b24-421b-a00b-2d23425d2d96 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3248858 Nov 19 19:19:44.318774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44484) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:44.321361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89905bbe-3b24-421b-a00b-2d23425d2d96 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3135ee-e086-44d3-9ccc-b9eb2b3ac873,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:44.340837 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edcb52d9-b8da-4736-9503-d9b5ec42bd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:44.391956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-94ee1a3e-de6c-4443-ac41-3b6b1a030736 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Request body: {'security_group_rule': {'security_group_id': '37e13d59-c86e-4ab3-90ef-7948041d50cf', 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:44.494515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb52d9-b8da-4736-9503-d9b5ec42bd92 None None] Pushing event updated for resources: {'Port': ['ID=f49f3800-a696-4433-be72-8a2a6a34ac38,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:44.502881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:19:44.507211 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44492) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:44.511581 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:44.528349 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c2bb33-2b1a-4f45-a522-2d5dd11c8a26 None None] Sync routers for ids ['1b28a555-ed3b-42bc-9041-86617cd1526a'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:19:44.542520 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-450dd00b-ddcd-4554-be88-ddd687b04e0b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "PUT /v2.0/routers/1b28a555-ed3b-42bc-9041-86617cd1526a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1967044 Nov 19 19:19:44.543640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94ee1a3e-de6c-4443-ac41-3b6b1a030736 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:44.553168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44494) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:44.566993 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2bb33-2b1a-4f45-a522-2d5dd11c8a26 None None] Routers {'1b28a555-ed3b-42bc-9041-86617cd1526a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:44.567646 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-10c2bb33-2b1a-4f45-a522-2d5dd11c8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1b28a555-ed3b-42bc-9041-86617cd1526a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:44.578152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Set router ff324889-3fb5-4669-96ae-556e5348cb60 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:19:44.662425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-40699666-4208-4ede-bf38-48c68ab696ed None None] Provisioning complete for port f49f3800-a696-4433-be72-8a2a6a34ac38 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:44.662689 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-10c2bb33-2b1a-4f45-a522-2d5dd11c8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:44.663237 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40699666-4208-4ede-bf38-48c68ab696ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:44.676328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce4adaa-6112-48b6-9193-cf2e3cb2a34e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:44.683586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1ce4adaa-6112-48b6-9193-cf2e3cb2a34e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b28a555-ed3b-42bc-9041-86617cd1526a HTTP/1.1" status: 200 len: 987 time: 0.1151800 Nov 19 19:19:44.686453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44496) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:44.703995 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2bb33-2b1a-4f45-a522-2d5dd11c8a26 None None] Routers {'1b28a555-ed3b-42bc-9041-86617cd1526a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:44.704581 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-10c2bb33-2b1a-4f45-a522-2d5dd11c8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1b28a555-ed3b-42bc-9041-86617cd1526a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:44.770721 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-10c2bb33-2b1a-4f45-a522-2d5dd11c8a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:44.771693 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c2bb33-2b1a-4f45-a522-2d5dd11c8a26 None None] The sync data for ids ['1b28a555-ed3b-42bc-9041-86617cd1526a'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:19:44.783653 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f49f3800-a696-4433-be72-8a2a6a34ac38 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:44.937858 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94ee1a3e-de6c-4443-ac41-3b6b1a030736 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:44.959656 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94ee1a3e-de6c-4443-ac41-3b6b1a030736 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.084503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee1a3e-de6c-4443-ac41-3b6b1a030736 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b3950b-8fb0-46a6-904e-9581d094c0af,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:45.101572 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-94ee1a3e-de6c-4443-ac41-3b6b1a030736 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.103093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-94ee1a3e-de6c-4443-ac41-3b6b1a030736 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7863529 Nov 19 19:19:45.106048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44504) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:45.111314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5a52c950-7456-44b8-84d8-3eb3328337f7 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Request body: {'security_group_rule': {'security_group_id': '37e13d59-c86e-4ab3-90ef-7948041d50cf', 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:45.202521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a52c950-7456-44b8-84d8-3eb3328337f7 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.215135 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f49f3800-a696-4433-be72-8a2a6a34ac38 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:45.215624 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.331237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-40699666-4208-4ede-bf38-48c68ab696ed None None] Provisioning complete for port d3a6fadd-09e1-427d-a549-b615ef9eca07 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:45.331625 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40699666-4208-4ede-bf38-48c68ab696ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.387256 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a52c950-7456-44b8-84d8-3eb3328337f7 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.415643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a52c950-7456-44b8-84d8-3eb3328337f7 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.428096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-40699666-4208-4ede-bf38-48c68ab696ed None None] Port d3a6fadd-09e1-427d-a549-b615ef9eca07 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:45.509315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52c950-7456-44b8-84d8-3eb3328337f7 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ab7a16-941e-4c31-b6ad-b15571f6ff6c,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:45.530246 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a52c950-7456-44b8-84d8-3eb3328337f7 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.537114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5a52c950-7456-44b8-84d8-3eb3328337f7 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4289134 Nov 19 19:19:45.539248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44514) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:45.556055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-66d1a962-459d-41b2-9195-a73e78d4d5b0 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Request body: {'security_group_rule': {'security_group_id': '37e13d59-c86e-4ab3-90ef-7948041d50cf', 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:45.665961 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-66d1a962-459d-41b2-9195-a73e78d4d5b0 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Project cf9ac7283ce24baa836453c270feae8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:19:45.685278 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66d1a962-459d-41b2-9195-a73e78d4d5b0 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.692191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-194ef803-ab25-43fa-a5fa-55df8a7c83f4 None None] Provisioning complete for port d3a6fadd-09e1-427d-a549-b615ef9eca07 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:45.692563 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-194ef803-ab25-43fa-a5fa-55df8a7c83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.791263 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'name': 'tempest-TestServerBasicOps-1809455249-router', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:30Z', 'updated_at': '2021-11-19T19:19:39Z', 'revision_number': 4, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'gw_port': {'id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:32Z', 'updated_at': '2021-11-19T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '427484f7-5df7-4456-b9e3-45d654da2671', 'name': '', 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'mac_address': 'fa:16:3e:83:d4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '19f2038f-af73-4587-b198-b979839be2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:38Z', 'updated_at': '2021-11-19T19:19:40Z', 'revision_number': 2, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'subnets': [{'id': '19f2038f-af73-4587-b198-b979839be2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:45.853881 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.868852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Checking router: ff324889-3fb5-4669-96ae-556e5348cb60 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:19:45.869203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Updating router ff324889-3fb5-4669-96ae-556e5348cb60 port 427484f7-5df7-4456-b9e3-45d654da2671 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:19:45.919197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-194ef803-ab25-43fa-a5fa-55df8a7c83f4 None None] Port d3a6fadd-09e1-427d-a549-b615ef9eca07 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:45.944539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09c48e6b-5384-4a7d-9a8e-2e412861b591 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.946726 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66d1a962-459d-41b2-9195-a73e78d4d5b0 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.956788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.958594 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66d1a962-459d-41b2-9195-a73e78d4d5b0 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:45.984221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f49f3800-a696-4433-be72-8a2a6a34ac38 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:46.053983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1a962-459d-41b2-9195-a73e78d4d5b0 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c2057b-a898-408c-b8ec-ae956be2f951,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:46.070346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-66d1a962-459d-41b2-9195-a73e78d4d5b0 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.072489 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-66d1a962-459d-41b2-9195-a73e78d4d5b0 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5312283 Nov 19 19:19:46.075567 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44522) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:46.081937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f9968b90-3e86-41c8-ad66-9bb3a9d9b68f tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Request body: {'security_group_rule': {'security_group_id': '37e13d59-c86e-4ab3-90ef-7948041d50cf', 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:46.082887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:19:46.183135 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-f9968b90-3e86-41c8-ad66-9bb3a9d9b68f tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Project cf9ac7283ce24baa836453c270feae8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:19:46.192922 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9968b90-3e86-41c8-ad66-9bb3a9d9b68f tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.224455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:19:46.225038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 7b9e30f4-52fe-4884-93d9-79ba2dfcbcbd not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:19:46.432313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9968b90-3e86-41c8-ad66-9bb3a9d9b68f tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.461854 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9968b90-3e86-41c8-ad66-9bb3a9d9b68f tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.491665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9968b90-3e86-41c8-ad66-9bb3a9d9b68f tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05df1d44-5478-477e-a221-c27ddf00831e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:46.504433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] Deleting port fb556c0d-2868-4690-a403-342459713c6a {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:46.504779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.530437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3fb96002-9a0d-4116-9a20-7716c9881205 None None] Provisioning complete for port d3a6fadd-09e1-427d-a549-b615ef9eca07 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:46.530804 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3fb96002-9a0d-4116-9a20-7716c9881205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.531037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-09c48e6b-5384-4a7d-9a8e-2e412861b591 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port d3a6fadd-09e1-427d-a549-b615ef9eca07 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:46.531580 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09c48e6b-5384-4a7d-9a8e-2e412861b591 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.569475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3fb96002-9a0d-4116-9a20-7716c9881205 None None] Port d3a6fadd-09e1-427d-a549-b615ef9eca07 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:46.581737 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f49f3800-a696-4433-be72-8a2a6a34ac38 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:46.582048 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.604279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] For port fb556c0d-2868-4690-a403-342459713c6a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=fb556c0d-2868-4690-a403-342459713c6a,segment=NetworkSegment(a50cfcd7-509a-4a71-b91a-269599cbc140),segment_id=a50cfcd7-509a-4a71-b91a-269599cbc140)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:46.604633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.618967 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] Calling delete_port for fb556c0d-2868-4690-a403-342459713c6a owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:46.764456 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09c48e6b-5384-4a7d-9a8e-2e412861b591 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.794802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-09c48e6b-5384-4a7d-9a8e-2e412861b591 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for d3a6fadd-09e1-427d-a549-b615ef9eca07 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:46.879988 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9968b90-3e86-41c8-ad66-9bb3a9d9b68f tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.903974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f9968b90-3e86-41c8-ad66-9bb3a9d9b68f tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8268504 Nov 19 19:19:46.973739 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:46.996499 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:47.014809 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:47.059245 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb556c0d-2868-4690-a403-342459713c6a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:47.266915 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-0ba9305a-6320-4700-99b1-36ade2b2f79a tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839563076&fields=id&tenant_id=cf9ac7283ce24baa836453c270feae8e HTTP/1.1" status: 200 len: 267 time: 0.1773059 Nov 19 19:19:47.276965 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50565f-14d4-4099-bb81-3f4d02c1ba13 None None] Pushing event updated for resources: {'Port': ['ID=427484f7-5df7-4456-b9e3-45d654da2671,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:47.319725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Attempting to bind port 427484f7-5df7-4456-b9e3-45d654da2671 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:47.320102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Attempting to bind port 427484f7-5df7-4456-b9e3-45d654da2671 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '19be47f3-3656-43bf-8afb-99fdd7f3681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:47.321004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Attempting to bind port 427484f7-5df7-4456-b9e3-45d654da2671 on network f27fccf0-46ff-4c43-9715-a85c9cf3b02d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:47.344618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:47.345339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Checking segment: {'id': '19be47f3-3656-43bf-8afb-99fdd7f3681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:47.346453 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:47.351102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Bound using segment: {'id': '19be47f3-3656-43bf-8afb-99fdd7f3681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:47.355998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Bound port: 427484f7-5df7-4456-b9e3-45d654da2671, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be47f3-3656-43bf-8afb-99fdd7f3681c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:47.356991 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:47.528408 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:47.539941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bc0c5c38-842a-45f8-b97e-049f61954eef None None] Provisioning complete for port 427484f7-5df7-4456-b9e3-45d654da2671 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:47.539941 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5c38-842a-45f8-b97e-049f61954eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:47.589526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c5c38-842a-45f8-b97e-049f61954eef None None] Port 427484f7-5df7-4456-b9e3-45d654da2671 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:47.633823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9440c-e455-40bd-8394-75b84799339c req-c9e5b638-ea0e-4e32-85a2-eac8544b92c9 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:47.633823 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-c9e5b638-ea0e-4e32-85a2-eac8544b92c9 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/networks?id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 HTTP/1.1" status: 200 len: 808 time: 0.3481154 Nov 19 19:19:47.669805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] For port 427484f7-5df7-4456-b9e3-45d654da2671, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:47.681800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] For port 427484f7-5df7-4456-b9e3-45d654da2671, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=427484f7-5df7-4456-b9e3-45d654da2671,segment=NetworkSegment(19be47f3-3656-43bf-8afb-99fdd7f3681c),segment_id=19be47f3-3656-43bf-8afb-99fdd7f3681c)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:47.690962 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:47.691264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-875ee1c6-c20e-48ba-b539-661841f1867b tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/quotas/cf9ac7283ce24baa836453c270feae8e HTTP/1.1" status: 200 len: 375 time: 0.0370896 Nov 19 19:19:47.694846 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09c48e6b-5384-4a7d-9a8e-2e412861b591 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:47.791443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Routers {'ff324889-3fb5-4669-96ae-556e5348cb60'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:47.795303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ff324889-3fb5-4669-96ae-556e5348cb60'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:47.810359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50565f-14d4-4099-bb81-3f4d02c1ba13 None None] Pushing event updated for resources: {'Port': ['ID=427484f7-5df7-4456-b9e3-45d654da2671,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:47.931239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c48e6b-5384-4a7d-9a8e-2e412861b591 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=d3a6fadd-09e1-427d-a549-b615ef9eca07,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:48.097038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] Set router ff324889-3fb5-4669-96ae-556e5348cb60 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:19:48.219953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-c1a880e5-bd84-4fd6-8804-a794a3035fbe tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf9ac7283ce24baa836453c270feae8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5128031 Nov 19 19:19:48.387073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09c48e6b-5384-4a7d-9a8e-2e412861b591 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:48.656478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] Router 5bd5736b-afe8-4e01-af20-5c559a26450a has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:19:48.734067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b98b725b-d179-423f-a245-f2d8108fdf59 None None] Provisioning complete for port 427484f7-5df7-4456-b9e3-45d654da2671 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:48.734618 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b98b725b-d179-423f-a245-f2d8108fdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:48.837177 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-8ce7857d-f2d8-4230-8db2-d5b7f1e1bcbb service neutron] 10.222.0.50 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101681 Nov 19 19:19:48.874126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b98b725b-d179-423f-a245-f2d8108fdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:48.912264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'name': 'tempest-TestServerBasicOps-1809455249-router', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:30Z', 'updated_at': '2021-11-19T19:19:39Z', 'revision_number': 4, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'gw_port': {'id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:32Z', 'updated_at': '2021-11-19T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '427484f7-5df7-4456-b9e3-45d654da2671', 'name': '', 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'mac_address': 'fa:16:3e:83:d4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '19f2038f-af73-4587-b198-b979839be2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:38Z', 'updated_at': '2021-11-19T19:19:47Z', 'revision_number': 4, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'subnets': [{'id': '19f2038f-af73-4587-b198-b979839be2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:48.991161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c48e6b-5384-4a7d-9a8e-2e412861b591 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Router 1b28a555-ed3b-42bc-9041-86617cd1526a has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:19:49.023713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:19:49.040531 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-31ac2206-8cc8-4230-ac8c-13c03184704c admin admin] 10.222.0.50 "PUT /v2.0/routers/5bd5736b-afe8-4e01-af20-5c559a26450a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5288935 Nov 19 19:19:49.041222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44574) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:49.041676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170a368-3902-4361-9900-60e2b1940ed3 None None] Sync routers for ids ['5bd5736b-afe8-4e01-af20-5c559a26450a'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:19:49.058198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19e0b3-ca8e-495f-85a0-818a2e970fd0 None None] The sync data for ids ['ff324889-3fb5-4669-96ae-556e5348cb60'] in n-d-815373-6 is: [{'id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'name': 'tempest-TestServerBasicOps-1809455249-router', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:30Z', 'updated_at': '2021-11-19T19:19:39Z', 'revision_number': 4, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'gw_port': {'id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:32Z', 'updated_at': '2021-11-19T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '427484f7-5df7-4456-b9e3-45d654da2671', 'name': '', 'network_id': 'f27fccf0-46ff-4c43-9715-a85c9cf3b02d', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'mac_address': 'fa:16:3e:83:d4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '19f2038f-af73-4587-b198-b979839be2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:38Z', 'updated_at': '2021-11-19T19:19:47Z', 'revision_number': 4, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'subnets': [{'id': '19f2038f-af73-4587-b198-b979839be2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:19:49.090083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b98b725b-d179-423f-a245-f2d8108fdf59 None None] For port 427484f7-5df7-4456-b9e3-45d654da2671, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=427484f7-5df7-4456-b9e3-45d654da2671,segment=NetworkSegment(19be47f3-3656-43bf-8afb-99fdd7f3681c),segment_id=19be47f3-3656-43bf-8afb-99fdd7f3681c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:49.092356 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170a368-3902-4361-9900-60e2b1940ed3 None None] Routers {'5bd5736b-afe8-4e01-af20-5c559a26450a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:49.095697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4170a368-3902-4361-9900-60e2b1940ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5bd5736b-afe8-4e01-af20-5c559a26450a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:49.247116 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b98b725b-d179-423f-a245-f2d8108fdf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:49.361857 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:49.394355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b725b-d179-423f-a245-f2d8108fdf59 None None] Pushing event updated for resources: {'Port': ['ID=427484f7-5df7-4456-b9e3-45d654da2671,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:49.434686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-4170a368-3902-4361-9900-60e2b1940ed3 None None] Set router 5bd5736b-afe8-4e01-af20-5c559a26450a gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:19:49.626718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c48e6b-5384-4a7d-9a8e-2e412861b591 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:19:49.642615 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f8748-22ac-42ab-a7f1-8cc581d19887 None None] Sync routers for ids ['1b28a555-ed3b-42bc-9041-86617cd1526a'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:19:49.655354 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f8748-22ac-42ab-a7f1-8cc581d19887 None None] Routers {'1b28a555-ed3b-42bc-9041-86617cd1526a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:49.656357 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5f7f8748-22ac-42ab-a7f1-8cc581d19887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1b28a555-ed3b-42bc-9041-86617cd1526a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:49.681656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-09c48e6b-5384-4a7d-9a8e-2e412861b591 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "PUT /v2.0/routers/1b28a555-ed3b-42bc-9041-86617cd1526a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9865694 Nov 19 19:19:49.700505 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44586) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:49.749939 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:49.784799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-4fb7420b-ba67-4ff8-b1b4-9c2c5f101324 service neutron] 10.222.0.50 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9464889 Nov 19 19:19:49.787060 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b14328-2ae0-4138-8595-c29760126d66 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:19:49.793613 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-62b14328-2ae0-4138-8595-c29760126d66 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/d3a6fadd-09e1-427d-a549-b615ef9eca07 HTTP/1.1" status: 404 len: 333 time: 0.0920405 Nov 19 19:19:49.798174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44588) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:49.815087 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5f7f8748-22ac-42ab-a7f1-8cc581d19887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:49.847948 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f8748-22ac-42ab-a7f1-8cc581d19887 None None] Routers {'1b28a555-ed3b-42bc-9041-86617cd1526a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:49.849153 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5f7f8748-22ac-42ab-a7f1-8cc581d19887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1b28a555-ed3b-42bc-9041-86617cd1526a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:49.885089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4170a368-3902-4361-9900-60e2b1940ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'name': 'tempest-ServerRescueTestJSON-791169079-router', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:39Z', 'updated_at': '2021-11-19T19:19:46Z', 'revision_number': 5, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'gw_port': {'id': '9a832055-a5f4-4c95-8e69-4091739215f7', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:17:40Z', 'updated_at': '2021-11-19T19:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:49.895092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Deleting port 9a832055-a5f4-4c95-8e69-4091739215f7 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:49.895377 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:49.962983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 427484f7-5df7-4456-b9e3-45d654da2671 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:49.970922 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5f7f8748-22ac-42ab-a7f1-8cc581d19887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:49.974432 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f8748-22ac-42ab-a7f1-8cc581d19887 None None] The sync data for ids ['1b28a555-ed3b-42bc-9041-86617cd1526a'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:19:49.982774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170a368-3902-4361-9900-60e2b1940ed3 None None] Checking router: 5bd5736b-afe8-4e01-af20-5c559a26450a for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:19:50.070826 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170a368-3902-4361-9900-60e2b1940ed3 None None] Routers {'5bd5736b-afe8-4e01-af20-5c559a26450a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:19:50.071509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4170a368-3902-4361-9900-60e2b1940ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:19:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5bd5736b-afe8-4e01-af20-5c559a26450a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:50.080756 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d71-d966-4f08-81fe-d757bce9b33f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:50.119700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] For port 9a832055-a5f4-4c95-8e69-4091739215f7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a832055-a5f4-4c95-8e69-4091739215f7,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:50.121071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:50.172775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Calling delete_port for 9a832055-a5f4-4c95-8e69-4091739215f7 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:50.399332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9ae4130-2052-479d-bca1-f60a6d854662 req-6006e08a-764b-43c5-8684-d740226dd2ec tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 210 time: 0.0946243 Nov 19 19:19:50.449162 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 427484f7-5df7-4456-b9e3-45d654da2671 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:50.449641 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:50.545531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:50.615917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a832055-a5f4-4c95-8e69-4091739215f7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:50.737226 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d71-d966-4f08-81fe-d757bce9b33f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:50.755378 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d71-d966-4f08-81fe-d757bce9b33f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:50.839978 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:50.872649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d71-d966-4f08-81fe-d757bce9b33f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:50.873175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87f3d71-d966-4f08-81fe-d757bce9b33f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Fanout notify agent at l3_agent the message router_deleted on router 1b28a555-ed3b-42bc-9041-86617cd1526a {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:19:50.881773 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d87f3d71-d966-4f08-81fe-d757bce9b33f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:50.883523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d87f3d71-d966-4f08-81fe-d757bce9b33f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/routers/1b28a555-ed3b-42bc-9041-86617cd1526a HTTP/1.1" status: 204 len: 168 time: 1.0843749 Nov 19 19:19:50.886178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44612) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:50.994421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc67d0c-be2a-407c-8fa5-bb8630dc7a6d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting subnet 1eec029d-60ad-4cb7-8bed-a22fce6d330c {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:19:51.013423 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1dc67d0c-be2a-407c-8fa5-bb8630dc7a6d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:51.061494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41035a67-c30c-4f89-af2b-f89c2a4b278e None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:19:51.116360 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1dc67d0c-be2a-407c-8fa5-bb8630dc7a6d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:51.144348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-4170a368-3902-4361-9900-60e2b1940ed3 None None] Set router 5bd5736b-afe8-4e01-af20-5c559a26450a gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:19:51.286393 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:51.296613 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:51.397308 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-4170a368-3902-4361-9900-60e2b1940ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'name': 'tempest-ServerRescueTestJSON-791169079-router', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:39Z', 'updated_at': '2021-11-19T19:19:49Z', 'revision_number': 6, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:51.451814 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:51.452806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bd5736b-afe8-4e01-af20-5c559a26450a {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:19:51.459373 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:51.466917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f0d3a1e2-86d8-404c-9f9e-6a87efc78b65 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5bd5736b-afe8-4e01-af20-5c559a26450a HTTP/1.1" status: 204 len: 168 time: 2.4221003 Nov 19 19:19:51.469687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44624) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:51.529494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170a368-3902-4361-9900-60e2b1940ed3 None None] The sync data for ids ['5bd5736b-afe8-4e01-af20-5c559a26450a'] in n-d-815373-6 is: [{'id': '5bd5736b-afe8-4e01-af20-5c559a26450a', 'name': 'tempest-ServerRescueTestJSON-791169079-router', 'tenant_id': '821f0245517847c595daafbdfc6c9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:17:39Z', 'updated_at': '2021-11-19T19:19:49Z', 'revision_number': 6, 'project_id': '821f0245517847c595daafbdfc6c9ad6', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:19:51.761193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65b8da52-3559-4f35-a306-05e9155d0a57 req-6cd6283f-a5b3-41f3-a28e-4e29c42b999e tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 210 time: 0.0942094 Nov 19 19:19:51.780159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2a3d3b-5d5e-43ac-8e52-a49149164eeb admin admin] Deleting subnet b1aff004-67b4-41bf-a0c7-c0ae1b7fab92 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:19:51.792472 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1dc67d0c-be2a-407c-8fa5-bb8630dc7a6d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:51.886443 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2a3d3b-5d5e-43ac-8e52-a49149164eeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:51.893270 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1dc67d0c-be2a-407c-8fa5-bb8630dc7a6d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:51.971552 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d237aa-624e-4c09-916c-2c4a8b995fed None None] Network 794cbbde-7767-4a7d-9a42-19e12e3b6100 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:51.971726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1dc67d0c-be2a-407c-8fa5-bb8630dc7a6d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:51.978330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44634) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:51.979946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1dc67d0c-be2a-407c-8fa5-bb8630dc7a6d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/1eec029d-60ad-4cb7-8bed-a22fce6d330c HTTP/1.1" status: 204 len: 168 time: 1.0923865 Nov 19 19:19:51.985588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc67d0c-be2a-407c-8fa5-bb8630dc7a6d tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Subnet': ['ID=1eec029d-60ad-4cb7-8bed-a22fce6d330c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:52.035891 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2a3d3b-5d5e-43ac-8e52-a49149164eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:52.160392 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2a3d3b-5d5e-43ac-8e52-a49149164eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:52.245071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:52.263006 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device fb556c0d-2868-4690-a403-342459713c6a no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:19:52.312447 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: fb556c0d-2868-4690-a403-342459713c6a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:19:52.312792 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device fb556c0d-2868-4690-a403-342459713c6a not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:19:52.427531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port f49f3800-a696-4433-be72-8a2a6a34ac38 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:52.428925 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:52.505481 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2a3d3b-5d5e-43ac-8e52-a49149164eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:52.535789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] For port f49f3800-a696-4433-be72-8a2a6a34ac38, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f49f3800-a696-4433-be72-8a2a6a34ac38,segment=NetworkSegment(77e77bfd-5e39-4d34-9dbb-637aff1a4760),segment_id=77e77bfd-5e39-4d34-9dbb-637aff1a4760)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:52.536325 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:52.557502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for f49f3800-a696-4433-be72-8a2a6a34ac38 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:52.565888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a3d3b-5d5e-43ac-8e52-a49149164eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1aff004-67b4-41bf-a0c7-c0ae1b7fab92,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:52.577479 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e2a3d3b-5d5e-43ac-8e52-a49149164eeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:52.584830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7e2a3d3b-5d5e-43ac-8e52-a49149164eeb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b1aff004-67b4-41bf-a0c7-c0ae1b7fab92 HTTP/1.1" status: 204 len: 168 time: 1.1135714 Nov 19 19:19:52.589437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44642) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:52.647561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058eccb4-88ff-44c6-b074-ea9ba7f522b7 None None] DHCP port deletion for 794cbbde-7767-4a7d-9a42-19e12e3b6100 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:19:52.671429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9440c-e455-40bd-8394-75b84799339c req-75f520a4-9066-491c-9915-2af0df029c62 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:52.673320 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-75f520a4-9066-491c-9915-2af0df029c62 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.21 "GET /v2.0/networks?id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 HTTP/1.1" status: 200 len: 808 time: 0.4088082 Nov 19 19:19:52.729171 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:52.809586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=f49f3800-a696-4433-be72-8a2a6a34ac38,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:52.829837 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No DVR routers for this DVR port f49f3800-a696-4433-be72-8a2a6a34ac38 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:19:52.843854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-058eccb4-88ff-44c6-b074-ea9ba7f522b7 None None] Deleting port f49f3800-a696-4433-be72-8a2a6a34ac38 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:19:52.844230 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-058eccb4-88ff-44c6-b074-ea9ba7f522b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.007190 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-4316a0a7-3977-43ee-a273-3e03a1fec7cd tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9ac7283ce24baa836453c270feae8e HTTP/1.1" status: 200 len: 380 time: 0.3121397 Nov 19 19:19:53.040109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Request body: {'port': {'device_id': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'admin_state_up': True, 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'security_groups': ['37e13d59-c86e-4ab3-90ef-7948041d50cf']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:53.074140 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.099309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-058eccb4-88ff-44c6-b074-ea9ba7f522b7 None None] For port f49f3800-a696-4433-be72-8a2a6a34ac38, host n-d-815373-6, got binding levels [] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:53.099883 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-058eccb4-88ff-44c6-b074-ea9ba7f522b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.126785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794cbbde-7767-4a7d-9a42-19e12e3b6100']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:53.129911 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.140331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-058eccb4-88ff-44c6-b074-ea9ba7f522b7 None None] Calling delete_port for f49f3800-a696-4433-be72-8a2a6a34ac38 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:19:53.143331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.ipam_backend_mixin [None req-058eccb4-88ff-44c6-b074-ea9ba7f522b7 None None] Port f49f3800-a696-4433-be72-8a2a6a34ac38 was not found and therefore no delete operation was performed {{(pid=109889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:19:53.150844 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-058eccb4-88ff-44c6-b074-ea9ba7f522b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.160817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e77bfd-5e39-4d34-9dbb-637aff1a4760') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:53.160942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e77bfd-5e39-4d34-9dbb-637aff1a4760') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:53.170778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0fae223e-9873-450c-ae83-2aa898918d44 req-41816e71-fe9e-4a02-b4d3-f48161f58a06 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 210 time: 0.1041338 Nov 19 19:19:53.171102 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:19:53.190120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.216393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058eccb4-88ff-44c6-b074-ea9ba7f522b7 None None] No DVR routers for this DVR port f49f3800-a696-4433-be72-8a2a6a34ac38 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:19:53.218702 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.222190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058eccb4-88ff-44c6-b074-ea9ba7f522b7 None None] Pushing event deleted for resources: {'Port': ['ID=f49f3800-a696-4433-be72-8a2a6a34ac38,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:53.234905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:19:53.235887 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:19:53.248263 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:19:53.431785 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.446432 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.453210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/networks/794cbbde-7767-4a7d-9a42-19e12e3b6100 HTTP/1.1" status: 204 len: 168 time: 1.4724693 Nov 19 19:19:53.462839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44696) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:53.482649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7e419-da2c-4bb3-8453-f811f51f28ec tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Network': ['ID=794cbbde-7767-4a7d-9a42-19e12e3b6100,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:53.516238 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.593062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e825d-0dc1-4b28-a29a-fe43f0c74559 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:53.598802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44710) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:53.609189 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d11e825d-0dc1-4b28-a29a-fe43f0c74559 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/2145c2d1-d397-45c1-82df-a2ee7a369378 HTTP/1.1" status: 200 len: 845 time: 0.1299708 Nov 19 19:19:53.616515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62556698-c2ab-4962-a38b-b10646191d55']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:53.645212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50cfcd7-509a-4a71-b91a-269599cbc140') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:53.646084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50cfcd7-509a-4a71-b91a-269599cbc140') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:19:53.658151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Made reservation on behalf of cf9ac7283ce24baa836453c270feae8e for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:53.665522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.674560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.708598 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1c0e0653-7612-4de3-b655-e5b01b54ee8e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/2145c2d1-d397-45c1-82df-a2ee7a369378?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1084228 Nov 19 19:19:53.713446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44726) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:53.723212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.724532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0bd2084c-aaa1-4490-aaf1-8612d011e9f6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:53.739985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:19:53.740452 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:19:53.743499 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:19:53.871495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd2084c-aaa1-4490-aaf1-8612d011e9f6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:53.877037 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bd2084c-aaa1-4490-aaf1-8612d011e9f6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:53.888497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a832055-a5f4-4c95-8e69-4091739215f7 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:19:53.944377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 9a832055-a5f4-4c95-8e69-4091739215f7 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:19:53.944754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a832055-a5f4-4c95-8e69-4091739215f7 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:19:53.945725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f49f3800-a696-4433-be72-8a2a6a34ac38 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:19:53.995082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: f49f3800-a696-4433-be72-8a2a6a34ac38 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:19:53.995599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f49f3800-a696-4433-be72-8a2a6a34ac38 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:19:54.055327 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:54.088278 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:54.096685 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/62556698-c2ab-4962-a38b-b10646191d55 HTTP/1.1" status: 204 len: 168 time: 1.5060587 Nov 19 19:19:54.177551 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Allocated IP 172.20.0.3 (d74a31fa-37f4-4bb2-bc35-6d207c7ccc40/00d8d2ec-40f3-4b44-ad76-f410d94c7361/de72e3ad-2986-4f50-832b-795c2d22b7bf) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:54.397964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7a0b0-02ba-4c32-97f2-c64b96f39de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=62556698-c2ab-4962-a38b-b10646191d55,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:54.459471 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0f08cdf6-c6c3-43a5-bb84-39bc4764ba4c req-fd0d8670-bfb6-4dde-b0b0-dca999dd34c9 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 210 time: 0.1165547 Nov 19 19:19:54.522076 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bd2084c-aaa1-4490-aaf1-8612d011e9f6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:54.609984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 44810) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:54.629121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2084c-aaa1-4490-aaf1-8612d011e9f6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Subnet': ['ID=33af3969-87db-4054-8ea6-352e8240ef24,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:54.636090 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd2084c-aaa1-4490-aaf1-8612d011e9f6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 53915810-99cc-42b2-adfb-38933426efaf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:54.637864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-0bd2084c-aaa1-4490-aaf1-8612d011e9f6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:54.640684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd2084c-aaa1-4490-aaf1-8612d011e9f6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:54.641519 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0bd2084c-aaa1-4490-aaf1-8612d011e9f6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:54.662543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0bd2084c-aaa1-4490-aaf1-8612d011e9f6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9431868 Nov 19 19:19:54.668239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44814) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:54.670175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e21b516-4366-4cbe-b04e-62bb3c1691a2 None None] Network 53915810-99cc-42b2-adfb-38933426efaf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:19:54.685981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b9c979db-350b-48a4-83e4-bacda2cc155a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'security_group': {'name': 'tempest-secgroup-1072748242'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:54.753713 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9c979db-350b-48a4-83e4-bacda2cc155a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:54.757185 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:54.851130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44836) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:54.852991 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c98b9fc3-edbc-4b61-b258-105caff8d006 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=821f0245517847c595daafbdfc6c9ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416267 Nov 19 19:19:54.912142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:54.919048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-53915810-99cc-42b2-adfb-38933426efaf', 'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'tenant_id': 'e8c24d81d69e4beea7962c1c3e4200e7', 'fixed_ips': [{'subnet_id': '33af3969-87db-4054-8ea6-352e8240ef24'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:19:54.920231 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.000183 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9c979db-350b-48a4-83e4-bacda2cc155a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.010457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:55.017045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:55.035346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9c979db-350b-48a4-83e4-bacda2cc155a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.044882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:55.092263 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b9c979db-350b-48a4-83e4-bacda2cc155a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.094102 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b9c979db-350b-48a4-83e4-bacda2cc155a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4240773 Nov 19 19:19:55.111372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44858) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:55.125836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-14bcd96d-78f6-47b2-8baa-9942ea31184e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'security_group': {'name': 'tempest-secgroup-1526794717'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:55.157253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event updated for resources: {'Port': ['ID=de72e3ad-2986-4f50-832b-795c2d22b7bf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:55.230855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c979db-350b-48a4-83e4-bacda2cc155a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2107e78a-b0f3-4653-ad2b-68e0da0938ff,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:55.276330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:55.277369 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.311633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14bcd96d-78f6-47b2-8baa-9942ea31184e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.328012 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-e897facc-6d77-4a5a-8501-b139f2ec0860 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3094194 Nov 19 19:19:55.346116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Request body: {'port': {'device_id': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:55.363279 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dafef423-2c39-4e91-bf74-ab9d366b1b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.370266 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.391068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Allocated IP 2001:db8::2 (53915810-99cc-42b2-adfb-38933426efaf/33af3969-87db-4054-8ea6-352e8240ef24/879cda7a-b6d1-4e37-bead-ff13242d9e7d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:55.475470 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dafef423-2c39-4e91-bf74-ab9d366b1b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.545113 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.679343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-db85375f-1931-4993-b719-8ac9c4113b5d None None] Provisioning complete for port de72e3ad-2986-4f50-832b-795c2d22b7bf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:55.680048 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-db85375f-1931-4993-b719-8ac9c4113b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.735855 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14bcd96d-78f6-47b2-8baa-9942ea31184e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.744233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14bcd96d-78f6-47b2-8baa-9942ea31184e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.789058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14bcd96d-78f6-47b2-8baa-9942ea31184e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.796774 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-14bcd96d-78f6-47b2-8baa-9942ea31184e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6802886 Nov 19 19:19:55.798603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-db85375f-1931-4993-b719-8ac9c4113b5d None None] Port de72e3ad-2986-4f50-832b-795c2d22b7bf cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:55.805065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 44912) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:55.809640 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.823149 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.833085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-455064522', 'security_groups': ['1284b4ec-36ff-4959-9d17-cce20c87f005'], 'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '33af3969-87db-4054-8ea6-352e8240ef24'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:55.844947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dafef423-2c39-4e91-bf74-ab9d366b1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.850158 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dafef423-2c39-4e91-bf74-ab9d366b1b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:55.858673 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dafef423-2c39-4e91-bf74-ab9d366b1b4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7e73163-5b8f-4381-94bf-0eed7225ac70 HTTP/1.1" status: 204 len: 168 time: 1.0024140 Nov 19 19:19:55.892091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Network 53915810-99cc-42b2-adfb-38933426efaf is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:55.892280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33407802-7b13-4b97-98db-c945ec4cc36d req-ef0d2565-9b5a-4857-b314-f25473b408f3 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:55.897653 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:55.904997 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33407802-7b13-4b97-98db-c945ec4cc36d req-ef0d2565-9b5a-4857-b314-f25473b408f3 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 931 time: 0.2154353 Nov 19 19:19:55.906091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:55.918180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Pushing event updated for resources: {'Port': ['ID=879cda7a-b6d1-4e37-bead-ff13242d9e7d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:56.072497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Attempting to bind port 879cda7a-b6d1-4e37-bead-ff13242d9e7d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:56.072497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Attempting to bind port 879cda7a-b6d1-4e37-bead-ff13242d9e7d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '53915810-99cc-42b2-adfb-38933426efaf'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:56.073093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Attempting to bind port 879cda7a-b6d1-4e37-bead-ff13242d9e7d on network 53915810-99cc-42b2-adfb-38933426efaf {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:56.111558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:56.111932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Checking segment: {'id': 'aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '53915810-99cc-42b2-adfb-38933426efaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:56.112352 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:56.112745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Bound using segment: {'id': 'aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '53915810-99cc-42b2-adfb-38933426efaf'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:56.113461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Bound port: 879cda7a-b6d1-4e37-bead-ff13242d9e7d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '53915810-99cc-42b2-adfb-38933426efaf'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:56.113681 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:56.154997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcd96d-78f6-47b2-8baa-9942ea31184e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1284b4ec-36ff-4959-9d17-cce20c87f005,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:56.202675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafef423-2c39-4e91-bf74-ab9d366b1b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e73163-5b8f-4381-94bf-0eed7225ac70,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:56.251321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:56.302367 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33407802-7b13-4b97-98db-c945ec4cc36d req-446a921d-bb4e-483e-a8ed-bca8e5891cbe tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945189 Nov 19 19:19:56.498844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] For port 879cda7a-b6d1-4e37-bead-ff13242d9e7d, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:56.521787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:56.525136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] For port 879cda7a-b6d1-4e37-bead-ff13242d9e7d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=879cda7a-b6d1-4e37-bead-ff13242d9e7d,segment=NetworkSegment(aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32),segment_id=aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:56.535366 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:56.584759 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 394856fa-0838-4192-9f59-283d8955d4f7 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:19:56.643248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de72e3ad-2986-4f50-832b-795c2d22b7bf {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:19:56.680933 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:56.682388 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c5429-029b-4bd8-b10f-f5a119e7ea97 None None] Pushing event updated for resources: {'Port': ['ID=879cda7a-b6d1-4e37-bead-ff13242d9e7d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:56.739807 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Transition to ACTIVE for port object de72e3ad-2986-4f50-832b-795c2d22b7bf will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:19:56.749234 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:56.907684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Pushing event updated for resources: {'Port': ['ID=de72e3ad-2986-4f50-832b-795c2d22b7bf,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:57.089660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8::24b (53915810-99cc-42b2-adfb-38933426efaf/33af3969-87db-4054-8ea6-352e8240ef24/394856fa-0838-4192-9f59-283d8955d4f7) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:19:57.092834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Attempting to bind port de72e3ad-2986-4f50-832b-795c2d22b7bf on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:19:57.096130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Attempting to bind port de72e3ad-2986-4f50-832b-795c2d22b7bf by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:19:57.098294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Attempting to bind port de72e3ad-2986-4f50-832b-795c2d22b7bf on network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:57.131125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Port de72e3ad-2986-4f50-832b-795c2d22b7bf on network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:19:57.131566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Attempting to bind port de72e3ad-2986-4f50-832b-795c2d22b7bf on network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:19:57.159259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:19:57.159604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Checking segment: {'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:19:57.159995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Bound using segment: {'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:19:57.160454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Bound port: de72e3ad-2986-4f50-832b-795c2d22b7bf, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:19:57.160814 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:57.464406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] For port de72e3ad-2986-4f50-832b-795c2d22b7bf, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:19:57.472388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] For port de72e3ad-2986-4f50-832b-795c2d22b7bf, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:19:57.493737 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:57.621396 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:57.713607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:57.729992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Pushing event updated for resources: {'Port': ['ID=de72e3ad-2986-4f50-832b-795c2d22b7bf,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:57.752728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:57.753385 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:57.754896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-d9e5bcc5-ec88-4141-91c7-bd1dd933f074 service neutron] 10.222.0.21 "PUT /v2.0/ports/de72e3ad-2986-4f50-832b-795c2d22b7bf HTTP/1.1" status: 200 len: 1091 time: 2.4158003 Nov 19 19:19:57.757170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'tag': 'de72e3ad-2986-4f50-832b-795c2d22b7bf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:19:57.762711 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a637a0db-3832-4079-9cb3-5fcc2457eb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "11c0a5d1-a161-434c-a87a-91cdd00fdfa6", "tag": "de72e3ad-2986-4f50-832b-795c2d22b7bf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:19:57.918664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89f4b9-4bc0-4098-84ae-4ea9867ec4b8 req-14875afd-217e-46ee-8cb2-9de5ff68c4cb tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:57.923705 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b89f4b9-4bc0-4098-84ae-4ea9867ec4b8 req-14875afd-217e-46ee-8cb2-9de5ff68c4cb tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 943 time: 0.4178023 Nov 19 19:19:57.959318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9440c-e455-40bd-8394-75b84799339c req-07dc8890-82fa-4166-a005-594803e7a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:57.964651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=394856fa-0838-4192-9f59-283d8955d4f7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:57.965717 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-07dc8890-82fa-4166-a005-594803e7a24b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9ac7283ce24baa836453c270feae8e&device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 1094 time: 0.1496229 Nov 19 19:19:57.984480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45086) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:58.019740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 53915810-99cc-42b2-adfb-38933426efaf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:19:58.027561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:19:58.033206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:19:58.071002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 879cda7a-b6d1-4e37-bead-ff13242d9e7d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:19:58.076486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:58.077836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:58.125529 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cf599cb2-91bd-44d6-9841-cf793f47ad2a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3089993 Nov 19 19:19:58.126813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45096) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:58.135862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ca32bbfd-445e-44a5-bfef-c47747ebea15 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:58.143331 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-3cd377cd-8beb-4f1b-8c77-73e2f9589a06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf HTTP/1.1" status: 200 len: 217 time: 0.1642244 Nov 19 19:19:58.309414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 879cda7a-b6d1-4e37-bead-ff13242d9e7d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:58.310228 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:58.444234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b89f4b9-4bc0-4098-84ae-4ea9867ec4b8 req-6f9f59cb-91c3-492d-91ee-3b9ec2a83c94 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4970181 Nov 19 19:19:58.476413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9440c-e455-40bd-8394-75b84799339c req-5464c051-a4c3-49b5-91f0-1b5acf8c62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:58.478027 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-5464c051-a4c3-49b5-91f0-1b5acf8c62ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00d8d2ec-40f3-4b44-ad76-f410d94c7361 HTTP/1.1" status: 200 len: 847 time: 0.3055956 Nov 19 19:19:58.526846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-337318549-network', 'tenant_id': '40c35923cf59469a9e10d1aece577e2a'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:58.620455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9440c-e455-40bd-8394-75b84799339c req-3052deb5-a02f-47b1-9775-72d8b00c2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:58.631825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-3052deb5-a02f-47b1-9775-72d8b00c2ee3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363144 Nov 19 19:19:58.666945 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:58.675537 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbd72a5-db3b-4dcb-a467-47fcb9bf0c51 x-openstack-request-id: req-4cbd72a5-db3b-4dcb-a467-47fcb9bf0c51 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:19:58.676161 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c0a5d1-a161-434c-a87a-91cdd00fdfa6", "tag": "de72e3ad-2986-4f50-832b-795c2d22b7bf", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:19:58.676651 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4cbd72a5-db3b-4dcb-a467-47fcb9bf0c51 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:19:58.677630 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'tag': 'de72e3ad-2986-4f50-832b-795c2d22b7bf', 'status': 'completed', 'code': 200} Nov 19 19:19:58.677741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Made reservation on behalf of 40c35923cf59469a9e10d1aece577e2a for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:58.683382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:58.723484 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:58.808435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 879cda7a-b6d1-4e37-bead-ff13242d9e7d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=879cda7a-b6d1-4e37-bead-ff13242d9e7d,segment=NetworkSegment(aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32),segment_id=aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:19:58.820287 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:58.834102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-50be6709-975f-4257-bd8d-4604b8ad0b48 service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013488 Nov 19 19:19:58.904106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=879cda7a-b6d1-4e37-bead-ff13242d9e7d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:58.952365 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:58.954481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca32bbfd-445e-44a5-bfef-c47747ebea15 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:58.958788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ca32bbfd-445e-44a5-bfef-c47747ebea15 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:58.964401 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:59.045042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8d433335-85d4-4797-966d-7eb16d08a7bd None None] Provisioning complete for port 2145c2d1-d397-45c1-82df-a2ee7a369378 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:59.057990 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8d433335-85d4-4797-966d-7eb16d08a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:59.099937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:19:59.128436 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f415ec4-e49f-49cc-aab0-5b372bf88e0c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:59.146348 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:59.146907 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Added segment 4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5 of type vlan for network ddad6b02-6475-4750-8622-41fdba9d8e89 Nov 19 19:19:59.209274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61c9440c-e455-40bd-8394-75b84799339c req-cf81f175-6923-4127-b3a2-1bd0dee5e867 service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599868 Nov 19 19:19:59.215808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8d433335-85d4-4797-966d-7eb16d08a7bd None None] Port 2145c2d1-d397-45c1-82df-a2ee7a369378 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:59.237438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8d433335-85d4-4797-966d-7eb16d08a7bd None None] Provisioning complete for port 879cda7a-b6d1-4e37-bead-ff13242d9e7d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:59.238901 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8d433335-85d4-4797-966d-7eb16d08a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:59.323054 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:59.372521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637a0db-3832-4079-9cb3-5fcc2457eb5b req-d02616eb-7229-47ae-972d-6913da15757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:59.374995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a637a0db-3832-4079-9cb3-5fcc2457eb5b req-d02616eb-7229-47ae-972d-6913da15757d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9ac7283ce24baa836453c270feae8e&device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 1094 time: 0.1118307 Nov 19 19:19:59.380565 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:59.382638 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:59.384783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:59.396692 n-d-815373-6 neutron-server[109888]: INFO neutron.db.ipam_backend_mixin [None req-ca32bbfd-445e-44a5-bfef-c47747ebea15 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33af3969-87db-4054-8ea6-352e8240ef24 (CIDR: 2001:db8::/64) Nov 19 19:19:59.440724 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca32bbfd-445e-44a5-bfef-c47747ebea15 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:19:59.441515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca32bbfd-445e-44a5-bfef-c47747ebea15 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:19:59.521175 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ca32bbfd-445e-44a5-bfef-c47747ebea15 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3920622 Nov 19 19:19:59.525256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45206) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:59.532361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-930abf2f-1c59-4c92-a85e-9c962edd7dbf tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:59.562809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5770583 Nov 19 19:19:59.583004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45210) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:19:59.612619 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f9806853-3c08-4e69-8589-e07c729ecb4e None None] Provisioning complete for port 394856fa-0838-4192-9f59-283d8955d4f7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:19:59.612994 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f9806853-3c08-4e69-8589-e07c729ecb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:59.627059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] Request body: {'subnet': {'network_id': 'ddad6b02-6475-4750-8622-41fdba9d8e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-337318549-subnet', 'tenant_id': '40c35923cf59469a9e10d1aece577e2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:19:59.641541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637a0db-3832-4079-9cb3-5fcc2457eb5b req-ca322b5a-8797-43b0-aede-b9ec836dc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:19:59.643102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a637a0db-3832-4079-9cb3-5fcc2457eb5b req-ca322b5a-8797-43b0-aede-b9ec836dc620 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 HTTP/1.1" status: 200 len: 909 time: 0.2605908 Nov 19 19:19:59.648683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e54a4-3879-4672-9400-88fcf272ad7a admin admin] Pushing event updated for resources: {'Network': ['ID=ddad6b02-6475-4750-8622-41fdba9d8e89,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:19:59.667604 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f9806853-3c08-4e69-8589-e07c729ecb4e None None] Port 394856fa-0838-4192-9f59-283d8955d4f7 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:19:59.673722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network ddad6b02-6475-4750-8622-41fdba9d8e89 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:19:59.809768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] Made reservation on behalf of 40c35923cf59469a9e10d1aece577e2a for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:19:59.809768 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:59.817873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a637a0db-3832-4079-9cb3-5fcc2457eb5b req-ff068148-7382-494c-a70a-7c07498dbd8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf HTTP/1.1" status: 200 len: 217 time: 0.1110826 Nov 19 19:19:59.878716 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:19:59.937466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 879cda7a-b6d1-4e37-bead-ff13242d9e7d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:00.031312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 879cda7a-b6d1-4e37-bead-ff13242d9e7d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:00.032027 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:00.044112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637a0db-3832-4079-9cb3-5fcc2457eb5b req-31e84cc0-54e9-44a6-8b53-1cecb9fd8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:00.051331 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a637a0db-3832-4079-9cb3-5fcc2457eb5b req-31e84cc0-54e9-44a6-8b53-1cecb9fd8af0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00d8d2ec-40f3-4b44-ad76-f410d94c7361 HTTP/1.1" status: 200 len: 847 time: 0.2059920 Nov 19 19:20:00.076882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294f011-ff95-4cb3-93c6-f38ad00461a4 req-f684abd9-4ee6-444a-98cd-556eb52a6b50 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:00.082968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9294f011-ff95-4cb3-93c6-f38ad00461a4 req-f684abd9-4ee6-444a-98cd-556eb52a6b50 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 943 time: 0.4388530 Nov 19 19:20:00.156520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930abf2f-1c59-4c92-a85e-9c962edd7dbf tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:00.163776 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-930abf2f-1c59-4c92-a85e-9c962edd7dbf tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:00.219751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637a0db-3832-4079-9cb3-5fcc2457eb5b req-ed96e846-c5c8-496a-860e-8160d8efddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:00.221313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a637a0db-3832-4079-9cb3-5fcc2457eb5b req-ed96e846-c5c8-496a-860e-8160d8efddfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313572 Nov 19 19:20:00.232953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9294f011-ff95-4cb3-93c6-f38ad00461a4 req-64e59904-b6ca-4515-a6a4-9c5900d11a4b tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208992 Nov 19 19:20:00.374644 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a637a0db-3832-4079-9cb3-5fcc2457eb5b req-3c96ab8e-d5a3-46f9-b6a2-820bbcf13151 service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380291 Nov 19 19:20:00.427243 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:00.494989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378bd1d5-faa0-4a3e-bc6c-fc3ac3082d4d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:00.542642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a637a0db-3832-4079-9cb3-5fcc2457eb5b req-077347da-de14-4fda-a463-1f571aca18c9 service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592474 Nov 19 19:20:00.579500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] Checking segment: {'id': '4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ddad6b02-6475-4750-8622-41fdba9d8e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:20:00.580003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] Network hostable DHCP agents. Network: ddad6b02-6475-4750-8622-41fdba9d8e89, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:20:00.622648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] Network ddad6b02-6475-4750-8622-41fdba9d8e89 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:20:00.656152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, ddad6b02-6475-4750-8622-41fdba9d8e89) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:00.664993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:00.665586 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:00.670516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ea402a-1761-400b-85bd-0c1a1717a7f2 None None] Network ddad6b02-6475-4750-8622-41fdba9d8e89 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:00.731207 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d85177eb-6a7d-4cc4-b96d-eb98c54d43d9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1342652 Nov 19 19:20:00.790962 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-930abf2f-1c59-4c92-a85e-9c962edd7dbf tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:00.879033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930abf2f-1c59-4c92-a85e-9c962edd7dbf tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 53915810-99cc-42b2-adfb-38933426efaf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:00.887112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-930abf2f-1c59-4c92-a85e-9c962edd7dbf tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:00.909469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3e1ab-f87e-424d-a9b8-ecec27ccde79 None None] Network 53915810-99cc-42b2-adfb-38933426efaf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:00.920110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930abf2f-1c59-4c92-a85e-9c962edd7dbf tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:00.920735 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-930abf2f-1c59-4c92-a85e-9c962edd7dbf tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:00.967258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930abf2f-1c59-4c92-a85e-9c962edd7dbf tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Subnet': ['ID=a3c33779-6003-49f2-ae33-538752d6eac6,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:00.979512 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-930abf2f-1c59-4c92-a85e-9c962edd7dbf tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4507163 Nov 19 19:20:00.979824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45230) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:00.986281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7244132-6288-4557-9c09-3e4a84bc7ace None None] Network ddad6b02-6475-4750-8622-41fdba9d8e89 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:00.995730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6a48d5c7-b3aa-48ba-a2fb-8fa795bde236 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1254652048', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a3c33779-6003-49f2-ae33-538752d6eac6'}], 'security_groups': ['2107e78a-b0f3-4653-ad2b-68e0da0938ff']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:01.306350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a48d5c7-b3aa-48ba-a2fb-8fa795bde236 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:01.428523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d4ca8b-4780-4167-836b-b6ed56ebc8bf None None] Update dhcp port {'port': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'fixed_ips': [{'subnet_id': '33af3969-87db-4054-8ea6-352e8240ef24', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a3c33779-6003-49f2-ae33-538752d6eac6'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '879cda7a-b6d1-4e37-bead-ff13242d9e7d'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:20:01.464259 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44d4ca8b-4780-4167-836b-b6ed56ebc8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:01.654787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device de72e3ad-2986-4f50-832b-795c2d22b7bf details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:20:01.709130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-99b83a58-3204-4c19-a473-a09a639e25b9 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:01.711793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-99b83a58-3204-4c19-a473-a09a639e25b9 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/networks?id=ddad6b02-6475-4750-8622-41fdba9d8e89 HTTP/1.1" status: 200 len: 808 time: 0.2968862 Nov 19 19:20:01.739205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-bf03536d-cbd2-4887-ba92-43779840d6c5 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/quotas/40c35923cf59469a9e10d1aece577e2a HTTP/1.1" status: 200 len: 375 time: 0.0157721 Nov 19 19:20:01.809915 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-55068184-db7a-4ac3-b77d-eb4344bce659 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=40c35923cf59469a9e10d1aece577e2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586534 Nov 19 19:20:01.971590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-1c190bfd-23f5-4058-8617-a6834e471700 service neutron] 10.222.0.50 "GET /v2.0/networks/ddad6b02-6475-4750-8622-41fdba9d8e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491933 Nov 19 19:20:02.083429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-44d4ca8b-4780-4167-836b-b6ed56ebc8bf None None] Allocated IP 2001:db8:0:1::2 (53915810-99cc-42b2-adfb-38933426efaf/a3c33779-6003-49f2-ae33-538752d6eac6/879cda7a-b6d1-4e37-bead-ff13242d9e7d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:02.124096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port de72e3ad-2986-4f50-832b-795c2d22b7bf, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:02.143180 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-dad98272-2f9e-4f61-9412-e52e820211a2 service neutron] 10.222.0.50 "GET /v2.0/networks/ddad6b02-6475-4750-8622-41fdba9d8e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654510 Nov 19 19:20:02.173740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'de72e3ad-2986-4f50-832b-795c2d22b7bf', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'port_id': 'de72e3ad-2986-4f50-832b-795c2d22b7bf', 'mac_address': 'fa:16:3e:9b:53:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:20:02.248127 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:02.269654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-44d4ca8b-4780-4167-836b-b6ed56ebc8bf None None] For port 879cda7a-b6d1-4e37-bead-ff13242d9e7d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=879cda7a-b6d1-4e37-bead-ff13242d9e7d,segment=NetworkSegment(aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32),segment_id=aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:02.279936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de72e3ad-2986-4f50-832b-795c2d22b7bf {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:20:02.335298 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port de72e3ad-2986-4f50-832b-795c2d22b7bf, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:02.349863 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:02.361492 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44d4ca8b-4780-4167-836b-b6ed56ebc8bf None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:02.406311 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44d4ca8b-4780-4167-836b-b6ed56ebc8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:02.497214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=de72e3ad-2986-4f50-832b-795c2d22b7bf,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:02.575819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['de72e3ad-2986-4f50-832b-795c2d22b7bf'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:20:02.617092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-6a48d5c7-b3aa-48ba-a2fb-8fa795bde236 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Delete allocated IP 2001:db8::24b (53915810-99cc-42b2-adfb-38933426efaf/33af3969-87db-4054-8ea6-352e8240ef24) {{(pid=109887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 19:20:02.630332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-6a48d5c7-b3aa-48ba-a2fb-8fa795bde236 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8:0:1::1b0 (53915810-99cc-42b2-adfb-38933426efaf/a3c33779-6003-49f2-ae33-538752d6eac6/394856fa-0838-4192-9f59-283d8955d4f7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:02.662676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4ca8b-4780-4167-836b-b6ed56ebc8bf None None] Pushing event updated for resources: {'Port': ['ID=879cda7a-b6d1-4e37-bead-ff13242d9e7d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:03.323736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b97792-ec4f-4d67-8d6d-a749f8cd0a5f req-7a555c22-8bf0-4f63-b9b4-77ec625c07c6 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:03.331236 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70b97792-ec4f-4d67-8d6d-a749f8cd0a5f req-7a555c22-8bf0-4f63-b9b4-77ec625c07c6 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 944 time: 0.9015033 Nov 19 19:20:03.450774 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70b97792-ec4f-4d67-8d6d-a749f8cd0a5f req-0224e1b8-5e51-47b9-86f4-32355827bc6d tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185400 Nov 19 19:20:03.527042 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a48d5c7-b3aa-48ba-a2fb-8fa795bde236 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:03.527269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-647c617d-a0dc-4439-bd1e-bc8cfb0bb6c9 None None] Provisioning complete for port 2145c2d1-d397-45c1-82df-a2ee7a369378 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:03.527842 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-647c617d-a0dc-4439-bd1e-bc8cfb0bb6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:03.547435 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a48d5c7-b3aa-48ba-a2fb-8fa795bde236 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:03.582096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-647c617d-a0dc-4439-bd1e-bc8cfb0bb6c9 None None] Port 2145c2d1-d397-45c1-82df-a2ee7a369378 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:03.599810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-647c617d-a0dc-4439-bd1e-bc8cfb0bb6c9 None None] Provisioning complete for port 879cda7a-b6d1-4e37-bead-ff13242d9e7d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:03.600749 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-647c617d-a0dc-4439-bd1e-bc8cfb0bb6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:03.615890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f57755a8-e773-4740-8525-206ec15ebea5 req-7ffd10a7-b792-426b-b3f2-ba26f9fe3c57 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 210 time: 0.0785007 Nov 19 19:20:03.652808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48d5c7-b3aa-48ba-a2fb-8fa795bde236 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=394856fa-0838-4192-9f59-283d8955d4f7,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:03.693706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6a48d5c7-b3aa-48ba-a2fb-8fa795bde236 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] In _notify_port_updated(), no bound segment for port 394856fa-0838-4192-9f59-283d8955d4f7 on network 53915810-99cc-42b2-adfb-38933426efaf {{(pid=109887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:20:03.701069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a48d5c7-b3aa-48ba-a2fb-8fa795bde236 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:03.701766 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a48d5c7-b3aa-48ba-a2fb-8fa795bde236 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:03.706521 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45278) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:03.707035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6a48d5c7-b3aa-48ba-a2fb-8fa795bde236 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "PUT /v2.0/ports/394856fa-0838-4192-9f59-283d8955d4f7 HTTP/1.1" status: 200 len: 931 time: 2.7246251 Nov 19 19:20:03.709736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device de72e3ad-2986-4f50-832b-795c2d22b7bf up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:03.900403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port de72e3ad-2986-4f50-832b-795c2d22b7bf completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:20:03.944005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port de72e3ad-2986-4f50-832b-795c2d22b7bf triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:03.945481 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:03.958436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 879cda7a-b6d1-4e37-bead-ff13242d9e7d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:04.098772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-ee9de309-f790-4d86-a98f-4f3c2c495dfa tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:04.101780 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-ee9de309-f790-4d86-a98f-4f3c2c495dfa tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.57 "GET /v2.0/networks?id=ddad6b02-6475-4750-8622-41fdba9d8e89 HTTP/1.1" status: 200 len: 808 time: 0.3377528 Nov 19 19:20:04.106953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cb78ec41-59fd-432f-af6e-3ff589da13a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 394856fa-0838-4192-9f59-283d8955d4f7 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:20:04.107467 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb78ec41-59fd-432f-af6e-3ff589da13a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:04.116446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-647c617d-a0dc-4439-bd1e-bc8cfb0bb6c9 None None] Provisioning complete for port 394856fa-0838-4192-9f59-283d8955d4f7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:04.117602 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-647c617d-a0dc-4439-bd1e-bc8cfb0bb6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:04.129186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Request body: {'port': {'device_id': '62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe', 'network_id': 'ddad6b02-6475-4750-8622-41fdba9d8e89', 'admin_state_up': True, 'tenant_id': '40c35923cf59469a9e10d1aece577e2a'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:04.216564 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:04.220377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-647c617d-a0dc-4439-bd1e-bc8cfb0bb6c9 None None] Port 394856fa-0838-4192-9f59-283d8955d4f7 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:04.259447 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port de72e3ad-2986-4f50-832b-795c2d22b7bf, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:04.260654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 879cda7a-b6d1-4e37-bead-ff13242d9e7d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:04.261038 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:04.263151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de72e3ad-2986-4f50-832b-795c2d22b7bf'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:20:04.265718 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a81371-9939-4518-bf3f-c65bf4d67326" -d '{"events": [{"server_uuid": "11c0a5d1-a161-434c-a87a-91cdd00fdfa6", "name": "network-vif-plugged", "status": "completed", "tag": "de72e3ad-2986-4f50-832b-795c2d22b7bf"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:20:04.284342 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:04.340552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Made reservation on behalf of 40c35923cf59469a9e10d1aece577e2a for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:04.345618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:04.389181 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb78ec41-59fd-432f-af6e-3ff589da13a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:04.413865 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ea334-8bb8-47a6-94a0-d35a6ac6737e x-openstack-request-id: req-a13ea334-8bb8-47a6-94a0-d35a6ac6737e {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:20:04.414675 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c0a5d1-a161-434c-a87a-91cdd00fdfa6", "name": "network-vif-plugged", "status": "completed", "tag": "de72e3ad-2986-4f50-832b-795c2d22b7bf", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:20:04.415735 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a13ea334-8bb8-47a6-94a0-d35a6ac6737e {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:20:04.416379 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de72e3ad-2986-4f50-832b-795c2d22b7bf', 'code': 200} Nov 19 19:20:04.417246 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=de72e3ad-2986-4f50-832b-795c2d22b7bf,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:04.442992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cb78ec41-59fd-432f-af6e-3ff589da13a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 394856fa-0838-4192-9f59-283d8955d4f7 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:20:04.455362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7ad08e60-9aa6-4c1b-92c1-1339f520a6a1 None None] Provisioning complete for port 394856fa-0838-4192-9f59-283d8955d4f7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:04.456184 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ad08e60-9aa6-4c1b-92c1-1339f520a6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:04.490083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee94b7-859a-4927-970e-42910eb10f64 req-165a8417-31dc-48ed-8a13-53317564047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:04.493877 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54ee94b7-859a-4927-970e-42910eb10f64 req-165a8417-31dc-48ed-8a13-53317564047e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 1096 time: 0.0882416 Nov 19 19:20:04.553619 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7ad08e60-9aa6-4c1b-92c1-1339f520a6a1 None None] Port 394856fa-0838-4192-9f59-283d8955d4f7 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:04.610937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54ee94b7-859a-4927-970e-42910eb10f64 req-933fa566-85b1-43d8-91fe-9e6e0971b89e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090598 Nov 19 19:20:04.632823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48bdf8-7201-4989-b646-79e064aa3a54 req-90222df6-079d-44fd-ac68-6b2e658d094d tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:04.635185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae48bdf8-7201-4989-b646-79e064aa3a54 req-90222df6-079d-44fd-ac68-6b2e658d094d tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 945 time: 0.0742135 Nov 19 19:20:04.699010 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae48bdf8-7201-4989-b646-79e064aa3a54 req-51194687-80b4-460f-b7fe-878aa75f8eab tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563011 Nov 19 19:20:04.760719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Allocated IP 172.20.0.5 (ddad6b02-6475-4750-8622-41fdba9d8e89/378bd1d5-faa0-4a3e-bc6c-fc3ac3082d4d/c866f8aa-fad1-4181-8460-37b41751534c) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:04.807987 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d3af893-42a5-4bc3-ae26-9bb1a036e30c req-cc5ef703-4669-4d0c-8bef-5a1bac3c4300 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 210 time: 0.0451052 Nov 19 19:20:04.941836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb78ec41-59fd-432f-af6e-3ff589da13a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:04.989978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78ec41-59fd-432f-af6e-3ff589da13a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=394856fa-0838-4192-9f59-283d8955d4f7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:05.027532 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb78ec41-59fd-432f-af6e-3ff589da13a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.031163 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cb78ec41-59fd-432f-af6e-3ff589da13a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/394856fa-0838-4192-9f59-283d8955d4f7 HTTP/1.1" status: 204 len: 168 time: 1.3239827 Nov 19 19:20:05.034410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45302) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:05.068534 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.094528 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74718b3-6116-4df4-b463-c2d929c14782 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:20:05.098075 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d74718b3-6116-4df4-b463-c2d929c14782 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/394856fa-0838-4192-9f59-283d8955d4f7 HTTP/1.1" status: 404 len: 333 time: 0.0605319 Nov 19 19:20:05.099793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45306) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:05.166636 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.244982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Network ddad6b02-6475-4750-8622-41fdba9d8e89 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:05.250365 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc31db96-cc4e-4ef1-82f2-9f64c0c6ba20 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.252907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:05.255934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Pushing event updated for resources: {'Port': ['ID=c866f8aa-fad1-4181-8460-37b41751534c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:05.261835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:20:05.311664 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc31db96-cc4e-4ef1-82f2-9f64c0c6ba20 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.357013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:05.358259 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.384721 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-44d663c9-43ad-4d7f-a68f-28b947a9e9b0 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2712626 Nov 19 19:20:05.401563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Request body: {'port': {'device_id': '62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:05.450258 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc31db96-cc4e-4ef1-82f2-9f64c0c6ba20 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.453979 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc31db96-cc4e-4ef1-82f2-9f64c0c6ba20 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.458186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45310) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:05.459078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dc31db96-cc4e-4ef1-82f2-9f64c0c6ba20 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/security-groups/1284b4ec-36ff-4959-9d17-cce20c87f005 HTTP/1.1" status: 204 len: 168 time: 0.3564236 Nov 19 19:20:05.495496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31db96-cc4e-4ef1-82f2-9f64c0c6ba20 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1284b4ec-36ff-4959-9d17-cce20c87f005,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:05.518068 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.581617 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c8448ed-f33a-43e1-b175-e6fc8a11ad18 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.647263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c8448ed-f33a-43e1-b175-e6fc8a11ad18 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.742183 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c8448ed-f33a-43e1-b175-e6fc8a11ad18 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.745848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7c8448ed-f33a-43e1-b175-e6fc8a11ad18 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.750632 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7c8448ed-f33a-43e1-b175-e6fc8a11ad18 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/security-groups/2107e78a-b0f3-4653-ad2b-68e0da0938ff HTTP/1.1" status: 204 len: 168 time: 0.2908773 Nov 19 19:20:05.751275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45314) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:05.815832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8448ed-f33a-43e1-b175-e6fc8a11ad18 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2107e78a-b0f3-4653-ad2b-68e0da0938ff,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:05.876575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d7ae0f-aa0d-4f17-b9c5-3790b1ac9391 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting subnet 33af3969-87db-4054-8ea6-352e8240ef24 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:20:05.904368 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66d7ae0f-aa0d-4f17-b9c5-3790b1ac9391 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:05.994808 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66d7ae0f-aa0d-4f17-b9c5-3790b1ac9391 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:06.032911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c866f8aa-fad1-4181-8460-37b41751534c {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:20:06.034644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad0912-814b-4af4-8d8c-6b3a8a18d954 req-6e974943-9844-4a29-8926-493c7b3f0bd6 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:06.042752 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:06.042931 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06ad0912-814b-4af4-8d8c-6b3a8a18d954 req-6e974943-9844-4a29-8926-493c7b3f0bd6 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 945 time: 0.2248862 Nov 19 19:20:06.057595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Transition to ACTIVE for port object c866f8aa-fad1-4181-8460-37b41751534c will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:20:06.065012 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:06.121783 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06ad0912-814b-4af4-8d8c-6b3a8a18d954 req-ada3fddc-f262-44b5-8c15-393310b1228f tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778184 Nov 19 19:20:06.223439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66d7ae0f-aa0d-4f17-b9c5-3790b1ac9391 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:06.348843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2e3da-3b14-40a5-8979-d347fd0bbf1a req-6c79bebc-9cba-43e5-b055-2c168ee6dfe8 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:06.358717 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67d2e3da-3b14-40a5-8979-d347fd0bbf1a req-6c79bebc-9cba-43e5-b055-2c168ee6dfe8 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 943 time: 0.1021154 Nov 19 19:20:06.371733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66d7ae0f-aa0d-4f17-b9c5-3790b1ac9391 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:06.417595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7ae0f-aa0d-4f17-b9c5-3790b1ac9391 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Subnet': ['ID=33af3969-87db-4054-8ea6-352e8240ef24,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:06.423175 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-66d7ae0f-aa0d-4f17-b9c5-3790b1ac9391 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:06.427638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-66d7ae0f-aa0d-4f17-b9c5-3790b1ac9391 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/33af3969-87db-4054-8ea6-352e8240ef24 HTTP/1.1" status: 204 len: 168 time: 0.6722047 Nov 19 19:20:06.433924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45326) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:06.443360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ec57f-f158-4d70-ad57-944e8b0677db None None] Network 53915810-99cc-42b2-adfb-38933426efaf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:06.444900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-afba3046-869d-4ab4-8a8c-f22143c1cb10 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:06.587414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67d2e3da-3b14-40a5-8979-d347fd0bbf1a req-5ab6fa80-89a0-4d1b-9ccc-d56d164e1ced tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f415ec4-e49f-49cc-aab0-5b372bf88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269821 Nov 19 19:20:06.700885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c866f8aa-fad1-4181-8460-37b41751534c,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:06.842568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Attempting to bind port c866f8aa-fad1-4181-8460-37b41751534c on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:20:06.842920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Attempting to bind port c866f8aa-fad1-4181-8460-37b41751534c by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ddad6b02-6475-4750-8622-41fdba9d8e89'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:20:06.843430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Attempting to bind port c866f8aa-fad1-4181-8460-37b41751534c on network ddad6b02-6475-4750-8622-41fdba9d8e89 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:20:06.856145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Port c866f8aa-fad1-4181-8460-37b41751534c on network ddad6b02-6475-4750-8622-41fdba9d8e89 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:20:06.857282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Attempting to bind port c866f8aa-fad1-4181-8460-37b41751534c on network ddad6b02-6475-4750-8622-41fdba9d8e89 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:20:06.865789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:20:06.866149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Checking segment: {'id': '4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ddad6b02-6475-4750-8622-41fdba9d8e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:20:06.867272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Bound using segment: {'id': '4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ddad6b02-6475-4750-8622-41fdba9d8e89'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:20:06.867745 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Bound port: c866f8aa-fad1-4181-8460-37b41751534c, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ddad6b02-6475-4750-8622-41fdba9d8e89'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:20:06.868129 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:06.937735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7b87c-d887-4536-9a6a-fd31aa68d605 req-ad698977-5eee-4eb9-9ee1-78b7df147b84 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:06.939454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0c7b87c-d887-4536-9a6a-fd31aa68d605 req-ad698977-5eee-4eb9-9ee1-78b7df147b84 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 945 time: 0.2226977 Nov 19 19:20:06.970598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afba3046-869d-4ab4-8a8c-f22143c1cb10 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:06.974191 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-afba3046-869d-4ab4-8a8c-f22143c1cb10 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:07.006970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] For port c866f8aa-fad1-4181-8460-37b41751534c, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:20:07.018481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] For port c866f8aa-fad1-4181-8460-37b41751534c, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c866f8aa-fad1-4181-8460-37b41751534c,segment=NetworkSegment(4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5),segment_id=4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:20:07.027677 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:07.104513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:07.105106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:07.106893 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] 10.222.0.57 "PUT /v2.0/ports/c866f8aa-fad1-4181-8460-37b41751534c HTTP/1.1" status: 200 len: 1091 time: 1.7133076 Nov 19 19:20:07.150088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0c7b87c-d887-4536-9a6a-fd31aa68d605 req-5c751907-2d8b-47b2-aad6-29a6980986aa tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003779 Nov 19 19:20:07.175626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe', 'tag': 'c866f8aa-fad1-4181-8460-37b41751534c'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:20:07.178525 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01534053-ef50-4380-b9b8-571bdfb6e416" -d '{"events": [{"name": "network-changed", "server_uuid": "62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe", "tag": "c866f8aa-fad1-4181-8460-37b41751534c"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:20:07.252592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc21e3e-2b91-480b-b456-14d09ed8d1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c866f8aa-fad1-4181-8460-37b41751534c,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:07.301168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-e3c23f93-250e-4c93-9dfc-34f89420903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:07.302852 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-e3c23f93-250e-4c93-9dfc-34f89420903c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=40c35923cf59469a9e10d1aece577e2a&device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 1094 time: 0.1141238 Nov 19 19:20:07.341719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4baf93-6df8-4ca9-938f-45657ade8932 req-fa2d2549-9aea-4fe1-93b3-3582eddb9fb7 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:07.349239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4baf93-6df8-4ca9-938f-45657ade8932 req-fa2d2549-9aea-4fe1-93b3-3582eddb9fb7 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 945 time: 0.1261621 Nov 19 19:20:07.355683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-cf78ad1f-12e8-41ab-92b2-b80b4d90a6f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c866f8aa-fad1-4181-8460-37b41751534c HTTP/1.1" status: 200 len: 217 time: 0.0434718 Nov 19 19:20:07.447510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-2a227f29-b491-4f63-b611-9d030fb09b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:07.449881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-2a227f29-b491-4f63-b611-9d030fb09b4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=378bd1d5-faa0-4a3e-bc6c-fc3ac3082d4d HTTP/1.1" status: 200 len: 848 time: 0.0869677 Nov 19 19:20:07.457071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e4baf93-6df8-4ca9-938f-45657ade8932 req-936b6636-7bc2-41ab-906b-ad18073c4767 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068072 Nov 19 19:20:07.490820 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-0a0cacd0-c978-40ea-879e-d0ea5db71e35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ddad6b02-6475-4750-8622-41fdba9d8e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305800 Nov 19 19:20:07.492630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45344) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:07.681078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-23bc5125-997a-43b2-8238-103704115cd4 service neutron] 10.222.0.57 "GET /v2.0/networks/ddad6b02-6475-4750-8622-41fdba9d8e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797225 Nov 19 19:20:07.682616 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accb7151-5d99-49cd-b8ae-0690bc278a03 x-openstack-request-id: req-accb7151-5d99-49cd-b8ae-0690bc278a03 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:20:07.682909 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe", "tag": "c866f8aa-fad1-4181-8460-37b41751534c", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:20:07.688409 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-accb7151-5d99-49cd-b8ae-0690bc278a03 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:20:07.688937 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe', 'tag': 'c866f8aa-fad1-4181-8460-37b41751534c', 'status': 'completed', 'code': 200} Nov 19 19:20:07.819113 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-afba3046-869d-4ab4-8a8c-f22143c1cb10 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:07.888890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba3046-869d-4ab4-8a8c-f22143c1cb10 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 53915810-99cc-42b2-adfb-38933426efaf is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:07.898643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6621562-7670-48af-96f1-c4409c6fae3c req-889c65b3-222c-4f26-b1ad-8eb60aec7212 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:07.906266 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6621562-7670-48af-96f1-c4409c6fae3c req-889c65b3-222c-4f26-b1ad-8eb60aec7212 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 943 time: 0.1843479 Nov 19 19:20:07.919185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-afba3046-869d-4ab4-8a8c-f22143c1cb10 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:07.936047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba3046-869d-4ab4-8a8c-f22143c1cb10 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:07.936803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-afba3046-869d-4ab4-8a8c-f22143c1cb10 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:07.943897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f1fa0b-5977-40b1-9bd1-3cd5a608775b None None] Network 53915810-99cc-42b2-adfb-38933426efaf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:07.946434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba3046-869d-4ab4-8a8c-f22143c1cb10 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Subnet': ['ID=b471fff1-f1b3-4d86-bb15-4fd7c745bc29,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:07.969933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b5a7ed4-0ace-46b7-ba83-9093d5e457f1 req-02057f09-ca12-48cb-ab24-94a6e4eaa335 service neutron] 10.222.0.57 "GET /v2.0/networks/ddad6b02-6475-4750-8622-41fdba9d8e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780986 Nov 19 19:20:07.981892 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-afba3046-869d-4ab4-8a8c-f22143c1cb10 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5441096 Nov 19 19:20:07.984359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45354) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:07.989019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1013610e-e101-4797-9c66-b9afb077f5a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'security_group': {'name': 'tempest-secgroup-1198070264'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:08.011184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6621562-7670-48af-96f1-c4409c6fae3c req-546f76b0-5df8-4fcc-91a4-6be7cec2debd tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f415ec4-e49f-49cc-aab0-5b372bf88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039083 Nov 19 19:20:08.011943 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0832ad48-d217-45ce-8518-9e010c223266 tempest-TestServerBasicOps-198562659 tempest-TestServerBasicOps-198562659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:08.016997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45356) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:08.019488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0832ad48-d217-45ce-8518-9e010c223266 tempest-TestServerBasicOps-198562659 tempest-TestServerBasicOps-198562659-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 1091 time: 0.5256741 Nov 19 19:20:08.038518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'de72e3ad-2986-4f50-832b-795c2d22b7bf', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:08.073744 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1013610e-e101-4797-9c66-b9afb077f5a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:08.115548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01534053-ef50-4380-b9b8-571bdfb6e416 req-1e3a2f65-422a-40ac-80ed-9af4f2df4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:08.117795 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01534053-ef50-4380-b9b8-571bdfb6e416 req-1e3a2f65-422a-40ac-80ed-9af4f2df4404 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=40c35923cf59469a9e10d1aece577e2a&device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 1094 time: 0.0789914 Nov 19 19:20:08.121891 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:08.269218 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1013610e-e101-4797-9c66-b9afb077f5a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:08.275964 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1013610e-e101-4797-9c66-b9afb077f5a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:08.308402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01534053-ef50-4380-b9b8-571bdfb6e416 req-b3a6f150-8e7b-4f61-8d21-83d1330a3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:08.310726 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01534053-ef50-4380-b9b8-571bdfb6e416 req-b3a6f150-8e7b-4f61-8d21-83d1330a3137 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ddad6b02-6475-4750-8622-41fdba9d8e89 HTTP/1.1" status: 200 len: 909 time: 0.1850851 Nov 19 19:20:08.330788 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1013610e-e101-4797-9c66-b9afb077f5a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:08.336321 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1013610e-e101-4797-9c66-b9afb077f5a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3508267 Nov 19 19:20:08.340484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-24bef4a3-a759-4654-a95e-2626f6c1579c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:08.343048 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45358) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:08.346506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5753059b-e039-405f-a5df-535f55ca7752 None None] Provisioning complete for port 2145c2d1-d397-45c1-82df-a2ee7a369378 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:08.347119 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5753059b-e039-405f-a5df-535f55ca7752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:08.347908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cf7c3dc5-b5ff-4156-bf9b-068ab63011d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'security_group': {'name': 'tempest-secgroup-1005757866'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:08.401688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013610e-e101-4797-9c66-b9afb077f5a6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ad0f0a-a260-4a6b-a3d8-5ff3aa2376d0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:08.403089 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01534053-ef50-4380-b9b8-571bdfb6e416 req-c1a8455c-6924-4c7b-8eca-07b969b71966 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c866f8aa-fad1-4181-8460-37b41751534c HTTP/1.1" status: 200 len: 217 time: 0.0856524 Nov 19 19:20:08.439604 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:08.447780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf7c3dc5-b5ff-4156-bf9b-068ab63011d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:08.459385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5753059b-e039-405f-a5df-535f55ca7752 None None] Port 2145c2d1-d397-45c1-82df-a2ee7a369378 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:08.490552 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5753059b-e039-405f-a5df-535f55ca7752 None None] Provisioning complete for port 879cda7a-b6d1-4e37-bead-ff13242d9e7d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:08.490552 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5753059b-e039-405f-a5df-535f55ca7752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:08.522518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01534053-ef50-4380-b9b8-571bdfb6e416 req-ef5dc54b-1360-4c01-81b7-b4184661c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:08.524511 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01534053-ef50-4380-b9b8-571bdfb6e416 req-ef5dc54b-1360-4c01-81b7-b4184661c646 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=378bd1d5-faa0-4a3e-bc6c-fc3ac3082d4d HTTP/1.1" status: 200 len: 848 time: 0.1138208 Nov 19 19:20:08.577898 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01534053-ef50-4380-b9b8-571bdfb6e416 req-f2e9565f-db78-41de-aad2-6406a258cb58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ddad6b02-6475-4750-8622-41fdba9d8e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444524 Nov 19 19:20:08.608871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a52c7-493d-48f3-9f04-b4090df7c602 None None] Update dhcp port {'port': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'fixed_ips': [{'subnet_id': 'a3c33779-6003-49f2-ae33-538752d6eac6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b471fff1-f1b3-4d86-bb15-4fd7c745bc29'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '879cda7a-b6d1-4e37-bead-ff13242d9e7d'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:20:08.639097 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-279a52c7-493d-48f3-9f04-b4090df7c602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:08.753637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Allocated IP 172.25.3.241 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/77310c20-1bb6-4ae0-9b1a-a6ac6af87c5b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:08.796983 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01534053-ef50-4380-b9b8-571bdfb6e416 req-86a130d8-5ab5-42d6-b208-c9caa37e46fd service neutron] 10.222.0.57 "GET /v2.0/networks/ddad6b02-6475-4750-8622-41fdba9d8e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084234 Nov 19 19:20:08.929704 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-01534053-ef50-4380-b9b8-571bdfb6e416 req-4b830929-9368-4b8a-8bcf-1ff2d02cfd37 service neutron] 10.222.0.57 "GET /v2.0/networks/ddad6b02-6475-4750-8622-41fdba9d8e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268792 Nov 19 19:20:08.992589 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:09.035383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-279a52c7-493d-48f3-9f04-b4090df7c602 None None] Allocated IP 2001:db8::2 (53915810-99cc-42b2-adfb-38933426efaf/b471fff1-f1b3-4d86-bb15-4fd7c745bc29/879cda7a-b6d1-4e37-bead-ff13242d9e7d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:09.058644 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:09.125034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:09.127317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event updated for resources: {'Port': ['ID=77310c20-1bb6-4ae0-9b1a-a6ac6af87c5b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:09.137610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:09.142493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:20:09.158060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-279a52c7-493d-48f3-9f04-b4090df7c602 None None] For port 879cda7a-b6d1-4e37-bead-ff13242d9e7d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=879cda7a-b6d1-4e37-bead-ff13242d9e7d,segment=NetworkSegment(aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32),segment_id=aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:09.194962 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-279a52c7-493d-48f3-9f04-b4090df7c602 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:09.205294 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-279a52c7-493d-48f3-9f04-b4090df7c602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:09.240064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34f721-a710-4465-b16d-05a341c95005 req-4f6fb157-b979-4061-a10a-fa0f43a37146 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:09.243198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd34f721-a710-4465-b16d-05a341c95005 req-4f6fb157-b979-4061-a10a-fa0f43a37146 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 949 time: 0.2683420 Nov 19 19:20:09.276684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a52c7-493d-48f3-9f04-b4090df7c602 None None] Pushing event updated for resources: {'Port': ['ID=879cda7a-b6d1-4e37-bead-ff13242d9e7d,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:09.320815 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf7c3dc5-b5ff-4156-bf9b-068ab63011d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:09.341220 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf7c3dc5-b5ff-4156-bf9b-068ab63011d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:09.428062 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf7c3dc5-b5ff-4156-bf9b-068ab63011d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:09.432642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cf7c3dc5-b5ff-4156-bf9b-068ab63011d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0859058 Nov 19 19:20:09.432989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45374) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:09.438781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'security_group': {'name': 'tempest-secgroup-1242783128'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:09.456584 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd34f721-a710-4465-b16d-05a341c95005 req-4937a349-3116-4929-970d-ba7c3593db78 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/security-groups?id=a0ec9653-43b3-4dfc-9802-cef0b3ac5675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025101 Nov 19 19:20:09.463398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c3dc5-b5ff-4156-bf9b-068ab63011d4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5aa174-8066-4366-b25c-20a4c9ab96b6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:09.504459 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:09.640640 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:09.663937 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:09.715192 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:09.718345 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2836559 Nov 19 19:20:09.730495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45376) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:09.735997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-140788560', 'security_groups': ['8cbc1ec2-7cef-4da9-bfa2-80bfc1e34a25'], 'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b471fff1-f1b3-4d86-bb15-4fd7c745bc29'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:09.739550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbc1ec2-7cef-4da9-bfa2-80bfc1e34a25,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:09.786093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1f71-a741-4aec-971a-84f60497ac0f req-e002fd5e-2e6b-4b8b-8ca6-5b630c4fe609 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:09.787830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed0c1f71-a741-4aec-971a-84f60497ac0f req-e002fd5e-2e6b-4b8b-8ca6-5b630c4fe609 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 943 time: 0.1844158 Nov 19 19:20:09.852909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.853274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.853618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.853993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.854337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.854679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.855020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.855359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.855691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.856015 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.862267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.862808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3237b1-88c9-440f-80bf-bf2ee4a853f2 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:09.917724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 879cda7a-b6d1-4e37-bead-ff13242d9e7d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:10.008772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed0c1f71-a741-4aec-971a-84f60497ac0f req-da0a5045-1105-4f44-915a-ca940388583c tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f415ec4-e49f-49cc-aab0-5b372bf88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426454 Nov 19 19:20:10.041936 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.047126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:10.054615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 879cda7a-b6d1-4e37-bead-ff13242d9e7d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:10.055652 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.059025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c866f8aa-fad1-4181-8460-37b41751534c details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:20:10.176642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.203233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.263554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] device_id is not set on port 2dc930d6-9a06-4202-9b4b-444a3a12fc42 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:20:10.400034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-400f27ca-099f-4a07-b88a-83140e213937 None None] Provisioning complete for port 2145c2d1-d397-45c1-82df-a2ee7a369378 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:10.400415 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-400f27ca-099f-4a07-b88a-83140e213937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.414882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383f3f3-a14b-4254-9599-e515d9273cff req-817b0504-c157-44d7-b50a-389d3ffb83f2 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:10.416414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9383f3f3-a14b-4254-9599-e515d9273cff req-817b0504-c157-44d7-b50a-389d3ffb83f2 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 949 time: 0.1108620 Nov 19 19:20:10.463171 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.485665 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c866f8aa-fad1-4181-8460-37b41751534c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c866f8aa-fad1-4181-8460-37b41751534c,segment=NetworkSegment(4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5),segment_id=4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:10.522367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-400f27ca-099f-4a07-b88a-83140e213937 None None] Port 2145c2d1-d397-45c1-82df-a2ee7a369378 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:10.525260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'c866f8aa-fad1-4181-8460-37b41751534c', 'network_id': 'ddad6b02-6475-4750-8622-41fdba9d8e89', 'port_id': 'c866f8aa-fad1-4181-8460-37b41751534c', 'mac_address': 'fa:16:3e:db:36:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378bd1d5-faa0-4a3e-bc6c-fc3ac3082d4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:20:10.568462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-400f27ca-099f-4a07-b88a-83140e213937 None None] Provisioning complete for port 879cda7a-b6d1-4e37-bead-ff13242d9e7d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:10.568912 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-400f27ca-099f-4a07-b88a-83140e213937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.582602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8::1f4 (53915810-99cc-42b2-adfb-38933426efaf/b471fff1-f1b3-4d86-bb15-4fd7c745bc29/2dc930d6-9a06-4202-9b4b-444a3a12fc42) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:10.598860 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.655375 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.742667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event updated for resources: {'Port': ['ID=77310c20-1bb6-4ae0-9b1a-a6ac6af87c5b,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:10.743777 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.790068 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.794783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf48b81-40bf-4f54-b613-71a222b22de4 req-356f9622-e922-4708-8caa-7033f172af1a tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:10.796920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ccf48b81-40bf-4f54-b613-71a222b22de4 req-356f9622-e922-4708-8caa-7033f172af1a tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 949 time: 0.1927800 Nov 19 19:20:10.798747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.799244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.799738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.800135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.800519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.800861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.801197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.801531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.801915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.802300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.802638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.803474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:10.811318 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.851374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 53915810-99cc-42b2-adfb-38933426efaf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:10.855179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:10.859065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:20:10.864799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:10.865448 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:10.883914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=2dc930d6-9a06-4202-9b4b-444a3a12fc42,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:10.909449 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-436b24c1-5a2e-4298-88c6-a808c8df8722 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1773827 Nov 19 19:20:10.912313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45386) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:10.918373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d3fa8401-c0eb-4123-97c6-d4226929f7f0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:10.967113 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Floating IP 66bcabc4-6c76-4c18-867f-469f6af4fbb9 associated. External IP: 172.25.3.241, port: de72e3ad-2986-4f50-832b-795c2d22b7bf. Nov 19 19:20:11.056981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-9383f3f3-a14b-4254-9599-e515d9273cff req-9ef2ef80-7f3c-45b8-8101-77a4707d6641 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Deleting port 4348e220-a174-4b78-bcd8-18f77f60857e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:20:11.057579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9383f3f3-a14b-4254-9599-e515d9273cff req-9ef2ef80-7f3c-45b8-8101-77a4707d6641 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:11.092886 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40e675e3-6684-4ba2-90cf-f9a348042f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:11.100721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c866f8aa-fad1-4181-8460-37b41751534c {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:20:11.127005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c866f8aa-fad1-4181-8460-37b41751534c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c866f8aa-fad1-4181-8460-37b41751534c,segment=NetworkSegment(4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5),segment_id=4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:11.140918 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:11.178558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fa8401-c0eb-4123-97c6-d4226929f7f0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:11.183460 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8401-c0eb-4123-97c6-d4226929f7f0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:11.200086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ccf48b81-40bf-4f54-b613-71a222b22de4 req-00261194-05ab-4748-80df-0412fa750849 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/security-groups?id=a0ec9653-43b3-4dfc-9802-cef0b3ac5675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902135 Nov 19 19:20:11.228286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c866f8aa-fad1-4181-8460-37b41751534c,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:11.333425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8c39a812-8bb4-4158-9d10-c22140cedd43 None None] Provisioning complete for port 2dc930d6-9a06-4202-9b4b-444a3a12fc42 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:11.333823 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8c39a812-8bb4-4158-9d10-c22140cedd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:11.379805 n-d-815373-6 neutron-server[109888]: INFO neutron.db.ipam_backend_mixin [None req-d3fa8401-c0eb-4123-97c6-d4226929f7f0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b471fff1-f1b3-4d86-bb15-4fd7c745bc29 (CIDR: 2001:db8::/64) Nov 19 19:20:11.384455 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fa8401-c0eb-4123-97c6-d4226929f7f0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:20:11.385048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fa8401-c0eb-4123-97c6-d4226929f7f0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:11.414036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8c39a812-8bb4-4158-9d10-c22140cedd43 None None] Port 2dc930d6-9a06-4202-9b4b-444a3a12fc42 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:11.416706 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d3fa8401-c0eb-4123-97c6-d4226929f7f0 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5031617 Nov 19 19:20:11.419758 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45392) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:11.425478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-72afc80e-4f39-4821-a63a-41c17154f696 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:11.494154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['c866f8aa-fad1-4181-8460-37b41751534c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:20:11.564593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72afc80e-4f39-4821-a63a-41c17154f696 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:11.571157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72afc80e-4f39-4821-a63a-41c17154f696 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:11.610552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-9383f3f3-a14b-4254-9599-e515d9273cff req-9ef2ef80-7f3c-45b8-8101-77a4707d6641 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] For port 4348e220-a174-4b78-bcd8-18f77f60857e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4348e220-a174-4b78-bcd8-18f77f60857e,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:11.610953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9383f3f3-a14b-4254-9599-e515d9273cff req-9ef2ef80-7f3c-45b8-8101-77a4707d6641 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:11.629158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-9383f3f3-a14b-4254-9599-e515d9273cff req-9ef2ef80-7f3c-45b8-8101-77a4707d6641 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Calling delete_port for 4348e220-a174-4b78-bcd8-18f77f60857e owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:20:11.749566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a930aaf-b0af-4511-94ea-5207b8803b55 req-fe8a3d78-b3f4-4229-bec6-9ddcce141c2b tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:11.757575 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a930aaf-b0af-4511-94ea-5207b8803b55 req-fe8a3d78-b3f4-4229-bec6-9ddcce141c2b tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 944 time: 0.1907270 Nov 19 19:20:11.770655 n-d-815373-6 neutron-server[109888]: INFO neutron.db.ipam_backend_mixin [None req-72afc80e-4f39-4821-a63a-41c17154f696 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a3c33779-6003-49f2-ae33-538752d6eac6 (CIDR: 2001:db8:0:1::/64) Nov 19 19:20:11.776077 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-72afc80e-4f39-4821-a63a-41c17154f696 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:20:11.776607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72afc80e-4f39-4821-a63a-41c17154f696 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:11.825848 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-72afc80e-4f39-4821-a63a-41c17154f696 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4024098 Nov 19 19:20:11.826028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45394) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:11.832177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2a1c6a40-a21b-4569-804e-6daccf66027a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'subnet': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:11.889097 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:11.979277 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a930aaf-b0af-4511-94ea-5207b8803b55 req-2c9d492e-ea57-44ce-a344-c0280213e884 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f415ec4-e49f-49cc-aab0-5b372bf88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206132 Nov 19 19:20:11.995180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1c6a40-a21b-4569-804e-6daccf66027a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Made reservation on behalf of e8c24d81d69e4beea7962c1c3e4200e7 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:12.005849 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6a40-a21b-4569-804e-6daccf66027a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:12.154887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Router 64565f2c-5385-461d-9f5d-f7142c8d1826 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:20:12.222669 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9383f3f3-a14b-4254-9599-e515d9273cff req-9ef2ef80-7f3c-45b8-8101-77a4707d6641 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:12.236586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['4348e220-a174-4b78-bcd8-18f77f60857e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:20:12.274567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2ef80-7f3c-45b8-8101-77a4707d6641 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Pushing event deleted for resources: {'Port': ['ID=4348e220-a174-4b78-bcd8-18f77f60857e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:12.400101 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-68ea29d6-351f-42a5-9c76-a08af06d81a4 req-d7f2150c-11cc-4da1-9bb7-e36a333404e4 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bf17468-7c51-43c8-9774-15aff4549a3b HTTP/1.1" status: 200 len: 210 time: 0.0554125 Nov 19 19:20:12.426504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9383f3f3-a14b-4254-9599-e515d9273cff req-9ef2ef80-7f3c-45b8-8101-77a4707d6641 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] No DVR routers for this DVR port 4348e220-a174-4b78-bcd8-18f77f60857e on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:20:12.433133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9383f3f3-a14b-4254-9599-e515d9273cff req-9ef2ef80-7f3c-45b8-8101-77a4707d6641 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:12.436761 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9383f3f3-a14b-4254-9599-e515d9273cff req-9ef2ef80-7f3c-45b8-8101-77a4707d6641 tempest-VolumesBackupsTest-1723859632 tempest-VolumesBackupsTest-1723859632-project] 10.222.0.21 "DELETE /v2.0/ports/4348e220-a174-4b78-bcd8-18f77f60857e HTTP/1.1" status: 204 len: 173 time: 1.9707060 Nov 19 19:20:12.437298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf17468-7c51-43c8-9774-15aff4549a3b', 'name': 'network-vif-deleted', 'tag': '4348e220-a174-4b78-bcd8-18f77f60857e'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:20:12.440008 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b938ba3-f536-4002-82b7-8b1dfa9bc943" -d '{"events": [{"server_uuid": "4bf17468-7c51-43c8-9774-15aff4549a3b", "name": "network-vif-deleted", "tag": "4348e220-a174-4b78-bcd8-18f77f60857e"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:20:12.447682 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6a40-a21b-4569-804e-6daccf66027a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:12.451675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:20:12.467049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262822f-4db9-4932-b473-7dbe5e109192 None None] Sync routers for ids ['64565f2c-5385-461d-9f5d-f7142c8d1826'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:20:12.479766 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:12.480933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262822f-4db9-4932-b473-7dbe5e109192 None None] Routers {'64565f2c-5385-461d-9f5d-f7142c8d1826'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:20:12.481933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3262822f-4db9-4932-b473-7dbe5e109192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:20:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['64565f2c-5385-461d-9f5d-f7142c8d1826'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:12.541723 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0513df55-6000-42d3-b8cb-82de66a306a4 x-openstack-request-id: req-0513df55-6000-42d3-b8cb-82de66a306a4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:20:12.542469 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf17468-7c51-43c8-9774-15aff4549a3b", "name": "network-vif-deleted", "tag": "4348e220-a174-4b78-bcd8-18f77f60857e", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:20:12.542951 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0513df55-6000-42d3-b8cb-82de66a306a4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:20:12.543551 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf17468-7c51-43c8-9774-15aff4549a3b', 'name': 'network-vif-deleted', 'tag': '4348e220-a174-4b78-bcd8-18f77f60857e', 'status': 'completed', 'code': 200} Nov 19 19:20:12.558222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c6a40-a21b-4569-804e-6daccf66027a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Network 53915810-99cc-42b2-adfb-38933426efaf is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:12.560818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c6a40-a21b-4569-804e-6daccf66027a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:12.562519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c6a40-a21b-4569-804e-6daccf66027a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Subnet': ['ID=e23a7835-13b8-45c2-934b-8786c6d9d71a,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:12.565468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1c6a40-a21b-4569-804e-6daccf66027a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:12.566255 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a1c6a40-a21b-4569-804e-6daccf66027a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:12.601795 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2a1c6a40-a21b-4569-804e-6daccf66027a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7618732 Nov 19 19:20:12.602470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-606db3b2-9f0f-4572-80ac-7d5ce0ec2ab4 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5594900 Nov 19 19:20:12.602578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45404) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:12.602578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-173ade4b-8c08-45fa-9296-d227879f5140 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1160631846', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e23a7835-13b8-45c2-934b-8786c6d9d71a'}], 'security_groups': ['b6ad0f0a-a260-4a6b-a3d8-5ff3aa2376d0', '7f5aa174-8066-4366-b25c-20a4c9ab96b6']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:12.602751 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac530b1-2e7c-490c-9a0a-dab4f62cc258 None None] Network 53915810-99cc-42b2-adfb-38933426efaf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:12.712905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-3262822f-4db9-4932-b473-7dbe5e109192 None None] Set router 64565f2c-5385-461d-9f5d-f7142c8d1826 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:20:12.735996 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-173ade4b-8c08-45fa-9296-d227879f5140 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:13.137931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773fcdac-71eb-4011-8eb6-f84a92ae8bd5 None None] Update dhcp port {'port': {'network_id': '53915810-99cc-42b2-adfb-38933426efaf', 'fixed_ips': [{'subnet_id': 'a3c33779-6003-49f2-ae33-538752d6eac6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b471fff1-f1b3-4d86-bb15-4fd7c745bc29', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e23a7835-13b8-45c2-934b-8786c6d9d71a'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '879cda7a-b6d1-4e37-bead-ff13242d9e7d'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:20:13.218087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-773fcdac-71eb-4011-8eb6-f84a92ae8bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:13.244897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35adc7-47df-4c7d-a7a5-218a7eae0726 req-681c0146-f33a-4bf4-8eab-52a8de37bd47 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:13.262587 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff35adc7-47df-4c7d-a7a5-218a7eae0726 req-681c0146-f33a-4bf4-8eab-52a8de37bd47 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 944 time: 0.1674001 Nov 19 19:20:13.310850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-173ade4b-8c08-45fa-9296-d227879f5140 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Delete allocated IP 2001:db8::1f4 (53915810-99cc-42b2-adfb-38933426efaf/b471fff1-f1b3-4d86-bb15-4fd7c745bc29) {{(pid=109888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 19:20:13.321103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-173ade4b-8c08-45fa-9296-d227879f5140 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Allocated IP 2001:db8:0:2::e0 (53915810-99cc-42b2-adfb-38933426efaf/e23a7835-13b8-45c2-934b-8786c6d9d71a/2dc930d6-9a06-4202-9b4b-444a3a12fc42) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:13.358081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff35adc7-47df-4c7d-a7a5-218a7eae0726 req-5fcdc897-e138-45b7-96a7-c38f638f8350 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f415ec4-e49f-49cc-aab0-5b372bf88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871992 Nov 19 19:20:13.403627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3262822f-4db9-4932-b473-7dbe5e109192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '66bcabc4-6c76-4c18-867f-469f6af4fbb9', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'port_id': 'de72e3ad-2986-4f50-832b-795c2d22b7bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'mac_address': 'fa:16:3e:9b:53:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:20:09Z', 'updated_at': '2021-11-19T19:20:09Z', 'revision_number': 0, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baef85cb-9d20-45e2-89c2-6163fd6f47db', 'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'mac_address': 'fa:16:3e:65:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:22Z', 'updated_at': '2021-11-19T19:19:34Z', 'revision_number': 5, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'subnets': [{'id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:13.459238 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262822f-4db9-4932-b473-7dbe5e109192 None None] Checking router: 64565f2c-5385-461d-9f5d-f7142c8d1826 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:20:13.480805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:13.546869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262822f-4db9-4932-b473-7dbe5e109192 None None] Routers {'64565f2c-5385-461d-9f5d-f7142c8d1826'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:20:13.548478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3262822f-4db9-4932-b473-7dbe5e109192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:20:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['64565f2c-5385-461d-9f5d-f7142c8d1826'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:13.637894 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-173ade4b-8c08-45fa-9296-d227879f5140 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:13.643997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-173ade4b-8c08-45fa-9296-d227879f5140 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:13.727909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-173ade4b-8c08-45fa-9296-d227879f5140 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] In _notify_port_updated(), no bound segment for port 2dc930d6-9a06-4202-9b4b-444a3a12fc42 on network 53915810-99cc-42b2-adfb-38933426efaf {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:20:13.735505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ade4b-8c08-45fa-9296-d227879f5140 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:13.736364 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-173ade4b-8c08-45fa-9296-d227879f5140 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:13.740430 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-173ade4b-8c08-45fa-9296-d227879f5140 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "PUT /v2.0/ports/2dc930d6-9a06-4202-9b4b-444a3a12fc42 HTTP/1.1" status: 200 len: 969 time: 1.1450372 Nov 19 19:20:13.740768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45450) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:13.744279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ade4b-8c08-45fa-9296-d227879f5140 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event updated for resources: {'Port': ['ID=2dc930d6-9a06-4202-9b4b-444a3a12fc42,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:13.828774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-773fcdac-71eb-4011-8eb6-f84a92ae8bd5 None None] Allocated IP 2001:db8:0:2::2 (53915810-99cc-42b2-adfb-38933426efaf/e23a7835-13b8-45c2-934b-8786c6d9d71a/879cda7a-b6d1-4e37-bead-ff13242d9e7d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:13.869342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-3262822f-4db9-4932-b473-7dbe5e109192 None None] Set router 64565f2c-5385-461d-9f5d-f7142c8d1826 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:20:13.875568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-40365127-c499-48c2-b199-5ca0a44ee51f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 2dc930d6-9a06-4202-9b4b-444a3a12fc42 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:20:13.875917 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40365127-c499-48c2-b199-5ca0a44ee51f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.014374 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40365127-c499-48c2-b199-5ca0a44ee51f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.042612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-40365127-c499-48c2-b199-5ca0a44ee51f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 2dc930d6-9a06-4202-9b4b-444a3a12fc42 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:20:14.113113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c866f8aa-fad1-4181-8460-37b41751534c up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:14.261135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40365127-c499-48c2-b199-5ca0a44ee51f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.308534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40365127-c499-48c2-b199-5ca0a44ee51f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=2dc930d6-9a06-4202-9b4b-444a3a12fc42,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:14.354191 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40365127-c499-48c2-b199-5ca0a44ee51f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.358644 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-40365127-c499-48c2-b199-5ca0a44ee51f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/2dc930d6-9a06-4202-9b4b-444a3a12fc42 HTTP/1.1" status: 204 len: 168 time: 0.6166291 Nov 19 19:20:14.363046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45518) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:14.420804 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-8851d919-ac82-496d-9e38-967085176bf1 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] GET failed (client error): The resource could not be found. Nov 19 19:20:14.423288 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8851d919-ac82-496d-9e38-967085176bf1 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports/2dc930d6-9a06-4202-9b4b-444a3a12fc42 HTTP/1.1" status: 404 len: 333 time: 0.0589700 Nov 19 19:20:14.426042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45526) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:14.447141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.497346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-773fcdac-71eb-4011-8eb6-f84a92ae8bd5 None None] For port 879cda7a-b6d1-4e37-bead-ff13242d9e7d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=879cda7a-b6d1-4e37-bead-ff13242d9e7d,segment=NetworkSegment(aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32),segment_id=aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:14.550396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'tag': 'de72e3ad-2986-4f50-832b-795c2d22b7bf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:20:14.552694 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08" -d '{"events": [{"name": "network-changed", "server_uuid": "11c0a5d1-a161-434c-a87a-91cdd00fdfa6", "tag": "de72e3ad-2986-4f50-832b-795c2d22b7bf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:20:14.595142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3705216-bc19-45df-a944-bddd32c65ae9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.598649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port c866f8aa-fad1-4181-8460-37b41751534c completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:20:14.609835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port c866f8aa-fad1-4181-8460-37b41751534c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:14.610185 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.619069 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-773fcdac-71eb-4011-8eb6-f84a92ae8bd5 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.623150 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3705216-bc19-45df-a944-bddd32c65ae9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.645562 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-773fcdac-71eb-4011-8eb6-f84a92ae8bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.682670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3705216-bc19-45df-a944-bddd32c65ae9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.685633 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a3705216-bc19-45df-a944-bddd32c65ae9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.689817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45556) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:14.691645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a3705216-bc19-45df-a944-bddd32c65ae9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/security-groups/8cbc1ec2-7cef-4da9-bfa2-80bfc1e34a25 HTTP/1.1" status: 204 len: 168 time: 0.2641914 Nov 19 19:20:14.715075 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3705216-bc19-45df-a944-bddd32c65ae9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbc1ec2-7cef-4da9-bfa2-80bfc1e34a25,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:14.727534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d21bef-ae9c-426e-9d60-f34bfe3b8734 req-2debd5db-0716-46e0-b1ce-84b2fe31214d tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:14.736244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55d21bef-ae9c-426e-9d60-f34bfe3b8734 req-2debd5db-0716-46e0-b1ce-84b2fe31214d tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 944 time: 0.2169440 Nov 19 19:20:14.833502 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69a786de-a114-4478-b3b6-dbf817c257e1 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.835313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55d21bef-ae9c-426e-9d60-f34bfe3b8734 req-cdf5f68b-9a70-442c-9425-d08b59bfcad8 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f415ec4-e49f-49cc-aab0-5b372bf88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950527 Nov 19 19:20:14.874012 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69a786de-a114-4478-b3b6-dbf817c257e1 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.948353 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dd5c32-bf9b-4361-ac4a-33d6dad819bd x-openstack-request-id: req-d2dd5c32-bf9b-4361-ac4a-33d6dad819bd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:20:14.949524 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c0a5d1-a161-434c-a87a-91cdd00fdfa6", "tag": "de72e3ad-2986-4f50-832b-795c2d22b7bf", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:20:14.950026 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2dd5c32-bf9b-4361-ac4a-33d6dad819bd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:20:14.950669 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'tag': 'de72e3ad-2986-4f50-832b-795c2d22b7bf', 'status': 'completed', 'code': 200} Nov 19 19:20:14.968413 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69a786de-a114-4478-b3b6-dbf817c257e1 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.976890 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-69a786de-a114-4478-b3b6-dbf817c257e1 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:14.982131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45582) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:14.993824 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-69a786de-a114-4478-b3b6-dbf817c257e1 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/security-groups/7f5aa174-8066-4366-b25c-20a4c9ab96b6 HTTP/1.1" status: 204 len: 168 time: 0.3025365 Nov 19 19:20:15.025105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fcdac-71eb-4011-8eb6-f84a92ae8bd5 None None] Pushing event updated for resources: {'Port': ['ID=879cda7a-b6d1-4e37-bead-ff13242d9e7d,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:15.028355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a786de-a114-4478-b3b6-dbf817c257e1 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5aa174-8066-4366-b25c-20a4c9ab96b6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:15.148054 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:15.171302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b30bf267-5100-41a3-8241-9be4f94e0be4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:15.176261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08 req-22b38ab8-82eb-48a4-a859-b083f3c87d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:15.177775 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08 req-22b38ab8-82eb-48a4-a859-b083f3c87d11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9ac7283ce24baa836453c270feae8e&device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 1096 time: 0.1866791 Nov 19 19:20:15.218739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port c866f8aa-fad1-4181-8460-37b41751534c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c866f8aa-fad1-4181-8460-37b41751534c,segment=NetworkSegment(4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5),segment_id=4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:15.220961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c866f8aa-fad1-4181-8460-37b41751534c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:20:15.224287 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56b7f10-9594-4bf3-b4ea-8418dd52a246" -d '{"events": [{"server_uuid": "62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe", "name": "network-vif-plugged", "status": "completed", "tag": "c866f8aa-fad1-4181-8460-37b41751534c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:20:15.232832 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-3262822f-4db9-4932-b473-7dbe5e109192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '66bcabc4-6c76-4c18-867f-469f6af4fbb9', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'port_id': 'de72e3ad-2986-4f50-832b-795c2d22b7bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'mac_address': 'fa:16:3e:9b:53:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:20:09Z', 'updated_at': '2021-11-19T19:20:09Z', 'revision_number': 0, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baef85cb-9d20-45e2-89c2-6163fd6f47db', 'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'mac_address': 'fa:16:3e:65:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:22Z', 'updated_at': '2021-11-19T19:19:34Z', 'revision_number': 5, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'subnets': [{'id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:15.235917 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:15.279862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262822f-4db9-4932-b473-7dbe5e109192 None None] The sync data for ids ['64565f2c-5385-461d-9f5d-f7142c8d1826'] in n-d-815373-6 is: [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '66bcabc4-6c76-4c18-867f-469f6af4fbb9', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'port_id': 'de72e3ad-2986-4f50-832b-795c2d22b7bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'mac_address': 'fa:16:3e:9b:53:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:20:09Z', 'updated_at': '2021-11-19T19:20:09Z', 'revision_number': 0, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baef85cb-9d20-45e2-89c2-6163fd6f47db', 'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'mac_address': 'fa:16:3e:65:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:22Z', 'updated_at': '2021-11-19T19:19:34Z', 'revision_number': 5, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'subnets': [{'id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:20:15.364009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b30bf267-5100-41a3-8241-9be4f94e0be4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:15.448863 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=c866f8aa-fad1-4181-8460-37b41751534c,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:15.454354 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f89af1b-1b46-4ad3-8d8a-33bb2b0335cb x-openstack-request-id: req-1f89af1b-1b46-4ad3-8d8a-33bb2b0335cb {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:20:15.454647 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe", "name": "network-vif-plugged", "status": "completed", "tag": "c866f8aa-fad1-4181-8460-37b41751534c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:20:15.455065 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f89af1b-1b46-4ad3-8d8a-33bb2b0335cb {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:20:15.455644 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c866f8aa-fad1-4181-8460-37b41751534c', 'code': 200} Nov 19 19:20:15.489942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e244034-36ce-45bd-a2ec-45e341eab5af req-5cae6f3d-a74a-48ad-bbfd-041e56ee0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:15.502630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3e244034-36ce-45bd-a2ec-45e341eab5af req-5cae6f3d-a74a-48ad-bbfd-041e56ee0699 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 1096 time: 0.1165884 Nov 19 19:20:15.511671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08 req-07ae6645-d34b-4a55-b6be-4a57d9cda48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:15.513475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08 req-07ae6645-d34b-4a55-b6be-4a57d9cda48b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 HTTP/1.1" status: 200 len: 909 time: 0.3276451 Nov 19 19:20:15.519029 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b30bf267-5100-41a3-8241-9be4f94e0be4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:15.523795 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b30bf267-5100-41a3-8241-9be4f94e0be4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:15.528149 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b30bf267-5100-41a3-8241-9be4f94e0be4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/security-groups/b6ad0f0a-a260-4a6b-a3d8-5ff3aa2376d0 HTTP/1.1" status: 204 len: 168 time: 0.5444961 Nov 19 19:20:15.529118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45632) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:15.584759 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bf267-5100-41a3-8241-9be4f94e0be4 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ad0f0a-a260-4a6b-a3d8-5ff3aa2376d0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:15.695562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4348e220-a174-4b78-bcd8-18f77f60857e no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:20:15.728372 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3e244034-36ce-45bd-a2ec-45e341eab5af req-a251def7-e48d-4f50-bf83-07bacb27389f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f415ec4-e49f-49cc-aab0-5b372bf88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183950 Nov 19 19:20:15.734728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 4348e220-a174-4b78-bcd8-18f77f60857e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:20:15.739719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4348e220-a174-4b78-bcd8-18f77f60857e not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:20:15.759202 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b687b8-216f-48ff-905a-65f4270235e0 None None] New status for floating IP 66bcabc4-6c76-4c18-867f-469f6af4fbb9: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:20:15.914905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-900152c5-a994-444f-86b0-fb6fb56b8a8e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting subnet b471fff1-f1b3-4d86-bb15-4fd7c745bc29 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:20:15.938937 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-900152c5-a994-444f-86b0-fb6fb56b8a8e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:16.016789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 879cda7a-b6d1-4e37-bead-ff13242d9e7d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:16.134856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08 req-d28e7603-6ccd-4ac8-a54d-2d15a1eb796a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf HTTP/1.1" status: 200 len: 999 time: 0.6035392 Nov 19 19:20:16.160877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5d64acd8-2766-44e4-9597-5e705c55c5b6 None None] Provisioning complete for port 2145c2d1-d397-45c1-82df-a2ee7a369378 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:16.162097 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5d64acd8-2766-44e4-9597-5e705c55c5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:16.175919 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-900152c5-a994-444f-86b0-fb6fb56b8a8e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:16.320746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 879cda7a-b6d1-4e37-bead-ff13242d9e7d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:16.321398 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:16.324655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07200d6-672b-4c26-9f87-3e3221221d9d req-6ec6cc83-3ede-405a-9dcc-e53a58307811 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:16.326288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e07200d6-672b-4c26-9f87-3e3221221d9d req-6ec6cc83-3ede-405a-9dcc-e53a58307811 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 945 time: 0.3159447 Nov 19 19:20:16.356409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5d64acd8-2766-44e4-9597-5e705c55c5b6 None None] Port 2145c2d1-d397-45c1-82df-a2ee7a369378 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:16.377008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08 req-66868fd6-1594-4855-a221-880033128d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:16.378278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08 req-66868fd6-1594-4855-a221-880033128d82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00d8d2ec-40f3-4b44-ad76-f410d94c7361 HTTP/1.1" status: 200 len: 847 time: 0.2255969 Nov 19 19:20:16.435339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5d64acd8-2766-44e4-9597-5e705c55c5b6 None None] Could not find standard attr ID for object 2dc930d6-9a06-4202-9b4b-444a3a12fc42. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:20:16.497942 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e07200d6-672b-4c26-9f87-3e3221221d9d req-8e12856b-892d-4c8b-a1cd-aa34c75c8922 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f415ec4-e49f-49cc-aab0-5b372bf88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640317 Nov 19 19:20:16.506433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5d64acd8-2766-44e4-9597-5e705c55c5b6 None None] Provisioning complete for port 879cda7a-b6d1-4e37-bead-ff13242d9e7d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:16.506980 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5d64acd8-2766-44e4-9597-5e705c55c5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:16.518001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08 req-d015664d-8861-40f9-81f9-f77e6a2eb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:16.519651 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08 req-d015664d-8861-40f9-81f9-f77e6a2eb27a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141322 Nov 19 19:20:16.522654 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-900152c5-a994-444f-86b0-fb6fb56b8a8e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:16.695061 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-900152c5-a994-444f-86b0-fb6fb56b8a8e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:16.746741 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-900152c5-a994-444f-86b0-fb6fb56b8a8e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:16.750065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-900152c5-a994-444f-86b0-fb6fb56b8a8e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/b471fff1-f1b3-4d86-bb15-4fd7c745bc29 HTTP/1.1" status: 204 len: 168 time: 1.1883214 Nov 19 19:20:16.752042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900152c5-a994-444f-86b0-fb6fb56b8a8e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Subnet': ['ID=b471fff1-f1b3-4d86-bb15-4fd7c745bc29,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:16.753702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45748) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:16.765206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08 req-0bc57a82-ed9c-40a8-9476-86dc3cb99331 service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364585 Nov 19 19:20:16.881987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2b4303-f4ac-4a4f-9c67-5a91ab8d54b6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting subnet e23a7835-13b8-45c2-934b-8786c6d9d71a {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:20:16.895122 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4303-f4ac-4a4f-9c67-5a91ab8d54b6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:16.932208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-57973a98-68e0-42b9-ae4e-7be345bd5028 None None] Could not find standard attr ID for object 2dc930d6-9a06-4202-9b4b-444a3a12fc42. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:20:16.950396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcdeaf2-9c6c-4551-ac82-4df8b38014de None None] Network 53915810-99cc-42b2-adfb-38933426efaf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:16.968555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cff3c9da-18d7-4d25-8d3b-d53d88cabe08 req-f24313af-b9af-4afc-b95b-9ea1411ef58f service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759348 Nov 19 19:20:16.987070 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4303-f4ac-4a4f-9c67-5a91ab8d54b6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:17.240441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4303-f4ac-4a4f-9c67-5a91ab8d54b6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:17.320713 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4303-f4ac-4a4f-9c67-5a91ab8d54b6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:17.380009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b4303-f4ac-4a4f-9c67-5a91ab8d54b6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Subnet': ['ID=e23a7835-13b8-45c2-934b-8786c6d9d71a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:17.387468 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a2b4303-f4ac-4a4f-9c67-5a91ab8d54b6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:17.391856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7a2b4303-f4ac-4a4f-9c67-5a91ab8d54b6 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/e23a7835-13b8-45c2-934b-8786c6d9d71a HTTP/1.1" status: 204 len: 168 time: 0.6371832 Nov 19 19:20:17.394437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45812) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:17.429876 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d971a8ae-bb07-4898-8aad-26841483219f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:20:17.430618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d971a8ae-bb07-4898-8aad-26841483219f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:17.434275 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d971a8ae-bb07-4898-8aad-26841483219f tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/b471fff1-f1b3-4d86-bb15-4fd7c745bc29 HTTP/1.1" status: 404 len: 337 time: 0.0383496 Nov 19 19:20:17.436796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45818) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:17.535775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-520191a7-9876-450f-881b-3e6c38a9a51e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting subnet a3c33779-6003-49f2-ae33-538752d6eac6 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:20:17.546881 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520191a7-9876-450f-881b-3e6c38a9a51e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:17.615750 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520191a7-9876-450f-881b-3e6c38a9a51e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:17.727545 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520191a7-9876-450f-881b-3e6c38a9a51e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:17.752771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfcfdb-7434-4f77-97e8-3090dc72a7cb req-57341c93-07a5-47b1-ad50-cd2477db7667 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:17.756097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4bcfcfdb-7434-4f77-97e8-3090dc72a7cb req-57341c93-07a5-47b1-ad50-cd2477db7667 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 945 time: 0.1570220 Nov 19 19:20:17.821127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520191a7-9876-450f-881b-3e6c38a9a51e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:17.871259 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520191a7-9876-450f-881b-3e6c38a9a51e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:17.878202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-520191a7-9876-450f-881b-3e6c38a9a51e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/a3c33779-6003-49f2-ae33-538752d6eac6 HTTP/1.1" status: 204 len: 168 time: 0.4401350 Nov 19 19:20:17.880017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45864) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:17.882330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520191a7-9876-450f-881b-3e6c38a9a51e tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c33779-6003-49f2-ae33-538752d6eac6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:17.899144 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4bcfcfdb-7434-4f77-97e8-3090dc72a7cb req-86c35903-7ed8-448c-8a18-cb2947461c8d tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f415ec4-e49f-49cc-aab0-5b372bf88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197383 Nov 19 19:20:17.937347 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c496dd59-0cf2-4efd-a57e-4ed6e99b72cc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:20:17.938022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c496dd59-0cf2-4efd-a57e-4ed6e99b72cc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:17.941926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c496dd59-0cf2-4efd-a57e-4ed6e99b72cc tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/33af3969-87db-4054-8ea6-352e8240ef24 HTTP/1.1" status: 404 len: 337 time: 0.0548027 Nov 19 19:20:17.944993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45874) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:17.998197 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-99954ed3-53ce-4f55-8105-722fe32a9675 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b28a555-ed3b-42bc-9041-86617cd1526a HTTP/1.1" status: 200 len: 205 time: 0.0516806 Nov 19 19:20:18.000496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45880) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:18.074050 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-3901d376-7098-45e8-94e8-6e3c8e9a80c9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] delete failed (client error): The resource could not be found. Nov 19 19:20:18.075159 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3901d376-7098-45e8-94e8-6e3c8e9a80c9 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/routers/1b28a555-ed3b-42bc-9041-86617cd1526a HTTP/1.1" status: 404 len: 336 time: 0.0735209 Nov 19 19:20:18.078249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45890) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:18.166077 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f545d97-5671-4e7b-9269-2c052873a856 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:20:18.166745 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f545d97-5671-4e7b-9269-2c052873a856 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:18.170193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3f545d97-5671-4e7b-9269-2c052873a856 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/1eec029d-60ad-4cb7-8bed-a22fce6d330c HTTP/1.1" status: 404 len: 337 time: 0.0908878 Nov 19 19:20:18.172995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45908) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:18.218835 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa692bcf-f13e-4b05-81a8-39cc12cf66cd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:20:18.219397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa692bcf-f13e-4b05-81a8-39cc12cf66cd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:18.222962 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aa692bcf-f13e-4b05-81a8-39cc12cf66cd tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/e4ae7fd9-dcf3-48b0-97e6-92bfee394ec0 HTTP/1.1" status: 404 len: 337 time: 0.0485637 Nov 19 19:20:18.226231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45916) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:18.283187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3384e4be-d7ee-485a-a122-45d3db27a85d None None] Network 53915810-99cc-42b2-adfb-38933426efaf requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:18.340102 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-debd5827-0f70-44f4-aa53-e3b92d513721 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:20:18.340602 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debd5827-0f70-44f4-aa53-e3b92d513721 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:18.351770 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-debd5827-0f70-44f4-aa53-e3b92d513721 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/1f12c6cf-1fcf-4a48-aca3-f24e1f5e217d HTTP/1.1" status: 404 len: 337 time: 0.1242673 Nov 19 19:20:18.352708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45926) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:18.381234 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9cd9254-f12e-4f79-a7ce-d9bb06c18109 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:20:18.383369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9cd9254-f12e-4f79-a7ce-d9bb06c18109 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:18.387810 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b9cd9254-f12e-4f79-a7ce-d9bb06c18109 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/6e04b415-c728-4d2a-9757-44fbf4fdd816 HTTP/1.1" status: 404 len: 333 time: 0.0339096 Nov 19 19:20:18.390478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45936) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:18.454031 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-275603ba-117b-406c-8ec2-c3a5e501535a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:20:18.454509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275603ba-117b-406c-8ec2-c3a5e501535a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:18.463253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45946) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:18.466109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-275603ba-117b-406c-8ec2-c3a5e501535a tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/9ace6c4e-c830-4c01-aa5e-5760186d57cd HTTP/1.1" status: 404 len: 337 time: 0.0721488 Nov 19 19:20:18.524962 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-73dff7b5-52ac-47ed-a00b-e560f1333256 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:20:18.525641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73dff7b5-52ac-47ed-a00b-e560f1333256 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:18.529234 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-73dff7b5-52ac-47ed-a00b-e560f1333256 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/bfb01e55-6fb3-41d3-bba4-04a2ef2f9610 HTTP/1.1" status: 404 len: 337 time: 0.0641766 Nov 19 19:20:18.531831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45952) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:18.574465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-57e4e0bc-b713-42d9-89e3-580ecda01aaf None None] Provisioning complete for port 2145c2d1-d397-45c1-82df-a2ee7a369378 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:18.575072 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-57e4e0bc-b713-42d9-89e3-580ecda01aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:18.598838 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa7c664-cc5f-42c1-bc10-5199a786e415 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:20:18.599434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa7c664-cc5f-42c1-bc10-5199a786e415 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:18.606026 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9fa7c664-cc5f-42c1-bc10-5199a786e415 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/5b9c7ef5-68bb-4615-91a0-08a78e1ffa8a HTTP/1.1" status: 404 len: 333 time: 0.0701525 Nov 19 19:20:18.607219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45964) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:18.656875 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f98b9d-d62b-4b07-bd10-d8d3a65f6567 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:20:18.657272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f98b9d-d62b-4b07-bd10-d8d3a65f6567 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:18.660646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-22f98b9d-d62b-4b07-bd10-d8d3a65f6567 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/2954cf52-0c80-4835-840a-e0812597510f HTTP/1.1" status: 404 len: 337 time: 0.0523195 Nov 19 19:20:18.663585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45968) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:18.707035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-57e4e0bc-b713-42d9-89e3-580ecda01aaf None None] Port 2145c2d1-d397-45c1-82df-a2ee7a369378 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:18.718171 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-49afce84-1844-43d6-bfb2-c190e5878402 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] DELETE failed (client error): The resource could not be found. Nov 19 19:20:18.721482 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49afce84-1844-43d6-bfb2-c190e5878402 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:20:18.727786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-49afce84-1844-43d6-bfb2-c190e5878402 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/subnets/5f373211-ec08-4d2a-ac14-1af630981278 HTTP/1.1" status: 404 len: 337 time: 0.0627053 Nov 19 19:20:18.730822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-57e4e0bc-b713-42d9-89e3-580ecda01aaf None None] Provisioning complete for port 879cda7a-b6d1-4e37-bead-ff13242d9e7d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:18.731289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-57e4e0bc-b713-42d9-89e3-580ecda01aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:18.732856 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 45970) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:18.813793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723605d1-0ed4-420b-ada3-9103b305b5ed None None] DHCP port deletion for 53915810-99cc-42b2-adfb-38933426efaf request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:20:18.901819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-507735cb-8720-4881-9417-68c43365fd3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Deleting port 2145c2d1-d397-45c1-82df-a2ee7a369378 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:20:18.902789 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-507735cb-8720-4881-9417-68c43365fd3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:18.953452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-723605d1-0ed4-420b-ada3-9103b305b5ed None None] Deleting port 879cda7a-b6d1-4e37-bead-ff13242d9e7d {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:20:18.953918 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-723605d1-0ed4-420b-ada3-9103b305b5ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.054322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-723605d1-0ed4-420b-ada3-9103b305b5ed None None] For port 879cda7a-b6d1-4e37-bead-ff13242d9e7d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=879cda7a-b6d1-4e37-bead-ff13242d9e7d,segment=NetworkSegment(aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32),segment_id=aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:19.054856 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-723605d1-0ed4-420b-ada3-9103b305b5ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.066628 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-507735cb-8720-4881-9417-68c43365fd3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.082643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-723605d1-0ed4-420b-ada3-9103b305b5ed None None] Calling delete_port for 879cda7a-b6d1-4e37-bead-ff13242d9e7d owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:20:19.084207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-507735cb-8720-4881-9417-68c43365fd3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Calling delete_port for 2145c2d1-d397-45c1-82df-a2ee7a369378 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:20:19.265774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-507735cb-8720-4881-9417-68c43365fd3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.270517 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-723605d1-0ed4-420b-ada3-9103b305b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.296670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507735cb-8720-4881-9417-68c43365fd3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Port': ['ID=2145c2d1-d397-45c1-82df-a2ee7a369378,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:19.324877 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-507735cb-8720-4881-9417-68c43365fd3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.329235 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-507735cb-8720-4881-9417-68c43365fd3b tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/ports/2145c2d1-d397-45c1-82df-a2ee7a369378 HTTP/1.1" status: 204 len: 168 time: 0.5945027 Nov 19 19:20:19.331936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 45988) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:19.365649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723605d1-0ed4-420b-ada3-9103b305b5ed None None] Pushing event deleted for resources: {'Port': ['ID=879cda7a-b6d1-4e37-bead-ff13242d9e7d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:19.382661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723605d1-0ed4-420b-ada3-9103b305b5ed None None] No DVR routers for this DVR port 879cda7a-b6d1-4e37-bead-ff13242d9e7d on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:20:19.464984 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.693439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.736021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53915810-99cc-42b2-adfb-38933426efaf']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:19.764408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:19.764702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa12c77c-ac03-49f3-a6d6-a15f0ab2fc32') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:19.784904 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.818329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.827348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:20:19.828096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:20:19.837299 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:20:19.938554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 879cda7a-b6d1-4e37-bead-ff13242d9e7d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:20:19.964557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46004) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:19.988594 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:19.989721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 879cda7a-b6d1-4e37-bead-ff13242d9e7d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:20:19.990231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 879cda7a-b6d1-4e37-bead-ff13242d9e7d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:20:20.028818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:20.036020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] 10.222.0.50 "DELETE /v2.0/networks/53915810-99cc-42b2-adfb-38933426efaf HTTP/1.1" status: 204 len: 168 time: 0.7028196 Nov 19 19:20:20.037270 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f4c12-64e8-4a93-a5bc-29f79e653e65 tempest-PortsIpV6TestJSON-1918448251 tempest-PortsIpV6TestJSON-1918448251-project] Pushing event deleted for resources: {'Network': ['ID=53915810-99cc-42b2-adfb-38933426efaf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:20.264786 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fdff450-4158-4837-9084-416b1259abe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:20.406175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46030) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:20.477885 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fdff450-4158-4837-9084-416b1259abe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:20.487496 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9fdff450-4158-4837-9084-416b1259abe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:20.560227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdff450-4158-4837-9084-416b1259abe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca1d267-b79a-421e-83a5-6dea929e88d8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:20.622699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46056) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:20.623242 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9fdff450-4158-4837-9084-416b1259abe1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb6addd61e0849038c8cbb315777a74d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6571746 Nov 19 19:20:20.820537 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1f7a7109-9024-4b30-843c-5039b6d0f21c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8c24d81d69e4beea7962c1c3e4200e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4119344 Nov 19 19:20:20.822534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46070) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:20.838940 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4121e5e0-04bc-48ad-bdd6-1b01d668b9d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:20.868619 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4121e5e0-04bc-48ad-bdd6-1b01d668b9d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:20.927183 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4121e5e0-04bc-48ad-bdd6-1b01d668b9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:20.931591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4121e5e0-04bc-48ad-bdd6-1b01d668b9d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:20.933398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4121e5e0-04bc-48ad-bdd6-1b01d668b9d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ca1d267-b79a-421e-83a5-6dea929e88d8 HTTP/1.1" status: 204 len: 168 time: 0.3096914 Nov 19 19:20:20.943647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121e5e0-04bc-48ad-bdd6-1b01d668b9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca1d267-b79a-421e-83a5-6dea929e88d8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:21.027302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d4292d9-45f9-46ae-9e8a-aa6d0b99b4bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:21.140763 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d4292d9-45f9-46ae-9e8a-aa6d0b99b4bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:21.291301 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d4292d9-45f9-46ae-9e8a-aa6d0b99b4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:21.294026 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7d4292d9-45f9-46ae-9e8a-aa6d0b99b4bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:21.295223 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7d4292d9-45f9-46ae-9e8a-aa6d0b99b4bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05cc26d1-df89-4de6-ade6-48253e95abe1 HTTP/1.1" status: 204 len: 168 time: 0.4716208 Nov 19 19:20:21.310983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4292d9-45f9-46ae-9e8a-aa6d0b99b4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cc26d1-df89-4de6-ade6-48253e95abe1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:21.767430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6b59a-a6c5-490d-9394-06954a5913b5 req-a8cfb843-ae66-4986-a438-056c3865b08c tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:21.776177 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-acd6b59a-a6c5-490d-9394-06954a5913b5 req-a8cfb843-ae66-4986-a438-056c3865b08c tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 945 time: 0.5731053 Nov 19 19:20:21.849220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-acd6b59a-a6c5-490d-9394-06954a5913b5 req-590b73d9-53d8-447d-bf02-e55f30ed8e84 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f415ec4-e49f-49cc-aab0-5b372bf88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 Nov 19 19:20:22.590141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345fa2-a3de-4a0c-a536-394cd0890639 req-0b3d6fb9-7107-4f63-9243-f490efce9324 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:22.592535 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02345fa2-a3de-4a0c-a536-394cd0890639 req-0b3d6fb9-7107-4f63-9243-f490efce9324 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.57 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 945 time: 0.0626264 Nov 19 19:20:22.738042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-02345fa2-a3de-4a0c-a536-394cd0890639 req-9350231d-2663-4d36-9acb-024cf90f20f4 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Deleting port c866f8aa-fad1-4181-8460-37b41751534c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:20:22.738042 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-02345fa2-a3de-4a0c-a536-394cd0890639 req-9350231d-2663-4d36-9acb-024cf90f20f4 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:22.740217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46162) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:22.862121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-02345fa2-a3de-4a0c-a536-394cd0890639 req-9350231d-2663-4d36-9acb-024cf90f20f4 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] For port c866f8aa-fad1-4181-8460-37b41751534c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=c866f8aa-fad1-4181-8460-37b41751534c,segment=NetworkSegment(4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5),segment_id=4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:22.862625 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-02345fa2-a3de-4a0c-a536-394cd0890639 req-9350231d-2663-4d36-9acb-024cf90f20f4 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:22.881029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-02345fa2-a3de-4a0c-a536-394cd0890639 req-9350231d-2663-4d36-9acb-024cf90f20f4 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Calling delete_port for c866f8aa-fad1-4181-8460-37b41751534c owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:20:22.936943 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-42bc3df9-1af4-446c-b553-b99164bc8caf tempest-DvrRoutersNegativeTest-1186128304 tempest-DvrRoutersNegativeTest-1186128304-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2031290510', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:22.942027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.policy [None req-42bc3df9-1af4-446c-b553-b99164bc8caf tempest-DvrRoutersNegativeTest-1186128304 tempest-DvrRoutersNegativeTest-1186128304-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109887) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 19 19:20:22.943325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.policy [None req-42bc3df9-1af4-446c-b553-b99164bc8caf tempest-DvrRoutersNegativeTest-1186128304 tempest-DvrRoutersNegativeTest-1186128304-project] Failed policy check for 'create_router' {{(pid=109887) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 19 19:20:22.946366 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-42bc3df9-1af4-446c-b553-b99164bc8caf tempest-DvrRoutersNegativeTest-1186128304 tempest-DvrRoutersNegativeTest-1186128304-project] create failed (client error): Access was denied to this resource. Nov 19 19:20:22.953974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-42bc3df9-1af4-446c-b553-b99164bc8caf tempest-DvrRoutersNegativeTest-1186128304 tempest-DvrRoutersNegativeTest-1186128304-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2124102 Nov 19 19:20:23.048424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709f390-f726-4478-a10c-7d85a105697f req-6af8fa66-ba86-4c09-a17e-d77a62e14ec5 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:23.051206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0709f390-f726-4478-a10c-7d85a105697f req-6af8fa66-ba86-4c09-a17e-d77a62e14ec5 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/ports?device_id=62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe HTTP/1.1" status: 200 len: 945 time: 0.0727763 Nov 19 19:20:23.130307 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-02345fa2-a3de-4a0c-a536-394cd0890639 req-9350231d-2663-4d36-9acb-024cf90f20f4 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:23.144266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['c866f8aa-fad1-4181-8460-37b41751534c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:20:23.175544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350231d-2663-4d36-9acb-024cf90f20f4 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Pushing event deleted for resources: {'Port': ['ID=c866f8aa-fad1-4181-8460-37b41751534c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:23.181146 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0709f390-f726-4478-a10c-7d85a105697f req-56a0c773-5818-4b7b-8bed-ba83ee700945 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f415ec4-e49f-49cc-aab0-5b372bf88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221366 Nov 19 19:20:23.260540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-02345fa2-a3de-4a0c-a536-394cd0890639 req-9350231d-2663-4d36-9acb-024cf90f20f4 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] No DVR routers for this DVR port c866f8aa-fad1-4181-8460-37b41751534c on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:20:23.263548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-02345fa2-a3de-4a0c-a536-394cd0890639 req-9350231d-2663-4d36-9acb-024cf90f20f4 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:23.267934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-02345fa2-a3de-4a0c-a536-394cd0890639 req-9350231d-2663-4d36-9acb-024cf90f20f4 tempest-ServerTagsTestJSON-740128824 tempest-ServerTagsTestJSON-740128824-project] 10.222.0.57 "DELETE /v2.0/ports/c866f8aa-fad1-4181-8460-37b41751534c HTTP/1.1" status: 204 len: 173 time: 0.6676691 Nov 19 19:20:23.268399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe', 'name': 'network-vif-deleted', 'tag': 'c866f8aa-fad1-4181-8460-37b41751534c'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:20:23.280367 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2de6612-f7a9-4740-a964-8b3ed3deda3a" -d '{"events": [{"server_uuid": "62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe", "name": "network-vif-deleted", "tag": "c866f8aa-fad1-4181-8460-37b41751534c"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:20:23.327724 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154ef444-d74c-47d4-8fd0-bf3fa3617671 x-openstack-request-id: req-154ef444-d74c-47d4-8fd0-bf3fa3617671 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:20:23.328296 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe", "name": "network-vif-deleted", "tag": "c866f8aa-fad1-4181-8460-37b41751534c", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:20:23.328753 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-154ef444-d74c-47d4-8fd0-bf3fa3617671 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:20:23.329520 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a6c314-73c2-43dd-9f8c-22ce9ffe5bfe', 'name': 'network-vif-deleted', 'tag': 'c866f8aa-fad1-4181-8460-37b41751534c', 'status': 'completed', 'code': 200} Nov 19 19:20:23.502816 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46184) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:23.634148 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-574db1bd-f4d2-4fde-8134-ccfae9d87f76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:23.761486 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-574db1bd-f4d2-4fde-8134-ccfae9d87f76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:23.768539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-574db1bd-f4d2-4fde-8134-ccfae9d87f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:23.819560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-574db1bd-f4d2-4fde-8134-ccfae9d87f76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa51bbaf380c460b88383158577930ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150032 Nov 19 19:20:23.822164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46188) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:23.822961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574db1bd-f4d2-4fde-8134-ccfae9d87f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a26bfe4-8329-4970-a49a-d50c9299b424,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:23.930972 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4116696a-df90-4a49-892a-39652846efd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:23.972652 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4116696a-df90-4a49-892a-39652846efd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:24.031338 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4116696a-df90-4a49-892a-39652846efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:24.035560 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4116696a-df90-4a49-892a-39652846efd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:24.037030 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4116696a-df90-4a49-892a-39652846efd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a26bfe4-8329-4970-a49a-d50c9299b424 HTTP/1.1" status: 204 len: 168 time: 0.2131281 Nov 19 19:20:24.046680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116696a-df90-4a49-892a-39652846efd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a26bfe4-8329-4970-a49a-d50c9299b424,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:24.311692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46200) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:24.367795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6731b69c-8f0d-4774-bf67-fac778cc27d7 admin admin] Deleting subnet 378bd1d5-faa0-4a3e-bc6c-fc3ac3082d4d {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:20:24.375042 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6731b69c-8f0d-4774-bf67-fac778cc27d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:24.421665 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6731b69c-8f0d-4774-bf67-fac778cc27d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:24.509411 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6731b69c-8f0d-4774-bf67-fac778cc27d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:24.597555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6731b69c-8f0d-4774-bf67-fac778cc27d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:24.635254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731b69c-8f0d-4774-bf67-fac778cc27d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378bd1d5-faa0-4a3e-bc6c-fc3ac3082d4d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:24.649301 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6731b69c-8f0d-4774-bf67-fac778cc27d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:24.655216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6731b69c-8f0d-4774-bf67-fac778cc27d7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/378bd1d5-faa0-4a3e-bc6c-fc3ac3082d4d HTTP/1.1" status: 204 len: 168 time: 0.3427906 Nov 19 19:20:24.657620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46218) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:24.807038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:24.958611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:24.987362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddad6b02-6475-4750-8622-41fdba9d8e89']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:25.001386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:25.002134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2ed948-0b5d-4174-a0c1-d2f587a5d5a5') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:25.014143 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.020576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46228) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:25.038062 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.049566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:20:25.050576 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:20:25.145285 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:20:25.149639 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.166149 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.170751 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ddad6b02-6475-4750-8622-41fdba9d8e89 HTTP/1.1" status: 204 len: 168 time: 0.5114787 Nov 19 19:20:25.184711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1ab05f28-1abc-49bc-9f5e-8c7decead1fd tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group': {'name': 'tempest-secgroup--583118298'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:25.190365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d686af-4d4c-4380-8cdb-8352daa335b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddad6b02-6475-4750-8622-41fdba9d8e89,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:25.251765 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ab05f28-1abc-49bc-9f5e-8c7decead1fd tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.257209 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.265623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ab05f28-1abc-49bc-9f5e-8c7decead1fd tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.412055 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ab05f28-1abc-49bc-9f5e-8c7decead1fd tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.417544 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ab05f28-1abc-49bc-9f5e-8c7decead1fd tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.474653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab05f28-1abc-49bc-9f5e-8c7decead1fd tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97924556-14a1-4a92-ba24-85d06303dc40,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:25.546164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ab05f28-1abc-49bc-9f5e-8c7decead1fd tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.556069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ab05f28-1abc-49bc-9f5e-8c7decead1fd tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.562014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46240) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:25.606028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab05f28-1abc-49bc-9f5e-8c7decead1fd tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a93e6d-6b13-4d2b-b1da-6ddfbeecb9af,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:25.628311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-78748c84-b876-4249-970c-48e05beeda5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40c35923cf59469a9e10d1aece577e2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0648575 Nov 19 19:20:25.633124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46244) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:25.653036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ab05f28-1abc-49bc-9f5e-8c7decead1fd tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.658373 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1ab05f28-1abc-49bc-9f5e-8c7decead1fd tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6328943 Nov 19 19:20:25.659101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46246) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:25.735346 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a970f972-2f5d-4c4d-a73c-9b8045c81225 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0750308 Nov 19 19:20:25.739170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46250) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:25.751839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2210a357-6af2-49f6-ae6c-29403af8414b tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group': {'name': 'tempest-security--1180991066', 'description': 'tempest-security-description-986884903'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:25.766239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d8e391c-fc2c-43ec-94a7-87a38ae03b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.818459 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d8e391c-fc2c-43ec-94a7-87a38ae03b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.821265 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2210a357-6af2-49f6-ae6c-29403af8414b tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.891636 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2210a357-6af2-49f6-ae6c-29403af8414b tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.898260 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2210a357-6af2-49f6-ae6c-29403af8414b tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.908237 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2210a357-6af2-49f6-ae6c-29403af8414b tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.912334 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d8e391c-fc2c-43ec-94a7-87a38ae03b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.915662 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0d8e391c-fc2c-43ec-94a7-87a38ae03b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:25.919310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2210a357-6af2-49f6-ae6c-29403af8414b tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "PUT /v2.0/security-groups/d7a93e6d-6b13-4d2b-b1da-6ddfbeecb9af HTTP/1.1" status: 200 len: 1796 time: 0.1660404 Nov 19 19:20:25.919310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46256) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:25.919542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0d8e391c-fc2c-43ec-94a7-87a38ae03b52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f415ec4-e49f-49cc-aab0-5b372bf88e0c HTTP/1.1" status: 204 len: 168 time: 0.2822387 Nov 19 19:20:25.942038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e391c-fc2c-43ec-94a7-87a38ae03b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f415ec4-e49f-49cc-aab0-5b372bf88e0c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:26.053799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210a357-6af2-49f6-ae6c-29403af8414b tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a93e6d-6b13-4d2b-b1da-6ddfbeecb9af,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:26.066881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1db43a64-3879-4ba0-9228-82d64978e2c0 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-groups/d7a93e6d-6b13-4d2b-b1da-6ddfbeecb9af HTTP/1.1" status: 200 len: 1796 time: 0.1379566 Nov 19 19:20:26.067110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46266) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:26.146062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c866f8aa-fad1-4181-8460-37b41751534c no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:20:26.175543 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6812a8e-a914-4d0d-92d9-ac68ea14bdf7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.213697 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6812a8e-a914-4d0d-92d9-ac68ea14bdf7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.228064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: c866f8aa-fad1-4181-8460-37b41751534c {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:20:26.228432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device c866f8aa-fad1-4181-8460-37b41751534c not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:20:26.321271 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6812a8e-a914-4d0d-92d9-ac68ea14bdf7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.324059 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6812a8e-a914-4d0d-92d9-ac68ea14bdf7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.329431 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b6812a8e-a914-4d0d-92d9-ac68ea14bdf7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-groups/d7a93e6d-6b13-4d2b-b1da-6ddfbeecb9af HTTP/1.1" status: 204 len: 168 time: 0.2573664 Nov 19 19:20:26.330105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46276) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:26.340393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6812a8e-a914-4d0d-92d9-ac68ea14bdf7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a93e6d-6b13-4d2b-b1da-6ddfbeecb9af,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:26.420768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46282) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:26.421457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-38a8ad1d-656a-44de-9864-fb1cbce9ca57 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0902379 Nov 19 19:20:26.438094 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-d29a7d0b-cb54-4233-86c9-354aa7fa8f57 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] delete failed (client error): The resource could not be found. Nov 19 19:20:26.439488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d29a7d0b-cb54-4233-86c9-354aa7fa8f57 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-groups/d7a93e6d-6b13-4d2b-b1da-6ddfbeecb9af HTTP/1.1" status: 404 len: 347 time: 0.0176070 Nov 19 19:20:26.443349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46286) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:26.450543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cca24548-74fa-4c78-abd0-2e6702c800a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group': {'name': 'tempest-secgroup--772080334'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:26.495471 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cca24548-74fa-4c78-abd0-2e6702c800a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.633918 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cca24548-74fa-4c78-abd0-2e6702c800a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.646350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cca24548-74fa-4c78-abd0-2e6702c800a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.670670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cca24548-74fa-4c78-abd0-2e6702c800a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.676707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46300) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:26.682170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2eb90466-6f33-4f76-b2f4-c03693e02715 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': 'f6eeb954-8905-4905-b51a-80fe0c910f52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:26.687805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cca24548-74fa-4c78-abd0-2e6702c800a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2412260 Nov 19 19:20:26.744836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2eb90466-6f33-4f76-b2f4-c03693e02715 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.748370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca24548-74fa-4c78-abd0-2e6702c800a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eeb954-8905-4905-b51a-80fe0c910f52,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:26.858426 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2eb90466-6f33-4f76-b2f4-c03693e02715 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.864467 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2eb90466-6f33-4f76-b2f4-c03693e02715 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.891259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb90466-6f33-4f76-b2f4-c03693e02715 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af29dea-f4f1-40f2-9ace-b298ba753daa,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:26.913537 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2eb90466-6f33-4f76-b2f4-c03693e02715 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:26.918742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2eb90466-6f33-4f76-b2f4-c03693e02715 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2383080 Nov 19 19:20:26.919161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46306) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:26.989892 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e23243f3-62ad-46b7-9e7e-ec63f9e57ce4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.012514 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e23243f3-62ad-46b7-9e7e-ec63f9e57ce4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.062332 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e23243f3-62ad-46b7-9e7e-ec63f9e57ce4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.069733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e23243f3-62ad-46b7-9e7e-ec63f9e57ce4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.073848 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e23243f3-62ad-46b7-9e7e-ec63f9e57ce4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7af29dea-f4f1-40f2-9ace-b298ba753daa HTTP/1.1" status: 204 len: 168 time: 0.1536410 Nov 19 19:20:27.074869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46312) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:27.102379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23243f3-62ad-46b7-9e7e-ec63f9e57ce4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7af29dea-f4f1-40f2-9ace-b298ba753daa,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:27.192007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46316) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:27.193120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ab02ca25-39f8-4a1b-9c7f-e8ac8fddb301 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0979707 Nov 19 19:20:27.275851 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-41a9c2f2-a862-4c1e-afb9-88283e017d22 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.333563 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-41a9c2f2-a862-4c1e-afb9-88283e017d22 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.424549 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-41a9c2f2-a862-4c1e-afb9-88283e017d22 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.428615 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-41a9c2f2-a862-4c1e-afb9-88283e017d22 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.433491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46324) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:27.435735 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-41a9c2f2-a862-4c1e-afb9-88283e017d22 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-groups/f6eeb954-8905-4905-b51a-80fe0c910f52 HTTP/1.1" status: 204 len: 168 time: 0.2416065 Nov 19 19:20:27.454716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9c2f2-a862-4c1e-afb9-88283e017d22 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eeb954-8905-4905-b51a-80fe0c910f52,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:27.517968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dd8411e9-3ecf-42fd-acfa-e86e245e0431 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0825355 Nov 19 19:20:27.524627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46326) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:27.529884 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4c73c03e-c663-495c-923c-ff31a5b56711 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350859474'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:27.563005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c73c03e-c663-495c-923c-ff31a5b56711 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.655005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c73c03e-c663-495c-923c-ff31a5b56711 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.661483 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c73c03e-c663-495c-923c-ff31a5b56711 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.715659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c73c03e-c663-495c-923c-ff31a5b56711 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.718267 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4c73c03e-c663-495c-923c-ff31a5b56711 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1919692 Nov 19 19:20:27.721784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46338) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:27.726515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73c03e-c663-495c-923c-ff31a5b56711 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9f0117-9e2c-4033-88ab-13f9506f24b5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:27.728677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-18534031-0cf3-4584-9c0a-1885912d7042 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': '5c9f0117-9e2c-4033-88ab-13f9506f24b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:27.852460 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18534031-0cf3-4584-9c0a-1885912d7042 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:27.976860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bcd1f92f-d6b8-402f-9c92-b713bce061fc req-2c88560e-2af9-44e3-8dfe-3fedf6f3e6d2 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0583546 Nov 19 19:20:28.023108 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18534031-0cf3-4584-9c0a-1885912d7042 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.029486 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18534031-0cf3-4584-9c0a-1885912d7042 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.098504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18534031-0cf3-4584-9c0a-1885912d7042 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a73a48c-c29a-4f81-b7cf-60289049f7e8,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:28.116008 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18534031-0cf3-4584-9c0a-1885912d7042 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.116696 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-18534031-0cf3-4584-9c0a-1885912d7042 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3936684 Nov 19 19:20:28.122405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46352) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:28.130431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-68769698-c2c7-4262-8c41-a67c97f58472 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': '5c9f0117-9e2c-4033-88ab-13f9506f24b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:28.192244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68769698-c2c7-4262-8c41-a67c97f58472 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.303434 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68769698-c2c7-4262-8c41-a67c97f58472 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.307648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68769698-c2c7-4262-8c41-a67c97f58472 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.331319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68769698-c2c7-4262-8c41-a67c97f58472 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08115215-8aad-45f1-a142-65bcddfc390b,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:28.344277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-68769698-c2c7-4262-8c41-a67c97f58472 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.345565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-68769698-c2c7-4262-8c41-a67c97f58472 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2217908 Nov 19 19:20:28.349376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46354) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:28.355981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c8ed5ee1-84e7-4f20-bec9-23fb5c0cb36e tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': '5c9f0117-9e2c-4033-88ab-13f9506f24b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:28.391444 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5ee1-84e7-4f20-bec9-23fb5c0cb36e tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.539672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5ee1-84e7-4f20-bec9-23fb5c0cb36e tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.553181 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5ee1-84e7-4f20-bec9-23fb5c0cb36e tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.590449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed5ee1-84e7-4f20-bec9-23fb5c0cb36e tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d77a73-0f89-4578-b65a-53dcd3193802,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:28.603034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8ed5ee1-84e7-4f20-bec9-23fb5c0cb36e tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.604373 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c8ed5ee1-84e7-4f20-bec9-23fb5c0cb36e tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2531803 Nov 19 19:20:28.607376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46358) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:28.612006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-53b8863b-75a8-454d-8dbc-df7495914226 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': '5c9f0117-9e2c-4033-88ab-13f9506f24b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:28.670564 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53b8863b-75a8-454d-8dbc-df7495914226 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.751511 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53b8863b-75a8-454d-8dbc-df7495914226 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.761891 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53b8863b-75a8-454d-8dbc-df7495914226 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.793201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8863b-75a8-454d-8dbc-df7495914226 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696076a3-4388-41cd-85a0-c13977cd272e,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:28.811365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-53b8863b-75a8-454d-8dbc-df7495914226 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:28.814788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-53b8863b-75a8-454d-8dbc-df7495914226 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2063725 Nov 19 19:20:28.817729 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46362) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:28.822298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5b3d93cd-8b60-4fc0-a478-0e7d89850aff tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': '5c9f0117-9e2c-4033-88ab-13f9506f24b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:28.896465 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5b3d93cd-8b60-4fc0-a478-0e7d89850aff tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.018711 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5b3d93cd-8b60-4fc0-a478-0e7d89850aff tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.026545 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5b3d93cd-8b60-4fc0-a478-0e7d89850aff tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.064679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d93cd-8b60-4fc0-a478-0e7d89850aff tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd4d059-f9b7-49a3-8dd3-8609265c5203,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:29.077694 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5b3d93cd-8b60-4fc0-a478-0e7d89850aff tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.081730 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5b3d93cd-8b60-4fc0-a478-0e7d89850aff tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2604523 Nov 19 19:20:29.082255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46372) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:29.118016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e49dc63a-e379-40a1-88a5-437d4416b3ae tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.130091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e49dc63a-e379-40a1-88a5-437d4416b3ae tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.177567 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e49dc63a-e379-40a1-88a5-437d4416b3ae tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.185417 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73590f20-38ab-4546-b413-a23351147662 req-a7fd4127-16ea-48c3-af28-7a1df0d705f0 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0519724 Nov 19 19:20:29.192086 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e49dc63a-e379-40a1-88a5-437d4416b3ae tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.198950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46374) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:29.206498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e49dc63a-e379-40a1-88a5-437d4416b3ae tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/4bd4d059-f9b7-49a3-8dd3-8609265c5203 HTTP/1.1" status: 204 len: 168 time: 0.1129730 Nov 19 19:20:29.217877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dc63a-e379-40a1-88a5-437d4416b3ae tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bd4d059-f9b7-49a3-8dd3-8609265c5203,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:29.255930 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e3b0a015-1afd-4dda-abf3-630b7acd1053 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0555460 Nov 19 19:20:29.259241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46376) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:29.308300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6462-39ed-4bf1-9b70-45ea20902615 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.319975 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6462-39ed-4bf1-9b70-45ea20902615 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.361689 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6462-39ed-4bf1-9b70-45ea20902615 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.375390 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d1a6462-39ed-4bf1-9b70-45ea20902615 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.382446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8d1a6462-39ed-4bf1-9b70-45ea20902615 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/696076a3-4388-41cd-85a0-c13977cd272e HTTP/1.1" status: 204 len: 168 time: 0.1192160 Nov 19 19:20:29.382998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46380) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:29.416630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a6462-39ed-4bf1-9b70-45ea20902615 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=696076a3-4388-41cd-85a0-c13977cd272e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:29.474376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9691f935-ff48-4322-8323-9603be31e81d tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0876820 Nov 19 19:20:29.474691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46382) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:29.507617 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b56d6fe6-2fda-4901-873f-98731da44547 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.525445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b56d6fe6-2fda-4901-873f-98731da44547 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.538914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46384) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:29.581260 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b56d6fe6-2fda-4901-873f-98731da44547 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.590979 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b56d6fe6-2fda-4901-873f-98731da44547 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.592129 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b56d6fe6-2fda-4901-873f-98731da44547 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e9d77a73-0f89-4578-b65a-53dcd3193802 HTTP/1.1" status: 204 len: 168 time: 0.1161869 Nov 19 19:20:29.594814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46388) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:29.604524 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d6fe6-2fda-4901-873f-98731da44547 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9d77a73-0f89-4578-b65a-53dcd3193802,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:29.692561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46390) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:29.704439 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f9aaa1a2-7474-4cf8-89d5-015d9bbf89ab tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1084261 Nov 19 19:20:29.744562 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0dfc-38a0-4690-9146-6a5d952bbed6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.754913 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3ce75e8-a403-46c9-a67b-3398862d66e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.760818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0dfc-38a0-4690-9146-6a5d952bbed6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.800497 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0dfc-38a0-4690-9146-6a5d952bbed6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.817572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0dfc-38a0-4690-9146-6a5d952bbed6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.820088 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bbcc0dfc-38a0-4690-9146-6a5d952bbed6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/08115215-8aad-45f1-a142-65bcddfc390b HTTP/1.1" status: 204 len: 168 time: 0.1267500 Nov 19 19:20:29.824121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46392) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:29.827395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc0dfc-38a0-4690-9146-6a5d952bbed6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08115215-8aad-45f1-a142-65bcddfc390b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:29.842896 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.901923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ec9a6f77-86de-447e-9445-753089e1c29a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0761962 Nov 19 19:20:29.906296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46396) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:29.947880 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-513381f9-e4bc-40cb-949b-b04478930926 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.956477 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-513381f9-e4bc-40cb-949b-b04478930926 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.960110 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3ce75e8-a403-46c9-a67b-3398862d66e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.966200 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e3ce75e8-a403-46c9-a67b-3398862d66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.992240 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-513381f9-e4bc-40cb-949b-b04478930926 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:29.997578 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-513381f9-e4bc-40cb-949b-b04478930926 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.001103 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-513381f9-e4bc-40cb-949b-b04478930926 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9a73a48c-c29a-4f81-b7cf-60289049f7e8 HTTP/1.1" status: 204 len: 168 time: 0.0861363 Nov 19 19:20:30.002519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46402) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:30.007157 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e3ce75e8-a403-46c9-a67b-3398862d66e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ace05a40c1448368be8005ea6335ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4640129 Nov 19 19:20:30.008402 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46404) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:30.015257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513381f9-e4bc-40cb-949b-b04478930926 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a73a48c-c29a-4f81-b7cf-60289049f7e8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:30.067665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce75e8-a403-46c9-a67b-3398862d66e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803b004e-bfa7-423c-8d2f-a39d44d25cfe,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:30.076100 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4f14d55a-403d-458c-a7b3-0a1471608b92 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0722272 Nov 19 19:20:30.076917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46406) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:30.142498 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:20:30.162010 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80458150-df3e-4f89-808e-40cfcf3dbcc4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.196025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80458150-df3e-4f89-808e-40cfcf3dbcc4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.196205 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2ee2-cedd-4eef-8092-10437ce58198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.233400 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2ee2-cedd-4eef-8092-10437ce58198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.296366 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80458150-df3e-4f89-808e-40cfcf3dbcc4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.300277 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-80458150-df3e-4f89-808e-40cfcf3dbcc4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.304689 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-80458150-df3e-4f89-808e-40cfcf3dbcc4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-groups/5c9f0117-9e2c-4033-88ab-13f9506f24b5 HTTP/1.1" status: 204 len: 168 time: 0.2231121 Nov 19 19:20:30.305367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46410) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:30.329204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80458150-df3e-4f89-808e-40cfcf3dbcc4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9f0117-9e2c-4033-88ab-13f9506f24b5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:30.330769 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b6d194e-3284-4d2d-975f-49e89b795424 req-ddc242fa-ee16-464f-b274-8861949fc688 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0404315 Nov 19 19:20:30.365373 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2ee2-cedd-4eef-8092-10437ce58198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.365373 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2ee2-cedd-4eef-8092-10437ce58198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.365373 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7ebf2ee2-cedd-4eef-8092-10437ce58198 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/803b004e-bfa7-423c-8d2f-a39d44d25cfe HTTP/1.1" status: 204 len: 168 time: 0.3492229 Nov 19 19:20:30.370348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf2ee2-cedd-4eef-8092-10437ce58198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803b004e-bfa7-423c-8d2f-a39d44d25cfe,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:30.410131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46414) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:30.410641 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ee265ad9-a56b-4f8d-8931-6a8c3375434f tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1039054 Nov 19 19:20:30.416615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f2f37363-9d81-4fab-8417-3ae5e0d7bc6d tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group': {'name': 'tempest-secgroup--356579854'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:30.461488 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2f37363-9d81-4fab-8417-3ae5e0d7bc6d tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.580119 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2f37363-9d81-4fab-8417-3ae5e0d7bc6d tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.584876 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2f37363-9d81-4fab-8417-3ae5e0d7bc6d tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.627475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f37363-9d81-4fab-8417-3ae5e0d7bc6d tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28456a39-eb6e-4ee5-a4dc-4d36ebabb452,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:30.645937 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f2f37363-9d81-4fab-8417-3ae5e0d7bc6d tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.647507 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f2f37363-9d81-4fab-8417-3ae5e0d7bc6d tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2361529 Nov 19 19:20:30.651630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46418) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:30.657024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-157fc80d-09ff-477d-b059-82f6def5f8a8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': '28456a39-eb6e-4ee5-a4dc-4d36ebabb452', 'direction': 'ingress', 'protocol': 17}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:30.697273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-157fc80d-09ff-477d-b059-82f6def5f8a8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.718662 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9df2de46-0995-4a4f-a4b6-e110fc4f4178 req-67591205-9292-4981-86cb-58b3f12a187b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0336568 Nov 19 19:20:30.770151 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-157fc80d-09ff-477d-b059-82f6def5f8a8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.775583 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-157fc80d-09ff-477d-b059-82f6def5f8a8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.801352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fc80d-09ff-477d-b059-82f6def5f8a8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746eb496-dda2-4938-88c7-af3df2ee0774,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:30.811011 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-157fc80d-09ff-477d-b059-82f6def5f8a8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.815799 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-157fc80d-09ff-477d-b059-82f6def5f8a8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1602519 Nov 19 19:20:30.816076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46420) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:30.854228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46422) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:30.871046 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3721c23e-d2cf-4ca4-891f-af3fca2a9c1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.879775 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b59021f-453a-48c2-b8bd-859dc26af5a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.912054 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b59021f-453a-48c2-b8bd-859dc26af5a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.991078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b59021f-453a-48c2-b8bd-859dc26af5a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.994660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b59021f-453a-48c2-b8bd-859dc26af5a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:30.996677 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6b59021f-453a-48c2-b8bd-859dc26af5a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-groups/28456a39-eb6e-4ee5-a4dc-4d36ebabb452 HTTP/1.1" status: 204 len: 168 time: 0.1795707 Nov 19 19:20:31.002601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46428) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:31.005965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3721c23e-d2cf-4ca4-891f-af3fca2a9c1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.015403 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3721c23e-d2cf-4ca4-891f-af3fca2a9c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.027308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59021f-453a-48c2-b8bd-859dc26af5a2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28456a39-eb6e-4ee5-a4dc-4d36ebabb452,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:31.060230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721c23e-d2cf-4ca4-891f-af3fca2a9c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16031d82-b1c3-4bec-b0b8-2cc6e244001e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:31.086402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3721c23e-d2cf-4ca4-891f-af3fca2a9c1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27429135270c41d3bfcecdb4b19c4e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301719 Nov 19 19:20:31.088231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46432) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:31.169507 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-16a3805e-7696-420d-af78-9d583ef6f70a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1623237 Nov 19 19:20:31.170887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46434) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:31.175571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a3ebbed4-f2a4-4a17-9885-13ffe2344b74 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group': {'name': 'tempest-secgroup--829071223'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:31.199446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23a15fe8-9e89-4529-b22a-5fb4ee3a8ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.231930 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23a15fe8-9e89-4529-b22a-5fb4ee3a8ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.272549 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbed4-f2a4-4a17-9885-13ffe2344b74 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.303869 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23a15fe8-9e89-4529-b22a-5fb4ee3a8ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.307623 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23a15fe8-9e89-4529-b22a-5fb4ee3a8ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.308972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-23a15fe8-9e89-4529-b22a-5fb4ee3a8ee9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16031d82-b1c3-4bec-b0b8-2cc6e244001e HTTP/1.1" status: 204 len: 168 time: 0.2195969 Nov 19 19:20:31.325607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a15fe8-9e89-4529-b22a-5fb4ee3a8ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16031d82-b1c3-4bec-b0b8-2cc6e244001e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:31.363147 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-f6463c28-ec52-47be-8b9b-fa0ac2e24d67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1440377 Nov 19 19:20:31.502669 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbed4-f2a4-4a17-9885-13ffe2344b74 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.505181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-09c251f1-d9c4-46f5-85f1-e698d7fb8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:31.507457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-09c251f1-d9c4-46f5-85f1-e698d7fb8cdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0760081 Nov 19 19:20:31.508889 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbed4-f2a4-4a17-9885-13ffe2344b74 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.561508 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbed4-f2a4-4a17-9885-13ffe2344b74 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.563850 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0aa5506-5d75-49c8-8db0-12287a41d14d req-cc352a17-3b68-4d00-8eae-7ca5ddec15fa tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.1005929 Nov 19 19:20:31.567272 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a3ebbed4-f2a4-4a17-9885-13ffe2344b74 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3948002 Nov 19 19:20:31.567369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46442) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:31.570648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebbed4-f2a4-4a17-9885-13ffe2344b74 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38558c2c-ac36-48c6-8427-5b4873c8d1de,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:31.581149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46444) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:31.601352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8f0acf74-339f-4b51-ba1d-4e4c0cbac9e4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999681859'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:31.636568 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f0acf74-339f-4b51-ba1d-4e4c0cbac9e4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.764189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f0acf74-339f-4b51-ba1d-4e4c0cbac9e4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.773722 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f0acf74-339f-4b51-ba1d-4e4c0cbac9e4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.831613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-4b6f3302-7254-4dbb-9cdb-44c035cdac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:31.833687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f0acf74-339f-4b51-ba1d-4e4c0cbac9e4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.838722 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8f0acf74-339f-4b51-ba1d-4e4c0cbac9e4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2627459 Nov 19 19:20:31.841667 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-4b6f3302-7254-4dbb-9cdb-44c035cdac02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.2092030 Nov 19 19:20:31.852770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46450) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:31.859764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-355b7e02-3e4c-4bf3-97a7-96b6663c1764 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': '38558c2c-ac36-48c6-8427-5b4873c8d1de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '79cb4569-e7e5-4a79-86c8-5a127baa5cb2', 'remote_ip_prefix': None}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:31.874208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0acf74-339f-4b51-ba1d-4e4c0cbac9e4 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cb4569-e7e5-4a79-86c8-5a127baa5cb2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:31.899275 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-d67a1c3e-4298-4808-a695-4fe73c786ee9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0543990 Nov 19 19:20:31.942611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-355b7e02-3e4c-4bf3-97a7-96b6663c1764 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.972056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5eb80c5-8691-41b7-8ffd-4ae9bce30a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:31.997893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-b0f4cac6-59cb-412c-97a3-309385b48fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:31.998188 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-b0f4cac6-59cb-412c-97a3-309385b48fff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0918267 Nov 19 19:20:32.081954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-40a0497a-ad24-4362-80b9-c173aecbbe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:32.081954 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-40a0497a-ad24-4362-80b9-c173aecbbe34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763702 Nov 19 19:20:32.156907 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5eb80c5-8691-41b7-8ffd-4ae9bce30a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.171238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5eb80c5-8691-41b7-8ffd-4ae9bce30a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.218866 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f5eb80c5-8691-41b7-8ffd-4ae9bce30a73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=717271aac52247c0aa1653d0f02817e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6364679 Nov 19 19:20:32.222335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46462) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:32.303920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb80c5-8691-41b7-8ffd-4ae9bce30a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b4f0c6-e8c3-470d-b054-c896c346be22,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:32.310993 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-fbc96827-b242-48f3-ab37-7470d8eb1a25 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217443 Nov 19 19:20:32.391955 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef4fce8b-23fa-4867-90da-ea8fd4709d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.438552 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef4fce8b-23fa-4867-90da-ea8fd4709d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.446413 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-355b7e02-3e4c-4bf3-97a7-96b6663c1764 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.454662 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-355b7e02-3e4c-4bf3-97a7-96b6663c1764 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.457443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-bbe8061d-2d98-4e7a-96a1-926b8dc09015 req-f33077eb-dbe5-4dd1-ac27-2aa95a4748e2 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365323 Nov 19 19:20:32.489407 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b7e02-3e4c-4bf3-97a7-96b6663c1764 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76b828a-31fa-428c-a21a-28a75283e74d,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:32.501696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-355b7e02-3e4c-4bf3-97a7-96b6663c1764 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.502999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-355b7e02-3e4c-4bf3-97a7-96b6663c1764 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6487443 Nov 19 19:20:32.509098 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46472) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:32.528583 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef4fce8b-23fa-4867-90da-ea8fd4709d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.532002 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef4fce8b-23fa-4867-90da-ea8fd4709d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.533642 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ef4fce8b-23fa-4867-90da-ea8fd4709d05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03b4f0c6-e8c3-470d-b054-c896c346be22 HTTP/1.1" status: 204 len: 168 time: 0.3102453 Nov 19 19:20:32.557787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fce8b-23fa-4867-90da-ea8fd4709d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b4f0c6-e8c3-470d-b054-c896c346be22,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:32.572498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a4e6-5704-4191-b1e4-98a17c8dbd96 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.592657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a4e6-5704-4191-b1e4-98a17c8dbd96 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.657169 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a4e6-5704-4191-b1e4-98a17c8dbd96 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.669608 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebd8a4e6-5704-4191-b1e4-98a17c8dbd96 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.674454 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ebd8a4e6-5704-4191-b1e4-98a17c8dbd96 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e76b828a-31fa-428c-a21a-28a75283e74d HTTP/1.1" status: 204 len: 168 time: 0.1604068 Nov 19 19:20:32.674819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46482) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:32.687465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8a4e6-5704-4191-b1e4-98a17c8dbd96 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e76b828a-31fa-428c-a21a-28a75283e74d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:32.721907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-56477b49-87c0-4de6-8440-8b1666fc4269 req-8585a0e2-7ca9-448b-9f7f-0bd7ce76f8bc tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0482116 Nov 19 19:20:32.792536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46488) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:32.801258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-da1e9068-2f5e-4145-936b-07ee821c65aa tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1250703 Nov 19 19:20:32.911247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d60739c-b5f7-4da3-9415-d98867593b91 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:32.961419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d60739c-b5f7-4da3-9415-d98867593b91 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.032146 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d60739c-b5f7-4da3-9415-d98867593b91 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.034711 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d60739c-b5f7-4da3-9415-d98867593b91 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.037631 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3d60739c-b5f7-4da3-9415-d98867593b91 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-groups/79cb4569-e7e5-4a79-86c8-5a127baa5cb2 HTTP/1.1" status: 204 len: 168 time: 0.2439220 Nov 19 19:20:33.041933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46494) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:33.084114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60739c-b5f7-4da3-9415-d98867593b91 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cb4569-e7e5-4a79-86c8-5a127baa5cb2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:33.186695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1056d502-97c8-4a5d-ac57-269f65e48684 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1434686 Nov 19 19:20:33.190416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46506) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:33.333575 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2539be5d-03cf-40ff-a412-757dbb227ba8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.366789 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2539be5d-03cf-40ff-a412-757dbb227ba8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.446691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2539be5d-03cf-40ff-a412-757dbb227ba8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.450735 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2539be5d-03cf-40ff-a412-757dbb227ba8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.451955 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2539be5d-03cf-40ff-a412-757dbb227ba8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-groups/38558c2c-ac36-48c6-8427-5b4873c8d1de HTTP/1.1" status: 204 len: 168 time: 0.2603943 Nov 19 19:20:33.455808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46524) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:33.481915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539be5d-03cf-40ff-a412-757dbb227ba8 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38558c2c-ac36-48c6-8427-5b4873c8d1de,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:33.554393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46532) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:33.560058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e93bfcc0-ec1a-48c9-85e4-0ba66ae8594f tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group': {'name': 'tempest-secgroup--959699475'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:33.576639 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3d6c26f2-112b-449c-b7b4-949384c905b7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1194186 Nov 19 19:20:33.650560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98a507cd-38f1-44d8-990e-0c1de0ef5b06 req-514d5f66-fa2c-443e-8a90-101ff2b07ecf tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0653763 Nov 19 19:20:33.652122 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e93bfcc0-ec1a-48c9-85e4-0ba66ae8594f tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.785303 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e93bfcc0-ec1a-48c9-85e4-0ba66ae8594f tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.791262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e93bfcc0-ec1a-48c9-85e4-0ba66ae8594f tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.835540 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e93bfcc0-ec1a-48c9-85e4-0ba66ae8594f tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.840212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46540) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:33.846606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4d2e9d36-a19f-40e4-b3e3-8da79f68530a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': '9be41294-071e-4704-81c8-33b52c70ebfe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:33.855515 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e93bfcc0-ec1a-48c9-85e4-0ba66ae8594f tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2961395 Nov 19 19:20:33.855844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bfcc0-ec1a-48c9-85e4-0ba66ae8594f tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be41294-071e-4704-81c8-33b52c70ebfe,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:33.893285 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d2e9d36-a19f-40e4-b3e3-8da79f68530a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.987622 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d2e9d36-a19f-40e4-b3e3-8da79f68530a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:33.993690 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d2e9d36-a19f-40e4-b3e3-8da79f68530a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.017495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e9d36-a19f-40e4-b3e3-8da79f68530a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf9f5a7-bf78-4ad2-8c03-f35ca13f0c94,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:34.027806 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d2e9d36-a19f-40e4-b3e3-8da79f68530a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.029224 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4d2e9d36-a19f-40e4-b3e3-8da79f68530a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1879215 Nov 19 19:20:34.032105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46546) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:34.072070 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71a5b5a5-3f98-4b3a-a0af-25ac0b5f3dc7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.081839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71a5b5a5-3f98-4b3a-a0af-25ac0b5f3dc7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.111885 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71a5b5a5-3f98-4b3a-a0af-25ac0b5f3dc7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.123750 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71a5b5a5-3f98-4b3a-a0af-25ac0b5f3dc7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.127599 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-71a5b5a5-3f98-4b3a-a0af-25ac0b5f3dc7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ddf9f5a7-bf78-4ad2-8c03-f35ca13f0c94 HTTP/1.1" status: 204 len: 168 time: 0.0912728 Nov 19 19:20:34.128189 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46550) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:34.129032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5b5a5-3f98-4b3a-a0af-25ac0b5f3dc7 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddf9f5a7-bf78-4ad2-8c03-f35ca13f0c94,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:34.211168 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-940f4c55-0114-48a4-b6bb-0aeffb72588e tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0786495 Nov 19 19:20:34.211385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-96c573fe-b536-4718-b387-b149212985cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633855 Nov 19 19:20:34.211927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46552) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:34.357728 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab298414-6ea4-4350-bd78-4ed42d0aefe2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.391609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-9f8a88e0-1cb7-41a3-ab1d-6b68b06c585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:34.393273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-9f8a88e0-1cb7-41a3-ab1d-6b68b06c585e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9ac7283ce24baa836453c270feae8e&device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 1096 time: 0.0853829 Nov 19 19:20:34.416719 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab298414-6ea4-4350-bd78-4ed42d0aefe2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.493730 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46560) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:34.539476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-7d1ab7fd-23df-46f8-892c-35e398b18306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:34.541112 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-7d1ab7fd-23df-46f8-892c-35e398b18306 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 HTTP/1.1" status: 200 len: 909 time: 0.1211736 Nov 19 19:20:34.545670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab298414-6ea4-4350-bd78-4ed42d0aefe2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.548841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ab298414-6ea4-4350-bd78-4ed42d0aefe2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.552555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ab298414-6ea4-4350-bd78-4ed42d0aefe2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-groups/9be41294-071e-4704-81c8-33b52c70ebfe HTTP/1.1" status: 204 len: 168 time: 0.3371356 Nov 19 19:20:34.553601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46564) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:34.607558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab298414-6ea4-4350-bd78-4ed42d0aefe2 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be41294-071e-4704-81c8-33b52c70ebfe,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:34.630791 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aff9ed7d-8143-4f77-a4b0-46a06f4585a9 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0752189 Nov 19 19:20:34.635935 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46566) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:34.642862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fa017a84-fa09-48b4-97b3-c051ddd25790 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062583527'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:34.645245 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-ba70c355-ee4f-49ff-8355-0b849b1f3c8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf HTTP/1.1" status: 200 len: 1001 time: 0.0908914 Nov 19 19:20:34.671023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4583635-bddf-4911-a819-d0979e223fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.702186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa017a84-fa09-48b4-97b3-c051ddd25790 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.713338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-1790a235-1846-4a9e-bd5f-e149a13c4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:34.716109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-1790a235-1846-4a9e-bd5f-e149a13c4266 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00d8d2ec-40f3-4b44-ad76-f410d94c7361 HTTP/1.1" status: 200 len: 847 time: 0.0637047 Nov 19 19:20:34.817366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-efda0841-b0c9-42a8-89a2-f4774c2a8cc1 req-21edcd46-1e33-4e98-8264-25b495f17a2b tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0485361 Nov 19 19:20:34.827447 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa017a84-fa09-48b4-97b3-c051ddd25790 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.832526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-0b0ecb31-54c6-4549-980e-b8021fdec316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:34.834759 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-0b0ecb31-54c6-4549-980e-b8021fdec316 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110060 Nov 19 19:20:34.841212 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa017a84-fa09-48b4-97b3-c051ddd25790 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.844702 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4583635-bddf-4911-a819-d0979e223fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.862896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d4583635-bddf-4911-a819-d0979e223fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.881702 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa017a84-fa09-48b4-97b3-c051ddd25790 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.886186 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fa017a84-fa09-48b4-97b3-c051ddd25790 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2492516 Nov 19 19:20:34.886795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46572) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:34.898889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-cf4d7eb9-b605-4d50-84ae-642ea30b3e15 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': '0d03868b-ae4f-48d9-bad2-3ed4fcaed551', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:34.918779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa017a84-fa09-48b4-97b3-c051ddd25790 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d03868b-ae4f-48d9-bad2-3ed4fcaed551,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:34.923081 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d4583635-bddf-4911-a819-d0979e223fa1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61f9a9e789da4cec8739f3db146a7afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4277127 Nov 19 19:20:34.926185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46574) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:34.956480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4583635-bddf-4911-a819-d0979e223fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988b35bb-b912-43d9-b59d-fd76525e3d33,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:34.965696 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7eb9-b605-4d50-84ae-642ea30b3e15 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:34.973998 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-81bb4e40-80b2-4550-a65f-9aed56f22cf3 service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312051 Nov 19 19:20:35.015762 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7eb9-b605-4d50-84ae-642ea30b3e15 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.020322 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7eb9-b605-4d50-84ae-642ea30b3e15 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.041791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d7eb9-b605-4d50-84ae-642ea30b3e15 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef629099-5868-484b-ade3-8ff6ed83d49b,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:35.052528 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7eb9-b605-4d50-84ae-642ea30b3e15 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.054445 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cf4d7eb9-b605-4d50-84ae-642ea30b3e15 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1597757 Nov 19 19:20:35.056876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46576) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.074882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6eafa163-c745-4482-8607-de92ce1c5b46 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules/ef629099-5868-484b-ade3-8ff6ed83d49b HTTP/1.1" status: 200 len: 763 time: 0.0167933 Nov 19 19:20:35.076513 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91080342-e34f-440b-a70f-3261eab1a860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.077201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46578) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.120400 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-250daa33-e552-4835-b176-1856c307c848 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0405729 Nov 19 19:20:35.120578 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91080342-e34f-440b-a70f-3261eab1a860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.121629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46580) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.129094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a0f1c64-96b4-4bdb-9869-e28dc76d83a4 req-a8d55f57-000c-4ddb-aae0-af72ca086852 service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424303 Nov 19 19:20:35.153096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980baf6e-6fb1-4c8b-9790-4814f634f55a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.163058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980baf6e-6fb1-4c8b-9790-4814f634f55a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.176977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91080342-e34f-440b-a70f-3261eab1a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.180409 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91080342-e34f-440b-a70f-3261eab1a860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.181573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-91080342-e34f-440b-a70f-3261eab1a860 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/988b35bb-b912-43d9-b59d-fd76525e3d33 HTTP/1.1" status: 204 len: 168 time: 0.2546134 Nov 19 19:20:35.199625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91080342-e34f-440b-a70f-3261eab1a860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988b35bb-b912-43d9-b59d-fd76525e3d33,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:35.203496 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980baf6e-6fb1-4c8b-9790-4814f634f55a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.213890 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-980baf6e-6fb1-4c8b-9790-4814f634f55a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.218517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46584) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.218776 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-980baf6e-6fb1-4c8b-9790-4814f634f55a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ef629099-5868-484b-ade3-8ff6ed83d49b HTTP/1.1" status: 204 len: 168 time: 0.0957613 Nov 19 19:20:35.228649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980baf6e-6fb1-4c8b-9790-4814f634f55a tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef629099-5868-484b-ade3-8ff6ed83d49b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:35.289871 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d086fcd7-a3f8-497d-8c32-66393b4fe6ba tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0693269 Nov 19 19:20:35.292240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46586) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.296827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f10520ae-cdf5-4f93-b8cb-a60ea15219b5 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': '0d03868b-ae4f-48d9-bad2-3ed4fcaed551', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:35.329596 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f10520ae-cdf5-4f93-b8cb-a60ea15219b5 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.433266 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f10520ae-cdf5-4f93-b8cb-a60ea15219b5 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.440631 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f10520ae-cdf5-4f93-b8cb-a60ea15219b5 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.471947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f10520ae-cdf5-4f93-b8cb-a60ea15219b5 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.476324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f10520ae-cdf5-4f93-b8cb-a60ea15219b5 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1799791 Nov 19 19:20:35.476324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10520ae-cdf5-4f93-b8cb-a60ea15219b5 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b781002-4977-4c27-9ab0-a911496770d7,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:35.478290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46598) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.500047 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c37cec1f-2211-4ff9-92db-6c71bfda9ecb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules/9b781002-4977-4c27-9ab0-a911496770d7 HTTP/1.1" status: 200 len: 763 time: 0.0182025 Nov 19 19:20:35.500427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46600) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.554075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46604) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.554383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-209f90bf-59ae-4a4d-bd65-96b772011257 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0524158 Nov 19 19:20:35.592964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b25a4b1-b24a-4e3c-a1cc-44d05993f1eb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.602495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b25a4b1-b24a-4e3c-a1cc-44d05993f1eb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.645320 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b25a4b1-b24a-4e3c-a1cc-44d05993f1eb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.665300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b25a4b1-b24a-4e3c-a1cc-44d05993f1eb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.668406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46612) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.672605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1b25a4b1-b24a-4e3c-a1cc-44d05993f1eb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9b781002-4977-4c27-9ab0-a911496770d7 HTTP/1.1" status: 204 len: 168 time: 0.1151037 Nov 19 19:20:35.682525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25a4b1-b24a-4e3c-a1cc-44d05993f1eb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b781002-4977-4c27-9ab0-a911496770d7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:35.716159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3e9359d8-2681-43ab-8a78-a74358d7822b tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464103 Nov 19 19:20:35.718723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46614) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.723758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0d208261-eff5-4a35-abcf-3a9d3399c2fb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Request body: {'security_group_rule': {'security_group_id': '0d03868b-ae4f-48d9-bad2-3ed4fcaed551', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:35.763268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d208261-eff5-4a35-abcf-3a9d3399c2fb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.862350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d208261-eff5-4a35-abcf-3a9d3399c2fb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.874022 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d208261-eff5-4a35-abcf-3a9d3399c2fb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.898544 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d208261-eff5-4a35-abcf-3a9d3399c2fb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa5797f-a49f-4c9f-86e2-21ca6f0813cb,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:35.913787 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d208261-eff5-4a35-abcf-3a9d3399c2fb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:35.917079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0d208261-eff5-4a35-abcf-3a9d3399c2fb tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1971052 Nov 19 19:20:35.919702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46624) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.974208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3960ccad-34a2-49c2-90b0-4a9c317f99e1 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules/faa5797f-a49f-4c9f-86e2-21ca6f0813cb HTTP/1.1" status: 200 len: 764 time: 0.0522687 Nov 19 19:20:35.977464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46626) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:35.990903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65912cbd-a73a-4416-a2fd-c7cd64dad957 req-880bdcf9-7be5-495c-9b45-463e6b5872b1 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0409877 Nov 19 19:20:36.056933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1f37b9ee-98c2-4276-844d-1bbc74498b6f tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0779889 Nov 19 19:20:36.059468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46630) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:36.091641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46632) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:36.091779 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55e504c5-23ec-4777-8523-ff771803f504 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.101144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55e504c5-23ec-4777-8523-ff771803f504 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.138275 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55e504c5-23ec-4777-8523-ff771803f504 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.144069 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-55e504c5-23ec-4777-8523-ff771803f504 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.149019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46636) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:36.149670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-55e504c5-23ec-4777-8523-ff771803f504 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/faa5797f-a49f-4c9f-86e2-21ca6f0813cb HTTP/1.1" status: 204 len: 168 time: 0.0891507 Nov 19 19:20:36.158227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e504c5-23ec-4777-8523-ff771803f504 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faa5797f-a49f-4c9f-86e2-21ca6f0813cb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:36.216122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46638) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:36.219836 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-35763b44-725d-44f1-b050-a64e4a9dafbc tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0690784 Nov 19 19:20:36.233513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-989529737-network', 'tenant_id': '796101a20de24020b91f00294e9754a6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:36.276465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Made reservation on behalf of 796101a20de24020b91f00294e9754a6 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:36.279197 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.289680 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.294006 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e8284f7-db1f-458a-8f51-026a3b142fe6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.323241 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e8284f7-db1f-458a-8f51-026a3b142fe6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.416771 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.444397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.450533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e8284f7-db1f-458a-8f51-026a3b142fe6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.453431 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2e8284f7-db1f-458a-8f51-026a3b142fe6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.460602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46642) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:36.461485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2e8284f7-db1f-458a-8f51-026a3b142fe6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "DELETE /v2.0/security-groups/0d03868b-ae4f-48d9-bad2-3ed4fcaed551 HTTP/1.1" status: 204 len: 168 time: 0.2448664 Nov 19 19:20:36.499765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:20:36.503369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8284f7-db1f-458a-8f51-026a3b142fe6 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d03868b-ae4f-48d9-bad2-3ed4fcaed551,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:36.509737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2ff309-fe29-43a3-b93a-e4a036cd75ca,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:36.552008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0526dfd1-d1c9-4032-8f0d-47c0fd6655a0 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0902631 Nov 19 19:20:36.556265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46646) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:36.559572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.560180 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Added segment c5e10fd6-a2f2-4093-8ebc-2de4a64de704 of type vlan for network 2ba547eb-6909-4e6e-a905-790cca9c27a3 Nov 19 19:20:36.628124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.654648 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dce8999f-a1db-4bd5-9709-e8ef0c718da1 tempest-SecGroupTest-2014896344 tempest-SecGroupTest-2014896344-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0970397 Nov 19 19:20:36.682469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.684138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:36.684735 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:36.762922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba547eb-6909-4e6e-a905-790cca9c27a3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:36.776705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 2ba547eb-6909-4e6e-a905-790cca9c27a3 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:20:36.787680 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0a2ccc00-bac9-4bea-a1a8-b16801981c30 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6937199 Nov 19 19:20:36.790661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46652) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:36.795618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] Request body: {'subnet': {'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-989529737-subnet', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:36.835243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] Made reservation on behalf of 796101a20de24020b91f00294e9754a6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:36.837733 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:37.013257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46656) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:37.135318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b9536ca-dbd0-43a5-b39c-b9ac31a3db60 req-7f09b69f-5a29-4c36-97e4-12189951080d tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0478511 Nov 19 19:20:37.327430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d6f11b33-219c-448e-8576-9e5c69176c75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbb118e72bbb47b898be6a83d047a8e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129413 Nov 19 19:20:37.330326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46662) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:37.421601 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da8cb510-5374-4267-9522-48efd7fd0c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:37.447951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da8cb510-5374-4267-9522-48efd7fd0c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:37.521937 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da8cb510-5374-4267-9522-48efd7fd0c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:37.525076 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da8cb510-5374-4267-9522-48efd7fd0c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:37.526214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-da8cb510-5374-4267-9522-48efd7fd0c4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97924556-14a1-4a92-ba24-85d06303dc40 HTTP/1.1" status: 204 len: 168 time: 0.1948721 Nov 19 19:20:37.531255 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:37.555978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cb510-5374-4267-9522-48efd7fd0c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97924556-14a1-4a92-ba24-85d06303dc40,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:37.590648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=345ef497-58be-43cc-ac99-b0931db09728,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:37.613219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] Checking segment: {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:20:37.613574 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] Network hostable DHCP agents. Network: 2ba547eb-6909-4e6e-a905-790cca9c27a3, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:20:37.636613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] Network 2ba547eb-6909-4e6e-a905-790cca9c27a3 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:20:37.647773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 2ba547eb-6909-4e6e-a905-790cca9c27a3) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:37.652051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:37.652651 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:37.660353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da5802-9ea6-48fe-b43a-ccd72b74b7dd None None] Network 2ba547eb-6909-4e6e-a905-790cca9c27a3 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:37.685814 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b04d243e-b23b-4f44-857e-b7177114b256 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8917556 Nov 19 19:20:37.687135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46668) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:37.693194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-989529737-router', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:37.738300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:37.739576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:37.830717 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:37.869910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2ba547eb-6909-4e6e-a905-790cca9c27a3', 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'fixed_ips': [{'subnet_id': '345ef497-58be-43cc-ac99-b0931db09728'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:20:37.871487 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.059144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Allocated IP 172.20.0.2 (2ba547eb-6909-4e6e-a905-790cca9c27a3/345ef497-58be-43cc-ac99-b0931db09728/bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:38.083935 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.266832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-654b68ff-ce56-4e98-9c36-07836a5e7388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.283641 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.291566 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.345087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Network 2ba547eb-6909-4e6e-a905-790cca9c27a3 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:38.353793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:38.356646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-12ed0cc5-2896-4998-af68-a73e9779ac30 req-757a0922-a3c6-4877-bbb8-4ad65f35e5a4 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0760422 Nov 19 19:20:38.358753 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:20:38.430289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Pushing event updated for resources: {'Port': ['ID=bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:38.449088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.449207 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.449655 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.450284 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.450726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.451064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.451400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.451730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.452058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.452384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.452714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.453037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:38.460778 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Attempting to bind port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:20:38.461141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Attempting to bind port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:20:38.461651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Attempting to bind port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e on network 2ba547eb-6909-4e6e-a905-790cca9c27a3 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:20:38.469103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:20:38.469534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Checking segment: {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:20:38.470114 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.470572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Bound using segment: {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:20:38.471060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Bound port: bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:20:38.471447 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.471849 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.499633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.573870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] For port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:20:38.578004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] For port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:20:38.585177 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.671524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb7c7e-d7a6-4994-a110-a1d5824f5300 None None] Pushing event updated for resources: {'Port': ['ID=bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:38.695062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Allocated IP 172.25.3.94 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/194de6b9-6fe9-46c7-8b85-824d2178d9a5) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:38.849525 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.894650 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:38.984219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:38.989138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:39.008509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:20:39.009206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9217b66c-b85c-4579-a99a-62b27ff7157f None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:20:39.018405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Pushing event updated for resources: {'Port': ['ID=194de6b9-6fe9-46c7-8b85-824d2178d9a5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:39.150806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f2bf2934-1ea8-4bb5-900e-7f63001315e0 None None] Provisioning complete for port 194de6b9-6fe9-46c7-8b85-824d2178d9a5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:39.152309 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2bf2934-1ea8-4bb5-900e-7f63001315e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:39.229286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f2bf2934-1ea8-4bb5-900e-7f63001315e0 None None] Port 194de6b9-6fe9-46c7-8b85-824d2178d9a5 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:39.436521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:39.498865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30e835a0-b401-4a38-933b-307d1668d9fa req-2ffeec19-47ea-4b7f-97b7-a603724b674d tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0505443 Nov 19 19:20:39.828051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:39.997677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:40.085691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:20:40.156373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:40.156918 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:40.195450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46748) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:40.264505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3023611-e211-492f-b487-8008a79014d6 None None] Network 2ba547eb-6909-4e6e-a905-790cca9c27a3 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:40.280239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:20:40.307014 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:40.310472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a50ebd28-7236-425a-b1ee-3404efda9c07 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6220717 Nov 19 19:20:40.313239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46752) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:40.372702 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Sync routers for ids ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:20:40.464870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Routers {'3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:20:40.465521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:20:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:40.489431 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-266b1d76-8f95-401a-91da-d5bb0cd5e9fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:40.595681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-efc25632-3837-41f4-be9b-eacc2cc1e828 None None] Provisioning complete for port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:40.596055 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efc25632-3837-41f4-be9b-eacc2cc1e828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:40.600897 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-266b1d76-8f95-401a-91da-d5bb0cd5e9fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:40.607027 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-266b1d76-8f95-401a-91da-d5bb0cd5e9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:40.721154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8adb52b8-5e53-44da-a098-575684ea2ee5 req-e789bea2-ea2a-4094-8d92-dc5d45f8e4fe tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0542912 Nov 19 19:20:40.741489 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-266b1d76-8f95-401a-91da-d5bb0cd5e9fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88c14295881d489283b22eab5cc31080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5446899 Nov 19 19:20:40.745194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46756) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:40.750814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b1d76-8f95-401a-91da-d5bb0cd5e9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae23fbd-0661-486b-8b35-d07a20b62c35,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:40.854474 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c353bca7-d4fe-4c23-b74e-cc92a62200e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:40.890106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c353bca7-d4fe-4c23-b74e-cc92a62200e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:40.951956 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:40.960147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c353bca7-d4fe-4c23-b74e-cc92a62200e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:40.965078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c353bca7-d4fe-4c23-b74e-cc92a62200e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:40.968835 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c353bca7-d4fe-4c23-b74e-cc92a62200e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ae23fbd-0661-486b-8b35-d07a20b62c35 HTTP/1.1" status: 204 len: 168 time: 0.2201700 Nov 19 19:20:40.989902 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353bca7-d4fe-4c23-b74e-cc92a62200e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae23fbd-0661-486b-8b35-d07a20b62c35,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:40.996809 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8d403b0-0e50-4cfa-8c73-7cd6abbcdad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.107614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:41.112245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Set router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:20:41.148588 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.231254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.314663 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efc25632-3837-41f4-be9b-eacc2cc1e828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.386195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:41.410559 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46768) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:41.426931 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8a4a52b3-e278-4f8a-a9a2-742432c044d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.435682 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-efc25632-3837-41f4-be9b-eacc2cc1e828 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:20:41.436144 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-efc25632-3837-41f4-be9b-eacc2cc1e828 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:20:41.487880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'name': 'tempest-TestServerMultinode-989529737-router', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:37Z', 'updated_at': '2021-11-19T19:20:39Z', 'revision_number': 3, 'project_id': '796101a20de24020b91f00294e9754a6', 'gw_port': {'id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:38Z', 'updated_at': '2021-11-19T19:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:41.526460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Checking router: 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:20:41.526903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Updating router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 port 194de6b9-6fe9-46c7-8b85-824d2178d9a5 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:20:41.560015 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.566314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Allocated IP 172.20.0.1 (2ba547eb-6909-4e6e-a905-790cca9c27a3/345ef497-58be-43cc-ac99-b0931db09728/81baf2e1-b83c-45b0-a3a1-75747af42553) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:41.588648 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8a4a52b3-e278-4f8a-a9a2-742432c044d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.592896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8a4a52b3-e278-4f8a-a9a2-742432c044d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.626863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8a4a52b3-e278-4f8a-a9a2-742432c044d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75691f3827c24a87adfd659f6939fe44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2152023 Nov 19 19:20:41.628399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46778) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:41.680600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a52b3-e278-4f8a-a9a2-742432c044d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b65b80-d417-4e78-8ad4-248e390567f4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:41.720523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8a9684f-b873-4965-a353-e62c17a9cd26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.737040 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.761830 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8a9684f-b873-4965-a353-e62c17a9cd26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.805563 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.872215 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8a9684f-b873-4965-a353-e62c17a9cd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.875817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a8a9684f-b873-4965-a353-e62c17a9cd26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:41.879913 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a8a9684f-b873-4965-a353-e62c17a9cd26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46b65b80-d417-4e78-8ad4-248e390567f4 HTTP/1.1" status: 204 len: 168 time: 0.2502949 Nov 19 19:20:41.902162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9684f-b873-4965-a353-e62c17a9cd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b65b80-d417-4e78-8ad4-248e390567f4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:41.923018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Pushing event updated for resources: {'Port': ['ID=81baf2e1-b83c-45b0-a3a1-75747af42553,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:41.942439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Network 2ba547eb-6909-4e6e-a905-790cca9c27a3 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:41.976897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:41.981745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:20:42.002829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:42.008494 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.118542 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.136514 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.148990 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.248863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b69c1dfd-60ae-4e66-a26a-ecd3ce08c15f req-14a6dfe5-07cf-4438-a23d-3e7f3aa4c1ca tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.3106887 Nov 19 19:20:42.285966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b52624-5c7c-4149-bda4-178a390ffa64 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:20:42.331172 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.354474 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8de13-0926-4a86-a4e6-8928ed907eb4 None None] Pushing event updated for resources: {'Port': ['ID=194de6b9-6fe9-46c7-8b85-824d2178d9a5,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:42.357465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Attempting to bind port 194de6b9-6fe9-46c7-8b85-824d2178d9a5 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:20:42.357882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Attempting to bind port 194de6b9-6fe9-46c7-8b85-824d2178d9a5 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:20:42.358250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Attempting to bind port 194de6b9-6fe9-46c7-8b85-824d2178d9a5 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:20:42.369058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:20:42.371830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:20:42.372311 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.373020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:20:42.373381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Bound port: 194de6b9-6fe9-46c7-8b85-824d2178d9a5, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:20:42.373805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.410818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:42.411193 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.502899 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] For port 194de6b9-6fe9-46c7-8b85-824d2178d9a5, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:20:42.511373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] For port 194de6b9-6fe9-46c7-8b85-824d2178d9a5, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=194de6b9-6fe9-46c7-8b85-824d2178d9a5,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:20:42.515048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3ade45f3-7e1e-4d3d-99ff-62b3f8a3cb77 None None] Provisioning complete for port 194de6b9-6fe9-46c7-8b85-824d2178d9a5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:42.515418 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ade45f3-7e1e-4d3d-99ff-62b3f8a3cb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.565265 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.639349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaa63cb-b312-4ab0-ae5d-966f48be8447 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:20:42.660395 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.669500 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.732427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Routers {'3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:20:42.733059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:20:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:42.849194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8de13-0926-4a86-a4e6-8928ed907eb4 None None] Pushing event updated for resources: {'Port': ['ID=194de6b9-6fe9-46c7-8b85-824d2178d9a5,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:42.850729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Pushing event updated for resources: {'Port': ['ID=81baf2e1-b83c-45b0-a3a1-75747af42553,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:42.877584 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.911369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ade45f3-7e1e-4d3d-99ff-62b3f8a3cb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:42.951814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3ade45f3-7e1e-4d3d-99ff-62b3f8a3cb77 None None] For port 194de6b9-6fe9-46c7-8b85-824d2178d9a5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=194de6b9-6fe9-46c7-8b85-824d2178d9a5,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:42.955116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] Set router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:20:42.958725 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ade45f3-7e1e-4d3d-99ff-62b3f8a3cb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:43.091897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Network 2ba547eb-6909-4e6e-a905-790cca9c27a3 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:43.092539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3ade45f3-7e1e-4d3d-99ff-62b3f8a3cb77 None None] Provisioning complete for port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:43.093021 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ade45f3-7e1e-4d3d-99ff-62b3f8a3cb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:43.095007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:43.223434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade45f3-7e1e-4d3d-99ff-62b3f8a3cb77 None None] Pushing event updated for resources: {'Port': ['ID=194de6b9-6fe9-46c7-8b85-824d2178d9a5,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:43.361297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:20:43.507794 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06df841f-9e47-4654-b6e8-88950759f678 req-4ee05a68-ffd6-497b-ba6d-c3f8a5e80345 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0642135 Nov 19 19:20:43.604373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:20:43.612315 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4da68747-24d2-4601-8667-3decde572a81 admin admin] 10.222.0.50 "PUT /v2.0/routers/3e3f5dca-f506-4531-9c1d-9a9fb8de75b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2977686 Nov 19 19:20:43.737710 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:43.829798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'name': 'tempest-TestServerMultinode-989529737-router', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:37Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 4, 'project_id': '796101a20de24020b91f00294e9754a6', 'gw_port': {'id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:38Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '81baf2e1-b83c-45b0-a3a1-75747af42553', 'name': '', 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'mac_address': 'fa:16:3e:56:4d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '345ef497-58be-43cc-ac99-b0931db09728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:41Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 2, 'project_id': '796101a20de24020b91f00294e9754a6', 'subnets': [{'id': '345ef497-58be-43cc-ac99-b0931db09728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:43.911601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaaadc7-00a4-4dc5-a35c-1d83f2336ec9 None None] The sync data for ids ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'] in n-d-815373-6 is: [{'id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'name': 'tempest-TestServerMultinode-989529737-router', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:37Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 4, 'project_id': '796101a20de24020b91f00294e9754a6', 'gw_port': {'id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:38Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '81baf2e1-b83c-45b0-a3a1-75747af42553', 'name': '', 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'mac_address': 'fa:16:3e:56:4d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '345ef497-58be-43cc-ac99-b0931db09728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:41Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 2, 'project_id': '796101a20de24020b91f00294e9754a6', 'subnets': [{'id': '345ef497-58be-43cc-ac99-b0931db09728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:20:43.931206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b072b488-2e87-42c8-8fa4-8e17ff53c807 None None] Provisioning complete for port 194de6b9-6fe9-46c7-8b85-824d2178d9a5 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:43.936042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b072b488-2e87-42c8-8fa4-8e17ff53c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:44.114980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b072b488-2e87-42c8-8fa4-8e17ff53c807 None None] Provisioning complete for port 81baf2e1-b83c-45b0-a3a1-75747af42553 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:44.116724 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b072b488-2e87-42c8-8fa4-8e17ff53c807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:44.216078 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:44.244454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b072b488-2e87-42c8-8fa4-8e17ff53c807 None None] Port 81baf2e1-b83c-45b0-a3a1-75747af42553 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:44.709452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c83d7a26-b78b-45ed-b4db-3836bd2ede94 req-57684b83-9810-4d12-a5a0-9428b826d20f tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0701647 Nov 19 19:20:44.877056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46880) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:44.883138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1080145891-network', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:44.906333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d10d-86fa-4bd5-8e6e-79a4cf477622 req-d77f4da0-dad8-47dc-b664-d6f8f8b14cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:44.909235 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16a0d10d-86fa-4bd5-8e6e-79a4cf477622 req-d77f4da0-dad8-47dc-b664-d6f8f8b14cc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 1096 time: 0.4079690 Nov 19 19:20:44.937128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Made reservation on behalf of db26bb418c884d49bf27ed6f98251721 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:44.939928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:44.956682 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:45.008394 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16a0d10d-86fa-4bd5-8e6e-79a4cf477622 req-934e5eb4-d256-47e2-b249-dbe13564219f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905423 Nov 19 19:20:45.111755 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:45.124368 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:45.156865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:20:45.180515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd2163a-b1c7-46f7-ab2d-4014136dfe25,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:45.186466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:45.186821 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Added segment 39456d7f-ddc4-4d14-9305-ba7c96bf92a8 of type vlan for network 95f75e9a-9571-4306-b9d6-dffb1d580472 Nov 19 19:20:45.239276 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:45.306541 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:45.307551 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:45.308201 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:45.427489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] Pushing event updated for resources: {'Network': ['ID=95f75e9a-9571-4306-b9d6-dffb1d580472,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:45.440984 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 95f75e9a-9571-4306-b9d6-dffb1d580472 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:20:45.443655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46894) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:45.445114 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-47c7674f-49b2-4d09-92c6-b1732b004c41 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5667124 Nov 19 19:20:45.452298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] Request body: {'subnet': {'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1080145891-subnet', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:45.524336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] Made reservation on behalf of db26bb418c884d49bf27ed6f98251721 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:45.528973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:45.908832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54362c57-59b4-4c91-b44e-eb494aebf24c req-16901cd7-57d0-4e2d-bab4-cf836f2b300f tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0473118 Nov 19 19:20:45.975440 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:46.001495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 194de6b9-6fe9-46c7-8b85-824d2178d9a5 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:46.053242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea141ba-9cc8-4068-912b-3d0f77752538,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:46.091955 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] Checking segment: {'id': '39456d7f-ddc4-4d14-9305-ba7c96bf92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:20:46.092279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] Network hostable DHCP agents. Network: 95f75e9a-9571-4306-b9d6-dffb1d580472, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:20:46.122822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 194de6b9-6fe9-46c7-8b85-824d2178d9a5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:46.124857 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:46.129072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] Network 95f75e9a-9571-4306-b9d6-dffb1d580472 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:20:46.146131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 95f75e9a-9571-4306-b9d6-dffb1d580472) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:46.157027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:46.158614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:46.178527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b291d761-11fb-492b-b542-187ea59af349 None None] Network 95f75e9a-9571-4306-b9d6-dffb1d580472 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:46.204406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 46910) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:46.205340 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b6eb45ab-c51f-4444-9146-6e7935546a70 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7597284 Nov 19 19:20:46.209930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1080145891-router', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:46.259499 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:46.260625 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:46.370529 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:46.527043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-95f75e9a-9571-4306-b9d6-dffb1d580472', 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'fixed_ips': [{'subnet_id': '3ea141ba-9cc8-4068-912b-3d0f77752538'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:20:46.527920 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:46.549411 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:46.715399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Allocated IP 172.20.0.2 (95f75e9a-9571-4306-b9d6-dffb1d580472/3ea141ba-9cc8-4068-912b-3d0f77752538/0d8fbb25-1f87-4f2b-b718-8b75838a77c4) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:46.922886 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:46.930749 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:46.985648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Pushing event updated for resources: {'Port': ['ID=0d8fbb25-1f87-4f2b-b718-8b75838a77c4,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:47.009336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Network 95f75e9a-9571-4306-b9d6-dffb1d580472 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:47.012052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:47.017909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:20:47.098977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Attempting to bind port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:20:47.100115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Attempting to bind port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '39456d7f-ddc4-4d14-9305-ba7c96bf92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:20:47.100710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Attempting to bind port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 on network 95f75e9a-9571-4306-b9d6-dffb1d580472 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:20:47.107657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:20:47.108374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Checking segment: {'id': '39456d7f-ddc4-4d14-9305-ba7c96bf92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:20:47.109018 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.109608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Bound using segment: {'id': '39456d7f-ddc4-4d14-9305-ba7c96bf92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:20:47.110470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Bound port: 0d8fbb25-1f87-4f2b-b718-8b75838a77c4, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39456d7f-ddc4-4d14-9305-ba7c96bf92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:20:47.111061 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.152534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46948) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:47.196693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] For port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:20:47.201468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] For port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0d8fbb25-1f87-4f2b-b718-8b75838a77c4,segment=NetworkSegment(39456d7f-ddc4-4d14-9305-ba7c96bf92a8),segment_id=39456d7f-ddc4-4d14-9305-ba7c96bf92a8)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:20:47.210330 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.352397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38c77552-0f9d-4498-b740-25051595cb1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.388513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b486d0-41a9-4d53-b3c1-3b93008969d0 None None] Pushing event updated for resources: {'Port': ['ID=0d8fbb25-1f87-4f2b-b718-8b75838a77c4,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:47.567567 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38c77552-0f9d-4498-b740-25051595cb1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.575658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38c77552-0f9d-4498-b740-25051595cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.648867 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-38c77552-0f9d-4498-b740-25051595cb1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dda3faa57104a8bbccf557eb9f56773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4943266 Nov 19 19:20:47.649289 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c77552-0f9d-4498-b740-25051595cb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694c15a7-1124-498d-9f4f-fabc8bc15c7d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:47.677091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 46958) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:47.691679 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-766696c7-f11d-47cc-a6b5-6fe9b35bdba8 req-004743d1-9fad-45e1-9059-963f11e1a90b tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.1299009 Nov 19 19:20:47.753055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.800285 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61440919-bf83-4acd-9f7b-dc35766b3e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.801846 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.843589 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61440919-bf83-4acd-9f7b-dc35766b3e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.955441 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61440919-bf83-4acd-9f7b-dc35766b3e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.957734 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Sync routers for ids ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:20:47.958301 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61440919-bf83-4acd-9f7b-dc35766b3e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:47.962104 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-61440919-bf83-4acd-9f7b-dc35766b3e03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/694c15a7-1124-498d-9f4f-fabc8bc15c7d HTTP/1.1" status: 204 len: 168 time: 0.2809284 Nov 19 19:20:47.972306 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Routers {'3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:20:47.977290 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:20:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:48.001304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:48.003386 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61440919-bf83-4acd-9f7b-dc35766b3e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c15a7-1124-498d-9f4f-fabc8bc15c7d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:48.105629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Allocated IP 172.25.3.134 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/f03ba962-e095-442c-ae53-8bacf3429f9d) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:48.157745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:48.158167 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:48.244081 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Set router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:20:48.358847 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:48.360001 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:48.428095 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:48.432378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0d8fbb25-1f87-4f2b-b718-8b75838a77c4,segment=NetworkSegment(39456d7f-ddc4-4d14-9305-ba7c96bf92a8),segment_id=39456d7f-ddc4-4d14-9305-ba7c96bf92a8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:48.445738 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:48.543247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:48.546961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:48.572835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:20:48.575288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba55f1-141e-47c5-b070-e4c3f6b728d5 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:20:48.585680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=0d8fbb25-1f87-4f2b-b718-8b75838a77c4,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:48.633574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Pushing event updated for resources: {'Port': ['ID=f03ba962-e095-442c-ae53-8bacf3429f9d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:48.710568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f5f54877-a445-4015-8439-81d2fe8c5fe2 None None] Provisioning complete for port f03ba962-e095-442c-ae53-8bacf3429f9d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:48.710961 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f5f54877-a445-4015-8439-81d2fe8c5fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:48.783982 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'name': 'tempest-TestServerMultinode-989529737-router', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:37Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 4, 'project_id': '796101a20de24020b91f00294e9754a6', 'gw_port': {'id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:38Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '81baf2e1-b83c-45b0-a3a1-75747af42553', 'name': '', 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'mac_address': 'fa:16:3e:56:4d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '345ef497-58be-43cc-ac99-b0931db09728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:41Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 2, 'project_id': '796101a20de24020b91f00294e9754a6', 'subnets': [{'id': '345ef497-58be-43cc-ac99-b0931db09728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:48.835055 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Checking router: 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:20:48.836030 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Updating router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 port 81baf2e1-b83c-45b0-a3a1-75747af42553 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:20:48.859119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f5f54877-a445-4015-8439-81d2fe8c5fe2 None None] Port f03ba962-e095-442c-ae53-8bacf3429f9d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:48.909230 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:49.030165 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82a0ea9d-a574-4577-b5a5-44cca9d0ab53 req-96190856-1d22-444d-ae49-279b3cbb7d9c tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.1116107 Nov 19 19:20:49.252317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc75e575-fded-4c93-a70b-1630cc84f564 None None] Network 95f75e9a-9571-4306-b9d6-dffb1d580472 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:20:49.387117 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:49.420782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-78615ce9-f761-417f-ab1c-a4e50f578634 None None] Provisioning complete for port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:49.421349 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78615ce9-f761-417f-ab1c-a4e50f578634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:49.452590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47004) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:49.637615 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:49.656021 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:49.761773 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d050b5c6-3cad-43f0-9324-1faf5e0ef14f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:49.861073 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Pushing event updated for resources: {'Port': ['ID=81baf2e1-b83c-45b0-a3a1-75747af42553,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:49.892981 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.893883 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.894792 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.895334 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.896113 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.896625 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.897101 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.897632 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.898173 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.901762 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.902496 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.903191 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:20:49.992565 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d050b5c6-3cad-43f0-9324-1faf5e0ef14f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.013249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d050b5c6-3cad-43f0-9324-1faf5e0ef14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.029212 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Attempting to bind port 81baf2e1-b83c-45b0-a3a1-75747af42553 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:20:50.031767 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Attempting to bind port 81baf2e1-b83c-45b0-a3a1-75747af42553 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:20:50.032532 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Attempting to bind port 81baf2e1-b83c-45b0-a3a1-75747af42553 on network 2ba547eb-6909-4e6e-a905-790cca9c27a3 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:20:50.055045 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:20:50.055848 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Checking segment: {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:20:50.056609 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.057308 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Bound using segment: {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:20:50.072953 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Bound port: 81baf2e1-b83c-45b0-a3a1-75747af42553, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:20:50.073865 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.119690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:50.157571 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d050b5c6-3cad-43f0-9324-1faf5e0ef14f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a015df80c284523af72e1f0440d6a72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7035131 Nov 19 19:20:50.164323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47016) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:50.166025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050b5c6-3cad-43f0-9324-1faf5e0ef14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625747d3-7813-4e27-82a2-6a7892e17360,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:50.229301 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.254707 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e7f1404c-984f-4024-b7f1-bd677b317bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.257497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47018) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:50.320986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e7f1404c-984f-4024-b7f1-bd677b317bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.387375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:50.387896 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.401989 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] For port 81baf2e1-b83c-45b0-a3a1-75747af42553, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:20:50.411562 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] For port 81baf2e1-b83c-45b0-a3a1-75747af42553, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=81baf2e1-b83c-45b0-a3a1-75747af42553,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:20:50.414270 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e7f1404c-984f-4024-b7f1-bd677b317bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.419038 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e7f1404c-984f-4024-b7f1-bd677b317bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.423769 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.423973 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e7f1404c-984f-4024-b7f1-bd677b317bb5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/625747d3-7813-4e27-82a2-6a7892e17360 HTTP/1.1" status: 204 len: 168 time: 0.2536964 Nov 19 19:20:50.443366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1404c-984f-4024-b7f1-bd677b317bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625747d3-7813-4e27-82a2-6a7892e17360,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:50.485960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58a58a3d-c480-4e81-86ef-852ccf4bf16e req-f7687648-0633-441f-a596-d3111c6bbecb tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0861344 Nov 19 19:20:50.566809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-44ce4827-8cbd-4bb3-88a6-2f8706191b61 None None] Provisioning complete for port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:50.567430 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44ce4827-8cbd-4bb3-88a6-2f8706191b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.631422 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Routers {'3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:20:50.632189 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:20:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:50.636083 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32bca0-b41b-43b7-a1fc-0ebf619ee740 None None] Pushing event updated for resources: {'Port': ['ID=81baf2e1-b83c-45b0-a3a1-75747af42553,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:50.664473 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2df4e502-5bcf-4800-b1a2-de121dbcf400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:50.732526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Router 7560f7db-bb78-4be8-92a1-9450aba732c5 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:20:50.978743 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2df4e502-5bcf-4800-b1a2-de121dbcf400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.009857 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2df4e502-5bcf-4800-b1a2-de121dbcf400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.032832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:20:51.043085 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] Set router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:20:51.061180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Sync routers for ids ['7560f7db-bb78-4be8-92a1-9450aba732c5'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:20:51.076096 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.083120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5acf403c-7f20-447c-8e7f-cee9b49d6214 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8771381 Nov 19 19:20:51.084875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47028) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:51.091950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Routers {'7560f7db-bb78-4be8-92a1-9450aba732c5'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:20:51.092641 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:20:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7560f7db-bb78-4be8-92a1-9450aba732c5'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:51.105034 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2df4e502-5bcf-4800-b1a2-de121dbcf400 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad6a34d351da4f1d87b65ba2e85c8c9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8427863 Nov 19 19:20:51.105034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4e502-5bcf-4800-b1a2-de121dbcf400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd73fe4f-cff1-4043-a2c7-3173a79bf15a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:51.105964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47030) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:51.156616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47032) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:51.199436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71b198f7-8a58-44a6-b0a8-a293fd285bda admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.251303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87dc385e-d617-4c76-9a0e-d506a410f78f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.280195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bd2f92f2-ab95-44f4-9625-e76fe05d7040 None None] Provisioning complete for port 81baf2e1-b83c-45b0-a3a1-75747af42553 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:51.280564 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd2f92f2-ab95-44f4-9625-e76fe05d7040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.306071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87dc385e-d617-4c76-9a0e-d506a410f78f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.360218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Set router 7560f7db-bb78-4be8-92a1-9450aba732c5 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:20:51.417915 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71b198f7-8a58-44a6-b0a8-a293fd285bda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.419417 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87dc385e-d617-4c76-9a0e-d506a410f78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.424827 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87dc385e-d617-4c76-9a0e-d506a410f78f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.425270 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'name': 'tempest-TestServerMultinode-989529737-router', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:37Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 4, 'project_id': '796101a20de24020b91f00294e9754a6', 'gw_port': {'id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:38Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '81baf2e1-b83c-45b0-a3a1-75747af42553', 'name': '', 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'mac_address': 'fa:16:3e:56:4d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '345ef497-58be-43cc-ac99-b0931db09728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:41Z', 'updated_at': '2021-11-19T19:20:50Z', 'revision_number': 4, 'project_id': '796101a20de24020b91f00294e9754a6', 'subnets': [{'id': '345ef497-58be-43cc-ac99-b0931db09728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:51.426968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-87dc385e-d617-4c76-9a0e-d506a410f78f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd73fe4f-cff1-4043-a2c7-3173a79bf15a HTTP/1.1" status: 204 len: 168 time: 0.3200481 Nov 19 19:20:51.436607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71b198f7-8a58-44a6-b0a8-a293fd285bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.441323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc385e-d617-4c76-9a0e-d506a410f78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd73fe4f-cff1-4043-a2c7-3173a79bf15a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:51.463865 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b912d438-e570-4fd0-8e25-c7722f30576d None None] The sync data for ids ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'] in n-d-815373-6 is: [{'id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'name': 'tempest-TestServerMultinode-989529737-router', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:37Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 4, 'project_id': '796101a20de24020b91f00294e9754a6', 'gw_port': {'id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:38Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '81baf2e1-b83c-45b0-a3a1-75747af42553', 'name': '', 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'mac_address': 'fa:16:3e:56:4d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '345ef497-58be-43cc-ac99-b0931db09728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:41Z', 'updated_at': '2021-11-19T19:20:50Z', 'revision_number': 4, 'project_id': '796101a20de24020b91f00294e9754a6', 'subnets': [{'id': '345ef497-58be-43cc-ac99-b0931db09728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:20:51.487660 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b198f7-8a58-44a6-b0a8-a293fd285bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbb8fa3-53ca-47e8-a229-a58c7fe8d3c0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:51.525328 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-71b198f7-8a58-44a6-b0a8-a293fd285bda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3236e17a40341748e82fe7d31f636e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3661788 Nov 19 19:20:51.527927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47036) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:20:51.692172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29c4fef3-e7f7-4109-944b-d4839b446d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.756115 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29c4fef3-e7f7-4109-944b-d4839b446d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.805666 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd2f92f2-ab95-44f4-9625-e76fe05d7040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.923754 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29c4fef3-e7f7-4109-944b-d4839b446d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.929176 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29c4fef3-e7f7-4109-944b-d4839b446d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:51.931606 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-29c4fef3-e7f7-4109-944b-d4839b446d71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bcbb8fa3-53ca-47e8-a229-a58c7fe8d3c0 HTTP/1.1" status: 204 len: 168 time: 0.4026330 Nov 19 19:20:51.953194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4fef3-e7f7-4109-944b-d4839b446d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbb8fa3-53ca-47e8-a229-a58c7fe8d3c0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:52.018360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bd2f92f2-ab95-44f4-9625-e76fe05d7040 None None] For port 81baf2e1-b83c-45b0-a3a1-75747af42553, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=81baf2e1-b83c-45b0-a3a1-75747af42553,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:52.085506 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd2f92f2-ab95-44f4-9625-e76fe05d7040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:52.098325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'name': 'tempest-TestServerMultinode-1080145891-router', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:46Z', 'updated_at': '2021-11-19T19:20:49Z', 'revision_number': 3, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'gw_port': {'id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:24:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:47Z', 'updated_at': '2021-11-19T19:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:52.170348 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:52.194510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Checking router: 7560f7db-bb78-4be8-92a1-9450aba732c5 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:20:52.194510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Updating router 7560f7db-bb78-4be8-92a1-9450aba732c5 port f03ba962-e095-442c-ae53-8bacf3429f9d binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:20:52.194858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6dbcf7c5-74d5-48df-91ac-596e4d0964ee req-ab13c0cd-cc03-4c0b-ab26-c0bac7193166 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.4687767 Nov 19 19:20:52.239037 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:52.513942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Allocated IP 172.20.0.1 (95f75e9a-9571-4306-b9d6-dffb1d580472/3ea141ba-9cc8-4068-912b-3d0f77752538/72ea513e-5366-48d8-9a23-be4ab04d391c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:52.665166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 81baf2e1-b83c-45b0-a3a1-75747af42553 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:52.718953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:52.778249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f92f2-ab95-44f4-9625-e76fe05d7040 None None] Pushing event updated for resources: {'Port': ['ID=81baf2e1-b83c-45b0-a3a1-75747af42553,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:52.790782 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:52.853224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 81baf2e1-b83c-45b0-a3a1-75747af42553 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:52.853794 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:52.910062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Network 95f75e9a-9571-4306-b9d6-dffb1d580472 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:52.917050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:52.932508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:20:52.935555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Pushing event updated for resources: {'Port': ['ID=72ea513e-5366-48d8-9a23-be4ab04d391c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:52.994881 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.171899 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.195536 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.246158 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.270571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Attempting to bind port f03ba962-e095-442c-ae53-8bacf3429f9d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:20:53.272150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Attempting to bind port f03ba962-e095-442c-ae53-8bacf3429f9d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:20:53.272150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Attempting to bind port f03ba962-e095-442c-ae53-8bacf3429f9d on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:20:53.279633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f73b38-b919-440b-8a5f-b434ce7fe864 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:20:53.287404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06d80e-4c34-407a-8b23-ef020078993c None None] Pushing event updated for resources: {'Port': ['ID=f03ba962-e095-442c-ae53-8bacf3429f9d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:53.298079 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:20:53.298470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:20:53.298886 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.299292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:20:53.299797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Bound port: f03ba962-e095-442c-ae53-8bacf3429f9d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:20:53.300175 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.364033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cfa981eb-bc85-4b66-8c04-bc1cb05e1b2a None None] Provisioning complete for port 72ea513e-5366-48d8-9a23-be4ab04d391c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:53.364607 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cfa981eb-bc85-4b66-8c04-bc1cb05e1b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.367422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5394e0bf-9131-459b-841a-22cee025f3cd req-ddfb46d3-db53-4054-824a-843f162154de tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0365369 Nov 19 19:20:53.437375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-cfa981eb-bc85-4b66-8c04-bc1cb05e1b2a None None] Port 72ea513e-5366-48d8-9a23-be4ab04d391c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:53.447458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] For port f03ba962-e095-442c-ae53-8bacf3429f9d, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:20:53.451418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] For port f03ba962-e095-442c-ae53-8bacf3429f9d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f03ba962-e095-442c-ae53-8bacf3429f9d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:20:53.459313 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.504298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.514498 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.526517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247fd8ec-aa5b-4ce5-9470-f98e30453230 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:20:53.570656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Routers {'7560f7db-bb78-4be8-92a1-9450aba732c5'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:20:53.571307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:20:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7560f7db-bb78-4be8-92a1-9450aba732c5'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:53.576618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06d80e-4c34-407a-8b23-ef020078993c None None] Pushing event updated for resources: {'Port': ['ID=f03ba962-e095-442c-ae53-8bacf3429f9d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:53.601126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-41ca6761-3a95-4d44-8293-ff71e99f9f68 req-777d1ac1-4608-4eff-b37c-45439600035f service neutron] (109887) timed out ('10.222.0.21', 57934) {{(pid=109887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 19:20:53.603565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Pushing event updated for resources: {'Port': ['ID=72ea513e-5366-48d8-9a23-be4ab04d391c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:53.628506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3a27cc66-570b-487d-8c60-dabec8deaa6e None None] Provisioning complete for port f03ba962-e095-442c-ae53-8bacf3429f9d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:53.628894 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a27cc66-570b-487d-8c60-dabec8deaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.629441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.773618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] Set router 7560f7db-bb78-4be8-92a1-9450aba732c5 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:20:53.780397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Network 95f75e9a-9571-4306-b9d6-dffb1d580472 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:53.781878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:53.831107 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a27cc66-570b-487d-8c60-dabec8deaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.862805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3a27cc66-570b-487d-8c60-dabec8deaa6e None None] For port f03ba962-e095-442c-ae53-8bacf3429f9d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f03ba962-e095-442c-ae53-8bacf3429f9d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:20:53.898715 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a27cc66-570b-487d-8c60-dabec8deaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:53.957855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 81baf2e1-b83c-45b0-a3a1-75747af42553 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:54.015387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Router 7560f7db-bb78-4be8-92a1-9450aba732c5 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:20:54.041997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27cc66-570b-487d-8c60-dabec8deaa6e None None] Pushing event updated for resources: {'Port': ['ID=f03ba962-e095-442c-ae53-8bacf3429f9d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:54.156593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 81baf2e1-b83c-45b0-a3a1-75747af42553 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:54.156974 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:54.191835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:20:54.202646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5e5579c5-3275-4b8b-9c59-fbbc0578716b admin admin] 10.222.0.50 "PUT /v2.0/routers/7560f7db-bb78-4be8-92a1-9450aba732c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1163805 Nov 19 19:20:54.246638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fca5ceef-b444-49e5-b581-6fc8223e5994 None None] Provisioning complete for port 72ea513e-5366-48d8-9a23-be4ab04d391c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:54.247013 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fca5ceef-b444-49e5-b581-6fc8223e5994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:54.309128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fca5ceef-b444-49e5-b581-6fc8223e5994 None None] Port 72ea513e-5366-48d8-9a23-be4ab04d391c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:54.347320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'name': 'tempest-TestServerMultinode-1080145891-router', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:46Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 4, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'gw_port': {'id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:24:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:47Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '72ea513e-5366-48d8-9a23-be4ab04d391c', 'name': '', 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'mac_address': 'fa:16:3e:64:2c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3ea141ba-9cc8-4068-912b-3d0f77752538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:52Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 2, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'subnets': [{'id': '3ea141ba-9cc8-4068-912b-3d0f77752538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:54.393429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40ba56-134b-48ce-804c-a4e05348b76f None None] The sync data for ids ['7560f7db-bb78-4be8-92a1-9450aba732c5'] in n-d-815373-6 is: [{'id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'name': 'tempest-TestServerMultinode-1080145891-router', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:46Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 4, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'gw_port': {'id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:24:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:47Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '72ea513e-5366-48d8-9a23-be4ab04d391c', 'name': '', 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'mac_address': 'fa:16:3e:64:2c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3ea141ba-9cc8-4068-912b-3d0f77752538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:52Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 2, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'subnets': [{'id': '3ea141ba-9cc8-4068-912b-3d0f77752538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:20:54.535538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b399f38-5217-4872-895d-6e7d9e2b6676 req-e2c2a1d5-4ec8-4fc0-b637-d09468f95db4 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0669754 Nov 19 19:20:55.293874 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:55.384812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-27485737-b42d-498d-9629-1e1bd3c2caad tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:55.386820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-27485737-b42d-498d-9629-1e1bd3c2caad tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/networks?id=2ba547eb-6909-4e6e-a905-790cca9c27a3 HTTP/1.1" status: 200 len: 910 time: 0.1219969 Nov 19 19:20:55.410664 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-67a89edd-bbff-4f80-bc34-3e282c96730b tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/quotas/db26bb418c884d49bf27ed6f98251721 HTTP/1.1" status: 200 len: 375 time: 0.0171211 Nov 19 19:20:55.514150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ad5249e5-f8f2-47b1-8f21-6fddda7034d0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=db26bb418c884d49bf27ed6f98251721&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016788 Nov 19 19:20:55.645685 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-d3a137d7-031a-4d41-84e1-307a9536cf6c service neutron] 10.222.0.50 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199117 Nov 19 19:20:55.767641 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-cf3ad6a9-a68e-4a40-ad01-55f3a0f8ebe3 service neutron] 10.222.0.50 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187735 Nov 19 19:20:56.046594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f03ba962-e095-442c-ae53-8bacf3429f9d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:20:56.092278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-819e2a24-4600-4194-9f26-2f266e08450a req-2138cd39-c351-4f28-bdef-d7c4ac215162 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0454240 Nov 19 19:20:56.179505 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7e67e07-8c99-4730-bc59-c3652969e56b req-4d6d0016-e80e-4cd1-9909-348b116da864 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 210 time: 0.0407712 Nov 19 19:20:56.194271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f03ba962-e095-442c-ae53-8bacf3429f9d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:56.194644 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:57.189444 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20efdfbd-1538-4a66-898c-2f2cd5eb6ef1 req-c0ba5228-39b6-4c1d-ade7-3c32feb3d50b tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0278540 Nov 19 19:20:57.304203 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a33f4661-6257-443a-93af-bc436b256311 req-39736b79-5b8e-468d-8591-a54b587fc6cb tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 210 time: 0.0368500 Nov 19 19:20:57.511779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-5130c333-1e63-4023-8d23-24eb4658fd74 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:57.513349 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-5130c333-1e63-4023-8d23-24eb4658fd74 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.57 "GET /v2.0/networks?id=2ba547eb-6909-4e6e-a905-790cca9c27a3 HTTP/1.1" status: 200 len: 910 time: 0.1398108 Nov 19 19:20:57.528045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Request body: {'port': {'device_id': '47f0a842-854b-4fdd-a07c-583c64fa4e24', 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3', 'admin_state_up': True, 'tenant_id': 'db26bb418c884d49bf27ed6f98251721'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:57.579258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Made reservation on behalf of db26bb418c884d49bf27ed6f98251721 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:20:57.582871 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:57.838737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Allocated IP 172.20.0.9 (2ba547eb-6909-4e6e-a905-790cca9c27a3/345ef497-58be-43cc-ac99-b0931db09728/29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:20:57.910746 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Sync routers for ids ['7560f7db-bb78-4be8-92a1-9450aba732c5'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:20:57.925918 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Routers {'7560f7db-bb78-4be8-92a1-9450aba732c5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:20:57.926864 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:20:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7560f7db-bb78-4be8-92a1-9450aba732c5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:58.072118 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:58.117518 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:58.149537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Network 2ba547eb-6909-4e6e-a905-790cca9c27a3 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:20:58.150988 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Set router 7560f7db-bb78-4be8-92a1-9450aba732c5 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:20:58.152351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:20:58.165976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:20:58.214231 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Pushing event updated for resources: {'Port': ['ID=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:58.278122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:58.278905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:58.301881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-fb75385b-51b9-4e24-a964-25ab8cdfc4a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7785511 Nov 19 19:20:58.314938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Request body: {'port': {'device_id': '47f0a842-854b-4fdd-a07c-583c64fa4e24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:20:58.392676 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:58.407977 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d91ae12a-c72a-4a3d-b806-23ca6d0b65cf req-9c1c6eb1-cdc7-44c1-9941-5d766bce1dea tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0616076 Nov 19 19:20:58.542996 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'name': 'tempest-TestServerMultinode-1080145891-router', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:46Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 4, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'gw_port': {'id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:47Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '72ea513e-5366-48d8-9a23-be4ab04d391c', 'name': '', 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'mac_address': 'fa:16:3e:64:2c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3ea141ba-9cc8-4068-912b-3d0f77752538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:52Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 2, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'subnets': [{'id': '3ea141ba-9cc8-4068-912b-3d0f77752538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:58.571345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cb409-eaaa-4f91-affd-277ba84f39fa req-94ccf554-035b-473a-90fa-b5aee9391518 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:58.579422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b3cb409-eaaa-4f91-affd-277ba84f39fa req-94ccf554-035b-473a-90fa-b5aee9391518 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1027 time: 0.0742881 Nov 19 19:20:58.583505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ec097c5b-3dd9-4ccc-a5ca-65c63f5d08d2 None None] Provisioning complete for port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:58.584126 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Checking router: 7560f7db-bb78-4be8-92a1-9450aba732c5 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:20:58.584481 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec097c5b-3dd9-4ccc-a5ca-65c63f5d08d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:58.584979 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Updating router 7560f7db-bb78-4be8-92a1-9450aba732c5 port 72ea513e-5366-48d8-9a23-be4ab04d391c binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:20:58.614207 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:58.643191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b3cb409-eaaa-4f91-affd-277ba84f39fa req-155a62ae-e1a4-49b3-bfdf-496ebd87dfaa tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628040 Nov 19 19:20:58.696570 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ec097c5b-3dd9-4ccc-a5ca-65c63f5d08d2 None None] Port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:20:58.744079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:20:58.752220 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:58.766021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Transition to ACTIVE for port object 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:20:58.773220 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:58.870416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Pushing event updated for resources: {'Port': ['ID=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:59.028132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Attempting to bind port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:20:59.028471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Attempting to bind port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:20:59.028812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Attempting to bind port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e on network 2ba547eb-6909-4e6e-a905-790cca9c27a3 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:20:59.048090 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e on network 2ba547eb-6909-4e6e-a905-790cca9c27a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:20:59.048891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Attempting to bind port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e on network 2ba547eb-6909-4e6e-a905-790cca9c27a3 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:20:59.057206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:20:59.058441 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:59.059284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Checking segment: {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:20:59.060378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Bound using segment: {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:20:59.061152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Bound port: 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:20:59.062044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:59.071470 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:59.179169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] For port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:20:59.187525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] For port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:20:59.199615 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:59.227916 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae97306-2081-496d-881c-164df1fe430a None None] Pushing event updated for resources: {'Port': ['ID=72ea513e-5366-48d8-9a23-be4ab04d391c,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:59.270219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:59.271822 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:59.273532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] 10.222.0.57 "PUT /v2.0/ports/29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e HTTP/1.1" status: 200 len: 1091 time: 0.9635985 Nov 19 19:20:59.274768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f0a842-854b-4fdd-a07c-583c64fa4e24', 'tag': '29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:20:59.277327 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5122adb-d6f3-478b-b7bd-a393c6783d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "47f0a842-854b-4fdd-a07c-583c64fa4e24", "tag": "29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:20:59.339720 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Attempting to bind port 72ea513e-5366-48d8-9a23-be4ab04d391c on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:20:59.341346 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Attempting to bind port 72ea513e-5366-48d8-9a23-be4ab04d391c by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '39456d7f-ddc4-4d14-9305-ba7c96bf92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:20:59.341725 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Attempting to bind port 72ea513e-5366-48d8-9a23-be4ab04d391c on network 95f75e9a-9571-4306-b9d6-dffb1d580472 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:20:59.356236 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:20:59.356818 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Checking segment: {'id': '39456d7f-ddc4-4d14-9305-ba7c96bf92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:20:59.357459 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:59.358243 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Bound using segment: {'id': '39456d7f-ddc4-4d14-9305-ba7c96bf92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:20:59.358869 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Bound port: 72ea513e-5366-48d8-9a23-be4ab04d391c, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39456d7f-ddc4-4d14-9305-ba7c96bf92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:20:59.359435 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:59.402417 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d55be9e-b104-41e3-8210-b2e7b29acdc5 x-openstack-request-id: req-1d55be9e-b104-41e3-8210-b2e7b29acdc5 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:20:59.402735 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f0a842-854b-4fdd-a07c-583c64fa4e24", "tag": "29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:20:59.403065 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d55be9e-b104-41e3-8210-b2e7b29acdc5 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:20:59.403542 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f0a842-854b-4fdd-a07c-583c64fa4e24', 'tag': '29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e', 'status': 'completed', 'code': 200} Nov 19 19:20:59.406056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca358b7c-8273-4101-b79b-c5e136208151 service neutron] Pushing event updated for resources: {'Port': ['ID=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:59.429046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ea8ee7f2-67f6-4020-ac69-04307f9b5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:59.434952 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-ea8ee7f2-67f6-4020-ac69-04307f9b5478 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db26bb418c884d49bf27ed6f98251721&device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1094 time: 0.0882635 Nov 19 19:20:59.500612 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] For port 72ea513e-5366-48d8-9a23-be4ab04d391c, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:20:59.504713 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] For port 72ea513e-5366-48d8-9a23-be4ab04d391c, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=72ea513e-5366-48d8-9a23-be4ab04d391c,segment=NetworkSegment(39456d7f-ddc4-4d14-9305-ba7c96bf92a8),segment_id=39456d7f-ddc4-4d14-9305-ba7c96bf92a8)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:20:59.513923 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:59.526844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-9e5f1239-380f-4cec-bb15-89d79ffaa8d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e HTTP/1.1" status: 200 len: 217 time: 0.0834048 Nov 19 19:20:59.612917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9672c839-19a7-45d9-b2f5-d8016e448049 req-d259490a-beda-4c0c-b9f2-0ea9c05e83dd tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0642445 Nov 19 19:20:59.640411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-69f09836-29ca-40a4-848a-30dfaa240a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:59.644892 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-69f09836-29ca-40a4-848a-30dfaa240a3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=345ef497-58be-43cc-ac99-b0931db09728 HTTP/1.1" status: 200 len: 848 time: 0.1098044 Nov 19 19:20:59.662519 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Routers {'7560f7db-bb78-4be8-92a1-9450aba732c5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:20:59.663509 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:20:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7560f7db-bb78-4be8-92a1-9450aba732c5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:20:59.724786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-439985d3-af4b-48c0-9d09-6af050d463d8 None None] Provisioning complete for port 72ea513e-5366-48d8-9a23-be4ab04d391c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:20:59.725340 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-439985d3-af4b-48c0-9d09-6af050d463d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:20:59.819050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6f596-48a4-4336-a982-bd0b029710ef req-946c80fd-2131-4a31-b474-17d41886eb19 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:59.826737 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-efa6f596-48a4-4336-a982-bd0b029710ef req-946c80fd-2131-4a31-b474-17d41886eb19 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1094 time: 0.0808938 Nov 19 19:20:59.851023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-8af228bf-baaf-4fef-96d7-87bfc51ad15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:20:59.865798 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-8af228bf-baaf-4fef-96d7-87bfc51ad15b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ba547eb-6909-4e6e-a905-790cca9c27a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017446 Nov 19 19:20:59.897131 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae97306-2081-496d-881c-164df1fe430a None None] Pushing event updated for resources: {'Port': ['ID=72ea513e-5366-48d8-9a23-be4ab04d391c,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:20:59.940972 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-efa6f596-48a4-4336-a982-bd0b029710ef req-59b8e1c6-41f9-46d7-89da-500e5b513e4a tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061158 Nov 19 19:21:00.025351 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-439985d3-af4b-48c0-9d09-6af050d463d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:00.047586 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] Set router 7560f7db-bb78-4be8-92a1-9450aba732c5 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:21:00.062895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-e415d7af-7ba9-4edb-b0f7-bed9400409f4 service neutron] 10.222.0.57 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961348 Nov 19 19:21:00.069427 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:00.114464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-439985d3-af4b-48c0-9d09-6af050d463d8 None None] For port 72ea513e-5366-48d8-9a23-be4ab04d391c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=72ea513e-5366-48d8-9a23-be4ab04d391c,segment=NetworkSegment(39456d7f-ddc4-4d14-9305-ba7c96bf92a8),segment_id=39456d7f-ddc4-4d14-9305-ba7c96bf92a8)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:00.133096 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-439985d3-af4b-48c0-9d09-6af050d463d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:00.271490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2996871b-e3f0-4cb5-96e5-7f31ec0ec702 req-17e6f594-3174-45d2-bea8-35f58dd80396 service neutron] 10.222.0.57 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991446 Nov 19 19:21:00.369840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439985d3-af4b-48c0-9d09-6af050d463d8 None None] Pushing event updated for resources: {'Port': ['ID=72ea513e-5366-48d8-9a23-be4ab04d391c,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:00.400313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c7d1fac1-dbfa-45c8-b3ab-4f920237df14 None None] Provisioning complete for port 72ea513e-5366-48d8-9a23-be4ab04d391c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:21:00.401029 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7d1fac1-dbfa-45c8-b3ab-4f920237df14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:00.517406 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'name': 'tempest-TestServerMultinode-1080145891-router', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:46Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 4, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'gw_port': {'id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:47Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '72ea513e-5366-48d8-9a23-be4ab04d391c', 'name': '', 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'mac_address': 'fa:16:3e:64:2c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3ea141ba-9cc8-4068-912b-3d0f77752538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:52Z', 'updated_at': '2021-11-19T19:20:59Z', 'revision_number': 4, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'subnets': [{'id': '3ea141ba-9cc8-4068-912b-3d0f77752538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:00.544744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5122adb-d6f3-478b-b7bd-a393c6783d4a req-ec560cc2-9437-41a7-8086-56700c098989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:00.546295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5122adb-d6f3-478b-b7bd-a393c6783d4a req-ec560cc2-9437-41a7-8086-56700c098989 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db26bb418c884d49bf27ed6f98251721&device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1094 time: 0.1172616 Nov 19 19:21:00.571511 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef2eeb-ab6c-4af6-818c-2caa607e1c2e None None] The sync data for ids ['7560f7db-bb78-4be8-92a1-9450aba732c5'] in n-d-815373-6 is: [{'id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'name': 'tempest-TestServerMultinode-1080145891-router', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:46Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 4, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'gw_port': {'id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:47Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '72ea513e-5366-48d8-9a23-be4ab04d391c', 'name': '', 'network_id': '95f75e9a-9571-4306-b9d6-dffb1d580472', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'mac_address': 'fa:16:3e:64:2c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3ea141ba-9cc8-4068-912b-3d0f77752538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:52Z', 'updated_at': '2021-11-19T19:20:59Z', 'revision_number': 4, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'subnets': [{'id': '3ea141ba-9cc8-4068-912b-3d0f77752538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:21:00.678216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5122adb-d6f3-478b-b7bd-a393c6783d4a req-3881f203-e5f8-4343-a3bb-5fc7e96bc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:00.679741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5122adb-d6f3-478b-b7bd-a393c6783d4a req-3881f203-e5f8-4343-a3bb-5fc7e96bc0f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ba547eb-6909-4e6e-a905-790cca9c27a3 HTTP/1.1" status: 200 len: 910 time: 0.1254022 Nov 19 19:21:00.746412 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5122adb-d6f3-478b-b7bd-a393c6783d4a req-962982e9-e63a-4031-a624-6094bf08c8e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e HTTP/1.1" status: 200 len: 217 time: 0.0590792 Nov 19 19:21:00.822671 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4d0933f-26d0-4353-bd29-08a3cd706415 req-ba6cf252-e4d0-4c1b-9805-238c82ffe301 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0685017 Nov 19 19:21:00.829516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5122adb-d6f3-478b-b7bd-a393c6783d4a req-ef75ab49-cbd9-4319-83dd-6978b42d9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:00.831154 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5122adb-d6f3-478b-b7bd-a393c6783d4a req-ef75ab49-cbd9-4319-83dd-6978b42d9369 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=345ef497-58be-43cc-ac99-b0931db09728 HTTP/1.1" status: 200 len: 848 time: 0.0733025 Nov 19 19:21:00.888435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5122adb-d6f3-478b-b7bd-a393c6783d4a req-0c618677-1ccb-428e-a17c-efe2f5b09a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:00.891072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5122adb-d6f3-478b-b7bd-a393c6783d4a req-0c618677-1ccb-428e-a17c-efe2f5b09a06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ba547eb-6909-4e6e-a905-790cca9c27a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520122 Nov 19 19:21:01.100357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5122adb-d6f3-478b-b7bd-a393c6783d4a req-cea66657-1f7a-4683-b56f-768fa5107ffe service neutron] 10.222.0.57 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970954 Nov 19 19:21:01.217829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41715279-f539-4033-958e-ea464c0484d2 req-2375929c-3275-4a26-a127-818dbcc13dfd tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:01.226702 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41715279-f539-4033-958e-ea464c0484d2 req-2375929c-3275-4a26-a127-818dbcc13dfd tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1094 time: 0.1400974 Nov 19 19:21:01.296555 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d5122adb-d6f3-478b-b7bd-a393c6783d4a req-214dc1be-f751-41fd-a7f8-0f2b280be9ce service neutron] 10.222.0.57 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880784 Nov 19 19:21:01.330409 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41715279-f539-4033-958e-ea464c0484d2 req-e366346c-4912-4461-b602-5122a8b7de52 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025856 Nov 19 19:21:01.447075 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19733c75-b2e3-4db1-adec-e93aab5afe4e req-fec770df-14be-476d-b990-dbdb2b7f5ff9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0288329 Nov 19 19:21:01.967907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6db0c848-0ae9-4d17-97e2-b97288ef0583 req-dddb3c83-a3a2-4fc5-ae9e-da66ef4283f7 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0591412 Nov 19 19:21:02.011015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 72ea513e-5366-48d8-9a23-be4ab04d391c up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:21:02.072229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 72ea513e-5366-48d8-9a23-be4ab04d391c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:21:02.072572 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:02.242265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:21:02.369086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:02.401038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e', 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3', 'port_id': '29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e', 'mac_address': 'fa:16:3e:6c:88:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345ef497-58be-43cc-ac99-b0931db09728', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:21:02.494600 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:02.526259 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:21:02.537103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ffb65-f1b6-43b7-a5bf-3cf4775a7d9a req-f78c0c4f-0b3e-4235-b6d6-c2ce7a96b742 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:02.547499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd0ffb65-f1b6-43b7-a5bf-3cf4775a7d9a req-f78c0c4f-0b3e-4235-b6d6-c2ce7a96b742 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1094 time: 0.0951104 Nov 19 19:21:02.566396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:02.577888 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:02.628013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd0ffb65-f1b6-43b7-a5bf-3cf4775a7d9a req-6c5c6bd5-843c-40d3-8028-3f4ff4c36c8d tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793545 Nov 19 19:21:02.682164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:02.863971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:21:03.093100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d09fbfed-df52-49dc-be10-a866ee44543f req-abd86f04-1b38-47cf-b1bd-39c24dfed3ba tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0327568 Nov 19 19:21:03.463875 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0d2d94d-1b22-4e2e-9144-b8ea66dc1b49 req-545fc513-8f27-4a21-a741-a78b7118e6a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cd0dec6eb0c4837b298804b64ed5e9f&device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0362051 Nov 19 19:21:03.504292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-767d58ea-75f9-45e9-aec3-d56040933e21 req-e39c7d91-ee15-4a0c-a400-ecc86c4ef42c tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0435865 Nov 19 19:21:03.521293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0d2d94d-1b22-4e2e-9144-b8ea66dc1b49 req-480086f3-9030-42ff-ae72-8a289c21ef8b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9cd0dec6eb0c4837b298804b64ed5e9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480201 Nov 19 19:21:04.257933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:21:04.294445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2b361-a728-4f2a-80c3-404527ee4e57 req-9522bf06-3288-4338-81d9-3c2340f19b1b tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:04.300063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60d2b361-a728-4f2a-80c3-404527ee4e57 req-9522bf06-3288-4338-81d9-3c2340f19b1b tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1095 time: 0.5981467 Nov 19 19:21:04.301249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2d94d-1b22-4e2e-9144-b8ea66dc1b49 req-3e4bc368-8a3c-4c90-8789-5d15acbbcaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:04.305569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0d2d94d-1b22-4e2e-9144-b8ea66dc1b49 req-3e4bc368-8a3c-4c90-8789-5d15acbbcaef service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7773700 Nov 19 19:21:04.375489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:21:04.383683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:21:04.384617 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:04.401343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60d2b361-a728-4f2a-80c3-404527ee4e57 req-e743ef55-cc84-434e-8a8a-220475b6744c tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918698 Nov 19 19:21:04.495585 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:04.527317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f0a842-854b-4fdd-a07c-583c64fa4e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:21:04.530781 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a18569-edbb-4fe0-b7a8-eae8629a8ef2" -d '{"events": [{"server_uuid": "47f0a842-854b-4fdd-a07c-583c64fa4e24", "name": "network-vif-plugged", "status": "completed", "tag": "29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:21:04.550123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:04.556833 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:04.634343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:04.646956 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c740b1d-01e1-4ce2-bbcc-ed7d2ba72da9 x-openstack-request-id: req-6c740b1d-01e1-4ce2-bbcc-ed7d2ba72da9 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:21:04.647304 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f0a842-854b-4fdd-a07c-583c64fa4e24", "name": "network-vif-plugged", "status": "completed", "tag": "29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:21:04.647561 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c740b1d-01e1-4ce2-bbcc-ed7d2ba72da9 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:21:04.647963 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f0a842-854b-4fdd-a07c-583c64fa4e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e', 'code': 200} Nov 19 19:21:04.746847 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7ddba87-672f-4dc6-aa07-65a4f4db1d7e req-1ac6850b-f154-40e0-b23a-fecef2eec646 tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0368085 Nov 19 19:21:04.784327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994af9-bfb8-4642-b4e9-64bd73b64181 req-7773a3c1-3d67-47e7-9730-78afebf1cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:04.788088 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db994af9-bfb8-4642-b4e9-64bd73b64181 req-7773a3c1-3d67-47e7-9730-78afebf1cef9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1096 time: 0.0815394 Nov 19 19:21:04.869896 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-db994af9-bfb8-4642-b4e9-64bd73b64181 req-a55609d0-0ef9-4438-80a3-0f8d778f5cad service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640700 Nov 19 19:21:05.601395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0d2d94d-1b22-4e2e-9144-b8ea66dc1b49 req-d044b711-dc5c-481d-9eab-75451379fefd tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.0949080 Nov 19 19:21:05.711656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6cec2-9c87-46c0-9fba-06760c31b85f req-05888744-6f0f-4884-b67a-f6a5542c7c37 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:05.714994 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1bc6cec2-9c87-46c0-9fba-06760c31b85f req-05888744-6f0f-4884-b67a-f6a5542c7c37 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1096 time: 0.1250219 Nov 19 19:21:05.826580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1bc6cec2-9c87-46c0-9fba-06760c31b85f req-52640260-1f6e-4c14-af60-e08c1db2d51c tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003699 Nov 19 19:21:06.060780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-adf184a2-90e7-49ab-8b01-e00e7584cc38 req-756e05f4-e333-4881-a2cb-18606263bd7b tempest-ServerShowV254Test-1786863306 tempest-ServerShowV254Test-1786863306-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2961d5-589b-41cb-a6cf-b572d0aabd0c HTTP/1.1" status: 200 len: 210 time: 0.1299572 Nov 19 19:21:07.005416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3af2f2-a427-4dd5-8f18-f5c588795553 req-d62891a0-0e0c-4266-9ba0-0b875a9bebf3 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:07.008601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba3af2f2-a427-4dd5-8f18-f5c588795553 req-d62891a0-0e0c-4266-9ba0-0b875a9bebf3 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1096 time: 0.0756109 Nov 19 19:21:07.144982 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:21:07.159666 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba3af2f2-a427-4dd5-8f18-f5c588795553 req-d8134e95-ab39-450c-9f8e-6c0f40aca180 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415501 Nov 19 19:21:07.395300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353dc8c-6351-4d22-ab31-6453aad7f314 req-771c4057-58be-4e6b-8956-9b2a223734c8 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:07.404960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6353dc8c-6351-4d22-ab31-6453aad7f314 req-771c4057-58be-4e6b-8956-9b2a223734c8 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1096 time: 0.0554368 Nov 19 19:21:07.559088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6353dc8c-6351-4d22-ab31-6453aad7f314 req-c277ae17-234c-4acc-861e-7f9d8f7b128b tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531396 Nov 19 19:21:07.705297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a9f0b-dffc-4048-a990-4631b34500ab req-616d9d10-e91e-4c25-9924-7bef1870021d tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:07.713432 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e4a9f0b-dffc-4048-a990-4631b34500ab req-616d9d10-e91e-4c25-9924-7bef1870021d tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1096 time: 0.0536070 Nov 19 19:21:07.757520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47374) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:07.778121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e4a9f0b-dffc-4048-a990-4631b34500ab req-00ba4dac-217e-4a36-8647-f565c699915b tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581665 Nov 19 19:21:08.015540 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eb4aee78-9cb2-4365-83ef-4e630610ca68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:08.242319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-20c35a71-a6f8-43ce-b90f-9c97b52b2034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:08.281290 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eb4aee78-9cb2-4365-83ef-4e630610ca68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:08.283897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-6c058a7a-037f-42c5-b297-4a3342b6b523 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:08.288823 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eb4aee78-9cb2-4365-83ef-4e630610ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:08.298489 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-6c058a7a-037f-42c5-b297-4a3342b6b523 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/networks?id=2ba547eb-6909-4e6e-a905-790cca9c27a3 HTTP/1.1" status: 200 len: 910 time: 0.2294137 Nov 19 19:21:08.355566 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-341e0bae-fcb2-414a-9ed5-16cfba72ad47 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/quotas/db26bb418c884d49bf27ed6f98251721 HTTP/1.1" status: 200 len: 375 time: 0.0553305 Nov 19 19:21:08.360590 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eb4aee78-9cb2-4365-83ef-4e630610ca68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cd0dec6eb0c4837b298804b64ed5e9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6020977 Nov 19 19:21:08.361591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47394) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:08.529270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-81a567eb-3cb6-49f6-8618-bc01cd333b1f tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=db26bb418c884d49bf27ed6f98251721&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1688478 Nov 19 19:21:08.545914 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ba31-4e66-4115-81f2-cbed50cf40e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:08.548378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aee78-9cb2-4365-83ef-4e630610ca68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190d8224-3093-42ba-b284-fbfc9763e9cb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:08.604095 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ba31-4e66-4115-81f2-cbed50cf40e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:08.715535 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-e2df00e9-5b1e-4519-b6b6-291ff02af837 service neutron] 10.222.0.50 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849601 Nov 19 19:21:08.749964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ba31-4e66-4115-81f2-cbed50cf40e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:08.752624 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8e2ba31-4e66-4115-81f2-cbed50cf40e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:08.757815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b8e2ba31-4e66-4115-81f2-cbed50cf40e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/190d8224-3093-42ba-b284-fbfc9763e9cb HTTP/1.1" status: 204 len: 168 time: 0.3815253 Nov 19 19:21:08.775280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2ba31-4e66-4115-81f2-cbed50cf40e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d8224-3093-42ba-b284-fbfc9763e9cb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:08.926872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-9ef862bd-8b48-42a6-b7cd-c9579ca85a48 service neutron] 10.222.0.50 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010517 Nov 19 19:21:09.142423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-10fd4458-5ebc-4075-9b96-f5ef0670e203 req-e9e375f1-68ee-43bd-8ea9-7947a7ab1d4a tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 210 time: 0.0494030 Nov 19 19:21:10.293245 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09582844-0d74-430f-8a27-951e54e11831 req-9f984e5d-fbed-47f2-9906-ccc782fa5076 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 210 time: 0.0446317 Nov 19 19:21:10.550189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-91a6a30f-727d-452e-84d6-b1dbf5693e59 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:10.555039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-91a6a30f-727d-452e-84d6-b1dbf5693e59 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.21 "GET /v2.0/networks?id=2ba547eb-6909-4e6e-a905-790cca9c27a3 HTTP/1.1" status: 200 len: 910 time: 0.1389592 Nov 19 19:21:10.573384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Request body: {'port': {'device_id': '5213d069-7f7c-472d-8e0c-58f2defa9ea7', 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3', 'admin_state_up': True, 'tenant_id': 'db26bb418c884d49bf27ed6f98251721'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:21:10.579224 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e1e8-e95e-4a13-a698-16eed5207620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:10.617041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Made reservation on behalf of db26bb418c884d49bf27ed6f98251721 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:21:10.620321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:10.847655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Allocated IP 172.20.0.14 (2ba547eb-6909-4e6e-a905-790cca9c27a3/345ef497-58be-43cc-ac99-b0931db09728/13a326c7-9d48-4411-ba46-12bdbf5aab02) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:21:11.037940 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:11.075981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:11.090645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:21:11.132671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Pushing event updated for resources: {'Port': ['ID=13a326c7-9d48-4411-ba46-12bdbf5aab02,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:11.144828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.146439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.146967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.147520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.148009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.148525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.149019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.149561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.150077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.150577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.151068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.151603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:11.166894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Network 2ba547eb-6909-4e6e-a905-790cca9c27a3 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:21:11.168634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:21:11.171347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:21:11.241109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:11.242320 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:11.266296 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-a34ac3c8-34c0-47a9-9781-410373765653 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7018213 Nov 19 19:21:11.290700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-862d4a1d-f190-4566-80fa-3e704460252c tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:21:11.292004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-862d4a1d-f190-4566-80fa-3e704460252c tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089345 Nov 19 19:21:11.466661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16272e61-5697-4284-8c3c-eb2c8c3bbfe3 req-1fdd6765-f001-4202-9b3c-70f21c27be40 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:11.480670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16272e61-5697-4284-8c3c-eb2c8c3bbfe3 req-1fdd6765-f001-4202-9b3c-70f21c27be40 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1028 time: 0.0871000 Nov 19 19:21:11.588079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16272e61-5697-4284-8c3c-eb2c8c3bbfe3 req-e41e5cb3-305b-4de9-bc77-50e5aea16c97 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060822 Nov 19 19:21:11.650658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9557f526-be58-41d1-8042-31ad2225af30 None None] Provisioning complete for port 13a326c7-9d48-4411-ba46-12bdbf5aab02 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:21:11.651142 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9557f526-be58-41d1-8042-31ad2225af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:11.661447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Request body: {'port': {'device_id': '5213d069-7f7c-472d-8e0c-58f2defa9ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:21:11.779036 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:11.796265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9557f526-be58-41d1-8042-31ad2225af30 None None] Port 13a326c7-9d48-4411-ba46-12bdbf5aab02 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:21:11.903734 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.063617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47516) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:12.197571 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.290117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a326c7-9d48-4411-ba46-12bdbf5aab02 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:21:12.297836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.302306 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.303950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.338640 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Transition to ACTIVE for port object 13a326c7-9d48-4411-ba46-12bdbf5aab02 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:21:12.344715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.371403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b3fd33016c643d9a32a1c1d7ea385fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3066180 Nov 19 19:21:12.372545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47524) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:12.373355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d305c44-a10b-4c9a-b886-612191ace643,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:12.406132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.406504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.407840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.407840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.408158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.408582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.409008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.409429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.409891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.410337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.411461 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.411934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53ec26-1284-4103-9afe-da0b3b95219a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:21:12.453987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Pushing event updated for resources: {'Port': ['ID=13a326c7-9d48-4411-ba46-12bdbf5aab02,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:12.477907 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-123e10bc-1326-4405-910b-9808778798f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.516518 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-123e10bc-1326-4405-910b-9808778798f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.549042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Attempting to bind port 13a326c7-9d48-4411-ba46-12bdbf5aab02 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:21:12.549564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Attempting to bind port 13a326c7-9d48-4411-ba46-12bdbf5aab02 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:21:12.549783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Attempting to bind port 13a326c7-9d48-4411-ba46-12bdbf5aab02 on network 2ba547eb-6909-4e6e-a905-790cca9c27a3 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:21:12.555601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Port 13a326c7-9d48-4411-ba46-12bdbf5aab02 on network 2ba547eb-6909-4e6e-a905-790cca9c27a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:21:12.556006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Attempting to bind port 13a326c7-9d48-4411-ba46-12bdbf5aab02 on network 2ba547eb-6909-4e6e-a905-790cca9c27a3 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:21:12.562694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:21:12.563045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Checking segment: {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:21:12.563441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Bound using segment: {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:21:12.563883 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Bound port: 13a326c7-9d48-4411-ba46-12bdbf5aab02, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:21:12.564247 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.632828 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-123e10bc-1326-4405-910b-9808778798f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.636989 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-123e10bc-1326-4405-910b-9808778798f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.641882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-123e10bc-1326-4405-910b-9808778798f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d305c44-a10b-4c9a-b886-612191ace643 HTTP/1.1" status: 204 len: 168 time: 0.2657042 Nov 19 19:21:12.708539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e10bc-1326-4405-910b-9808778798f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d305c44-a10b-4c9a-b886-612191ace643,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:12.841042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] For port 13a326c7-9d48-4411-ba46-12bdbf5aab02, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:21:12.857309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] For port 13a326c7-9d48-4411-ba46-12bdbf5aab02, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=13a326c7-9d48-4411-ba46-12bdbf5aab02,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:21:12.862044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.910441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb19a8-9e5c-4a43-9575-96f9853263c5 req-149d5421-adaa-4c6e-af8b-1fc5b63f3847 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:12.917725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ecb19a8-9e5c-4a43-9575-96f9853263c5 req-149d5421-adaa-4c6e-af8b-1fc5b63f3847 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1053 time: 0.1164434 Nov 19 19:21:12.948389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:12.948991 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:12.950758 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] 10.222.0.21 "PUT /v2.0/ports/13a326c7-9d48-4411-ba46-12bdbf5aab02 HTTP/1.1" status: 200 len: 1092 time: 1.6493282 Nov 19 19:21:12.954008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5213d069-7f7c-472d-8e0c-58f2defa9ea7', 'tag': '13a326c7-9d48-4411-ba46-12bdbf5aab02'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:21:12.964132 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e872cf4f-3723-48c0-b074-f8732098ebdc" -d '{"events": [{"name": "network-changed", "server_uuid": "5213d069-7f7c-472d-8e0c-58f2defa9ea7", "tag": "13a326c7-9d48-4411-ba46-12bdbf5aab02"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:21:13.013531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8654e4-b8c2-44b5-a325-65cda7083880 service neutron] Pushing event updated for resources: {'Port': ['ID=13a326c7-9d48-4411-ba46-12bdbf5aab02,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:13.095746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ecb19a8-9e5c-4a43-9575-96f9853263c5 req-6a75e4ad-ecc2-4a8d-b376-9229e9ea55ae tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770658 Nov 19 19:21:13.126344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-5a3787ec-d37e-47d1-94ca-2652571150ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:13.128213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-5a3787ec-d37e-47d1-94ca-2652571150ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db26bb418c884d49bf27ed6f98251721&device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0986068 Nov 19 19:21:13.216511 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-cbb7a09f-68f2-4ce1-b3a8-789d4340e87a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a326c7-9d48-4411-ba46-12bdbf5aab02 HTTP/1.1" status: 200 len: 217 time: 0.0806720 Nov 19 19:21:13.234829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47552) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:13.251173 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9cc28504-941b-4bda-b489-20d7297abfef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:13.342418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-6c59109b-04e0-4654-bf9c-20fbdc02414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:13.350171 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-6c59109b-04e0-4654-bf9c-20fbdc02414a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=345ef497-58be-43cc-ac99-b0931db09728 HTTP/1.1" status: 200 len: 848 time: 0.1136994 Nov 19 19:21:13.356405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:13.455032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-50d15fdc-d2d1-4ffb-b396-7a96b1e04075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:13.457637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-50d15fdc-d2d1-4ffb-b396-7a96b1e04075 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ba547eb-6909-4e6e-a905-790cca9c27a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039455 Nov 19 19:21:13.472971 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9cc28504-941b-4bda-b489-20d7297abfef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:13.486811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9cc28504-941b-4bda-b489-20d7297abfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:13.538871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28504-941b-4bda-b489-20d7297abfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8144260a-c8c6-4bdd-ac9b-969df40b6af7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:13.547710 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9cc28504-941b-4bda-b489-20d7297abfef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4acb18a213a4e3ead83e01ac8d683ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3115091 Nov 19 19:21:13.548959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47564) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:13.614038 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8401e199-2a7f-49fa-a051-3b729113d466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:13.650828 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8401e199-2a7f-49fa-a051-3b729113d466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:13.707263 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fe81f1-0377-4b1c-8b60-27632a488fa4 x-openstack-request-id: req-16fe81f1-0377-4b1c-8b60-27632a488fa4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:21:13.709246 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5213d069-7f7c-472d-8e0c-58f2defa9ea7", "tag": "13a326c7-9d48-4411-ba46-12bdbf5aab02", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:21:13.709814 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16fe81f1-0377-4b1c-8b60-27632a488fa4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:21:13.710436 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5213d069-7f7c-472d-8e0c-58f2defa9ea7', 'tag': '13a326c7-9d48-4411-ba46-12bdbf5aab02', 'status': 'completed', 'code': 200} Nov 19 19:21:13.714567 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8401e199-2a7f-49fa-a051-3b729113d466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:13.715202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-60cddc00-af3c-483e-8325-14f62730a9bd service neutron] 10.222.0.21 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505662 Nov 19 19:21:13.717626 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8401e199-2a7f-49fa-a051-3b729113d466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:13.723070 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8401e199-2a7f-49fa-a051-3b729113d466 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8144260a-c8c6-4bdd-ac9b-969df40b6af7 HTTP/1.1" status: 204 len: 168 time: 0.1727941 Nov 19 19:21:13.740439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401e199-2a7f-49fa-a051-3b729113d466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8144260a-c8c6-4bdd-ac9b-969df40b6af7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:13.944198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6afd821-299c-4e8d-b6b0-1c508e947bd5 req-31a304ed-149d-46fb-b348-88b554c86a5b service neutron] 10.222.0.21 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087023 Nov 19 19:21:14.090828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872cf4f-3723-48c0-b074-f8732098ebdc req-6754ca1f-e734-47a7-ac52-d3c16e6b4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:14.093004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e872cf4f-3723-48c0-b074-f8732098ebdc req-6754ca1f-e734-47a7-ac52-d3c16e6b4bad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db26bb418c884d49bf27ed6f98251721&device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0923157 Nov 19 19:21:14.143882 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:14.300532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872cf4f-3723-48c0-b074-f8732098ebdc req-ec09f2d9-5c3e-4cff-aec4-bbdddd6b28db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:14.303413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e872cf4f-3723-48c0-b074-f8732098ebdc req-ec09f2d9-5c3e-4cff-aec4-bbdddd6b28db service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ba547eb-6909-4e6e-a905-790cca9c27a3 HTTP/1.1" status: 200 len: 910 time: 0.2016201 Nov 19 19:21:14.406357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e872cf4f-3723-48c0-b074-f8732098ebdc req-b2daea99-1921-4032-812d-dbab39f8321c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a326c7-9d48-4411-ba46-12bdbf5aab02 HTTP/1.1" status: 200 len: 217 time: 0.0897367 Nov 19 19:21:14.456350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff0df9-0ec2-4275-861e-bafbaf1eb43c req-ec94ce90-c487-4e08-8479-78852d7a3b23 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:14.458672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1ff0df9-0ec2-4275-861e-bafbaf1eb43c req-ec94ce90-c487-4e08-8479-78852d7a3b23 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1095 time: 0.1536751 Nov 19 19:21:14.490879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872cf4f-3723-48c0-b074-f8732098ebdc req-88edd792-5618-4420-845f-27df21ee2486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:14.492566 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e872cf4f-3723-48c0-b074-f8732098ebdc req-88edd792-5618-4420-845f-27df21ee2486 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=345ef497-58be-43cc-ac99-b0931db09728 HTTP/1.1" status: 200 len: 848 time: 0.0750062 Nov 19 19:21:14.531739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1ff0df9-0ec2-4275-861e-bafbaf1eb43c req-6a28d337-96cd-4be1-883b-83f93c965114 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588403 Nov 19 19:21:14.594798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872cf4f-3723-48c0-b074-f8732098ebdc req-d0031fd1-3deb-489c-be56-f714681bb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:14.597695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e872cf4f-3723-48c0-b074-f8732098ebdc req-d0031fd1-3deb-489c-be56-f714681bb7a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ba547eb-6909-4e6e-a905-790cca9c27a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757039 Nov 19 19:21:14.729529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e872cf4f-3723-48c0-b074-f8732098ebdc req-dd40e53f-80ee-4339-a5fb-0e8ba7aef40b service neutron] 10.222.0.21 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225851 Nov 19 19:21:14.927843 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e872cf4f-3723-48c0-b074-f8732098ebdc req-bf560d27-bffb-43e5-b708-7d1e7cd2d571 service neutron] 10.222.0.21 "GET /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906936 Nov 19 19:21:15.733532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ba7f2-acc9-4691-8646-073ca57be689 req-cecc43a1-9b96-4c4d-aa18-263d82dbe0bd tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:15.736382 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f5ba7f2-acc9-4691-8646-073ca57be689 req-cecc43a1-9b96-4c4d-aa18-263d82dbe0bd tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0525782 Nov 19 19:21:15.815586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f5ba7f2-acc9-4691-8646-073ca57be689 req-69c02296-1254-4dc7-93d7-4b4742a8bc75 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716376 Nov 19 19:21:15.975945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 13a326c7-9d48-4411-ba46-12bdbf5aab02 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:21:16.098100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 13a326c7-9d48-4411-ba46-12bdbf5aab02, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=13a326c7-9d48-4411-ba46-12bdbf5aab02,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:16.120845 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '13a326c7-9d48-4411-ba46-12bdbf5aab02', 'network_id': '2ba547eb-6909-4e6e-a905-790cca9c27a3', 'port_id': '13a326c7-9d48-4411-ba46-12bdbf5aab02', 'mac_address': 'fa:16:3e:1d:71:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345ef497-58be-43cc-ac99-b0931db09728', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:21:16.351808 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:16.374976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a326c7-9d48-4411-ba46-12bdbf5aab02 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:21:16.407184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 13a326c7-9d48-4411-ba46-12bdbf5aab02, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=13a326c7-9d48-4411-ba46-12bdbf5aab02,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:16.412053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:16.465774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=13a326c7-9d48-4411-ba46-12bdbf5aab02,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:16.627361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['13a326c7-9d48-4411-ba46-12bdbf5aab02'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:21:16.974515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455665c-f114-4077-a676-2e2714ee0487 req-c592f2bd-d09f-4b02-a64a-19d936442bcc tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:16.983919 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b455665c-f114-4077-a676-2e2714ee0487 req-c592f2bd-d09f-4b02-a64a-19d936442bcc tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0635104 Nov 19 19:21:17.066851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b455665c-f114-4077-a676-2e2714ee0487 req-b17aff8a-1604-4265-938a-50f1eb97f7a0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803642 Nov 19 19:21:17.990851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 13a326c7-9d48-4411-ba46-12bdbf5aab02 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:21:18.103033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 13a326c7-9d48-4411-ba46-12bdbf5aab02 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:21:18.111989 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 13a326c7-9d48-4411-ba46-12bdbf5aab02 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:21:18.112620 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:18.239474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14ecf0-27b9-4154-b429-05de50ff4974 req-2469b589-5224-4083-a919-58552fcfd5f9 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:18.251597 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d14ecf0-27b9-4154-b429-05de50ff4974 req-2469b589-5224-4083-a919-58552fcfd5f9 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0729475 Nov 19 19:21:18.261735 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:18.324405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 13a326c7-9d48-4411-ba46-12bdbf5aab02, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=13a326c7-9d48-4411-ba46-12bdbf5aab02,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:18.325957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5213d069-7f7c-472d-8e0c-58f2defa9ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a326c7-9d48-4411-ba46-12bdbf5aab02'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:21:18.329452 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eab19d-73bf-45f6-9627-d51d388dc85f" -d '{"events": [{"server_uuid": "5213d069-7f7c-472d-8e0c-58f2defa9ea7", "name": "network-vif-plugged", "status": "completed", "tag": "13a326c7-9d48-4411-ba46-12bdbf5aab02"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:21:18.336517 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:18.394405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=13a326c7-9d48-4411-ba46-12bdbf5aab02,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:18.436145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d14ecf0-27b9-4154-b429-05de50ff4974 req-b2c32e2c-e299-4901-99fc-d140b12bd4b1 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833210 Nov 19 19:21:18.915991 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19245a4-daae-458f-878d-25d73b7d1453 x-openstack-request-id: req-f19245a4-daae-458f-878d-25d73b7d1453 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:21:18.916321 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5213d069-7f7c-472d-8e0c-58f2defa9ea7", "name": "network-vif-plugged", "status": "completed", "tag": "13a326c7-9d48-4411-ba46-12bdbf5aab02", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:21:18.916578 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f19245a4-daae-458f-878d-25d73b7d1453 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:21:18.916981 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5213d069-7f7c-472d-8e0c-58f2defa9ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a326c7-9d48-4411-ba46-12bdbf5aab02', 'code': 200} Nov 19 19:21:19.096588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a3b16-7862-4f23-9cae-8d3ba940dfe1 req-ee48c153-8b2a-4087-b945-47159944ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:19.098139 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-902a3b16-7862-4f23-9cae-8d3ba940dfe1 req-ee48c153-8b2a-4087-b945-47159944ff7a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0847518 Nov 19 19:21:19.184973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-902a3b16-7862-4f23-9cae-8d3ba940dfe1 req-6b9be7d1-21c7-4716-abb1-0fba45be21f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765765 Nov 19 19:21:19.589231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82050c-5ca3-4e96-8fa5-271512c4cd33 req-e4fccf7c-1908-489f-8003-95b7486d197b tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:19.590402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c82050c-5ca3-4e96-8fa5-271512c4cd33 req-e4fccf7c-1908-489f-8003-95b7486d197b tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0587013 Nov 19 19:21:19.655047 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c82050c-5ca3-4e96-8fa5-271512c4cd33 req-0afdde3f-e664-4c09-8f1a-3a240f183605 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520766 Nov 19 19:21:20.846254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9817e66-8138-4e27-9668-47792599173c req-c97f9dcb-313d-4616-b2e0-65a3ff8ee95a tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:20.856677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c9817e66-8138-4e27-9668-47792599173c req-c97f9dcb-313d-4616-b2e0-65a3ff8ee95a tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0964310 Nov 19 19:21:20.962279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c9817e66-8138-4e27-9668-47792599173c req-698bed57-fe96-4e5e-b99f-95756e6a6d1f tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982955 Nov 19 19:21:21.096264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f82e4-92be-4e40-ae74-23709f46ef69 req-363d97d4-a574-41f8-af3d-4e7e8d0e3a9a tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:21.104908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a50f82e4-92be-4e40-ae74-23709f46ef69 req-363d97d4-a574-41f8-af3d-4e7e8d0e3a9a tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0671558 Nov 19 19:21:21.213154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a50f82e4-92be-4e40-ae74-23709f46ef69 req-daf6ca82-0dbb-4b1e-b8ad-1b9cc6ef78a8 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066890 Nov 19 19:21:21.414583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06ccc3-56ce-47e0-93ed-30e7a23e8d54 req-2ddcaa06-c0f1-474a-8b11-bb577e3759b9 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:21.428049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b06ccc3-56ce-47e0-93ed-30e7a23e8d54 req-2ddcaa06-c0f1-474a-8b11-bb577e3759b9 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0826006 Nov 19 19:21:21.508515 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b06ccc3-56ce-47e0-93ed-30e7a23e8d54 req-d8c3e79c-5290-4111-b40f-597702a05a9c tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739219 Nov 19 19:21:21.997685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34bbba-3f9e-465a-8299-67fce2d23d2f req-cbb91f56-3bfb-4d33-9839-4dd3c3d92a10 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:22.015907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e34bbba-3f9e-465a-8299-67fce2d23d2f req-cbb91f56-3bfb-4d33-9839-4dd3c3d92a10 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1097 time: 0.1829040 Nov 19 19:21:22.132946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e34bbba-3f9e-465a-8299-67fce2d23d2f req-bc410532-caee-4836-b57a-a79f0e3d36bc tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138237 Nov 19 19:21:23.114719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a37fa-c5ab-4ca6-8ca6-9e81104c070a req-48898b88-4ae9-4d67-bbb3-5ddfc5b8b129 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:23.121356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-134a37fa-c5ab-4ca6-8ca6-9e81104c070a req-48898b88-4ae9-4d67-bbb3-5ddfc5b8b129 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0978966 Nov 19 19:21:23.251505 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-134a37fa-c5ab-4ca6-8ca6-9e81104c070a req-901e4bfa-3334-4673-9ee6-bfe4a5e876d0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Deleting port 13a326c7-9d48-4411-ba46-12bdbf5aab02 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:21:23.252130 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-134a37fa-c5ab-4ca6-8ca6-9e81104c070a req-901e4bfa-3334-4673-9ee6-bfe4a5e876d0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:23.373663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea04af7-60d4-4ec7-8207-d0594b2b4f7a req-9d71dc84-4597-4952-ac85-b17ff06df781 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:23.375528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ea04af7-60d4-4ec7-8207-d0594b2b4f7a req-9d71dc84-4597-4952-ac85-b17ff06df781 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5213d069-7f7c-472d-8e0c-58f2defa9ea7 HTTP/1.1" status: 200 len: 1097 time: 0.1261640 Nov 19 19:21:23.486340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ea04af7-60d4-4ec7-8207-d0594b2b4f7a req-46d48312-403a-425e-89e0-1764ac839383 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863521 Nov 19 19:21:23.518412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-134a37fa-c5ab-4ca6-8ca6-9e81104c070a req-901e4bfa-3334-4673-9ee6-bfe4a5e876d0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] For port 13a326c7-9d48-4411-ba46-12bdbf5aab02, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=13a326c7-9d48-4411-ba46-12bdbf5aab02,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:23.518817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-134a37fa-c5ab-4ca6-8ca6-9e81104c070a req-901e4bfa-3334-4673-9ee6-bfe4a5e876d0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:23.546161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-134a37fa-c5ab-4ca6-8ca6-9e81104c070a req-901e4bfa-3334-4673-9ee6-bfe4a5e876d0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Calling delete_port for 13a326c7-9d48-4411-ba46-12bdbf5aab02 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:21:23.747154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-134a37fa-c5ab-4ca6-8ca6-9e81104c070a req-901e4bfa-3334-4673-9ee6-bfe4a5e876d0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:23.763667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:21:23.791341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e4bfa-3334-4673-9ee6-bfe4a5e876d0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Pushing event deleted for resources: {'Port': ['ID=13a326c7-9d48-4411-ba46-12bdbf5aab02,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:23.840947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-134a37fa-c5ab-4ca6-8ca6-9e81104c070a req-901e4bfa-3334-4673-9ee6-bfe4a5e876d0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] No DVR routers for this DVR port 13a326c7-9d48-4411-ba46-12bdbf5aab02 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:21:23.844358 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-134a37fa-c5ab-4ca6-8ca6-9e81104c070a req-901e4bfa-3334-4673-9ee6-bfe4a5e876d0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:23.849188 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-134a37fa-c5ab-4ca6-8ca6-9e81104c070a req-901e4bfa-3334-4673-9ee6-bfe4a5e876d0 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.21 "DELETE /v2.0/ports/13a326c7-9d48-4411-ba46-12bdbf5aab02 HTTP/1.1" status: 204 len: 173 time: 0.7207477 Nov 19 19:21:23.849940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5213d069-7f7c-472d-8e0c-58f2defa9ea7', 'name': 'network-vif-deleted', 'tag': '13a326c7-9d48-4411-ba46-12bdbf5aab02'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:21:23.852779 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7942f54-8838-4649-bb57-7eeb71c82f8f" -d '{"events": [{"server_uuid": "5213d069-7f7c-472d-8e0c-58f2defa9ea7", "name": "network-vif-deleted", "tag": "13a326c7-9d48-4411-ba46-12bdbf5aab02"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:21:23.853190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['13a326c7-9d48-4411-ba46-12bdbf5aab02'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:21:23.930475 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52188b3c-08fe-408f-a8dc-dc0a17046fac x-openstack-request-id: req-52188b3c-08fe-408f-a8dc-dc0a17046fac {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:21:23.930778 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5213d069-7f7c-472d-8e0c-58f2defa9ea7", "name": "network-vif-deleted", "tag": "13a326c7-9d48-4411-ba46-12bdbf5aab02", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:21:23.931035 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52188b3c-08fe-408f-a8dc-dc0a17046fac {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:21:23.932308 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5213d069-7f7c-472d-8e0c-58f2defa9ea7', 'name': 'network-vif-deleted', 'tag': '13a326c7-9d48-4411-ba46-12bdbf5aab02', 'status': 'completed', 'code': 200} Nov 19 19:21:25.015509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80957ab8-2c40-4f17-8f17-b6c54eba56a2 req-fef9b3f3-ee79-4d9e-aba8-ae2ccc81e43b tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:25.018044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80957ab8-2c40-4f17-8f17-b6c54eba56a2 req-fef9b3f3-ee79-4d9e-aba8-ae2ccc81e43b tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1096 time: 0.0892117 Nov 19 19:21:25.098289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80957ab8-2c40-4f17-8f17-b6c54eba56a2 req-7c509e79-c814-4785-99d8-4cc40f94096a tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717773 Nov 19 19:21:25.281349 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:26.313616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3d235-0b98-47e8-ba13-cc9827f6a2a0 req-501df870-f1e8-4765-8d42-649401e0f242 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:26.315237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ef3d235-0b98-47e8-ba13-cc9827f6a2a0 req-501df870-f1e8-4765-8d42-649401e0f242 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1096 time: 0.0874848 Nov 19 19:21:26.402672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ef3d235-0b98-47e8-ba13-cc9827f6a2a0 req-31629e31-eaf6-4206-a357-cdecc9e25a68 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0dd2163a-b1c7-46f7-ab2d-4014136dfe25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647690 Nov 19 19:21:26.421716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe73a4-53d9-4644-a0dd-a4a7be6c4057 req-03174980-cdd7-4410-9ab5-249a5fd80c22 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:26.423513 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b1fe73a4-53d9-4644-a0dd-a4a7be6c4057 req-03174980-cdd7-4410-9ab5-249a5fd80c22 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 1096 time: 0.0922704 Nov 19 19:21:26.560390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-b1fe73a4-53d9-4644-a0dd-a4a7be6c4057 req-c1cb0157-bdc4-44e5-8db4-59773bf03f17 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Deleting port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:21:26.560733 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b1fe73a4-53d9-4644-a0dd-a4a7be6c4057 req-c1cb0157-bdc4-44e5-8db4-59773bf03f17 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:26.646010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b1fe73a4-53d9-4644-a0dd-a4a7be6c4057 req-c1cb0157-bdc4-44e5-8db4-59773bf03f17 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] For port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:26.646618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b1fe73a4-53d9-4644-a0dd-a4a7be6c4057 req-c1cb0157-bdc4-44e5-8db4-59773bf03f17 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:26.662914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-b1fe73a4-53d9-4644-a0dd-a4a7be6c4057 req-c1cb0157-bdc4-44e5-8db4-59773bf03f17 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Calling delete_port for 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:21:26.824576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b1fe73a4-53d9-4644-a0dd-a4a7be6c4057 req-c1cb0157-bdc4-44e5-8db4-59773bf03f17 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:26.837523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:21:26.864129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb0157-bdc4-44e5-8db4-59773bf03f17 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Pushing event deleted for resources: {'Port': ['ID=29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:26.928949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fe73a4-53d9-4644-a0dd-a4a7be6c4057 req-c1cb0157-bdc4-44e5-8db4-59773bf03f17 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] No DVR routers for this DVR port 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:21:26.932302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b1fe73a4-53d9-4644-a0dd-a4a7be6c4057 req-c1cb0157-bdc4-44e5-8db4-59773bf03f17 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:26.936872 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b1fe73a4-53d9-4644-a0dd-a4a7be6c4057 req-c1cb0157-bdc4-44e5-8db4-59773bf03f17 tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.57 "DELETE /v2.0/ports/29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e HTTP/1.1" status: 204 len: 173 time: 0.5058320 Nov 19 19:21:26.939116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f0a842-854b-4fdd-a07c-583c64fa4e24', 'name': 'network-vif-deleted', 'tag': '29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:21:26.943469 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa498c25-d3ad-43f2-8319-a92292ca13a1" -d '{"events": [{"server_uuid": "47f0a842-854b-4fdd-a07c-583c64fa4e24", "name": "network-vif-deleted", "tag": "29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:21:27.027073 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56a0c1d-ebc6-4754-b5de-e351063e7e72 x-openstack-request-id: req-c56a0c1d-ebc6-4754-b5de-e351063e7e72 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:21:27.027419 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f0a842-854b-4fdd-a07c-583c64fa4e24", "name": "network-vif-deleted", "tag": "29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:21:27.027685 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c56a0c1d-ebc6-4754-b5de-e351063e7e72 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:21:27.028094 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f0a842-854b-4fdd-a07c-583c64fa4e24', 'name': 'network-vif-deleted', 'tag': '29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e', 'status': 'completed', 'code': 200} Nov 19 19:21:27.618340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4233238-86e4-4827-af59-f90a50a96827 req-172b6c9b-a21b-440e-8b25-6ef1b6f90b2f tempest-TestServerMultinode-316188476 tempest-TestServerMultinode-316188476-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=47f0a842-854b-4fdd-a07c-583c64fa4e24 HTTP/1.1" status: 200 len: 210 time: 0.0928969 Nov 19 19:21:28.036450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 13a326c7-9d48-4411-ba46-12bdbf5aab02 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:21:28.063997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 13a326c7-9d48-4411-ba46-12bdbf5aab02 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:21:28.064442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 13a326c7-9d48-4411-ba46-12bdbf5aab02 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:21:28.198627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47970) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:28.337112 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efd7ebcc-618a-4230-9aaa-b7e6d620df0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:28.424899 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efd7ebcc-618a-4230-9aaa-b7e6d620df0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:28.431056 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-efd7ebcc-618a-4230-9aaa-b7e6d620df0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:28.462123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-efd7ebcc-618a-4230-9aaa-b7e6d620df0f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a1587d20b864e83a53343099a6856d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2622802 Nov 19 19:21:28.462328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 47980) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:28.507461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7ebcc-618a-4230-9aaa-b7e6d620df0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec42c97-a250-43bc-bddf-a705bd3f3bf1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:28.558958 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facf1760-69a1-46fd-bd9f-6382abd80607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:28.585687 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facf1760-69a1-46fd-bd9f-6382abd80607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:28.649842 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facf1760-69a1-46fd-bd9f-6382abd80607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:28.652781 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-facf1760-69a1-46fd-bd9f-6382abd80607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:28.657269 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-facf1760-69a1-46fd-bd9f-6382abd80607 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cec42c97-a250-43bc-bddf-a705bd3f3bf1 HTTP/1.1" status: 204 len: 168 time: 0.1921353 Nov 19 19:21:28.667904 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf1760-69a1-46fd-bd9f-6382abd80607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec42c97-a250-43bc-bddf-a705bd3f3bf1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:28.714650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 47998) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:29.090511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48006) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:29.110817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45a8c74a-0dfa-40f8-b2d9-58670af7720c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:29.295797 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45a8c74a-0dfa-40f8-b2d9-58670af7720c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:29.305875 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45a8c74a-0dfa-40f8-b2d9-58670af7720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:29.352541 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:29.407532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-45a8c74a-0dfa-40f8-b2d9-58670af7720c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c0dbd9a5fd240ea826f3c40ba29d2c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158147 Nov 19 19:21:29.408289 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48010) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:29.409028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8c74a-0dfa-40f8-b2d9-58670af7720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c129d4c-920a-4b11-af41-8410732011d2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:29.492227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2254fb8a-befd-4b4c-bbaf-51094711adc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:29.515714 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2254fb8a-befd-4b4c-bbaf-51094711adc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:29.574527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2254fb8a-befd-4b4c-bbaf-51094711adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:29.578268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2254fb8a-befd-4b4c-bbaf-51094711adc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:29.579539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2254fb8a-befd-4b4c-bbaf-51094711adc2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c129d4c-920a-4b11-af41-8410732011d2 HTTP/1.1" status: 204 len: 168 time: 0.1663258 Nov 19 19:21:29.605404 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254fb8a-befd-4b4c-bbaf-51094711adc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c129d4c-920a-4b11-af41-8410732011d2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:29.701289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] Deleting port 81baf2e1-b83c-45b0-a3a1-75747af42553 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:21:29.701677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:29.818904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] For port 81baf2e1-b83c-45b0-a3a1-75747af42553, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=81baf2e1-b83c-45b0-a3a1-75747af42553,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:29.819691 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:29.823289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:29.842340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] Calling delete_port for 81baf2e1-b83c-45b0-a3a1-75747af42553 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:21:30.113342 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:30.236440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=81baf2e1-b83c-45b0-a3a1-75747af42553,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:30.279716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48024) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:30.313025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb3e00fb-e194-4319-b68c-9a70e14002e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:30.396378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:21:30.447471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:21:30.448198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 29b1bbcc-0de7-4ee3-b5d2-b59a97123d6e not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:21:30.480392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb3e00fb-e194-4319-b68c-9a70e14002e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:30.491791 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cb3e00fb-e194-4319-b68c-9a70e14002e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:30.552439 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cb3e00fb-e194-4319-b68c-9a70e14002e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c450286f2f8448db75ae249ee281bda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710073 Nov 19 19:21:30.559004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48026) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:30.655697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e00fb-e194-4319-b68c-9a70e14002e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8363c470-9f3c-429f-aeb8-5023537e71e7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:30.709097 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e264d3e8-4f72-4489-a9ee-559ac3e2cf23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:30.748604 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e264d3e8-4f72-4489-a9ee-559ac3e2cf23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:30.846757 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e264d3e8-4f72-4489-a9ee-559ac3e2cf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:30.850869 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e264d3e8-4f72-4489-a9ee-559ac3e2cf23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:30.856687 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e264d3e8-4f72-4489-a9ee-559ac3e2cf23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8363c470-9f3c-429f-aeb8-5023537e71e7 HTTP/1.1" status: 204 len: 168 time: 0.2968791 Nov 19 19:21:30.904466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264d3e8-4f72-4489-a9ee-559ac3e2cf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8363c470-9f3c-429f-aeb8-5023537e71e7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:31.045232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:31.362510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] Router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:21:31.517554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:21:31.524512 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-43d8df34-1a29-4178-9fa1-ff84fb3de3c9 admin admin] 10.222.0.50 "PUT /v2.0/routers/3e3f5dca-f506-4531-9c1d-9a9fb8de75b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8078613 Nov 19 19:21:31.527195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48048) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:31.531260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe131112-a8cc-440c-9d69-d02495f4eaa5 None None] Sync routers for ids ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:21:31.566988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe131112-a8cc-440c-9d69-d02495f4eaa5 None None] Routers {'3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:21:31.569314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fe131112-a8cc-440c-9d69-d02495f4eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:21:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:31.715408 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:31.761664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fe131112-a8cc-440c-9d69-d02495f4eaa5 None None] Set router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:21:31.942986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:32.131277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Deleting port 194de6b9-6fe9-46c7-8b85-824d2178d9a5 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:21:32.133138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:32.233381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fe131112-a8cc-440c-9d69-d02495f4eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'name': 'tempest-TestServerMultinode-989529737-router', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:37Z', 'updated_at': '2021-11-19T19:21:30Z', 'revision_number': 5, 'project_id': '796101a20de24020b91f00294e9754a6', 'gw_port': {'id': '194de6b9-6fe9-46c7-8b85-824d2178d9a5', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:38Z', 'updated_at': '2021-11-19T19:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:32.282808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] For port 194de6b9-6fe9-46c7-8b85-824d2178d9a5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=194de6b9-6fe9-46c7-8b85-824d2178d9a5,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:32.283356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:32.299346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Calling delete_port for 194de6b9-6fe9-46c7-8b85-824d2178d9a5 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:21:32.305420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe131112-a8cc-440c-9d69-d02495f4eaa5 None None] Checking router: 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:21:32.324110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe131112-a8cc-440c-9d69-d02495f4eaa5 None None] Routers {'3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:21:32.324754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fe131112-a8cc-440c-9d69-d02495f4eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:21:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:32.495949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fe131112-a8cc-440c-9d69-d02495f4eaa5 None None] Set router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:21:32.500232 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:32.534371 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=194de6b9-6fe9-46c7-8b85-824d2178d9a5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:32.608817 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b141835e-83f3-4b63-8d6d-ce9230d8fdd9 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:21:32.625072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fe131112-a8cc-440c-9d69-d02495f4eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'name': 'tempest-TestServerMultinode-989529737-router', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:37Z', 'updated_at': '2021-11-19T19:21:31Z', 'revision_number': 6, 'project_id': '796101a20de24020b91f00294e9754a6', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:32.626449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:32.679740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe131112-a8cc-440c-9d69-d02495f4eaa5 None None] The sync data for ids ['3e3f5dca-f506-4531-9c1d-9a9fb8de75b3'] in n-d-815373-6 is: [{'id': '3e3f5dca-f506-4531-9c1d-9a9fb8de75b3', 'name': 'tempest-TestServerMultinode-989529737-router', 'tenant_id': '796101a20de24020b91f00294e9754a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:37Z', 'updated_at': '2021-11-19T19:21:31Z', 'revision_number': 6, 'project_id': '796101a20de24020b91f00294e9754a6', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:21:32.799336 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:32.809007 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:32.909044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:32.909879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:21:32.918337 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:32.920515 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-88935097-d635-466d-b0fe-c0ba5f0f48a3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3e3f5dca-f506-4531-9c1d-9a9fb8de75b3 HTTP/1.1" status: 204 len: 168 time: 1.3920498 Nov 19 19:21:32.924387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48084) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:32.980615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48086) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:33.018761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4560648-d1a4-4a61-877e-a12d9f0c8976 admin admin] Deleting subnet 345ef497-58be-43cc-ac99-b0931db09728 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:21:33.024483 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4560648-d1a4-4a61-877e-a12d9f0c8976 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:33.078887 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4560648-d1a4-4a61-877e-a12d9f0c8976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:33.167133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4560648-d1a4-4a61-877e-a12d9f0c8976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:33.224064 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74a4c325-a052-482d-805c-470f3fb1352d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:33.319855 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4560648-d1a4-4a61-877e-a12d9f0c8976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:33.348998 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f4560648-d1a4-4a61-877e-a12d9f0c8976 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:33.351319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4395196-0b86-4adb-991b-0dc859180e0b None None] Network 2ba547eb-6909-4e6e-a905-790cca9c27a3 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:21:33.358791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f4560648-d1a4-4a61-877e-a12d9f0c8976 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/345ef497-58be-43cc-ac99-b0931db09728 HTTP/1.1" status: 204 len: 168 time: 0.4323630 Nov 19 19:21:33.363700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48104) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:33.650360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4560648-d1a4-4a61-877e-a12d9f0c8976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345ef497-58be-43cc-ac99-b0931db09728,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:33.716337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:33.791087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Deleting port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:21:33.791493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:33.919964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48108) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:33.930101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] For port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:33.930692 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:33.984762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b27c0-90e0-4f78-a50e-03bbce2ae60d None None] DHCP port deletion for 2ba547eb-6909-4e6e-a905-790cca9c27a3 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:21:34.017926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Calling delete_port for bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:21:34.072278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 194de6b9-6fe9-46c7-8b85-824d2178d9a5 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:21:34.103979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b27c0-90e0-4f78-a50e-03bbce2ae60d None None] Deleting port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:21:34.104351 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc5b27c0-90e0-4f78-a50e-03bbce2ae60d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.213553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-dc5b27c0-90e0-4f78-a50e-03bbce2ae60d None None] For port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e,segment=NetworkSegment(c5e10fd6-a2f2-4093-8ebc-2de4a64de704),segment_id=c5e10fd6-a2f2-4093-8ebc-2de4a64de704)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:34.213962 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc5b27c0-90e0-4f78-a50e-03bbce2ae60d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.233862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b27c0-90e0-4f78-a50e-03bbce2ae60d None None] Calling delete_port for bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:21:34.274656 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf1bb40d-a0cb-4c83-9531-2c07663cc873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.338358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 194de6b9-6fe9-46c7-8b85-824d2178d9a5 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:21:34.338715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 194de6b9-6fe9-46c7-8b85-824d2178d9a5 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:21:34.339345 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 81baf2e1-b83c-45b0-a3a1-75747af42553 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:21:34.366629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 81baf2e1-b83c-45b0-a3a1-75747af42553 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:21:34.367460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 81baf2e1-b83c-45b0-a3a1-75747af42553 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:21:34.457649 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:21:34.471312 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.479064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc5b27c0-90e0-4f78-a50e-03bbce2ae60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.480140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf1bb40d-a0cb-4c83-9531-2c07663cc873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.556810 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf1bb40d-a0cb-4c83-9531-2c07663cc873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.559764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b27c0-90e0-4f78-a50e-03bbce2ae60d None None] Pushing event deleted for resources: {'Port': ['ID=bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:34.568009 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74a4c325-a052-482d-805c-470f3fb1352d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.570051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] No DVR routers for this DVR port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:21:34.573462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:34.598620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b27c0-90e0-4f78-a50e-03bbce2ae60d None None] No DVR routers for this DVR port bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:21:34.623874 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74a4c325-a052-482d-805c-470f3fb1352d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.687081 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-11ed624f-8b84-4631-bff1-7fb3b00d319b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4529960 Nov 19 19:21:34.709423 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-74a4c325-a052-482d-805c-470f3fb1352d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fdac5f0df81a43b4a50060b62bab0c72&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7276614 Nov 19 19:21:34.710253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4c325-a052-482d-805c-470f3fb1352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a4a880-5790-4c5a-8c5d-dd203eea6450,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:34.712645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48120) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:34.781776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bb40d-a0cb-4c83-9531-2c07663cc873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b29c280-397d-4a15-a77a-f7083eec8abf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:34.791031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bf1bb40d-a0cb-4c83-9531-2c07663cc873 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ab1625574ee4ba4a6f0d93ed970745a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8655860 Nov 19 19:21:34.795732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48122) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:34.806508 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.868293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba547eb-6909-4e6e-a905-790cca9c27a3']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:34.892014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:34.892503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e10fd6-a2f2-4093-8ebc-2de4a64de704') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:34.900985 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-672969db-2ce1-4e01-accf-ed6b80068d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:34.903032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-672969db-2ce1-4e01-accf-ed6b80068d4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.1466787 Nov 19 19:21:34.911612 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-147b568c-a70d-40c9-a04d-d9e22211d943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.918835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.947543 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b02f5268-fbf2-4181-a1db-93ced0f4f878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.949728 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.964881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:21:34.965294 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:21:34.967398 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:21:35.027752 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b02f5268-fbf2-4181-a1db-93ced0f4f878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.063427 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.073999 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.080922 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2ba547eb-6909-4e6e-a905-790cca9c27a3 HTTP/1.1" status: 204 len: 168 time: 1.7058649 Nov 19 19:21:35.086058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48124) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:35.097823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18c436-6f56-44b2-968f-a82738091bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba547eb-6909-4e6e-a905-790cca9c27a3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:35.117508 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-147b568c-a70d-40c9-a04d-d9e22211d943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.122798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b02f5268-fbf2-4181-a1db-93ced0f4f878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.125673 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b02f5268-fbf2-4181-a1db-93ced0f4f878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.130097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b02f5268-fbf2-4181-a1db-93ced0f4f878 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b29c280-397d-4a15-a77a-f7083eec8abf HTTP/1.1" status: 204 len: 168 time: 0.3302188 Nov 19 19:21:35.137216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f5268-fbf2-4181-a1db-93ced0f4f878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b29c280-397d-4a15-a77a-f7083eec8abf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:35.197694 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-419bf564-886c-4dbc-8c42-6c38df6191a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:35.199312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-419bf564-886c-4dbc-8c42-6c38df6191a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.2718835 Nov 19 19:21:35.292627 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-542af525-a357-4581-991c-2f7c2f321ee5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0840626 Nov 19 19:21:35.336503 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-147b568c-a70d-40c9-a04d-d9e22211d943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.339294 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-147b568c-a70d-40c9-a04d-d9e22211d943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.342770 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-147b568c-a70d-40c9-a04d-d9e22211d943 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/96a4a880-5790-4c5a-8c5d-dd203eea6450 HTTP/1.1" status: 204 len: 168 time: 0.6266637 Nov 19 19:21:35.382094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b568c-a70d-40c9-a04d-d9e22211d943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a4a880-5790-4c5a-8c5d-dd203eea6450,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:35.403147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-fd907073-c6e1-4166-b044-8974e50167f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:35.404671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-fd907073-c6e1-4166-b044-8974e50167f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0817626 Nov 19 19:21:35.507396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48134) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:35.521813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-860ed942-5c62-4773-bd45-9c4a795518ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.548225 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-77e7b6c5-954d-4b30-bf15-46c37ed1784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:35.549734 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-77e7b6c5-954d-4b30-bf15-46c37ed1784d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132648 Nov 19 19:21:35.574482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-a2981e55-df30-48be-9e10-77f0922128b7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:21:35.577791 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-a2981e55-df30-48be-9e10-77f0922128b7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090377 Nov 19 19:21:35.666327 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-860ed942-5c62-4773-bd45-9c4a795518ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.681840 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-860ed942-5c62-4773-bd45-9c4a795518ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.725934 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-860ed942-5c62-4773-bd45-9c4a795518ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5161300259bf4c5682feba50911be594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172751 Nov 19 19:21:35.732424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48140) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:35.760607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ed942-5c62-4773-bd45-9c4a795518ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b0f371-8168-4ed7-8a19-0ac99559c6d2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:35.890782 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-3ba077fd-e417-48ee-b19b-b5a2ec8689f1 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454822 Nov 19 19:21:35.898864 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-735699d1-2194-41bc-8656-9c2147bf8950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:35.981004 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-735699d1-2194-41bc-8656-9c2147bf8950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:36.006327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:21:36.032249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:21:36.032828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device bfc78c8c-7bbe-4ab5-a63a-10a93c79d83e not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:21:36.110479 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-735699d1-2194-41bc-8656-9c2147bf8950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:36.114247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-735699d1-2194-41bc-8656-9c2147bf8950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:36.117801 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-735699d1-2194-41bc-8656-9c2147bf8950 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6b0f371-8168-4ed7-8a19-0ac99559c6d2 HTTP/1.1" status: 204 len: 168 time: 0.3780031 Nov 19 19:21:36.126695 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffc3b567-4539-4c3d-b801-3697d96cb832 req-f8258d73-ca67-46ae-a25f-54e66ec74aeb service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257409 Nov 19 19:21:36.137929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735699d1-2194-41bc-8656-9c2147bf8950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b0f371-8168-4ed7-8a19-0ac99559c6d2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:36.145474 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:36.610558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] Deleting port 72ea513e-5366-48d8-9a23-be4ab04d391c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:21:36.611864 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:36.798312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] For port 72ea513e-5366-48d8-9a23-be4ab04d391c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=72ea513e-5366-48d8-9a23-be4ab04d391c,segment=NetworkSegment(39456d7f-ddc4-4d14-9305-ba7c96bf92a8),segment_id=39456d7f-ddc4-4d14-9305-ba7c96bf92a8)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:36.798691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:36.827658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] Calling delete_port for 72ea513e-5366-48d8-9a23-be4ab04d391c owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:21:37.140170 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:37.278007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ea513e-5366-48d8-9a23-be4ab04d391c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:37.609633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:38.108217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] Router 7560f7db-bb78-4be8-92a1-9450aba732c5 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:21:38.241352 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45be066a-0850-4648-9e7c-19f1ce53ad5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:38.344087 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:21:38.353122 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4fbdc1c6-5da7-4d33-8eb2-624aec2e4834 admin admin] 10.222.0.50 "PUT /v2.0/routers/7560f7db-bb78-4be8-92a1-9450aba732c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2660263 Nov 19 19:21:38.355822 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48270) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:38.360280 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffee72-685a-4b42-b191-4b650b948174 None None] Sync routers for ids ['7560f7db-bb78-4be8-92a1-9450aba732c5'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:21:38.390433 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffee72-685a-4b42-b191-4b650b948174 None None] Routers {'7560f7db-bb78-4be8-92a1-9450aba732c5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:21:38.391453 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5bffee72-685a-4b42-b191-4b650b948174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:21:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7560f7db-bb78-4be8-92a1-9450aba732c5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:38.589455 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:38.642440 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5bffee72-685a-4b42-b191-4b650b948174 None None] Set router 7560f7db-bb78-4be8-92a1-9450aba732c5 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:21:38.911127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:39.037323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Deleting port f03ba962-e095-442c-ae53-8bacf3429f9d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:21:39.037688 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:39.067707 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5bffee72-685a-4b42-b191-4b650b948174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'name': 'tempest-TestServerMultinode-1080145891-router', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:46Z', 'updated_at': '2021-11-19T19:21:37Z', 'revision_number': 5, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'gw_port': {'id': 'f03ba962-e095-442c-ae53-8bacf3429f9d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:20:47Z', 'updated_at': '2021-11-19T19:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:39.127747 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffee72-685a-4b42-b191-4b650b948174 None None] Checking router: 7560f7db-bb78-4be8-92a1-9450aba732c5 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:21:39.154691 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffee72-685a-4b42-b191-4b650b948174 None None] Routers {'7560f7db-bb78-4be8-92a1-9450aba732c5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:21:39.155611 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5bffee72-685a-4b42-b191-4b650b948174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:21:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7560f7db-bb78-4be8-92a1-9450aba732c5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:39.257102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] For port f03ba962-e095-442c-ae53-8bacf3429f9d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f03ba962-e095-442c-ae53-8bacf3429f9d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:39.257962 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:39.299297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Calling delete_port for f03ba962-e095-442c-ae53-8bacf3429f9d owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:21:39.401089 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5bffee72-685a-4b42-b191-4b650b948174 None None] Set router 7560f7db-bb78-4be8-92a1-9450aba732c5 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:21:39.593742 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5bffee72-685a-4b42-b191-4b650b948174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'name': 'tempest-TestServerMultinode-1080145891-router', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:46Z', 'updated_at': '2021-11-19T19:21:38Z', 'revision_number': 6, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:39.630385 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bffee72-685a-4b42-b191-4b650b948174 None None] The sync data for ids ['7560f7db-bb78-4be8-92a1-9450aba732c5'] in n-d-815373-6 is: [{'id': '7560f7db-bb78-4be8-92a1-9450aba732c5', 'name': 'tempest-TestServerMultinode-1080145891-router', 'tenant_id': 'db26bb418c884d49bf27ed6f98251721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:20:46Z', 'updated_at': '2021-11-19T19:21:38Z', 'revision_number': 6, 'project_id': 'db26bb418c884d49bf27ed6f98251721', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:21:39.759884 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:39.811807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5ec55-3d46-4489-b25b-8fb5dbe727a3 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:21:39.939057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Pushing event deleted for resources: {'Port': ['ID=f03ba962-e095-442c-ae53-8bacf3429f9d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:39.943665 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.133325 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.138833 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.171574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 72ea513e-5366-48d8-9a23-be4ab04d391c no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:21:40.214520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.215225 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7560f7db-bb78-4be8-92a1-9450aba732c5 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:21:40.220984 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.225952 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d6b7850a-c65c-4b33-9f24-4178f6ba925e admin admin] 10.222.0.50 "DELETE /v2.0/routers/7560f7db-bb78-4be8-92a1-9450aba732c5 HTTP/1.1" status: 204 len: 168 time: 1.8654358 Nov 19 19:21:40.229881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48358) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:40.232822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48360) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:40.246924 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 72ea513e-5366-48d8-9a23-be4ab04d391c {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:21:40.247523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 72ea513e-5366-48d8-9a23-be4ab04d391c not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:21:40.283326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b6dcdf-e61a-4c9d-97f3-10dbd106a83f admin admin] Deleting subnet 3ea141ba-9cc8-4068-912b-3d0f77752538 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:21:40.288668 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70b6dcdf-e61a-4c9d-97f3-10dbd106a83f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.346220 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70b6dcdf-e61a-4c9d-97f3-10dbd106a83f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.461637 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4771cca9-7e61-49b4-891e-decc0ed43b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.476415 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70b6dcdf-e61a-4c9d-97f3-10dbd106a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.577959 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70b6dcdf-e61a-4c9d-97f3-10dbd106a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.589271 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-36f42478-8ada-4e9d-9456-63e06e50e89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.612768 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4771cca9-7e61-49b4-891e-decc0ed43b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.620113 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4771cca9-7e61-49b4-891e-decc0ed43b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.654145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6dcdf-e61a-4c9d-97f3-10dbd106a83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea141ba-9cc8-4068-912b-3d0f77752538,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:40.661313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-70b6dcdf-e61a-4c9d-97f3-10dbd106a83f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.666221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85ae312-1391-417c-a9ab-0ad078c66c4f None None] Network 95f75e9a-9571-4306-b9d6-dffb1d580472 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:21:40.667006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-70b6dcdf-e61a-4c9d-97f3-10dbd106a83f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3ea141ba-9cc8-4068-912b-3d0f77752538 HTTP/1.1" status: 204 len: 168 time: 0.4394944 Nov 19 19:21:40.669481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48376) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:40.681935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4771cca9-7e61-49b4-891e-decc0ed43b07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ef926c1b5da4c8ea80cf36af28128d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4471331 Nov 19 19:21:40.683342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771cca9-7e61-49b4-891e-decc0ed43b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e57883-2d6e-4e02-ac54-1d7cf234ba61,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:40.687455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48378) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:40.753113 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dbd5555b-2f5c-4969-9fed-8269e3818894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.785473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dbd5555b-2f5c-4969-9fed-8269e3818894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.825976 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.855154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dbd5555b-2f5c-4969-9fed-8269e3818894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.858131 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dbd5555b-2f5c-4969-9fed-8269e3818894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:40.861564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dbd5555b-2f5c-4969-9fed-8269e3818894 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71e57883-2d6e-4e02-ac54-1d7cf234ba61 HTTP/1.1" status: 204 len: 168 time: 0.1698358 Nov 19 19:21:40.877210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5555b-2f5c-4969-9fed-8269e3818894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e57883-2d6e-4e02-ac54-1d7cf234ba61,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:40.949363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Deleting port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:21:40.949969 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:41.067263 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] For port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0d8fbb25-1f87-4f2b-b718-8b75838a77c4,segment=NetworkSegment(39456d7f-ddc4-4d14-9305-ba7c96bf92a8),segment_id=39456d7f-ddc4-4d14-9305-ba7c96bf92a8)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:21:41.067928 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:41.091244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Calling delete_port for 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:21:41.235577 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:41.253418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d309dd0-67c0-430d-9a67-1c8a083d9a5f None None] DHCP port deletion for 95f75e9a-9571-4306-b9d6-dffb1d580472 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:21:41.308612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8fbb25-1f87-4f2b-b718-8b75838a77c4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:41.309361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] No DVR routers for this DVR port 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:21:41.399428 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:41.430811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f75e9a-9571-4306-b9d6-dffb1d580472']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:41.465639 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39456d7f-ddc4-4d14-9305-ba7c96bf92a8') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:41.466642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39456d7f-ddc4-4d14-9305-ba7c96bf92a8') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:41.505093 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:41.532907 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:41.543319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:21:41.543805 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:21:41.654643 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:21:41.662000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:41.703173 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:41.707550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/95f75e9a-9571-4306-b9d6-dffb1d580472 HTTP/1.1" status: 204 len: 168 time: 1.0369179 Nov 19 19:21:41.712450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb5374-870b-4976-a2d1-d42bbfb17ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f75e9a-9571-4306-b9d6-dffb1d580472,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:41.892492 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:41.997985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f03ba962-e095-442c-ae53-8bacf3429f9d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:21:42.014972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48416) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:42.054615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: f03ba962-e095-442c-ae53-8bacf3429f9d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:21:42.055020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f03ba962-e095-442c-ae53-8bacf3429f9d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:21:42.055499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:21:42.094050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:21:42.094480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0d8fbb25-1f87-4f2b-b718-8b75838a77c4 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:21:42.116865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6cd3368f-9d14-44fc-a547-cc5023d66d46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=796101a20de24020b91f00294e9754a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1007183 Nov 19 19:21:42.119338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48420) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:42.236224 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bf91c0-1dbb-44a5-8de3-fa8cb46c6f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:42.287455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bf91c0-1dbb-44a5-8de3-fa8cb46c6f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:42.390306 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bf91c0-1dbb-44a5-8de3-fa8cb46c6f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:42.392273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20bf91c0-1dbb-44a5-8de3-fa8cb46c6f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:42.393573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-20bf91c0-1dbb-44a5-8de3-fa8cb46c6f84 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d2ff309-fe29-43a3-b93a-e4a036cd75ca HTTP/1.1" status: 204 len: 168 time: 0.2711484 Nov 19 19:21:42.409815 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf91c0-1dbb-44a5-8de3-fa8cb46c6f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2ff309-fe29-43a3-b93a-e4a036cd75ca,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:42.986298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48446) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:43.054078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48450) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:43.066072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a965e94c-02a2-4813-a7e4-69e01c38893c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db26bb418c884d49bf27ed6f98251721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0784338 Nov 19 19:21:43.121635 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9321f63-7fb4-4696-9899-8eeaa22d0f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:43.152503 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9321f63-7fb4-4696-9899-8eeaa22d0f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:43.226238 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9321f63-7fb4-4696-9899-8eeaa22d0f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:43.231345 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9321f63-7fb4-4696-9899-8eeaa22d0f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:43.232680 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e9321f63-7fb4-4696-9899-8eeaa22d0f19 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0dd2163a-b1c7-46f7-ab2d-4014136dfe25 HTTP/1.1" status: 204 len: 168 time: 0.1768909 Nov 19 19:21:43.255466 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9321f63-7fb4-4696-9899-8eeaa22d0f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd2163a-b1c7-46f7-ab2d-4014136dfe25,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:43.348818 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:43.968582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48476) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:44.129883 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:44.148529 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:21:44.169895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-794aad46-32e5-4b63-a9e7-412982e74466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:44.276004 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-794aad46-32e5-4b63-a9e7-412982e74466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:44.286602 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-794aad46-32e5-4b63-a9e7-412982e74466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:44.337737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48484) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:44.338671 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-794aad46-32e5-4b63-a9e7-412982e74466 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dcf576fed3e345f2b7779e8b37738434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3650746 Nov 19 19:21:44.339902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aad46-32e5-4b63-a9e7-412982e74466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d9a21a-1ff2-43cf-8e25-d2a077bb752b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:44.423782 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71fe80ba-1447-48b4-a73c-8765f484f67c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:44.472746 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71fe80ba-1447-48b4-a73c-8765f484f67c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:44.553403 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71fe80ba-1447-48b4-a73c-8765f484f67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:44.556465 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71fe80ba-1447-48b4-a73c-8765f484f67c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:44.559123 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-71fe80ba-1447-48b4-a73c-8765f484f67c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18d9a21a-1ff2-43cf-8e25-d2a077bb752b HTTP/1.1" status: 204 len: 168 time: 0.2189624 Nov 19 19:21:44.571536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe80ba-1447-48b4-a73c-8765f484f67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d9a21a-1ff2-43cf-8e25-d2a077bb752b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:44.955395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48496) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:44.970532 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be553c55-aa45-44ad-9182-76e9baa4cf05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:45.072005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be553c55-aa45-44ad-9182-76e9baa4cf05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:45.077338 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be553c55-aa45-44ad-9182-76e9baa4cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:45.134319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-be553c55-aa45-44ad-9182-76e9baa4cf05 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b8bf43393e94e3aac91eb0130d85297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1773665 Nov 19 19:21:45.135517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be553c55-aa45-44ad-9182-76e9baa4cf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633ff8e2-f60c-49dd-a5f2-3b631e832289,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:45.137212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48502) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:45.212849 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d108458-08ad-4f8b-b9c9-fa2ed4384628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:45.238015 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d108458-08ad-4f8b-b9c9-fa2ed4384628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:45.310827 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d108458-08ad-4f8b-b9c9-fa2ed4384628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:45.315237 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d108458-08ad-4f8b-b9c9-fa2ed4384628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:45.316549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5d108458-08ad-4f8b-b9c9-fa2ed4384628 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/633ff8e2-f60c-49dd-a5f2-3b631e832289 HTTP/1.1" status: 204 len: 168 time: 0.1782811 Nov 19 19:21:45.325822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d108458-08ad-4f8b-b9c9-fa2ed4384628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ff8e2-f60c-49dd-a5f2-3b631e832289,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:47.375361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48560) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:47.624325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1636241426'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:21:47.677223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Made reservation on behalf of b41605c1c35f4a339ab644f204aba49a for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:21:47.683052 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:47.712940 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:47.884039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:47.900653 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:47.915421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:21:47.927286 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:47.927647 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Added segment 85134aef-8aa0-4c56-a18b-75b0f70ea9c2 of type vlan for network 3d18a3be-569f-4578-a074-7e633ef87649 Nov 19 19:21:47.989510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:48.011940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7ec7ec-153c-4e39-b37d-508a5922f1c9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:48.035636 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:48.044926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:48.046264 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:48.136525 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7599335 Nov 19 19:21:48.139863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48576) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:48.148969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab403f-ee9f-4feb-981a-5e669bff18d8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Pushing event updated for resources: {'Network': ['ID=3d18a3be-569f-4578-a074-7e633ef87649,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:48.162453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 3d18a3be-569f-4578-a074-7e633ef87649 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:21:48.258622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Request body: {'network': {'name': 'tempest-network--558792804', 'router:external': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:21:48.299756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Made reservation on behalf of f6e791dda4d44d82b14a2079aa0ff6be for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:21:48.307327 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:48.330182 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:48.465827 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:48.489573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:48.527266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:21:48.573149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453a7736-f38e-4790-bb96-2c1ce1d63578,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:48.583989 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:48.586208 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Added segment 87960a5c-a891-4acb-a7a4-5b25f65eb45a of type vlan for network 31b71058-cffa-4f90-87af-bbf0c35d031b Nov 19 19:21:48.706245 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:48.750211 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:48.751296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:48.754080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:48.819182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6780360 Nov 19 19:21:48.822155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48588) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:48.882416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e24b58-a177-47fe-a0ca-08691fed576c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event updated for resources: {'Network': ['ID=31b71058-cffa-4f90-87af-bbf0c35d031b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:48.896911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 31b71058-cffa-4f90-87af-bbf0c35d031b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:21:48.975985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.086727 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.108600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b71058-cffa-4f90-87af-bbf0c35d031b']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:49.121210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87960a5c-a891-4acb-a7a4-5b25f65eb45a') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:49.121634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87960a5c-a891-4acb-a7a4-5b25f65eb45a') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:49.134804 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.149042 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.157564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:21:49.157564 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:21:49.158899 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:21:49.225156 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.230867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31b71058-cffa-4f90-87af-bbf0c35d031b {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 19:21:49.235212 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.238656 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "DELETE /v2.0/networks/31b71058-cffa-4f90-87af-bbf0c35d031b HTTP/1.1" status: 204 len: 168 time: 0.4154627 Nov 19 19:21:49.242590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48592) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:49.247547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:21:49.258103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd08e5-f62f-487e-9579-51daac06993a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event deleted for resources: {'Network': ['ID=31b71058-cffa-4f90-87af-bbf0c35d031b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:49.308659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Made reservation on behalf of f6e791dda4d44d82b14a2079aa0ff6be for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:21:49.311179 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.355438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:21:49.373884 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.374439 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Added segment 85cfd5af-ffb9-4746-a085-a152ef80fdef of type vlan for network b8128c54-4afa-4650-b25d-be9856d283e5 Nov 19 19:21:49.461661 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.504372 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.505465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:49.506128 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:49.586530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3427956 Nov 19 19:21:49.589363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48600) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:49.596503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Request body: {'subnet': {'network_id': 'b8128c54-4afa-4650-b25d-be9856d283e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:21:49.619711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba7742-e34a-4b5e-aaf9-6aa2e46b1593 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event updated for resources: {'Network': ['ID=b8128c54-4afa-4650-b25d-be9856d283e5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:49.631976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network b8128c54-4afa-4650-b25d-be9856d283e5 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:21:49.646887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Made reservation on behalf of f6e791dda4d44d82b14a2079aa0ff6be for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:21:49.649711 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:50.041349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.objects.ports [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109887) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 19:21:50.041874 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:50.107873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event updated for resources: {'Subnet': ['ID=306cd41c-31d4-49c1-9388-037568116caa,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:50.115546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Checking segment: {'id': '85cfd5af-ffb9-4746-a085-a152ef80fdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b8128c54-4afa-4650-b25d-be9856d283e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:21:50.115902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Network hostable DHCP agents. Network: b8128c54-4afa-4650-b25d-be9856d283e5, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:21:50.145006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Network b8128c54-4afa-4650-b25d-be9856d283e5 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:21:50.161735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, b8128c54-4afa-4650-b25d-be9856d283e5) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:21:50.178224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cbb88c-ab37-4cc4-a932-6fbac3d8ce24 None None] Network b8128c54-4afa-4650-b25d-be9856d283e5 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:21:50.183185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:50.185038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:50.221321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48612) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:50.222637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-77aaa163-b5dc-487d-a803-3038a8b1a5e1 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6314335 Nov 19 19:21:50.227197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Request body: {'floatingip': {'floating_network_id': 'b8128c54-4afa-4650-b25d-be9856d283e5'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:21:50.270285 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:50.379977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cee3e3-66cd-40dc-a154-1268f6f6d74f None None] Network b8128c54-4afa-4650-b25d-be9856d283e5 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:21:50.445311 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:50.589847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Allocated IP 172.20.0.4 (b8128c54-4afa-4650-b25d-be9856d283e5/306cd41c-31d4-49c1-9388-037568116caa/0db61804-fd80-4425-a243-5c61017ebd7d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:21:50.733285 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:50.794196 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:50.850618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Network b8128c54-4afa-4650-b25d-be9856d283e5 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:21:50.853983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:21:50.857498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:21:50.893289 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event updated for resources: {'Port': ['ID=0db61804-fd80-4425-a243-5c61017ebd7d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:50.991640 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:51.034418 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:51.243592 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:51.250636 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:51.340811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event updated for resources: {'Port': ['ID=0db61804-fd80-4425-a243-5c61017ebd7d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:51.375113 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:51.396134 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:51.399476 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4eda290e-0ce6-466b-accd-d776eebcab4a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1760166 Nov 19 19:21:51.402649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48634) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:51.494975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-50e01724-852c-4048-ac6c-f551b055156e tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=b8128c54-4afa-4650-b25d-be9856d283e5 HTTP/1.1" status: 200 len: 689 time: 0.0911267 Nov 19 19:21:51.497500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48640) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:51.600365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:51.712985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Deleting port 0db61804-fd80-4425-a243-5c61017ebd7d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:21:51.713473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:51.809377 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:51.809710 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:51.823850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Calling delete_port for 0db61804-fd80-4425-a243-5c61017ebd7d owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:21:52.007805 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:52.049325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event deleted for resources: {'Port': ['ID=0db61804-fd80-4425-a243-5c61017ebd7d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:52.134176 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:52.207308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:52.286733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:52.330881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=306cd41c-31d4-49c1-9388-037568116caa,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:52.435325 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:52.488402 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8128c54-4afa-4650-b25d-be9856d283e5']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:52.501853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cfd5af-ffb9-4746-a085-a152ef80fdef') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:52.502426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cfd5af-ffb9-4746-a085-a152ef80fdef') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:52.516087 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:52.539186 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:52.555005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:21:52.556724 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:21:52.560575 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:21:52.683045 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:52.695767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8128c54-4afa-4650-b25d-be9856d283e5 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 19:21:52.703305 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:52.709843 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "DELETE /v2.0/networks/b8128c54-4afa-4650-b25d-be9856d283e5 HTTP/1.1" status: 204 len: 168 time: 1.2089515 Nov 19 19:21:52.709843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a59167-6bd2-4277-a17c-c544d96855b8 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8128c54-4afa-4650-b25d-be9856d283e5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:52.710732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48654) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:52.957020 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e6ac5c6b-fb26-4b62-9f47-510beca3d9bd tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2447693 Nov 19 19:21:52.959911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48662) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:53.152733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f277a-8e3d-4b14-98d6-37b3e2053d67 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:53.153549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f277a-8e3d-4b14-98d6-37b3e2053d67 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:53.154039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f277a-8e3d-4b14-98d6-37b3e2053d67 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:53.154501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f277a-8e3d-4b14-98d6-37b3e2053d67 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:53.154962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f277a-8e3d-4b14-98d6-37b3e2053d67 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:53.155413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f277a-8e3d-4b14-98d6-37b3e2053d67 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:53.158173 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a89f277a-8e3d-4b14-98d6-37b3e2053d67 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.1968303 Nov 19 19:21:53.160701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48664) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:53.202515 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-1f055233-53bb-4e36-97ea-e08ddcd492c2 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] delete failed (client error): The resource could not be found. Nov 19 19:21:53.203594 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1f055233-53bb-4e36-97ea-e08ddcd492c2 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/df14248d-668a-4ebd-af5c-65a13521d11c HTTP/1.1" status: 404 len: 345 time: 0.0419350 Nov 19 19:21:53.206995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48666) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:53.226082 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-954783dd-36cb-4fd8-af03-cabd28d7b811 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] DELETE failed (client error): The resource could not be found. Nov 19 19:21:53.226617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954783dd-36cb-4fd8-af03-cabd28d7b811 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:21:53.229789 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-954783dd-36cb-4fd8-af03-cabd28d7b811 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "DELETE /v2.0/networks/b8128c54-4afa-4650-b25d-be9856d283e5 HTTP/1.1" status: 404 len: 339 time: 0.0217197 Nov 19 19:21:53.233592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48668) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:53.239978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Request body: {'network': {'name': 'tempest-network--905349015', 'router:external': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:21:53.282026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Made reservation on behalf of f6e791dda4d44d82b14a2079aa0ff6be for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:21:53.285380 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:53.316341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:21:53.328205 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:53.328555 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Added segment 7527895f-9047-41c1-ac1a-bb496cdbd09b of type vlan for network 4d9b845b-8e95-4b68-9cb0-b4227f38b62b Nov 19 19:21:53.379073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:53.418324 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:53.421579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:53.422546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:53.499457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event updated for resources: {'Network': ['ID=4d9b845b-8e95-4b68-9cb0-b4227f38b62b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:53.512648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48674) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:53.512889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-29af903e-0ae2-4fa7-8087-f071b01311c9 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2780709 Nov 19 19:21:53.518356 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 4d9b845b-8e95-4b68-9cb0-b4227f38b62b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:21:54.217734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1531663-2e59-4681-b703-3a80aac5f1a4 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:54.224805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1531663-2e59-4681-b703-3a80aac5f1a4 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:54.232028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1531663-2e59-4681-b703-3a80aac5f1a4 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:54.240179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1531663-2e59-4681-b703-3a80aac5f1a4 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:54.247622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48682) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:54.254528 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d1531663-2e59-4681-b703-3a80aac5f1a4 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7404997 Nov 19 19:21:54.329851 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:54.431975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:54.466402 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9b845b-8e95-4b68-9cb0-b4227f38b62b']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:54.487962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7527895f-9047-41c1-ac1a-bb496cdbd09b') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:54.488457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7527895f-9047-41c1-ac1a-bb496cdbd09b') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:54.529550 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:54.561551 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:54.574684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:21:54.578884 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:21:54.682094 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:54.688907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d9b845b-8e95-4b68-9cb0-b4227f38b62b {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 19:21:54.695138 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:54.700339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "DELETE /v2.0/networks/4d9b845b-8e95-4b68-9cb0-b4227f38b62b HTTP/1.1" status: 204 len: 168 time: 0.4516370 Nov 19 19:21:54.711361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48686) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:54.716230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e270997-cc67-4fd6-b86d-90d093f17e1a tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d9b845b-8e95-4b68-9cb0-b4227f38b62b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:54.718736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Request body: {'network': {'name': 'tempest-network--970075635', 'router:external': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:21:54.794367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Made reservation on behalf of f6e791dda4d44d82b14a2079aa0ff6be for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:21:54.798481 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:54.866838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:21:54.885959 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:54.886355 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Added segment 16763298-dd94-4b7a-b516-317d7b5800d6 of type vlan for network 8a96efbf-491b-439e-a409-f170fdb011bf Nov 19 19:21:54.992978 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:55.110574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:55.112254 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:55.113576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:55.287643 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:55.296972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5842955 Nov 19 19:21:55.301100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48702) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:55.320411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3805c-c1c4-4469-b5bb-0a7e7b9c79d4 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event updated for resources: {'Network': ['ID=8a96efbf-491b-439e-a409-f170fdb011bf,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:55.338114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 8a96efbf-491b-439e-a409-f170fdb011bf details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:21:55.507520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e3ffa-000c-4414-82b8-78568f69d757 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:55.510813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9f8e3ffa-000c-4414-82b8-78568f69d757 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] 10.222.0.50 "GET /v2.0/networks/8a96efbf-491b-439e-a409-f170fdb011bf HTTP/1.1" status: 200 len: 756 time: 0.2081752 Nov 19 19:21:55.512857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48710) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:55.650982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf47ded-fbde-4665-bbef-e9428fe39087 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:55.654753 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ebf47ded-fbde-4665-bbef-e9428fe39087 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] 10.222.0.50 "GET /v2.0/networks/3d18a3be-569f-4578-a074-7e633ef87649 HTTP/1.1" status: 200 len: 768 time: 0.1408384 Nov 19 19:21:55.658173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48712) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:55.751146 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:55.892101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:55.923450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48716) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:55.941885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a96efbf-491b-439e-a409-f170fdb011bf']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:55.962086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16763298-dd94-4b7a-b516-317d7b5800d6') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:55.962939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16763298-dd94-4b7a-b516-317d7b5800d6') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:55.975016 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:55.989957 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:55.997205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:21:55.997907 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:21:56.113980 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:21:56.123987 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.160107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a96efbf-491b-439e-a409-f170fdb011bf {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 19:21:56.164729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a96efbf-491b-439e-a409-f170fdb011bf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:56.180214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.191555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48728) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:56.196531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Request body: {'network': {'name': 'tempest-network--2079046225'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:21:56.197482 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-749f6cd1-7af1-47c4-bd36-98fce6fa253c tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "DELETE /v2.0/networks/8a96efbf-491b-439e-a409-f170fdb011bf HTTP/1.1" status: 204 len: 168 time: 0.5358233 Nov 19 19:21:56.278507 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f417cc4-cf2c-4818-968a-f20f82425a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.281987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Made reservation on behalf of f6e791dda4d44d82b14a2079aa0ff6be for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:21:56.285704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.335213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:21:56.356138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.357089 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Added segment 95d18b90-8351-41fd-b347-192f33d0ee98 of type vlan for network 6679241f-7921-4669-84b5-fe78cde6b4ca Nov 19 19:21:56.430496 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.470756 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f417cc4-cf2c-4818-968a-f20f82425a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.479120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0f417cc4-cf2c-4818-968a-f20f82425a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.495754 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.497056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:56.497877 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685811'] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.582190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event updated for resources: {'Network': ['ID=6679241f-7921-4669-84b5-fe78cde6b4ca,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:56.596116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 6679241f-7921-4669-84b5-fe78cde6b4ca details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:21:56.606564 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0f417cc4-cf2c-4818-968a-f20f82425a58 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6d2cea5ad4d4da4b985df4370310204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6817479 Nov 19 19:21:56.609448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48730) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:56.610006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f417cc4-cf2c-4818-968a-f20f82425a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fd9d88-ddb5-459f-886c-215b2d23d375,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:56.619934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-52b429af-1c29-425f-b125-d20bf4e857cc tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4284379 Nov 19 19:21:56.622873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48732) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:56.631581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8635b822-9116-4edb-b6b4-2ab8c7edda18 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:21:56.720944 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3019965a-75aa-4629-82aa-64c472be0857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.767692 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3019965a-75aa-4629-82aa-64c472be0857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.833405 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3019965a-75aa-4629-82aa-64c472be0857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.837816 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3019965a-75aa-4629-82aa-64c472be0857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.842371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3019965a-75aa-4629-82aa-64c472be0857 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40fd9d88-ddb5-459f-886c-215b2d23d375 HTTP/1.1" status: 204 len: 168 time: 0.2317524 Nov 19 19:21:56.851335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019965a-75aa-4629-82aa-64c472be0857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fd9d88-ddb5-459f-886c-215b2d23d375,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:56.925921 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8635b822-9116-4edb-b6b4-2ab8c7edda18 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.945845 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8635b822-9116-4edb-b6b4-2ab8c7edda18 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.959937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8635b822-9116-4edb-b6b4-2ab8c7edda18 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Network 6679241f-7921-4669-84b5-fe78cde6b4ca is not hosted by any dhcp agent {{(pid=109888) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 19:21:56.961555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635b822-9116-4edb-b6b4-2ab8c7edda18 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:21:56.962737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8635b822-9116-4edb-b6b4-2ab8c7edda18 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:56.965403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8635b822-9116-4edb-b6b4-2ab8c7edda18 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "PUT /v2.0/networks/6679241f-7921-4669-84b5-fe78cde6b4ca HTTP/1.1" status: 200 len: 858 time: 0.3402379 Nov 19 19:21:56.968258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48736) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:57.218019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635b822-9116-4edb-b6b4-2ab8c7edda18 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event updated for resources: {'Network': ['ID=6679241f-7921-4669-84b5-fe78cde6b4ca,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:57.224154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48752) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:57.232796 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.255601 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec337f50-b911-4ef2-b3c9-90b8e1be87f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.368780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec337f50-b911-4ef2-b3c9-90b8e1be87f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.375043 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.381697 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ec337f50-b911-4ef2-b3c9-90b8e1be87f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.410636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6679241f-7921-4669-84b5-fe78cde6b4ca']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:57.423373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d18b90-8351-41fd-b347-192f33d0ee98') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:57.424345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d18b90-8351-41fd-b347-192f33d0ee98') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:57.432923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ec337f50-b911-4ef2-b3c9-90b8e1be87f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d8bf95e8a52401fb615fa6b45a7478e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2075007 Nov 19 19:21:57.433836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec337f50-b911-4ef2-b3c9-90b8e1be87f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823d7387-259c-4e1c-b58c-f01125e776ca,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:57.437161 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.457578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48758) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:57.458197 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.464788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:21:57.468592 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:21:57.538757 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-073786ee-df6f-467b-b288-56dd8c52ff15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.542057 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.557667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6679241f-7921-4669-84b5-fe78cde6b4ca {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 19:21:57.567113 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-073786ee-df6f-467b-b288-56dd8c52ff15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.576809 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.586880 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] 10.222.0.50 "DELETE /v2.0/networks/6679241f-7921-4669-84b5-fe78cde6b4ca HTTP/1.1" status: 204 len: 168 time: 0.6170113 Nov 19 19:21:57.592421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48760) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:57.636228 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-073786ee-df6f-467b-b288-56dd8c52ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.639149 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-073786ee-df6f-467b-b288-56dd8c52ff15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.650083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-073786ee-df6f-467b-b288-56dd8c52ff15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/823d7387-259c-4e1c-b58c-f01125e776ca HTTP/1.1" status: 204 len: 168 time: 0.1949952 Nov 19 19:21:57.657666 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f7a5ac-da4d-43ff-b61c-4251c9f19996 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] DELETE failed (client error): The resource could not be found. Nov 19 19:21:57.659067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f7a5ac-da4d-43ff-b61c-4251c9f19996 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:21:57.663265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d6f7a5ac-da4d-43ff-b61c-4251c9f19996 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] 10.222.0.50 "DELETE /v2.0/subnets/306cd41c-31d4-49c1-9388-037568116caa HTTP/1.1" status: 404 len: 337 time: 0.0384202 Nov 19 19:21:57.664608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416949b-3592-41f4-93c3-a10190067c50 tempest-ExternalNetworksTestJSON-2040562468 tempest-ExternalNetworksTestJSON-2040562468-project-admin] Pushing event deleted for resources: {'Network': ['ID=6679241f-7921-4669-84b5-fe78cde6b4ca,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:57.666493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48764) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:57.680354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073786ee-df6f-467b-b288-56dd8c52ff15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823d7387-259c-4e1c-b58c-f01125e776ca,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:57.773532 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.904220 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:57.982659 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d18a3be-569f-4578-a074-7e633ef87649']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:57.998638 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85134aef-8aa0-4c56-a18b-75b0f70ea9c2') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:57.998863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85134aef-8aa0-4c56-a18b-75b0f70ea9c2') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:21:58.018623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.043498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.060139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:21:58.060581 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:21:58.068836 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:21:58.206346 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.242766 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.249006 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] 10.222.0.50 "DELETE /v2.0/networks/3d18a3be-569f-4578-a074-7e633ef87649 HTTP/1.1" status: 204 len: 168 time: 0.5783687 Nov 19 19:21:58.250491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb17d8b-e6f8-46ec-9159-4ae6d07fdfe8 tempest-ExternalNetworksTestJSON-2013035137 tempest-ExternalNetworksTestJSON-2013035137-project] Pushing event deleted for resources: {'Network': ['ID=3d18a3be-569f-4578-a074-7e633ef87649,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:58.261788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48786) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:58.283469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86d09d58-9d59-4e60-bb98-b95673a70074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.435910 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86d09d58-9d59-4e60-bb98-b95673a70074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.442326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86d09d58-9d59-4e60-bb98-b95673a70074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.513077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-86d09d58-9d59-4e60-bb98-b95673a70074 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1db9a140565d46fba25101cb3d53bc0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2501144 Nov 19 19:21:58.514086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d09d58-9d59-4e60-bb98-b95673a70074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002901d2-e910-46bb-81cd-56db208f51f5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:58.515928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48792) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:58.595339 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fb501d0-8daf-4fe2-bac8-4e16c08c78d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.625072 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fb501d0-8daf-4fe2-bac8-4e16c08c78d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.636913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48800) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:58.691877 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fb501d0-8daf-4fe2-bac8-4e16c08c78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.695130 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4fb501d0-8daf-4fe2-bac8-4e16c08c78d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.709694 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4fb501d0-8daf-4fe2-bac8-4e16c08c78d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/002901d2-e910-46bb-81cd-56db208f51f5 HTTP/1.1" status: 204 len: 168 time: 0.1826231 Nov 19 19:21:58.729348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb501d0-8daf-4fe2-bac8-4e16c08c78d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002901d2-e910-46bb-81cd-56db208f51f5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:58.882909 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5dd68dd7-8dda-4001-95a3-95acf7b7bc27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b41605c1c35f4a339ab644f204aba49a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421837 Nov 19 19:21:58.883158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48808) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:58.941828 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de0e306f-638b-4b0d-92fa-6b7333c28f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:58.981079 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de0e306f-638b-4b0d-92fa-6b7333c28f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:59.044518 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de0e306f-638b-4b0d-92fa-6b7333c28f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:59.049125 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-de0e306f-638b-4b0d-92fa-6b7333c28f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:59.053394 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-de0e306f-638b-4b0d-92fa-6b7333c28f89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a7ec7ec-153c-4e39-b37d-508a5922f1c9 HTTP/1.1" status: 204 len: 168 time: 0.1663859 Nov 19 19:21:59.063206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e306f-638b-4b0d-92fa-6b7333c28f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7ec7ec-153c-4e39-b37d-508a5922f1c9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:21:59.498014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48840) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:59.542332 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-689cd7ec-e41d-47c5-8a39-4e2d10cf5f6d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f6e791dda4d44d82b14a2079aa0ff6be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429425 Nov 19 19:21:59.545018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48842) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:21:59.619417 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-474f8fdc-66f4-4bec-8d6e-4f24e5496b3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:21:59.820119 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:00.010880 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-474f8fdc-66f4-4bec-8d6e-4f24e5496b3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:00.078901 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-474f8fdc-66f4-4bec-8d6e-4f24e5496b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:00.082001 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-474f8fdc-66f4-4bec-8d6e-4f24e5496b3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:00.083567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-474f8fdc-66f4-4bec-8d6e-4f24e5496b3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/453a7736-f38e-4790-bb96-2c1ce1d63578 HTTP/1.1" status: 204 len: 168 time: 0.5368171 Nov 19 19:22:00.117949 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f8fdc-66f4-4bec-8d6e-4f24e5496b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a7736-f38e-4790-bb96-2c1ce1d63578,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:01.730012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48942) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:01.914746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-25cafc38-5bd8-4a56-990c-419491dc3c11 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1875825513'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:01.915207 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-25cafc38-5bd8-4a56-990c-419491dc3c11 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Unknown quota resources ['metering_label']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 19:22:02.133512 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25cafc38-5bd8-4a56-990c-419491dc3c11 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:02.135167 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-25cafc38-5bd8-4a56-990c-419491dc3c11 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4035621 Nov 19 19:22:02.137520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48948) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:02.142360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b87f2d21-3c05-4384-ba40-d7cb2f5ab936 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '21597714-b808-4be3-962a-77ad687eb3b0'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:02.142972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b87f2d21-3c05-4384-ba40-d7cb2f5ab936 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 19:22:02.248832 n-d-815373-6 neutron-server[109888]: WARNING neutron.services.metering.metering_plugin [None req-b87f2d21-3c05-4384-ba40-d7cb2f5ab936 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 19:22:02.403951 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b87f2d21-3c05-4384-ba40-d7cb2f5ab936 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:02.405426 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b87f2d21-3c05-4384-ba40-d7cb2f5ab936 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2668374 Nov 19 19:22:02.409602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48956) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:02.414040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-18086304-f9db-456c-9068-e8287afa7ea6 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '21597714-b808-4be3-962a-77ad687eb3b0'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:02.414606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-18086304-f9db-456c-9068-e8287afa7ea6 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 19:22:02.490988 n-d-815373-6 neutron-server[109888]: WARNING neutron.services.metering.metering_plugin [None req-18086304-f9db-456c-9068-e8287afa7ea6 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 19:22:02.620223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18086304-f9db-456c-9068-e8287afa7ea6 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:02.624855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48960) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:02.636981 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-18086304-f9db-456c-9068-e8287afa7ea6 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2261262 Nov 19 19:22:02.646054 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48964) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:02.648723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-adb42c68-eded-4324-a1b8-c59a548a1aeb tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=90eb513d-2442-46f1-bd04-c93131262bfd HTTP/1.1" status: 200 len: 462 time: 0.0213084 Nov 19 19:22:02.789013 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-053551f8-10ec-43eb-abb7-36754084a11c tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:02.793392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48966) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:02.798717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-053551f8-10ec-43eb-abb7-36754084a11c tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/90eb513d-2442-46f1-bd04-c93131262bfd HTTP/1.1" status: 204 len: 168 time: 0.1507757 Nov 19 19:22:02.806398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0dcec95e-747f-4766-87ba-4e220d8cfbd7 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=90eb513d-2442-46f1-bd04-c93131262bfd HTTP/1.1" status: 200 len: 221 time: 0.0117264 Nov 19 19:22:02.809063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48968) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:02.814633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-18b12e86-25f6-433d-b82f-b0e5481d52b6 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--107095906', 'description': 'label created by tempest'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:02.815085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-18b12e86-25f6-433d-b82f-b0e5481d52b6 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Unknown quota resources ['metering_label']. {{(pid=109887) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 19:22:03.071673 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-18b12e86-25f6-433d-b82f-b0e5481d52b6 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:03.072955 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-18b12e86-25f6-433d-b82f-b0e5481d52b6 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2629592 Nov 19 19:22:03.075697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48974) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:03.164595 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5d58a409-feb9-46e7-b98d-0858ff93f260 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=a7cff480-aec9-4b8a-84b3-5cbedf74b464 HTTP/1.1" status: 200 len: 467 time: 0.0852489 Nov 19 19:22:03.164881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48976) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:03.414902 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-36c12ac5-75aa-4408-bb94-adc2b94391c5 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:03.418754 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-36c12ac5-75aa-4408-bb94-adc2b94391c5 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/a7cff480-aec9-4b8a-84b3-5cbedf74b464 HTTP/1.1" status: 204 len: 168 time: 0.2503889 Nov 19 19:22:03.419266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48984) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:03.434514 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-374f57ee-fa52-4654-af13-fca50ed81621 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=a7cff480-aec9-4b8a-84b3-5cbedf74b464 HTTP/1.1" status: 200 len: 216 time: 0.0137048 Nov 19 19:22:03.437870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48986) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:03.449554 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-30ba7345-586c-4883-9b37-71d06d6c2224 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0104935 Nov 19 19:22:03.452808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48988) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:03.465798 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8887f03c-2258-4c4d-b04a-2903d29c9534 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0111680 Nov 19 19:22:03.468460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48990) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:03.522214 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4870ae22-8746-4114-bfb7-9a78792830ba tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/21597714-b808-4be3-962a-77ad687eb3b0 HTTP/1.1" status: 200 len: 473 time: 0.0523260 Nov 19 19:22:03.525900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 48992) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:03.541834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fa750315-044d-4d29-9c5b-0e9b3692e455 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/6b83dd06-c148-4c4d-ab58-56e918cc7d0d HTTP/1.1" status: 200 len: 459 time: 0.0109024 Nov 19 19:22:03.542127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 48996) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:03.664335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e34e4386-bec7-4210-a8e1-b86c0f6adc55 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:03.665613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e34e4386-bec7-4210-a8e1-b86c0f6adc55 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/6b83dd06-c148-4c4d-ab58-56e918cc7d0d HTTP/1.1" status: 204 len: 168 time: 0.1223965 Nov 19 19:22:03.669515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49000) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:03.949245 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a1c015b-69ff-46a9-9cf3-38e1f79703e6 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:03.951060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9a1c015b-69ff-46a9-9cf3-38e1f79703e6 tempest-MeteringIpV6TestJSON-1101266565 tempest-MeteringIpV6TestJSON-1101266565-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/21597714-b808-4be3-962a-77ad687eb3b0 HTTP/1.1" status: 204 len: 168 time: 0.2796459 Nov 19 19:22:04.354796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49014) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:04.498815 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02b4fbf4-365c-4145-be47-3902562fb943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:04.603938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02b4fbf4-365c-4145-be47-3902562fb943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:04.609539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02b4fbf4-365c-4145-be47-3902562fb943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:04.653916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4fbf4-365c-4145-be47-3902562fb943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff393a3-db8f-4035-bd02-64bf185a82d4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:04.659769 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-02b4fbf4-365c-4145-be47-3902562fb943 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=557cb520a26748e2a571ebb0b0d1081f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031452 Nov 19 19:22:04.662371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49030) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:04.723742 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0323cc4-c279-45bf-b5a7-7e289c1cb19c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:04.752331 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0323cc4-c279-45bf-b5a7-7e289c1cb19c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:04.828469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0323cc4-c279-45bf-b5a7-7e289c1cb19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:04.831136 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e0323cc4-c279-45bf-b5a7-7e289c1cb19c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:04.832381 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e0323cc4-c279-45bf-b5a7-7e289c1cb19c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eff393a3-db8f-4035-bd02-64bf185a82d4 HTTP/1.1" status: 204 len: 168 time: 0.1690938 Nov 19 19:22:04.841022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0323cc4-c279-45bf-b5a7-7e289c1cb19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff393a3-db8f-4035-bd02-64bf185a82d4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:05.454749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49082) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:05.471670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e3a8c1d-7b9d-4ab3-badd-4bd1f8430b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:05.610249 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e3a8c1d-7b9d-4ab3-badd-4bd1f8430b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:05.618749 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9e3a8c1d-7b9d-4ab3-badd-4bd1f8430b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:05.671213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9e3a8c1d-7b9d-4ab3-badd-4bd1f8430b1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50b7425382ec44e7844a168b4a7f8ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126703 Nov 19 19:22:05.672483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49100) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:05.700731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a8c1d-7b9d-4ab3-badd-4bd1f8430b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddd489d-4c14-47d3-9820-5c448656cbe8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:05.784401 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-661d5344-d097-4f61-8c0f-69248126499e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:05.853838 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-661d5344-d097-4f61-8c0f-69248126499e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:05.932130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-661d5344-d097-4f61-8c0f-69248126499e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:05.936048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-661d5344-d097-4f61-8c0f-69248126499e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:05.937314 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-661d5344-d097-4f61-8c0f-69248126499e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ddd489d-4c14-47d3-9820-5c448656cbe8 HTTP/1.1" status: 204 len: 168 time: 0.2530446 Nov 19 19:22:05.963186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d5344-d097-4f61-8c0f-69248126499e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddd489d-4c14-47d3-9820-5c448656cbe8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:07.048742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49150) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:07.162902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1867847563'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:07.188130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Made reservation on behalf of 6f8748829ad049b6a3484b72cd29c8ee for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:07.192480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:07.203428 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:07.314086 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:07.319566 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:07.350195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:07.356821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddee8dc-521e-4b7a-9f76-1086554e6cef,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:07.364338 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:07.364827 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Added segment 81806ad6-c37f-4b94-ade7-081e88ccf897 of type vlan for network 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef Nov 19 19:22:07.420104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:07.452085 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:07.459386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:07.460009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:07.537269 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4837849 Nov 19 19:22:07.538395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49160) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:07.544022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Request body: {'subnet': {'network_id': '2a5c0770-e7a2-475d-90a2-5af69b1ed4ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:07.605055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e058b1-030b-40dd-aaba-bc8eb043d688 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event updated for resources: {'Network': ['ID=2a5c0770-e7a2-475d-90a2-5af69b1ed4ef,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:07.616180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:07.656690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Made reservation on behalf of 6f8748829ad049b6a3484b72cd29c8ee for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:07.662105 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:07.912429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:07.977837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event updated for resources: {'Subnet': ['ID=8a3fa1b1-c4fa-4028-a61b-39a61ee8669a,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:08.015454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Checking segment: {'id': '81806ad6-c37f-4b94-ade7-081e88ccf897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2a5c0770-e7a2-475d-90a2-5af69b1ed4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:08.015904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Network hostable DHCP agents. Network: 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:22:08.040980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Network 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:22:08.052306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:08.064388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:08.065028 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:08.066411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f29201-bc1d-4685-bb06-abc2edf94b04 None None] Network 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:08.101785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e487ac82-38a9-4bcc-84c7-341358d54fb5 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5624313 Nov 19 19:22:08.104348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49170) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:08.109767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-86240343-bf99-464b-961e-6646df008390 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-443244603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:08.153328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86240343-bf99-464b-961e-6646df008390 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:08.154947 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86240343-bf99-464b-961e-6646df008390 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:08.240141 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86240343-bf99-464b-961e-6646df008390 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:08.246836 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6ab6e2b4-e9ee-4e09-8f88-c1264a7a1539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:08.255778 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86240343-bf99-464b-961e-6646df008390 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:08.302644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2a5c0770-e7a2-475d-90a2-5af69b1ed4ef', 'network_id': '2a5c0770-e7a2-475d-90a2-5af69b1ed4ef', 'tenant_id': '6f8748829ad049b6a3484b72cd29c8ee', 'fixed_ips': [{'subnet_id': '8a3fa1b1-c4fa-4028-a61b-39a61ee8669a'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:22:08.303725 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:08.325909 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86240343-bf99-464b-961e-6646df008390 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:08.331768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49176) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:08.333166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-86240343-bf99-464b-961e-6646df008390 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2277744 Nov 19 19:22:08.490830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Allocated IP 172.20.0.2 (2a5c0770-e7a2-475d-90a2-5af69b1ed4ef/8a3fa1b1-c4fa-4028-a61b-39a61ee8669a/a28132d5-a955-4482-8b52-a9cab0183e3a) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:08.703790 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:08.712289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:08.763152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Pushing event updated for resources: {'Port': ['ID=a28132d5-a955-4482-8b52-a9cab0183e3a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:08.776702 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.777102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.777464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.777828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.778175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.778514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.778985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.779176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.779508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.779848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.780168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.780494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:08.794442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Network 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:08.797448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:08.800539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:08.911201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Attempting to bind port a28132d5-a955-4482-8b52-a9cab0183e3a on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:22:08.912122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Attempting to bind port a28132d5-a955-4482-8b52-a9cab0183e3a by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '81806ad6-c37f-4b94-ade7-081e88ccf897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2a5c0770-e7a2-475d-90a2-5af69b1ed4ef'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:22:08.912832 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Attempting to bind port a28132d5-a955-4482-8b52-a9cab0183e3a on network 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:22:08.920173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:22:08.921001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Checking segment: {'id': '81806ad6-c37f-4b94-ade7-081e88ccf897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2a5c0770-e7a2-475d-90a2-5af69b1ed4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:08.921834 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:08.922876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Bound using segment: {'id': '81806ad6-c37f-4b94-ade7-081e88ccf897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2a5c0770-e7a2-475d-90a2-5af69b1ed4ef'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:22:08.923770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Bound port: a28132d5-a955-4482-8b52-a9cab0183e3a, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81806ad6-c37f-4b94-ade7-081e88ccf897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2a5c0770-e7a2-475d-90a2-5af69b1ed4ef'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:22:08.925218 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:09.025102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] For port a28132d5-a955-4482-8b52-a9cab0183e3a, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:22:09.031455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] For port a28132d5-a955-4482-8b52-a9cab0183e3a, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a28132d5-a955-4482-8b52-a9cab0183e3a,segment=NetworkSegment(81806ad6-c37f-4b94-ade7-081e88ccf897),segment_id=81806ad6-c37f-4b94-ade7-081e88ccf897)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:22:09.040085 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:09.185615 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:09.208571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9d8cb-adef-480c-b838-3dcbc2724f24 None None] Pushing event updated for resources: {'Port': ['ID=a28132d5-a955-4482-8b52-a9cab0183e3a,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:09.538408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Allocated IP 172.20.0.1 (2a5c0770-e7a2-475d-90a2-5af69b1ed4ef/8a3fa1b1-c4fa-4028-a61b-39a61ee8669a/a12e3824-0b79-4b25-b471-9882ff8ab577) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:09.758519 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:09.835729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:09.951819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Network 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:09.956876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:09.961585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:10.002810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event updated for resources: {'Port': ['ID=a12e3824-0b79-4b25-b471-9882ff8ab577,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:10.028217 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:10.082197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a28132d5-a955-4482-8b52-a9cab0183e3a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:10.223795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a28132d5-a955-4482-8b52-a9cab0183e3a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:10.224167 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:10.280694 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:10.339274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49216) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:10.401908 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:10.463967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port a28132d5-a955-4482-8b52-a9cab0183e3a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a28132d5-a955-4482-8b52-a9cab0183e3a,segment=NetworkSegment(81806ad6-c37f-4b94-ade7-081e88ccf897),segment_id=81806ad6-c37f-4b94-ade7-081e88ccf897)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:10.477138 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:10.604161 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb949-68df-4d2c-b655-946b30f63369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:10.638922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=a28132d5-a955-4482-8b52-a9cab0183e3a,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:10.667492 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-93382b5d-8ddf-4cb3-af11-040cf37e1410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:10.791040 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb949-68df-4d2c-b655-946b30f63369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:10.800366 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb949-68df-4d2c-b655-946b30f63369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:10.805288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad9cd4-3009-4dd3-8d93-3e5eef9a73c1 None None] Network 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:10.911268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bb949-68df-4d2c-b655-946b30f63369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d0c165-130a-4f3e-a862-6497ee8a512d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:10.920120 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49228) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:10.926320 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ee6bb949-68df-4d2c-b655-946b30f63369 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba9016c348584a529d1d40e3201f63ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5858948 Nov 19 19:22:10.973112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4842fde6-35f1-4bc3-923b-f740636064ef None None] Provisioning complete for port a28132d5-a955-4482-8b52-a9cab0183e3a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:10.973918 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4842fde6-35f1-4bc3-923b-f740636064ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.012741 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.038386 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.114921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event updated for resources: {'Port': ['ID=a12e3824-0b79-4b25-b471-9882ff8ab577,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:11.134772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbe6fed3-87c8-45a5-a8b4-9e76db70347a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.195874 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbe6fed3-87c8-45a5-a8b4-9e76db70347a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.208505 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.370614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbe6fed3-87c8-45a5-a8b4-9e76db70347a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.373230 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbe6fed3-87c8-45a5-a8b4-9e76db70347a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.376973 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dbe6fed3-87c8-45a5-a8b4-9e76db70347a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8d0c165-130a-4f3e-a862-6497ee8a512d HTTP/1.1" status: 204 len: 168 time: 0.4503574 Nov 19 19:22:11.405724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Network 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:11.407579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:11.423236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6fed3-87c8-45a5-a8b4-9e76db70347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d0c165-130a-4f3e-a862-6497ee8a512d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:11.635943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-138ba14a-e03c-41a4-91a9-38605e77d7f1 None None] Provisioning complete for port a28132d5-a955-4482-8b52-a9cab0183e3a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:11.636533 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-138ba14a-e03c-41a4-91a9-38605e77d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.659806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Router 5b44ae7e-4bf7-4177-b460-9c1241970ce4 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:22:11.816374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:22:11.821254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-138ba14a-e03c-41a4-91a9-38605e77d7f1 None None] Provisioning complete for port a12e3824-0b79-4b25-b471-9882ff8ab577 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:11.821410 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-138ba14a-e03c-41a4-91a9-38605e77d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.828190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e460860-d38e-4737-8098-6c5fab943a2d None None] Sync routers for ids ['5b44ae7e-4bf7-4177-b460-9c1241970ce4'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:22:11.835736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49246) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:11.838076 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d8554b83-c91b-4696-bc51-40c9b9368c6b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "PUT /v2.0/routers/5b44ae7e-4bf7-4177-b460-9c1241970ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4990592 Nov 19 19:22:11.841998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Request body: {'port': {'network_id': '2a5c0770-e7a2-475d-90a2-5af69b1ed4ef', 'name': 'tempest-FloatingIPNegativeTestJSON-225349215'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:11.876300 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49248) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:11.906981 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cde2c6e8-8115-4bd4-a401-4c7a855b01b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.925185 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e460860-d38e-4737-8098-6c5fab943a2d None None] Routers {'5b44ae7e-4bf7-4177-b460-9c1241970ce4'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:11.937785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2e460860-d38e-4737-8098-6c5fab943a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5b44ae7e-4bf7-4177-b460-9c1241970ce4'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:11.986260 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:11.987776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-138ba14a-e03c-41a4-91a9-38605e77d7f1 None None] Port a12e3824-0b79-4b25-b471-9882ff8ab577 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:11.989344 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2e460860-d38e-4737-8098-6c5fab943a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:12.001660 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e460860-d38e-4737-8098-6c5fab943a2d None None] Routers {'5b44ae7e-4bf7-4177-b460-9c1241970ce4'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:12.003226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2e460860-d38e-4737-8098-6c5fab943a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5b44ae7e-4bf7-4177-b460-9c1241970ce4'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:12.051813 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2e460860-d38e-4737-8098-6c5fab943a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:12.052537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e460860-d38e-4737-8098-6c5fab943a2d None None] The sync data for ids ['5b44ae7e-4bf7-4177-b460-9c1241970ce4'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:22:12.057678 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a28132d5-a955-4482-8b52-a9cab0183e3a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:12.093810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cde2c6e8-8115-4bd4-a401-4c7a855b01b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.106920 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cde2c6e8-8115-4bd4-a401-4c7a855b01b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.148745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Made reservation on behalf of 6f8748829ad049b6a3484b72cd29c8ee for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:12.157986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.167323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-78014eac-007c-4840-bad7-8996df91d45b None None] Provisioning complete for port a12e3824-0b79-4b25-b471-9882ff8ab577 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:12.167687 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78014eac-007c-4840-bad7-8996df91d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.173086 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cde2c6e8-8115-4bd4-a401-4c7a855b01b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=297a48cd1c6f44dda804c3e2a1b0628a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2961085 Nov 19 19:22:12.174045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2c6e8-8115-4bd4-a401-4c7a855b01b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f47b9a-70d7-457f-97e4-11b3e1ee8f8a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:12.177341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49254) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:12.214087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] device_id is not set on port 7caeeeae-9e4e-4733-93ad-411ad8c13b90 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:22:12.248707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a28132d5-a955-4482-8b52-a9cab0183e3a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:12.249301 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.303545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-78014eac-007c-4840-bad7-8996df91d45b None None] Port a12e3824-0b79-4b25-b471-9882ff8ab577 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:12.327407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.387374 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.420910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Allocated IP 172.20.0.5 (2a5c0770-e7a2-475d-90a2-5af69b1ed4ef/8a3fa1b1-c4fa-4028-a61b-39a61ee8669a/7caeeeae-9e4e-4733-93ad-411ad8c13b90) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:12.428812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d1070ece-2eba-4048-8bcc-46c7782372c1 None None] Provisioning complete for port a12e3824-0b79-4b25-b471-9882ff8ab577 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:12.429487 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d1070ece-2eba-4048-8bcc-46c7782372c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.496031 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.500564 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.500771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d1070ece-2eba-4048-8bcc-46c7782372c1 None None] Port a12e3824-0b79-4b25-b471-9882ff8ab577 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:12.502734 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01f47b9a-70d7-457f-97e4-11b3e1ee8f8a HTTP/1.1" status: 204 len: 168 time: 0.3221059 Nov 19 19:22:12.555937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f47b9a-70d7-457f-97e4-11b3e1ee8f8a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:12.570261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.570793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.571714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.571714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.572097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.572638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.573050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.573462 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.574099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.574535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.575169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.575631 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592238ff-4f0a-464b-8e29-6ab8ae98bfbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:12.668699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.714680 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.789046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Network 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:12.797581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:12.814043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:12.850187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event updated for resources: {'Port': ['ID=7caeeeae-9e4e-4733-93ad-411ad8c13b90,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:12.889178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:12.890278 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:12.946705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49272) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:12.948924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-902d2f27-bf61-4b15-8fd8-af84861c9b69 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1113694 Nov 19 19:22:12.953414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:12.992416 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:13.208202 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:13.294151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-acd6cdc2-749e-46ac-b09c-d52da46444a0 None None] Provisioning complete for port 7caeeeae-9e4e-4733-93ad-411ad8c13b90 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:13.294701 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acd6cdc2-749e-46ac-b09c-d52da46444a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:13.428190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-acd6cdc2-749e-46ac-b09c-d52da46444a0 None None] Port 7caeeeae-9e4e-4733-93ad-411ad8c13b90 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:13.433123 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:13.451089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Allocated IP 172.25.3.178 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/2391793f-ff7b-488d-817c-e2787f1621ec) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:13.626533 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:13.716571 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:13.790495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:13.793880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:13.798997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:13.836892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event updated for resources: {'Port': ['ID=2391793f-ff7b-488d-817c-e2787f1621ec,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:13.855539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.855890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.856227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.856563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.856892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.857223 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.857550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.857917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.858253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.858578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.859802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.860133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:13.959876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:14.004392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:14.125793 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:14.225063 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:14.232508 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:14.290005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event updated for resources: {'Port': ['ID=2391793f-ff7b-488d-817c-e2787f1621ec,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:14.366990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:14.385721 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:14.387382 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2818c851-3cff-4ba2-81e5-052aca82f8fc tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4396365 Nov 19 19:22:14.390017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49322) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:14.397501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-01b45f19-fe29-4c20-8efa-cd0e8d3f517a tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Request body: {'floatingip': {'port_id': '7caeeeae-9e4e-4733-93ad-411ad8c13b90', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:14.495946 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01b45f19-fe29-4c20-8efa-cd0e8d3f517a tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:14.642533 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-01b45f19-fe29-4c20-8efa-cd0e8d3f517a tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] update failed (client error): The resource could not be found. Nov 19 19:22:14.647381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49334) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:14.654979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-01b45f19-fe29-4c20-8efa-cd0e8d3f517a tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "PUT /v2.0/floatingips/62e327d7-13b7-464d-be7b-6d233e1ceb95 HTTP/1.1" status: 404 len: 507 time: 0.2629926 Nov 19 19:22:14.819246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0abb1-6c5c-4966-8425-f595e4fc7d6c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Deleting port 2391793f-ff7b-488d-817c-e2787f1621ec {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:14.819627 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3e0abb1-6c5c-4966-8425-f595e4fc7d6c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:14.943693 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3e0abb1-6c5c-4966-8425-f595e4fc7d6c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:14.944021 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3e0abb1-6c5c-4966-8425-f595e4fc7d6c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:14.962416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0abb1-6c5c-4966-8425-f595e4fc7d6c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Calling delete_port for 2391793f-ff7b-488d-817c-e2787f1621ec owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:15.132775 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3e0abb1-6c5c-4966-8425-f595e4fc7d6c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:15.234279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0abb1-6c5c-4966-8425-f595e4fc7d6c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event deleted for resources: {'Port': ['ID=2391793f-ff7b-488d-817c-e2787f1621ec,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:15.247714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3e0abb1-6c5c-4966-8425-f595e4fc7d6c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:15.250845 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f3e0abb1-6c5c-4966-8425-f595e4fc7d6c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:15.253807 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f3e0abb1-6c5c-4966-8425-f595e4fc7d6c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "DELETE /v2.0/floatingips/62e327d7-13b7-464d-be7b-6d233e1ceb95 HTTP/1.1" status: 204 len: 168 time: 0.6036665 Nov 19 19:22:15.256957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49378) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:15.262562 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5e51671c-4505-4e0f-90e7-9769220adfe0 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Request body: {'floatingip': {'floating_network_id': '2a5c0770-e7a2-475d-90a2-5af69b1ed4ef', 'port_id': '7caeeeae-9e4e-4733-93ad-411ad8c13b90', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:15.301384 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5e51671c-4505-4e0f-90e7-9769220adfe0 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:15.450963 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-5e51671c-4505-4e0f-90e7-9769220adfe0 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:22:15.457257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5e51671c-4505-4e0f-90e7-9769220adfe0 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1937413 Nov 19 19:22:15.457556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49382) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:15.463660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '7caeeeae-9e4e-4733-93ad-411ad8c13b90', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:15.504780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:15.551590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49388) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:15.633510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:15.705382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb539742-787d-443e-94ed-96ee3ccdadbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:15.791405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Allocated IP 172.25.3.250 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/5463a172-1d69-4717-a2c6-95062a490e57) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:15.967447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb539742-787d-443e-94ed-96ee3ccdadbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:15.974722 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb539742-787d-443e-94ed-96ee3ccdadbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.027983 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cb539742-787d-443e-94ed-96ee3ccdadbb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc48fc7f1fc644ebb6605d9aaeb00f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4729617 Nov 19 19:22:16.028354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49404) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:16.029269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb539742-787d-443e-94ed-96ee3ccdadbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b69408-00b8-48e5-9d81-c1e75c851864,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:16.085842 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.128171 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7bbc336d-d620-4c88-82cd-64395fa5b5d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.130023 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.154471 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7bbc336d-d620-4c88-82cd-64395fa5b5d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.210919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7bbc336d-d620-4c88-82cd-64395fa5b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.212763 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:16.213649 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7bbc336d-d620-4c88-82cd-64395fa5b5d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.214408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:16.215199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7bbc336d-d620-4c88-82cd-64395fa5b5d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8b69408-00b8-48e5-9d81-c1e75c851864 HTTP/1.1" status: 204 len: 168 time: 0.1851790 Nov 19 19:22:16.224554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:16.227563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc336d-d620-4c88-82cd-64395fa5b5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b69408-00b8-48e5-9d81-c1e75c851864,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:16.337395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event updated for resources: {'Port': ['ID=5463a172-1d69-4717-a2c6-95062a490e57,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:16.562353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Deleting port 5463a172-1d69-4717-a2c6-95062a490e57 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:16.562579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.696628 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.697410 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.722802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49418) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:16.728227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Calling delete_port for 5463a172-1d69-4717-a2c6-95062a490e57 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:16.737374 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-129a25b7-a467-44e9-b27b-b83e78f24487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.867590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-129a25b7-a467-44e9-b27b-b83e78f24487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.879555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-129a25b7-a467-44e9-b27b-b83e78f24487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:16.943254 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-129a25b7-a467-44e9-b27b-b83e78f24487 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2086e0c274b740c998f4498f0c5354c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2190742 Nov 19 19:22:16.944482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a25b7-a467-44e9-b27b-b83e78f24487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1670607-2f39-4969-b41b-2d8ae8b33a76,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:16.946555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49426) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:16.985615 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:17.008678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event deleted for resources: {'Port': ['ID=5463a172-1d69-4717-a2c6-95062a490e57,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:17.124029 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b70d142-f054-4754-a91e-e5370a490a3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:17.159133 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] create failed (client error): The resource could not be found. Nov 19 19:22:17.163642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49430) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:17.166241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bec84383-c81e-4f72-aed1-be8ca0551417 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7075756 Nov 19 19:22:17.170093 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b70d142-f054-4754-a91e-e5370a490a3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:17.230714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b70d142-f054-4754-a91e-e5370a490a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:17.234606 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b70d142-f054-4754-a91e-e5370a490a3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:17.238801 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5b70d142-f054-4754-a91e-e5370a490a3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1670607-2f39-4969-b41b-2d8ae8b33a76 HTTP/1.1" status: 204 len: 168 time: 0.2884538 Nov 19 19:22:17.259227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70d142-f054-4754-a91e-e5370a490a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1670607-2f39-4969-b41b-2d8ae8b33a76,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:17.571709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1e025ec4-996a-4e75-8143-c0477d51839b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Deleting port 7caeeeae-9e4e-4733-93ad-411ad8c13b90 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:17.572067 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e025ec4-996a-4e75-8143-c0477d51839b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:17.686848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e025ec4-996a-4e75-8143-c0477d51839b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:17.700380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1e025ec4-996a-4e75-8143-c0477d51839b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Calling delete_port for 7caeeeae-9e4e-4733-93ad-411ad8c13b90 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:17.873269 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e025ec4-996a-4e75-8143-c0477d51839b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:17.956275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e025ec4-996a-4e75-8143-c0477d51839b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event deleted for resources: {'Port': ['ID=7caeeeae-9e4e-4733-93ad-411ad8c13b90,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:18.054243 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e025ec4-996a-4e75-8143-c0477d51839b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:18.057778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1e025ec4-996a-4e75-8143-c0477d51839b tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "DELETE /v2.0/ports/7caeeeae-9e4e-4733-93ad-411ad8c13b90 HTTP/1.1" status: 204 len: 168 time: 0.8931077 Nov 19 19:22:18.061158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49466) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:18.137859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731a464b-3563-4441-a30a-e2b6ee313381 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:18.141266 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-731a464b-3563-4441-a30a-e2b6ee313381 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b44ae7e-4bf7-4177-b460-9c1241970ce4 HTTP/1.1" status: 200 len: 913 time: 0.0755582 Nov 19 19:22:18.143643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49468) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:18.304511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49476) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:18.443337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-766427928-network', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:18.473274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Made reservation on behalf of f002ade2b04e4ff28b373f7db8261e62 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:18.476241 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:18.491637 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:18.594187 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:18.599458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:18.645281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a0c25b-fb89-47f0-8eda-ab0612055c65,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:18.656667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:18.669194 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:18.669938 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Added segment a87e3b02-3346-4572-afa5-423f8791d5c6 of type vlan for network c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 Nov 19 19:22:18.718862 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:18.748101 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:18.749204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:18.749881 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:18.831293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] Pushing event updated for resources: {'Network': ['ID=c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:18.844464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:18.859895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-351989fe-dbb6-46b8-97da-b51b04d85e1f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5542066 Nov 19 19:22:18.866450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49488) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:18.871418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] Request body: {'subnet': {'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-766427928-subnet', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:18.943063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] Made reservation on behalf of f002ade2b04e4ff28b373f7db8261e62 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:18.945684 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:18.974111 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0028081-6f6d-424a-9516-9af049e38e5c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.174549 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.225037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e79483-5e95-4eaa-aaac-50f9ca149aaf,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:19.258846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] Checking segment: {'id': 'a87e3b02-3346-4572-afa5-423f8791d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:19.259733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] Network hostable DHCP agents. Network: c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:22:19.284976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] Network c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:22:19.299982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:19.305553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:19.306179 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.308599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c46032-4d2c-4b9e-993c-3f98d656ef03 None None] Network c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:19.337557 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8d8af69f-7aca-4f8c-82a2-7aa74bf7da16 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4675717 Nov 19 19:22:19.338247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49500) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:19.349270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a0028081-6f6d-424a-9516-9af049e38e5c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Deleting port a12e3824-0b79-4b25-b471-9882ff8ab577 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:19.349862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0028081-6f6d-424a-9516-9af049e38e5c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.350356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-766427928-router', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:19.382772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.384287 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.454834 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.509284 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0028081-6f6d-424a-9516-9af049e38e5c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.525901 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a0028081-6f6d-424a-9516-9af049e38e5c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Calling delete_port for a12e3824-0b79-4b25-b471-9882ff8ab577 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:19.572398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49508) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:19.608765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89', 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'fixed_ips': [{'subnet_id': 'c7e79483-5e95-4eaa-aaac-50f9ca149aaf'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:22:19.609943 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.790881 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0028081-6f6d-424a-9516-9af049e38e5c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.808652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Allocated IP 172.20.0.2 (c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89/c7e79483-5e95-4eaa-aaac-50f9ca149aaf/a907cab3-8c2f-4600-a262-dafbcc352b03) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:19.862099 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.884585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34d02d18-59f7-425a-b5ab-ab0cabec6ead admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:19.891324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0028081-6f6d-424a-9516-9af049e38e5c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event deleted for resources: {'Port': ['ID=a12e3824-0b79-4b25-b471-9882ff8ab577,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:20.154643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34d02d18-59f7-425a-b5ab-ab0cabec6ead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.164933 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34d02d18-59f7-425a-b5ab-ab0cabec6ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.205211 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0028081-6f6d-424a-9516-9af049e38e5c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.288936 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-34d02d18-59f7-425a-b5ab-ab0cabec6ead admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2f76afabf4e4bd79102da0d5c098d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7153499 Nov 19 19:22:20.298046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49518) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:20.370261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d02d18-59f7-425a-b5ab-ab0cabec6ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec347993-0d49-452e-9923-a4506eadc28c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:20.391525 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.399540 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.435825 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ecfc728d-bc13-4793-9837-d5f1296e0cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.454732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Pushing event updated for resources: {'Port': ['ID=a907cab3-8c2f-4600-a262-dafbcc352b03,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:20.467086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Network c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:20.468705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:20.472318 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:20.473209 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ecfc728d-bc13-4793-9837-d5f1296e0cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.480959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0028081-6f6d-424a-9516-9af049e38e5c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Router 5b44ae7e-4bf7-4177-b460-9c1241970ce4 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:22:20.519591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.567964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Attempting to bind port a907cab3-8c2f-4600-a262-dafbcc352b03 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:22:20.568349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Attempting to bind port a907cab3-8c2f-4600-a262-dafbcc352b03 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'a87e3b02-3346-4572-afa5-423f8791d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:22:20.568877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Attempting to bind port a907cab3-8c2f-4600-a262-dafbcc352b03 on network c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:22:20.575622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:22:20.576235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Checking segment: {'id': 'a87e3b02-3346-4572-afa5-423f8791d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:20.577258 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.578567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Bound using segment: {'id': 'a87e3b02-3346-4572-afa5-423f8791d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:22:20.579324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Bound port: a907cab3-8c2f-4600-a262-dafbcc352b03, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87e3b02-3346-4572-afa5-423f8791d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:22:20.579961 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.583891 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.597492 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ecfc728d-bc13-4793-9837-d5f1296e0cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.601262 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ecfc728d-bc13-4793-9837-d5f1296e0cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.603085 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ecfc728d-bc13-4793-9837-d5f1296e0cad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec347993-0d49-452e-9923-a4506eadc28c HTTP/1.1" status: 204 len: 168 time: 0.3039091 Nov 19 19:22:20.612119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0028081-6f6d-424a-9516-9af049e38e5c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:22:20.619614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a0028081-6f6d-424a-9516-9af049e38e5c tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "PUT /v2.0/routers/5b44ae7e-4bf7-4177-b460-9c1241970ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4736905 Nov 19 19:22:20.622041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49526) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:20.625289 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172904f2-6f23-4a4b-887a-773a1275967a None None] Sync routers for ids ['5b44ae7e-4bf7-4177-b460-9c1241970ce4'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:22:20.641789 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172904f2-6f23-4a4b-887a-773a1275967a None None] Routers {'5b44ae7e-4bf7-4177-b460-9c1241970ce4'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:20.642421 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-172904f2-6f23-4a4b-887a-773a1275967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5b44ae7e-4bf7-4177-b460-9c1241970ce4'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:20.709644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc728d-bc13-4793-9837-d5f1296e0cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec347993-0d49-452e-9923-a4506eadc28c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:20.711329 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3687f7fa-bfa3-42d8-b3f8-c00f8bdc6a6d tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.719611 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-172904f2-6f23-4a4b-887a-773a1275967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:20.738478 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172904f2-6f23-4a4b-887a-773a1275967a None None] Routers {'5b44ae7e-4bf7-4177-b460-9c1241970ce4'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:20.740276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] For port a907cab3-8c2f-4600-a262-dafbcc352b03, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:22:20.740434 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-172904f2-6f23-4a4b-887a-773a1275967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['5b44ae7e-4bf7-4177-b460-9c1241970ce4'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:20.754350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] For port a907cab3-8c2f-4600-a262-dafbcc352b03, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a907cab3-8c2f-4600-a262-dafbcc352b03,segment=NetworkSegment(a87e3b02-3346-4572-afa5-423f8791d5c6),segment_id=a87e3b02-3346-4572-afa5-423f8791d5c6)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:22:20.785352 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.818800 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-172904f2-6f23-4a4b-887a-773a1275967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:20.819467 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172904f2-6f23-4a4b-887a-773a1275967a None None] The sync data for ids ['5b44ae7e-4bf7-4177-b460-9c1241970ce4'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:22:20.857486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Allocated IP 172.25.3.152 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/76f915d4-0b40-4687-b974-fd6f9d873f99) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:20.947292 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3687f7fa-bfa3-42d8-b3f8-c00f8bdc6a6d tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.949967 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3687f7fa-bfa3-42d8-b3f8-c00f8bdc6a6d tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:20.952690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5203a10-98e6-450d-81de-ee28299a66b7 None None] Pushing event updated for resources: {'Port': ['ID=a907cab3-8c2f-4600-a262-dafbcc352b03,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:21.005935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3687f7fa-bfa3-42d8-b3f8-c00f8bdc6a6d tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.006543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3687f7fa-bfa3-42d8-b3f8-c00f8bdc6a6d tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Fanout notify agent at l3_agent the message router_deleted on router 5b44ae7e-4bf7-4177-b460-9c1241970ce4 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:22:21.014943 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3687f7fa-bfa3-42d8-b3f8-c00f8bdc6a6d tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.019353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3687f7fa-bfa3-42d8-b3f8-c00f8bdc6a6d tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "DELETE /v2.0/routers/5b44ae7e-4bf7-4177-b460-9c1241970ce4 HTTP/1.1" status: 204 len: 168 time: 0.3932755 Nov 19 19:22:21.020448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49534) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:21.119958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2886dd7-0256-45fb-828e-7509367b0155 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Deleting subnet 8a3fa1b1-c4fa-4028-a61b-39a61ee8669a {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:22:21.132356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.132356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c2886dd7-0256-45fb-828e-7509367b0155 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.173490 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:22:21.204091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c2886dd7-0256-45fb-828e-7509367b0155 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.258006 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.330743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:21.336909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:21.355491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ce160-de63-4afe-87cf-8c506c0e01e2 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:21.356924 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:21.359186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=76f915d4-0b40-4687-b974-fd6f9d873f99,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:21.405949 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c2886dd7-0256-45fb-828e-7509367b0155 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.451175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-db115943-5a86-43fc-a8d8-469cfa435900 None None] Provisioning complete for port 76f915d4-0b40-4687-b974-fd6f9d873f99 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:21.451903 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-db115943-5a86-43fc-a8d8-469cfa435900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.496860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-db115943-5a86-43fc-a8d8-469cfa435900 None None] Port 76f915d4-0b40-4687-b974-fd6f9d873f99 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:21.586858 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c2886dd7-0256-45fb-828e-7509367b0155 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.664086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2886dd7-0256-45fb-828e-7509367b0155 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3fa1b1-c4fa-4028-a61b-39a61ee8669a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:21.668066 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c2886dd7-0256-45fb-828e-7509367b0155 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.672792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c2886dd7-0256-45fb-828e-7509367b0155 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "DELETE /v2.0/subnets/8a3fa1b1-c4fa-4028-a61b-39a61ee8669a HTTP/1.1" status: 204 len: 168 time: 0.6517742 Nov 19 19:22:21.676879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49562) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:21.677122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f764ecc-b8f6-403a-a6f3-0cc9053f93ff None None] Network 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:21.766367 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.888640 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:21.992277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b6f24-e224-4aca-9ee5-50ea8b19a3a8 None None] DHCP port deletion for 2a5c0770-e7a2-475d-90a2-5af69b1ed4ef request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:22.074317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b6f24-e224-4aca-9ee5-50ea8b19a3a8 None None] Deleting port a28132d5-a955-4482-8b52-a9cab0183e3a {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:22.074909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6f24-e224-4aca-9ee5-50ea8b19a3a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:22.114589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Deleting port a28132d5-a955-4482-8b52-a9cab0183e3a {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:22.114834 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:22.145916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a907cab3-8c2f-4600-a262-dafbcc352b03 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:22.210856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ff6b6f24-e224-4aca-9ee5-50ea8b19a3a8 None None] For port a28132d5-a955-4482-8b52-a9cab0183e3a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a28132d5-a955-4482-8b52-a9cab0183e3a,segment=NetworkSegment(81806ad6-c37f-4b94-ade7-081e88ccf897),segment_id=81806ad6-c37f-4b94-ade7-081e88ccf897)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:22.211259 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6f24-e224-4aca-9ee5-50ea8b19a3a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:22.232532 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b6f24-e224-4aca-9ee5-50ea8b19a3a8 None None] Calling delete_port for a28132d5-a955-4482-8b52-a9cab0183e3a owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:22.250221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a907cab3-8c2f-4600-a262-dafbcc352b03 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:22.250909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:22.288040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] For port a28132d5-a955-4482-8b52-a9cab0183e3a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a28132d5-a955-4482-8b52-a9cab0183e3a,segment=NetworkSegment(81806ad6-c37f-4b94-ade7-081e88ccf897),segment_id=81806ad6-c37f-4b94-ade7-081e88ccf897)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:22.288701 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:22.316934 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:22.324548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Calling delete_port for a28132d5-a955-4482-8b52-a9cab0183e3a owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:22.402051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad72f068-2f2c-497d-9e86-6e67031adeb1 None None] Network c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:22.524358 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:22.551739 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6f24-e224-4aca-9ee5-50ea8b19a3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:22.600101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b6f24-e224-4aca-9ee5-50ea8b19a3a8 None None] Pushing event deleted for resources: {'Port': ['ID=a28132d5-a955-4482-8b52-a9cab0183e3a,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:22.603429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d3b1e893-3b2f-4aaf-9f8f-95befce241d7 None None] Provisioning complete for port a907cab3-8c2f-4600-a262-dafbcc352b03 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:22.608303 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3b1e893-3b2f-4aaf-9f8f-95befce241d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:22.629158 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b6f24-e224-4aca-9ee5-50ea8b19a3a8 None None] No DVR routers for this DVR port a28132d5-a955-4482-8b52-a9cab0183e3a on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:22:22.704385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port a907cab3-8c2f-4600-a262-dafbcc352b03, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a907cab3-8c2f-4600-a262-dafbcc352b03,segment=NetworkSegment(a87e3b02-3346-4572-afa5-423f8791d5c6),segment_id=a87e3b02-3346-4572-afa5-423f8791d5c6)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:22.730489 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:22.844598 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:22.859842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=a907cab3-8c2f-4600-a262-dafbcc352b03,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:22.879595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event deleted for resources: {'Port': ['ID=a28132d5-a955-4482-8b52-a9cab0183e3a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:22.881680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] No DVR routers for this DVR port a28132d5-a955-4482-8b52-a9cab0183e3a on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:22:22.937507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Router 20b62183-6a1e-42ed-aa33-60d21a8b9aff is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:22:23.039329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:23.100594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5c0770-e7a2-475d-90a2-5af69b1ed4ef']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:23.114852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81806ad6-c37f-4b94-ade7-081e88ccf897') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:23.115152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81806ad6-c37f-4b94-ade7-081e88ccf897') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:23.130092 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:23.144573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:22:23.153309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:23.157157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Sync routers for ids ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:22:23.171479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Routers {'20b62183-6a1e-42ed-aa33-60d21a8b9aff'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:23.172187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:23.185361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:22:23.187873 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:22:23.191695 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:22:23.226679 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:23.227990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-696672f0-cc29-495b-94fb-6c98492ff6b8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8887944 Nov 19 19:22:23.230720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49594) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:23.326931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Set router 20b62183-6a1e-42ed-aa33-60d21a8b9aff gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:23.359637 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:23.365392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:23.371327 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] 10.222.0.50 "DELETE /v2.0/networks/2a5c0770-e7a2-475d-90a2-5af69b1ed4ef HTTP/1.1" status: 204 len: 168 time: 1.6909215 Nov 19 19:22:23.398876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3db9d-daf0-4d39-8859-9c968cd66530 tempest-FloatingIPNegativeTestJSON-1927770337 tempest-FloatingIPNegativeTestJSON-1927770337-project] Pushing event deleted for resources: {'Network': ['ID=2a5c0770-e7a2-475d-90a2-5af69b1ed4ef,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:23.537891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c74634ec-53c6-4a06-b4e7-d81c81836734 None None] Provisioning complete for port a907cab3-8c2f-4600-a262-dafbcc352b03 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:23.541440 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c74634ec-53c6-4a06-b4e7-d81c81836734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:23.660327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'name': 'tempest-TestAggregatesBasicOps-766427928-router', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:19Z', 'updated_at': '2021-11-19T19:22:21Z', 'revision_number': 3, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'gw_port': {'id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:20Z', 'updated_at': '2021-11-19T19:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:23.746998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Checking router: 20b62183-6a1e-42ed-aa33-60d21a8b9aff for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:22:23.747352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Updating router 20b62183-6a1e-42ed-aa33-60d21a8b9aff port 76f915d4-0b40-4687-b974-fd6f9d873f99 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:22:23.781087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:23.855084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49602) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:23.910686 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.051500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a907cab3-8c2f-4600-a262-dafbcc352b03 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:24.098158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Allocated IP 172.20.0.1 (c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89/c7e79483-5e95-4eaa-aaac-50f9ca149aaf/9a71a6ca-8ff9-4436-8a2f-f64f9727807e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:24.131634 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9b6ebcaf-ea1f-4143-a83b-b8f4fe79dc25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f8748829ad049b6a3484b72cd29c8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2723818 Nov 19 19:22:24.133457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49606) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:24.161484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.163103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a907cab3-8c2f-4600-a262-dafbcc352b03 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:24.163425 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.194902 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.232816 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f53a-d522-4904-bfe8-820a671302ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.251667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Attempting to bind port 76f915d4-0b40-4687-b974-fd6f9d873f99 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:22:24.253368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Attempting to bind port 76f915d4-0b40-4687-b974-fd6f9d873f99 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:22:24.253889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Attempting to bind port 76f915d4-0b40-4687-b974-fd6f9d873f99 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:22:24.258459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.261376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568cb37-b5ae-4b9a-aef7-61b8ea6f5891 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:24.266647 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f53a-d522-4904-bfe8-820a671302ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.280707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:22:24.281087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:24.281497 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.281924 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:22:24.282959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Bound port: 76f915d4-0b40-4687-b974-fd6f9d873f99, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:22:24.283493 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.310959 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.340390 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b1cb9-ada9-4d0d-bd17-4108a7a20d1e None None] Pushing event updated for resources: {'Port': ['ID=76f915d4-0b40-4687-b974-fd6f9d873f99,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:24.345171 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f53a-d522-4904-bfe8-820a671302ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.348687 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f53a-d522-4904-bfe8-820a671302ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.353239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e3a6f53a-d522-4904-bfe8-820a671302ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ddee8dc-521e-4b7a-9f76-1086554e6cef HTTP/1.1" status: 204 len: 168 time: 0.2153635 Nov 19 19:22:24.359365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Network c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:24.363776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:24.368131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:24.369593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6f53a-d522-4904-bfe8-820a671302ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddee8dc-521e-4b7a-9f76-1086554e6cef,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:24.401375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Pushing event updated for resources: {'Port': ['ID=9a71a6ca-8ff9-4436-8a2f-f64f9727807e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:24.428190 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.437745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] For port 76f915d4-0b40-4687-b974-fd6f9d873f99, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:22:24.459634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15a858fc-aef0-4d09-a1b4-61f59a6ef1bb None None] Provisioning complete for port 76f915d4-0b40-4687-b974-fd6f9d873f99 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:24.460013 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15a858fc-aef0-4d09-a1b4-61f59a6ef1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.544974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] For port 76f915d4-0b40-4687-b974-fd6f9d873f99, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=76f915d4-0b40-4687-b974-fd6f9d873f99,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:22:24.576733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a28132d5-a955-4482-8b52-a9cab0183e3a no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:22:24.614437 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.619541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a28132d5-a955-4482-8b52-a9cab0183e3a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:22:24.620326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a28132d5-a955-4482-8b52-a9cab0183e3a not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:22:24.645506 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.893328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15a858fc-aef0-4d09-a1b4-61f59a6ef1bb None None] Port 76f915d4-0b40-4687-b974-fd6f9d873f99 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:24.937689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b7c9d3-685b-434c-bb57-6b9d5b6b568a None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:24.952486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Routers {'20b62183-6a1e-42ed-aa33-60d21a8b9aff'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:24.952486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:24.953554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b1cb9-ada9-4d0d-bd17-4108a7a20d1e None None] Pushing event updated for resources: {'Port': ['ID=76f915d4-0b40-4687-b974-fd6f9d873f99,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:24.981012 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:24.996036 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:25.082136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-949238e5-bb95-4b84-b458-093e620d7d2e None None] Provisioning complete for port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:25.083659 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-949238e5-bb95-4b84-b458-093e620d7d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:25.135826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-62221fd6-f3b1-4708-b1d7-6f22290bcb7c tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e8e88fd1050f43f79a563c3bffe32079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341375 Nov 19 19:22:25.145899 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:25.157541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-949238e5-bb95-4b84-b458-093e620d7d2e None None] Port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:25.167788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] Set router 20b62183-6a1e-42ed-aa33-60d21a8b9aff gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:25.180184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Pushing event updated for resources: {'Port': ['ID=9a71a6ca-8ff9-4436-8a2f-f64f9727807e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:25.283857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-949238e5-bb95-4b84-b458-093e620d7d2e None None] Provisioning complete for port 76f915d4-0b40-4687-b974-fd6f9d873f99 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:25.284223 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-949238e5-bb95-4b84-b458-093e620d7d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:25.346439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Network c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:25.350900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:25.395513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49455af-8262-4c22-9ca2-b46257acc10d req-317fdb0b-d3a1-4351-8afb-09cffc52ee6d tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:25.403557 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-317fdb0b-d3a1-4351-8afb-09cffc52ee6d tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587872 Nov 19 19:22:25.419243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-05ec6386-5eb1-4deb-bdb7-9bf320ceee0f tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/quotas/e8e88fd1050f43f79a563c3bffe32079 HTTP/1.1" status: 200 len: 375 time: 0.0145838 Nov 19 19:22:25.426590 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:25.531824 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-fc97dff1-8237-4f0b-b456-883b35919bd7 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e8e88fd1050f43f79a563c3bffe32079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452747 Nov 19 19:22:25.591634 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-949238e5-bb95-4b84-b458-093e620d7d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:25.622538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-949238e5-bb95-4b84-b458-093e620d7d2e None None] For port 76f915d4-0b40-4687-b974-fd6f9d873f99, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=76f915d4-0b40-4687-b974-fd6f9d873f99,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:25.639851 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-949238e5-bb95-4b84-b458-093e620d7d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:25.650519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'name': 'tempest-TestAggregatesBasicOps-766427928-router', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:19Z', 'updated_at': '2021-11-19T19:22:24Z', 'revision_number': 4, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'gw_port': {'id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:20Z', 'updated_at': '2021-11-19T19:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a71a6ca-8ff9-4436-8a2f-f64f9727807e', 'name': '', 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'mac_address': 'fa:16:3e:d9:b4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c7e79483-5e95-4eaa-aaac-50f9ca149aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:23Z', 'updated_at': '2021-11-19T19:22:24Z', 'revision_number': 1, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'subnets': [{'id': 'c7e79483-5e95-4eaa-aaac-50f9ca149aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:25.655431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49646) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:25.659384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Router 20b62183-6a1e-42ed-aa33-60d21a8b9aff has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:22:25.739560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c75980-d7f3-4a16-b71a-75d6779a7294 None None] The sync data for ids ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'] in n-d-815373-6 is: [{'id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'name': 'tempest-TestAggregatesBasicOps-766427928-router', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:19Z', 'updated_at': '2021-11-19T19:22:24Z', 'revision_number': 4, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'gw_port': {'id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:20Z', 'updated_at': '2021-11-19T19:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a71a6ca-8ff9-4436-8a2f-f64f9727807e', 'name': '', 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'mac_address': 'fa:16:3e:d9:b4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c7e79483-5e95-4eaa-aaac-50f9ca149aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:23Z', 'updated_at': '2021-11-19T19:22:24Z', 'revision_number': 1, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'subnets': [{'id': 'c7e79483-5e95-4eaa-aaac-50f9ca149aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:22:25.802211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7aaa4571-c23f-483c-9a6f-54a4bd34566f None None] Provisioning complete for port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:25.802585 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4571-c23f-483c-9a6f-54a4bd34566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:25.821286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949238e5-bb95-4b84-b458-093e620d7d2e None None] Pushing event updated for resources: {'Port': ['ID=76f915d4-0b40-4687-b974-fd6f9d873f99,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:25.849235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'networks': [{'name': 'tempest-network--172880790'}, {'name': 'tempest-network--1331118767'}]} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:25.849541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'network': {'name': 'tempest-network--172880790'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:25.850367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'network': {'name': 'tempest-network--1331118767'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:25.879345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Made reservation on behalf of 314a71c77ea6497ea703df7583fe1701 for: {'network': 2} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:25.887041 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:25.913137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa4571-c23f-483c-9a6f-54a4bd34566f None None] Port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:25.923617 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:25.974049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e25fe928-b79b-491e-84d2-7964adfefc38 req-e1cf139e-682f-4e6b-9eed-2cd435a6ac85 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 210 time: 0.0903375 Nov 19 19:22:26.010873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:22:26.027735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0ba62cd7-008d-478c-8aea-10f3ed146901 admin admin] 10.222.0.50 "PUT /v2.0/routers/20b62183-6a1e-42ed-aa33-60d21a8b9aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7958262 Nov 19 19:22:26.079392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:26.122421 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:26.123683 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:26.181364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a2e58c-ef51-44a4-8c18-d19c0534bda9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:26.210063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:26.222181 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:26.222870 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Added segment 5a6bcf58-da0e-4f55-a3a1-224591aa2e4c of type vlan for network 1c1726e1-078f-4746-bea4-4553388925ed Nov 19 19:22:26.301965 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:26.352225 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:26.366978 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:26.367524 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Added segment e14322d7-4655-4b60-a92c-b40d3aaf267b of type vlan for network 0d342412-fe87-4b16-87e8-4d62f1a57fc3 Nov 19 19:22:26.423335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:26.479411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:26.479970 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:26.491680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:26.498705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:26.500252 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:26.656260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49670) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:26.656692 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9998851 Nov 19 19:22:26.684153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event updated for resources: {'Network': ['ID=1c1726e1-078f-4746-bea4-4553388925ed,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:26.704255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 1c1726e1-078f-4746-bea4-4553388925ed details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:26.812970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33439733-97da-40fe-93da-07ceb2260400 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event updated for resources: {'Network': ['ID=0d342412-fe87-4b16-87e8-4d62f1a57fc3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:26.831868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 0d342412-fe87-4b16-87e8-4d62f1a57fc3 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:27.075401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b139e-0506-464b-8b1a-5bd0d37c9776 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:27.083782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b139e-0506-464b-8b1a-5bd0d37c9776 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:27.090827 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b139e-0506-464b-8b1a-5bd0d37c9776 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:27.100532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b139e-0506-464b-8b1a-5bd0d37c9776 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:27.102361 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-909b139e-0506-464b-8b1a-5bd0d37c9776 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4449861 Nov 19 19:22:27.107784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49678) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:27.175315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49682) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:27.186589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-545462985-network', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:27.202037 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-facea760-9e5e-4e23-839b-4edfcfc5c920 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8e88fd1050f43f79a563c3bffe32079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149592 Nov 19 19:22:27.204668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8fabe068-a813-4265-b482-21b58babcfba req-86f2af77-8d7c-418c-a9db-353e8e080278 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 210 time: 0.0870883 Nov 19 19:22:27.249267 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.413630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.422911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Made reservation on behalf of 3178ccd550ab4d73abf8b8500bce7c21 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:27.426348 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.444565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1726e1-078f-4746-bea4-4553388925ed']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:27.457545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6bcf58-da0e-4f55-a3a1-224591aa2e4c') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:27.457953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6bcf58-da0e-4f55-a3a1-224591aa2e4c') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:27.461499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.475674 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.493583 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.505066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:22:27.505498 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:22:27.509970 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:22:27.548641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49455af-8262-4c22-9ca2-b46257acc10d req-1d426bf5-db01-42d9-872b-d8139994c984 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:27.550785 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-1d426bf5-db01-42d9-872b-d8139994c984 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3480229 Nov 19 19:22:27.566462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Request body: {'port': {'device_id': 'bf4a02c6-aca5-4031-9ede-1f4964fc8a0b', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'e8e88fd1050f43f79a563c3bffe32079'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:27.608913 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.618212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.622218 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "DELETE /v2.0/networks/1c1726e1-078f-4746-bea4-4553388925ed HTTP/1.1" status: 204 len: 168 time: 0.5133715 Nov 19 19:22:27.637109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49688) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:27.696819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281488fd-7a28-4817-999c-08c0869e5983 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event deleted for resources: {'Network': ['ID=1c1726e1-078f-4746-bea4-4553388925ed,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:27.785841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.788125 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.790408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Made reservation on behalf of e8e88fd1050f43f79a563c3bffe32079 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:27.795531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.808204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.841504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43920fb3-f4d8-4eda-9207-333ce9f63d78,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:27.847168 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.870798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:27.890316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.890550 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Added segment 89b30fb8-b927-41a6-b2df-078a1899c74b of type vlan for network 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 Nov 19 19:22:27.917219 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.953073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:27.958426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d342412-fe87-4b16-87e8-4d62f1a57fc3']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:27.979132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14322d7-4655-4b60-a92c-b40d3aaf267b') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:27.979442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14322d7-4655-4b60-a92c-b40d3aaf267b') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:27.997612 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.006147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.007220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:28.007911 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.018158 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.027413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:22:28.027881 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:22:28.048953 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:22:28.089326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.098527 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9220724 Nov 19 19:22:28.101321 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.112722 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49690) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:28.116725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 76f915d4-0b40-4687-b974-fd6f9d873f99 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:28.144846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] Request body: {'subnet': {'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-545462985-subnet', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:28.156869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:28.173293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d49fc-f8f5-47af-9511-e23ff02f1bbc admin admin] Pushing event updated for resources: {'Network': ['ID=0537f90a-ca9b-4901-952a-0ba4d40ac5f2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:28.192267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 76f915d4-0b40-4687-b974-fd6f9d873f99 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:28.192805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.197534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] Made reservation on behalf of 3178ccd550ab4d73abf8b8500bce7c21 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:28.200782 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.263034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:28.565159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdd3641a-e4a5-4417-bbfd-ef9c85edd302 req-54e5aecf-861d-403b-bea2-2c89361debba tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 210 time: 0.0381162 Nov 19 19:22:28.573483 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.604546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.607940 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "DELETE /v2.0/networks/0d342412-fe87-4b16-87e8-4d62f1a57fc3 HTTP/1.1" status: 204 len: 168 time: 0.9670103 Nov 19 19:22:28.608870 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe10df0-11f8-4938-ab3e-2ef7ab95d096 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event deleted for resources: {'Network': ['ID=0d342412-fe87-4b16-87e8-4d62f1a57fc3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:28.610624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49694) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:28.750979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75aa964-4f99-45f0-8bcb-557966e11da1 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:28.758459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75aa964-4f99-45f0-8bcb-557966e11da1 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:28.760760 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e75aa964-4f99-45f0-8bcb-557966e11da1 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1489806 Nov 19 19:22:28.764794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49698) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:28.770039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1030441385'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:28.791409 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.797682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Made reservation on behalf of 314a71c77ea6497ea703df7583fe1701 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:28.805024 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.834698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Allocated IP 192.168.233.102 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/642a93a8-0ed5-42c1-ba9d-d14b3ec28686) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:28.848843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:28.860653 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.860888 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Added segment 85d10694-7f8c-44a1-9d9a-06263d813605 of type vlan for network 7eda7ffd-6520-4149-8c58-fdb45c82f2ab Nov 19 19:22:28.906362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f599ca80-cdb9-452f-99b0-d61668ee9f86,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:28.930477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] Checking segment: {'id': '89b30fb8-b927-41a6-b2df-078a1899c74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:28.930892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] Network hostable DHCP agents. Network: 0537f90a-ca9b-4901-952a-0ba4d40ac5f2, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:22:28.932761 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.962642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:28.968684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:28.969301 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.015913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] Network 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:22:29.034688 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2665668 Nov 19 19:22:29.036678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49700) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:29.042534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1952812647'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:29.052646 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 0537f90a-ca9b-4901-952a-0ba4d40ac5f2) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:29.066648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:29.068184 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.070802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763dc6a-3607-495f-a1b4-6c45ac0020a6 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event updated for resources: {'Network': ['ID=7eda7ffd-6520-4149-8c58-fdb45c82f2ab,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:29.086384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Made reservation on behalf of 314a71c77ea6497ea703df7583fe1701 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:29.090732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.093958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 7eda7ffd-6520-4149-8c58-fdb45c82f2ab details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:29.121944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:29.125977 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.133843 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.134599 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Added segment 6c27fd15-9fb8-4090-91d3-7b44bc382119 of type vlan for network 0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1 Nov 19 19:22:29.178432 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.181460 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.213784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.225738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:29.226886 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.243295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5ca3e-78ad-4b8f-8534-50df8628caaa None None] Network 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:29.254247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:29.266034 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-86b5bf67-bedc-4499-ac6b-98c5ac49cb30 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1255679 Nov 19 19:22:29.278948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49702) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:29.292278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Pushing event updated for resources: {'Port': ['ID=642a93a8-0ed5-42c1-ba9d-d14b3ec28686,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:29.295459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:29.302129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:29.321501 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Sync routers for ids ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:22:29.339158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-545462985-router', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:29.347448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3096375 Nov 19 19:22:29.350318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49704) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:29.356690 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Routers {'20b62183-6a1e-42ed-aa33-60d21a8b9aff'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:29.358202 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:29.360367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'ports': [{'network_id': '7eda7ffd-6520-4149-8c58-fdb45c82f2ab', 'name': 'tempest-port--625451493', 'admin_state_up': True}, {'network_id': '0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1', 'admin_state_up': False}]} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:29.360691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'port': {'network_id': '7eda7ffd-6520-4149-8c58-fdb45c82f2ab', 'name': 'tempest-port--625451493', 'admin_state_up': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:29.362619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'port': {'network_id': '0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1', 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:29.389944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd368b9a-18fc-4e09-a5ed-01288952a182 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event updated for resources: {'Network': ['ID=0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:29.406897 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.408793 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.424301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:29.536982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:29.539895 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.549196 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.607384 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Set router 20b62183-6a1e-42ed-aa33-60d21a8b9aff gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:29.627510 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-33212271-af4d-45db-9ece-74a2425a2c98 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0660045 Nov 19 19:22:29.645508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Request body: {'port': {'device_id': 'bf4a02c6-aca5-4031-9ede-1f4964fc8a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:29.656824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-0537f90a-ca9b-4901-952a-0ba4d40ac5f2', 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'fixed_ips': [{'subnet_id': 'f599ca80-cdb9-452f-99b0-d61668ee9f86'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:22:29.658567 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.733337 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f3d2b087-e571-49e0-a806-c85db68bb6b2 None None] Provisioning complete for port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:29.734824 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f3d2b087-e571-49e0-a806-c85db68bb6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.771882 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.858796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee2c17-96fa-4ab0-b041-89ed48f5d8fb req-1f78d705-3811-4489-bfa5-fc62edc2c0aa tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:29.860985 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9ee2c17-96fa-4ab0-b041-89ed48f5d8fb req-1f78d705-3811-4489-bfa5-fc62edc2c0aa tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 936 time: 0.1796658 Nov 19 19:22:29.869128 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.907774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Allocated IP 172.20.0.2 (0537f90a-ca9b-4901-952a-0ba4d40ac5f2/f599ca80-cdb9-452f-99b0-d61668ee9f86/b59d7e85-cb2d-4308-935b-97116b65bb83) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:29.938762 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'name': 'tempest-TestAggregatesBasicOps-766427928-router', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:19Z', 'updated_at': '2021-11-19T19:22:24Z', 'revision_number': 4, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'gw_port': {'id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:20Z', 'updated_at': '2021-11-19T19:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a71a6ca-8ff9-4436-8a2f-f64f9727807e', 'name': '', 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'mac_address': 'fa:16:3e:d9:b4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c7e79483-5e95-4eaa-aaac-50f9ca149aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:23Z', 'updated_at': '2021-11-19T19:22:24Z', 'revision_number': 2, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'subnets': [{'id': 'c7e79483-5e95-4eaa-aaac-50f9ca149aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:29.940478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Made reservation on behalf of 314a71c77ea6497ea703df7583fe1701 for: {'port': 2} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:29.945871 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b9ee2c17-96fa-4ab0-b041-89ed48f5d8fb req-0d44233b-95de-42c9-8acc-066f8ec57691 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728226 Nov 19 19:22:29.953811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:29.991215 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Checking router: 20b62183-6a1e-42ed-aa33-60d21a8b9aff for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:22:29.991715 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Updating router 20b62183-6a1e-42ed-aa33-60d21a8b9aff port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:22:30.058956 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.074448 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.137813 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.145572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2b087-e571-49e0-a806-c85db68bb6b2 None None] Port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:30.153426 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.162302 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.212439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Network 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:30.215824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:30.220129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:30.271885 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.298640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.310728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Pushing event updated for resources: {'Port': ['ID=b59d7e85-cb2d-4308-935b-97116b65bb83,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:30.318985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Attempting to bind port b59d7e85-cb2d-4308-935b-97116b65bb83 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:22:30.319356 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Attempting to bind port b59d7e85-cb2d-4308-935b-97116b65bb83 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89b30fb8-b927-41a6-b2df-078a1899c74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:22:30.319719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Attempting to bind port b59d7e85-cb2d-4308-935b-97116b65bb83 on network 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:22:30.334891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:22:30.335254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Checking segment: {'id': '89b30fb8-b927-41a6-b2df-078a1899c74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:30.335669 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.336071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Bound using segment: {'id': '89b30fb8-b927-41a6-b2df-078a1899c74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:22:30.336568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Bound port: b59d7e85-cb2d-4308-935b-97116b65bb83, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b30fb8-b927-41a6-b2df-078a1899c74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:22:30.336954 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.350580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] device_id is not set on port 918f876f-c9ca-49e7-b849-7500229ea596 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:22:30.434727 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] For port b59d7e85-cb2d-4308-935b-97116b65bb83, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:22:30.439802 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] For port b59d7e85-cb2d-4308-935b-97116b65bb83, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b59d7e85-cb2d-4308-935b-97116b65bb83,segment=NetworkSegment(89b30fb8-b927-41a6-b2df-078a1899c74b),segment_id=89b30fb8-b927-41a6-b2df-078a1899c74b)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:22:30.449711 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.501994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Allocated IP 172.25.3.156 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/94e0f047-8442-4049-99d8-af822dfbd2ae) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:30.554356 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294879-3290-48cb-8486-d9473f3c3241 None None] Pushing event updated for resources: {'Port': ['ID=b59d7e85-cb2d-4308-935b-97116b65bb83,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:30.582903 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.594735 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.615458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:22:30.638613 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.664901 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.668502 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.669276 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Pushing event updated for resources: {'Port': ['ID=9a71a6ca-8ff9-4436-8a2f-f64f9727807e,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:30.692920 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.693434 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.694254 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.694618 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.695044 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.695469 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.696103 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.696301 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.696741 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.697146 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.697621 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.698014 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:22:30.710473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.769496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:30.773489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:30.776212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:30.795640 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Attempting to bind port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:22:30.796128 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Attempting to bind port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'a87e3b02-3346-4572-afa5-423f8791d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:22:30.796524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64e4b57-8d3c-4382-9e02-bd303fd9ab0c None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:30.796670 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Attempting to bind port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e on network c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:22:30.814012 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:22:30.814783 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Checking segment: {'id': 'a87e3b02-3346-4572-afa5-423f8791d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:30.815396 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.815577 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Bound using segment: {'id': 'a87e3b02-3346-4572-afa5-423f8791d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:22:30.816157 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Bound port: 9a71a6ca-8ff9-4436-8a2f-f64f9727807e, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87e3b02-3346-4572-afa5-423f8791d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:22:30.816641 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.818601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] device_id is not set on port 2350ad73-56b4-4547-9518-849be329cc4c yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:22:30.824781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Pushing event updated for resources: {'Port': ['ID=94e0f047-8442-4049-99d8-af822dfbd2ae,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:30.878467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-369f4396-c984-430b-80c3-885d4ccc4a8f None None] Provisioning complete for port 94e0f047-8442-4049-99d8-af822dfbd2ae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:30.878838 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-369f4396-c984-430b-80c3-885d4ccc4a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.901484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Transition to ACTIVE for port object 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:22:30.916930 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:30.971459 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] For port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:22:31.020428 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] For port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a71a6ca-8ff9-4436-8a2f-f64f9727807e,segment=NetworkSegment(a87e3b02-3346-4572-afa5-423f8791d5c6),segment_id=a87e3b02-3346-4572-afa5-423f8791d5c6)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:22:31.022074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-369f4396-c984-430b-80c3-885d4ccc4a8f None None] Port 94e0f047-8442-4049-99d8-af822dfbd2ae cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:31.033975 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:31.105283 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecb8a4-7f28-4b2f-b86d-6c360fa54739 None None] Pushing event updated for resources: {'Port': ['ID=9a71a6ca-8ff9-4436-8a2f-f64f9727807e,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:31.145214 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Routers {'20b62183-6a1e-42ed-aa33-60d21a8b9aff'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:31.147202 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:31.274535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1bce3eb0-d6fa-449d-a51c-ced42249fb96 None None] Provisioning complete for port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:31.275749 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1bce3eb0-d6fa-449d-a51c-ced42249fb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:31.453099 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] Set router 20b62183-6a1e-42ed-aa33-60d21a8b9aff gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:31.496007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846e1d0-dd6e-49a7-bfdc-d8ab8b2d3f8a req-12125647-3686-4feb-be3e-e8bd5733dd63 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:31.497967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a846e1d0-dd6e-49a7-bfdc-d8ab8b2d3f8a req-12125647-3686-4feb-be3e-e8bd5733dd63 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 948 time: 0.2856898 Nov 19 19:22:31.542681 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:31.622243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1bce3eb0-d6fa-449d-a51c-ced42249fb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:31.687925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1bce3eb0-d6fa-449d-a51c-ced42249fb96 None None] For port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a71a6ca-8ff9-4436-8a2f-f64f9727807e,segment=NetworkSegment(a87e3b02-3346-4572-afa5-423f8791d5c6),segment_id=a87e3b02-3346-4572-afa5-423f8791d5c6)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:31.695311 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1bce3eb0-d6fa-449d-a51c-ced42249fb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:31.703991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Pushing event updated for resources: {'Port': ['ID=642a93a8-0ed5-42c1-ba9d-d14b3ec28686,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:31.757848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce3eb0-d6fa-449d-a51c-ced42249fb96 None None] Pushing event updated for resources: {'Port': ['ID=9a71a6ca-8ff9-4436-8a2f-f64f9727807e,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:31.867509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4d4876ad-7319-47de-8bb1-bb5af1e6329e None None] Provisioning complete for port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:31.869384 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4d4876ad-7319-47de-8bb1-bb5af1e6329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:31.885649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Attempting to bind port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:22:31.885649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Attempting to bind port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:22:31.885649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Attempting to bind port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:22:31.901680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:22:31.902246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Attempting to bind port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:22:31.913778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a846e1d0-dd6e-49a7-bfdc-d8ab8b2d3f8a req-d0d01b7e-beda-4590-9c34-dc1751f6d9cf tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016969 Nov 19 19:22:31.968873 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:31.974664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:32.032897 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'name': 'tempest-TestAggregatesBasicOps-766427928-router', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:19Z', 'updated_at': '2021-11-19T19:22:24Z', 'revision_number': 4, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'gw_port': {'id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:20Z', 'updated_at': '2021-11-19T19:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a71a6ca-8ff9-4436-8a2f-f64f9727807e', 'name': '', 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'mac_address': 'fa:16:3e:d9:b4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c7e79483-5e95-4eaa-aaac-50f9ca149aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:23Z', 'updated_at': '2021-11-19T19:22:30Z', 'revision_number': 4, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'subnets': [{'id': 'c7e79483-5e95-4eaa-aaac-50f9ca149aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:32.067699 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018564d1-e2e8-4db6-ad9c-4ee0a7797875 None None] The sync data for ids ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'] in n-d-815373-6 is: [{'id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'name': 'tempest-TestAggregatesBasicOps-766427928-router', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:19Z', 'updated_at': '2021-11-19T19:22:24Z', 'revision_number': 4, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'gw_port': {'id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:20Z', 'updated_at': '2021-11-19T19:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a71a6ca-8ff9-4436-8a2f-f64f9727807e', 'name': '', 'network_id': 'c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'mac_address': 'fa:16:3e:d9:b4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'c7e79483-5e95-4eaa-aaac-50f9ca149aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:23Z', 'updated_at': '2021-11-19T19:22:30Z', 'revision_number': 4, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'subnets': [{'id': 'c7e79483-5e95-4eaa-aaac-50f9ca149aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:22:32.087740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:22:32.088077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:32.088442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:22:32.088893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Bound port: 642a93a8-0ed5-42c1-ba9d-d14b3ec28686, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:22:32.089253 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:32.104606 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:32.260882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Router 8415b526-3639-4659-bc57-5d3c509c2784 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:22:32.308287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b59d7e85-cb2d-4308-935b-97116b65bb83 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:32.315793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event updated for resources: {'Port': ['ID=918f876f-c9ca-49e7-b849-7500229ea596,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:32.365354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Checking segment: {'id': '85d10694-7f8c-44a1-9d9a-06263d813605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7eda7ffd-6520-4149-8c58-fdb45c82f2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:32.365710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Network hostable DHCP agents. Network: 7eda7ffd-6520-4149-8c58-fdb45c82f2ab, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:22:32.368269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] For port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:22:32.381552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] For port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=642a93a8-0ed5-42c1-ba9d-d14b3ec28686,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:22:32.394025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:32.395959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b59d7e85-cb2d-4308-935b-97116b65bb83 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:32.396496 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:32.470395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:22:32.497597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Pushing event updated for resources: {'Port': ['ID=642a93a8-0ed5-42c1-ba9d-d14b3ec28686,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:32.513383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Sync routers for ids ['8415b526-3639-4659-bc57-5d3c509c2784'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:22:32.524259 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:32.533807 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f9eab15a-5969-435d-ab84-b7409a30a2ec admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2518253 Nov 19 19:22:32.534762 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49724) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:32.540068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:32.540394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Routers {'8415b526-3639-4659-bc57-5d3c509c2784'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:32.540693 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:32.541090 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8415b526-3639-4659-bc57-5d3c509c2784'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:32.542119 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-63bb50a2-b3dc-4cd3-bf27-19632d95732a service neutron] 10.222.0.57 "PUT /v2.0/ports/642a93a8-0ed5-42c1-ba9d-d14b3ec28686 HTTP/1.1" status: 200 len: 1096 time: 2.9026065 Nov 19 19:22:32.542580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4a02c6-aca5-4031-9ede-1f4964fc8a0b', 'tag': '642a93a8-0ed5-42c1-ba9d-d14b3ec28686'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:22:32.544910 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4a02c6-aca5-4031-9ede-1f4964fc8a0b", "tag": "642a93a8-0ed5-42c1-ba9d-d14b3ec28686"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:22:32.556523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Network 7eda7ffd-6520-4149-8c58-fdb45c82f2ab is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:22:32.577134 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 7eda7ffd-6520-4149-8c58-fdb45c82f2ab) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:32.586374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:32.587286 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:32.660187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b4675c-6007-4dea-9ea1-e6cd6188f5ff None None] Network 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:32.794586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event updated for resources: {'Port': ['ID=2350ad73-56b4-4547-9518-849be329cc4c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:32.840219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Checking segment: {'id': '6c27fd15-9fb8-4090-91d3-7b44bc382119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:32.840579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Network hostable DHCP agents. Network: 0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:22:32.848095 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49455af-8262-4c22-9ca2-b46257acc10d req-cbdf6cc3-a856-44ba-b1e9-749f9403069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:32.849715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-cbdf6cc3-a856-44ba-b1e9-749f9403069e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8e88fd1050f43f79a563c3bffe32079&device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 1099 time: 0.2168257 Nov 19 19:22:32.927173 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-ddb92fcf-db68-4b19-acc8-d08be27d5bb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=642a93a8-0ed5-42c1-ba9d-d14b3ec28686 HTTP/1.1" status: 200 len: 217 time: 0.0674481 Nov 19 19:22:32.931321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Network 0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:22:33.033852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:33.044224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:33.053704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:33.075549 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:33.078553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:33.087442 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be29377-bc33-4428-8116-931aed7c908b x-openstack-request-id: req-7be29377-bc33-4428-8116-931aed7c908b {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:22:33.087742 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4a02c6-aca5-4031-9ede-1f4964fc8a0b", "tag": "642a93a8-0ed5-42c1-ba9d-d14b3ec28686", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:22:33.087997 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7be29377-bc33-4428-8116-931aed7c908b {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:22:33.088404 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4a02c6-aca5-4031-9ede-1f4964fc8a0b', 'tag': '642a93a8-0ed5-42c1-ba9d-d14b3ec28686', 'status': 'completed', 'code': 200} Nov 19 19:22:33.108265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49455af-8262-4c22-9ca2-b46257acc10d req-820de1fd-2a8f-4dd8-a8cf-82835699af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:33.110426 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2becf9-d35e-4381-83d6-8f24300f3bcf None None] Network 7eda7ffd-6520-4149-8c58-fdb45c82f2ab requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:33.133073 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-820de1fd-2a8f-4dd8-a8cf-82835699af24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.1988540 Nov 19 19:22:33.160034 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1f83e9db-3b63-457f-9ff0-d184ce9cb938 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.8083808 Nov 19 19:22:33.164965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49732) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:33.195406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49455af-8262-4c22-9ca2-b46257acc10d req-7e92a309-d403-457c-90fa-bd0512e0f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:33.198665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-7e92a309-d403-457c-90fa-bd0512e0f080 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587373 Nov 19 19:22:33.248925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Set router 8415b526-3639-4659-bc57-5d3c509c2784 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:33.342698 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-eff464b0-1fab-42a8-8dfc-2b249e542bfc service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347406 Nov 19 19:22:33.378510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddcf015-bd94-496b-ab29-c4ba4c32c100 None None] Network 0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:33.402529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f08cb-86ba-4e83-8625-f3a51dc73206 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:33.409851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f08cb-86ba-4e83-8625-f3a51dc73206 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:33.415546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f20f08cb-86ba-4e83-8625-f3a51dc73206 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2470152 Nov 19 19:22:33.416333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49734) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:33.428677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c646107-804f-41aa-9cd2-1ca023efb91b req-03d50de0-a1bc-451d-bf0e-2cccfe7235bb tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:33.436810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c646107-804f-41aa-9cd2-1ca023efb91b req-03d50de0-a1bc-451d-bf0e-2cccfe7235bb tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 948 time: 0.2382462 Nov 19 19:22:33.559863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a49455af-8262-4c22-9ca2-b46257acc10d req-810499e1-1485-461d-afe6-2b6d39301f63 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101886 Nov 19 19:22:33.580873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a49c27a7-55fb-4fc3-b279-d69605e1334a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Deleting port 918f876f-c9ca-49e7-b849-7500229ea596 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:33.580873 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a49c27a7-55fb-4fc3-b279-d69605e1334a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:33.590576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c646107-804f-41aa-9cd2-1ca023efb91b req-ce72775e-64be-4c70-b298-2d156d2afce4 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524603 Nov 19 19:22:33.591292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1be5b944-23e8-4558-8ef3-3e84813ead54 None None] Provisioning complete for port b59d7e85-cb2d-4308-935b-97116b65bb83 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:33.592273 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1be5b944-23e8-4558-8ef3-3e84813ead54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:33.620013 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:33.628654 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:33.726143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a49c27a7-55fb-4fc3-b279-d69605e1334a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:33.743504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288 req-49986997-0388-4b6d-a35e-6fd118abe251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:33.745066 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288 req-49986997-0388-4b6d-a35e-6fd118abe251 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8e88fd1050f43f79a563c3bffe32079&device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 1099 time: 0.0980828 Nov 19 19:22:33.749732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a49c27a7-55fb-4fc3-b279-d69605e1334a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Calling delete_port for 918f876f-c9ca-49e7-b849-7500229ea596 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:33.871840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Allocated IP 172.20.0.1 (0537f90a-ca9b-4901-952a-0ba4d40ac5f2/f599ca80-cdb9-452f-99b0-d61668ee9f86/4902a111-b58c-4e91-852b-858de2f8aa1f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:33.895413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port b59d7e85-cb2d-4308-935b-97116b65bb83, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b59d7e85-cb2d-4308-935b-97116b65bb83,segment=NetworkSegment(89b30fb8-b927-41a6-b2df-078a1899c74b),segment_id=89b30fb8-b927-41a6-b2df-078a1899c74b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:33.929590 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:33.930124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288 req-ee2f69ce-dec4-42b1-a103-fe40fb953f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:33.930599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a71a6ca-8ff9-4436-8a2f-f64f9727807e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:33.931734 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288 req-ee2f69ce-dec4-42b1-a103-fe40fb953f06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1796293 Nov 19 19:22:33.952685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a49c27a7-55fb-4fc3-b279-d69605e1334a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:34.036732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c27a7-55fb-4fc3-b279-d69605e1334a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event deleted for resources: {'Port': ['ID=918f876f-c9ca-49e7-b849-7500229ea596,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:34.044324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288 req-cee7b1ee-9299-4994-8420-72f5fa8b9dc7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=642a93a8-0ed5-42c1-ba9d-d14b3ec28686 HTTP/1.1" status: 200 len: 217 time: 0.1017387 Nov 19 19:22:34.047019 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:34.048411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a49c27a7-55fb-4fc3-b279-d69605e1334a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:34.053864 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a49c27a7-55fb-4fc3-b279-d69605e1334a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "DELETE /v2.0/ports/918f876f-c9ca-49e7-b849-7500229ea596 HTTP/1.1" status: 204 len: 168 time: 0.6308138 Nov 19 19:22:34.057245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49738) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:34.107089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288 req-9e21e2d5-6e9d-49f6-beb9-e1090035cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:34.110409 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288 req-9e21e2d5-6e9d-49f6-beb9-e1090035cc3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0549417 Nov 19 19:22:34.177930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=b59d7e85-cb2d-4308-935b-97116b65bb83,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:34.180937 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288 req-fd94a1eb-eb11-4d61-9e33-812fe69380e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:34.183479 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288 req-fd94a1eb-eb11-4d61-9e33-812fe69380e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647178 Nov 19 19:22:34.191705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:34.229323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:34.229323 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:34.234272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Network 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:34.240264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:34.249723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:34.268455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8415b526-3639-4659-bc57-5d3c509c2784', 'name': 'tempest-TestAggregatesBasicOps-545462985-router', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:29Z', 'updated_at': '2021-11-19T19:22:31Z', 'revision_number': 3, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'gw_port': {'id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:30Z', 'updated_at': '2021-11-19T19:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:34.296213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7ad82e09-5844-4bd4-b30a-25c948afce49 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Deleting port 2350ad73-56b4-4547-9518-849be329cc4c {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:34.296552 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ad82e09-5844-4bd4-b30a-25c948afce49 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:34.303206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Checking router: 8415b526-3639-4659-bc57-5d3c509c2784 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:22:34.303561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Updating router 8415b526-3639-4659-bc57-5d3c509c2784 port 94e0f047-8442-4049-99d8-af822dfbd2ae binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:22:34.356494 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:34.360906 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288 req-62194ae0-6fd8-4681-a648-64bcc66f594c service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687593 Nov 19 19:22:34.543778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3f731f5b-33fa-4a7d-996a-1bd8cfca3288 req-cee5f4b3-8a94-41c2-8db1-3036811ca902 service neutron] 10.222.0.57 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714466 Nov 19 19:22:34.663138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b59d7e85-cb2d-4308-935b-97116b65bb83 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:34.755971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1c0f9882-aebe-419a-bcda-920c12e7b3bb None None] Provisioning complete for port b59d7e85-cb2d-4308-935b-97116b65bb83 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:34.756344 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9882-aebe-419a-bcda-920c12e7b3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:34.848986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Pushing event updated for resources: {'Port': ['ID=4902a111-b58c-4e91-852b-858de2f8aa1f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:34.856949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b59d7e85-cb2d-4308-935b-97116b65bb83 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:34.857387 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:34.889628 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ad82e09-5844-4bd4-b30a-25c948afce49 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:34.906371 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:34.962366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7ad82e09-5844-4bd4-b30a-25c948afce49 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Calling delete_port for 2350ad73-56b4-4547-9518-849be329cc4c owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:34.983043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdf550-cc86-4b0c-8c8f-8487d27d7a17 req-274d4ed9-b592-41df-a267-2a9333825128 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:34.984831 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cbdf550-cc86-4b0c-8c8f-8487d27d7a17 req-274d4ed9-b592-41df-a267-2a9333825128 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 948 time: 0.2074194 Nov 19 19:22:34.987211 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.002032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.090987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cb0455-b4a4-400d-b063-fd44bd185d96 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:35.114532 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Attempting to bind port 94e0f047-8442-4049-99d8-af822dfbd2ae on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:22:35.114898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Attempting to bind port 94e0f047-8442-4049-99d8-af822dfbd2ae by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:22:35.115262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Attempting to bind port 94e0f047-8442-4049-99d8-af822dfbd2ae on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:22:35.135798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53b4b8-f2d7-4987-b888-734b537b94fa None None] Pushing event updated for resources: {'Port': ['ID=94e0f047-8442-4049-99d8-af822dfbd2ae,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:35.146808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:22:35.147351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:35.147652 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.148184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:22:35.148635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Bound port: 94e0f047-8442-4049-99d8-af822dfbd2ae, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:22:35.149016 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.151508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1a7c5217-d74d-4db2-a9d4-d047439a4295 None None] Provisioning complete for port 4902a111-b58c-4e91-852b-858de2f8aa1f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:35.151918 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1a7c5217-d74d-4db2-a9d4-d047439a4295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.168276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cbdf550-cc86-4b0c-8c8f-8487d27d7a17 req-43ff6a45-4760-4c82-867c-90bc9f8a90fd tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311288 Nov 19 19:22:35.229115 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ad82e09-5844-4bd4-b30a-25c948afce49 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.266668 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-6c0e8885-640e-4b90-8684-0b314955f517 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555196 Nov 19 19:22:35.279984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad82e09-5844-4bd4-b30a-25c948afce49 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event deleted for resources: {'Port': ['ID=2350ad73-56b4-4547-9518-849be329cc4c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:35.282037 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.304581 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ad82e09-5844-4bd4-b30a-25c948afce49 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.310252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7ad82e09-5844-4bd4-b30a-25c948afce49 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "DELETE /v2.0/ports/2350ad73-56b4-4547-9518-849be329cc4c HTTP/1.1" status: 204 len: 168 time: 1.2493355 Nov 19 19:22:35.311082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-b814abcb-e057-4ad2-900d-60bbf0429875 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1642776 Nov 19 19:22:35.311503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49744) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:35.312711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1a7c5217-d74d-4db2-a9d4-d047439a4295 None None] Port 4902a111-b58c-4e91-852b-858de2f8aa1f cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:35.316900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] For port 94e0f047-8442-4049-99d8-af822dfbd2ae, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:22:35.335154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] For port 94e0f047-8442-4049-99d8-af822dfbd2ae, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=94e0f047-8442-4049-99d8-af822dfbd2ae,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:22:35.342476 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.420313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53b4b8-f2d7-4987-b888-734b537b94fa None None] Pushing event updated for resources: {'Port': ['ID=94e0f047-8442-4049-99d8-af822dfbd2ae,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:35.431035 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aeda43d7-ed7d-4c69-ac35-074b8bb74356 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1172495 Nov 19 19:22:35.432102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49746) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:35.443010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2118962314'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:35.457928 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c6f56c88-ee4b-4b8b-9517-bd2dc90dcf9a None None] Provisioning complete for port 94e0f047-8442-4049-99d8-af822dfbd2ae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:35.458307 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c6f56c88-ee4b-4b8b-9517-bd2dc90dcf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.477732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-b654e7c3-5c4c-43cb-a7da-878140ffc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:35.479558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-b654e7c3-5c4c-43cb-a7da-878140ffc6bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.1415937 Nov 19 19:22:35.487931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0addae8c-55af-4f47-aa30-1257f1131f42 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:35.497248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Made reservation on behalf of 314a71c77ea6497ea703df7583fe1701 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:35.502826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-807e2f3e-63d4-479b-a67a-e44e949e7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:35.504449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.504848 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-807e2f3e-63d4-479b-a67a-e44e949e7c86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9ac7283ce24baa836453c270feae8e&device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 1096 time: 0.1105013 Nov 19 19:22:35.509794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Routers {'8415b526-3639-4659-bc57-5d3c509c2784'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:35.510465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8415b526-3639-4659-bc57-5d3c509c2784'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:35.560485 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.574897 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.628941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] Set router 8415b526-3639-4659-bc57-5d3c509c2784 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:35.630512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:35.649233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.650016 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Added segment 3e3daf74-5779-4a5f-afb4-bb476a194388 of type vlan for network bf525f00-e582-425a-aac9-06b04edfbf35 Nov 19 19:22:35.715392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-3a9d30c7-8eec-4907-96ac-ea555a5aadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:35.717948 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-3a9d30c7-8eec-4907-96ac-ea555a5aadf9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.2093339 Nov 19 19:22:35.723518 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.738646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.753683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Pushing event updated for resources: {'Port': ['ID=4902a111-b58c-4e91-852b-858de2f8aa1f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:35.784660 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-adced578-8a16-4a53-8d8b-486ac4f1681c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0569975 Nov 19 19:22:35.835355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-f66bacdb-d9a0-4a29-8e1e-631d5db73005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:35.837271 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-f66bacdb-d9a0-4a29-8e1e-631d5db73005 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 HTTP/1.1" status: 200 len: 909 time: 0.2743242 Nov 19 19:22:35.848128 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.855144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:35.856106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:35.929552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-f6d27efb-1d40-4109-ad26-e7222bc176a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:35.931951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-f6d27efb-1d40-4109-ad26-e7222bc176a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1370556 Nov 19 19:22:35.947009 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5129333 Nov 19 19:22:35.947531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49750) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:35.960013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1347345487'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:35.990082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-683f1dd4-ac8f-42c1-9915-ded29dcd284c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf HTTP/1.1" status: 200 len: 1001 time: 0.1432574 Nov 19 19:22:35.992356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Made reservation on behalf of 314a71c77ea6497ea703df7583fe1701 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:35.997587 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:36.025323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Network 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:36.025982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7bc90-d7f2-41aa-9e58-d6846fae6de4 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event updated for resources: {'Network': ['ID=bf525f00-e582-425a-aac9-06b04edfbf35,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:36.031052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-8d73f0c8-add7-4287-8f0d-9b57c7cf7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:36.033369 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-8d73f0c8-add7-4287-8f0d-9b57c7cf7bef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812488 Nov 19 19:22:36.072042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:36.104726 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c6f56c88-ee4b-4b8b-9517-bd2dc90dcf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:36.131823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:36.146405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c6f56c88-ee4b-4b8b-9517-bd2dc90dcf9a None None] For port 94e0f047-8442-4049-99d8-af822dfbd2ae, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=94e0f047-8442-4049-99d8-af822dfbd2ae,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:36.152049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network bf525f00-e582-425a-aac9-06b04edfbf35 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:36.171560 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c6f56c88-ee4b-4b8b-9517-bd2dc90dcf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:36.190910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-5bcb8dbd-e584-4c60-8056-2720ee3516aa service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496744 Nov 19 19:22:36.197033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-8965bada-f160-4bba-a0f3-2a2631f12cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:36.198610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-8965bada-f160-4bba-a0f3-2a2631f12cfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00d8d2ec-40f3-4b44-ad76-f410d94c7361 HTTP/1.1" status: 200 len: 847 time: 0.1984015 Nov 19 19:22:36.226030 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:36.226387 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Added segment 5061eded-d612-4f33-919f-61ae9c77bc1c of type vlan for network 9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f Nov 19 19:22:36.312415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f56c88-ee4b-4b8b-9517-bd2dc90dcf9a None None] Pushing event updated for resources: {'Port': ['ID=94e0f047-8442-4049-99d8-af822dfbd2ae,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:36.325076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8415b526-3639-4659-bc57-5d3c509c2784', 'name': 'tempest-TestAggregatesBasicOps-545462985-router', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:29Z', 'updated_at': '2021-11-19T19:22:35Z', 'revision_number': 4, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'gw_port': {'id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:30Z', 'updated_at': '2021-11-19T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4902a111-b58c-4e91-852b-858de2f8aa1f', 'name': '', 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'mac_address': 'fa:16:3e:28:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f599ca80-cdb9-452f-99b0-d61668ee9f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:33Z', 'updated_at': '2021-11-19T19:22:33Z', 'revision_number': 1, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'subnets': [{'id': 'f599ca80-cdb9-452f-99b0-d61668ee9f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:36.355648 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9d4b130c-f35f-4cfa-a508-ac8734faa312 req-62b52d73-649c-435a-868b-81cd25630a65 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567407 Nov 19 19:22:36.369731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63359949-e6a7-4f39-aa75-1bbe2715ef89 None None] The sync data for ids ['8415b526-3639-4659-bc57-5d3c509c2784'] in n-d-815373-6 is: [{'id': '8415b526-3639-4659-bc57-5d3c509c2784', 'name': 'tempest-TestAggregatesBasicOps-545462985-router', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:29Z', 'updated_at': '2021-11-19T19:22:35Z', 'revision_number': 4, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'gw_port': {'id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:30Z', 'updated_at': '2021-11-19T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4902a111-b58c-4e91-852b-858de2f8aa1f', 'name': '', 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'mac_address': 'fa:16:3e:28:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f599ca80-cdb9-452f-99b0-d61668ee9f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:33Z', 'updated_at': '2021-11-19T19:22:33Z', 'revision_number': 1, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'subnets': [{'id': 'f599ca80-cdb9-452f-99b0-d61668ee9f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:22:36.386819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fc176566-f5e0-4b78-a36a-1c8d9cbca8ee None None] Provisioning complete for port 94e0f047-8442-4049-99d8-af822dfbd2ae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:36.387195 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fc176566-f5e0-4b78-a36a-1c8d9cbca8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:36.429973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:36.492678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:36.498728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:36.499693 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:36.556185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-dde5331c-5777-4add-8df1-c46be9681ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:36.558082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-dde5331c-5777-4add-8df1-c46be9681ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3498404 Nov 19 19:22:36.611511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Router 8415b526-3639-4659-bc57-5d3c509c2784 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:22:36.671142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7b74b703-9421-4552-bdce-778230b1079b None None] Provisioning complete for port 4902a111-b58c-4e91-852b-858de2f8aa1f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:36.671719 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b74b703-9421-4552-bdce-778230b1079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:36.692186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7251980 Nov 19 19:22:36.717134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2638e-5902-4dfc-a3f6-c9c1ea61eeef tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event updated for resources: {'Network': ['ID=9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:36.734760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bf5da-9d6f-4aae-8e2b-2bee2c9e459d req-12c5202a-4e2c-46e0-9f4e-7c7a94a8fc9a tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:36.736624 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d1bf5da-9d6f-4aae-8e2b-2bee2c9e459d req-12c5202a-4e2c-46e0-9f4e-7c7a94a8fc9a tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 948 time: 0.3565433 Nov 19 19:22:36.753470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:22:36.757091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:36.830391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49756) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:36.836811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'subnets': [{'network_id': 'bf525f00-e582-425a-aac9-06b04edfbf35', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1965861488', 'ip_version': 4}, {'network_id': '9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:36.837139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'subnet': {'network_id': 'bf525f00-e582-425a-aac9-06b04edfbf35', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1965861488', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:36.838125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Request body: {'subnet': {'network_id': '9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:36.846880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7b74b703-9421-4552-bdce-778230b1079b None None] Port 4902a111-b58c-4e91-852b-858de2f8aa1f cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:22:36.893087 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-0ea21059-d374-4273-b854-7c3953e995af service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004417 Nov 19 19:22:36.990492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=642a93a8-0ed5-42c1-ba9d-d14b3ec28686,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:37.006939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '642a93a8-0ed5-42c1-ba9d-d14b3ec28686', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '642a93a8-0ed5-42c1-ba9d-d14b3ec28686', 'mac_address': 'fa:16:3e:91:a7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:22:37.038914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d1bf5da-9d6f-4aae-8e2b-2bee2c9e459d req-6a97e68f-05d7-4150-a317-ef427547b57d tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581685 Nov 19 19:22:37.074225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:22:37.083125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-61e1eec4-f4d6-4a3e-8653-19772881ba4b admin admin] 10.222.0.50 "PUT /v2.0/routers/8415b526-3639-4659-bc57-5d3c509c2784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5461783 Nov 19 19:22:37.103876 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:37.124963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:22:37.128778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Made reservation on behalf of 314a71c77ea6497ea703df7583fe1701 for: {'subnet': 2} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:37.129509 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe36a839-2d7e-41d4-b632-8082627c5786 req-d638b7e9-eacf-409b-b7ed-a4c58d43af51 service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828742 Nov 19 19:22:37.140962 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:37.141225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:37.176710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=642a93a8-0ed5-42c1-ba9d-d14b3ec28686,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:37.182514 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:37.302261 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=642a93a8-0ed5-42c1-ba9d-d14b3ec28686,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:37.491671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['642a93a8-0ed5-42c1-ba9d-d14b3ec28686'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:22:37.763432 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:37.860854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Checking segment: {'id': '3e3daf74-5779-4a5f-afb4-bb476a194388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'bf525f00-e582-425a-aac9-06b04edfbf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:37.861700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Network hostable DHCP agents. Network: bf525f00-e582-425a-aac9-06b04edfbf35, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:22:37.865064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event updated for resources: {'Subnet': ['ID=76d5f5f9-93ef-4231-880c-af2fc4a7ff56,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:37.898712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Network bf525f00-e582-425a-aac9-06b04edfbf35 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:22:37.914082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, bf525f00-e582-425a-aac9-06b04edfbf35) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:37.922030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:37.930809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8ab96f-7717-4c87-a83f-bf5a1a84c497 None None] Network bf525f00-e582-425a-aac9-06b04edfbf35 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:38.015534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event updated for resources: {'Subnet': ['ID=901d82dd-a7fc-4a6a-b87f-08a08ed54091,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:38.041515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Checking segment: {'id': '5061eded-d612-4f33-919f-61ae9c77bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:38.044738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Network hostable DHCP agents. Network: 9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:22:38.080806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Network 9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:22:38.093582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:38.099875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:38.100715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:38.101534 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:38.118652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda1e6d9-eb7f-46c7-8e3a-7a347578dd41 None None] Network 9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:38.131264 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-22b8f883-4d45-4195-82f9-5d5399ad2ab8 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2991064 Nov 19 19:22:38.133488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49790) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:38.239210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd9bf3-3e58-4c97-9ba8-a7d4f4c13c50 req-30ccc29e-ff76-49cb-ad98-4043b6d5c3bf tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:38.247728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d2dd9bf3-3e58-4c97-9ba8-a7d4f4c13c50 req-30ccc29e-ff76-49cb-ad98-4043b6d5c3bf tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 949 time: 0.0864029 Nov 19 19:22:38.263652 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-91d82ad6-bae9-4c33-b03a-845113143d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:38.282047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e282658-e281-4354-9bdd-799b360ec239 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:38.284605 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e282658-e281-4354-9bdd-799b360ec239 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:38.287280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e282658-e281-4354-9bdd-799b360ec239 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:38.291960 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0e282658-e281-4354-9bdd-799b360ec239 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1528003 Nov 19 19:22:38.293416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49792) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:38.321566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a21c48-21f1-4b96-9f4b-911d85b91cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-bf525f00-e582-425a-aac9-06b04edfbf35', 'network_id': 'bf525f00-e582-425a-aac9-06b04edfbf35', 'tenant_id': '314a71c77ea6497ea703df7583fe1701', 'fixed_ips': [{'subnet_id': '76d5f5f9-93ef-4231-880c-af2fc4a7ff56'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:22:38.322466 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f7a21c48-21f1-4b96-9f4b-911d85b91cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:38.368071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d2dd9bf3-3e58-4c97-9ba8-a7d4f4c13c50 req-51235d78-57b0-44cd-b35e-9d31231edf9f tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165898 Nov 19 19:22:38.420031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda5fb9d-f2ee-40f0-bc56-f0d2c51f0cdd tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Deleting subnet 76d5f5f9-93ef-4231-880c-af2fc4a7ff56 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:22:38.427039 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dda5fb9d-f2ee-40f0-bc56-f0d2c51f0cdd tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:38.522585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dda5fb9d-f2ee-40f0-bc56-f0d2c51f0cdd tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:38.541379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f', 'network_id': '9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f', 'tenant_id': '314a71c77ea6497ea703df7583fe1701', 'fixed_ips': [{'subnet_id': '901d82dd-a7fc-4a6a-b87f-08a08ed54091'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:22:38.542803 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:38.603678 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dda5fb9d-f2ee-40f0-bc56-f0d2c51f0cdd tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:38.706171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:38.725652 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dda5fb9d-f2ee-40f0-bc56-f0d2c51f0cdd tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:38.763188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 94e0f047-8442-4049-99d8-af822dfbd2ae up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:38.782019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5fb9d-f2ee-40f0-bc56-f0d2c51f0cdd tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event deleted for resources: {'Subnet': ['ID=76d5f5f9-93ef-4231-880c-af2fc4a7ff56,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:38.788260 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dda5fb9d-f2ee-40f0-bc56-f0d2c51f0cdd tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:38.797849 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dda5fb9d-f2ee-40f0-bc56-f0d2c51f0cdd tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "DELETE /v2.0/subnets/76d5f5f9-93ef-4231-880c-af2fc4a7ff56 HTTP/1.1" status: 204 len: 168 time: 0.5015953 Nov 19 19:22:38.800091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49808) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-f7a21c48-21f1-4b96-9f4b-911d85b91cbf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76d5f5f9-93ef-4231-880c-af2fc4a7ff56: This subnet is being modified by another concurrent operation. Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76d5f5f9-93ef-4231-880c-af2fc4a7ff56: This subnet is being modified by another concurrent operation. Nov 19 19:22:38.813085 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:22:38.857462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6546b54-59d5-4c0e-a427-08bb2de0ea8e None None] Network bf525f00-e582-425a-aac9-06b04edfbf35 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:38.887219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9bf087-6651-43ef-822a-641df5075a74 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Deleting subnet 901d82dd-a7fc-4a6a-b87f-08a08ed54091 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:22:38.906280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49814) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:38.943981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Allocated IP 172.20.0.18 (9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f/901d82dd-a7fc-4a6a-b87f-08a08ed54091/f66f7951-efd7-4657-a15d-85f936c926b5) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:39.025299 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:22:39.050685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 94e0f047-8442-4049-99d8-af822dfbd2ae triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:39.051058 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.056594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:39.056594 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.300928 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.313527 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.357179 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.508594 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Sync routers for ids ['8415b526-3639-4659-bc57-5d3c509c2784'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:22:39.511500 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be9bf087-6651-43ef-822a-641df5075a74 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.518202 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.523801 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Routers {'8415b526-3639-4659-bc57-5d3c509c2784'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:39.524739 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8415b526-3639-4659-bc57-5d3c509c2784'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:39.537631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4a02c6-aca5-4031-9ede-1f4964fc8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642a93a8-0ed5-42c1-ba9d-d14b3ec28686'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:22:39.539912 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61149fbe-b599-4dc1-ae46-62bb1165a095" -d '{"events": [{"server_uuid": "bf4a02c6-aca5-4031-9ede-1f4964fc8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "642a93a8-0ed5-42c1-ba9d-d14b3ec28686"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:22:39.580983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563c13e-113d-49d6-965f-ea2f7113e11a req-4ec647c4-a6fc-4e45-a3aa-5bb039c19225 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:39.587352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8563c13e-113d-49d6-965f-ea2f7113e11a req-4ec647c4-a6fc-4e45-a3aa-5bb039c19225 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 949 time: 0.1244245 Nov 19 19:22:39.613320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Network 9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:39.619650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=642a93a8-0ed5-42c1-ba9d-d14b3ec28686,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:39.620916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:39.627603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:39.640535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be9bf087-6651-43ef-822a-641df5075a74 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.662726 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.711702 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Pushing event updated for resources: {'Port': ['ID=f66f7951-efd7-4657-a15d-85f936c926b5,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:39.742303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8563c13e-113d-49d6-965f-ea2f7113e11a req-8b188be6-a3a3-41d8-82b5-a634276f5b9e tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458981 Nov 19 19:22:39.782363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] Deleting port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:39.783370 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.792719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Attempting to bind port f66f7951-efd7-4657-a15d-85f936c926b5 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:22:39.793099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Attempting to bind port f66f7951-efd7-4657-a15d-85f936c926b5 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '5061eded-d612-4f33-919f-61ae9c77bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:22:39.793475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Attempting to bind port f66f7951-efd7-4657-a15d-85f936c926b5 on network 9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:22:39.825220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:22:39.825592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Checking segment: {'id': '5061eded-d612-4f33-919f-61ae9c77bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:39.828025 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.828631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Bound using segment: {'id': '5061eded-d612-4f33-919f-61ae9c77bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:22:39.831873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Bound port: f66f7951-efd7-4657-a15d-85f936c926b5, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5061eded-d612-4f33-919f-61ae9c77bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:22:39.832491 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.856951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be9bf087-6651-43ef-822a-641df5075a74 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.869101 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Set router 8415b526-3639-4659-bc57-5d3c509c2784 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:39.877214 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453e6d51-95c9-409e-aff3-255c0fb447aa x-openstack-request-id: req-453e6d51-95c9-409e-aff3-255c0fb447aa {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:22:39.877693 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4a02c6-aca5-4031-9ede-1f4964fc8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "642a93a8-0ed5-42c1-ba9d-d14b3ec28686", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:22:39.877984 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-453e6d51-95c9-409e-aff3-255c0fb447aa {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:22:39.878400 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4a02c6-aca5-4031-9ede-1f4964fc8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642a93a8-0ed5-42c1-ba9d-d14b3ec28686', 'code': 200} Nov 19 19:22:39.897003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=642a93a8-0ed5-42c1-ba9d-d14b3ec28686,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:39.973563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498768f-d1e4-4004-8298-3fb9849bcc94 req-ddf61ff4-f739-4e4f-a6c3-b09cc411d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:39.975461 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4498768f-d1e4-4004-8298-3fb9849bcc94 req-ddf61ff4-f739-4e4f-a6c3-b09cc411d3ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 1101 time: 0.0725102 Nov 19 19:22:39.976318 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be9bf087-6651-43ef-822a-641df5075a74 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:39.986981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] For port f66f7951-efd7-4657-a15d-85f936c926b5, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:22:39.991654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] For port f66f7951-efd7-4657-a15d-85f936c926b5, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f66f7951-efd7-4657-a15d-85f936c926b5,segment=NetworkSegment(5061eded-d612-4f33-919f-61ae9c77bc1c),segment_id=5061eded-d612-4f33-919f-61ae9c77bc1c)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:22:39.999999 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.000464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bf087-6651-43ef-822a-641df5075a74 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event deleted for resources: {'Subnet': ['ID=901d82dd-a7fc-4a6a-b87f-08a08ed54091,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:40.021716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] For port 9a71a6ca-8ff9-4436-8a2f-f64f9727807e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a71a6ca-8ff9-4436-8a2f-f64f9727807e,segment=NetworkSegment(a87e3b02-3346-4572-afa5-423f8791d5c6),segment_id=a87e3b02-3346-4572-afa5-423f8791d5c6)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:40.022182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.027685 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be9bf087-6651-43ef-822a-641df5075a74 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.037311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-be9bf087-6651-43ef-822a-641df5075a74 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "DELETE /v2.0/subnets/901d82dd-a7fc-4a6a-b87f-08a08ed54091 HTTP/1.1" status: 204 len: 168 time: 1.2360885 Nov 19 19:22:40.046969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49822) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:40.077033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] Calling delete_port for 9a71a6ca-8ff9-4436-8a2f-f64f9727807e owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:40.101202 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f491075-2334-48c9-987e-5a09fc54b822 None None] Pushing event updated for resources: {'Port': ['ID=f66f7951-efd7-4657-a15d-85f936c926b5,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:40.131665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4498768f-d1e4-4004-8298-3fb9849bcc94 req-d6152d7e-f62b-4a1a-805c-4a23ab228cf7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477709 Nov 19 19:22:40.173457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac7da7-6db0-4330-92a7-c67d42890e40 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:40.175123 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a7ac7da7-6db0-4330-92a7-c67d42890e40 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1254098 Nov 19 19:22:40.179554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49824) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:40.223595 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8415b526-3639-4659-bc57-5d3c509c2784', 'name': 'tempest-TestAggregatesBasicOps-545462985-router', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:29Z', 'updated_at': '2021-11-19T19:22:35Z', 'revision_number': 4, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'gw_port': {'id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:30Z', 'updated_at': '2021-11-19T19:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4902a111-b58c-4e91-852b-858de2f8aa1f', 'name': '', 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'mac_address': 'fa:16:3e:28:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f599ca80-cdb9-452f-99b0-d61668ee9f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:33Z', 'updated_at': '2021-11-19T19:22:35Z', 'revision_number': 2, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'subnets': [{'id': 'f599ca80-cdb9-452f-99b0-d61668ee9f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:40.258748 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Checking router: 8415b526-3639-4659-bc57-5d3c509c2784 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:22:40.259271 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Updating router 8415b526-3639-4659-bc57-5d3c509c2784 port 4902a111-b58c-4e91-852b-858de2f8aa1f binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:22:40.287980 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.336890 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.593203 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6e77bd5e-a85e-41ab-8ee9-4c4583a4abf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.684049 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.691741 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.710550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f66f7951-efd7-4657-a15d-85f936c926b5 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:40.748262 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09519d71-5598-486e-a70b-37b59ef235c3 None None] Pushing event updated for resources: {'Port': ['ID=4902a111-b58c-4e91-852b-858de2f8aa1f,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:40.787126 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f66f7951-efd7-4657-a15d-85f936c926b5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:40.787485 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.838432 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Attempting to bind port 4902a111-b58c-4e91-852b-858de2f8aa1f on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:22:40.839039 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Attempting to bind port 4902a111-b58c-4e91-852b-858de2f8aa1f by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89b30fb8-b927-41a6-b2df-078a1899c74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:22:40.839813 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Attempting to bind port 4902a111-b58c-4e91-852b-858de2f8aa1f on network 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:22:40.850766 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:22:40.853042 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Checking segment: {'id': '89b30fb8-b927-41a6-b2df-078a1899c74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:40.855898 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.856720 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Bound using segment: {'id': '89b30fb8-b927-41a6-b2df-078a1899c74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:22:40.857377 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Bound port: 4902a111-b58c-4e91-852b-858de2f8aa1f, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b30fb8-b927-41a6-b2df-078a1899c74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:22:40.859224 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.882185 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.895592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Deleting port f66f7951-efd7-4657-a15d-85f936c926b5 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:40.895786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.915192 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.982028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port f66f7951-efd7-4657-a15d-85f936c926b5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f66f7951-efd7-4657-a15d-85f936c926b5,segment=NetworkSegment(5061eded-d612-4f33-919f-61ae9c77bc1c),segment_id=5061eded-d612-4f33-919f-61ae9c77bc1c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:40.982678 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] For port 4902a111-b58c-4e91-852b-858de2f8aa1f, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:22:40.984930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] For port f66f7951-efd7-4657-a15d-85f936c926b5, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f66f7951-efd7-4657-a15d-85f936c926b5,segment=NetworkSegment(5061eded-d612-4f33-919f-61ae9c77bc1c),segment_id=5061eded-d612-4f33-919f-61ae9c77bc1c)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:40.985554 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.988196 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] For port 4902a111-b58c-4e91-852b-858de2f8aa1f, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4902a111-b58c-4e91-852b-858de2f8aa1f,segment=NetworkSegment(89b30fb8-b927-41a6-b2df-078a1899c74b),segment_id=89b30fb8-b927-41a6-b2df-078a1899c74b)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:22:40.991201 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:40.999580 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.004435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade2a7f-6688-4921-be87-463e7c9d3dcd req-794ec907-e11e-4d42-bdf2-b0a9b30d6278 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:41.007345 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cade2a7f-6688-4921-be87-463e7c9d3dcd req-794ec907-e11e-4d42-bdf2-b0a9b30d6278 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 950 time: 0.1206634 Nov 19 19:22:41.035143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a71a6ca-8ff9-4436-8a2f-f64f9727807e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:41.051472 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Calling delete_port for f66f7951-efd7-4657-a15d-85f936c926b5 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:41.124349 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Routers {'8415b526-3639-4659-bc57-5d3c509c2784'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:41.124982 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8415b526-3639-4659-bc57-5d3c509c2784'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:41.141022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=f66f7951-efd7-4657-a15d-85f936c926b5,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:41.168362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cade2a7f-6688-4921-be87-463e7c9d3dcd req-a801b5bc-7046-40b4-bd1c-706a1b240e90 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543047 Nov 19 19:22:41.234362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-48f70a70-af5b-46a5-8d85-0817f0aaba1e None None] Provisioning complete for port 4902a111-b58c-4e91-852b-858de2f8aa1f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:41.234732 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-48f70a70-af5b-46a5-8d85-0817f0aaba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.250275 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.288732 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09519d71-5598-486e-a70b-37b59ef235c3 None None] Pushing event updated for resources: {'Port': ['ID=4902a111-b58c-4e91-852b-858de2f8aa1f,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:41.320214 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] Set router 8415b526-3639-4659-bc57-5d3c509c2784 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:41.364497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event deleted for resources: {'Port': ['ID=f66f7951-efd7-4657-a15d-85f936c926b5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:41.368986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] No DVR routers for this DVR port f66f7951-efd7-4657-a15d-85f936c926b5 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:22:41.386204 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-48f70a70-af5b-46a5-8d85-0817f0aaba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.522046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-48f70a70-af5b-46a5-8d85-0817f0aaba1e None None] For port 4902a111-b58c-4e91-852b-858de2f8aa1f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4902a111-b58c-4e91-852b-858de2f8aa1f,segment=NetworkSegment(89b30fb8-b927-41a6-b2df-078a1899c74b),segment_id=89b30fb8-b927-41a6-b2df-078a1899c74b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:41.532208 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-48f70a70-af5b-46a5-8d85-0817f0aaba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.574729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.618083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:41.634611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5061eded-d612-4f33-919f-61ae9c77bc1c') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:41.635095 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5061eded-d612-4f33-919f-61ae9c77bc1c') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:41.657075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.662453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f70a70-af5b-46a5-8d85-0817f0aaba1e None None] Pushing event updated for resources: {'Port': ['ID=4902a111-b58c-4e91-852b-858de2f8aa1f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:41.681966 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.698212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:22:41.707844 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:22:41.713348 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:22:41.726172 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8415b526-3639-4659-bc57-5d3c509c2784', 'name': 'tempest-TestAggregatesBasicOps-545462985-router', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:29Z', 'updated_at': '2021-11-19T19:22:35Z', 'revision_number': 4, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'gw_port': {'id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:30Z', 'updated_at': '2021-11-19T19:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4902a111-b58c-4e91-852b-858de2f8aa1f', 'name': '', 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'mac_address': 'fa:16:3e:28:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f599ca80-cdb9-452f-99b0-d61668ee9f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:33Z', 'updated_at': '2021-11-19T19:22:40Z', 'revision_number': 4, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'subnets': [{'id': 'f599ca80-cdb9-452f-99b0-d61668ee9f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:41.759236 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638f7d51-7ddc-42e7-be7d-55f2c6c3c0b7 None None] The sync data for ids ['8415b526-3639-4659-bc57-5d3c509c2784'] in n-d-815373-6 is: [{'id': '8415b526-3639-4659-bc57-5d3c509c2784', 'name': 'tempest-TestAggregatesBasicOps-545462985-router', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:29Z', 'updated_at': '2021-11-19T19:22:35Z', 'revision_number': 4, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'gw_port': {'id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:30Z', 'updated_at': '2021-11-19T19:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '4902a111-b58c-4e91-852b-858de2f8aa1f', 'name': '', 'network_id': '0537f90a-ca9b-4901-952a-0ba4d40ac5f2', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'mac_address': 'fa:16:3e:28:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f599ca80-cdb9-452f-99b0-d61668ee9f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:33Z', 'updated_at': '2021-11-19T19:22:40Z', 'revision_number': 4, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'subnets': [{'id': 'f599ca80-cdb9-452f-99b0-d61668ee9f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:22:41.760876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a310b827-f419-4b1d-a52b-e6e87611bd52 None None] Provisioning complete for port 4902a111-b58c-4e91-852b-858de2f8aa1f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:41.763957 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a310b827-f419-4b1d-a52b-e6e87611bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.814133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.826635 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.833611 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.839847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "DELETE /v2.0/networks/9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f HTTP/1.1" status: 204 len: 168 time: 1.6588759 Nov 19 19:22:41.841981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49834) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:41.960528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d47ded9-5f54-45ef-8ad3-375c02f7f2d2 None None] DHCP port deletion for 9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:41.966829 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:41.987199 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39d479-9d7c-4456-ae87-8f68c5e90568 None None] Network 9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:41.988236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c145d9e-c303-42e9-8afc-5c296407a264 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event deleted for resources: {'Network': ['ID=9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:42.013613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39d479-9d7c-4456-ae87-8f68c5e90568 None None] Network 9d290aa9-43d8-4fbf-a7f0-0ed5b80ded5f could not be found, it might have been deleted concurrently. {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 19:22:42.022674 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ffa1ae-00ad-4f4f-ac8b-7f00374b1b80 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:22:42.036742 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:42.070971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-305864ce-69f7-46a7-917e-a73c7713c33a None None] Could not find standard attr ID for object f66f7951-efd7-4657-a15d-85f936c926b5. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:22:42.170589 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:42.182756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ffa1ae-00ad-4f4f-ac8b-7f00374b1b80 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:22:42.215697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf525f00-e582-425a-aac9-06b04edfbf35']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:42.239749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3daf74-5779-4a5f-afb4-bb476a194388') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:42.240046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3daf74-5779-4a5f-afb4-bb476a194388') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:42.271765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:42.512774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] Router 20b62183-6a1e-42ed-aa33-60d21a8b9aff has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd201dd2-f5e8-4af0-baa7-af5c9a1ff7cb req-9b8eab97-5b76-42f1-82ca-651fe8c12369 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:42.519349 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd201dd2-f5e8-4af0-baa7-af5c9a1ff7cb req-9b8eab97-5b76-42f1-82ca-651fe8c12369 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 950 time: 0.2473290 Nov 19 19:22:42.617164 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:42.634651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:22:42.644209 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e4a59767-ce66-4829-af5c-9ea5acb9239a admin admin] 10.222.0.50 "PUT /v2.0/routers/20b62183-6a1e-42ed-aa33-60d21a8b9aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7368252 Nov 19 19:22:42.645031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49852) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:42.659236 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:42.662900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "DELETE /v2.0/networks/bf525f00-e582-425a-aac9-06b04edfbf35 HTTP/1.1" status: 204 len: 168 time: 0.8194795 Nov 19 19:22:42.669587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49856) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:42.676382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac832d2e-e8ff-4851-8990-d3ce9070c70e None None] Sync routers for ids ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:22:42.695736 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd201dd2-f5e8-4af0-baa7-af5c9a1ff7cb req-57455a4b-a0a0-4d63-9365-491c744fdd87 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878879 Nov 19 19:22:42.712088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59286fbd-e0d3-4cda-b093-7a14388bdd9a tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event deleted for resources: {'Network': ['ID=bf525f00-e582-425a-aac9-06b04edfbf35,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:42.818893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac832d2e-e8ff-4851-8990-d3ce9070c70e None None] Routers {'20b62183-6a1e-42ed-aa33-60d21a8b9aff'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:42.819738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ac832d2e-e8ff-4851-8990-d3ce9070c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:42.831051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:42.859870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:42.902145 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4902a111-b58c-4e91-852b-858de2f8aa1f up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:43.066240 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.074327 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.090479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:43.094534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-ac832d2e-e8ff-4851-8990-d3ce9070c70e None None] Set router 20b62183-6a1e-42ed-aa33-60d21a8b9aff gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:43.103747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c27fd15-9fb8-4090-91d3-7b44bc382119') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:43.104037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c27fd15-9fb8-4090-91d3-7b44bc382119') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:43.115018 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.130495 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.137801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:22:43.138746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:22:43.143483 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:22:43.172855 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Deleting port 76f915d4-0b40-4687-b974-fd6f9d873f99 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:43.173846 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.242051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 4902a111-b58c-4e91-852b-858de2f8aa1f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:43.242627 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.270807 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc43bc-7566-41f6-aeab-b0001afe1931 req-62304662-dd54-4d0f-9878-1df4cc8fa1d2 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:43.272498 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bddc43bc-7566-41f6-aeab-b0001afe1931 req-62304662-dd54-4d0f-9878-1df4cc8fa1d2 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 950 time: 0.1119068 Nov 19 19:22:43.273986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.294284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] For port 76f915d4-0b40-4687-b974-fd6f9d873f99, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=76f915d4-0b40-4687-b974-fd6f9d873f99,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:43.295281 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.295569 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.300700 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "DELETE /v2.0/networks/0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1 HTTP/1.1" status: 204 len: 168 time: 0.6291029 Nov 19 19:22:43.307970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8376441-f4c7-4614-9d6a-d9d4e06b3d25 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event deleted for resources: {'Network': ['ID=0d77bc20-66b6-4ae4-a842-e6adbfc2bfa1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:43.310136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49872) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:43.358474 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bddc43bc-7566-41f6-aeab-b0001afe1931 req-1c55c086-294a-4c12-8f35-89117e304734 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563824 Nov 19 19:22:43.373005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Calling delete_port for 76f915d4-0b40-4687-b974-fd6f9d873f99 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:43.414243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.492349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.502509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ac832d2e-e8ff-4851-8990-d3ce9070c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'name': 'tempest-TestAggregatesBasicOps-766427928-router', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:19Z', 'updated_at': '2021-11-19T19:22:40Z', 'revision_number': 5, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'gw_port': {'id': '76f915d4-0b40-4687-b974-fd6f9d873f99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:20Z', 'updated_at': '2021-11-19T19:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:43.548251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f66f7951-efd7-4657-a15d-85f936c926b5 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:22:43.551771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac832d2e-e8ff-4851-8990-d3ce9070c70e None None] Checking router: 20b62183-6a1e-42ed-aa33-60d21a8b9aff for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:22:43.586421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: f66f7951-efd7-4657-a15d-85f936c926b5 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:22:43.586780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f66f7951-efd7-4657-a15d-85f936c926b5 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:22:43.593249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac832d2e-e8ff-4851-8990-d3ce9070c70e None None] Routers {'20b62183-6a1e-42ed-aa33-60d21a8b9aff'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:43.594528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ac832d2e-e8ff-4851-8990-d3ce9070c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:43.688696 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.725663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-ac832d2e-e8ff-4851-8990-d3ce9070c70e None None] Set router 20b62183-6a1e-42ed-aa33-60d21a8b9aff gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:43.752918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eda7ffd-6520-4149-8c58-fdb45c82f2ab']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:43.767417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d10694-7f8c-44a1-9d9a-06263d813605') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:43.767710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d10694-7f8c-44a1-9d9a-06263d813605') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:43.786944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.792250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ac832d2e-e8ff-4851-8990-d3ce9070c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'name': 'tempest-TestAggregatesBasicOps-766427928-router', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:19Z', 'updated_at': '2021-11-19T19:22:43Z', 'revision_number': 6, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:43.809567 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.812178 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.828740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac832d2e-e8ff-4851-8990-d3ce9070c70e None None] The sync data for ids ['20b62183-6a1e-42ed-aa33-60d21a8b9aff'] in n-d-815373-6 is: [{'id': '20b62183-6a1e-42ed-aa33-60d21a8b9aff', 'name': 'tempest-TestAggregatesBasicOps-766427928-router', 'tenant_id': 'f002ade2b04e4ff28b373f7db8261e62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:19Z', 'updated_at': '2021-11-19T19:22:43Z', 'revision_number': 6, 'project_id': 'f002ade2b04e4ff28b373f7db8261e62', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:22:43.845393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:22:43.845937 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:22:43.853135 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:22:43.869955 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Pushing event deleted for resources: {'Port': ['ID=76f915d4-0b40-4687-b974-fd6f9d873f99,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:43.934208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60777868-8570-4812-8dc9-f4e7c7487b72 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:44.007715 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.017997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.021489 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] 10.222.0.50 "DELETE /v2.0/networks/7eda7ffd-6520-4149-8c58-fdb45c82f2ab HTTP/1.1" status: 204 len: 168 time: 0.7024353 Nov 19 19:22:44.035378 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.038426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46bf63-ccff-425a-ae6c-feb7a5d1d6f5 tempest-BulkNetworkOpsTest-940934971 tempest-BulkNetworkOpsTest-940934971-project] Pushing event deleted for resources: {'Network': ['ID=7eda7ffd-6520-4149-8c58-fdb45c82f2ab,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:44.124447 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.138230 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.140454 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.196324 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.198601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20b62183-6a1e-42ed-aa33-60d21a8b9aff {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:22:44.204488 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.207765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1d33d9bd-de2c-4dc0-91d8-2ce33b1c179e admin admin] 10.222.0.50 "DELETE /v2.0/routers/20b62183-6a1e-42ed-aa33-60d21a8b9aff HTTP/1.1" status: 204 len: 168 time: 1.5614843 Nov 19 19:22:44.210198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49890) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:44.316140 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f481d14-a5fc-4e9e-be0c-a4f0ef1ff0b6 admin admin] Deleting subnet c7e79483-5e95-4eaa-aaac-50f9ca149aaf {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:22:44.320538 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f481d14-a5fc-4e9e-be0c-a4f0ef1ff0b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.370434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f481d14-a5fc-4e9e-be0c-a4f0ef1ff0b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.412938 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49900) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:44.480065 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f481d14-a5fc-4e9e-be0c-a4f0ef1ff0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.520144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c264c-a9d0-4658-988a-11f72f7e2970 req-b6859507-96db-4a98-b9e7-6a8275a1089b tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:44.522327 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d94c264c-a9d0-4658-988a-11f72f7e2970 req-b6859507-96db-4a98-b9e7-6a8275a1089b tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 950 time: 0.0594237 Nov 19 19:22:44.600928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672df0a-6a81-4714-ac2a-162b6672a497 req-667bcd8b-38d5-468f-9e01-b7fb3d7db337 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:44.602446 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d94c264c-a9d0-4658-988a-11f72f7e2970 req-12afe8f9-f371-44c9-a2f4-bc053b6963b0 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/security-groups?id=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719953 Nov 19 19:22:44.602570 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5672df0a-6a81-4714-ac2a-162b6672a497 req-667bcd8b-38d5-468f-9e01-b7fb3d7db337 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 950 time: 0.1194308 Nov 19 19:22:44.640979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e0129d7b-edcb-4dd9-a6a5-de3b35d2a11b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=314a71c77ea6497ea703df7583fe1701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224672 Nov 19 19:22:44.642114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49906) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:44.655236 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f481d14-a5fc-4e9e-be0c-a4f0ef1ff0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.712829 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6555-e5cb-410a-8245-e7bb3cef537d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.744562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f481d14-a5fc-4e9e-be0c-a4f0ef1ff0b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e79483-5e95-4eaa-aaac-50f9ca149aaf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:44.748449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f481d14-a5fc-4e9e-be0c-a4f0ef1ff0b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.751094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7064d7a-1f51-4cdd-8eb6-5f3b98980c5e None None] Network c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:44.755783 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2f481d14-a5fc-4e9e-be0c-a4f0ef1ff0b6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c7e79483-5e95-4eaa-aaac-50f9ca149aaf HTTP/1.1" status: 204 len: 168 time: 0.5426540 Nov 19 19:22:44.756447 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49910) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:44.759524 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6555-e5cb-410a-8245-e7bb3cef537d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.817951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6555-e5cb-410a-8245-e7bb3cef537d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.825396 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6555-e5cb-410a-8245-e7bb3cef537d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.827148 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ad9e6555-e5cb-410a-8245-e7bb3cef537d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19a2e58c-ef51-44a4-8c18-d19c0534bda9 HTTP/1.1" status: 204 len: 168 time: 0.1836314 Nov 19 19:22:44.838872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e6555-e5cb-410a-8245-e7bb3cef537d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a2e58c-ef51-44a4-8c18-d19c0534bda9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:44.852855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 76f915d4-0b40-4687-b974-fd6f9d873f99 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:22:44.862445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.890441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5672df0a-6a81-4714-ac2a-162b6672a497 req-9259685c-c8c3-4fd7-9be0-e51f1082a638 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Deleting port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:44.890726 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5672df0a-6a81-4714-ac2a-162b6672a497 req-9259685c-c8c3-4fd7-9be0-e51f1082a638 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:44.900649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 76f915d4-0b40-4687-b974-fd6f9d873f99 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:22:44.901530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 76f915d4-0b40-4687-b974-fd6f9d873f99 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:22:44.903629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a71a6ca-8ff9-4436-8a2f-f64f9727807e no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:22:44.979603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 9a71a6ca-8ff9-4436-8a2f-f64f9727807e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:22:44.979956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a71a6ca-8ff9-4436-8a2f-f64f9727807e not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:22:45.068294 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-5672df0a-6a81-4714-ac2a-162b6672a497 req-9259685c-c8c3-4fd7-9be0-e51f1082a638 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] For port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=642a93a8-0ed5-42c1-ba9d-d14b3ec28686,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:45.069172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5672df0a-6a81-4714-ac2a-162b6672a497 req-9259685c-c8c3-4fd7-9be0-e51f1082a638 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.087450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5672df0a-6a81-4714-ac2a-162b6672a497 req-9259685c-c8c3-4fd7-9be0-e51f1082a638 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Calling delete_port for 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:45.167137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Deleting port a907cab3-8c2f-4600-a262-dafbcc352b03 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:45.167789 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.173349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10694777-4a05-4d1d-b61b-317d7828b42e None None] DHCP port deletion for c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:45.276195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-10694777-4a05-4d1d-b61b-317d7828b42e None None] Deleting port a907cab3-8c2f-4600-a262-dafbcc352b03 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:45.277149 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-10694777-4a05-4d1d-b61b-317d7828b42e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.299824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] For port a907cab3-8c2f-4600-a262-dafbcc352b03, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a907cab3-8c2f-4600-a262-dafbcc352b03,segment=NetworkSegment(a87e3b02-3346-4572-afa5-423f8791d5c6),segment_id=a87e3b02-3346-4572-afa5-423f8791d5c6)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:45.300236 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.352118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Calling delete_port for a907cab3-8c2f-4600-a262-dafbcc352b03 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:45.370446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-10694777-4a05-4d1d-b61b-317d7828b42e None None] For port a907cab3-8c2f-4600-a262-dafbcc352b03, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a907cab3-8c2f-4600-a262-dafbcc352b03,segment=NetworkSegment(a87e3b02-3346-4572-afa5-423f8791d5c6),segment_id=a87e3b02-3346-4572-afa5-423f8791d5c6)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:45.370867 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-10694777-4a05-4d1d-b61b-317d7828b42e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.385341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-10694777-4a05-4d1d-b61b-317d7828b42e None None] Calling delete_port for a907cab3-8c2f-4600-a262-dafbcc352b03 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:45.430467 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5672df0a-6a81-4714-ac2a-162b6672a497 req-9259685c-c8c3-4fd7-9be0-e51f1082a638 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.478421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259685c-c8c3-4fd7-9be0-e51f1082a638 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Pushing event deleted for resources: {'Port': ['ID=642a93a8-0ed5-42c1-ba9d-d14b3ec28686,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:45.519494 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-10694777-4a05-4d1d-b61b-317d7828b42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.563418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5672df0a-6a81-4714-ac2a-162b6672a497 req-9259685c-c8c3-4fd7-9be0-e51f1082a638 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] No DVR routers for this DVR port 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:22:45.570932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10694777-4a05-4d1d-b61b-317d7828b42e None None] Pushing event deleted for resources: {'Port': ['ID=a907cab3-8c2f-4600-a262-dafbcc352b03,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:45.573919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10694777-4a05-4d1d-b61b-317d7828b42e None None] No DVR routers for this DVR port a907cab3-8c2f-4600-a262-dafbcc352b03 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:22:45.583848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5672df0a-6a81-4714-ac2a-162b6672a497 req-9259685c-c8c3-4fd7-9be0-e51f1082a638 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.589741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5672df0a-6a81-4714-ac2a-162b6672a497 req-9259685c-c8c3-4fd7-9be0-e51f1082a638 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.57 "DELETE /v2.0/ports/642a93a8-0ed5-42c1-ba9d-d14b3ec28686 HTTP/1.1" status: 204 len: 173 time: 0.9796844 Nov 19 19:22:45.593293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4a02c6-aca5-4031-9ede-1f4964fc8a0b', 'name': 'network-vif-deleted', 'tag': '642a93a8-0ed5-42c1-ba9d-d14b3ec28686'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:22:45.604430 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41c931b-cabd-4082-bb76-60d2a99c29a9" -d '{"events": [{"server_uuid": "bf4a02c6-aca5-4031-9ede-1f4964fc8a0b", "name": "network-vif-deleted", "tag": "642a93a8-0ed5-42c1-ba9d-d14b3ec28686"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:22:45.666191 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.717945 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c84cd00-4411-41d7-8edb-48dcae2c4f0d x-openstack-request-id: req-8c84cd00-4411-41d7-8edb-48dcae2c4f0d {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:22:45.718315 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4a02c6-aca5-4031-9ede-1f4964fc8a0b", "name": "network-vif-deleted", "tag": "642a93a8-0ed5-42c1-ba9d-d14b3ec28686", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:22:45.718588 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c84cd00-4411-41d7-8edb-48dcae2c4f0d {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:22:45.719778 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4a02c6-aca5-4031-9ede-1f4964fc8a0b', 'name': 'network-vif-deleted', 'tag': '642a93a8-0ed5-42c1-ba9d-d14b3ec28686', 'status': 'completed', 'code': 200} Nov 19 19:22:45.724067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=a907cab3-8c2f-4600-a262-dafbcc352b03,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:45.728817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] No DVR routers for this DVR port a907cab3-8c2f-4600-a262-dafbcc352b03 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:22:45.890676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14b3f989-8887-461e-8a2c-6b1cc434206e req-22f36508-4770-4ed6-a293-8a70963790c3 tempest-VolumesNegativeTest-1480654504 tempest-VolumesNegativeTest-1480654504-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4a02c6-aca5-4031-9ede-1f4964fc8a0b HTTP/1.1" status: 200 len: 210 time: 0.0617511 Nov 19 19:22:45.901175 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.923726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:45.934812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87e3b02-3346-4572-afa5-423f8791d5c6') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:45.935229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87e3b02-3346-4572-afa5-423f8791d5c6') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:45.946061 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.960811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.971774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:22:45.972001 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:22:45.973942 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:22:46.043321 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:46.047625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49950) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:46.051965 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:46.055966 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89 HTTP/1.1" status: 204 len: 168 time: 1.2965119 Nov 19 19:22:46.058751 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 49954) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:46.090040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e48539-d8c4-47bb-ab8a-837a90b66e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b28c06-b68a-4dbc-bf22-9a3ed5fd7e89,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:46.222732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8a66b35f-c375-4b06-b0e0-836af74670ca tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] Request body: {'port': {'network_id': '03a0b64d-1996-493a-9408-8dd03475eb57', 'name': 'tempest-NetworksNegativeTestJSON-14919368'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:46.252033 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a66b35f-c375-4b06-b0e0-836af74670ca tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] POST failed (client error): The resource could not be found. Nov 19 19:22:46.270800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a66b35f-c375-4b06-b0e0-836af74670ca tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:22:46.272947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8a66b35f-c375-4b06-b0e0-836af74670ca tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2219107 Nov 19 19:22:46.279136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49960) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:46.305679 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77b6196-ee30-4180-8307-0f3368c8e476 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] DELETE failed (client error): The resource could not be found. Nov 19 19:22:46.307448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77b6196-ee30-4180-8307-0f3368c8e476 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:22:46.314430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c77b6196-ee30-4180-8307-0f3368c8e476 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] 10.222.0.50 "DELETE /v2.0/networks/1694c664-b0a3-48fa-8737-651edbfde8e7 HTTP/1.1" status: 404 len: 339 time: 0.0304849 Nov 19 19:22:46.314720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49962) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:46.342359 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8292883f-c884-4d9b-a070-45e896828c9a tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] DELETE failed (client error): The resource could not be found. Nov 19 19:22:46.343022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8292883f-c884-4d9b-a070-45e896828c9a tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:22:46.346838 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8292883f-c884-4d9b-a070-45e896828c9a tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] 10.222.0.50 "DELETE /v2.0/ports/aa4670ec-c1d7-4dbd-966f-08b969c16d34 HTTP/1.1" status: 404 len: 333 time: 0.0308313 Nov 19 19:22:46.350882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49964) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:46.380528 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-327a4df0-a923-488c-b5a9-e34a4a3f2009 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] DELETE failed (client error): The resource could not be found. Nov 19 19:22:46.381258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327a4df0-a923-488c-b5a9-e34a4a3f2009 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:22:46.384669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-327a4df0-a923-488c-b5a9-e34a4a3f2009 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] 10.222.0.50 "DELETE /v2.0/subnets/60024c2d-c57e-4b45-b42b-09fe1c9f100e HTTP/1.1" status: 404 len: 337 time: 0.0324290 Nov 19 19:22:46.388821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49966) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:46.416138 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-36993808-b633-4037-ac55-54f139058736 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] GET failed (client error): The resource could not be found. Nov 19 19:22:46.417893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-36993808-b633-4037-ac55-54f139058736 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] 10.222.0.50 "GET /v2.0/networks/254fc1ce-4a7d-4f3c-9ec6-6b212a94af78 HTTP/1.1" status: 404 len: 339 time: 0.0277803 Nov 19 19:22:46.422764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49970) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:46.451736 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bde6f26-82cc-45c4-92f1-aa8ecd825689 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] GET failed (client error): The resource could not be found. Nov 19 19:22:46.453958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3bde6f26-82cc-45c4-92f1-aa8ecd825689 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] 10.222.0.50 "GET /v2.0/ports/50f660c1-af35-417d-b30e-4da6fa1443cc HTTP/1.1" status: 404 len: 333 time: 0.0282044 Nov 19 19:22:46.459054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49972) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:46.492608 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-337ba5cc-272d-4f98-8e4a-3cfd67db9684 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] GET failed (client error): The resource could not be found. Nov 19 19:22:46.494470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-337ba5cc-272d-4f98-8e4a-3cfd67db9684 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] 10.222.0.50 "GET /v2.0/subnets/2c42686e-f059-4104-805d-b417f69fbe2f HTTP/1.1" status: 404 len: 337 time: 0.0340757 Nov 19 19:22:46.498208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49974) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:46.504874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-241863bd-9987-443b-937c-6694d081edc5 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:46.519754 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-241863bd-9987-443b-937c-6694d081edc5 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] PUT failed (client error): The resource could not be found. Nov 19 19:22:46.520703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241863bd-9987-443b-937c-6694d081edc5 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:22:46.522074 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-241863bd-9987-443b-937c-6694d081edc5 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] 10.222.0.50 "PUT /v2.0/networks/216732a7-434f-4550-bfbc-37f443c10298 HTTP/1.1" status: 404 len: 339 time: 0.0225701 Nov 19 19:22:46.525812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49976) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:46.531527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e071f1ed-fd11-45bf-b177-1a7209884006 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:46.556373 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e071f1ed-fd11-45bf-b177-1a7209884006 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] PUT failed (client error): The resource could not be found. Nov 19 19:22:46.556960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e071f1ed-fd11-45bf-b177-1a7209884006 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:22:46.558067 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e071f1ed-fd11-45bf-b177-1a7209884006 tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] 10.222.0.50 "PUT /v2.0/ports/9d81005e-5aca-4ce3-a4b5-b4c051b65d59 HTTP/1.1" status: 404 len: 333 time: 0.0311301 Nov 19 19:22:46.562052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49978) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:46.568190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e0c96ebb-f6e1-49ef-a317-bde24431744b tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:46.623743 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c96ebb-f6e1-49ef-a317-bde24431744b tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] PUT failed (client error): The resource could not be found. Nov 19 19:22:46.624959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c96ebb-f6e1-49ef-a317-bde24431744b tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:22:46.631635 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e0c96ebb-f6e1-49ef-a317-bde24431744b tempest-NetworksNegativeTestJSON-641335191 tempest-NetworksNegativeTestJSON-641335191-project] 10.222.0.50 "PUT /v2.0/subnets/8d3a897a-f02c-425f-8aa4-86ef04021476 HTTP/1.1" status: 404 len: 337 time: 0.0682831 Nov 19 19:22:46.648300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a907cab3-8c2f-4600-a262-dafbcc352b03 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:22:46.674588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a907cab3-8c2f-4600-a262-dafbcc352b03 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:22:46.675245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a907cab3-8c2f-4600-a262-dafbcc352b03 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:22:46.749075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:22:46.783693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:22:46.784297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 642a93a8-0ed5-42c1-ba9d-d14b3ec28686 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:22:46.852348 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:46.966093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 49996) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:47.148577 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dbedf89-aaf0-4385-b78c-d7964c056150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:47.243669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] Deleting port 4902a111-b58c-4e91-852b-858de2f8aa1f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:47.243669 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:47.289273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dbedf89-aaf0-4385-b78c-d7964c056150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:47.307895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dbedf89-aaf0-4385-b78c-d7964c056150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:47.346514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] For port 4902a111-b58c-4e91-852b-858de2f8aa1f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=4902a111-b58c-4e91-852b-858de2f8aa1f,segment=NetworkSegment(89b30fb8-b927-41a6-b2df-078a1899c74b),segment_id=89b30fb8-b927-41a6-b2df-078a1899c74b)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:47.347133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:47.357275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbedf89-aaf0-4385-b78c-d7964c056150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd745e96-1cbf-4438-be6b-8f261b59998b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:47.361788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0dbedf89-aaf0-4385-b78c-d7964c056150 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b266b626ea884ed980ad5cd6aa6afe83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3945258 Nov 19 19:22:47.364342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50020) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:47.365212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] Calling delete_port for 4902a111-b58c-4e91-852b-858de2f8aa1f owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:47.430263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8fade095-6a57-42ec-ae21-263fee5ee720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:47.457235 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8fade095-6a57-42ec-ae21-263fee5ee720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:47.519043 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8fade095-6a57-42ec-ae21-263fee5ee720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:47.522227 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8fade095-6a57-42ec-ae21-263fee5ee720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:47.523820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8fade095-6a57-42ec-ae21-263fee5ee720 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd745e96-1cbf-4438-be6b-8f261b59998b HTTP/1.1" status: 204 len: 168 time: 0.1583858 Nov 19 19:22:47.534673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fade095-6a57-42ec-ae21-263fee5ee720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd745e96-1cbf-4438-be6b-8f261b59998b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:47.644922 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:47.688483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] Pushing event deleted for resources: {'Port': ['ID=4902a111-b58c-4e91-852b-858de2f8aa1f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:47.975674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:48.317497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] Router 8415b526-3639-4659-bc57-5d3c509c2784 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:22:48.466437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:22:48.487881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-02300f67-8bcd-4191-bd95-3327700e5dca admin admin] 10.222.0.50 "PUT /v2.0/routers/8415b526-3639-4659-bc57-5d3c509c2784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280066 Nov 19 19:22:48.489564 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83546c8-84fb-4bea-bea9-e10a62401680 None None] Sync routers for ids ['8415b526-3639-4659-bc57-5d3c509c2784'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:22:48.490592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50122) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:48.509023 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83546c8-84fb-4bea-bea9-e10a62401680 None None] Routers {'8415b526-3639-4659-bc57-5d3c509c2784'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:48.509648 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a83546c8-84fb-4bea-bea9-e10a62401680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8415b526-3639-4659-bc57-5d3c509c2784'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:48.652245 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:48.696790 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a83546c8-84fb-4bea-bea9-e10a62401680 None None] Set router 8415b526-3639-4659-bc57-5d3c509c2784 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:48.834381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50136) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:48.871496 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:48.974249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Deleting port 94e0f047-8442-4049-99d8-af822dfbd2ae {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:48.974679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.014927 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a83546c8-84fb-4bea-bea9-e10a62401680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8415b526-3639-4659-bc57-5d3c509c2784', 'name': 'tempest-TestAggregatesBasicOps-545462985-router', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:29Z', 'updated_at': '2021-11-19T19:22:47Z', 'revision_number': 5, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'gw_port': {'id': '94e0f047-8442-4049-99d8-af822dfbd2ae', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8415b526-3639-4659-bc57-5d3c509c2784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:30Z', 'updated_at': '2021-11-19T19:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:49.023332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-731692735'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:49.059906 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83546c8-84fb-4bea-bea9-e10a62401680 None None] Checking router: 8415b526-3639-4659-bc57-5d3c509c2784 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:22:49.063814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:49.069864 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83546c8-84fb-4bea-bea9-e10a62401680 None None] Routers {'8415b526-3639-4659-bc57-5d3c509c2784'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:22:49.070887 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a83546c8-84fb-4bea-bea9-e10a62401680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8415b526-3639-4659-bc57-5d3c509c2784'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:49.074026 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.087223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.134008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] For port 94e0f047-8442-4049-99d8-af822dfbd2ae, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=94e0f047-8442-4049-99d8-af822dfbd2ae,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:49.134660 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.164543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Calling delete_port for 94e0f047-8442-4049-99d8-af822dfbd2ae owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:49.269741 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.283956 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.303157 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a83546c8-84fb-4bea-bea9-e10a62401680 None None] Set router 8415b526-3639-4659-bc57-5d3c509c2784 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:22:49.321216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:49.343974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af119434-b93d-47f3-9109-12e59b09567c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:49.351373 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.352269 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Added segment 089cd810-c7b9-4d0c-aa1b-7551667a19aa of type vlan for network d15c35d6-b501-4d59-b795-813dafb12554 Nov 19 19:22:49.437025 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a83546c8-84fb-4bea-bea9-e10a62401680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8415b526-3639-4659-bc57-5d3c509c2784', 'name': 'tempest-TestAggregatesBasicOps-545462985-router', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:29Z', 'updated_at': '2021-11-19T19:22:48Z', 'revision_number': 6, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:49.450751 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.476876 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83546c8-84fb-4bea-bea9-e10a62401680 None None] The sync data for ids ['8415b526-3639-4659-bc57-5d3c509c2784'] in n-d-815373-6 is: [{'id': '8415b526-3639-4659-bc57-5d3c509c2784', 'name': 'tempest-TestAggregatesBasicOps-545462985-router', 'tenant_id': '3178ccd550ab4d73abf8b8500bce7c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:29Z', 'updated_at': '2021-11-19T19:22:48Z', 'revision_number': 6, 'project_id': '3178ccd550ab4d73abf8b8500bce7c21', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:22:49.488102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c12a98-e399-46c7-b977-70cc05caf9a6 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:49.491352 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.557396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Pushing event deleted for resources: {'Port': ['ID=94e0f047-8442-4049-99d8-af822dfbd2ae,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:49.580515 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.588807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:49.589527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.619219 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.687024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Network': ['ID=d15c35d6-b501-4d59-b795-813dafb12554,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:49.704014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network d15c35d6-b501-4d59-b795-813dafb12554 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:49.704861 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-31e4f366-cdd6-465c-8e4c-8f308da442a5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8693111 Nov 19 19:22:49.708336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50176) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:49.721714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'name': 'tempest-PortsTestJSON-1905248709'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:49.776385 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.780677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.846648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.847719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8415b526-3639-4659-bc57-5d3c509c2784 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:22:49.854590 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.859648 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f0b2a926-ebf3-4c6b-814d-0b87a43fa45c admin admin] 10.222.0.50 "DELETE /v2.0/routers/8415b526-3639-4659-bc57-5d3c509c2784 HTTP/1.1" status: 204 len: 168 time: 1.3678448 Nov 19 19:22:49.862024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50192) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:49.919554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:49.924201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.950968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b708a82e-b035-4121-8302-d9e2163a2a55 admin admin] Deleting subnet f599ca80-cdb9-452f-99b0-d61668ee9f86 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:22:49.959967 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b708a82e-b035-4121-8302-d9e2163a2a55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:49.964067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 52f8552e-9924-4a26-a4d0-9396ddc10f53 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:22:50.030350 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b708a82e-b035-4121-8302-d9e2163a2a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.145951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b708a82e-b035-4121-8302-d9e2163a2a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.224960 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b708a82e-b035-4121-8302-d9e2163a2a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.267925 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.269186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708a82e-b035-4121-8302-d9e2163a2a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f599ca80-cdb9-452f-99b0-d61668ee9f86,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:50.273619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b708a82e-b035-4121-8302-d9e2163a2a55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.279543 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b708a82e-b035-4121-8302-d9e2163a2a55 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f599ca80-cdb9-452f-99b0-d61668ee9f86 HTTP/1.1" status: 204 len: 168 time: 0.4137404 Nov 19 19:22:50.285211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86bbe1d-e30a-485c-a08c-a89d486b0da6 None None] Network 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:50.286086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50236) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:50.405127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.413953 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.551462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Checking segment: {'id': '089cd810-c7b9-4d0c-aa1b-7551667a19aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:50.552310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network hostable DHCP agents. Network: d15c35d6-b501-4d59-b795-813dafb12554, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:22:50.558051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=52f8552e-9924-4a26-a4d0-9396ddc10f53,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:50.591571 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network d15c35d6-b501-4d59-b795-813dafb12554 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:22:50.604471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b5125-a506-426b-9320-03e9f0a97c90 None None] DHCP port deletion for 0537f90a-ca9b-4901-952a-0ba4d40ac5f2 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:50.642441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Deleting port b59d7e85-cb2d-4308-935b-97116b65bb83 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:50.643365 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.649570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, d15c35d6-b501-4d59-b795-813dafb12554) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:50.667096 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:50.673549 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:50.674552 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.677606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82367a33-6d18-4b07-9cae-c994cf0483bc None None] Network d15c35d6-b501-4d59-b795-813dafb12554 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:50.682582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4902a111-b58c-4e91-852b-858de2f8aa1f no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:22:50.733704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50262) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:50.734459 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-442219ec-ec73-45af-942b-7c9b78e8ad58 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0242918 Nov 19 19:22:50.745357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-962072865'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:50.771781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] For port b59d7e85-cb2d-4308-935b-97116b65bb83, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b59d7e85-cb2d-4308-935b-97116b65bb83,segment=NetworkSegment(89b30fb8-b927-41a6-b2df-078a1899c74b),segment_id=89b30fb8-b927-41a6-b2df-078a1899c74b)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:50.771781 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.795201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:50.799619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.803452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Calling delete_port for b59d7e85-cb2d-4308-935b-97116b65bb83 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:50.806350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 4902a111-b58c-4e91-852b-858de2f8aa1f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:22:50.807193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 4902a111-b58c-4e91-852b-858de2f8aa1f not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:22:50.810242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 94e0f047-8442-4049-99d8-af822dfbd2ae no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:22:50.857819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:50.880968 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.881579 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Added segment ef3638b8-5cbe-4b3d-aec3-c68e4bca79e7 of type vlan for network a2242619-b471-4285-a8a2-bf5ef5cf85c7 Nov 19 19:22:50.890847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 94e0f047-8442-4049-99d8-af822dfbd2ae {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:22:50.895555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 94e0f047-8442-4049-99d8-af822dfbd2ae not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:22:50.937840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b5125-a506-426b-9320-03e9f0a97c90 None None] Deleting port b59d7e85-cb2d-4308-935b-97116b65bb83 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:50.939247 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b0b5125-a506-426b-9320-03e9f0a97c90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.971705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:50.996112 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.026873 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.068104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] No DVR routers for this DVR port b59d7e85-cb2d-4308-935b-97116b65bb83 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:22:51.076112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59d7e85-cb2d-4308-935b-97116b65bb83,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:51.077146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:51.077834 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.106926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3b0b5125-a506-426b-9320-03e9f0a97c90 None None] For port b59d7e85-cb2d-4308-935b-97116b65bb83, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b59d7e85-cb2d-4308-935b-97116b65bb83,segment=NetworkSegment(89b30fb8-b927-41a6-b2df-078a1899c74b),segment_id=89b30fb8-b927-41a6-b2df-078a1899c74b)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:51.107413 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b0b5125-a506-426b-9320-03e9f0a97c90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.131773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b5125-a506-426b-9320-03e9f0a97c90 None None] Calling delete_port for b59d7e85-cb2d-4308-935b-97116b65bb83 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:51.152857 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4169641 Nov 19 19:22:51.168654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50282) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:51.247952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'ports': [{'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554'}, {'network_id': 'a2242619-b471-4285-a8a2-bf5ef5cf85c7'}]} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:51.250298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:51.250298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': 'a2242619-b471-4285-a8a2-bf5ef5cf85c7'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:51.253461 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b0b5125-a506-426b-9320-03e9f0a97c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.253958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b747d65-dbe1-4a01-a602-dd0e93358994 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Network': ['ID=a2242619-b471-4285-a8a2-bf5ef5cf85c7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:51.256845 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.291354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0537f90a-ca9b-4901-952a-0ba4d40ac5f2']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:51.303619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b30fb8-b927-41a6-b2df-078a1899c74b') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:51.304126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b30fb8-b927-41a6-b2df-078a1899c74b') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:51.316128 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.330215 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b5125-a506-426b-9320-03e9f0a97c90 None None] Pushing event deleted for resources: {'Port': ['ID=b59d7e85-cb2d-4308-935b-97116b65bb83,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:51.331642 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.332792 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network a2242619-b471-4285-a8a2-bf5ef5cf85c7 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:51.339489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:22:51.339891 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.352607 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b5125-a506-426b-9320-03e9f0a97c90 None None] No DVR routers for this DVR port b59d7e85-cb2d-4308-935b-97116b65bb83 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:22:51.370340 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:22:51.461317 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.476591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.484711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 2} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:51.484945 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0537f90a-ca9b-4901-952a-0ba4d40ac5f2 HTTP/1.1" status: 204 len: 168 time: 1.1941452 Nov 19 19:22:51.486302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.498043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cd628-69af-430e-8b1e-b6334657b162 admin admin] Pushing event deleted for resources: {'Network': ['ID=0537f90a-ca9b-4901-952a-0ba4d40ac5f2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:51.504921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.606460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 87c05ffa-2655-4b65-a4f7-d1279a1dfce9 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:22:51.755538 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:51.846586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50330) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:51.948320 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2f2958c1-61b9-44b8-87eb-ea7fdedef7ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f002ade2b04e4ff28b373f7db8261e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0997832 Nov 19 19:22:51.952665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50334) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:52.052675 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75f814dd-eb13-4fa9-ac84-133f88e4fb3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:52.088104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75f814dd-eb13-4fa9-ac84-133f88e4fb3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:52.166234 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75f814dd-eb13-4fa9-ac84-133f88e4fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:52.169259 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-75f814dd-eb13-4fa9-ac84-133f88e4fb3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:52.170624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-75f814dd-eb13-4fa9-ac84-133f88e4fb3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7a0c25b-fb89-47f0-8eda-ab0612055c65 HTTP/1.1" status: 204 len: 168 time: 0.2169032 Nov 19 19:22:52.190597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f814dd-eb13-4fa9-ac84-133f88e4fb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a0c25b-fb89-47f0-8eda-ab0612055c65,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:52.338033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 1f637892-6822-43b1-b8d3-c7ee748d5465 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:22:52.495138 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:52.536843 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:52.595660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network d15c35d6-b501-4d59-b795-813dafb12554 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:52.599478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:52.603678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:52.604760 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:52.613640 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=87c05ffa-2655-4b65-a4f7-d1279a1dfce9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:52.653194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b59d7e85-cb2d-4308-935b-97116b65bb83 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:22:52.665169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=1f637892-6822-43b1-b8d3-c7ee748d5465,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:52.713663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Checking segment: {'id': 'ef3638b8-5cbe-4b3d-aec3-c68e4bca79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a2242619-b471-4285-a8a2-bf5ef5cf85c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:52.714166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network hostable DHCP agents. Network: a2242619-b471-4285-a8a2-bf5ef5cf85c7, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:22:52.722786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b59d7e85-cb2d-4308-935b-97116b65bb83 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:22:52.723386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b59d7e85-cb2d-4308-935b-97116b65bb83 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:22:52.754146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network a2242619-b471-4285-a8a2-bf5ef5cf85c7 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:22:52.767192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, a2242619-b471-4285-a8a2-bf5ef5cf85c7) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:52.773715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:52.781185 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09b419c-bfc6-4467-bdd9-de1016828b43 None None] Network a2242619-b471-4285-a8a2-bf5ef5cf85c7 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:52.782653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:52.788739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:52.789836 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:52.793895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50354) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:52.813483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f53a26fc-e0a3-44dd-be8e-6c5d0de5765d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6427872 Nov 19 19:22:52.816490 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50356) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:52.955681 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eb7b81f1-23ae-4f23-a451-80c8fedc8437 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3178ccd550ab4d73abf8b8500bce7c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573052 Nov 19 19:22:52.957137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50358) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:53.001698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7c9fbd21-4e74-4064-bd43-b337b3cd82fe tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 1f637892-6822-43b1-b8d3-c7ee748d5465 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:53.004875 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbd21-4e74-4064-bd43-b337b3cd82fe tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.063888 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc088daf-a124-4550-87d7-9ccf019cbfdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.111980 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc088daf-a124-4550-87d7-9ccf019cbfdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.142930 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbd21-4e74-4064-bd43-b337b3cd82fe tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.185558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7c9fbd21-4e74-4064-bd43-b337b3cd82fe tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 1f637892-6822-43b1-b8d3-c7ee748d5465 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:53.187329 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc088daf-a124-4550-87d7-9ccf019cbfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.191079 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bc088daf-a124-4550-87d7-9ccf019cbfdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.194657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bc088daf-a124-4550-87d7-9ccf019cbfdc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43920fb3-f4d8-4eda-9207-333ce9f63d78 HTTP/1.1" status: 204 len: 168 time: 0.2335715 Nov 19 19:22:53.204924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc088daf-a124-4550-87d7-9ccf019cbfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43920fb3-f4d8-4eda-9207-333ce9f63d78,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:53.346339 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbd21-4e74-4064-bd43-b337b3cd82fe tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.393869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fbd21-4e74-4064-bd43-b337b3cd82fe tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=1f637892-6822-43b1-b8d3-c7ee748d5465,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:53.421657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7c9fbd21-4e74-4064-bd43-b337b3cd82fe tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.430059 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7c9fbd21-4e74-4064-bd43-b337b3cd82fe tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/1f637892-6822-43b1-b8d3-c7ee748d5465 HTTP/1.1" status: 204 len: 168 time: 0.6085246 Nov 19 19:22:53.430059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50372) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:53.530521 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd586f7a-3bc6-4d6a-af83-549565ad0f32 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:53.537623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd586f7a-3bc6-4d6a-af83-549565ad0f32 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:53.539742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cd586f7a-3bc6-4d6a-af83-549565ad0f32 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1086895 Nov 19 19:22:53.542537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50378) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:53.662393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-31499ef8-6b71-4661-9553-c984e7045458 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 87c05ffa-2655-4b65-a4f7-d1279a1dfce9 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:53.662853 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31499ef8-6b71-4661-9553-c984e7045458 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.758407 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31499ef8-6b71-4661-9553-c984e7045458 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.779474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-31499ef8-6b71-4661-9553-c984e7045458 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 87c05ffa-2655-4b65-a4f7-d1279a1dfce9 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:53.913501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31499ef8-6b71-4661-9553-c984e7045458 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.962281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31499ef8-6b71-4661-9553-c984e7045458 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=87c05ffa-2655-4b65-a4f7-d1279a1dfce9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:53.966185 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-31499ef8-6b71-4661-9553-c984e7045458 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:53.970555 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-31499ef8-6b71-4661-9553-c984e7045458 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/87c05ffa-2655-4b65-a4f7-d1279a1dfce9 HTTP/1.1" status: 204 len: 168 time: 0.4264202 Nov 19 19:22:53.973328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50394) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:54.036303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2a7aa-7614-43c4-8c6a-a3a8699b2d1f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:54.041704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50400) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:54.054611 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-29c2a7aa-7614-43c4-8c6a-a3a8699b2d1f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0795197 Nov 19 19:22:54.088500 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-171b13f5-5fb8-40c4-a594-5d41a4e4faee tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:22:54.091288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-171b13f5-5fb8-40c4-a594-5d41a4e4faee tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/1f637892-6822-43b1-b8d3-c7ee748d5465 HTTP/1.1" status: 404 len: 333 time: 0.0479357 Nov 19 19:22:54.103283 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50406) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:54.130988 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-879ab660-5f3b-4280-b9ee-fb528313d82a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:22:54.132956 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-879ab660-5f3b-4280-b9ee-fb528313d82a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/87c05ffa-2655-4b65-a4f7-d1279a1dfce9 HTTP/1.1" status: 404 len: 333 time: 0.0284004 Nov 19 19:22:54.135995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50412) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:54.249015 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.362063 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.384247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2242619-b471-4285-a8a2-bf5ef5cf85c7']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:54.398923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3638b8-5cbe-4b3d-aec3-c68e4bca79e7') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:54.399227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3638b8-5cbe-4b3d-aec3-c68e4bca79e7') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:54.410526 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.428351 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.435988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:22:54.436408 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:22:54.442810 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:22:54.521278 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.536569 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.572594 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/networks/a2242619-b471-4285-a8a2-bf5ef5cf85c7 HTTP/1.1" status: 204 len: 168 time: 0.4354281 Nov 19 19:22:54.577294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50428) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:54.583597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-53037978'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:54.608786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e9e13-04ae-4d83-8ab8-339c11381d2f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Network': ['ID=a2242619-b471-4285-a8a2-bf5ef5cf85c7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:54.629465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:54.637040 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.675545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:54.689665 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.690416 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Added segment 8d979fff-4fd0-43db-961b-5cf82e6ccea0 of type vlan for network bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142 Nov 19 19:22:54.756779 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.797497 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.804801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:54.805741 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:54.875221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2967699 Nov 19 19:22:54.879885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50440) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:54.886260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:54.907808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d277199-03f6-4909-a48b-0f3a5b3bdc51 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Network': ['ID=bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:54.920948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:55.061637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:55.067023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:55.146519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Performing IP validity checks on allocation pools {{(pid=109888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 19:22:55.147149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.ipam_backend_mixin [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109888) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 19:22:55.321707 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:55.338330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:55.456345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Subnet': ['ID=9fab9287-758d-4999-a584-32219ba09299,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:55.476404 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Checking segment: {'id': '8d979fff-4fd0-43db-961b-5cf82e6ccea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:55.476774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network hostable DHCP agents. Network: bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:22:55.502163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:22:55.520543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:55.526457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:55.527644 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:55.532317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7f2ea-3a44-4067-9d2f-280b0685b034 None None] Network bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:55.564119 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-322de9ba-b6c8-4dd0-aae4-9baf2520ec4e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6823802 Nov 19 19:22:55.567667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50466) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:55.573301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': 'bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142', 'name': 'tempest-PortsTestJSON-394664360'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:55.717183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50470) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:55.788489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142', 'network_id': 'bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142', 'tenant_id': '3dba939ad81e474bb5d5e11c421225b6', 'fixed_ips': [{'subnet_id': '9fab9287-758d-4999-a584-32219ba09299'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:22:55.790463 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:55.795778 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:55.801107 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:55.832809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port c30108d4-489c-41a5-831f-de3716e79c62 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:22:56.021357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.8 (bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142/9fab9287-758d-4999-a584-32219ba09299/c30108d4-489c-41a5-831f-de3716e79c62) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:56.035827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50478) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:56.042234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8f4434db-8c0e-4082-bcbe-158c8f550f1c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529629297', 'description': 'tempest-secgroup-smoke-529629297 description', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:56.083341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f4434db-8c0e-4082-bcbe-158c8f550f1c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.097792 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f4434db-8c0e-4082-bcbe-158c8f550f1c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.134525 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1841ab61-76a1-4fde-8bf6-4af6b5aee4fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8e88fd1050f43f79a563c3bffe32079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4144628 Nov 19 19:22:56.136002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50482) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:56.249637 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ead6affc-4f7c-4364-a01e-2ca442a62c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.316235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ead6affc-4f7c-4364-a01e-2ca442a62c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.319606 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.326955 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f4434db-8c0e-4082-bcbe-158c8f550f1c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.339128 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f4434db-8c0e-4082-bcbe-158c8f550f1c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.383828 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.421911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:56.425177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:56.428593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:56.441247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4434db-8c0e-4082-bcbe-158c8f550f1c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e754ce-3981-42a8-875d-766615fb1cfb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:56.463060 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ead6affc-4f7c-4364-a01e-2ca442a62c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.466410 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ead6affc-4f7c-4364-a01e-2ca442a62c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.468239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ead6affc-4f7c-4364-a01e-2ca442a62c31 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11 HTTP/1.1" status: 204 len: 168 time: 0.3304610 Nov 19 19:22:56.477081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Allocated IP 172.20.0.2 (bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142/9fab9287-758d-4999-a584-32219ba09299/a15dd57c-b029-4a57-8532-e90ad1645245) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:22:56.483890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6affc-4f7c-4364-a01e-2ca442a62c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e61fd0-dc9c-44eb-a0f5-66d2bf2c9b11,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:56.493031 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f4434db-8c0e-4082-bcbe-158c8f550f1c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.504503 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f4434db-8c0e-4082-bcbe-158c8f550f1c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.550459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=c30108d4-489c-41a5-831f-de3716e79c62,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:56.585974 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f4434db-8c0e-4082-bcbe-158c8f550f1c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.587277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8f4434db-8c0e-4082-bcbe-158c8f550f1c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5498960 Nov 19 19:22:56.591839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50494) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:56.596168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:56.599711 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.611576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-780dcfe9-d9b0-41a8-b573-61e046a0e86f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '4233edbb-13fd-4ba1-a2d7-9f35a317f524', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:56.631303 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4434db-8c0e-4082-bcbe-158c8f550f1c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4233edbb-13fd-4ba1-a2d7-9f35a317f524,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:56.663929 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-780dcfe9-d9b0-41a8-b573-61e046a0e86f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.664408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-412a7a2f-bb1f-49d9-982d-5a64cdcd656a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0954137 Nov 19 19:22:56.667256 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50498) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:56.796236 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-780dcfe9-d9b0-41a8-b573-61e046a0e86f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.803700 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-780dcfe9-d9b0-41a8-b573-61e046a0e86f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.804267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-196fe98a-3d31-46e7-937f-73c7ab3514bc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port c30108d4-489c-41a5-831f-de3716e79c62 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:56.804655 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-196fe98a-3d31-46e7-937f-73c7ab3514bc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.831204 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.837733 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-780dcfe9-d9b0-41a8-b573-61e046a0e86f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.842408 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-780dcfe9-d9b0-41a8-b573-61e046a0e86f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2463019 Nov 19 19:22:56.842598 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.854537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50504) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:56.868734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-08da46da-b0a5-4bd8-baef-2d0e0879c52e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '4233edbb-13fd-4ba1-a2d7-9f35a317f524', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:56.879759 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dcfe9-d9b0-41a8-b573-61e046a0e86f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6d7411-42f2-48f7-b066-f448c09b83c8,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:56.925232 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08da46da-b0a5-4bd8-baef-2d0e0879c52e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.972930 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-196fe98a-3d31-46e7-937f-73c7ab3514bc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:56.982490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Pushing event updated for resources: {'Port': ['ID=a15dd57c-b029-4a57-8532-e90ad1645245,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:57.005560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-196fe98a-3d31-46e7-937f-73c7ab3514bc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for c30108d4-489c-41a5-831f-de3716e79c62 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:57.007918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Network bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:22:57.016874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:57.020278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:22:57.041101 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08da46da-b0a5-4bd8-baef-2d0e0879c52e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.049128 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08da46da-b0a5-4bd8-baef-2d0e0879c52e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.089576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08da46da-b0a5-4bd8-baef-2d0e0879c52e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.092027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08da46da-b0a5-4bd8-baef-2d0e0879c52e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2363977 Nov 19 19:22:57.094122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Attempting to bind port a15dd57c-b029-4a57-8532-e90ad1645245 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:22:57.095316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Attempting to bind port a15dd57c-b029-4a57-8532-e90ad1645245 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '8d979fff-4fd0-43db-961b-5cf82e6ccea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:22:57.095490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Attempting to bind port a15dd57c-b029-4a57-8532-e90ad1645245 on network bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:22:57.106934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50514) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:57.111218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:22:57.113627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Checking segment: {'id': '8d979fff-4fd0-43db-961b-5cf82e6ccea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:57.114305 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.114716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Bound using segment: {'id': '8d979fff-4fd0-43db-961b-5cf82e6ccea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:22:57.115564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Bound port: a15dd57c-b029-4a57-8532-e90ad1645245, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d979fff-4fd0-43db-961b-5cf82e6ccea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:22:57.116198 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.139847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0289cecc-0707-43a4-8542-60c787c13717 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '4233edbb-13fd-4ba1-a2d7-9f35a317f524', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:57.162372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da46da-b0a5-4bd8-baef-2d0e0879c52e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce5e992-9d88-4b93-a581-38bb5714e900,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:57.197888 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0289cecc-0707-43a4-8542-60c787c13717 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.209212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] For port a15dd57c-b029-4a57-8532-e90ad1645245, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:22:57.213384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] For port a15dd57c-b029-4a57-8532-e90ad1645245, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a15dd57c-b029-4a57-8532-e90ad1645245,segment=NetworkSegment(8d979fff-4fd0-43db-961b-5cf82e6ccea0),segment_id=8d979fff-4fd0-43db-961b-5cf82e6ccea0)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:22:57.219372 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.318797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78896ce3-b16e-4adc-809d-4f27a94c6dc4 None None] Pushing event updated for resources: {'Port': ['ID=a15dd57c-b029-4a57-8532-e90ad1645245,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:57.321362 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0289cecc-0707-43a4-8542-60c787c13717 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.334334 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-196fe98a-3d31-46e7-937f-73c7ab3514bc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.335342 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0289cecc-0707-43a4-8542-60c787c13717 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.362834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289cecc-0707-43a4-8542-60c787c13717 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8e9e79-1e77-4878-b09e-c2b5a528cf52,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:57.389176 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0289cecc-0707-43a4-8542-60c787c13717 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.394074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0289cecc-0707-43a4-8542-60c787c13717 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2778587 Nov 19 19:22:57.394374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50528) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:57.399143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a7e0471d-ddbb-4a18-b5cf-95fc99033456 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '4233edbb-13fd-4ba1-a2d7-9f35a317f524', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:57.426747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fe98a-3d31-46e7-937f-73c7ab3514bc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=c30108d4-489c-41a5-831f-de3716e79c62,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:57.451916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7e0471d-ddbb-4a18-b5cf-95fc99033456 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.553173 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7e0471d-ddbb-4a18-b5cf-95fc99033456 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.559481 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7e0471d-ddbb-4a18-b5cf-95fc99033456 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.562671 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-196fe98a-3d31-46e7-937f-73c7ab3514bc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.570044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-196fe98a-3d31-46e7-937f-73c7ab3514bc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/c30108d4-489c-41a5-831f-de3716e79c62 HTTP/1.1" status: 204 len: 168 time: 0.8988225 Nov 19 19:22:57.573273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50538) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:57.632494 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7e0471d-ddbb-4a18-b5cf-95fc99033456 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.633441 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f0bb98-5d4d-4819-a8e8-67db85e53ad8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:22:57.633959 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a7e0471d-ddbb-4a18-b5cf-95fc99033456 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2384748 Nov 19 19:22:57.634338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f0bb98-5d4d-4819-a8e8-67db85e53ad8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:22:57.635441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0471d-ddbb-4a18-b5cf-95fc99033456 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540359d9-d204-4079-80c2-2af50685a723,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:57.637374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50542) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:57.642269 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-75f0bb98-5d4d-4819-a8e8-67db85e53ad8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/c30108d4-489c-41a5-831f-de3716e79c62 HTTP/1.1" status: 404 len: 333 time: 0.0658035 Nov 19 19:22:57.643039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50544) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:57.643188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2aa579a9-4173-4a26-b390-42368aae8ac0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '4233edbb-13fd-4ba1-a2d7-9f35a317f524', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:57.670875 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbeb306-2ec3-4c2c-af6c-471773f4ab18 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:22:57.674298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0dbeb306-2ec3-4c2c-af6c-471773f4ab18 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/c30108d4-489c-41a5-831f-de3716e79c62 HTTP/1.1" status: 404 len: 333 time: 0.0298276 Nov 19 19:22:57.678584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50546) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:57.680675 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-2aa579a9-4173-4a26-b390-42368aae8ac0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Project 8b0045894a4545fab78ac1dc5404f6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:22:57.700270 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2aa579a9-4173-4a26-b390-42368aae8ac0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.768181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50550) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:57.829913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eefd8f1-9269-4082-8eab-3fcc33b0d0c1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting subnet 9fab9287-758d-4999-a584-32219ba09299 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:22:57.838770 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6eefd8f1-9269-4082-8eab-3fcc33b0d0c1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.864624 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2aa579a9-4173-4a26-b390-42368aae8ac0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.873408 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2aa579a9-4173-4a26-b390-42368aae8ac0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.902992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa579a9-4173-4a26-b390-42368aae8ac0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f2b505-aa7f-4784-a6e5-04a80a2aa403,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:57.907630 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6eefd8f1-9269-4082-8eab-3fcc33b0d0c1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.922944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1044643495-network', 'tenant_id': '62fe48323d584ee6951e955e2365e110'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:57.943584 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2aa579a9-4173-4a26-b390-42368aae8ac0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.944913 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2aa579a9-4173-4a26-b390-42368aae8ac0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3063328 Nov 19 19:22:57.948029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50556) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:57.955516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-db707373-da59-4a2a-a53c-43641230752f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '4233edbb-13fd-4ba1-a2d7-9f35a317f524', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:57.960861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Made reservation on behalf of 62fe48323d584ee6951e955e2365e110 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:57.963696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.976662 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:57.995285 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-db707373-da59-4a2a-a53c-43641230752f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Project 8b0045894a4545fab78ac1dc5404f6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:22:58.023623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db707373-da59-4a2a-a53c-43641230752f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.062632 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6eefd8f1-9269-4082-8eab-3fcc33b0d0c1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.086087 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.090733 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.121124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:58.133467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1964cf-cbbe-4ce3-84f3-9777351b3134,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:58.139103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.139454 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Added segment cfad3167-12da-4936-8f6a-847e98d9525d of type vlan for network f48ed29b-b1c5-40ba-9695-9a867979f972 Nov 19 19:22:58.164784 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:22:58.208065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.241850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.243111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:58.243873 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.281591 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5126007 Nov 19 19:22:58.311696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50564) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:58.319344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] Request body: {'subnet': {'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1044643495-subnet', 'tenant_id': '62fe48323d584ee6951e955e2365e110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:58.353955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] Made reservation on behalf of 62fe48323d584ee6951e955e2365e110 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:58.356506 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.409316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183293fe-92d6-4853-a63c-b9d901673d39 admin admin] Pushing event updated for resources: {'Network': ['ID=f48ed29b-b1c5-40ba-9695-9a867979f972,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:58.420179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f48ed29b-b1c5-40ba-9695-9a867979f972 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:58.522501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db707373-da59-4a2a-a53c-43641230752f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.530403 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db707373-da59-4a2a-a53c-43641230752f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.548995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db707373-da59-4a2a-a53c-43641230752f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b6b79e-9e45-42d3-bc1a-8da9d5f5b7cb,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:58.553998 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6eefd8f1-9269-4082-8eab-3fcc33b0d0c1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.649715 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db707373-da59-4a2a-a53c-43641230752f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.651863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-db707373-da59-4a2a-a53c-43641230752f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7030187 Nov 19 19:22:58.653496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefd8f1-9269-4082-8eab-3fcc33b0d0c1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Subnet': ['ID=9fab9287-758d-4999-a584-32219ba09299,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:58.658929 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50574) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:58.663781 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6eefd8f1-9269-4082-8eab-3fcc33b0d0c1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.673512 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6eefd8f1-9269-4082-8eab-3fcc33b0d0c1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/9fab9287-758d-4999-a584-32219ba09299 HTTP/1.1" status: 204 len: 168 time: 0.9875057 Nov 19 19:22:58.675832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'network': {'name': 'tempest-network-smoke--337640785', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'port_security_enabled': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:58.676434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50576) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:58.680436 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.723314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a15dd57c-b029-4a57-8532-e90ad1645245 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:22:58.787039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2633cea2-4b49-4219-af20-2681722e42a1,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:58.795962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:58.802140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.813610 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.834996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e62f447-99dd-40bc-be1a-7046ada82e8d None None] Network bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:58.845800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] Checking segment: {'id': 'cfad3167-12da-4936-8f6a-847e98d9525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:22:58.847278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] Network hostable DHCP agents. Network: f48ed29b-b1c5-40ba-9695-9a867979f972, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:22:58.874896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:58.893489 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.894109 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Added segment 1236c8c6-03e8-4061-85f0-400375d7fd9c of type vlan for network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 Nov 19 19:22:58.905169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] Network f48ed29b-b1c5-40ba-9695-9a867979f972 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:22:58.930720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port a15dd57c-b029-4a57-8532-e90ad1645245 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:22:58.931150 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.944591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f48ed29b-b1c5-40ba-9695-9a867979f972) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:22:58.950727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.954724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:58.955516 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.966191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a15dd57c-b029-4a57-8532-e90ad1645245 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:58.966606 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:58.995887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3b337338-4b45-4380-95c1-a2ea20acccb7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6830587 Nov 19 19:22:58.998690 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.005710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cef3c0d-949e-45d9-abe1-6b5eea9d9f4a None None] Network f48ed29b-b1c5-40ba-9695-9a867979f972 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:59.007582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:22:59.008284 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.042848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] For port a15dd57c-b029-4a57-8532-e90ad1645245, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a15dd57c-b029-4a57-8532-e90ad1645245,segment=NetworkSegment(8d979fff-4fd0-43db-961b-5cf82e6ccea0),segment_id=8d979fff-4fd0-43db-961b-5cf82e6ccea0)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:22:59.043429 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.068052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for a15dd57c-b029-4a57-8532-e90ad1645245 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:22:59.097471 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4283838 Nov 19 19:22:59.108645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50586) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:59.120850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'admin_state_up': True, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:59.134251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218315b-09e0-474e-8186-bf19c2010ba8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Network': ['ID=8245cc1f-9472-4ac0-8f4b-ea8838ed5991,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:59.158082 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.160149 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.187918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.217579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=a15dd57c-b029-4a57-8532-e90ad1645245,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:59.224580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No DVR routers for this DVR port a15dd57c-b029-4a57-8532-e90ad1645245 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:22:59.231129 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.257408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:22:59.350545 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.375156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:59.381811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d8ea7d90-6c0c-4397-b3f6-4db4f33bb6dc None None] Provisioning complete for port a15dd57c-b029-4a57-8532-e90ad1645245 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:22:59.383041 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8ea7d90-6c0c-4397-b3f6-4db4f33bb6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.386133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d979fff-4fd0-43db-961b-5cf82e6ccea0') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:59.386460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d979fff-4fd0-43db-961b-5cf82e6ccea0') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:22:59.401745 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.411571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea7d90-6c0c-4397-b3f6-4db4f33bb6dc None None] Port a15dd57c-b029-4a57-8532-e90ad1645245 was deleted so its status cannot be updated. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 19:22:59.427248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.457396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:22:59.457888 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:22:59.461260 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:22:59.481519 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.486183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de53d7-951e-457b-bec4-bd217802dace None None] Network f48ed29b-b1c5-40ba-9695-9a867979f972 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:22:59.601926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf760f4c-0f8c-4f8d-b54e-1e862cc9d8be None None] DHCP port deletion for bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:22:59.611733 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.614477 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Could not find standard attr ID for object a15dd57c-b029-4a57-8532-e90ad1645245. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:22:59.619052 n-d-815373-6 neutron-server[109889]: INFO neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No ports have port_id starting with a15dd57c-b029-4a57-8532-e90ad1645245 Nov 19 19:22:59.629355 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.644770 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/networks/bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142 HTTP/1.1" status: 204 len: 168 time: 0.9635854 Nov 19 19:22:59.660128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50602) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:22:59.670393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd855f35-3c18-4a89-80c9-ec235732b306 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Network': ['ID=bc8b103f-e2f7-4045-a3c5-a9f6c0a2a142,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:22:59.673625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1431138089'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:22:59.779359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:22:59.779359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.827390 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.832580 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.855705 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:22:59.858656 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.878459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:22:59.878912 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Added segment f39b36a7-2d0f-485e-85f0-9dcdb29c28ab of type vlan for network a61c611e-4bde-466b-b466-22a1967c5d1b Nov 19 19:22:59.993124 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:00.071874 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:00.078016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:00.078741 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:00.113980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.25.3.223 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/399d4d84-e962-409b-910b-9fbde4c26188) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:00.155945 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4924839 Nov 19 19:23:00.159546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50614) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:00.175197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'a61c611e-4bde-466b-b466-22a1967c5d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:00.181094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38a94f-2099-4657-b5ff-1f0ef7fdcbf9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Network': ['ID=a61c611e-4bde-466b-b466-22a1967c5d1b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:00.194614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network a61c611e-4bde-466b-b466-22a1967c5d1b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:23:00.298244 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:00.319919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:00.327861 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:00.344196 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:00.400329 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:00.404886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:00.407584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:00.410257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=399d4d84-e962-409b-910b-9fbde4c26188,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:00.432585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab48e49a-718f-42bf-9edf-9c01fcd7165c None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:23:00.562549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-207f56f5-0d15-4f8b-a4bc-d8ebace1d2ab None None] Provisioning complete for port 399d4d84-e962-409b-910b-9fbde4c26188 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:00.563768 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-207f56f5-0d15-4f8b-a4bc-d8ebace1d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:00.633614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-207f56f5-0d15-4f8b-a4bc-d8ebace1d2ab None None] Port 399d4d84-e962-409b-910b-9fbde4c26188 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:00.676502 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:00.728896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a15dd57c-b029-4a57-8532-e90ad1645245 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:23:00.759341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a15dd57c-b029-4a57-8532-e90ad1645245 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:23:00.760581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a15dd57c-b029-4a57-8532-e90ad1645245 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:23:00.791882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Subnet': ['ID=3528ec1e-adaf-4558-a6ab-9c704ad0df1b,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:00.801795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Checking segment: {'id': 'f39b36a7-2d0f-485e-85f0-9dcdb29c28ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a61c611e-4bde-466b-b466-22a1967c5d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:00.802298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network hostable DHCP agents. Network: a61c611e-4bde-466b-b466-22a1967c5d1b, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:23:00.830960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network a61c611e-4bde-466b-b466-22a1967c5d1b is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:23:00.845803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, a61c611e-4bde-466b-b466-22a1967c5d1b) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:00.853565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:00.854746 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:00.865462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a7ca1-96bb-49cf-8d5a-abc8b7197f3f None None] Network a61c611e-4bde-466b-b466-22a1967c5d1b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:00.903121 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-88c4190d-030a-4335-8162-11a75e7f02ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7411797 Nov 19 19:23:00.905556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50620) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:00.910144 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:00.912192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': 'a61c611e-4bde-466b-b466-22a1967c5d1b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1363751685'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:01.108892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:01.114352 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.132835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-a61c611e-4bde-466b-b466-22a1967c5d1b', 'network_id': 'a61c611e-4bde-466b-b466-22a1967c5d1b', 'tenant_id': '3dba939ad81e474bb5d5e11c421225b6', 'fixed_ips': [{'subnet_id': '3528ec1e-adaf-4558-a6ab-9c704ad0df1b'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:23:01.133724 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.153092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 33270770-3aad-414c-80f8-e7a97ad3702e yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:01.237692 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.289591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Allocated IP 172.20.0.2 (a61c611e-4bde-466b-b466-22a1967c5d1b/3528ec1e-adaf-4558-a6ab-9c704ad0df1b/94c69d1b-6545-4427-8173-e0fff34462c9) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:01.385521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 21674e7b-e215-4cb2-905a-a2408e59e290 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:23:01.449474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.456374 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.501137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Network a61c611e-4bde-466b-b466-22a1967c5d1b is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:01.504638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:01.508692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:01.520203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.13 (a61c611e-4bde-466b-b466-22a1967c5d1b/3528ec1e-adaf-4558-a6ab-9c704ad0df1b/33270770-3aad-414c-80f8-e7a97ad3702e) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:01.522486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Pushing event updated for resources: {'Port': ['ID=94c69d1b-6545-4427-8173-e0fff34462c9,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:01.542061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:23:01.581710 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.585387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d12b0627-3bb0-4a63-ab4a-54feea186948 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4753530 Nov 19 19:23:01.586056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50622) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:01.718789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Sync routers for ids ['21674e7b-e215-4cb2-905a-a2408e59e290'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:23:01.734125 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.742338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Attempting to bind port 94c69d1b-6545-4427-8173-e0fff34462c9 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:23:01.742941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Attempting to bind port 94c69d1b-6545-4427-8173-e0fff34462c9 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f39b36a7-2d0f-485e-85f0-9dcdb29c28ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a61c611e-4bde-466b-b466-22a1967c5d1b'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:23:01.743500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Attempting to bind port 94c69d1b-6545-4427-8173-e0fff34462c9 on network a61c611e-4bde-466b-b466-22a1967c5d1b {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:23:01.746620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Routers {'21674e7b-e215-4cb2-905a-a2408e59e290'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:23:01.747418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21674e7b-e215-4cb2-905a-a2408e59e290'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:01.753022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:23:01.753672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Checking segment: {'id': 'f39b36a7-2d0f-485e-85f0-9dcdb29c28ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a61c611e-4bde-466b-b466-22a1967c5d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:01.754105 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.754500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Bound using segment: {'id': 'f39b36a7-2d0f-485e-85f0-9dcdb29c28ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a61c611e-4bde-466b-b466-22a1967c5d1b'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:23:01.755060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Bound port: 94c69d1b-6545-4427-8173-e0fff34462c9, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39b36a7-2d0f-485e-85f0-9dcdb29c28ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a61c611e-4bde-466b-b466-22a1967c5d1b'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:23:01.755453 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.765790 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cbd68bfe-e5da-4413-9ea8-c49879549752 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=8b0045894a4545fab78ac1dc5404f6e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1785285 Nov 19 19:23:01.766558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50628) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:01.815711 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.874493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network a61c611e-4bde-466b-b466-22a1967c5d1b is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:01.906907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=33270770-3aad-414c-80f8-e7a97ad3702e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:01.911614 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:01.913975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:01.951144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] For port 94c69d1b-6545-4427-8173-e0fff34462c9, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:23:01.964534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] For port 94c69d1b-6545-4427-8173-e0fff34462c9, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=94c69d1b-6545-4427-8173-e0fff34462c9,segment=NetworkSegment(f39b36a7-2d0f-485e-85f0-9dcdb29c28ab),segment_id=f39b36a7-2d0f-485e-85f0-9dcdb29c28ab)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:23:01.972263 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.974372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:01.975045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:01.997952 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2c23a2d0-2d23-42b6-8542-94c4509daa6c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.0872700 Nov 19 19:23:01.998201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50634) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:02.012911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Set router 21674e7b-e215-4cb2-905a-a2408e59e290 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:23:02.041359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e7df86-2946-4b49-8464-a2f08a1480cb tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:02.042947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-36e7df86-2946-4b49-8464-a2f08a1480cb tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2753012 Nov 19 19:23:02.045802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50636) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:02.095548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-39fe010d-d443-4b9d-aee6-9eb6b7f81e94 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471790 Nov 19 19:23:02.097398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50638) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:02.107013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-324753298', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:02.136969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9d7bc5e7-f0b4-4f81-a282-22d5e292a113 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 33270770-3aad-414c-80f8-e7a97ad3702e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:02.137498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc5e7-f0b4-4f81-a282-22d5e292a113 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:02.214460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea541f7-15ad-4158-996f-05f4bafb76fe None None] Pushing event updated for resources: {'Port': ['ID=94c69d1b-6545-4427-8173-e0fff34462c9,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:02.268198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:02.275543 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:02.318703 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc5e7-f0b4-4f81-a282-22d5e292a113 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:02.360891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9d7bc5e7-f0b4-4f81-a282-22d5e292a113 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 33270770-3aad-414c-80f8-e7a97ad3702e owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:02.462184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:00Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:02.517253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Checking router: 21674e7b-e215-4cb2-905a-a2408e59e290 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:23:02.517815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Updating router 21674e7b-e215-4cb2-905a-a2408e59e290 port 399d4d84-e962-409b-910b-9fbde4c26188 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:23:02.596776 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:02.631854 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc5e7-f0b4-4f81-a282-22d5e292a113 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:02.661252 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:02.691458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bc5e7-f0b4-4f81-a282-22d5e292a113 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=33270770-3aad-414c-80f8-e7a97ad3702e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:02.748382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Subnet': ['ID=280f9728-874f-4f83-a932-a78ac8debe16,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:02.794388 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 94c69d1b-6545-4427-8173-e0fff34462c9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:02.800898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Checking segment: {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:02.803802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network hostable DHCP agents. Network: 8245cc1f-9472-4ac0-8f4b-ea8838ed5991, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:23:02.809216 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9d7bc5e7-f0b4-4f81-a282-22d5e292a113 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:02.814592 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9d7bc5e7-f0b4-4f81-a282-22d5e292a113 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/33270770-3aad-414c-80f8-e7a97ad3702e HTTP/1.1" status: 204 len: 168 time: 0.8153687 Nov 19 19:23:02.820563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50644) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:02.847379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:23:02.871294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 8245cc1f-9472-4ac0-8f4b-ea8838ed5991) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:02.877535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:02.878207 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:02.894210 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-4817484f-9caf-46c0-96f5-110d16e8e7c6 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:23:02.895718 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4817484f-9caf-46c0-96f5-110d16e8e7c6 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/33270770-3aad-414c-80f8-e7a97ad3702e HTTP/1.1" status: 404 len: 333 time: 0.0741866 Nov 19 19:23:02.898690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50646) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:02.902058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b274c6-48e6-4bd5-93c8-8ee068fd8ada None None] Network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:02.965231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1ec7c3-1c57-444b-82b3-d9f020a4faa4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting subnet 3528ec1e-adaf-4558-a6ab-9c704ad0df1b {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:23:02.971749 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de1ec7c3-1c57-444b-82b3-d9f020a4faa4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.000878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1083ecc1-f868-4001-b82a-34ddc7502155 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8998144 Nov 19 19:23:03.002395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50648) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:03.025100 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de1ec7c3-1c57-444b-82b3-d9f020a4faa4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.124122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 94c69d1b-6545-4427-8173-e0fff34462c9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:03.131468 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.191222 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de1ec7c3-1c57-444b-82b3-d9f020a4faa4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.258281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:23:03.259432 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.299778 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de1ec7c3-1c57-444b-82b3-d9f020a4faa4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.353826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ec7c3-1c57-444b-82b3-d9f020a4faa4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Subnet': ['ID=3528ec1e-adaf-4558-a6ab-9c704ad0df1b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:03.373374 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de1ec7c3-1c57-444b-82b3-d9f020a4faa4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.377562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-de1ec7c3-1c57-444b-82b3-d9f020a4faa4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/3528ec1e-adaf-4558-a6ab-9c704ad0df1b HTTP/1.1" status: 204 len: 168 time: 0.4774637 Nov 19 19:23:03.384758 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50652) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:03.526152 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.549849 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.613040 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.708102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79381a9-6c09-48e9-b080-4a8159e8b299 None None] Network a61c611e-4bde-466b-b466-22a1967c5d1b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:03.714960 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.783166 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 94c69d1b-6545-4427-8173-e0fff34462c9 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:03.783730 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.911004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] For port 94c69d1b-6545-4427-8173-e0fff34462c9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=94c69d1b-6545-4427-8173-e0fff34462c9,segment=NetworkSegment(f39b36a7-2d0f-485e-85f0-9dcdb29c28ab),segment_id=f39b36a7-2d0f-485e-85f0-9dcdb29c28ab)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:03.911646 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:03.928403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a748284-6601-4972-a6b0-bfc8206bcd95 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:23:03.937598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 94c69d1b-6545-4427-8173-e0fff34462c9 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:03.957268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 94c69d1b-6545-4427-8173-e0fff34462c9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=94c69d1b-6545-4427-8173-e0fff34462c9,segment=NetworkSegment(f39b36a7-2d0f-485e-85f0-9dcdb29c28ab),segment_id=f39b36a7-2d0f-485e-85f0-9dcdb29c28ab)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:03.966677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Allocated IP 172.20.0.2 (8245cc1f-9472-4ac0-8f4b-ea8838ed5991/280f9728-874f-4f83-a932-a78ac8debe16/f99df9aa-b11d-463b-b14c-fcdb6b9d7f49) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:03.987655 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fafae3be-9e70-47ac-9851-ae457a15abe2 None None] Provisioning complete for port 94c69d1b-6545-4427-8173-e0fff34462c9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:03.988273 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fafae3be-9e70-47ac-9851-ae457a15abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.025697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Attempting to bind port 399d4d84-e962-409b-910b-9fbde4c26188 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:23:04.026128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Attempting to bind port 399d4d84-e962-409b-910b-9fbde4c26188 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:23:04.026638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Attempting to bind port 399d4d84-e962-409b-910b-9fbde4c26188 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:23:04.028764 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.031992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b605c47-57dd-458c-b99b-2488b8612ed3 None None] Pushing event updated for resources: {'Port': ['ID=399d4d84-e962-409b-910b-9fbde4c26188,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:04.068326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.095121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:23:04.095720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:04.096203 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.096656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:23:04.097168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Bound port: 399d4d84-e962-409b-910b-9fbde4c26188, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:23:04.097575 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.179068 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.218163 n-d-815373-6 neutron-server[109889]: INFO neutron.plugins.ml2.db [None req-fafae3be-9e70-47ac-9851-ae457a15abe2 None None] No ports have port_id starting with 94c69d1b-6545-4427-8173-e0fff34462c9 Nov 19 19:23:04.256706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=94c69d1b-6545-4427-8173-e0fff34462c9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:04.264901 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No DVR routers for this DVR port 94c69d1b-6545-4427-8173-e0fff34462c9 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:23:04.352689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=94c69d1b-6545-4427-8173-e0fff34462c9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:04.367656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] For port 399d4d84-e962-409b-910b-9fbde4c26188, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:23:04.380939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] For port 399d4d84-e962-409b-910b-9fbde4c26188, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=399d4d84-e962-409b-910b-9fbde4c26188,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:23:04.427399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1794d68d-6828-44aa-89be-5fb860d191bb None None] DHCP port deletion for a61c611e-4bde-466b-b466-22a1967c5d1b request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:23:04.447406 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.471879 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.513380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8078f750-2f1b-4ad5-9ac6-dc0a784c7e47 None None] Provisioning complete for port 399d4d84-e962-409b-910b-9fbde4c26188 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:04.513913 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8078f750-2f1b-4ad5-9ac6-dc0a784c7e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.657771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61c611e-4bde-466b-b466-22a1967c5d1b']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:04.658896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0b87cf-9f2d-4b2f-96a9-2f18ec2ed9f3 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:23:04.688758 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b605c47-57dd-458c-b99b-2488b8612ed3 None None] Pushing event updated for resources: {'Port': ['ID=399d4d84-e962-409b-910b-9fbde4c26188,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:04.731593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39b36a7-2d0f-485e-85f0-9dcdb29c28ab') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:04.731893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39b36a7-2d0f-485e-85f0-9dcdb29c28ab') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:04.778737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.778919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Routers {'21674e7b-e215-4cb2-905a-a2408e59e290'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:23:04.779443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21674e7b-e215-4cb2-905a-a2408e59e290'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:04.788315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 94c69d1b-6545-4427-8173-e0fff34462c9 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:23:04.808251 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.824272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:23:04.824889 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:23:04.830114 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:23:04.849223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 94c69d1b-6545-4427-8173-e0fff34462c9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:23:04.849571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 94c69d1b-6545-4427-8173-e0fff34462c9 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:23:05.057008 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.094284 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8078f750-2f1b-4ad5-9ac6-dc0a784c7e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.105081 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.173106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8078f750-2f1b-4ad5-9ac6-dc0a784c7e47 None None] For port 399d4d84-e962-409b-910b-9fbde4c26188, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=399d4d84-e962-409b-910b-9fbde4c26188,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:05.176881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:05.187489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:05.193874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:05.197043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] Set router 21674e7b-e215-4cb2-905a-a2408e59e290 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:23:05.201940 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8078f750-2f1b-4ad5-9ac6-dc0a784c7e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.256723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Pushing event updated for resources: {'Port': ['ID=f99df9aa-b11d-463b-b14c-fcdb6b9d7f49,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:05.322764 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.324857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.20.0.1 (8245cc1f-9472-4ac0-8f4b-ea8838ed5991/280f9728-874f-4f83-a932-a78ac8debe16/6cc1ad7d-453c-4048-b681-75a06fe510cd) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:05.335991 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.342303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50660) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:05.342858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/networks/a61c611e-4bde-466b-b466-22a1967c5d1b HTTP/1.1" status: 204 len: 168 time: 1.9580891 Nov 19 19:23:05.348699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'name': 'tempest-PortsTestJSON-1362793645'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:05.361031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7725829-f0c9-4151-aba4-bcea1f250707 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Network': ['ID=a61c611e-4bde-466b-b466-22a1967c5d1b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:05.427659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078f750-2f1b-4ad5-9ac6-dc0a784c7e47 None None] Pushing event updated for resources: {'Port': ['ID=399d4d84-e962-409b-910b-9fbde4c26188,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:05.443071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Attempting to bind port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:23:05.443071 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Attempting to bind port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:23:05.443393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Attempting to bind port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 on network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:23:05.477614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1e4c4f78-aab5-4a7b-881c-ffa9f041c678 None None] Provisioning complete for port 399d4d84-e962-409b-910b-9fbde4c26188 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:05.486573 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e4c4f78-aab5-4a7b-881c-ffa9f041c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.513435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:23:05.513902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Checking segment: {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:05.514307 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.514707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Bound using segment: {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:23:05.515193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Bound port: f99df9aa-b11d-463b-b14c-fcdb6b9d7f49, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:23:05.515584 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.524755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:05.537690 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.556590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.574421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 4a96d4b4-d5b9-46df-91e0-753a30fef47e yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:05.629903 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.755181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] For port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:23:05.793080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:05.800835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] For port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f99df9aa-b11d-463b-b14c-fcdb6b9d7f49,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:23:05.826974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:05.836444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:05.847347 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:05.926413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=6cc1ad7d-453c-4048-b681-75a06fe510cd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:05.975862 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:06.095457 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:06.176433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaa8c1-2dfe-4ef8-9426-e5fbe2add39f None None] Pushing event updated for resources: {'Port': ['ID=f99df9aa-b11d-463b-b14c-fcdb6b9d7f49,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:06.186236 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:06.193483 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:00Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:06.245688 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff07a63-54e9-40ae-9a68-61a49db15e22 None None] The sync data for ids ['21674e7b-e215-4cb2-905a-a2408e59e290'] in n-d-815373-6 is: [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:00Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:23:06.262854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network d15c35d6-b501-4d59-b795-813dafb12554 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:06.267670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:06.275457 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:06.276342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:06.287383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:06.288417 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:06.378299 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0315177 Nov 19 19:23:06.378969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50670) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:06.392474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fda85-2ef4-4765-9857-21baab415874 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=4a96d4b4-d5b9-46df-91e0-753a30fef47e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:06.694770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7140ebf2-c3e1-4def-9a36-e811e31fcab4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 4a96d4b4-d5b9-46df-91e0-753a30fef47e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:06.695116 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7140ebf2-c3e1-4def-9a36-e811e31fcab4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:06.779454 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7140ebf2-c3e1-4def-9a36-e811e31fcab4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:06.795756 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7140ebf2-c3e1-4def-9a36-e811e31fcab4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 4a96d4b4-d5b9-46df-91e0-753a30fef47e owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:06.831637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:06.989472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:06.989910 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:07.116877 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7140ebf2-c3e1-4def-9a36-e811e31fcab4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:07.136165 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:07.188786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7140ebf2-c3e1-4def-9a36-e811e31fcab4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:07.194828 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7140ebf2-c3e1-4def-9a36-e811e31fcab4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/4a96d4b4-d5b9-46df-91e0-753a30fef47e HTTP/1.1" status: 204 len: 168 time: 0.8118689 Nov 19 19:23:07.195314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50676) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:07.200540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'mac_address': 'fa:16:3e:ec:15:96', 'name': 'tempest-PortsTestJSON-1584602148'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:07.227118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f99df9aa-b11d-463b-b14c-fcdb6b9d7f49,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:07.237646 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:07.340189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=f99df9aa-b11d-463b-b14c-fcdb6b9d7f49,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:07.384405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:07.386856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140ebf2-c3e1-4def-9a36-e811e31fcab4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=4a96d4b4-d5b9-46df-91e0-753a30fef47e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:07.397587 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:07.470639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:07.568780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=6cc1ad7d-453c-4048-b681-75a06fe510cd,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:07.618034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:07.787902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d5b309-22bf-49f0-8a00-b1fc1455c07c None None] Network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:07.824700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:07.826528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:07.896576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b30416ed-d7c7-4d89-8aaa-0d149ea5b1d5 None None] Provisioning complete for port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:07.897175 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b30416ed-d7c7-4d89-8aaa-0d149ea5b1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:08.102972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 21674e7b-e215-4cb2-905a-a2408e59e290 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:23:08.198860 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:08.251544 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acab48ad-a8e9-4986-bb78-c49aebb8df80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:08.275458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 0c039d8e-a88c-4420-b5bf-2f3ca7f305e4 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:08.299187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:23:08.310781 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-32ee214c-5f39-45bc-baa9-b795fc82c035 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "PUT /v2.0/routers/21674e7b-e215-4cb2-905a-a2408e59e290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3072841 Nov 19 19:23:08.517735 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:08.591508 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:08.633366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9fe86bba-981e-417b-9e72-8e629ffd1505 None None] Provisioning complete for port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:08.636176 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fe86bba-981e-417b-9e72-8e629ffd1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:08.680905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network d15c35d6-b501-4d59-b795-813dafb12554 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:08.684134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:08.778035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=0c039d8e-a88c-4420-b5bf-2f3ca7f305e4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:08.788542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:08.796762 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:08.798449 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:08.809170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9fe86bba-981e-417b-9e72-8e629ffd1505 None None] Provisioning complete for port 6cc1ad7d-453c-4048-b681-75a06fe510cd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:08.809915 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fe86bba-981e-417b-9e72-8e629ffd1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:08.854528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:08.882128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-9dc01b7a-19ad-489b-ab79-47871541d830 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529629297&fields=id&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 267 time: 0.2438257 Nov 19 19:23:08.889049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-06eab636-c992-49a1-8516-c9af2cde2d45 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6918302 Nov 19 19:23:08.891763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50696) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:08.983169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9fe86bba-981e-417b-9e72-8e629ffd1505 None None] Port 6cc1ad7d-453c-4048-b681-75a06fe510cd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:08.990448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b555f-3a0f-41e3-9021-ca09feffddc5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:08.992015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-873b555f-3a0f-41e3-9021-ca09feffddc5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/0c039d8e-a88c-4420-b5bf-2f3ca7f305e4 HTTP/1.1" status: 200 len: 841 time: 0.0991244 Nov 19 19:23:08.999360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50700) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:09.038717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:09.039094 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:09.192480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c09b2459-b245-4e86-b624-2dd5dd4a5112 None None] Provisioning complete for port 6cc1ad7d-453c-4048-b681-75a06fe510cd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:09.194286 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c09b2459-b245-4e86-b624-2dd5dd4a5112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:09.199821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f7525-f953-4ff9-b836-5d90ed15fad3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 0c039d8e-a88c-4420-b5bf-2f3ca7f305e4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:09.200252 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7525-f953-4ff9-b836-5d90ed15fad3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:09.275667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9af093-7061-44d7-b262-39857d7350dc req-eec0e761-c593-4ff8-bc6a-3e4f92fa3ab9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:09.284537 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-eec0e761-c593-4ff8-bc6a-3e4f92fa3ab9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/networks?id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 200 len: 796 time: 0.3673685 Nov 19 19:23:09.300070 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7525-f953-4ff9-b836-5d90ed15fad3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:09.300474 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 399d4d84-e962-409b-910b-9fbde4c26188 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:09.301949 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-7b51debf-b80d-49eb-afb5-7f32ca98fb03 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/quotas/8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 375 time: 0.0166180 Nov 19 19:23:09.320305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f7525-f953-4ff9-b836-5d90ed15fad3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 0c039d8e-a88c-4420-b5bf-2f3ca7f305e4 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:09.322931 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Sync routers for ids ['21674e7b-e215-4cb2-905a-a2408e59e290'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:23:09.338161 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Routers {'21674e7b-e215-4cb2-905a-a2408e59e290'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:23:09.347696 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:22:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21674e7b-e215-4cb2-905a-a2408e59e290'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:09.363062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c09b2459-b245-4e86-b624-2dd5dd4a5112 None None] Port 6cc1ad7d-453c-4048-b681-75a06fe510cd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:09.432386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 399d4d84-e962-409b-910b-9fbde4c26188 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:09.434153 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-11fa7577-3275-41df-927f-fc0c43f0a9ba tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1264763 Nov 19 19:23:09.434509 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:09.440558 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7525-f953-4ff9-b836-5d90ed15fad3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:09.446589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-ab4c3c7c-23fe-47c6-a5c2-7180a1517e41 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:23:09.447591 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-ab4c3c7c-23fe-47c6-a5c2-7180a1517e41 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054018 Nov 19 19:23:09.484642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f7525-f953-4ff9-b836-5d90ed15fad3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=0c039d8e-a88c-4420-b5bf-2f3ca7f305e4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:09.492559 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7525-f953-4ff9-b836-5d90ed15fad3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:09.496569 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9c2f7525-f953-4ff9-b836-5d90ed15fad3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/0c039d8e-a88c-4420-b5bf-2f3ca7f305e4 HTTP/1.1" status: 204 len: 168 time: 0.4961007 Nov 19 19:23:09.499088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50704) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:09.518849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9f351e7-d70c-4153-ae40-4fb861760459 None None] Provisioning complete for port 6cc1ad7d-453c-4048-b681-75a06fe510cd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:09.519217 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9f351e7-d70c-4153-ae40-4fb861760459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:09.543917 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b49f0b-4214-47c7-9a2e-33075ac9adaf tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:23:09.545435 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-84b49f0b-4214-47c7-9a2e-33075ac9adaf tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/0c039d8e-a88c-4420-b5bf-2f3ca7f305e4 HTTP/1.1" status: 404 len: 333 time: 0.0453889 Nov 19 19:23:09.552923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50706) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:09.558056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'name': 'tempest-PortsTestJSON-172199107'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:09.571374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9f351e7-d70c-4153-ae40-4fb861760459 None None] Port 6cc1ad7d-453c-4048-b681-75a06fe510cd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:09.606185 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Set router 21674e7b-e215-4cb2-905a-a2408e59e290 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:23:09.612388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-bf8a4e3b-428c-4799-8d67-9b7e2635250d service neutron] 10.222.0.50 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549294 Nov 19 19:23:09.715272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:09.722238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:09.741828 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-0b7e1a5a-2230-47cd-87c4-d62c25c24a6c service neutron] 10.222.0.50 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278236 Nov 19 19:23:09.744770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 339d207d-c975-4abe-9b7d-72d68405dbfa yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:09.857956 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:06Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6cc1ad7d-453c-4048-b681-75a06fe510cd', 'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:c4:bc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:23:04Z', 'updated_at': '2021-11-19T19:23:06Z', 'revision_number': 2, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '280f9728-874f-4f83-a932-a78ac8debe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:09.903273 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Checking router: 21674e7b-e215-4cb2-905a-a2408e59e290 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:23:09.903860 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Updating router 21674e7b-e215-4cb2-905a-a2408e59e290 port 6cc1ad7d-453c-4048-b681-75a06fe510cd binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:23:09.962937 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:09.991025 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a9d2511c-7760-47ef-b07e-6d23065cb15e req-458b3cae-22c2-41fa-90e3-da2e6f3e2319 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 210 time: 0.0632751 Nov 19 19:23:10.059926 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.116165 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.204377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network d15c35d6-b501-4d59-b795-813dafb12554 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:10.209437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:10.223420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:10.234573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:10.236161 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.247568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=339d207d-c975-4abe-9b7d-72d68405dbfa,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:10.293420 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-daec2ea3-f967-4faf-9191-6fd8c8cc8a10 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7394528 Nov 19 19:23:10.296238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50728) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:10.304836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f71d1f4c-631d-4e27-8b55-eb5da64952e9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:10.420471 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f71d1f4c-631d-4e27-8b55-eb5da64952e9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.440829 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.455404 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.590441 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f937712-59f5-4955-ba5e-4966cf5225ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.637806 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb1bd3-fc79-4dac-b1ec-2f3ac072b197 None None] Pushing event updated for resources: {'Port': ['ID=6cc1ad7d-453c-4048-b681-75a06fe510cd,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:10.661177 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f71d1f4c-631d-4e27-8b55-eb5da64952e9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.673985 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f71d1f4c-631d-4e27-8b55-eb5da64952e9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.697423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f71d1f4c-631d-4e27-8b55-eb5da64952e9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] In _notify_port_updated(), no bound segment for port 339d207d-c975-4abe-9b7d-72d68405dbfa on network d15c35d6-b501-4d59-b795-813dafb12554 {{(pid=109887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:23:10.711620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d1f4c-631d-4e27-8b55-eb5da64952e9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:10.715314 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f71d1f4c-631d-4e27-8b55-eb5da64952e9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.719575 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f71d1f4c-631d-4e27-8b55-eb5da64952e9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "PUT /v2.0/ports/339d207d-c975-4abe-9b7d-72d68405dbfa HTTP/1.1" status: 200 len: 818 time: 0.4189148 Nov 19 19:23:10.722163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50732) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:10.732766 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Attempting to bind port 6cc1ad7d-453c-4048-b681-75a06fe510cd on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:23:10.733633 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Attempting to bind port 6cc1ad7d-453c-4048-b681-75a06fe510cd by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:23:10.734240 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Attempting to bind port 6cc1ad7d-453c-4048-b681-75a06fe510cd on network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:23:10.746625 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:23:10.748813 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Checking segment: {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:10.749548 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.756232 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Bound using segment: {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:23:10.756991 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Bound port: 6cc1ad7d-453c-4048-b681-75a06fe510cd, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:23:10.769671 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.853325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d1f4c-631d-4e27-8b55-eb5da64952e9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=339d207d-c975-4abe-9b7d-72d68405dbfa,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:10.911753 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] For port 6cc1ad7d-453c-4048-b681-75a06fe510cd, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:23:10.916660 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] For port 6cc1ad7d-453c-4048-b681-75a06fe510cd, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6cc1ad7d-453c-4048-b681-75a06fe510cd,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:23:10.931744 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:10.951683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a332c-088a-4860-9090-e6d8ba0aeb98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 339d207d-c975-4abe-9b7d-72d68405dbfa {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:10.952032 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a2a332c-088a-4860-9090-e6d8ba0aeb98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.005265 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Routers {'21674e7b-e215-4cb2-905a-a2408e59e290'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:23:11.006281 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:23:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21674e7b-e215-4cb2-905a-a2408e59e290'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:11.035360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Provisioning complete for port 6cc1ad7d-453c-4048-b681-75a06fe510cd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:11.035833 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.058045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a2a332c-088a-4860-9090-e6d8ba0aeb98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.090007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a332c-088a-4860-9090-e6d8ba0aeb98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 339d207d-c975-4abe-9b7d-72d68405dbfa owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:11.177252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c12d8fa-e601-4ce7-a193-acd5f64008b5 req-6c2b151f-180c-473f-b62d-e0d1097e7ea5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 210 time: 0.0401816 Nov 19 19:23:11.201279 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb1bd3-fc79-4dac-b1ec-2f3ac072b197 None None] Pushing event updated for resources: {'Port': ['ID=6cc1ad7d-453c-4048-b681-75a06fe510cd,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:11.263978 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] Set router 21674e7b-e215-4cb2-905a-a2408e59e290 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:23:11.266884 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a2a332c-088a-4860-9090-e6d8ba0aeb98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.276913 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.311797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a332c-088a-4860-9090-e6d8ba0aeb98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=339d207d-c975-4abe-9b7d-72d68405dbfa,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:11.329908 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a2a332c-088a-4860-9090-e6d8ba0aeb98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.336794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50738) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:11.337172 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2a2a332c-088a-4860-9090-e6d8ba0aeb98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/339d207d-c975-4abe-9b7d-72d68405dbfa HTTP/1.1" status: 204 len: 168 time: 0.6122296 Nov 19 19:23:11.412765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] For port 6cc1ad7d-453c-4048-b681-75a06fe510cd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6cc1ad7d-453c-4048-b681-75a06fe510cd,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:11.429945 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.479785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984a8fa-3bae-4bc3-8675-b87abe3930c3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:11.481608 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f984a8fa-3bae-4bc3-8675-b87abe3930c3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1434066 Nov 19 19:23:11.485167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50742) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:11.562977 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0663b8d-c68b-4bbc-876e-cae4e8c05cf8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:23:11.577671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50744) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:11.583752 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-513707344'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:11.590296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a0663b8d-c68b-4bbc-876e-cae4e8c05cf8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/339d207d-c975-4abe-9b7d-72d68405dbfa HTTP/1.1" status: 404 len: 333 time: 0.1025124 Nov 19 19:23:11.641601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:11.647727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.703886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:23:11.720017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Pushing event updated for resources: {'Port': ['ID=6cc1ad7d-453c-4048-b681-75a06fe510cd,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:11.730958 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.731462 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Added segment 01843e41-bf51-4a6b-9385-637f5fd27df4 of type vlan for network c9d9604a-c757-4a6e-ac55-958b65c17a9b Nov 19 19:23:11.739121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5be1ef43-95ce-4b49-8476-3c6245f5f114 None None] Provisioning complete for port 6cc1ad7d-453c-4048-b681-75a06fe510cd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:11.742131 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5be1ef43-95ce-4b49-8476-3c6245f5f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.849472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.851751 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.854433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.855646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.857064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.857686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.858370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.860445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.861598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.862188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.863037 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.863642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.864162 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fd8ea7-12c5-4c22-8a59-f3325191c2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:11.866232 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:06Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6cc1ad7d-453c-4048-b681-75a06fe510cd', 'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:c4:bc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:23:04Z', 'updated_at': '2021-11-19T19:23:10Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '280f9728-874f-4f83-a932-a78ac8debe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:11.936893 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c29cd-dbd5-4e80-bbf6-1a676480527a None None] The sync data for ids ['21674e7b-e215-4cb2-905a-a2408e59e290'] in n-d-815373-6 is: [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:06Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6cc1ad7d-453c-4048-b681-75a06fe510cd', 'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:c4:bc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:23:04Z', 'updated_at': '2021-11-19T19:23:10Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '280f9728-874f-4f83-a932-a78ac8debe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:23:11.944020 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.956376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:11.960344 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.993104 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:11.998921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9af093-7061-44d7-b262-39857d7350dc req-1c844c8a-bb11-43c0-a8b4-b02f2f0f5e56 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:12.003266 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-1c844c8a-bb11-43c0-a8b4-b02f2f0f5e56 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "GET /v2.0/networks?id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 200 len: 796 time: 0.4097235 Nov 19 19:23:12.088795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5092568 Nov 19 19:23:12.092218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50748) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:12.100670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'c9d9604a-c757-4a6e-ac55-958b65c17a9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:12.184071 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d06fd-4699-4eea-a219-635a07f8931a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Network': ['ID=c9d9604a-c757-4a6e-ac55-958b65c17a9b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:12.198302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network c9d9604a-c757-4a6e-ac55-958b65c17a9b details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:23:12.201223 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-a4cd28f6-90c3-4688-9487-a97fdaac36ba tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 379 time: 0.1872134 Nov 19 19:23:12.228433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'port': {'device_id': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'admin_state_up': True, 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'security_groups': ['4233edbb-13fd-4ba1-a2d7-9f35a317f524']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:12.416588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e36382a-118b-4fd5-afa2-423c13444216 req-a9a4b5c9-849c-4cc4-8bf5-ad73e1d83c66 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 210 time: 0.0998139 Nov 19 19:23:12.428620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:12.433200 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:12.459619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:12.463900 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:12.730419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6cc1ad7d-453c-4048-b681-75a06fe510cd up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:12.804377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.20.0.7 (8245cc1f-9472-4ac0-8f4b-ea8838ed5991/280f9728-874f-4f83-a932-a78ac8debe16/19f9e815-86c6-4a56-b1d7-485f660ef7cc) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:12.919650 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:12.933874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 6cc1ad7d-453c-4048-b681-75a06fe510cd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:12.934249 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:13.001685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Checking segment: {'id': '01843e41-bf51-4a6b-9385-637f5fd27df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c9d9604a-c757-4a6e-ac55-958b65c17a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:13.003235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network hostable DHCP agents. Network: c9d9604a-c757-4a6e-ac55-958b65c17a9b, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:23:13.010395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Subnet': ['ID=93550d93-0f37-4e31-9816-c60019a782b9,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:13.028516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.029183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.029741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.030307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.030840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.031411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.032120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.032725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.033561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.033845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.034307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.034836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:13.049825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network c9d9604a-c757-4a6e-ac55-958b65c17a9b is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:23:13.064710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, c9d9604a-c757-4a6e-ac55-958b65c17a9b) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:13.070359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:13.071393 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:13.099544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6b3d1d8b-1c35-477f-8089-ad48a4f30b84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0057952 Nov 19 19:23:13.103305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50754) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:13.109627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-482594c3-eb60-42af-8cdf-8e4a3a8215f8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'c9d9604a-c757-4a6e-ac55-958b65c17a9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:13.180675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbd36b5-55d1-42c7-b07f-9a7f28cd87e3 None None] Network c9d9604a-c757-4a6e-ac55-958b65c17a9b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:13.260977 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:13.360719 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:13.382050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482594c3-eb60-42af-8cdf-8e4a3a8215f8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:13.400323 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-482594c3-eb60-42af-8cdf-8e4a3a8215f8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:13.410883 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:13.489600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-c9d9604a-c757-4a6e-ac55-958b65c17a9b', 'network_id': 'c9d9604a-c757-4a6e-ac55-958b65c17a9b', 'tenant_id': '3dba939ad81e474bb5d5e11c421225b6', 'fixed_ips': [{'subnet_id': '93550d93-0f37-4e31-9816-c60019a782b9'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:23:13.490844 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:13.497856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:13.523690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:13.552002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:13.711317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:13.712139 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:13.721845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=19f9e815-86c6-4a56-b1d7-485f660ef7cc,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:13.760343 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-1edd0e9a-4d40-4671-916d-f0298b6e8953 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5525031 Nov 19 19:23:13.764571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ebd65-5e37-4050-90fb-1b4f8f81d647 req-d5d08ebd-914a-482f-9000-3949e0e0d037 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:13.773231 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Request body: {'port': {'device_id': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:13.801310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e7ebd65-5e37-4050-90fb-1b4f8f81d647 req-d5d08ebd-914a-482f-9000-3949e0e0d037 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 931 time: 0.2128012 Nov 19 19:23:13.852322 n-d-815373-6 neutron-server[109887]: INFO neutron.db.ipam_backend_mixin [None req-482594c3-eb60-42af-8cdf-8e4a3a8215f8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 93550d93-0f37-4e31-9816-c60019a782b9 (CIDR: 172.20.0.0/28) Nov 19 19:23:13.907664 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-482594c3-eb60-42af-8cdf-8e4a3a8215f8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:23:13.910472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482594c3-eb60-42af-8cdf-8e4a3a8215f8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:23:13.929850 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:13.949142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Allocated IP 172.20.0.2 (c9d9604a-c757-4a6e-ac55-958b65c17a9b/93550d93-0f37-4e31-9816-c60019a782b9/983c9971-a62e-44cb-8455-29fcb0158bb7) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:13.966297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e7ebd65-5e37-4050-90fb-1b4f8f81d647 req-de39c8b0-cad1-478f-b00d-6f275370bdc1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597524 Nov 19 19:23:13.989160 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-482594c3-eb60-42af-8cdf-8e4a3a8215f8 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8846953 Nov 19 19:23:13.991904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50762) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:13.997570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-049eb289-c031-492f-bb2e-0720c6a1231a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'c9d9604a-c757-4a6e-ac55-958b65c17a9b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:14.263099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049eb289-c031-492f-bb2e-0720c6a1231a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:14.279419 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-049eb289-c031-492f-bb2e-0720c6a1231a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:14.286094 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:14.289181 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:14.293459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-643c4086-2b16-40d4-bac7-c488b4fd4d46 None None] Provisioning complete for port 19f9e815-86c6-4a56-b1d7-485f660ef7cc triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:14.294064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-643c4086-2b16-40d4-bac7-c488b4fd4d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:14.335085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-643c4086-2b16-40d4-bac7-c488b4fd4d46 None None] Port 19f9e815-86c6-4a56-b1d7-485f660ef7cc cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:14.340910 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:14.408820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Network c9d9604a-c757-4a6e-ac55-958b65c17a9b is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:14.424935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:14.439102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Pushing event updated for resources: {'Port': ['ID=983c9971-a62e-44cb-8455-29fcb0158bb7,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:14.451260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:14.524823 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Attempting to bind port 983c9971-a62e-44cb-8455-29fcb0158bb7 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:23:14.525672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Attempting to bind port 983c9971-a62e-44cb-8455-29fcb0158bb7 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '01843e41-bf51-4a6b-9385-637f5fd27df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c9d9604a-c757-4a6e-ac55-958b65c17a9b'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:23:14.526310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Attempting to bind port 983c9971-a62e-44cb-8455-29fcb0158bb7 on network c9d9604a-c757-4a6e-ac55-958b65c17a9b {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:23:14.533798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:23:14.534905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Checking segment: {'id': '01843e41-bf51-4a6b-9385-637f5fd27df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c9d9604a-c757-4a6e-ac55-958b65c17a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:14.535525 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:14.536217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Bound using segment: {'id': '01843e41-bf51-4a6b-9385-637f5fd27df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c9d9604a-c757-4a6e-ac55-958b65c17a9b'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:23:14.536885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Bound port: 983c9971-a62e-44cb-8455-29fcb0158bb7, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01843e41-bf51-4a6b-9385-637f5fd27df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'c9d9604a-c757-4a6e-ac55-958b65c17a9b'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:23:14.537538 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:14.661381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f9e815-86c6-4a56-b1d7-485f660ef7cc {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:23:14.672852 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:14.692705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Transition to ACTIVE for port object 19f9e815-86c6-4a56-b1d7-485f660ef7cc will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:23:14.699780 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:14.720599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] For port 983c9971-a62e-44cb-8455-29fcb0158bb7, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:23:14.730214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] For port 983c9971-a62e-44cb-8455-29fcb0158bb7, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=983c9971-a62e-44cb-8455-29fcb0158bb7,segment=NetworkSegment(01843e41-bf51-4a6b-9385-637f5fd27df4),segment_id=01843e41-bf51-4a6b-9385-637f5fd27df4)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:23:14.737829 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:14.815546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Pushing event updated for resources: {'Port': ['ID=19f9e815-86c6-4a56-b1d7-485f660ef7cc,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:14.850844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9dc48-03a2-414d-bb66-bb7821892195 None None] Pushing event updated for resources: {'Port': ['ID=983c9971-a62e-44cb-8455-29fcb0158bb7,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:14.913586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.913972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.914313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.914648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.914981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.915309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.915637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.915962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.916282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.916605 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.916920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.917237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:23:14.951319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Attempting to bind port 19f9e815-86c6-4a56-b1d7-485f660ef7cc on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:23:14.961448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Attempting to bind port 19f9e815-86c6-4a56-b1d7-485f660ef7cc by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:23:14.962563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Attempting to bind port 19f9e815-86c6-4a56-b1d7-485f660ef7cc on network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:23:14.996047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Port 19f9e815-86c6-4a56-b1d7-485f660ef7cc on network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:23:14.998789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Attempting to bind port 19f9e815-86c6-4a56-b1d7-485f660ef7cc on network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:23:15.023309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:23:15.023784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Checking segment: {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:15.024081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Bound using segment: {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:23:15.024480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Bound port: 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:23:15.028384 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:15.200642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-049eb289-c031-492f-bb2e-0720c6a1231a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:15.319652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:23:15.325198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:23:15.336078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:15.395975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:15.397510 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:15.399171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] 10.222.0.57 "PUT /v2.0/ports/19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 1091 time: 1.6303585 Nov 19 19:23:15.400691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50c9ec-eaa0-46cb-8cc7-fef152209ea6 req-ac1a0e08-5a88-4d06-9b4a-adfd1d0e1b85 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:15.401900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:23:15.408095 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e9247f-8297-4790-a759-98a9beda18ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:23:15.410274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc50c9ec-eaa0-46cb-8cc7-fef152209ea6 req-ac1a0e08-5a88-4d06-9b4a-adfd1d0e1b85 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 943 time: 0.3037660 Nov 19 19:23:15.423278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049eb289-c031-492f-bb2e-0720c6a1231a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network c9d9604a-c757-4a6e-ac55-958b65c17a9b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:15.430259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-049eb289-c031-492f-bb2e-0720c6a1231a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:15.443970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049eb289-c031-492f-bb2e-0720c6a1231a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:15.444572 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-049eb289-c031-492f-bb2e-0720c6a1231a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:15.446083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9047f4b-881a-40f9-84c8-638f2b0d8d3c service neutron] Pushing event updated for resources: {'Port': ['ID=19f9e815-86c6-4a56-b1d7-485f660ef7cc,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:15.482650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-049eb289-c031-492f-bb2e-0720c6a1231a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4835837 Nov 19 19:23:15.486094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 50774) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:15.493071 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': 'c9d9604a-c757-4a6e-ac55-958b65c17a9b', 'fixed_ips': [{'subnet_id': '93550d93-0f37-4e31-9816-c60019a782b9'}, {'subnet_id': '39ea2f80-f56b-497e-b070-162ad4920541'}], 'name': 'tempest-PortsTestJSON-1887039319'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:15.515230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049eb289-c031-492f-bb2e-0720c6a1231a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Subnet': ['ID=39ea2f80-f56b-497e-b070-162ad4920541,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:15.551396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9af093-7061-44d7-b262-39857d7350dc req-1c361794-c197-4296-8ff8-0299a149bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:15.558310 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-1c361794-c197-4296-8ff8-0299a149bcd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1094 time: 0.0932434 Nov 19 19:23:15.626825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc50c9ec-eaa0-46cb-8cc7-fef152209ea6 req-d65b665d-08d9-4ae3-a664-56a739874c5c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152905 Nov 19 19:23:15.667004 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-61a02ff0-423b-4aba-a1ef-1186390c6368 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 217 time: 0.0931427 Nov 19 19:23:15.766427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:15.798342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9af093-7061-44d7-b262-39857d7350dc req-9c926281-5000-4040-8ce5-40f9a10fdf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:15.804630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-9c926281-5000-4040-8ce5-40f9a10fdf51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=280f9728-874f-4f83-a932-a78ac8debe16 HTTP/1.1" status: 200 len: 834 time: 0.1280262 Nov 19 19:23:15.949658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9af093-7061-44d7-b262-39857d7350dc req-dc3baf56-05a8-455e-a261-3aacdac0ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:15.951663 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-dc3baf56-05a8-455e-a261-3aacdac0ee8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316283 Nov 19 19:23:15.989630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:16.043740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:16.152528 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-4003bd44-1945-4b24-9f0f-0d35087dc97a service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927631 Nov 19 19:23:16.192150 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5ce2cb-928e-4006-97e1-daefddafcb7c x-openstack-request-id: req-dd5ce2cb-928e-4006-97e1-daefddafcb7c {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:23:16.203410 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:23:16.208972 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd5ce2cb-928e-4006-97e1-daefddafcb7c {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:23:16.210079 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'status': 'completed', 'code': 200} Nov 19 19:23:16.447274 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc9af093-7061-44d7-b262-39857d7350dc req-635242c2-35d0-4498-b891-44ccbd76ea65 service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569799 Nov 19 19:23:16.591255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9247f-8297-4790-a759-98a9beda18ab req-0ca8b432-1d70-408a-bf06-ceebd591dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:16.597406 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1e9247f-8297-4790-a759-98a9beda18ab req-0ca8b432-1d70-408a-bf06-ceebd591dd33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1094 time: 0.0901134 Nov 19 19:23:16.811897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 983c9971-a62e-44cb-8455-29fcb0158bb7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:16.904713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9247f-8297-4790-a759-98a9beda18ab req-9731cefe-4adc-4420-b89d-e619ca0d8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:16.911228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4a1d4e-fd41-42e4-9025-ce3576c18d56 None None] Network c9d9604a-c757-4a6e-ac55-958b65c17a9b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:16.916505 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1e9247f-8297-4790-a759-98a9beda18ab req-9731cefe-4adc-4420-b89d-e619ca0d8bd6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 200 len: 897 time: 0.3107769 Nov 19 19:23:16.954536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.9 (c9d9604a-c757-4a6e-ac55-958b65c17a9b/93550d93-0f37-4e31-9816-c60019a782b9/4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:16.978574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.19 (c9d9604a-c757-4a6e-ac55-958b65c17a9b/39ea2f80-f56b-497e-b070-162ad4920541/4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:16.992955 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1e9247f-8297-4790-a759-98a9beda18ab req-822549f6-1a2d-4305-87e3-e882fe8ce904 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 217 time: 0.0668147 Nov 19 19:23:17.015536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf27d2-9dc5-451b-a712-b9eaadd64b17 req-76ee0129-7622-4f4a-b5cc-d046982c0c0c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:17.017839 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54bf27d2-9dc5-451b-a712-b9eaadd64b17 req-76ee0129-7622-4f4a-b5cc-d046982c0c0c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 943 time: 0.1852939 Nov 19 19:23:17.102515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9247f-8297-4790-a759-98a9beda18ab req-5a2eed1f-19f8-4e53-aee4-381e0519319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:17.107858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1e9247f-8297-4790-a759-98a9beda18ab req-5a2eed1f-19f8-4e53-aee4-381e0519319b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=280f9728-874f-4f83-a932-a78ac8debe16 HTTP/1.1" status: 200 len: 834 time: 0.1032939 Nov 19 19:23:17.113165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a7c198fd-8c28-4a61-9c3d-fa1e48c33f88 None None] Provisioning complete for port 983c9971-a62e-44cb-8455-29fcb0158bb7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:17.113767 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7c198fd-8c28-4a61-9c3d-fa1e48c33f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:17.116536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54bf27d2-9dc5-451b-a712-b9eaadd64b17 req-eb4ebd95-09a5-4350-a564-4e032490d65f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881598 Nov 19 19:23:17.257934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9247f-8297-4790-a759-98a9beda18ab req-fcdc2e64-afd0-479b-b931-c81fdb014d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:17.263551 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1e9247f-8297-4790-a759-98a9beda18ab req-fcdc2e64-afd0-479b-b931-c81fdb014d62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483316 Nov 19 19:23:17.505746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:17.546440 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1e9247f-8297-4790-a759-98a9beda18ab req-d5edd3ea-e4b0-4323-bc34-935f8842bac0 service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728369 Nov 19 19:23:17.599250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 983c9971-a62e-44cb-8455-29fcb0158bb7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:17.599584 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:17.611825 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:17.753616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network c9d9604a-c757-4a6e-ac55-958b65c17a9b is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:17.758605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:17.760766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:17.767003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:17.787013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1e9247f-8297-4790-a759-98a9beda18ab req-8c9957e3-5f4b-4333-a81a-08acaf3a367b service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319901 Nov 19 19:23:17.814884 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7c198fd-8c28-4a61-9c3d-fa1e48c33f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:17.880445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:17.881434 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:17.886999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a7c198fd-8c28-4a61-9c3d-fa1e48c33f88 None None] For port 983c9971-a62e-44cb-8455-29fcb0158bb7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=983c9971-a62e-44cb-8455-29fcb0158bb7,segment=NetworkSegment(01843e41-bf51-4a6b-9385-637f5fd27df4),segment_id=01843e41-bf51-4a6b-9385-637f5fd27df4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:17.928371 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7c198fd-8c28-4a61-9c3d-fa1e48c33f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:17.937633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-930b966e-da1b-42ac-be1b-7da688ce0ffc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.4485304 Nov 19 19:23:17.941047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 50922) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:17.949244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e941670d-7a32-4dd1-a3ac-2949d54b41ba tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93550d93-0f37-4e31-9816-c60019a782b9'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:18.023137 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:18.046044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d7548-fe25-4308-9e7c-5c0ee1ba5840 None None] Update dhcp port {'port': {'network_id': 'c9d9604a-c757-4a6e-ac55-958b65c17a9b', 'fixed_ips': [{'subnet_id': '93550d93-0f37-4e31-9816-c60019a782b9', 'ip_address': '172.20.0.2'}, {'subnet_id': '39ea2f80-f56b-497e-b070-162ad4920541'}], 'binding:host_id': 'n-d-815373-6'}, 'id': '983c9971-a62e-44cb-8455-29fcb0158bb7'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:23:18.089289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c198fd-8c28-4a61-9c3d-fa1e48c33f88 None None] Pushing event updated for resources: {'Port': ['ID=983c9971-a62e-44cb-8455-29fcb0158bb7,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:18.150714 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7548-fe25-4308-9e7c-5c0ee1ba5840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:18.153478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-949bc154-b383-4c5a-93e7-c3fdbe91287c req-092824c8-1442-4a36-b30e-35e0501d35e9 service neutron] (109887) timed out ('10.222.0.57', 52591) {{(pid=109887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 19:23:18.155673 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:23:18.156036 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:23:18.293728 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e941670d-7a32-4dd1-a3ac-2949d54b41ba tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:18.379065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db340-9550-4156-a80d-2537824247b4 req-736b99ca-a426-45fb-9537-0447155be96a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:18.384469 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-327db340-9550-4156-a80d-2537824247b4 req-736b99ca-a426-45fb-9537-0447155be96a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 943 time: 0.1294122 Nov 19 19:23:18.402741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-9b0d7548-fe25-4308-9e7c-5c0ee1ba5840 None None] Allocated IP 172.20.0.18 (c9d9604a-c757-4a6e-ac55-958b65c17a9b/39ea2f80-f56b-497e-b070-162ad4920541/983c9971-a62e-44cb-8455-29fcb0158bb7) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:18.497139 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-327db340-9550-4156-a80d-2537824247b4 req-7f8aa2c4-0851-46c8-a5c5-a1f6cbd09dbf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976636 Nov 19 19:23:18.589222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9b0d7548-fe25-4308-9e7c-5c0ee1ba5840 None None] For port 983c9971-a62e-44cb-8455-29fcb0158bb7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=983c9971-a62e-44cb-8455-29fcb0158bb7,segment=NetworkSegment(01843e41-bf51-4a6b-9385-637f5fd27df4),segment_id=01843e41-bf51-4a6b-9385-637f5fd27df4)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:18.662159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7548-fe25-4308-9e7c-5c0ee1ba5840 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:18.689570 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7548-fe25-4308-9e7c-5c0ee1ba5840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:18.878881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d7548-fe25-4308-9e7c-5c0ee1ba5840 None None] Pushing event updated for resources: {'Port': ['ID=983c9971-a62e-44cb-8455-29fcb0158bb7,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:18.943316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 19f9e815-86c6-4a56-b1d7-485f660ef7cc details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:23:18.951943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 983c9971-a62e-44cb-8455-29fcb0158bb7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:19.105825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 983c9971-a62e-44cb-8455-29fcb0158bb7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:19.106464 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:19.128029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-e941670d-7a32-4dd1-a3ac-2949d54b41ba tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Delete allocated IP 172.20.0.19 (c9d9604a-c757-4a6e-ac55-958b65c17a9b/39ea2f80-f56b-497e-b070-162ad4920541) {{(pid=109888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 19:23:19.174693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:19.220004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'port_id': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'mac_address': 'fa:16:3e:e6:6f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:23:19.343806 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:19.368120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f9e815-86c6-4a56-b1d7-485f660ef7cc {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:23:19.400168 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e941670d-7a32-4dd1-a3ac-2949d54b41ba tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:19.400720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:19.405930 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:19.416674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e941670d-7a32-4dd1-a3ac-2949d54b41ba tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:19.476641 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=19f9e815-86c6-4a56-b1d7-485f660ef7cc,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:19.534938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941670d-7a32-4dd1-a3ac-2949d54b41ba tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:19.594873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e941670d-7a32-4dd1-a3ac-2949d54b41ba tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] In _notify_port_updated(), no bound segment for port 4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 on network c9d9604a-c757-4a6e-ac55-958b65c17a9b {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:23:19.607086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e941670d-7a32-4dd1-a3ac-2949d54b41ba tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:19.608426 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e941670d-7a32-4dd1-a3ac-2949d54b41ba tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:19.611270 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e941670d-7a32-4dd1-a3ac-2949d54b41ba tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "PUT /v2.0/ports/4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 HTTP/1.1" status: 200 len: 919 time: 1.6683338 Nov 19 19:23:19.613772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51076) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:19.623508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ffab6a93-2ac4-41a4-8090-a3b31006d67c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93550d93-0f37-4e31-9816-c60019a782b9'}, {'subnet_id': '39ea2f80-f56b-497e-b070-162ad4920541'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:19.701575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['19f9e815-86c6-4a56-b1d7-485f660ef7cc'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:23:19.708398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5791e8-735d-454d-b0c2-12a8b71f653c req-3ff696f7-09bf-4be9-880e-cf29f6f5dc08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:19.721090 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d5791e8-735d-454d-b0c2-12a8b71f653c req-3ff696f7-09bf-4be9-880e-cf29f6f5dc08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 944 time: 0.0867076 Nov 19 19:23:19.774030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ffab6a93-2ac4-41a4-8090-a3b31006d67c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:19.815150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d5791e8-735d-454d-b0c2-12a8b71f653c req-a55592fd-610d-456e-a3fc-0aaaf580e643 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928919 Nov 19 19:23:19.879049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4166899-7dce-4356-b700-22c561af64da None None] Network c9d9604a-c757-4a6e-ac55-958b65c17a9b requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:20.028776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fd921bf1-39ab-4fe9-985b-39fd39bfb9b0 None None] Provisioning complete for port 4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:20.029384 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fd921bf1-39ab-4fe9-985b-39fd39bfb9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:20.116379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fd921bf1-39ab-4fe9-985b-39fd39bfb9b0 None None] Port 4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:20.209073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-ffab6a93-2ac4-41a4-8090-a3b31006d67c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.21 (c9d9604a-c757-4a6e-ac55-958b65c17a9b/39ea2f80-f56b-497e-b070-162ad4920541/4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:20.268288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fd921bf1-39ab-4fe9-985b-39fd39bfb9b0 None None] Provisioning complete for port 983c9971-a62e-44cb-8455-29fcb0158bb7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:20.268662 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fd921bf1-39ab-4fe9-985b-39fd39bfb9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:20.477973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ffab6a93-2ac4-41a4-8090-a3b31006d67c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:20.485956 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ffab6a93-2ac4-41a4-8090-a3b31006d67c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:20.642508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ffab6a93-2ac4-41a4-8090-a3b31006d67c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] In _notify_port_updated(), no bound segment for port 4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 on network c9d9604a-c757-4a6e-ac55-958b65c17a9b {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:23:20.648381 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab6a93-2ac4-41a4-8090-a3b31006d67c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:20.649121 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ffab6a93-2ac4-41a4-8090-a3b31006d67c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:20.650645 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ffab6a93-2ac4-41a4-8090-a3b31006d67c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "PUT /v2.0/ports/4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 HTTP/1.1" status: 200 len: 999 time: 1.0353425 Nov 19 19:23:20.651413 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab6a93-2ac4-41a4-8090-a3b31006d67c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:20.654801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51172) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:20.778921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d143b-8fd2-4215-8ea7-ae93e257720a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:20.779569 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba7d143b-8fd2-4215-8ea7-ae93e257720a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:20.971208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 983c9971-a62e-44cb-8455-29fcb0158bb7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:20.971705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba7d143b-8fd2-4215-8ea7-ae93e257720a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:21.071692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d143b-8fd2-4215-8ea7-ae93e257720a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:21.077319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 983c9971-a62e-44cb-8455-29fcb0158bb7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:21.077980 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:21.207324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd0626-5d19-44d8-86fe-c92168984907 req-08042ee6-7843-4692-92a8-45b67fe1ec9a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:21.209080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33fd0626-5d19-44d8-86fe-c92168984907 req-08042ee6-7843-4692-92a8-45b67fe1ec9a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 944 time: 0.2153325 Nov 19 19:23:21.310034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33fd0626-5d19-44d8-86fe-c92168984907 req-989a8188-8068-472b-8ada-6248abae60c8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780988 Nov 19 19:23:21.498447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba7d143b-8fd2-4215-8ea7-ae93e257720a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:21.617068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d143b-8fd2-4215-8ea7-ae93e257720a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:21.641182 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba7d143b-8fd2-4215-8ea7-ae93e257720a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:21.646918 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ba7d143b-8fd2-4215-8ea7-ae93e257720a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 HTTP/1.1" status: 204 len: 168 time: 0.9884660 Nov 19 19:23:21.648213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51248) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:21.654182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-27ed47b2-cf81-4cce-a1e3-2e6d4c4eb681 None None] Could not find standard attr ID for object 4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:23:21.667742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-27ed47b2-cf81-4cce-a1e3-2e6d4c4eb681 None None] Provisioning complete for port 983c9971-a62e-44cb-8455-29fcb0158bb7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:21.668110 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27ed47b2-cf81-4cce-a1e3-2e6d4c4eb681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:21.680397 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ec7958-90dd-499e-b9bb-4583c8e35c4a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:23:21.682233 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-19ec7958-90dd-499e-b9bb-4583c8e35c4a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 HTTP/1.1" status: 404 len: 333 time: 0.0329337 Nov 19 19:23:21.684892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51250) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:21.750323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac9f796-c2f7-43e1-a38a-9e1dc007caae tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting subnet 39ea2f80-f56b-497e-b070-162ad4920541 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:23:21.754238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ac9f796-c2f7-43e1-a38a-9e1dc007caae tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:21.815060 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ac9f796-c2f7-43e1-a38a-9e1dc007caae tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:21.952350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ac9f796-c2f7-43e1-a38a-9e1dc007caae tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:21.992534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-05f9e3e5-a144-4aea-8bc5-ec3e082f53bb None None] Could not find standard attr ID for object 4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:23:22.026725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ac9f796-c2f7-43e1-a38a-9e1dc007caae tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.061458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9f796-c2f7-43e1-a38a-9e1dc007caae tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Subnet': ['ID=39ea2f80-f56b-497e-b070-162ad4920541,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:22.064468 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ac9f796-c2f7-43e1-a38a-9e1dc007caae tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.067855 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1ac9f796-c2f7-43e1-a38a-9e1dc007caae tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/39ea2f80-f56b-497e-b070-162ad4920541 HTTP/1.1" status: 204 len: 168 time: 0.3818030 Nov 19 19:23:22.070424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51252) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:22.136186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e29003-e906-4d99-94b8-91f4728a8ef9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting subnet 93550d93-0f37-4e31-9816-c60019a782b9 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:23:22.140008 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e29003-e906-4d99-94b8-91f4728a8ef9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.196206 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e29003-e906-4d99-94b8-91f4728a8ef9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.292081 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e29003-e906-4d99-94b8-91f4728a8ef9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.359651 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e29003-e906-4d99-94b8-91f4728a8ef9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.396772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e29003-e906-4d99-94b8-91f4728a8ef9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Subnet': ['ID=93550d93-0f37-4e31-9816-c60019a782b9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:22.410731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e29003-e906-4d99-94b8-91f4728a8ef9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.418175 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-25e29003-e906-4d99-94b8-91f4728a8ef9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/93550d93-0f37-4e31-9816-c60019a782b9 HTTP/1.1" status: 204 len: 168 time: 0.3459864 Nov 19 19:23:22.420705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51260) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:22.513789 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.515382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a3a06-3f25-448f-8694-233dee0ab21c req-680ed3c0-4cca-4804-a789-aed9d0c71687 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:22.517718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e0a3a06-3f25-448f-8694-233dee0ab21c req-680ed3c0-4cca-4804-a789-aed9d0c71687 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 944 time: 0.0657182 Nov 19 19:23:22.579403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 983c9971-a62e-44cb-8455-29fcb0158bb7 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:22.579880 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.607701 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e0a3a06-3f25-448f-8694-233dee0ab21c req-9ab7711a-db83-4266-b9bd-94e50fd4a236 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831099 Nov 19 19:23:22.666446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] For port 983c9971-a62e-44cb-8455-29fcb0158bb7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=983c9971-a62e-44cb-8455-29fcb0158bb7,segment=NetworkSegment(01843e41-bf51-4a6b-9385-637f5fd27df4),segment_id=01843e41-bf51-4a6b-9385-637f5fd27df4)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:22.666991 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.691778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 983c9971-a62e-44cb-8455-29fcb0158bb7 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:22.800324 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.832998 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=983c9971-a62e-44cb-8455-29fcb0158bb7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:22.836914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No DVR routers for this DVR port 983c9971-a62e-44cb-8455-29fcb0158bb7 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:23:22.931986 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:22.958974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 19f9e815-86c6-4a56-b1d7-485f660ef7cc up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:22.971815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d9604a-c757-4a6e-ac55-958b65c17a9b']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:23.009784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01843e41-bf51-4a6b-9385-637f5fd27df4') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:23.010333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01843e41-bf51-4a6b-9385-637f5fd27df4') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:23.043510 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.059413 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.063297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 19f9e815-86c6-4a56-b1d7-485f660ef7cc completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:23:23.077650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 19f9e815-86c6-4a56-b1d7-485f660ef7cc triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:23.078595 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.081219 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:23:23.082300 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:23:23.151684 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:23:23.186520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.193009 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.204854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51270) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:23.221164 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/networks/c9d9604a-c757-4a6e-ac55-958b65c17a9b HTTP/1.1" status: 204 len: 168 time: 0.7990992 Nov 19 19:23:23.257770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf33d9d-9fdf-447b-a3e2-f1b36847261f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Network': ['ID=c9d9604a-c757-4a6e-ac55-958b65c17a9b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:23.276319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.292649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e112d29a-4ce5-44dc-92e6-95eb025cc913 None None] Could not find standard attr ID for object 4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:23:23.308108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5831e143-7423-43a8-a626-4aa20e87e73c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:23.309826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5831e143-7423-43a8-a626-4aa20e87e73c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1036315 Nov 19 19:23:23.316548 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51272) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:23.326221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:23:23.331414 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f99c45-61ce-4767-a54f-d658b6efca96" -d '{"events": [{"server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "name": "network-vif-plugged", "status": "completed", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:23:23.342129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5638630e-6e37-4db2-9b62-3d1773b9d544 None None] DHCP port deletion for c9d9604a-c757-4a6e-ac55-958b65c17a9b request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:23:23.379003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:23.392627 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.451331 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-577668ab-9621-4b6b-b3f2-704870896a73 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1258457 Nov 19 19:23:23.451921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51276) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:23.457482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-623588344'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:23.466088 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d40d1f1-2473-46a8-a211-aaed3b0db377 x-openstack-request-id: req-3d40d1f1-2473-46a8-a211-aaed3b0db377 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:23:23.466477 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "name": "network-vif-plugged", "status": "completed", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:23:23.466810 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d40d1f1-2473-46a8-a211-aaed3b0db377 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:23:23.467293 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'code': 200} Nov 19 19:23:23.506570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:23.510026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=19f9e815-86c6-4a56-b1d7-485f660ef7cc,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:23.510811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.607736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:23:23.641057 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.642367 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Added segment 9123a48c-694c-4541-8d14-4274156fad42 of type vlan for network f2ddab1d-c507-48c7-8a19-9aac41b75638 Nov 19 19:23:23.644966 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01a267-b160-4e4b-a58f-6c09c159a822 req-1d452012-0486-48cf-a37b-8248d2cd0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:23.646501 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8d01a267-b160-4e4b-a58f-6c09c159a822 req-1d452012-0486-48cf-a37b-8248d2cd0944 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1096 time: 0.1167951 Nov 19 19:23:23.712533 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.776236 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8d01a267-b160-4e4b-a58f-6c09c159a822 req-5595bee1-fe68-4630-b6ed-5d63d05f25ca service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213224 Nov 19 19:23:23.777078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.785052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:23.785052 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:23.871664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4185493 Nov 19 19:23:23.877118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51284) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:23.882542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'f2ddab1d-c507-48c7-8a19-9aac41b75638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:23.896705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b97fd-25f5-4df2-b8de-e1e760e32489 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Network': ['ID=f2ddab1d-c507-48c7-8a19-9aac41b75638,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:23.923351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f2ddab1d-c507-48c7-8a19-9aac41b75638 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:23:23.930117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2adbb1-0612-4d6a-b6b2-9a0dd2cc39ae req-a8454235-72c8-404b-b3b9-3a4bf6b23cd5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:23.932629 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a2adbb1-0612-4d6a-b6b2-9a0dd2cc39ae req-a8454235-72c8-404b-b3b9-3a4bf6b23cd5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1843014 Nov 19 19:23:24.051115 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a2adbb1-0612-4d6a-b6b2-9a0dd2cc39ae req-6dc05036-30fe-44f0-a31a-c6c1bd7b9817 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092961 Nov 19 19:23:24.071125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:24.075502 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:24.271723 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:24.339090 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Subnet': ['ID=f205d92c-b2d2-4b8a-9494-4c1508579a88,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:24.348774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Checking segment: {'id': '9123a48c-694c-4541-8d14-4274156fad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f2ddab1d-c507-48c7-8a19-9aac41b75638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:24.349127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network hostable DHCP agents. Network: f2ddab1d-c507-48c7-8a19-9aac41b75638, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:23:24.367761 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network f2ddab1d-c507-48c7-8a19-9aac41b75638 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:23:24.379968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f2ddab1d-c507-48c7-8a19-9aac41b75638) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:24.387181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:24.388125 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:24.390765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f3179-2ec9-407c-8825-f9b76cd1ae25 None None] Network f2ddab1d-c507-48c7-8a19-9aac41b75638 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:24.414524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51286) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:24.415582 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-20c67cdf-f19a-4b96-8c50-3d47057ca1dc tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5357218 Nov 19 19:23:24.420110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': 'f2ddab1d-c507-48c7-8a19-9aac41b75638', 'name': 'tempest-PortsTestJSON-91485288'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:24.565017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-f2ddab1d-c507-48c7-8a19-9aac41b75638', 'network_id': 'f2ddab1d-c507-48c7-8a19-9aac41b75638', 'tenant_id': '3dba939ad81e474bb5d5e11c421225b6', 'fixed_ips': [{'subnet_id': 'f205d92c-b2d2-4b8a-9494-4c1508579a88'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:23:24.565935 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:24.581309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:24.595870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:24.623108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port c1919d34-5939-47b6-a25f-fa5676a33be7 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:24.781996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.9 (f2ddab1d-c507-48c7-8a19-9aac41b75638/f205d92c-b2d2-4b8a-9494-4c1508579a88/c1919d34-5939-47b6-a25f-fa5676a33be7) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:24.938571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 983c9971-a62e-44cb-8455-29fcb0158bb7 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:23:24.966859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 983c9971-a62e-44cb-8455-29fcb0158bb7 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:23:24.967273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 983c9971-a62e-44cb-8455-29fcb0158bb7 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:23:25.043517 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:25.135742 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:25.207536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network f2ddab1d-c507-48c7-8a19-9aac41b75638 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:25.212429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:25.227439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Allocated IP 172.20.0.2 (f2ddab1d-c507-48c7-8a19-9aac41b75638/f205d92c-b2d2-4b8a-9494-4c1508579a88/1941f528-4670-4fda-9663-9ac1be00c716) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:25.283728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:25.383281 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:25.389504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f4ea5-6033-4840-a911-5003cff668ee req-e9585af7-fa6f-4418-91d3-f798ce4360cb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:25.392973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-845f4ea5-6033-4840-a911-5003cff668ee req-e9585af7-fa6f-4418-91d3-f798ce4360cb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1832037 Nov 19 19:23:25.394115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=c1919d34-5939-47b6-a25f-fa5676a33be7,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:25.403824 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:25.430570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:25.431592 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:25.442937 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:25.459033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Network f2ddab1d-c507-48c7-8a19-9aac41b75638 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:25.468493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:25.475121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:25.479793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Pushing event updated for resources: {'Port': ['ID=1941f528-4670-4fda-9663-9ac1be00c716,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:25.487739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-de34c3e4-8d64-476e-ada1-0723acaffee9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0719745 Nov 19 19:23:25.491560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51298) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:25.498125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': 'f2ddab1d-c507-48c7-8a19-9aac41b75638', 'name': 'tempest-PortsTestJSON-1675420655'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:25.548128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-845f4ea5-6033-4840-a911-5003cff668ee req-c9166939-b4b3-407f-bbbe-4a4c21dff2ad tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462760 Nov 19 19:23:25.651704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Attempting to bind port 1941f528-4670-4fda-9663-9ac1be00c716 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:23:25.652296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Attempting to bind port 1941f528-4670-4fda-9663-9ac1be00c716 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '9123a48c-694c-4541-8d14-4274156fad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f2ddab1d-c507-48c7-8a19-9aac41b75638'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:23:25.652888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Attempting to bind port 1941f528-4670-4fda-9663-9ac1be00c716 on network f2ddab1d-c507-48c7-8a19-9aac41b75638 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:23:25.663035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:23:25.663635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Checking segment: {'id': '9123a48c-694c-4541-8d14-4274156fad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f2ddab1d-c507-48c7-8a19-9aac41b75638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:25.664268 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:25.665493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Bound using segment: {'id': '9123a48c-694c-4541-8d14-4274156fad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f2ddab1d-c507-48c7-8a19-9aac41b75638'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:23:25.665493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Bound port: 1941f528-4670-4fda-9663-9ac1be00c716, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9123a48c-694c-4541-8d14-4274156fad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f2ddab1d-c507-48c7-8a19-9aac41b75638'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:23:25.666152 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:25.754687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:25.762900 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:25.804366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port aac5a69b-ab79-4a77-989d-a230fe5bd90a yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:25.825661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] For port 1941f528-4670-4fda-9663-9ac1be00c716, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:23:25.833859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] For port 1941f528-4670-4fda-9663-9ac1be00c716, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1941f528-4670-4fda-9663-9ac1be00c716,segment=NetworkSegment(9123a48c-694c-4541-8d14-4274156fad42),segment_id=9123a48c-694c-4541-8d14-4274156fad42)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:23:25.845596 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:25.957539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b63c9-ddb6-486a-888c-9b7a3ba438dc None None] Pushing event updated for resources: {'Port': ['ID=1941f528-4670-4fda-9663-9ac1be00c716,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:26.054862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.3 (f2ddab1d-c507-48c7-8a19-9aac41b75638/f205d92c-b2d2-4b8a-9494-4c1508579a88/aac5a69b-ab79-4a77-989d-a230fe5bd90a) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:26.403658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:26.457625 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:26.508100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network f2ddab1d-c507-48c7-8a19-9aac41b75638 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:26.511399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:26.516325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:26.542580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=aac5a69b-ab79-4a77-989d-a230fe5bd90a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:26.577433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:26.578740 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:26.602016 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d2a10153-a0b1-466b-abc6-667e9b4b1b9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1088712 Nov 19 19:23:26.605163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51310) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:26.750412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7ecbf-8edb-49b8-a5f2-8de23dc21b81 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:26.752213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0ab7ecbf-8edb-49b8-a5f2-8de23dc21b81 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 920 time: 0.1459017 Nov 19 19:23:26.756155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51312) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:26.761398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571b3f1-f2d5-436e-a844-b87a87812632 req-7ce16d39-7846-4a2f-b3e7-55e3da88caf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:26.762915 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d571b3f1-f2d5-436e-a844-b87a87812632 req-7ce16d39-7846-4a2f-b3e7-55e3da88caf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1028261 Nov 19 19:23:26.837943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d571b3f1-f2d5-436e-a844-b87a87812632 req-94957352-390a-4559-b772-3165d00150cd tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643480 Nov 19 19:23:26.935234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-6c30f4b1-28d1-4883-85c2-881f5a931644 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port aac5a69b-ab79-4a77-989d-a230fe5bd90a {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:26.935756 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c30f4b1-28d1-4883-85c2-881f5a931644 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:27.030328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1941f528-4670-4fda-9663-9ac1be00c716 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:27.065570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220b5fb-131f-4622-8e6f-3db776e399b9 req-5eb95db6-e996-42cd-ae18-e20041cfe8c5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:27.068148 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b220b5fb-131f-4622-8e6f-3db776e399b9 req-5eb95db6-e996-42cd-ae18-e20041cfe8c5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1256080 Nov 19 19:23:27.107357 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c30f4b1-28d1-4883-85c2-881f5a931644 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:27.123021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-6c30f4b1-28d1-4883-85c2-881f5a931644 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for aac5a69b-ab79-4a77-989d-a230fe5bd90a owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:27.210338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b220b5fb-131f-4622-8e6f-3db776e399b9 req-97c8e35a-46a1-4673-ad66-c12931aa9e07 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359875 Nov 19 19:23:27.215155 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1941f528-4670-4fda-9663-9ac1be00c716 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:27.216100 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:27.231272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51318) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:27.321503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e3d39f-40c9-4580-adc7-c655799a13d1 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:27.327079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-22e3d39f-40c9-4580-adc7-c655799a13d1 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1091 time: 0.0946622 Nov 19 19:23:27.333420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51320) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:27.351987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:27.414205 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c30f4b1-28d1-4883-85c2-881f5a931644 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:27.429871 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:27.444129 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:27.488546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30f4b1-28d1-4883-85c2-881f5a931644 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=aac5a69b-ab79-4a77-989d-a230fe5bd90a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:27.542542 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 1941f528-4670-4fda-9663-9ac1be00c716, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1941f528-4670-4fda-9663-9ac1be00c716,segment=NetworkSegment(9123a48c-694c-4541-8d14-4274156fad42),segment_id=9123a48c-694c-4541-8d14-4274156fad42)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:27.557069 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:27.631011 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c30f4b1-28d1-4883-85c2-881f5a931644 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:27.639615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6c30f4b1-28d1-4883-85c2-881f5a931644 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/aac5a69b-ab79-4a77-989d-a230fe5bd90a HTTP/1.1" status: 204 len: 168 time: 0.8785644 Nov 19 19:23:27.641825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51324) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:27.665862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7b3740-e865-4f8a-acb5-6d86bd5f8b31 None None] Network f2ddab1d-c507-48c7-8a19-9aac41b75638 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:27.683289 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:27.693613 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a6040c-40bc-4a62-9fa7-2e32762da655 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:23:27.695221 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b3a6040c-40bc-4a62-9fa7-2e32762da655 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/aac5a69b-ab79-4a77-989d-a230fe5bd90a HTTP/1.1" status: 404 len: 333 time: 0.0520740 Nov 19 19:23:27.699507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51326) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:27.956372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2acfa379-3c3d-4acd-97f9-b7914279d0c9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port c1919d34-5939-47b6-a25f-fa5676a33be7 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:27.957576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2acfa379-3c3d-4acd-97f9-b7914279d0c9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:28.064112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.25.3.31 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/873cbc0e-26c0-4b5c-85fe-21022d2dc109) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:28.074824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=1941f528-4670-4fda-9663-9ac1be00c716,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:28.148697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-95bd4027-5d42-4c12-9d2d-41d4beb513c0 None None] Provisioning complete for port 1941f528-4670-4fda-9663-9ac1be00c716 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:28.149297 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95bd4027-5d42-4c12-9d2d-41d4beb513c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:28.211746 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2acfa379-3c3d-4acd-97f9-b7914279d0c9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:28.256259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2acfa379-3c3d-4acd-97f9-b7914279d0c9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for c1919d34-5939-47b6-a25f-fa5676a33be7 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:28.297919 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:28.450886 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:28.528770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:28.533782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:28.539355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:28.543151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=873cbc0e-26c0-4b5c-85fe-21022d2dc109,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:28.643687 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2acfa379-3c3d-4acd-97f9-b7914279d0c9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:28.716446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6698e1b2-83f4-4a32-b43c-fc996498a30e None None] Provisioning complete for port 1941f528-4670-4fda-9663-9ac1be00c716 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:28.716818 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6698e1b2-83f4-4a32-b43c-fc996498a30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:28.752988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfa379-3c3d-4acd-97f9-b7914279d0c9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=c1919d34-5939-47b6-a25f-fa5676a33be7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:28.987681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6698e1b2-83f4-4a32-b43c-fc996498a30e None None] Could not find standard attr ID for object c1919d34-5939-47b6-a25f-fa5676a33be7. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:23:29.061557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2acfa379-3c3d-4acd-97f9-b7914279d0c9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:29.065518 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2acfa379-3c3d-4acd-97f9-b7914279d0c9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/c1919d34-5939-47b6-a25f-fa5676a33be7 HTTP/1.1" status: 204 len: 168 time: 1.3647408 Nov 19 19:23:29.073251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51356) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:29.074257 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1941f528-4670-4fda-9663-9ac1be00c716 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:29.195820 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-72db8b33-e2ec-4b44-b728-f8c2f2812131 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:23:29.200951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-72db8b33-e2ec-4b44-b728-f8c2f2812131 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/c1919d34-5939-47b6-a25f-fa5676a33be7 HTTP/1.1" status: 404 len: 333 time: 0.1226678 Nov 19 19:23:29.201433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51358) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:29.224877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1941f528-4670-4fda-9663-9ac1be00c716 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:29.225669 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:29.229545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2c4606a7-5168-4852-9ada-49c39492f720 None None] Could not find standard attr ID for object c1919d34-5939-47b6-a25f-fa5676a33be7. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:23:29.399579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae39f5b-baf8-489e-9b69-ef7a62644303 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting subnet f205d92c-b2d2-4b8a-9494-4c1508579a88 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:23:29.414218 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ae39f5b-baf8-489e-9b69-ef7a62644303 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:29.494137 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ae39f5b-baf8-489e-9b69-ef7a62644303 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:29.658986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0830fdf9-e3df-4120-88b5-10b4cd110734 None None] Could not find standard attr ID for object aac5a69b-ab79-4a77-989d-a230fe5bd90a. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:23:29.706745 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ae39f5b-baf8-489e-9b69-ef7a62644303 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:29.808997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ae39f5b-baf8-489e-9b69-ef7a62644303 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:29.826529 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ae39f5b-baf8-489e-9b69-ef7a62644303 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:29.846454 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0ae39f5b-baf8-489e-9b69-ef7a62644303 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/f205d92c-b2d2-4b8a-9494-4c1508579a88 HTTP/1.1" status: 204 len: 168 time: 0.6439605 Nov 19 19:23:29.851538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51368) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:29.861215 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:29.876085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae39f5b-baf8-489e-9b69-ef7a62644303 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Subnet': ['ID=f205d92c-b2d2-4b8a-9494-4c1508579a88,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:29.966987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6726a1-e671-44f1-a82d-a29c96ac727c None None] Network f2ddab1d-c507-48c7-8a19-9aac41b75638 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:30.065400 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:30.076936 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:30.300450 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:30.308067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e59d273-8872-45bd-ae17-60bc04465fa4 None None] DHCP port deletion for f2ddab1d-c507-48c7-8a19-9aac41b75638 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:23:30.361985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 1941f528-4670-4fda-9663-9ac1be00c716 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:30.362527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:30.421255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1e59d273-8872-45bd-ae17-60bc04465fa4 None None] Deleting port 1941f528-4670-4fda-9663-9ac1be00c716 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:30.422870 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e59d273-8872-45bd-ae17-60bc04465fa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:30.537987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] For port 1941f528-4670-4fda-9663-9ac1be00c716, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1941f528-4670-4fda-9663-9ac1be00c716,segment=NetworkSegment(9123a48c-694c-4541-8d14-4274156fad42),segment_id=9123a48c-694c-4541-8d14-4274156fad42)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:30.538477 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:30.560199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 1941f528-4670-4fda-9663-9ac1be00c716 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:30.572613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1e59d273-8872-45bd-ae17-60bc04465fa4 None None] For port 1941f528-4670-4fda-9663-9ac1be00c716, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1941f528-4670-4fda-9663-9ac1be00c716,segment=NetworkSegment(9123a48c-694c-4541-8d14-4274156fad42),segment_id=9123a48c-694c-4541-8d14-4274156fad42)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:30.577913 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e59d273-8872-45bd-ae17-60bc04465fa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:30.602996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1e59d273-8872-45bd-ae17-60bc04465fa4 None None] Calling delete_port for 1941f528-4670-4fda-9663-9ac1be00c716 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:30.685373 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:30.714069 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:30.832588 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e59d273-8872-45bd-ae17-60bc04465fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:30.844110 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:30.880061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No DVR routers for this DVR port 1941f528-4670-4fda-9663-9ac1be00c716 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:23:30.898787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59d273-8872-45bd-ae17-60bc04465fa4 None None] Pushing event deleted for resources: {'Port': ['ID=1941f528-4670-4fda-9663-9ac1be00c716,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:30.902353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=873cbc0e-26c0-4b5c-85fe-21022d2dc109,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:30.902580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59d273-8872-45bd-ae17-60bc04465fa4 None None] No DVR routers for this DVR port 1941f528-4670-4fda-9663-9ac1be00c716 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:23:30.976994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1941f528-4670-4fda-9663-9ac1be00c716 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:23:31.002186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 1941f528-4670-4fda-9663-9ac1be00c716 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:23:31.002582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1941f528-4670-4fda-9663-9ac1be00c716 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:23:31.030230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=1941f528-4670-4fda-9663-9ac1be00c716,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:31.068895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.138178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.177708 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ddab1d-c507-48c7-8a19-9aac41b75638']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:31.220609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9123a48c-694c-4541-8d14-4274156fad42') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:31.220949 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9123a48c-694c-4541-8d14-4274156fad42') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:31.233646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.255297 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.267301 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Floating IP 12ac26bb-f117-486f-a9df-52973fec293b associated. External IP: 172.25.3.31, port: 19f9e815-86c6-4a56-b1d7-485f660ef7cc. Nov 19 19:23:31.270678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:23:31.271233 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:23:31.276225 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:23:31.469423 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.486676 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.502228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/networks/f2ddab1d-c507-48c7-8a19-9aac41b75638 HTTP/1.1" status: 204 len: 168 time: 1.6390157 Nov 19 19:23:31.502228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51392) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:31.508289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-757722121'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:31.528887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406df15-815a-4791-9da8-38ab7e171e98 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Network': ['ID=f2ddab1d-c507-48c7-8a19-9aac41b75638,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:31.573630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:31.579502 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.675321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:23:31.722789 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.723144 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Added segment 4357ac8b-52f0-4ec2-abc9-4042fd8d6719 of type vlan for network 90070be8-7b5e-4144-8258-16c6921d1f26 Nov 19 19:23:31.781482 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.788547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 21674e7b-e215-4cb2-905a-a2408e59e290 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:23:31.856923 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.862810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:31.863404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:31.985867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4831417 Nov 19 19:23:31.990402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51400) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:31.999464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': '90070be8-7b5e-4144-8258-16c6921d1f26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:32.003980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0446e54-ae54-461e-9d3d-704b82531c7b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Network': ['ID=90070be8-7b5e-4144-8258-16c6921d1f26,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:32.026301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 90070be8-7b5e-4144-8258-16c6921d1f26 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:23:32.034964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:23:32.068432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f22c15-53a2-48a3-aecf-ea814363ad38 None None] Sync routers for ids ['21674e7b-e215-4cb2-905a-a2408e59e290'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:23:32.079126 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:32.137656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f22c15-53a2-48a3-aecf-ea814363ad38 None None] Routers {'21674e7b-e215-4cb2-905a-a2408e59e290'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:23:32.138765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b7f22c15-53a2-48a3-aecf-ea814363ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:23:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21674e7b-e215-4cb2-905a-a2408e59e290'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:32.201229 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-599140df-a738-473a-b0b1-4d789c21b10e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8647864 Nov 19 19:23:32.202654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:23:32.215579 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe" -d '{"events": [{"name": "network-changed", "server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:23:32.319373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-b7f22c15-53a2-48a3-aecf-ea814363ad38 None None] Set router 21674e7b-e215-4cb2-905a-a2408e59e290 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:23:32.331619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:32.337886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:32.495223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee75a8a-1cd7-4dcf-94e7-5cf5f01d8c9b req-3e674528-1eb0-49d6-840c-f0336b04c9e8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:32.501175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ee75a8a-1cd7-4dcf-94e7-5cf5f01d8c9b req-3e674528-1eb0-49d6-840c-f0336b04c9e8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1475682 Nov 19 19:23:32.682701 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ee75a8a-1cd7-4dcf-94e7-5cf5f01d8c9b req-3243fe16-f8bb-47af-a40a-6e66dbddc46c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732402 Nov 19 19:23:32.687298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51420) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:32.768385 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:32.965075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Subnet': ['ID=bbedb854-c44c-4315-9506-d37088b2c1ef,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:32.977512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Checking segment: {'id': '4357ac8b-52f0-4ec2-abc9-4042fd8d6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '90070be8-7b5e-4144-8258-16c6921d1f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:32.978302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network hostable DHCP agents. Network: 90070be8-7b5e-4144-8258-16c6921d1f26, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:23:32.979862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b7f22c15-53a2-48a3-aecf-ea814363ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:06Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '12ac26bb-f117-486f-a9df-52973fec293b', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'port_id': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'mac_address': 'fa:16:3e:e6:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:23:28Z', 'updated_at': '2021-11-19T19:23:28Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc1ad7d-453c-4048-b681-75a06fe510cd', 'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:c4:bc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:23:04Z', 'updated_at': '2021-11-19T19:23:11Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '280f9728-874f-4f83-a932-a78ac8debe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:33.003022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe req-04bc7de3-a0b3-4f06-bb31-0795d05f263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:33.004948 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe req-04bc7de3-a0b3-4f06-bb31-0795d05f263c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1096 time: 0.1403570 Nov 19 19:23:33.009080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network 90070be8-7b5e-4144-8258-16c6921d1f26 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:23:33.063711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f22c15-53a2-48a3-aecf-ea814363ad38 None None] Checking router: 21674e7b-e215-4cb2-905a-a2408e59e290 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:23:33.094139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 90070be8-7b5e-4144-8258-16c6921d1f26) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:33.107108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f22c15-53a2-48a3-aecf-ea814363ad38 None None] Routers {'21674e7b-e215-4cb2-905a-a2408e59e290'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:23:33.110654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b7f22c15-53a2-48a3-aecf-ea814363ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:23:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21674e7b-e215-4cb2-905a-a2408e59e290'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:33.121455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:33.122442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:33.124227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf6dd0d-de23-4c80-9e3f-d3bd4a82385a None None] Network 90070be8-7b5e-4144-8258-16c6921d1f26 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:33.227667 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8285d41b-e3f9-4c26-bfc2-df366924a030 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2309635 Nov 19 19:23:33.228267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51424) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:33.239594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': '90070be8-7b5e-4144-8258-16c6921d1f26', 'name': 'tempest-PortsTestJSON-1134528158', 'fixed_ips': [{'subnet_id': 'bbedb854-c44c-4315-9506-d37088b2c1ef', 'ip_address': '172.20.0.10'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:33.602106 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca8e272-5bc7-48e2-8c6a-040877aedf06 x-openstack-request-id: req-7ca8e272-5bc7-48e2-8c6a-040877aedf06 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:23:33.602706 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:23:33.602706 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ca8e272-5bc7-48e2-8c6a-040877aedf06 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:23:33.606271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-b7f22c15-53a2-48a3-aecf-ea814363ad38 None None] Set router 21674e7b-e215-4cb2-905a-a2408e59e290 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:23:33.606871 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'status': 'completed', 'code': 200} Nov 19 19:23:33.631969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe req-4aced88b-9966-4941-866d-1a9c0859bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:33.633870 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe req-4aced88b-9966-4941-866d-1a9c0859bb2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 200 len: 897 time: 0.6202245 Nov 19 19:23:33.731502 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f2459cd7-8a8d-4f20-a68f-2ddb90504ae8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/12ac26bb-f117-486f-a9df-52973fec293b HTTP/1.1" status: 200 len: 990 time: 1.0422771 Nov 19 19:23:33.753060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:33.839685 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe req-a71e87ee-011e-487a-b681-b23fc7375580 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 998 time: 0.1977146 Nov 19 19:23:33.839982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-90070be8-7b5e-4144-8258-16c6921d1f26', 'network_id': '90070be8-7b5e-4144-8258-16c6921d1f26', 'tenant_id': '3dba939ad81e474bb5d5e11c421225b6', 'fixed_ips': [{'subnet_id': 'bbedb854-c44c-4315-9506-d37088b2c1ef'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:23:33.841373 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:34.300094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe req-05e3240d-181e-49d9-b36b-e6fa0f27d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:34.302792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe req-05e3240d-181e-49d9-b36b-e6fa0f27d7f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=280f9728-874f-4f83-a932-a78ac8debe16 HTTP/1.1" status: 200 len: 834 time: 0.4531560 Nov 19 19:23:34.376919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:34.410788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 79c4a6b8-8060-476e-8f79-3cfdb4abbab8 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:34.457876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe req-420d3a4e-444b-4931-8609-3286bcd9cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:34.459372 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe req-420d3a4e-444b-4931-8609-3286bcd9cd9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202142 Nov 19 19:23:34.548938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Allocated IP 172.20.0.2 (90070be8-7b5e-4144-8258-16c6921d1f26/bbedb854-c44c-4315-9506-d37088b2c1ef/eabe1a79-3cac-47ce-8ae1-f46f624de54e) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:34.621858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe req-c2a6febf-a883-4866-a11e-6ce52e551123 service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533387 Nov 19 19:23:34.735790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51448) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:34.756851 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1bd60ad6-d9bf-4b55-bae1-56a9dbed2efe req-b2f5ea85-14ac-4232-8f4f-2d647a58585a service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283123 Nov 19 19:23:34.861945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b7f22c15-53a2-48a3-aecf-ea814363ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:06Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '12ac26bb-f117-486f-a9df-52973fec293b', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'port_id': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'mac_address': 'fa:16:3e:e6:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:23:28Z', 'updated_at': '2021-11-19T19:23:28Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc1ad7d-453c-4048-b681-75a06fe510cd', 'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:c4:bc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:23:04Z', 'updated_at': '2021-11-19T19:23:11Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '280f9728-874f-4f83-a932-a78ac8debe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:34.867560 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:34.868628 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6769ee5e-2bd1-428a-be15-42be41552af5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/12ac26bb-f117-486f-a9df-52973fec293b HTTP/1.1" status: 200 len: 990 time: 0.1312938 Nov 19 19:23:34.899788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f22c15-53a2-48a3-aecf-ea814363ad38 None None] The sync data for ids ['21674e7b-e215-4cb2-905a-a2408e59e290'] in n-d-815373-6 is: [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:06Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '12ac26bb-f117-486f-a9df-52973fec293b', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.31', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'port_id': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'mac_address': 'fa:16:3e:e6:6f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:23:28Z', 'updated_at': '2021-11-19T19:23:28Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc1ad7d-453c-4048-b681-75a06fe510cd', 'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:c4:bc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:23:04Z', 'updated_at': '2021-11-19T19:23:11Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '280f9728-874f-4f83-a932-a78ac8debe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:23:34.904628 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:34.986712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Network 90070be8-7b5e-4144-8258-16c6921d1f26 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:34.992327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:35.003431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.10 (90070be8-7b5e-4144-8258-16c6921d1f26/bbedb854-c44c-4315-9506-d37088b2c1ef/79c4a6b8-8060-476e-8f79-3cfdb4abbab8) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:35.005016 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:35.059350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Pushing event updated for resources: {'Port': ['ID=eabe1a79-3cac-47ce-8ae1-f46f624de54e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:35.106540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Attempting to bind port eabe1a79-3cac-47ce-8ae1-f46f624de54e on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:23:35.107131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Attempting to bind port eabe1a79-3cac-47ce-8ae1-f46f624de54e by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '4357ac8b-52f0-4ec2-abc9-4042fd8d6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '90070be8-7b5e-4144-8258-16c6921d1f26'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:23:35.107638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Attempting to bind port eabe1a79-3cac-47ce-8ae1-f46f624de54e on network 90070be8-7b5e-4144-8258-16c6921d1f26 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:23:35.114576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:23:35.116717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Checking segment: {'id': '4357ac8b-52f0-4ec2-abc9-4042fd8d6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '90070be8-7b5e-4144-8258-16c6921d1f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:35.117222 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:35.117915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Bound using segment: {'id': '4357ac8b-52f0-4ec2-abc9-4042fd8d6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '90070be8-7b5e-4144-8258-16c6921d1f26'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:23:35.118669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Bound port: eabe1a79-3cac-47ce-8ae1-f46f624de54e, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4357ac8b-52f0-4ec2-abc9-4042fd8d6719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '90070be8-7b5e-4144-8258-16c6921d1f26'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:23:35.119294 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:35.155501 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:23:35.231724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] For port eabe1a79-3cac-47ce-8ae1-f46f624de54e, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:23:35.236770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] For port eabe1a79-3cac-47ce-8ae1-f46f624de54e, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eabe1a79-3cac-47ce-8ae1-f46f624de54e,segment=NetworkSegment(4357ac8b-52f0-4ec2-abc9-4042fd8d6719),segment_id=4357ac8b-52f0-4ec2-abc9-4042fd8d6719)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:23:35.245557 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:35.267798 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02e9f5e-274a-4f37-bdc5-6c562a86873b None None] New status for floating IP 12ac26bb-f117-486f-a9df-52973fec293b: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:23:35.304654 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:35.319372 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4acba-ca90-4d75-9c33-cf5a1bba51df None None] Pushing event updated for resources: {'Port': ['ID=eabe1a79-3cac-47ce-8ae1-f46f624de54e,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:35.411685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:35.478305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network 90070be8-7b5e-4144-8258-16c6921d1f26 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:35.482139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:35.489658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:35.494726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=79c4a6b8-8060-476e-8f79-3cfdb4abbab8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:35.601130 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-fdd5437b-23ab-45bc-a4e0-44e86401d9f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715742 Nov 19 19:23:35.607262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:35.608321 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:35.636515 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3a6584b4-6fee-4559-8c0c-67de59e8ef9c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4062142 Nov 19 19:23:35.638854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51462) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:35.647629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': '90070be8-7b5e-4144-8258-16c6921d1f26', 'name': 'tempest-PortsTestJSON-46477643', 'fixed_ips': [{'subnet_id': 'bbedb854-c44c-4315-9506-d37088b2c1ef', 'ip_address': '172.20.0.9'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:35.804600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-7c173949-dd63-4567-98eb-fda5063434c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:35.806994 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-7c173949-dd63-4567-98eb-fda5063434c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.1267755 Nov 19 19:23:35.912384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51466) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:35.963765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:36.014038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-63f4827e-d226-4f70-9c25-ddc6a960e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:36.016051 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-63f4827e-d226-4f70-9c25-ddc6a960e6ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1852160 Nov 19 19:23:36.089238 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-88c5b48f-f9cb-4b14-9413-3ed11d7422e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0654216 Nov 19 19:23:36.122656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3616861f-d57a-4047-b3a4-f37f2b61fb0b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/12ac26bb-f117-486f-a9df-52973fec293b HTTP/1.1" status: 200 len: 992 time: 0.1705945 Nov 19 19:23:36.151486 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:36.174746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 344eec18-5647-4c6c-b205-751533a86c0f yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:36.198368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-fa48e018-367b-4f53-a412-c0bfed2730f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:36.202010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-fa48e018-367b-4f53-a412-c0bfed2730f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1019127 Nov 19 19:23:36.298523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-98fa7a14-87b4-4c73-8feb-d1bc3762c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:36.300551 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-98fa7a14-87b4-4c73-8feb-d1bc3762c1ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897350 Nov 19 19:23:36.458857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.9 (90070be8-7b5e-4144-8258-16c6921d1f26/bbedb854-c44c-4315-9506-d37088b2c1ef/344eec18-5647-4c6c-b205-751533a86c0f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:36.472578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-77c6bd94-10a1-4eaa-9a88-e189692f3568 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603739 Nov 19 19:23:36.670075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4b82336e-a42f-48e8-9d21-8b7e87821b81 req-3330d1d7-f42e-40ca-a469-7e79e24afeb4 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903987 Nov 19 19:23:36.764176 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:36.832382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:36.915245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network 90070be8-7b5e-4144-8258-16c6921d1f26 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:36.944170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:36.953140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:37.019521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=344eec18-5647-4c6c-b205-751533a86c0f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:37.051350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device eabe1a79-3cac-47ce-8ae1-f46f624de54e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:37.057339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:37.058599 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:37.094926 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4da946eb-66e1-48d6-a82b-40f61a21102d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4538467 Nov 19 19:23:37.097238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51500) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:37.115982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad00fe06-7b76-4158-8ba5-7b6f184d05c6 None None] Network 90070be8-7b5e-4144-8258-16c6921d1f26 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:37.237910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port eabe1a79-3cac-47ce-8ae1-f46f624de54e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:37.238577 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:37.259248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f165391-b9aa-4b5e-8bd7-90050a3fcc2e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:37.262001 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2f165391-b9aa-4b5e-8bd7-90050a3fcc2e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1634090 Nov 19 19:23:37.265016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51506) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:37.280536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-ca1d6f0c-996a-4d9b-8bca-3904b89b0dbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194279 Nov 19 19:23:37.285210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7b483e4a-e900-4a11-b918-d60e45769569 None None] Provisioning complete for port eabe1a79-3cac-47ce-8ae1-f46f624de54e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:37.285609 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b483e4a-e900-4a11-b918-d60e45769569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:37.459147 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:37.469236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-001418c3-f38f-4ab3-ae1e-a7b52572734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:37.471552 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-001418c3-f38f-4ab3-ae1e-a7b52572734e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9ac7283ce24baa836453c270feae8e&device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 1096 time: 0.1229098 Nov 19 19:23:37.475750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f165777-9046-4d1b-b7df-9baea7bbfd03 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:37.486941 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b483e4a-e900-4a11-b918-d60e45769569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:37.492250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f165777-9046-4d1b-b7df-9baea7bbfd03 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:37.502299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f165777-9046-4d1b-b7df-9baea7bbfd03 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:37.505018 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4f165777-9046-4d1b-b7df-9baea7bbfd03 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2383995 Nov 19 19:23:37.509278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51514) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:37.575988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port eabe1a79-3cac-47ce-8ae1-f46f624de54e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eabe1a79-3cac-47ce-8ae1-f46f624de54e,segment=NetworkSegment(4357ac8b-52f0-4ec2-abc9-4042fd8d6719),segment_id=4357ac8b-52f0-4ec2-abc9-4042fd8d6719)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:37.598474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:37.732042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-7b483e4a-e900-4a11-b918-d60e45769569 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:23:37.732757 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-7b483e4a-e900-4a11-b918-d60e45769569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:23:37.747140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=eabe1a79-3cac-47ce-8ae1-f46f624de54e,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:37.763879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-c6907ae4-8e03-4bd2-b10f-22b5615ad133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:37.767367 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-c6907ae4-8e03-4bd2-b10f-22b5615ad133 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 HTTP/1.1" status: 200 len: 909 time: 0.2475624 Nov 19 19:23:37.776383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1d40bea8-45a0-44fb-8fb9-fc45882603fd tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 344eec18-5647-4c6c-b205-751533a86c0f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:37.776945 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d40bea8-45a0-44fb-8fb9-fc45882603fd tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:37.873861 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-7e5e406b-7ba0-4d2d-9b68-da41bb822f08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf HTTP/1.1" status: 200 len: 1001 time: 0.0991926 Nov 19 19:23:37.965899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d40bea8-45a0-44fb-8fb9-fc45882603fd tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:37.985621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1d40bea8-45a0-44fb-8fb9-fc45882603fd tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 344eec18-5647-4c6c-b205-751533a86c0f owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:37.997225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-2e6f1e56-c3db-4531-8d17-7588448324b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:38.000953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-2e6f1e56-c3db-4531-8d17-7588448324b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00d8d2ec-40f3-4b44-ad76-f410d94c7361 HTTP/1.1" status: 200 len: 847 time: 0.1202581 Nov 19 19:23:38.107761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-4c7c0c78-9f57-44a8-a46f-419bfa38777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:38.111360 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-4c7c0c78-9f57-44a8-a46f-419bfa38777e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982926 Nov 19 19:23:38.189523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d40bea8-45a0-44fb-8fb9-fc45882603fd tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:38.256887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40bea8-45a0-44fb-8fb9-fc45882603fd tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=344eec18-5647-4c6c-b205-751533a86c0f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:38.303545 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54c56227-df17-477c-8d37-a4ef30e6bc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:38.320308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-e91971d3-478a-4f0c-ae6f-fd00a34d51d7 service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009952 Nov 19 19:23:38.371879 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d40bea8-45a0-44fb-8fb9-fc45882603fd tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:38.391731 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1d40bea8-45a0-44fb-8fb9-fc45882603fd tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/344eec18-5647-4c6c-b205-751533a86c0f HTTP/1.1" status: 204 len: 168 time: 0.8788776 Nov 19 19:23:38.396761 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51532) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:38.445706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c8f137b-5afd-4ff0-aa49-2f4ce524025c req-af36c98b-5d07-496d-bd84-f7a8efbf5fdc service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161923 Nov 19 19:23:38.474901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-71f2015c-a2ab-4eff-ab03-2dd551b49a2b None None] Provisioning complete for port 79c4a6b8-8060-476e-8f79-3cfdb4abbab8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:38.475273 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71f2015c-a2ab-4eff-ab03-2dd551b49a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:38.487369 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-50617fcc-708e-4475-93ef-6586d92739f4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:23:38.495208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51538) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:38.496100 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-50617fcc-708e-4475-93ef-6586d92739f4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/344eec18-5647-4c6c-b205-751533a86c0f HTTP/1.1" status: 404 len: 333 time: 0.0974317 Nov 19 19:23:38.561454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-71f2015c-a2ab-4eff-ab03-2dd551b49a2b None None] Port 79c4a6b8-8060-476e-8f79-3cfdb4abbab8 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:38.580270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-71f2015c-a2ab-4eff-ab03-2dd551b49a2b None None] Provisioning complete for port eabe1a79-3cac-47ce-8ae1-f46f624de54e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:38.580942 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71f2015c-a2ab-4eff-ab03-2dd551b49a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:38.682145 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-57830b84-025d-4657-9a6b-28d308adc854 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 79c4a6b8-8060-476e-8f79-3cfdb4abbab8 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:38.683967 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57830b84-025d-4657-9a6b-28d308adc854 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:38.748232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-71f2015c-a2ab-4eff-ab03-2dd551b49a2b None None] Could not find standard attr ID for object 344eec18-5647-4c6c-b205-751533a86c0f. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:23:38.871631 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57830b84-025d-4657-9a6b-28d308adc854 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:38.889304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-57830b84-025d-4657-9a6b-28d308adc854 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 79c4a6b8-8060-476e-8f79-3cfdb4abbab8 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:38.896892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-74d66cc7-99c2-4293-adc5-395a023c65d0 None None] Provisioning complete for port 79c4a6b8-8060-476e-8f79-3cfdb4abbab8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:38.897198 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74d66cc7-99c2-4293-adc5-395a023c65d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:39.008239 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device eabe1a79-3cac-47ce-8ae1-f46f624de54e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:39.063066 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-74d66cc7-99c2-4293-adc5-395a023c65d0 None None] Port 79c4a6b8-8060-476e-8f79-3cfdb4abbab8 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:39.111980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port eabe1a79-3cac-47ce-8ae1-f46f624de54e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:39.112683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:39.143412 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57830b84-025d-4657-9a6b-28d308adc854 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:39.182144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57830b84-025d-4657-9a6b-28d308adc854 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=79c4a6b8-8060-476e-8f79-3cfdb4abbab8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:39.195116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-301a42dd-70a0-4fcb-8c2a-061f117dc85c None None] Could not find standard attr ID for object 344eec18-5647-4c6c-b205-751533a86c0f. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:23:39.318818 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-57830b84-025d-4657-9a6b-28d308adc854 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:39.322208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-57830b84-025d-4657-9a6b-28d308adc854 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/79c4a6b8-8060-476e-8f79-3cfdb4abbab8 HTTP/1.1" status: 204 len: 168 time: 0.8263290 Nov 19 19:23:39.325298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51558) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:39.353700 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bf0b9d-e506-44c7-ad7c-61c4ceb0393a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:23:39.356165 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b4bf0b9d-e506-44c7-ad7c-61c4ceb0393a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/79c4a6b8-8060-476e-8f79-3cfdb4abbab8 HTTP/1.1" status: 404 len: 333 time: 0.0288215 Nov 19 19:23:39.358132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51560) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:39.433841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f4e811-e77f-416b-9498-c255522b60ca tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting subnet bbedb854-c44c-4315-9506-d37088b2c1ef {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:23:39.439041 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35f4e811-e77f-416b-9498-c255522b60ca tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:39.496649 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35f4e811-e77f-416b-9498-c255522b60ca tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:39.612027 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35f4e811-e77f-416b-9498-c255522b60ca tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:39.680635 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35f4e811-e77f-416b-9498-c255522b60ca tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:39.714565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4e811-e77f-416b-9498-c255522b60ca tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Subnet': ['ID=bbedb854-c44c-4315-9506-d37088b2c1ef,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:39.719258 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35f4e811-e77f-416b-9498-c255522b60ca tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:39.722593 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-35f4e811-e77f-416b-9498-c255522b60ca tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/bbedb854-c44c-4315-9506-d37088b2c1ef HTTP/1.1" status: 204 len: 168 time: 0.3627129 Nov 19 19:23:39.725141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51572) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:39.728452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5fefc6-dc5b-4b35-b67d-d5827031bc79 None None] Network 90070be8-7b5e-4144-8258-16c6921d1f26 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:39.810643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:39.881541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port eabe1a79-3cac-47ce-8ae1-f46f624de54e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:39.882056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:39.975972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e13107-8d76-4d62-a4fb-78107386fdae None None] DHCP port deletion for 90070be8-7b5e-4144-8258-16c6921d1f26 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:23:39.996164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] For port eabe1a79-3cac-47ce-8ae1-f46f624de54e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eabe1a79-3cac-47ce-8ae1-f46f624de54e,segment=NetworkSegment(4357ac8b-52f0-4ec2-abc9-4042fd8d6719),segment_id=4357ac8b-52f0-4ec2-abc9-4042fd8d6719)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:39.996639 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.027206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for eabe1a79-3cac-47ce-8ae1-f46f624de54e owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:40.039613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-95e13107-8d76-4d62-a4fb-78107386fdae None None] Deleting port eabe1a79-3cac-47ce-8ae1-f46f624de54e {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:40.040577 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95e13107-8d76-4d62-a4fb-78107386fdae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.136018 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.155087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-95e13107-8d76-4d62-a4fb-78107386fdae None None] For port eabe1a79-3cac-47ce-8ae1-f46f624de54e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eabe1a79-3cac-47ce-8ae1-f46f624de54e,segment=NetworkSegment(4357ac8b-52f0-4ec2-abc9-4042fd8d6719),segment_id=4357ac8b-52f0-4ec2-abc9-4042fd8d6719)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:40.155683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95e13107-8d76-4d62-a4fb-78107386fdae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.166280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No DVR routers for this DVR port eabe1a79-3cac-47ce-8ae1-f46f624de54e on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:23:40.174122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=eabe1a79-3cac-47ce-8ae1-f46f624de54e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:40.175214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-95e13107-8d76-4d62-a4fb-78107386fdae None None] Calling delete_port for eabe1a79-3cac-47ce-8ae1-f46f624de54e owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:40.267526 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.294749 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90070be8-7b5e-4144-8258-16c6921d1f26']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:40.309146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4357ac8b-52f0-4ec2-abc9-4042fd8d6719') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:40.309458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4357ac8b-52f0-4ec2-abc9-4042fd8d6719') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:40.321021 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.321380 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95e13107-8d76-4d62-a4fb-78107386fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.340840 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.350382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:23:40.350923 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:23:40.357115 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:23:40.367142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e13107-8d76-4d62-a4fb-78107386fdae None None] Pushing event deleted for resources: {'Port': ['ID=eabe1a79-3cac-47ce-8ae1-f46f624de54e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:40.376638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e13107-8d76-4d62-a4fb-78107386fdae None None] No DVR routers for this DVR port eabe1a79-3cac-47ce-8ae1-f46f624de54e on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:23:40.447413 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.456369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.465924 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/networks/90070be8-7b5e-4144-8258-16c6921d1f26 HTTP/1.1" status: 204 len: 168 time: 0.7343836 Nov 19 19:23:40.467213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51592) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:40.474116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2087818205'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:40.517300 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582b6b8-3e48-437b-ad49-0b2ec6d99343 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Network': ['ID=90070be8-7b5e-4144-8258-16c6921d1f26,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:40.528127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:40.534745 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.582994 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6284916b-d99e-4784-91ba-5d1adb3a1c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.606763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:23:40.618892 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.619307 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Added segment 03184c02-cf6f-4147-ab45-c18fd66a2d25 of type vlan for network 27bb6cbb-684c-40bb-a74b-a60641507871 Nov 19 19:23:40.664674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.697078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.706682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:40.707579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:40.815583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Network': ['ID=27bb6cbb-684c-40bb-a74b-a60641507871,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:40.822928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b1761b8f-8ac0-4554-97b5-7acdb91cd88d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3550045 Nov 19 19:23:40.826560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51608) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:40.832294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 27bb6cbb-684c-40bb-a74b-a60641507871 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:23:40.846507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': '27bb6cbb-684c-40bb-a74b-a60641507871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:40.979158 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device eabe1a79-3cac-47ce-8ae1-f46f624de54e no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:23:41.025498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:41.025644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: eabe1a79-3cac-47ce-8ae1-f46f624de54e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:23:41.025644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device eabe1a79-3cac-47ce-8ae1-f46f624de54e not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:23:41.028221 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:41.250168 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:41.317533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Subnet': ['ID=c77437e8-f8f6-4da4-a119-166d7a4bb06c,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:41.328630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Checking segment: {'id': '03184c02-cf6f-4147-ab45-c18fd66a2d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27bb6cbb-684c-40bb-a74b-a60641507871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:41.328991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network hostable DHCP agents. Network: 27bb6cbb-684c-40bb-a74b-a60641507871, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:23:41.347022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network 27bb6cbb-684c-40bb-a74b-a60641507871 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:23:41.356436 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 27bb6cbb-684c-40bb-a74b-a60641507871) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:41.361591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:41.362403 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:41.372067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52037b9-cb41-4fd4-b7aa-a890a1fd8480 None None] Network 27bb6cbb-684c-40bb-a74b-a60641507871 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:41.384584 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b02259c6-aea9-4eac-9d3c-62ea80bf028c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5561543 Nov 19 19:23:41.388963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51620) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:41.394828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a5f3e723-4c20-441e-954b-ce2f1bfdbd60 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1662040613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:41.423548 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5f3e723-4c20-441e-954b-ce2f1bfdbd60 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:41.425245 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5f3e723-4c20-441e-954b-ce2f1bfdbd60 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:41.485552 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5f3e723-4c20-441e-954b-ce2f1bfdbd60 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:41.492338 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5f3e723-4c20-441e-954b-ce2f1bfdbd60 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:41.517384 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5f3e723-4c20-441e-954b-ce2f1bfdbd60 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:41.518639 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a5f3e723-4c20-441e-954b-ce2f1bfdbd60 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1284819 Nov 19 19:23:41.521471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51626) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:41.526606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'network_id': '27bb6cbb-684c-40bb-a74b-a60641507871', 'name': 'tempest-PortsTestJSON-1773719009'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:41.637546 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-27bb6cbb-684c-40bb-a74b-a60641507871', 'network_id': '27bb6cbb-684c-40bb-a74b-a60641507871', 'tenant_id': '3dba939ad81e474bb5d5e11c421225b6', 'fixed_ips': [{'subnet_id': 'c77437e8-f8f6-4da4-a119-166d7a4bb06c'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:23:41.639276 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:41.706581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:41.711561 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:41.732217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 365b8077-d617-4468-8196-fa628c4efb34 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:41.846328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Allocated IP 172.20.0.2 (27bb6cbb-684c-40bb-a74b-a60641507871/c77437e8-f8f6-4da4-a119-166d7a4bb06c/65858a7d-ac54-4b72-9af4-34d0cba11154) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:41.938032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:42.049461 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:42.074083 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:42.134873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Network 27bb6cbb-684c-40bb-a74b-a60641507871 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:42.139229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:42.143652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:42.151415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Pushing event updated for resources: {'Port': ['ID=65858a7d-ac54-4b72-9af4-34d0cba11154,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:42.159632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.8 (27bb6cbb-684c-40bb-a74b-a60641507871/c77437e8-f8f6-4da4-a119-166d7a4bb06c/365b8077-d617-4468-8196-fa628c4efb34) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:42.383462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Attempting to bind port 65858a7d-ac54-4b72-9af4-34d0cba11154 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:23:42.383462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Attempting to bind port 65858a7d-ac54-4b72-9af4-34d0cba11154 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '03184c02-cf6f-4147-ab45-c18fd66a2d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27bb6cbb-684c-40bb-a74b-a60641507871'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:23:42.385008 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Attempting to bind port 65858a7d-ac54-4b72-9af4-34d0cba11154 on network 27bb6cbb-684c-40bb-a74b-a60641507871 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:23:42.394797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:23:42.396139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Checking segment: {'id': '03184c02-cf6f-4147-ab45-c18fd66a2d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27bb6cbb-684c-40bb-a74b-a60641507871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:42.396526 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:42.396942 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Bound using segment: {'id': '03184c02-cf6f-4147-ab45-c18fd66a2d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27bb6cbb-684c-40bb-a74b-a60641507871'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:23:42.397442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Bound port: 65858a7d-ac54-4b72-9af4-34d0cba11154, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03184c02-cf6f-4147-ab45-c18fd66a2d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '27bb6cbb-684c-40bb-a74b-a60641507871'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:23:42.397873 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:42.439596 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:42.487669 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:42.512986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] For port 65858a7d-ac54-4b72-9af4-34d0cba11154, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:23:42.522340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] For port 65858a7d-ac54-4b72-9af4-34d0cba11154, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=65858a7d-ac54-4b72-9af4-34d0cba11154,segment=NetworkSegment(03184c02-cf6f-4147-ab45-c18fd66a2d25),segment_id=03184c02-cf6f-4147-ab45-c18fd66a2d25)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:23:42.528540 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:42.553299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network 27bb6cbb-684c-40bb-a74b-a60641507871 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:42.561040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:42.566018 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:42.599358 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=365b8077-d617-4468-8196-fa628c4efb34,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:42.663589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa3a29-86f9-41ec-8dd3-4e188569fa57 None None] Pushing event updated for resources: {'Port': ['ID=65858a7d-ac54-4b72-9af4-34d0cba11154,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:42.687380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:42.688553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:42.738761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-475d96d9-f817-4f93-ab68-d538f2a9cce7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2113044 Nov 19 19:23:42.739278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51662) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:43.173686 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:43.360477 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:43.497488 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:43.508550 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:43.648912 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=365b8077-d617-4468-8196-fa628c4efb34,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:43.850307 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:43.855760 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab10e4b5-8e39-47fd-befc-df222b786906 None None] Network 27bb6cbb-684c-40bb-a74b-a60641507871 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:44.015016 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:44.033877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9ec8cfa6-b9d1-46c3-9b67-8adac7efed74 None None] Provisioning complete for port 65858a7d-ac54-4b72-9af4-34d0cba11154 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:44.034482 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ec8cfa6-b9d1-46c3-9b67-8adac7efed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:44.131616 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:44.229984 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ec8cfa6-b9d1-46c3-9b67-8adac7efed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:44.294243 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9ec8cfa6-b9d1-46c3-9b67-8adac7efed74 None None] For port 65858a7d-ac54-4b72-9af4-34d0cba11154, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=65858a7d-ac54-4b72-9af4-34d0cba11154,segment=NetworkSegment(03184c02-cf6f-4147-ab45-c18fd66a2d25),segment_id=03184c02-cf6f-4147-ab45-c18fd66a2d25)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:44.304154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ec8cfa6-b9d1-46c3-9b67-8adac7efed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:44.371796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8cfa6-b9d1-46c3-9b67-8adac7efed74 None None] Pushing event updated for resources: {'Port': ['ID=65858a7d-ac54-4b72-9af4-34d0cba11154,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:44.441478 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:44.450522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:44.553593 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:44.555904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f5ef4db9-c7fe-4b34-800e-0bf2384fd3e1 None None] Provisioning complete for port 65858a7d-ac54-4b72-9af4-34d0cba11154 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:44.556280 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4db9-c7fe-4b34-800e-0bf2384fd3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:44.573666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=365b8077-d617-4468-8196-fa628c4efb34,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:44.721182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f5ef4db9-c7fe-4b34-800e-0bf2384fd3e1 None None] Provisioning complete for port 365b8077-d617-4468-8196-fa628c4efb34 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:44.721413 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4db9-c7fe-4b34-800e-0bf2384fd3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:44.753374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network 27bb6cbb-684c-40bb-a74b-a60641507871 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:44.756178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:44.775560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef4db9-c7fe-4b34-800e-0bf2384fd3e1 None None] Port 365b8077-d617-4468-8196-fa628c4efb34 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:44.944477 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bcd9e063-3bbb-4de1-abe7-a0d29aa1afab None None] Provisioning complete for port 365b8077-d617-4468-8196-fa628c4efb34 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:44.945628 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e063-3bbb-4de1-abe7-a0d29aa1afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:44.992098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9e063-3bbb-4de1-abe7-a0d29aa1afab None None] Port 365b8077-d617-4468-8196-fa628c4efb34 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:45.023271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Router 79483101-076f-4a0e-986e-daa74c994ff1 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:23:45.031963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 65858a7d-ac54-4b72-9af4-34d0cba11154 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:45.127393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-76212db1-4421-4df5-a0f4-15d74706a9e9 None None] Provisioning complete for port 365b8077-d617-4468-8196-fa628c4efb34 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:45.127908 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-76212db1-4421-4df5-a0f4-15d74706a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:45.129849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 65858a7d-ac54-4b72-9af4-34d0cba11154 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:45.130255 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:45.175422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:23:45.185217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-eb26d86b-17b0-4ed7-9700-ca5b11734e85 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "PUT /v2.0/routers/79483101-076f-4a0e-986e-daa74c994ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4415009 Nov 19 19:23:45.185322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51730) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:45.214627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5bba06-9cf7-497c-9076-8a83ee400693 None None] Sync routers for ids ['79483101-076f-4a0e-986e-daa74c994ff1'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:23:45.250586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-76212db1-4421-4df5-a0f4-15d74706a9e9 None None] Port 365b8077-d617-4468-8196-fa628c4efb34 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:45.261493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5bba06-9cf7-497c-9076-8a83ee400693 None None] Routers {'79483101-076f-4a0e-986e-daa74c994ff1'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:23:45.262646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7a5bba06-9cf7-497c-9076-8a83ee400693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:23:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['79483101-076f-4a0e-986e-daa74c994ff1'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:45.282213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d6e53b-6e79-4334-8a9e-44917dc34e66 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:45.284265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-07d6e53b-6e79-4334-8a9e-44917dc34e66 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports?device_id=79483101-076f-4a0e-986e-daa74c994ff1 HTTP/1.1" status: 200 len: 982 time: 0.0984499 Nov 19 19:23:45.287253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51734) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:45.306924 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7a5bba06-9cf7-497c-9076-8a83ee400693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:45.331403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5bba06-9cf7-497c-9076-8a83ee400693 None None] Routers {'79483101-076f-4a0e-986e-daa74c994ff1'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:23:45.332220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7a5bba06-9cf7-497c-9076-8a83ee400693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:23:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['79483101-076f-4a0e-986e-daa74c994ff1'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:45.369731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7a5bba06-9cf7-497c-9076-8a83ee400693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:45.370553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5bba06-9cf7-497c-9076-8a83ee400693 None None] The sync data for ids ['79483101-076f-4a0e-986e-daa74c994ff1'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:23:45.476359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cfaa40ba-cccf-426a-9568-124ac75a037a None None] Provisioning complete for port 365b8077-d617-4468-8196-fa628c4efb34 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:45.477601 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cfaa40ba-cccf-426a-9568-124ac75a037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:45.527058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa40ba-cccf-426a-9568-124ac75a037a None None] Port 365b8077-d617-4468-8196-fa628c4efb34 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:45.843987 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc44ee74-9345-44ab-9f37-bf1121bf15f5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:46.418361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cc44ee74-9345-44ab-9f37-bf1121bf15f5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 365b8077-d617-4468-8196-fa628c4efb34 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:46.419464 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc44ee74-9345-44ab-9f37-bf1121bf15f5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:46.520462 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc44ee74-9345-44ab-9f37-bf1121bf15f5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:46.534470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cc44ee74-9345-44ab-9f37-bf1121bf15f5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 365b8077-d617-4468-8196-fa628c4efb34 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:46.719878 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc44ee74-9345-44ab-9f37-bf1121bf15f5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:46.754280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44ee74-9345-44ab-9f37-bf1121bf15f5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=365b8077-d617-4468-8196-fa628c4efb34,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:46.948486 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cc44ee74-9345-44ab-9f37-bf1121bf15f5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:47.135140 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc44ee74-9345-44ab-9f37-bf1121bf15f5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Router 79483101-076f-4a0e-986e-daa74c994ff1 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:23:47.228698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc44ee74-9345-44ab-9f37-bf1121bf15f5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:23:47.238580 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b782ec96-bba8-4585-bf77-0b91b1664483 None None] Sync routers for ids ['79483101-076f-4a0e-986e-daa74c994ff1'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:23:47.242692 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cc44ee74-9345-44ab-9f37-bf1121bf15f5 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "PUT /v2.0/routers/79483101-076f-4a0e-986e-daa74c994ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9518504 Nov 19 19:23:47.243019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51798) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:47.271599 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782ec96-bba8-4585-bf77-0b91b1664483 None None] Routers {'79483101-076f-4a0e-986e-daa74c994ff1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:23:47.272245 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b782ec96-bba8-4585-bf77-0b91b1664483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:23:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['79483101-076f-4a0e-986e-daa74c994ff1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:47.281860 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abe0dee-8646-43b7-bb36-395b3868c82a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:23:47.283374 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4abe0dee-8646-43b7-bb36-395b3868c82a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/365b8077-d617-4468-8196-fa628c4efb34 HTTP/1.1" status: 404 len: 333 time: 0.0393565 Nov 19 19:23:47.286178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51800) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:47.320292 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b782ec96-bba8-4585-bf77-0b91b1664483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:47.330981 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782ec96-bba8-4585-bf77-0b91b1664483 None None] Routers {'79483101-076f-4a0e-986e-daa74c994ff1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:23:47.331712 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b782ec96-bba8-4585-bf77-0b91b1664483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:23:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['79483101-076f-4a0e-986e-daa74c994ff1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:47.367121 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b782ec96-bba8-4585-bf77-0b91b1664483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:47.368137 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b782ec96-bba8-4585-bf77-0b91b1664483 None None] The sync data for ids ['79483101-076f-4a0e-986e-daa74c994ff1'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:23:47.370034 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1057cf7a-67cd-49f2-b6e1-83aa0c07a220 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:47.854774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1057cf7a-67cd-49f2-b6e1-83aa0c07a220 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:47.857551 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1057cf7a-67cd-49f2-b6e1-83aa0c07a220 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:47.903852 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1057cf7a-67cd-49f2-b6e1-83aa0c07a220 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:47.904549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1057cf7a-67cd-49f2-b6e1-83aa0c07a220 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Fanout notify agent at l3_agent the message router_deleted on router 79483101-076f-4a0e-986e-daa74c994ff1 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:23:47.913107 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1057cf7a-67cd-49f2-b6e1-83aa0c07a220 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:47.914124 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1057cf7a-67cd-49f2-b6e1-83aa0c07a220 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/routers/79483101-076f-4a0e-986e-daa74c994ff1 HTTP/1.1" status: 204 len: 168 time: 0.6269522 Nov 19 19:23:47.916715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51820) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:47.970667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1024953-acb6-4c2d-b859-30f0c31a0767 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting subnet c77437e8-f8f6-4da4-a119-166d7a4bb06c {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:23:47.974009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1024953-acb6-4c2d-b859-30f0c31a0767 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.030255 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1024953-acb6-4c2d-b859-30f0c31a0767 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.122135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1024953-acb6-4c2d-b859-30f0c31a0767 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.201603 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1024953-acb6-4c2d-b859-30f0c31a0767 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.242132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1024953-acb6-4c2d-b859-30f0c31a0767 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Subnet': ['ID=c77437e8-f8f6-4da4-a119-166d7a4bb06c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:48.245865 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1024953-acb6-4c2d-b859-30f0c31a0767 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.253592 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a1024953-acb6-4c2d-b859-30f0c31a0767 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/c77437e8-f8f6-4da4-a119-166d7a4bb06c HTTP/1.1" status: 204 len: 168 time: 0.3313990 Nov 19 19:23:48.254335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51830) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:48.254707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1294412c-dc44-43b2-8292-3b541533e765 None None] Network 27bb6cbb-684c-40bb-a74b-a60641507871 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:48.376605 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.477497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 65858a7d-ac54-4b72-9af4-34d0cba11154 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:48.477867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.518184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cf59f2-604f-4e4e-b42b-ec58f1bf753d None None] DHCP port deletion for 27bb6cbb-684c-40bb-a74b-a60641507871 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:23:48.558182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] For port 65858a7d-ac54-4b72-9af4-34d0cba11154, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=65858a7d-ac54-4b72-9af4-34d0cba11154,segment=NetworkSegment(03184c02-cf6f-4147-ab45-c18fd66a2d25),segment_id=03184c02-cf6f-4147-ab45-c18fd66a2d25)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:48.558548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.568894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf59f2-604f-4e4e-b42b-ec58f1bf753d None None] Deleting port 65858a7d-ac54-4b72-9af4-34d0cba11154 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:48.569598 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2cf59f2-604f-4e4e-b42b-ec58f1bf753d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.578731 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 65858a7d-ac54-4b72-9af4-34d0cba11154 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:48.655486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f2cf59f2-604f-4e4e-b42b-ec58f1bf753d None None] For port 65858a7d-ac54-4b72-9af4-34d0cba11154, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=65858a7d-ac54-4b72-9af4-34d0cba11154,segment=NetworkSegment(03184c02-cf6f-4147-ab45-c18fd66a2d25),segment_id=03184c02-cf6f-4147-ab45-c18fd66a2d25)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:48.655891 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2cf59f2-604f-4e4e-b42b-ec58f1bf753d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.671671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf59f2-604f-4e4e-b42b-ec58f1bf753d None None] Calling delete_port for 65858a7d-ac54-4b72-9af4-34d0cba11154 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:48.690827 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.723012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=65858a7d-ac54-4b72-9af4-34d0cba11154,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:48.735793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No DVR routers for this DVR port 65858a7d-ac54-4b72-9af4-34d0cba11154 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:23:48.796096 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2cf59f2-604f-4e4e-b42b-ec58f1bf753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.813644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf59f2-604f-4e4e-b42b-ec58f1bf753d None None] No DVR routers for this DVR port 65858a7d-ac54-4b72-9af4-34d0cba11154 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:23:48.866361 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.895701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bb6cbb-684c-40bb-a74b-a60641507871']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:48.907388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03184c02-cf6f-4147-ab45-c18fd66a2d25') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:48.907691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03184c02-cf6f-4147-ab45-c18fd66a2d25') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:23:48.909349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf59f2-604f-4e4e-b42b-ec58f1bf753d None None] Pushing event deleted for resources: {'Port': ['ID=65858a7d-ac54-4b72-9af4-34d0cba11154,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:48.929068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 65858a7d-ac54-4b72-9af4-34d0cba11154 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:23:48.931601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.960277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 65858a7d-ac54-4b72-9af4-34d0cba11154 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:23:48.960635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 65858a7d-ac54-4b72-9af4-34d0cba11154 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:23:48.961622 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.970431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:23:48.971253 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:23:48.975350 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:23:49.041451 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.074894 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.083949 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/networks/27bb6cbb-684c-40bb-a74b-a60641507871 HTTP/1.1" status: 204 len: 168 time: 0.8242459 Nov 19 19:23:49.084415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51860) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:49.109443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54598e-501f-41fb-906f-ee09500a81c4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Network': ['ID=27bb6cbb-684c-40bb-a74b-a60641507871,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:49.143527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542c32c8-75ee-40c0-8d3c-7428b5f6d16b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:49.148464 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-542c32c8-75ee-40c0-8d3c-7428b5f6d16b tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/52f8552e-9924-4a26-a4d0-9396ddc10f53 HTTP/1.1" status: 200 len: 841 time: 0.0595710 Nov 19 19:23:49.148793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51862) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:49.191845 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-25550a5a-8e75-4d34-b25d-9228ea050112 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/52f8552e-9924-4a26-a4d0-9396ddc10f53?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0416133 Nov 19 19:23:49.195176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51864) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:49.200242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9f6defbf-233e-447d-83ae-1872b5cf7745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:49.313111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6defbf-233e-447d-83ae-1872b5cf7745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:49.317324 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f6defbf-233e-447d-83ae-1872b5cf7745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.532071 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f6defbf-233e-447d-83ae-1872b5cf7745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.597672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6defbf-233e-447d-83ae-1872b5cf7745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network d15c35d6-b501-4d59-b795-813dafb12554 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:49.601264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6defbf-233e-447d-83ae-1872b5cf7745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Subnet': ['ID=1faf2ed6-46a5-40aa-8cfc-afb5836f57c3,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:49.603667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9f6defbf-233e-447d-83ae-1872b5cf7745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:49.614981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6defbf-233e-447d-83ae-1872b5cf7745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:49.615808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f6defbf-233e-447d-83ae-1872b5cf7745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.626521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef4fd4b-6eb4-495b-8082-4efab7ea4418 None None] Network d15c35d6-b501-4d59-b795-813dafb12554 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:49.642029 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9f6defbf-233e-447d-83ae-1872b5cf7745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4456079 Nov 19 19:23:49.643347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51884) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:49.649174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a0474215-8833-43f0-9078-65f3d9787e75 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'security_group': {'name': 'tempest-secgroup-288933316'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:49.677415 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a0474215-8833-43f0-9078-65f3d9787e75 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.768349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a0474215-8833-43f0-9078-65f3d9787e75 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.773774 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a0474215-8833-43f0-9078-65f3d9787e75 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.807645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-d15c35d6-b501-4d59-b795-813dafb12554', 'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'tenant_id': '3dba939ad81e474bb5d5e11c421225b6', 'fixed_ips': [{'subnet_id': '1faf2ed6-46a5-40aa-8cfc-afb5836f57c3'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:23:49.808659 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.810298 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a0474215-8833-43f0-9078-65f3d9787e75 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.811939 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a0474215-8833-43f0-9078-65f3d9787e75 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1671493 Nov 19 19:23:49.814539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51886) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:49.820334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3209babd-7b24-48ff-a9fa-0b45d407b4b4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'security_group': {'name': 'tempest-secgroup-1837103695'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:49.854418 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3209babd-7b24-48ff-a9fa-0b45d407b4b4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.857572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0474215-8833-43f0-9078-65f3d9787e75 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c109231-a430-44d5-bb59-91b90e7df01f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:49.980189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3209babd-7b24-48ff-a9fa-0b45d407b4b4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.982217 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3209babd-7b24-48ff-a9fa-0b45d407b4b4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:49.992201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Allocated IP 172.20.0.2 (d15c35d6-b501-4d59-b795-813dafb12554/1faf2ed6-46a5-40aa-8cfc-afb5836f57c3/c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:50.024794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3209babd-7b24-48ff-a9fa-0b45d407b4b4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:50.028638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3209babd-7b24-48ff-a9fa-0b45d407b4b4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2107136 Nov 19 19:23:50.029005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51896) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:50.034560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-399526490', 'security_groups': ['db6cad7d-720f-4614-ad23-6204ca888d06'], 'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1faf2ed6-46a5-40aa-8cfc-afb5836f57c3'}]}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:50.042581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209babd-7b24-48ff-a9fa-0b45d407b4b4 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6cad7d-720f-4614-ad23-6204ca888d06,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:50.211685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:50.220582 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:50.237397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:50.363286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Network d15c35d6-b501-4d59-b795-813dafb12554 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:50.365846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:50.376765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:50.386454 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:50.387829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Pushing event updated for resources: {'Port': ['ID=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:50.426803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 62ad7177-34b6-4447-9d0b-a952056b51e4 yet. {{(pid=109888) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:50.480635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Attempting to bind port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:23:50.480635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Attempting to bind port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '089cd810-c7b9-4d0c-aa1b-7551667a19aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:23:50.485240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Attempting to bind port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 on network d15c35d6-b501-4d59-b795-813dafb12554 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:23:50.490266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:23:50.491206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Checking segment: {'id': '089cd810-c7b9-4d0c-aa1b-7551667a19aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:23:50.491936 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:50.492396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Bound using segment: {'id': '089cd810-c7b9-4d0c-aa1b-7551667a19aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:23:50.493099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Bound port: c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089cd810-c7b9-4d0c-aa1b-7551667a19aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:23:50.493649 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:50.575184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] For port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:23:50.579869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] For port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,segment=NetworkSegment(089cd810-c7b9-4d0c-aa1b-7551667a19aa),segment_id=089cd810-c7b9-4d0c-aa1b-7551667a19aa)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:23:50.584350 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:50.663733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d62003-68de-4917-94ba-2688b6797c4c None None] Pushing event updated for resources: {'Port': ['ID=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:50.664437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.5 (d15c35d6-b501-4d59-b795-813dafb12554/1faf2ed6-46a5-40aa-8cfc-afb5836f57c3/62ad7177-34b6-4447-9d0b-a952056b51e4) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:50.918595 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:50.974729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:50.997835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network d15c35d6-b501-4d59-b795-813dafb12554 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:51.019146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:51.021859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:51.089478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:51.090505 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:51.097877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=62ad7177-34b6-4447-9d0b-a952056b51e4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:51.124059 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-85be68aa-a79e-4cfd-ac8f-3245fe121f5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0935199 Nov 19 19:23:51.126634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51924) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:51.132168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-32088a21-69c8-4605-baf5-9700bb54ed7a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:51.272057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32088a21-69c8-4605-baf5-9700bb54ed7a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:51.275641 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32088a21-69c8-4605-baf5-9700bb54ed7a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:51.372335 n-d-815373-6 neutron-server[109887]: INFO neutron.db.ipam_backend_mixin [None req-32088a21-69c8-4605-baf5-9700bb54ed7a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1faf2ed6-46a5-40aa-8cfc-afb5836f57c3 (CIDR: 172.20.0.0/28) Nov 19 19:23:51.376371 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-32088a21-69c8-4605-baf5-9700bb54ed7a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:23:51.376930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32088a21-69c8-4605-baf5-9700bb54ed7a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:23:51.401854 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-32088a21-69c8-4605-baf5-9700bb54ed7a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2738688 Nov 19 19:23:51.404428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51936) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:51.412016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a27161eb-4e88-4f8d-b444-7d9e11474032 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:51.553823 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27161eb-4e88-4f8d-b444-7d9e11474032 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:51.556513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a27161eb-4e88-4f8d-b444-7d9e11474032 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:51.857864 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a27161eb-4e88-4f8d-b444-7d9e11474032 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:51.930232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27161eb-4e88-4f8d-b444-7d9e11474032 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network d15c35d6-b501-4d59-b795-813dafb12554 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:51.935270 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a27161eb-4e88-4f8d-b444-7d9e11474032 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:51.940438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27161eb-4e88-4f8d-b444-7d9e11474032 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:51.941135 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a27161eb-4e88-4f8d-b444-7d9e11474032 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:51.946593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27161eb-4e88-4f8d-b444-7d9e11474032 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Subnet': ['ID=28a72785-cc7b-4db0-b7d9-42fbe390bc95,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:51.969831 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a27161eb-4e88-4f8d-b444-7d9e11474032 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5634189 Nov 19 19:23:51.971689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51950) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:51.979515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ad268aba-1af3-4087-a76c-72cdacb49a78 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2113677407', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '28a72785-cc7b-4db0-b7d9-42fbe390bc95'}], 'security_groups': ['5c109231-a430-44d5-bb59-91b90e7df01f']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:52.055360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d4e00b63-6eb9-4517-854f-25fe42984737 None None] Provisioning complete for port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:52.056333 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d4e00b63-6eb9-4517-854f-25fe42984737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:52.133708 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad268aba-1af3-4087-a76c-72cdacb49a78 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:52.166864 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d4e00b63-6eb9-4517-854f-25fe42984737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:52.207192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d4e00b63-6eb9-4517-854f-25fe42984737 None None] For port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,segment=NetworkSegment(089cd810-c7b9-4d0c-aa1b-7551667a19aa),segment_id=089cd810-c7b9-4d0c-aa1b-7551667a19aa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:52.219014 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d4e00b63-6eb9-4517-854f-25fe42984737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:52.283937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6e73e-e374-4ba8-bf92-92d0dee50013 None None] Network d15c35d6-b501-4d59-b795-813dafb12554 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:52.380632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d4e00b63-6eb9-4517-854f-25fe42984737 None None] Provisioning complete for port 52f8552e-9924-4a26-a4d0-9396ddc10f53 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:52.380999 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d4e00b63-6eb9-4517-854f-25fe42984737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:52.461482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e00b63-6eb9-4517-854f-25fe42984737 None None] Pushing event updated for resources: {'Port': ['ID=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:52.471465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d4e00b63-6eb9-4517-854f-25fe42984737 None None] Port 52f8552e-9924-4a26-a4d0-9396ddc10f53 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:52.561081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-ad268aba-1af3-4087-a76c-72cdacb49a78 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Delete allocated IP 172.20.0.5 (d15c35d6-b501-4d59-b795-813dafb12554/1faf2ed6-46a5-40aa-8cfc-afb5836f57c3) {{(pid=109888) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 19:23:52.571089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-ad268aba-1af3-4087-a76c-72cdacb49a78 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.27 (d15c35d6-b501-4d59-b795-813dafb12554/28a72785-cc7b-4db0-b7d9-42fbe390bc95/62ad7177-34b6-4447-9d0b-a952056b51e4) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:52.632248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc49fc5f-9f1f-42a1-86c3-9b1737b53cca None None] Update dhcp port {'port': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'fixed_ips': [{'subnet_id': '1faf2ed6-46a5-40aa-8cfc-afb5836f57c3', 'ip_address': '172.20.0.2'}, {'subnet_id': '28a72785-cc7b-4db0-b7d9-42fbe390bc95'}], 'binding:host_id': 'n-d-815373-6'}, 'id': 'c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:23:52.661656 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc49fc5f-9f1f-42a1-86c3-9b1737b53cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:52.680870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f8a6b2a7-192a-4660-9730-82a262f951d7 None None] Provisioning complete for port 62ad7177-34b6-4447-9d0b-a952056b51e4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:52.681226 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8a6b2a7-192a-4660-9730-82a262f951d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:52.737636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f8a6b2a7-192a-4660-9730-82a262f951d7 None None] Port 62ad7177-34b6-4447-9d0b-a952056b51e4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:52.745030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad268aba-1af3-4087-a76c-72cdacb49a78 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:52.752918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad268aba-1af3-4087-a76c-72cdacb49a78 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:52.879175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-dc49fc5f-9f1f-42a1-86c3-9b1737b53cca None None] Allocated IP 172.20.0.18 (d15c35d6-b501-4d59-b795-813dafb12554/28a72785-cc7b-4db0-b7d9-42fbe390bc95/c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:52.932408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad268aba-1af3-4087-a76c-72cdacb49a78 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=62ad7177-34b6-4447-9d0b-a952056b51e4,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:52.972064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ad268aba-1af3-4087-a76c-72cdacb49a78 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] In _notify_port_updated(), no bound segment for port 62ad7177-34b6-4447-9d0b-a952056b51e4 on network d15c35d6-b501-4d59-b795-813dafb12554 {{(pid=109888) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:23:52.981779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad268aba-1af3-4087-a76c-72cdacb49a78 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:52.981779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad268aba-1af3-4087-a76c-72cdacb49a78 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:52.985869 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ad268aba-1af3-4087-a76c-72cdacb49a78 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "PUT /v2.0/ports/62ad7177-34b6-4447-9d0b-a952056b51e4 HTTP/1.1" status: 200 len: 921 time: 1.0095556 Nov 19 19:23:52.987535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51980) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:53.001956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:53.082244 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:53.082897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.105161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a59f4386-cdcd-4cc1-aca7-6e63e0a036ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 62ad7177-34b6-4447-9d0b-a952056b51e4 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:53.105699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a59f4386-cdcd-4cc1-aca7-6e63e0a036ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.134229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-dc49fc5f-9f1f-42a1-86c3-9b1737b53cca None None] For port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,segment=NetworkSegment(089cd810-c7b9-4d0c-aa1b-7551667a19aa),segment_id=089cd810-c7b9-4d0c-aa1b-7551667a19aa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:53.179098 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc49fc5f-9f1f-42a1-86c3-9b1737b53cca None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.201139 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc49fc5f-9f1f-42a1-86c3-9b1737b53cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.211270 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a59f4386-cdcd-4cc1-aca7-6e63e0a036ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.229714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a59f4386-cdcd-4cc1-aca7-6e63e0a036ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 62ad7177-34b6-4447-9d0b-a952056b51e4 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:53.353634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49fc5f-9f1f-42a1-86c3-9b1737b53cca None None] Pushing event updated for resources: {'Port': ['ID=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:53.407429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a59f4386-cdcd-4cc1-aca7-6e63e0a036ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.466307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f4386-cdcd-4cc1-aca7-6e63e0a036ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=62ad7177-34b6-4447-9d0b-a952056b51e4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:53.551696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a59f4386-cdcd-4cc1-aca7-6e63e0a036ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.559366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 51994) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:53.559878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a59f4386-cdcd-4cc1-aca7-6e63e0a036ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/62ad7177-34b6-4447-9d0b-a952056b51e4 HTTP/1.1" status: 204 len: 168 time: 0.5709832 Nov 19 19:23:53.610349 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3e0495-d520-4463-821d-aece24d69478 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:23:53.611869 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8a3e0495-d520-4463-821d-aece24d69478 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/62ad7177-34b6-4447-9d0b-a952056b51e4 HTTP/1.1" status: 404 len: 333 time: 0.0514910 Nov 19 19:23:53.617782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 51996) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:53.700715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-270f005d-4291-443f-9a03-80acb462b9fb tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.732107 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-270f005d-4291-443f-9a03-80acb462b9fb tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.790748 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-270f005d-4291-443f-9a03-80acb462b9fb tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.794680 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-270f005d-4291-443f-9a03-80acb462b9fb tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.799674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52006) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:53.800099 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-270f005d-4291-443f-9a03-80acb462b9fb tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/security-groups/db6cad7d-720f-4614-ad23-6204ca888d06 HTTP/1.1" status: 204 len: 168 time: 0.1843071 Nov 19 19:23:53.819275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f005d-4291-443f-9a03-80acb462b9fb tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6cad7d-720f-4614-ad23-6204ca888d06,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:53.898323 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3dd11d8b-9f7a-4336-93ea-d89ad7b541e1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.925441 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3dd11d8b-9f7a-4336-93ea-d89ad7b541e1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.985414 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3dd11d8b-9f7a-4336-93ea-d89ad7b541e1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.988530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3dd11d8b-9f7a-4336-93ea-d89ad7b541e1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:53.992075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3dd11d8b-9f7a-4336-93ea-d89ad7b541e1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/security-groups/5c109231-a430-44d5-bb59-91b90e7df01f HTTP/1.1" status: 204 len: 168 time: 0.1890240 Nov 19 19:23:53.992541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52012) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:54.001794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd11d8b-9f7a-4336-93ea-d89ad7b541e1 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c109231-a430-44d5-bb59-91b90e7df01f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:54.081423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b118c8-5b1f-4173-854f-183c984bc4d0 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting subnet 1faf2ed6-46a5-40aa-8cfc-afb5836f57c3 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:23:54.085482 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02b118c8-5b1f-4173-854f-183c984bc4d0 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:54.141148 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02b118c8-5b1f-4173-854f-183c984bc4d0 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:54.253470 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02b118c8-5b1f-4173-854f-183c984bc4d0 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:54.302585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7ab03443-1e81-4e7e-87b6-8e4bb32e8d85 None None] Provisioning complete for port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:54.303162 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ab03443-1e81-4e7e-87b6-8e4bb32e8d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:54.329236 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02b118c8-5b1f-4173-854f-183c984bc4d0 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:54.379881 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-02b118c8-5b1f-4173-854f-183c984bc4d0 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:54.379881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-02b118c8-5b1f-4173-854f-183c984bc4d0 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/1faf2ed6-46a5-40aa-8cfc-afb5836f57c3 HTTP/1.1" status: 204 len: 168 time: 0.3817253 Nov 19 19:23:54.379881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b118c8-5b1f-4173-854f-183c984bc4d0 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Subnet': ['ID=1faf2ed6-46a5-40aa-8cfc-afb5836f57c3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:54.382166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52024) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:54.390373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-40995489-e1c8-4e11-9cbd-46025b84ab61 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:54.426327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7ab03443-1e81-4e7e-87b6-8e4bb32e8d85 None None] Provisioning complete for port 52f8552e-9924-4a26-a4d0-9396ddc10f53 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:54.426657 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ab03443-1e81-4e7e-87b6-8e4bb32e8d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:54.476021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7ab03443-1e81-4e7e-87b6-8e4bb32e8d85 None None] Port 52f8552e-9924-4a26-a4d0-9396ddc10f53 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:54.480908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7ab03443-1e81-4e7e-87b6-8e4bb32e8d85 None None] Could not find standard attr ID for object 62ad7177-34b6-4447-9d0b-a952056b51e4. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:23:54.531245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40995489-e1c8-4e11-9cbd-46025b84ab61 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:54.535283 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40995489-e1c8-4e11-9cbd-46025b84ab61 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:54.840668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40995489-e1c8-4e11-9cbd-46025b84ab61 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:54.846490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aab5801-2f6f-40ed-ad48-6340d18a4f4f None None] Network d15c35d6-b501-4d59-b795-813dafb12554 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:54.896308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40995489-e1c8-4e11-9cbd-46025b84ab61 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network d15c35d6-b501-4d59-b795-813dafb12554 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:54.901808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-40995489-e1c8-4e11-9cbd-46025b84ab61 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:54.912066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40995489-e1c8-4e11-9cbd-46025b84ab61 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:54.912993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40995489-e1c8-4e11-9cbd-46025b84ab61 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:54.924787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cdeabb47-f553-4582-9bed-e48f7e01bf77 None None] Could not find standard attr ID for object 62ad7177-34b6-4447-9d0b-a952056b51e4. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:23:54.956708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-40995489-e1c8-4e11-9cbd-46025b84ab61 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5708327 Nov 19 19:23:54.957450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52042) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:54.963244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40995489-e1c8-4e11-9cbd-46025b84ab61 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Subnet': ['ID=704a4280-e8f4-4b2b-8414-4a34807386a6,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:54.964554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1bce7ed4-ff67-4de5-bd72-a0a2912236ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'security_group': {'name': 'tempest-secgroup-1626386197'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:54.971938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:54.993072 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bce7ed4-ff67-4de5-bd72-a0a2912236ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.077387 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bce7ed4-ff67-4de5-bd72-a0a2912236ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.095177 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bce7ed4-ff67-4de5-bd72-a0a2912236ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.150517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:55.150722 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce7ed4-ff67-4de5-bd72-a0a2912236ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072d213b-1a59-47eb-872b-0e72c15d3c9a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:55.150942 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.157984 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1bce7ed4-ff67-4de5-bd72-a0a2912236ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.162067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52048) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:55.162640 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1bce7ed4-ff67-4de5-bd72-a0a2912236ce tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2035735 Nov 19 19:23:55.166623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2f698a76-677e-4930-ab61-15151de58b76 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'security_group': {'name': 'tempest-secgroup-34239199'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:55.201248 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f698a76-677e-4930-ab61-15151de58b76 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.318490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4133c7ed-d88e-40a2-9a91-a1fb8a5a2f51 None None] Update dhcp port {'port': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'fixed_ips': [{'subnet_id': '28a72785-cc7b-4db0-b7d9-42fbe390bc95', 'ip_address': '172.20.0.18'}, {'subnet_id': '704a4280-e8f4-4b2b-8414-4a34807386a6'}], 'binding:host_id': 'n-d-815373-6'}, 'id': 'c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:23:55.335727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f698a76-677e-4930-ab61-15151de58b76 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.344141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.347137 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f698a76-677e-4930-ab61-15151de58b76 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.353059 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4133c7ed-d88e-40a2-9a91-a1fb8a5a2f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.382199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f698a76-677e-4930-ab61-15151de58b76 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8223cf-4265-4311-abb1-3b426243eac0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:55.398679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f698a76-677e-4930-ab61-15151de58b76 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.403100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52058) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:55.408783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-abb05808-8a20-4548-a434-99e40a5ee8a9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'security_group': {'name': 'tempest-secgroup-1587542229'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:55.410325 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2f698a76-677e-4930-ab61-15151de58b76 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2471218 Nov 19 19:23:55.442811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abb05808-8a20-4548-a434-99e40a5ee8a9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.523156 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abb05808-8a20-4548-a434-99e40a5ee8a9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.532225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abb05808-8a20-4548-a434-99e40a5ee8a9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.561940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-4133c7ed-d88e-40a2-9a91-a1fb8a5a2f51 None None] Allocated IP 172.20.0.2 (d15c35d6-b501-4d59-b795-813dafb12554/704a4280-e8f4-4b2b-8414-4a34807386a6/c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:55.577710 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abb05808-8a20-4548-a434-99e40a5ee8a9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.581773 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-abb05808-8a20-4548-a434-99e40a5ee8a9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1749718 Nov 19 19:23:55.582072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb05808-8a20-4548-a434-99e40a5ee8a9 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9ad373-96c4-4e24-9399-1875242dfc81,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:55.582204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52062) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:55.595119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1985838788', 'security_groups': ['af9ad373-96c4-4e24-9399-1875242dfc81'], 'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '704a4280-e8f4-4b2b-8414-4a34807386a6'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:55.700361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4133c7ed-d88e-40a2-9a91-a1fb8a5a2f51 None None] For port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,segment=NetworkSegment(089cd810-c7b9-4d0c-aa1b-7551667a19aa),segment_id=089cd810-c7b9-4d0c-aa1b-7551667a19aa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:55.757952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:55.870125 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.892208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] device_id is not set on port 875e765d-cbf8-42d1-9a10-60f6ec3f19d1 yet. {{(pid=109887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 19:23:55.926602 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4133c7ed-d88e-40a2-9a91-a1fb8a5a2f51 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:55.932951 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4133c7ed-d88e-40a2-9a91-a1fb8a5a2f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:56.038459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133c7ed-d88e-40a2-9a91-a1fb8a5a2f51 None None] Pushing event updated for resources: {'Port': ['ID=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:56.103199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.9 (d15c35d6-b501-4d59-b795-813dafb12554/704a4280-e8f4-4b2b-8414-4a34807386a6/875e765d-cbf8-42d1-9a10-60f6ec3f19d1) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:56.287332 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:56.323865 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:56.398365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network d15c35d6-b501-4d59-b795-813dafb12554 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:56.403074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:56.406130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=875e765d-cbf8-42d1-9a10-60f6ec3f19d1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:56.408786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:23:56.478683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:56.479490 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:56.501978 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52090) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:56.502570 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5ed6a83b-4c74-4e3b-a6fe-dd0294e429ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9190784 Nov 19 19:23:56.507904 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ad111eea-f012-4251-a0ed-c0eb57ecdd3d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:56.666540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422b8360-add5-459a-a916-9f053e590e6a None None] Network d15c35d6-b501-4d59-b795-813dafb12554 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:56.690236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad111eea-f012-4251-a0ed-c0eb57ecdd3d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:56.694604 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad111eea-f012-4251-a0ed-c0eb57ecdd3d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:56.802153 n-d-815373-6 neutron-server[109888]: INFO neutron.db.ipam_backend_mixin [None req-ad111eea-f012-4251-a0ed-c0eb57ecdd3d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 704a4280-e8f4-4b2b-8414-4a34807386a6 (CIDR: 172.20.0.0/28) Nov 19 19:23:56.806733 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad111eea-f012-4251-a0ed-c0eb57ecdd3d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:23:56.807241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad111eea-f012-4251-a0ed-c0eb57ecdd3d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:23:56.837477 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ad111eea-f012-4251-a0ed-c0eb57ecdd3d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3333719 Nov 19 19:23:56.841079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52102) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:56.852100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-309c06a7-d478-438c-b240-9bc1fa8339be tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:56.877363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d0d1dd3b-fc15-4e34-9d2d-6a943cfa26e6 None None] Provisioning complete for port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:56.877838 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd3b-fc15-4e34-9d2d-6a943cfa26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:56.989996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:23:57.022012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309c06a7-d478-438c-b240-9bc1fa8339be tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:57.026061 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-309c06a7-d478-438c-b240-9bc1fa8339be tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:57.099692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:57.100136 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:57.103154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d0d1dd3b-fc15-4e34-9d2d-6a943cfa26e6 None None] Provisioning complete for port 52f8552e-9924-4a26-a4d0-9396ddc10f53 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:57.103651 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd3b-fc15-4e34-9d2d-6a943cfa26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:57.165055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1dd3b-fc15-4e34-9d2d-6a943cfa26e6 None None] Port 52f8552e-9924-4a26-a4d0-9396ddc10f53 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:57.175100 n-d-815373-6 neutron-server[109888]: INFO neutron.db.ipam_backend_mixin [None req-309c06a7-d478-438c-b240-9bc1fa8339be tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 28a72785-cc7b-4db0-b7d9-42fbe390bc95 (CIDR: 172.20.0.16/28) Nov 19 19:23:57.196761 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-309c06a7-d478-438c-b240-9bc1fa8339be tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:23:57.198686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309c06a7-d478-438c-b240-9bc1fa8339be tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:23:57.243781 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-309c06a7-d478-438c-b240-9bc1fa8339be tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3988340 Nov 19 19:23:57.246525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52114) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:57.257817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e9823117-2a0c-48d8-a052-a5fd653dda5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'subnet': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:57.411405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9823117-2a0c-48d8-a052-a5fd653dda5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Made reservation on behalf of 3dba939ad81e474bb5d5e11c421225b6 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:23:57.417739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9823117-2a0c-48d8-a052-a5fd653dda5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:57.501505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e7572b37-40ee-4e57-b254-4db557d02dea None None] Provisioning complete for port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:57.502021 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7572b37-40ee-4e57-b254-4db557d02dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:57.694351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e7572b37-40ee-4e57-b254-4db557d02dea None None] Provisioning complete for port 875e765d-cbf8-42d1-9a10-60f6ec3f19d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:57.695468 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7572b37-40ee-4e57-b254-4db557d02dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:57.741848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e7572b37-40ee-4e57-b254-4db557d02dea None None] Port 875e765d-cbf8-42d1-9a10-60f6ec3f19d1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:57.755418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e7572b37-40ee-4e57-b254-4db557d02dea None None] Provisioning complete for port 52f8552e-9924-4a26-a4d0-9396ddc10f53 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:57.755887 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7572b37-40ee-4e57-b254-4db557d02dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:57.791041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9823117-2a0c-48d8-a052-a5fd653dda5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:57.795925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e7572b37-40ee-4e57-b254-4db557d02dea None None] Port 52f8552e-9924-4a26-a4d0-9396ddc10f53 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:57.841990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9823117-2a0c-48d8-a052-a5fd653dda5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Network d15c35d6-b501-4d59-b795-813dafb12554 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:23:57.846291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e9823117-2a0c-48d8-a052-a5fd653dda5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:23:57.850746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9823117-2a0c-48d8-a052-a5fd653dda5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:57.851328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9823117-2a0c-48d8-a052-a5fd653dda5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:57.859237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da0e4cc-9613-4028-94da-7c38ce753f55 None None] Network d15c35d6-b501-4d59-b795-813dafb12554 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:23:57.888174 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e9823117-2a0c-48d8-a052-a5fd653dda5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6406131 Nov 19 19:23:57.889321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52132) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:57.890688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9823117-2a0c-48d8-a052-a5fd653dda5d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Subnet': ['ID=5300bf0e-6047-4975-a6f3-a4e56e0c07f7,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:57.897908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a53c91fc-5992-4b6b-ba23-54741f43ff84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-949589067', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5300bf0e-6047-4975-a6f3-a4e56e0c07f7'}], 'security_groups': ['072d213b-1a59-47eb-872b-0e72c15d3c9a', 'aa8223cf-4265-4311-abb1-3b426243eac0']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:23:57.943017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-189b7f9a-0328-4396-8e39-5e1cea30b99d None None] Provisioning complete for port 875e765d-cbf8-42d1-9a10-60f6ec3f19d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:57.943685 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-189b7f9a-0328-4396-8e39-5e1cea30b99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:57.981087 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a53c91fc-5992-4b6b-ba23-54741f43ff84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:58.027798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-189b7f9a-0328-4396-8e39-5e1cea30b99d None None] Port 875e765d-cbf8-42d1-9a10-60f6ec3f19d1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:23:58.203074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0ae534-5775-466f-8257-362597444c3c None None] Update dhcp port {'port': {'network_id': 'd15c35d6-b501-4d59-b795-813dafb12554', 'fixed_ips': [{'subnet_id': '28a72785-cc7b-4db0-b7d9-42fbe390bc95', 'ip_address': '172.20.0.18'}, {'subnet_id': '704a4280-e8f4-4b2b-8414-4a34807386a6', 'ip_address': '172.20.0.2'}, {'subnet_id': '5300bf0e-6047-4975-a6f3-a4e56e0c07f7'}], 'binding:host_id': 'n-d-815373-6'}, 'id': 'c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9'} from n-d-815373-6. {{(pid=109889) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 19:23:58.267234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae534-5775-466f-8257-362597444c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:58.442814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-a53c91fc-5992-4b6b-ba23-54741f43ff84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Delete allocated IP 172.20.0.9 (d15c35d6-b501-4d59-b795-813dafb12554/704a4280-e8f4-4b2b-8414-4a34807386a6) {{(pid=109887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 19:23:58.461156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-a53c91fc-5992-4b6b-ba23-54741f43ff84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Allocated IP 172.20.0.42 (d15c35d6-b501-4d59-b795-813dafb12554/5300bf0e-6047-4975-a6f3-a4e56e0c07f7/875e765d-cbf8-42d1-9a10-60f6ec3f19d1) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:58.642819 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a53c91fc-5992-4b6b-ba23-54741f43ff84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:58.660942 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a53c91fc-5992-4b6b-ba23-54741f43ff84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:58.722241 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-7c0ae534-5775-466f-8257-362597444c3c None None] Allocated IP 172.20.0.34 (d15c35d6-b501-4d59-b795-813dafb12554/5300bf0e-6047-4975-a6f3-a4e56e0c07f7/c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:23:58.781587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c91fc-5992-4b6b-ba23-54741f43ff84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event updated for resources: {'Port': ['ID=875e765d-cbf8-42d1-9a10-60f6ec3f19d1,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:58.810111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a53c91fc-5992-4b6b-ba23-54741f43ff84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] In _notify_port_updated(), no bound segment for port 875e765d-cbf8-42d1-9a10-60f6ec3f19d1 on network d15c35d6-b501-4d59-b795-813dafb12554 {{(pid=109887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 19:23:58.816558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c91fc-5992-4b6b-ba23-54741f43ff84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:23:58.817194 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a53c91fc-5992-4b6b-ba23-54741f43ff84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:58.821515 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52160) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:58.822104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a53c91fc-5992-4b6b-ba23-54741f43ff84 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "PUT /v2.0/ports/875e765d-cbf8-42d1-9a10-60f6ec3f19d1 HTTP/1.1" status: 200 len: 959 time: 0.9278765 Nov 19 19:23:58.858996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7c0ae534-5775-466f-8257-362597444c3c None None] For port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,segment=NetworkSegment(089cd810-c7b9-4d0c-aa1b-7551667a19aa),segment_id=089cd810-c7b9-4d0c-aa1b-7551667a19aa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:23:58.925301 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae534-5775-466f-8257-362597444c3c None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:58.931608 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c0ae534-5775-466f-8257-362597444c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:58.965344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4f27cdf3-6c31-49ee-9417-65599bc1984d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 875e765d-cbf8-42d1-9a10-60f6ec3f19d1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:23:58.966182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f27cdf3-6c31-49ee-9417-65599bc1984d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.022256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ae534-5775-466f-8257-362597444c3c None None] Pushing event updated for resources: {'Port': ['ID=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:59.137576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f27cdf3-6c31-49ee-9417-65599bc1984d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.160270 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4f27cdf3-6c31-49ee-9417-65599bc1984d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 875e765d-cbf8-42d1-9a10-60f6ec3f19d1 owned by {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:23:59.342048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f27cdf3-6c31-49ee-9417-65599bc1984d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.381114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27cdf3-6c31-49ee-9417-65599bc1984d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=875e765d-cbf8-42d1-9a10-60f6ec3f19d1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:59.462019 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f27cdf3-6c31-49ee-9417-65599bc1984d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.466387 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4f27cdf3-6c31-49ee-9417-65599bc1984d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/875e765d-cbf8-42d1-9a10-60f6ec3f19d1 HTTP/1.1" status: 204 len: 168 time: 0.6423547 Nov 19 19:23:59.468480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52180) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:59.498932 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-381b028f-9c1d-4b6d-a447-341c48039cdf tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] GET failed (client error): The resource could not be found. Nov 19 19:23:59.500761 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-381b028f-9c1d-4b6d-a447-341c48039cdf tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports/875e765d-cbf8-42d1-9a10-60f6ec3f19d1 HTTP/1.1" status: 404 len: 333 time: 0.0306237 Nov 19 19:23:59.504167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52186) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:59.607040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61dcc27a-7b71-4966-8618-5eb759afc696 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.640837 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61dcc27a-7b71-4966-8618-5eb759afc696 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.727507 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61dcc27a-7b71-4966-8618-5eb759afc696 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.734436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61dcc27a-7b71-4966-8618-5eb759afc696 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.735198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-61dcc27a-7b71-4966-8618-5eb759afc696 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/security-groups/af9ad373-96c4-4e24-9399-1875242dfc81 HTTP/1.1" status: 204 len: 168 time: 0.2297060 Nov 19 19:23:59.737584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52194) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:59.746109 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcc27a-7b71-4966-8618-5eb759afc696 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9ad373-96c4-4e24-9399-1875242dfc81,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:23:59.825100 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8b21-d300-4ff3-8288-459879267bfa tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.854720 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8b21-d300-4ff3-8288-459879267bfa tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.888036 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.909935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-80834440-95b0-4d50-9675-23a325ceea51 None None] Provisioning complete for port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:23:59.913620 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80834440-95b0-4d50-9675-23a325ceea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.934307 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8b21-d300-4ff3-8288-459879267bfa tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.939239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8b21-d300-4ff3-8288-459879267bfa tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:23:59.943741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52200) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:23:59.944362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7cdc8b21-d300-4ff3-8288-459879267bfa tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/security-groups/aa8223cf-4265-4311-abb1-3b426243eac0 HTTP/1.1" status: 204 len: 168 time: 0.2050693 Nov 19 19:23:59.959118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc8b21-d300-4ff3-8288-459879267bfa tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8223cf-4265-4311-abb1-3b426243eac0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:00.023713 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-149c3a08-5b61-4524-8d1e-f50da05a756a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.052026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-80834440-95b0-4d50-9675-23a325ceea51 None None] Could not find standard attr ID for object 875e765d-cbf8-42d1-9a10-60f6ec3f19d1. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:24:00.053725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-149c3a08-5b61-4524-8d1e-f50da05a756a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.066914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-80834440-95b0-4d50-9675-23a325ceea51 None None] Provisioning complete for port 52f8552e-9924-4a26-a4d0-9396ddc10f53 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:00.067264 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80834440-95b0-4d50-9675-23a325ceea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.104160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-80834440-95b0-4d50-9675-23a325ceea51 None None] Port 52f8552e-9924-4a26-a4d0-9396ddc10f53 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:24:00.113574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-149c3a08-5b61-4524-8d1e-f50da05a756a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.117168 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-149c3a08-5b61-4524-8d1e-f50da05a756a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.120881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-149c3a08-5b61-4524-8d1e-f50da05a756a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/security-groups/072d213b-1a59-47eb-872b-0e72c15d3c9a HTTP/1.1" status: 204 len: 168 time: 0.1730127 Nov 19 19:24:00.121267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52206) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:00.135557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c3a08-5b61-4524-8d1e-f50da05a756a tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072d213b-1a59-47eb-872b-0e72c15d3c9a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:00.200140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-152134fb-8405-4ef7-a731-3abbb45c2232 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting subnet 704a4280-e8f4-4b2b-8414-4a34807386a6 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:24:00.204689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-152134fb-8405-4ef7-a731-3abbb45c2232 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.247307 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-152134fb-8405-4ef7-a731-3abbb45c2232 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.385473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-152134fb-8405-4ef7-a731-3abbb45c2232 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.467995 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-152134fb-8405-4ef7-a731-3abbb45c2232 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.497793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152134fb-8405-4ef7-a731-3abbb45c2232 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Subnet': ['ID=704a4280-e8f4-4b2b-8414-4a34807386a6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:00.502648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-152134fb-8405-4ef7-a731-3abbb45c2232 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.507118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-152134fb-8405-4ef7-a731-3abbb45c2232 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/704a4280-e8f4-4b2b-8414-4a34807386a6 HTTP/1.1" status: 204 len: 168 time: 0.3847997 Nov 19 19:24:00.511507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52222) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:00.522222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-32d456ca-65a5-4793-997a-7865b9701723 None None] Could not find standard attr ID for object 875e765d-cbf8-42d1-9a10-60f6ec3f19d1. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:24:00.588291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce39faa-2809-4a32-9000-0f871805785c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting subnet 5300bf0e-6047-4975-a6f3-a4e56e0c07f7 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:24:00.591988 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dce39faa-2809-4a32-9000-0f871805785c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.656034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dce39faa-2809-4a32-9000-0f871805785c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:00.788490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7668c35-6689-4bc8-9cb0-2bb1ce4edc04 None None] Network d15c35d6-b501-4d59-b795-813dafb12554 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:00.937593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:24:01.100058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:01.100587 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:01.222330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dce39faa-2809-4a32-9000-0f871805785c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:01.335136 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dce39faa-2809-4a32-9000-0f871805785c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:01.372649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce39faa-2809-4a32-9000-0f871805785c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Subnet': ['ID=5300bf0e-6047-4975-a6f3-a4e56e0c07f7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:01.378544 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dce39faa-2809-4a32-9000-0f871805785c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:01.382198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dce39faa-2809-4a32-9000-0f871805785c tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/5300bf0e-6047-4975-a6f3-a4e56e0c07f7 HTTP/1.1" status: 204 len: 168 time: 0.8695199 Nov 19 19:24:01.384731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52256) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:01.412979 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-312345af-a601-4303-ab2c-e7310f1ef943 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:24:01.413735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312345af-a601-4303-ab2c-e7310f1ef943 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:24:01.417118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-312345af-a601-4303-ab2c-e7310f1ef943 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/704a4280-e8f4-4b2b-8414-4a34807386a6 HTTP/1.1" status: 404 len: 337 time: 0.0313585 Nov 19 19:24:01.419804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52260) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:01.486105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c358b94-b259-4505-a82f-e00ef914a614 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting subnet 28a72785-cc7b-4db0-b7d9-42fbe390bc95 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:24:01.489722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c358b94-b259-4505-a82f-e00ef914a614 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:01.550980 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c358b94-b259-4505-a82f-e00ef914a614 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:01.672625 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c358b94-b259-4505-a82f-e00ef914a614 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:01.747761 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c358b94-b259-4505-a82f-e00ef914a614 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:01.780041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c358b94-b259-4505-a82f-e00ef914a614 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Subnet': ['ID=28a72785-cc7b-4db0-b7d9-42fbe390bc95,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:01.787787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5c358b94-b259-4505-a82f-e00ef914a614 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:01.793838 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5c358b94-b259-4505-a82f-e00ef914a614 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/28a72785-cc7b-4db0-b7d9-42fbe390bc95 HTTP/1.1" status: 204 len: 168 time: 0.3702266 Nov 19 19:24:01.794191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52272) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:01.834737 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41c7788-d709-4f7b-9856-914a95316745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:24:01.835514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41c7788-d709-4f7b-9856-914a95316745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:24:01.839676 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c41c7788-d709-4f7b-9856-914a95316745 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/1faf2ed6-46a5-40aa-8cfc-afb5836f57c3 HTTP/1.1" status: 404 len: 337 time: 0.0445211 Nov 19 19:24:01.842425 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52274) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:01.874922 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6daedf88-2517-45ac-8222-bc5192512c9f tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "GET /v2.0/ports?device_id=79483101-076f-4a0e-986e-daa74c994ff1 HTTP/1.1" status: 200 len: 205 time: 0.0310192 Nov 19 19:24:01.877066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52276) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:01.917567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae8b03d-513d-46ce-82bb-7f4eda6b9653 None None] Network d15c35d6-b501-4d59-b795-813dafb12554 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:01.923825 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-3a8dbf18-02ae-4dd5-a17d-64a4f1144761 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] delete failed (client error): The resource could not be found. Nov 19 19:24:01.927202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3a8dbf18-02ae-4dd5-a17d-64a4f1144761 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/routers/79483101-076f-4a0e-986e-daa74c994ff1 HTTP/1.1" status: 404 len: 336 time: 0.0469317 Nov 19 19:24:01.927426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52280) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:01.960774 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00f7781-f72a-46f9-93d1-f687a37e74b7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:24:01.961335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00f7781-f72a-46f9-93d1-f687a37e74b7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:24:01.966858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a00f7781-f72a-46f9-93d1-f687a37e74b7 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/c77437e8-f8f6-4da4-a119-166d7a4bb06c HTTP/1.1" status: 404 len: 337 time: 0.0361948 Nov 19 19:24:01.967718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52284) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:02.003075 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8665f7-156c-4837-a017-9c3ec8762060 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:24:02.003546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8665f7-156c-4837-a017-9c3ec8762060 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:24:02.007735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7a8665f7-156c-4837-a017-9c3ec8762060 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/bbedb854-c44c-4315-9506-d37088b2c1ef HTTP/1.1" status: 404 len: 337 time: 0.0379496 Nov 19 19:24:02.009335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52286) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:02.016432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-182654fd-1dc9-440c-bf40-21a065834fe4 None None] Provisioning complete for port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:02.017443 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-182654fd-1dc9-440c-bf40-21a065834fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.039191 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-47077740-0069-4053-bf64-5b72fa2c46ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:24:02.039655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47077740-0069-4053-bf64-5b72fa2c46ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:24:02.045024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-47077740-0069-4053-bf64-5b72fa2c46ac tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/f205d92c-b2d2-4b8a-9494-4c1508579a88 HTTP/1.1" status: 404 len: 337 time: 0.0323579 Nov 19 19:24:02.045460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52292) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:02.077833 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9b37ae-faba-49b2-bb4c-b09c66028635 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:24:02.078898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9b37ae-faba-49b2-bb4c-b09c66028635 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:24:02.085024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52294) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:02.085340 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9d9b37ae-faba-49b2-bb4c-b09c66028635 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/4d1d3f66-09aa-43d3-9ef3-0ba1d69fe696 HTTP/1.1" status: 404 len: 333 time: 0.0385478 Nov 19 19:24:02.125789 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4870384-9e61-443d-a9e8-49a42487a722 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:24:02.125789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4870384-9e61-443d-a9e8-49a42487a722 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:24:02.125789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e4870384-9e61-443d-a9e8-49a42487a722 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/39ea2f80-f56b-497e-b070-162ad4920541 HTTP/1.1" status: 404 len: 337 time: 0.0313311 Nov 19 19:24:02.125789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52296) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:02.154131 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a30fc6f-fe99-45f5-927a-ce7ad904786d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:24:02.154539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a30fc6f-fe99-45f5-927a-ce7ad904786d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:24:02.158136 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2a30fc6f-fe99-45f5-927a-ce7ad904786d tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/93550d93-0f37-4e31-9816-c60019a782b9 HTTP/1.1" status: 404 len: 337 time: 0.0370703 Nov 19 19:24:02.160569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52298) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:02.184502 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8aa98f-8cc8-4fe6-9c66-472bfcaaeaae tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:24:02.185082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8aa98f-8cc8-4fe6-9c66-472bfcaaeaae tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:24:02.189304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8e8aa98f-8cc8-4fe6-9c66-472bfcaaeaae tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/33270770-3aad-414c-80f8-e7a97ad3702e HTTP/1.1" status: 404 len: 333 time: 0.0277860 Nov 19 19:24:02.191771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52300) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:02.196909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-182654fd-1dc9-440c-bf40-21a065834fe4 None None] Provisioning complete for port 52f8552e-9924-4a26-a4d0-9396ddc10f53 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:02.197293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-182654fd-1dc9-440c-bf40-21a065834fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.224998 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f8a463-96a9-4f06-9a47-e513273c98f3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:24:02.225469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f8a463-96a9-4f06-9a47-e513273c98f3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:24:02.229718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-39f8a463-96a9-4f06-9a47-e513273c98f3 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/3528ec1e-adaf-4558-a6ab-9c704ad0df1b HTTP/1.1" status: 404 len: 337 time: 0.0370066 Nov 19 19:24:02.232346 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52302) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:02.244814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-182654fd-1dc9-440c-bf40-21a065834fe4 None None] Port 52f8552e-9924-4a26-a4d0-9396ddc10f53 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:24:02.262304 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-30425fd7-d3f8-4df4-a345-53a5f9f2535e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] DELETE failed (client error): The resource could not be found. Nov 19 19:24:02.262992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30425fd7-d3f8-4df4-a345-53a5f9f2535e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:24:02.266336 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-30425fd7-d3f8-4df4-a345-53a5f9f2535e tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/subnets/9fab9287-758d-4999-a584-32219ba09299 HTTP/1.1" status: 404 len: 337 time: 0.0322545 Nov 19 19:24:02.268866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3c6ae9-bf13-46e0-890c-d49656e77eaf None None] DHCP port deletion for d15c35d6-b501-4d59-b795-813dafb12554 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:24:02.269040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52304) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:02.328624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c6ae9-bf13-46e0-890c-d49656e77eaf None None] Deleting port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:02.329103 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c3c6ae9-bf13-46e0-890c-d49656e77eaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.397124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ee393424-9c00-400e-b725-c673418c5b43 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Deleting port 52f8552e-9924-4a26-a4d0-9396ddc10f53 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:02.397575 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee393424-9c00-400e-b725-c673418c5b43 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.417463 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0c3c6ae9-bf13-46e0-890c-d49656e77eaf None None] For port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,segment=NetworkSegment(089cd810-c7b9-4d0c-aa1b-7551667a19aa),segment_id=089cd810-c7b9-4d0c-aa1b-7551667a19aa)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:02.417894 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c3c6ae9-bf13-46e0-890c-d49656e77eaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.432145 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c6ae9-bf13-46e0-890c-d49656e77eaf None None] Calling delete_port for c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:02.495577 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee393424-9c00-400e-b725-c673418c5b43 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.512312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ee393424-9c00-400e-b725-c673418c5b43 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Calling delete_port for 52f8552e-9924-4a26-a4d0-9396ddc10f53 owned by {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:02.531751 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c3c6ae9-bf13-46e0-890c-d49656e77eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.563239 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c6ae9-bf13-46e0-890c-d49656e77eaf None None] Pushing event deleted for resources: {'Port': ['ID=c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:02.570611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c6ae9-bf13-46e0-890c-d49656e77eaf None None] No DVR routers for this DVR port c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:24:02.614800 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee393424-9c00-400e-b725-c673418c5b43 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.650983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee393424-9c00-400e-b725-c673418c5b43 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Port': ['ID=52f8552e-9924-4a26-a4d0-9396ddc10f53,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:02.658641 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee393424-9c00-400e-b725-c673418c5b43 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.662189 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ee393424-9c00-400e-b725-c673418c5b43 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/ports/52f8552e-9924-4a26-a4d0-9396ddc10f53 HTTP/1.1" status: 204 len: 168 time: 0.3922262 Nov 19 19:24:02.664707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52320) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:02.768585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.879372 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.916357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15c35d6-b501-4d59-b795-813dafb12554']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:02.927868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:24:02.928320 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089cd810-c7b9-4d0c-aa1b-7551667a19aa') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:02.928627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089cd810-c7b9-4d0c-aa1b-7551667a19aa') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:02.939820 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.952798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:24:02.953320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c11ea4b9-d733-4ff4-8a6e-bb8f07b393e9 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:24:02.957843 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.965058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:24:02.965673 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:24:02.969167 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:24:03.045770 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:03.051606 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:03.057852 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] 10.222.0.50 "DELETE /v2.0/networks/d15c35d6-b501-4d59-b795-813dafb12554 HTTP/1.1" status: 204 len: 168 time: 0.3919532 Nov 19 19:24:03.101699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab314878-2ca2-45f0-b121-530bfc050088 tempest-PortsTestJSON-1651351731 tempest-PortsTestJSON-1651351731-project] Pushing event deleted for resources: {'Network': ['ID=d15c35d6-b501-4d59-b795-813dafb12554,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:03.286314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52346) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:03.608429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7855128a-57a5-40b2-8e87-c8790427b83b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3dba939ad81e474bb5d5e11c421225b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3203456 Nov 19 19:24:03.611071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52360) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:03.668400 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95eb34b1-0938-4c87-b06b-8935527b1026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:03.703382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95eb34b1-0938-4c87-b06b-8935527b1026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:03.771800 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95eb34b1-0938-4c87-b06b-8935527b1026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:03.777162 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95eb34b1-0938-4c87-b06b-8935527b1026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:03.782692 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-95eb34b1-0938-4c87-b06b-8935527b1026 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af119434-b93d-47f3-9109-12e59b09567c HTTP/1.1" status: 204 len: 168 time: 0.1703043 Nov 19 19:24:03.792685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb34b1-0938-4c87-b06b-8935527b1026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af119434-b93d-47f3-9109-12e59b09567c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:04.716431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52414) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:04.848918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-403c95bf-f26f-4acb-b019-1bc1264aa401 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2103138269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:04.880358 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-403c95bf-f26f-4acb-b019-1bc1264aa401 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:04.881383 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-403c95bf-f26f-4acb-b019-1bc1264aa401 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:04.934717 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-403c95bf-f26f-4acb-b019-1bc1264aa401 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:04.940149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-403c95bf-f26f-4acb-b019-1bc1264aa401 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:04.963308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-403c95bf-f26f-4acb-b019-1bc1264aa401 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:04.967863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-403c95bf-f26f-4acb-b019-1bc1264aa401 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2469728 Nov 19 19:24:04.968152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52428) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:04.974534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1763918693'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:04.996576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Made reservation on behalf of 102201983067478da0326a920f80b74f for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:05.000377 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.009072 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.098571 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.102685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.127195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:24:05.149304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.149656 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Added segment 0839a735-3f96-43a1-920b-5feef090e6fb of type vlan for network 8d0fc3e4-a139-429b-b071-076643dfff91 Nov 19 19:24:05.151098 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4691f7b6-67e1-436b-b58a-de1dd997ffd4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:05.197916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.225111 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.230992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:05.231692 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.298599 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3290176 Nov 19 19:24:05.301730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52438) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:05.306906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'subnet': {'network_id': '8d0fc3e4-a139-429b-b071-076643dfff91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:05.309514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcda76-1e0e-4734-afbe-e82a02f5b1d6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Network': ['ID=8d0fc3e4-a139-429b-b071-076643dfff91,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:05.322001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 8d0fc3e4-a139-429b-b071-076643dfff91 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:24:05.421449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Made reservation on behalf of 102201983067478da0326a920f80b74f for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:05.425622 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.662249 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.757619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Subnet': ['ID=379d2301-1229-46b8-9601-bc2ed8e48c25,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:05.760142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Checking segment: {'id': '0839a735-3f96-43a1-920b-5feef090e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d0fc3e4-a139-429b-b071-076643dfff91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:05.760714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network hostable DHCP agents. Network: 8d0fc3e4-a139-429b-b071-076643dfff91, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:24:05.788190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network 8d0fc3e4-a139-429b-b071-076643dfff91 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:24:05.808973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 8d0fc3e4-a139-429b-b071-076643dfff91) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:05.827174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:05.828292 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.833578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186db3cf-0852-4751-a11b-79ccc6644325 None None] Network 8d0fc3e4-a139-429b-b071-076643dfff91 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:05.878827 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-65aca05d-e5ae-4e01-96af-f99f5e0e5f61 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5756686 Nov 19 19:24:05.881906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52456) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:05.887784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'network': {'name': 'tempest-router-network01--22454073'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:05.937158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Made reservation on behalf of 102201983067478da0326a920f80b74f for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:05.940983 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.972055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:24:05.986195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:05.987125 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Added segment aab1dab2-9327-4c16-b1c7-3fa7348bcba0 of type vlan for network 4dbcc32e-2189-4887-9014-cf7153310982 Nov 19 19:24:06.059861 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:06.095193 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:06.101106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:06.101713 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:06.102251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-8d0fc3e4-a139-429b-b071-076643dfff91', 'network_id': '8d0fc3e4-a139-429b-b071-076643dfff91', 'tenant_id': '102201983067478da0326a920f80b74f', 'fixed_ips': [{'subnet_id': '379d2301-1229-46b8-9601-bc2ed8e48c25'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:24:06.103098 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:06.179294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52466) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:06.179742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2929697 Nov 19 19:24:06.184619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'network': {'name': 'tempest-router-network02--1375232836'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:06.193695 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590cd6d-2a15-4028-8b12-63538b49a45b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Network': ['ID=4dbcc32e-2189-4887-9014-cf7153310982,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:06.218952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 4dbcc32e-2189-4887-9014-cf7153310982 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:24:06.223844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Made reservation on behalf of 102201983067478da0326a920f80b74f for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:06.229657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:06.289873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:24:06.302892 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:06.303567 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Added segment 7a32012b-e62a-46dd-8688-a89b26d72dd6 of type vlan for network 832ce82e-1f34-4f6d-9d56-898b284be6fb Nov 19 19:24:06.378483 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:06.394609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Allocated IP 2001:db8::2 (8d0fc3e4-a139-429b-b071-076643dfff91/379d2301-1229-46b8-9601-bc2ed8e48c25/b9d0c590-55d4-4a3c-94d0-071f1f90fc42) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:24:06.422887 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:06.432662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:06.433504 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:06.458287 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2776268 Nov 19 19:24:06.461324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52474) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:06.469505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'subnet': {'network_id': '4dbcc32e-2189-4887-9014-cf7153310982', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:06.642150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc4cce-ddad-48d6-9725-d03fbe6ee274 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Network': ['ID=832ce82e-1f34-4f6d-9d56-898b284be6fb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:06.693061 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Made reservation on behalf of 102201983067478da0326a920f80b74f for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:06.698053 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:06.785242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 832ce82e-1f34-4f6d-9d56-898b284be6fb details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:24:06.990116 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:07.022685 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:07.034587 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:07.097360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Subnet': ['ID=62a840e5-958c-46e4-aab5-4c0a27402f47,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:07.105700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Checking segment: {'id': 'aab1dab2-9327-4c16-b1c7-3fa7348bcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4dbcc32e-2189-4887-9014-cf7153310982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:07.106356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network hostable DHCP agents. Network: 4dbcc32e-2189-4887-9014-cf7153310982, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:24:07.130129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network 4dbcc32e-2189-4887-9014-cf7153310982 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:24:07.141969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Network 8d0fc3e4-a139-429b-b071-076643dfff91 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:24:07.143962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Pushing event updated for resources: {'Port': ['ID=b9d0c590-55d4-4a3c-94d0-071f1f90fc42,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:07.145981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 4dbcc32e-2189-4887-9014-cf7153310982) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:07.151016 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:07.155043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:24:07.161649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e20f8-45fc-4394-bb2a-af0ce901163d None None] Network 4dbcc32e-2189-4887-9014-cf7153310982 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:07.165902 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:07.166795 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:07.211265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3ef7a673-79e6-4a7b-a2d9-ac11e0517997 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7485986 Nov 19 19:24:07.214375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52498) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:07.222274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'subnet': {'network_id': '832ce82e-1f34-4f6d-9d56-898b284be6fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:07.334330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Attempting to bind port b9d0c590-55d4-4a3c-94d0-071f1f90fc42 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:24:07.335052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Attempting to bind port b9d0c590-55d4-4a3c-94d0-071f1f90fc42 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '0839a735-3f96-43a1-920b-5feef090e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d0fc3e4-a139-429b-b071-076643dfff91'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:24:07.335200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Attempting to bind port b9d0c590-55d4-4a3c-94d0-071f1f90fc42 on network 8d0fc3e4-a139-429b-b071-076643dfff91 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:24:07.350478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:24:07.350852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Checking segment: {'id': '0839a735-3f96-43a1-920b-5feef090e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d0fc3e4-a139-429b-b071-076643dfff91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:07.351264 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:07.351658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Bound using segment: {'id': '0839a735-3f96-43a1-920b-5feef090e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d0fc3e4-a139-429b-b071-076643dfff91'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:24:07.352252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Bound port: b9d0c590-55d4-4a3c-94d0-071f1f90fc42, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0839a735-3f96-43a1-920b-5feef090e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d0fc3e4-a139-429b-b071-076643dfff91'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:24:07.352581 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:07.356067 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Made reservation on behalf of 102201983067478da0326a920f80b74f for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:07.361215 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:07.503355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] For port b9d0c590-55d4-4a3c-94d0-071f1f90fc42, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:24:07.517249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-4dbcc32e-2189-4887-9014-cf7153310982', 'network_id': '4dbcc32e-2189-4887-9014-cf7153310982', 'tenant_id': '102201983067478da0326a920f80b74f', 'fixed_ips': [{'subnet_id': '62a840e5-958c-46e4-aab5-4c0a27402f47'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:24:07.518436 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:07.522513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] For port b9d0c590-55d4-4a3c-94d0-071f1f90fc42, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b9d0c590-55d4-4a3c-94d0-071f1f90fc42,segment=NetworkSegment(0839a735-3f96-43a1-920b-5feef090e6fb),segment_id=0839a735-3f96-43a1-920b-5feef090e6fb)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:24:07.535441 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:07.640065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:07.699324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e28cf5-9f57-4c69-88c9-81602c212412 None None] Pushing event updated for resources: {'Port': ['ID=b9d0c590-55d4-4a3c-94d0-071f1f90fc42,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:07.755297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Subnet': ['ID=eaf7f5f9-4f1b-4dfe-98a9-bb9127a97281,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:07.788401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Allocated IP 2001:db8::2 (4dbcc32e-2189-4887-9014-cf7153310982/62a840e5-958c-46e4-aab5-4c0a27402f47/469ad0be-f301-452a-bb93-d1abfd0a3cc8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:24:07.833321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Checking segment: {'id': '7a32012b-e62a-46dd-8688-a89b26d72dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '832ce82e-1f34-4f6d-9d56-898b284be6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:07.834071 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network hostable DHCP agents. Network: 832ce82e-1f34-4f6d-9d56-898b284be6fb, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:24:07.859679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network 832ce82e-1f34-4f6d-9d56-898b284be6fb is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:24:07.876625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 832ce82e-1f34-4f6d-9d56-898b284be6fb) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:07.880766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:07.881364 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:07.905811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923ccb0-b641-4381-94ca-c6fed5cc0b34 None None] Network 832ce82e-1f34-4f6d-9d56-898b284be6fb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:07.908869 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-47d1b4da-d498-45b0-b0ed-b84489db17d2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6927440 Nov 19 19:24:07.912226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52512) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:08.188497 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:08.223437 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:08.298926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Network 4dbcc32e-2189-4887-9014-cf7153310982 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:24:08.307271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:08.312468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:24:08.331982 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7186b4e5-9de0-4d99-8811-d4043748d4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:08.337969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Pushing event updated for resources: {'Port': ['ID=469ad0be-f301-452a-bb93-d1abfd0a3cc8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:08.359687 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:08.364532 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-832ce82e-1f34-4f6d-9d56-898b284be6fb', 'network_id': '832ce82e-1f34-4f6d-9d56-898b284be6fb', 'tenant_id': '102201983067478da0326a920f80b74f', 'fixed_ips': [{'subnet_id': 'eaf7f5f9-4f1b-4dfe-98a9-bb9127a97281'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:24:08.365379 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:08.502105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Attempting to bind port 469ad0be-f301-452a-bb93-d1abfd0a3cc8 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:24:08.502538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Attempting to bind port 469ad0be-f301-452a-bb93-d1abfd0a3cc8 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'aab1dab2-9327-4c16-b1c7-3fa7348bcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4dbcc32e-2189-4887-9014-cf7153310982'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:24:08.502881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Attempting to bind port 469ad0be-f301-452a-bb93-d1abfd0a3cc8 on network 4dbcc32e-2189-4887-9014-cf7153310982 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:24:08.535784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:24:08.536423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Checking segment: {'id': 'aab1dab2-9327-4c16-b1c7-3fa7348bcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4dbcc32e-2189-4887-9014-cf7153310982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:08.536531 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:08.536998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Bound using segment: {'id': 'aab1dab2-9327-4c16-b1c7-3fa7348bcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4dbcc32e-2189-4887-9014-cf7153310982'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:24:08.537482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Bound port: 469ad0be-f301-452a-bb93-d1abfd0a3cc8, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab1dab2-9327-4c16-b1c7-3fa7348bcba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4dbcc32e-2189-4887-9014-cf7153310982'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:24:08.537795 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:08.593337 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Allocated IP 2001:db8::2 (832ce82e-1f34-4f6d-9d56-898b284be6fb/eaf7f5f9-4f1b-4dfe-98a9-bb9127a97281/80a5d69e-1fba-45bf-84ff-bef7cf27b864) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:24:08.721185 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Allocated IP 2001:db8::1 (4dbcc32e-2189-4887-9014-cf7153310982/62a840e5-958c-46e4-aab5-4c0a27402f47/3adc9bd1-ab80-4b8b-a7c8-634cb42a5a36) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:24:08.777439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] For port 469ad0be-f301-452a-bb93-d1abfd0a3cc8, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:24:08.796179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] For port 469ad0be-f301-452a-bb93-d1abfd0a3cc8, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=469ad0be-f301-452a-bb93-d1abfd0a3cc8,segment=NetworkSegment(aab1dab2-9327-4c16-b1c7-3fa7348bcba0),segment_id=aab1dab2-9327-4c16-b1c7-3fa7348bcba0)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:24:08.805420 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:08.986241 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf29281-1ad8-4eb1-99bd-855c44339b47 None None] Pushing event updated for resources: {'Port': ['ID=469ad0be-f301-452a-bb93-d1abfd0a3cc8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:09.002308 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.009202 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.039362 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.074445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.112775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b9d0c590-55d4-4a3c-94d0-071f1f90fc42 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:24:09.134941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Network 832ce82e-1f34-4f6d-9d56-898b284be6fb is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:24:09.165194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:09.168199 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:24:09.173246 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Pushing event updated for resources: {'Port': ['ID=80a5d69e-1fba-45bf-84ff-bef7cf27b864,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:09.190565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network 4dbcc32e-2189-4887-9014-cf7153310982 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:24:09.203250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:09.215063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:24:09.215660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.325849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Port': ['ID=3adc9bd1-ab80-4b8b-a7c8-634cb42a5a36,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:09.380605 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Attempting to bind port 80a5d69e-1fba-45bf-84ff-bef7cf27b864 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:24:09.380977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Attempting to bind port 80a5d69e-1fba-45bf-84ff-bef7cf27b864 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '7a32012b-e62a-46dd-8688-a89b26d72dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '832ce82e-1f34-4f6d-9d56-898b284be6fb'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:24:09.381330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Attempting to bind port 80a5d69e-1fba-45bf-84ff-bef7cf27b864 on network 832ce82e-1f34-4f6d-9d56-898b284be6fb {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:24:09.392529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:24:09.392952 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Checking segment: {'id': '7a32012b-e62a-46dd-8688-a89b26d72dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '832ce82e-1f34-4f6d-9d56-898b284be6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:09.393303 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.393702 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Bound using segment: {'id': '7a32012b-e62a-46dd-8688-a89b26d72dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '832ce82e-1f34-4f6d-9d56-898b284be6fb'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:24:09.394224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Bound port: 80a5d69e-1fba-45bf-84ff-bef7cf27b864, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a32012b-e62a-46dd-8688-a89b26d72dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '832ce82e-1f34-4f6d-9d56-898b284be6fb'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:24:09.395065 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.402803 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b9d0c590-55d4-4a3c-94d0-071f1f90fc42 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:09.403173 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.466852 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.473639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91fe36-710a-4b1e-bc85-afd2af9ae6f5 None None] Network 8d0fc3e4-a139-429b-b071-076643dfff91 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:09.577601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b42b8d7c-3e34-4ea8-9262-ae1cebc97c9c None None] Provisioning complete for port b9d0c590-55d4-4a3c-94d0-071f1f90fc42 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:09.578382 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b42b8d7c-3e34-4ea8-9262-ae1cebc97c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.718381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] For port 80a5d69e-1fba-45bf-84ff-bef7cf27b864, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:24:09.723552 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] For port 80a5d69e-1fba-45bf-84ff-bef7cf27b864, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=80a5d69e-1fba-45bf-84ff-bef7cf27b864,segment=NetworkSegment(7a32012b-e62a-46dd-8688-a89b26d72dd6),segment_id=7a32012b-e62a-46dd-8688-a89b26d72dd6)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:24:09.731732 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.881850 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.889999 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.895041 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:09.895882 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:10.120377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Port': ['ID=3adc9bd1-ab80-4b8b-a7c8-634cb42a5a36,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:10.223278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158902d8-a4e0-4b70-9f78-ea986fb36edb None None] Pushing event updated for resources: {'Port': ['ID=80a5d69e-1fba-45bf-84ff-bef7cf27b864,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:10.232871 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b42b8d7c-3e34-4ea8-9262-ae1cebc97c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:10.257820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network 4dbcc32e-2189-4887-9014-cf7153310982 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:24:10.259645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:10.293335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port b9d0c590-55d4-4a3c-94d0-071f1f90fc42, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b9d0c590-55d4-4a3c-94d0-071f1f90fc42,segment=NetworkSegment(0839a735-3f96-43a1-920b-5feef090e6fb),segment_id=0839a735-3f96-43a1-920b-5feef090e6fb)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:10.303695 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:10.440410 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=b9d0c590-55d4-4a3c-94d0-071f1f90fc42,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:10.446784 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-b42b8d7c-3e34-4ea8-9262-ae1cebc97c9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:24:10.447157 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-b42b8d7c-3e34-4ea8-9262-ae1cebc97c9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:24:10.535459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Router d37ab5fe-4d1a-4691-a367-b0e3a2416421 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:24:10.579111 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-25e7e460-6778-4966-9ece-4cf77f5cfa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:10.681770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:24:10.703045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c5c087-865c-46db-a74c-8d93a0f113c6 None None] Sync routers for ids ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:24:10.707959 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bea98634-bb91-4dc5-be8c-dc8af6ceb7f6 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "PUT /v2.0/routers/d37ab5fe-4d1a-4691-a367-b0e3a2416421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7945473 Nov 19 19:24:10.710520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52556) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:10.747734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c5c087-865c-46db-a74c-8d93a0f113c6 None None] Routers {'d37ab5fe-4d1a-4691-a367-b0e3a2416421'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:24:10.753977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-22c5c087-865c-46db-a74c-8d93a0f113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:10.815460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-22c5c087-865c-46db-a74c-8d93a0f113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:10.822235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af567bd6-0da5-4470-88f4-2071d7155714 None None] Network 4dbcc32e-2189-4887-9014-cf7153310982 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:10.878815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c5c087-865c-46db-a74c-8d93a0f113c6 None None] Routers {'d37ab5fe-4d1a-4691-a367-b0e3a2416421'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:24:10.880983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-22c5c087-865c-46db-a74c-8d93a0f113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:10.963252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-22c5c087-865c-46db-a74c-8d93a0f113c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:10.964531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c5c087-865c-46db-a74c-8d93a0f113c6 None None] The sync data for ids ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:24:11.254695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3b4a90b6-966f-4ccc-85cb-7277831cbd21 None None] Provisioning complete for port b9d0c590-55d4-4a3c-94d0-071f1f90fc42 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:11.255065 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b4a90b6-966f-4ccc-85cb-7277831cbd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:11.303451 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 80a5d69e-1fba-45bf-84ff-bef7cf27b864 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:24:11.379526 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-cc83d13d-0c06-41a4-8734-c8e7003b9d31 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:24:11.380739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cc83d13d-0c06-41a4-8734-c8e7003b9d31 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "PUT /v2.0/routers/d37ab5fe-4d1a-4691-a367-b0e3a2416421/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6690705 Nov 19 19:24:11.384274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52566) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:11.443271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 80a5d69e-1fba-45bf-84ff-bef7cf27b864 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:11.443646 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:11.510408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3b4a90b6-966f-4ccc-85cb-7277831cbd21 None None] Provisioning complete for port 469ad0be-f301-452a-bb93-d1abfd0a3cc8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:11.510796 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b4a90b6-966f-4ccc-85cb-7277831cbd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:11.630282 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:11.722936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 80a5d69e-1fba-45bf-84ff-bef7cf27b864, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=80a5d69e-1fba-45bf-84ff-bef7cf27b864,segment=NetworkSegment(7a32012b-e62a-46dd-8688-a89b26d72dd6),segment_id=7a32012b-e62a-46dd-8688-a89b26d72dd6)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:11.722936 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b4a90b6-966f-4ccc-85cb-7277831cbd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:11.734986 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:11.734986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 469ad0be-f301-452a-bb93-d1abfd0a3cc8 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:24:11.786473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c54875f-32da-42e9-8a61-8088b2a0bc6d None None] Network 832ce82e-1f34-4f6d-9d56-898b284be6fb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:11.951625 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3b4a90b6-966f-4ccc-85cb-7277831cbd21 None None] For port 469ad0be-f301-452a-bb93-d1abfd0a3cc8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=469ad0be-f301-452a-bb93-d1abfd0a3cc8,segment=NetworkSegment(aab1dab2-9327-4c16-b1c7-3fa7348bcba0),segment_id=aab1dab2-9327-4c16-b1c7-3fa7348bcba0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:11.959976 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:11.960698 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=80a5d69e-1fba-45bf-84ff-bef7cf27b864,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:11.972809 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b4a90b6-966f-4ccc-85cb-7277831cbd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:12.003665 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.004025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.004377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.004888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.005105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.005572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.006036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.006445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.006839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.007395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.007836 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.008303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:12.059337 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 469ad0be-f301-452a-bb93-d1abfd0a3cc8 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:12.059710 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:12.159712 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:24:12.173987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a90b6-966f-4ccc-85cb-7277831cbd21 None None] Pushing event updated for resources: {'Port': ['ID=469ad0be-f301-452a-bb93-d1abfd0a3cc8,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:12.188308 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c52b0596-f9ab-433d-b87e-f7c51c4199cb None None] Provisioning complete for port 80a5d69e-1fba-45bf-84ff-bef7cf27b864 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:12.188683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c52b0596-f9ab-433d-b87e-f7c51c4199cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:12.328574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b9d0c590-55d4-4a3c-94d0-071f1f90fc42 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:24:12.465385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b9d0c590-55d4-4a3c-94d0-071f1f90fc42 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:12.465818 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:12.486858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c52b0596-f9ab-433d-b87e-f7c51c4199cb None None] Provisioning complete for port 469ad0be-f301-452a-bb93-d1abfd0a3cc8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:12.487232 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c52b0596-f9ab-433d-b87e-f7c51c4199cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:12.601527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:12.790064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c52b0596-f9ab-433d-b87e-f7c51c4199cb None None] Provisioning complete for port 3adc9bd1-ab80-4b8b-a7c8-634cb42a5a36 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:12.790064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c52b0596-f9ab-433d-b87e-f7c51c4199cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:12.864958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c52b0596-f9ab-433d-b87e-f7c51c4199cb None None] Port 3adc9bd1-ab80-4b8b-a7c8-634cb42a5a36 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:24:12.957148 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 469ad0be-f301-452a-bb93-d1abfd0a3cc8 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:24:13.006463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Deleting port 3adc9bd1-ab80-4b8b-a7c8-634cb42a5a36 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:13.006910 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:13.041726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fb17cacd-510e-4b25-a329-9611cb2b6aae None None] Provisioning complete for port 80a5d69e-1fba-45bf-84ff-bef7cf27b864 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:13.042139 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb17cacd-510e-4b25-a329-9611cb2b6aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:13.046827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 469ad0be-f301-452a-bb93-d1abfd0a3cc8 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:13.047579 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:13.120505 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:13.140921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Calling delete_port for 3adc9bd1-ab80-4b8b-a7c8-634cb42a5a36 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:13.244196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fb17cacd-510e-4b25-a329-9611cb2b6aae None None] Provisioning complete for port 3adc9bd1-ab80-4b8b-a7c8-634cb42a5a36 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:13.244737 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb17cacd-510e-4b25-a329-9611cb2b6aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:13.257969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 80a5d69e-1fba-45bf-84ff-bef7cf27b864 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:24:13.345295 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:13.378414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Port': ['ID=3adc9bd1-ab80-4b8b-a7c8-634cb42a5a36,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:13.389085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fb17cacd-510e-4b25-a329-9611cb2b6aae None None] Port 3adc9bd1-ab80-4b8b-a7c8-634cb42a5a36 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:24:13.389609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.390217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.390641 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.391040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.391434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.391865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.392214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.392634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.393017 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.393354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.394058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.394473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:13.409497 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:13.425236 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 80a5d69e-1fba-45bf-84ff-bef7cf27b864 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:13.425616 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:13.524930 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:13.802244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Router d37ab5fe-4d1a-4691-a367-b0e3a2416421 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:24:13.889645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:24:13.901398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-12059df0-94e2-4f6f-9c97-45000f454a21 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "PUT /v2.0/routers/d37ab5fe-4d1a-4691-a367-b0e3a2416421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5157328 Nov 19 19:24:13.902062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52606) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:13.908093 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595485a1-08b7-457d-bea2-3d35fe3785b1 None None] Sync routers for ids ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:24:13.922835 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595485a1-08b7-457d-bea2-3d35fe3785b1 None None] Routers {'d37ab5fe-4d1a-4691-a367-b0e3a2416421'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:24:13.924401 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-595485a1-08b7-457d-bea2-3d35fe3785b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:13.945838 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-57e5c1b4-0cf8-4007-96ad-657fd5043f99 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] delete failed (client error): The resource could not be found. Nov 19 19:24:13.950394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-57e5c1b4-0cf8-4007-96ad-657fd5043f99 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-2101628374 HTTP/1.1" status: 404 len: 335 time: 0.0463614 Nov 19 19:24:13.951343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52608) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:13.965191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-01c5968c-a1b8-4fd3-9a16-32cad9d8e714 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd37ab5fe-4d1a-4691-a367-b0e3a2416421'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:13.973186 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-595485a1-08b7-457d-bea2-3d35fe3785b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:13.984101 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595485a1-08b7-457d-bea2-3d35fe3785b1 None None] Routers {'d37ab5fe-4d1a-4691-a367-b0e3a2416421'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:24:13.984727 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-595485a1-08b7-457d-bea2-3d35fe3785b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:14.024154 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-595485a1-08b7-457d-bea2-3d35fe3785b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:14.024816 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595485a1-08b7-457d-bea2-3d35fe3785b1 None None] The sync data for ids ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:24:14.133467 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:14.213514 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01c5968c-a1b8-4fd3-9a16-32cad9d8e714 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:14.239766 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-01c5968c-a1b8-4fd3-9a16-32cad9d8e714 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] update failed (client error): The resource could not be found. Nov 19 19:24:14.240668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-01c5968c-a1b8-4fd3-9a16-32cad9d8e714 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "PUT /v2.0/routers/d37ab5fe-4d1a-4691-a367-b0e3a2416421 HTTP/1.1" status: 404 len: 339 time: 0.2858336 Nov 19 19:24:14.244439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52620) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:14.250652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-941724565'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:14.281163 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Made reservation on behalf of 102201983067478da0326a920f80b74f for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:14.284990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:14.313903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:24:14.327281 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:14.327905 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Added segment 3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d of type vlan for network f526800a-abaf-4b57-b61e-82726daf9a15 Nov 19 19:24:14.374913 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:14.409885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:14.417207 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:14.418067 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:14.449806 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2040436 Nov 19 19:24:14.453472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52626) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:14.459487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'subnet': {'network_id': 'f526800a-abaf-4b57-b61e-82726daf9a15', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:14.502821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c73976-9e5c-48f8-8727-457f7da519e2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Network': ['ID=f526800a-abaf-4b57-b61e-82726daf9a15,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:14.516043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f526800a-abaf-4b57-b61e-82726daf9a15 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:24:14.574371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Made reservation on behalf of 102201983067478da0326a920f80b74f for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:14.579943 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:14.796528 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:14.872243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Subnet': ['ID=e8fcbddc-2156-4178-8223-fad94fc5b2dd,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:14.883299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Checking segment: {'id': '3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f526800a-abaf-4b57-b61e-82726daf9a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:14.883695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network hostable DHCP agents. Network: f526800a-abaf-4b57-b61e-82726daf9a15, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:24:14.904820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network f526800a-abaf-4b57-b61e-82726daf9a15 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:24:14.916644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f526800a-abaf-4b57-b61e-82726daf9a15) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:14.922875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:14.923615 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:14.930640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069c0b5-af3b-4f49-83c1-3b467e8e4d49 None None] Network f526800a-abaf-4b57-b61e-82726daf9a15 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:14.944140 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3536b7be-4ce6-4811-993e-fa71298123b7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4887791 Nov 19 19:24:14.946919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52630) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:14.953461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e06ccb05-c632-4fe1-a766-0be269b093b3 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f526800a-abaf-4b57-b61e-82726daf9a15'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:15.134313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-f526800a-abaf-4b57-b61e-82726daf9a15', 'network_id': 'f526800a-abaf-4b57-b61e-82726daf9a15', 'tenant_id': '102201983067478da0326a920f80b74f', 'fixed_ips': [{'subnet_id': 'e8fcbddc-2156-4178-8223-fad94fc5b2dd'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:24:15.135943 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:15.228964 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e06ccb05-c632-4fe1-a766-0be269b093b3 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:15.347517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Allocated IP 2001:db8:1::2 (f526800a-abaf-4b57-b61e-82726daf9a15/e8fcbddc-2156-4178-8223-fad94fc5b2dd/eba621df-eb3f-4a41-b985-ef5366c719a0) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:24:15.373577 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-e06ccb05-c632-4fe1-a766-0be269b093b3 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:24:15.375441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e06ccb05-c632-4fe1-a766-0be269b093b3 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "PUT /v2.0/routers/d37ab5fe-4d1a-4691-a367-b0e3a2416421 HTTP/1.1" status: 400 len: 364 time: 0.4273348 Nov 19 19:24:15.379600 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52634) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:15.525935 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:15.533130 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:15.582093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Network f526800a-abaf-4b57-b61e-82726daf9a15 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:24:15.586793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:15.591809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:24:15.594997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Pushing event updated for resources: {'Port': ['ID=eba621df-eb3f-4a41-b985-ef5366c719a0,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:15.653439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Attempting to bind port eba621df-eb3f-4a41-b985-ef5366c719a0 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:24:15.653689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Attempting to bind port eba621df-eb3f-4a41-b985-ef5366c719a0 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f526800a-abaf-4b57-b61e-82726daf9a15'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:24:15.655082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Attempting to bind port eba621df-eb3f-4a41-b985-ef5366c719a0 on network f526800a-abaf-4b57-b61e-82726daf9a15 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:24:15.659807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:24:15.660313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Checking segment: {'id': '3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f526800a-abaf-4b57-b61e-82726daf9a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:15.660755 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:15.661120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Bound using segment: {'id': '3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f526800a-abaf-4b57-b61e-82726daf9a15'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:24:15.661589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Bound port: eba621df-eb3f-4a41-b985-ef5366c719a0, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f526800a-abaf-4b57-b61e-82726daf9a15'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:24:15.661996 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:15.721843 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:15.733050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] For port eba621df-eb3f-4a41-b985-ef5366c719a0, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:24:15.736738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] For port eba621df-eb3f-4a41-b985-ef5366c719a0, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eba621df-eb3f-4a41-b985-ef5366c719a0,segment=NetworkSegment(3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d),segment_id=3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:24:15.743043 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:15.812931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f04f67-5610-468f-a098-ba451c81793a None None] Pushing event updated for resources: {'Port': ['ID=eba621df-eb3f-4a41-b985-ef5366c719a0,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:16.049417 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Allocated IP 2001:db8::1 (8d0fc3e4-a139-429b-b071-076643dfff91/379d2301-1229-46b8-9601-bc2ed8e48c25/47d5360b-eb65-465d-8d44-33968b42d5ad) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:24:16.205534 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:16.262257 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:16.667615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network 8d0fc3e4-a139-429b-b071-076643dfff91 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:24:16.674622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:16.678507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:24:16.679058 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:16.737378 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Port': ['ID=47d5360b-eb65-465d-8d44-33968b42d5ad,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:16.944650 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:17.084295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device eba621df-eb3f-4a41-b985-ef5366c719a0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:24:17.214736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port eba621df-eb3f-4a41-b985-ef5366c719a0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:17.215464 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:17.220776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-42e97ef5-8b0c-4f4a-a424-a67893f6da21 None None] Provisioning complete for port 47d5360b-eb65-465d-8d44-33968b42d5ad triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:17.221382 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-42e97ef5-8b0c-4f4a-a424-a67893f6da21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:17.303875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-42e97ef5-8b0c-4f4a-a424-a67893f6da21 None None] Port 47d5360b-eb65-465d-8d44-33968b42d5ad cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:24:17.359478 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:17.414958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port eba621df-eb3f-4a41-b985-ef5366c719a0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eba621df-eb3f-4a41-b985-ef5366c719a0,segment=NetworkSegment(3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d),segment_id=3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:17.423959 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:17.465014 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:17.472002 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:17.474117 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:17.488704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=eba621df-eb3f-4a41-b985-ef5366c719a0,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:17.553396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543d28b-b279-4960-9f9b-40a481fb72ed None None] Network f526800a-abaf-4b57-b61e-82726daf9a15 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:17.595702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event updated for resources: {'Port': ['ID=47d5360b-eb65-465d-8d44-33968b42d5ad,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:17.657095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-efe6e382-e45b-4e08-824a-79b63f702cf1 None None] Provisioning complete for port eba621df-eb3f-4a41-b985-ef5366c719a0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:17.657967 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efe6e382-e45b-4e08-824a-79b63f702cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:17.697104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Network 8d0fc3e4-a139-429b-b071-076643dfff91 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:24:17.699856 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:17.851786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Router d37ab5fe-4d1a-4691-a367-b0e3a2416421 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:24:18.056761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:24:18.064967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-179ea52b-ce8c-4afe-96c8-bf25136f2b3e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "PUT /v2.0/routers/d37ab5fe-4d1a-4691-a367-b0e3a2416421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843009 Nov 19 19:24:18.067724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 52844) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:18.075473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd6a0d-3535-42ee-a790-7478de8a2bfa None None] Sync routers for ids ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:24:18.103286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd6a0d-3535-42ee-a790-7478de8a2bfa None None] Routers {'d37ab5fe-4d1a-4691-a367-b0e3a2416421'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:24:18.105067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d8fd6a0d-3535-42ee-a790-7478de8a2bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:18.192503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d8fd6a0d-3535-42ee-a790-7478de8a2bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:18.217174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd6a0d-3535-42ee-a790-7478de8a2bfa None None] Routers {'d37ab5fe-4d1a-4691-a367-b0e3a2416421'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:24:18.219462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d8fd6a0d-3535-42ee-a790-7478de8a2bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:18.264055 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8c94506f-88ef-4ea7-ac1f-84c9853f3986 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:18.329229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d8fd6a0d-3535-42ee-a790-7478de8a2bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:18.331431 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd6a0d-3535-42ee-a790-7478de8a2bfa None None] The sync data for ids ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'] in n-d-815373-6 is: [] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:24:18.368705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-269d7317-f281-4600-acd8-fe283eb251c3 None None] Provisioning complete for port 47d5360b-eb65-465d-8d44-33968b42d5ad triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:18.369841 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269d7317-f281-4600-acd8-fe283eb251c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:18.413606 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-8c94506f-88ef-4ea7-ac1f-84c9853f3986 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 19:24:18.417774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 52884) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:18.418052 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8c94506f-88ef-4ea7-ac1f-84c9853f3986 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "DELETE /v2.0/routers/d37ab5fe-4d1a-4691-a367-b0e3a2416421 HTTP/1.1" status: 409 len: 329 time: 0.3490515 Nov 19 19:24:18.421389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-269d7317-f281-4600-acd8-fe283eb251c3 None None] Port 47d5360b-eb65-465d-8d44-33968b42d5ad cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:24:18.433111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-269d7317-f281-4600-acd8-fe283eb251c3 None None] Provisioning complete for port eba621df-eb3f-4a41-b985-ef5366c719a0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:18.433731 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269d7317-f281-4600-acd8-fe283eb251c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:18.879428 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d39a336-7fbd-4e98-9d4f-5ad1af75c9e5 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:18.958786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device eba621df-eb3f-4a41-b985-ef5366c719a0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:24:19.061128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port eba621df-eb3f-4a41-b985-ef5366c719a0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:19.061850 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:19.301541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3d39a336-7fbd-4e98-9d4f-5ad1af75c9e5 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Deleting port 47d5360b-eb65-465d-8d44-33968b42d5ad {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:19.302093 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d39a336-7fbd-4e98-9d4f-5ad1af75c9e5 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:19.418839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d39a336-7fbd-4e98-9d4f-5ad1af75c9e5 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:19.434328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3d39a336-7fbd-4e98-9d4f-5ad1af75c9e5 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Calling delete_port for 47d5360b-eb65-465d-8d44-33968b42d5ad owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:19.678400 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d39a336-7fbd-4e98-9d4f-5ad1af75c9e5 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:19.718132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39a336-7fbd-4e98-9d4f-5ad1af75c9e5 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Port': ['ID=47d5360b-eb65-465d-8d44-33968b42d5ad,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:19.840656 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d39a336-7fbd-4e98-9d4f-5ad1af75c9e5 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:20.027253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d39a336-7fbd-4e98-9d4f-5ad1af75c9e5 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Router d37ab5fe-4d1a-4691-a367-b0e3a2416421 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:24:20.112000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d39a336-7fbd-4e98-9d4f-5ad1af75c9e5 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:24:20.123246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53078) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:20.123963 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3d39a336-7fbd-4e98-9d4f-5ad1af75c9e5 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "PUT /v2.0/routers/d37ab5fe-4d1a-4691-a367-b0e3a2416421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7039454 Nov 19 19:24:20.124094 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1597c54-30b9-4cd5-ae7c-8bc27a38832a None None] Sync routers for ids ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:24:20.137535 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1597c54-30b9-4cd5-ae7c-8bc27a38832a None None] Routers {'d37ab5fe-4d1a-4691-a367-b0e3a2416421'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:24:20.139194 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e1597c54-30b9-4cd5-ae7c-8bc27a38832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:20.172645 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-0a26fb34-4932-41ce-9c60-2468a3b6c79b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] show failed (client error): The resource could not be found. Nov 19 19:24:20.173699 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0a26fb34-4932-41ce-9c60-2468a3b6c79b tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1428578572 HTTP/1.1" status: 404 len: 335 time: 0.0481179 Nov 19 19:24:20.180477 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53086) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:20.186886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c502ded4-eeb2-4040-9094-d328e5b577a4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:20.207976 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e1597c54-30b9-4cd5-ae7c-8bc27a38832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:20.226681 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-c502ded4-eeb2-4040-9094-d328e5b577a4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] update failed (client error): The resource could not be found. Nov 19 19:24:20.228370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c502ded4-eeb2-4040-9094-d328e5b577a4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1729105362 HTTP/1.1" status: 404 len: 335 time: 0.0468714 Nov 19 19:24:20.236237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53092) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:20.237861 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1597c54-30b9-4cd5-ae7c-8bc27a38832a None None] Routers {'d37ab5fe-4d1a-4691-a367-b0e3a2416421'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:24:20.238898 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e1597c54-30b9-4cd5-ae7c-8bc27a38832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:20.277032 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e1597c54-30b9-4cd5-ae7c-8bc27a38832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:20.277681 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1597c54-30b9-4cd5-ae7c-8bc27a38832a None None] The sync data for ids ['d37ab5fe-4d1a-4691-a367-b0e3a2416421'] in n-d-815373-6 is: [] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:24:20.322681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Deleting subnet e8fcbddc-2156-4178-8223-fad94fc5b2dd {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:24:20.326458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:20.382487 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:20.509276 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:20.592248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:20.625872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Subnet': ['ID=e8fcbddc-2156-4178-8223-fad94fc5b2dd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:20.630522 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:20.633862 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "DELETE /v2.0/subnets/e8fcbddc-2156-4178-8223-fad94fc5b2dd HTTP/1.1" status: 204 len: 168 time: 0.3965347 Nov 19 19:24:20.637942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53104) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:20.640452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.640905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.641253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.641585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.642137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.642636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.643150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.643663 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.643790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d268a2-0779-419d-bcb4-f30d879139ee None None] Network f526800a-abaf-4b57-b61e-82726daf9a15 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:20.644606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.645103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.645595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.646121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d701405-448d-439f-a7d6-ff99a0766bc4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:24:20.765638 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:20.864562 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Deleting port eba621df-eb3f-4a41-b985-ef5366c719a0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:20.864912 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:20.872445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947bdb4d-24dd-4d21-9dc6-6e222aa6cb6e None None] DHCP port deletion for f526800a-abaf-4b57-b61e-82726daf9a15 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:24:20.944401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-947bdb4d-24dd-4d21-9dc6-6e222aa6cb6e None None] Deleting port eba621df-eb3f-4a41-b985-ef5366c719a0 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:20.944981 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-947bdb4d-24dd-4d21-9dc6-6e222aa6cb6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:20.968189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] For port eba621df-eb3f-4a41-b985-ef5366c719a0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eba621df-eb3f-4a41-b985-ef5366c719a0,segment=NetworkSegment(3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d),segment_id=3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:20.968645 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:20.984712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Calling delete_port for eba621df-eb3f-4a41-b985-ef5366c719a0 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:21.014153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device eba621df-eb3f-4a41-b985-ef5366c719a0 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:24:21.072108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-947bdb4d-24dd-4d21-9dc6-6e222aa6cb6e None None] For port eba621df-eb3f-4a41-b985-ef5366c719a0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eba621df-eb3f-4a41-b985-ef5366c719a0,segment=NetworkSegment(3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d),segment_id=3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:21.072516 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-947bdb4d-24dd-4d21-9dc6-6e222aa6cb6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.082216 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.088634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-947bdb4d-24dd-4d21-9dc6-6e222aa6cb6e None None] Calling delete_port for eba621df-eb3f-4a41-b985-ef5366c719a0 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:21.091885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No active binding found for port eba621df-eb3f-4a41-b985-ef5366c719a0 {{(pid=109889) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 19:24:21.092516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device eba621df-eb3f-4a41-b985-ef5366c719a0 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:24:21.124696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Port': ['ID=eba621df-eb3f-4a41-b985-ef5366c719a0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:21.129782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] No DVR routers for this DVR port eba621df-eb3f-4a41-b985-ef5366c719a0 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:24:21.185632 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-947bdb4d-24dd-4d21-9dc6-6e222aa6cb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.225257 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bdb4d-24dd-4d21-9dc6-6e222aa6cb6e None None] Pushing event deleted for resources: {'Port': ['ID=eba621df-eb3f-4a41-b985-ef5366c719a0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:21.230511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bdb4d-24dd-4d21-9dc6-6e222aa6cb6e None None] No DVR routers for this DVR port eba621df-eb3f-4a41-b985-ef5366c719a0 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:24:21.246967 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.271238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f526800a-abaf-4b57-b61e-82726daf9a15']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:21.281703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:21.282111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3155a9f1-e409-4ea6-9cd0-f214d4aa5d5d') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:21.291847 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.307217 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.314274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:24:21.314862 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:24:21.318031 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:24:21.408055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.423510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.431542 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "DELETE /v2.0/networks/f526800a-abaf-4b57-b61e-82726daf9a15 HTTP/1.1" status: 204 len: 168 time: 0.7897158 Nov 19 19:24:21.431906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53110) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:21.457600 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41465c-a32a-49e9-9359-bd7e170f5d1f tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Network': ['ID=f526800a-abaf-4b57-b61e-82726daf9a15,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:21.498871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f5338f-4281-41e3-b154-37b4b2b0e6f4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Deleting subnet eaf7f5f9-4f1b-4dfe-98a9-bb9127a97281 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:24:21.504254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23f5338f-4281-41e3-b154-37b4b2b0e6f4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.573303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23f5338f-4281-41e3-b154-37b4b2b0e6f4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.713918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23f5338f-4281-41e3-b154-37b4b2b0e6f4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.730681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-c7500a16-0cc6-425d-ba92-6de66c52ae5e tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:21.738706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-c7500a16-0cc6-425d-ba92-6de66c52ae5e tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/networks?id=f48ed29b-b1c5-40ba-9695-9a867979f972 HTTP/1.1" status: 200 len: 814 time: 0.1318069 Nov 19 19:24:21.754205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-8d9c59ca-d5d1-405e-bb4c-37927a9a13fa tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/quotas/62fe48323d584ee6951e955e2365e110 HTTP/1.1" status: 200 len: 375 time: 0.0128064 Nov 19 19:24:21.801107 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23f5338f-4281-41e3-b154-37b4b2b0e6f4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.801410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-6616aaa1-d66a-4636-b472-4438186f497c tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=62fe48323d584ee6951e955e2365e110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346215 Nov 19 19:24:21.848141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5338f-4281-41e3-b154-37b4b2b0e6f4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf7f5f9-4f1b-4dfe-98a9-bb9127a97281,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:21.860236 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-23f5338f-4281-41e3-b154-37b4b2b0e6f4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:21.867201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe07edf-88e4-4e87-b30d-70fb8ea95edb None None] Network 832ce82e-1f34-4f6d-9d56-898b284be6fb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:21.869351 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-23f5338f-4281-41e3-b154-37b4b2b0e6f4 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "DELETE /v2.0/subnets/eaf7f5f9-4f1b-4dfe-98a9-bb9127a97281 HTTP/1.1" status: 204 len: 168 time: 0.4363513 Nov 19 19:24:21.875206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53128) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:21.950051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-5b7d0bc8-0df5-4e3c-b4ce-fd05c2963f88 service neutron] 10.222.0.50 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407979 Nov 19 19:24:21.969007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-53546822-7178-433e-87d3-d118cf9b23c7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Deleting subnet 62a840e5-958c-46e4-aab5-4c0a27402f47 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:24:21.974131 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53546822-7178-433e-87d3-d118cf9b23c7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:22.093863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-1d52b998-435f-476c-91dd-d3873c828f28 service neutron] 10.222.0.50 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358519 Nov 19 19:24:22.156371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256cc09d-543c-4692-ba92-e5ef671ff3d8 None None] DHCP port deletion for 832ce82e-1f34-4f6d-9d56-898b284be6fb request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:24:22.228978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-256cc09d-543c-4692-ba92-e5ef671ff3d8 None None] Deleting port 80a5d69e-1fba-45bf-84ff-bef7cf27b864 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:22.231393 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-256cc09d-543c-4692-ba92-e5ef671ff3d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:22.380895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-256cc09d-543c-4692-ba92-e5ef671ff3d8 None None] For port 80a5d69e-1fba-45bf-84ff-bef7cf27b864, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=80a5d69e-1fba-45bf-84ff-bef7cf27b864,segment=NetworkSegment(7a32012b-e62a-46dd-8688-a89b26d72dd6),segment_id=7a32012b-e62a-46dd-8688-a89b26d72dd6)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:22.381202 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-256cc09d-543c-4692-ba92-e5ef671ff3d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:22.400390 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-256cc09d-543c-4692-ba92-e5ef671ff3d8 None None] Calling delete_port for 80a5d69e-1fba-45bf-84ff-bef7cf27b864 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:22.400867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53546822-7178-433e-87d3-d118cf9b23c7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:22.511169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-934d43ee-1c50-46ce-8918-8826edc4d28f req-c9b340af-7a9c-437e-bf06-f3246bc03e83 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 210 time: 0.0985847 Nov 19 19:24:22.513597 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-256cc09d-543c-4692-ba92-e5ef671ff3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:22.515395 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53546822-7178-433e-87d3-d118cf9b23c7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:22.551389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256cc09d-543c-4692-ba92-e5ef671ff3d8 None None] No DVR routers for this DVR port 80a5d69e-1fba-45bf-84ff-bef7cf27b864 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:24:22.558679 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cc09d-543c-4692-ba92-e5ef671ff3d8 None None] Pushing event deleted for resources: {'Port': ['ID=80a5d69e-1fba-45bf-84ff-bef7cf27b864,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:22.617423 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53546822-7178-433e-87d3-d118cf9b23c7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:22.675531 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53546822-7178-433e-87d3-d118cf9b23c7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:22.681000 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-53546822-7178-433e-87d3-d118cf9b23c7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "DELETE /v2.0/subnets/62a840e5-958c-46e4-aab5-4c0a27402f47 HTTP/1.1" status: 204 len: 168 time: 0.8037496 Nov 19 19:24:22.682133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53546822-7178-433e-87d3-d118cf9b23c7 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Subnet': ['ID=62a840e5-958c-46e4-aab5-4c0a27402f47,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:22.683478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53142) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:22.686092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb4ec9e-c74c-4c67-8e94-461075197441 None None] Network 4dbcc32e-2189-4887-9014-cf7153310982 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:22.831245 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:22.960557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e95759-e43e-4196-bbab-7f335e7880f0 None None] DHCP port deletion for 4dbcc32e-2189-4887-9014-cf7153310982 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:24:22.990691 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:22.995154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 80a5d69e-1fba-45bf-84ff-bef7cf27b864 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:24:23.027679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832ce82e-1f34-4f6d-9d56-898b284be6fb']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:23.046245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a32012b-e62a-46dd-8688-a89b26d72dd6') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:23.046640 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a32012b-e62a-46dd-8688-a89b26d72dd6') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:23.063639 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.085217 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.097797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:24:23.099253 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:24:23.103953 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:24:23.199961 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.206287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 80a5d69e-1fba-45bf-84ff-bef7cf27b864 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:24:23.206515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 80a5d69e-1fba-45bf-84ff-bef7cf27b864 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:24:23.225726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.233375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "DELETE /v2.0/networks/832ce82e-1f34-4f6d-9d56-898b284be6fb HTTP/1.1" status: 204 len: 168 time: 0.5488303 Nov 19 19:24:23.236282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53156) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:23.240475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f7e95759-e43e-4196-bbab-7f335e7880f0 None None] Deleting port 469ad0be-f301-452a-bb93-d1abfd0a3cc8 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:23.241055 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f7e95759-e43e-4196-bbab-7f335e7880f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.246977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6667034-b9dd-46cd-b49a-2c12e5caaf0c tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Network': ['ID=832ce82e-1f34-4f6d-9d56-898b284be6fb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:23.325251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f7e95759-e43e-4196-bbab-7f335e7880f0 None None] For port 469ad0be-f301-452a-bb93-d1abfd0a3cc8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=469ad0be-f301-452a-bb93-d1abfd0a3cc8,segment=NetworkSegment(aab1dab2-9327-4c16-b1c7-3fa7348bcba0),segment_id=aab1dab2-9327-4c16-b1c7-3fa7348bcba0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:23.326404 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f7e95759-e43e-4196-bbab-7f335e7880f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.333214 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.339454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f7e95759-e43e-4196-bbab-7f335e7880f0 None None] Calling delete_port for 469ad0be-f301-452a-bb93-d1abfd0a3cc8 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:23.390591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Deleting port 469ad0be-f301-452a-bb93-d1abfd0a3cc8 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:23.390930 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.448709 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f7e95759-e43e-4196-bbab-7f335e7880f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.475662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e95759-e43e-4196-bbab-7f335e7880f0 None None] Pushing event deleted for resources: {'Port': ['ID=469ad0be-f301-452a-bb93-d1abfd0a3cc8,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:23.481010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e95759-e43e-4196-bbab-7f335e7880f0 None None] No DVR routers for this DVR port 469ad0be-f301-452a-bb93-d1abfd0a3cc8 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:24:23.484838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] For port 469ad0be-f301-452a-bb93-d1abfd0a3cc8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=469ad0be-f301-452a-bb93-d1abfd0a3cc8,segment=NetworkSegment(aab1dab2-9327-4c16-b1c7-3fa7348bcba0),segment_id=aab1dab2-9327-4c16-b1c7-3fa7348bcba0)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:23.485179 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.501071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Calling delete_port for 469ad0be-f301-452a-bb93-d1abfd0a3cc8 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:23.599968 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.644039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Port': ['ID=469ad0be-f301-452a-bb93-d1abfd0a3cc8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:23.648233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] No DVR routers for this DVR port 469ad0be-f301-452a-bb93-d1abfd0a3cc8 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:24:23.693985 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5362ec7-b1a7-4d3f-9d60-578ecb89cec3 req-754ed12c-b36f-441a-b933-6e30cc4044e2 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 210 time: 0.0828779 Nov 19 19:24:23.751675 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.774568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbcc32e-2189-4887-9014-cf7153310982']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:23.789595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab1dab2-9327-4c16-b1c7-3fa7348bcba0') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:23.790282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab1dab2-9327-4c16-b1c7-3fa7348bcba0') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:23.802973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.821162 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.831266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:24:23.831852 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: self.session.flush() Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:24:23.835430 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:24:23.840132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-07224713-fa58-4be5-9e81-c3beba457164 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:23.842946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-07224713-fa58-4be5-9e81-c3beba457164 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.21 "GET /v2.0/networks?id=f48ed29b-b1c5-40ba-9695-9a867979f972 HTTP/1.1" status: 200 len: 814 time: 0.1710169 Nov 19 19:24:23.856697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Request body: {'port': {'device_id': '284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c', 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972', 'admin_state_up': True, 'tenant_id': '62fe48323d584ee6951e955e2365e110'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:23.915503 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.925644 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:23.929394 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "DELETE /v2.0/networks/4dbcc32e-2189-4887-9014-cf7153310982 HTTP/1.1" status: 204 len: 168 time: 0.6919639 Nov 19 19:24:23.931970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53162) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:23.951501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3930cf-d8af-4bff-9386-6b00c1e1e525 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Network': ['ID=4dbcc32e-2189-4887-9014-cf7153310982,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:24.010403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Made reservation on behalf of 62fe48323d584ee6951e955e2365e110 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:24.015541 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.018638 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09255f8-0316-410f-916c-558de8941c1e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Deleting subnet 379d2301-1229-46b8-9601-bc2ed8e48c25 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:24:24.023235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a09255f8-0316-410f-916c-558de8941c1e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.076459 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a09255f8-0316-410f-916c-558de8941c1e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.185016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a09255f8-0316-410f-916c-558de8941c1e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.188605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Allocated IP 172.20.0.9 (f48ed29b-b1c5-40ba-9695-9a867979f972/2633cea2-4b49-4219-af20-2681722e42a1/86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:24:24.261790 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a09255f8-0316-410f-916c-558de8941c1e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.292158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09255f8-0316-410f-916c-558de8941c1e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Subnet': ['ID=379d2301-1229-46b8-9601-bc2ed8e48c25,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:24.296658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a09255f8-0316-410f-916c-558de8941c1e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.300251 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a09255f8-0316-410f-916c-558de8941c1e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "DELETE /v2.0/subnets/379d2301-1229-46b8-9601-bc2ed8e48c25 HTTP/1.1" status: 204 len: 168 time: 0.3673007 Nov 19 19:24:24.302618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53164) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:24.306018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ea970-8f54-47f8-8524-8d904bc1919f None None] Network 8d0fc3e4-a139-429b-b071-076643dfff91 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:24.371432 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.398253 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.411718 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.457383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Deleting port b9d0c590-55d4-4a3c-94d0-071f1f90fc42 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:24.457383 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.465852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Network f48ed29b-b1c5-40ba-9695-9a867979f972 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:24:24.472188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:24.476986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:24:24.481121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Pushing event updated for resources: {'Port': ['ID=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:24.529963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:24.530613 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.531024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b44b9-b55a-4a33-9a86-ac70aa78d5cd None None] DHCP port deletion for 8d0fc3e4-a139-429b-b071-076643dfff91 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:24:24.539314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] For port b9d0c590-55d4-4a3c-94d0-071f1f90fc42, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b9d0c590-55d4-4a3c-94d0-071f1f90fc42,segment=NetworkSegment(0839a735-3f96-43a1-920b-5feef090e6fb),segment_id=0839a735-3f96-43a1-920b-5feef090e6fb)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:24.539692 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.550875 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a0c50463-b2c2-466a-980d-3b63aefe6b34 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6979694 Nov 19 19:24:24.559750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Calling delete_port for b9d0c590-55d4-4a3c-94d0-071f1f90fc42 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:24.566306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Request body: {'port': {'device_id': '284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:24.585271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-691b44b9-b55a-4a33-9a86-ac70aa78d5cd None None] Deleting port b9d0c590-55d4-4a3c-94d0-071f1f90fc42 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:24.585679 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-691b44b9-b55a-4a33-9a86-ac70aa78d5cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.622041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.651434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.661103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-691b44b9-b55a-4a33-9a86-ac70aa78d5cd None None] For port b9d0c590-55d4-4a3c-94d0-071f1f90fc42, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b9d0c590-55d4-4a3c-94d0-071f1f90fc42,segment=NetworkSegment(0839a735-3f96-43a1-920b-5feef090e6fb),segment_id=0839a735-3f96-43a1-920b-5feef090e6fb)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:24.661539 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-691b44b9-b55a-4a33-9a86-ac70aa78d5cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.676808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-691b44b9-b55a-4a33-9a86-ac70aa78d5cd None None] Calling delete_port for b9d0c590-55d4-4a3c-94d0-071f1f90fc42 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:24.681580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Port': ['ID=b9d0c590-55d4-4a3c-94d0-071f1f90fc42,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:24.691018 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] No DVR routers for this DVR port b9d0c590-55d4-4a3c-94d0-071f1f90fc42 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:24:24.789350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.790616 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-691b44b9-b55a-4a33-9a86-ac70aa78d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.812541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0fc3e4-a139-429b-b071-076643dfff91']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:24.822537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0839a735-3f96-43a1-920b-5feef090e6fb') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:24.822836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0839a735-3f96-43a1-920b-5feef090e6fb') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:24.833476 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.835043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b44b9-b55a-4a33-9a86-ac70aa78d5cd None None] Pushing event deleted for resources: {'Port': ['ID=b9d0c590-55d4-4a3c-94d0-071f1f90fc42,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:24.839084 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b44b9-b55a-4a33-9a86-ac70aa78d5cd None None] No DVR routers for this DVR port b9d0c590-55d4-4a3c-94d0-071f1f90fc42 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:24:24.852910 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.860908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:24:24.861588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:24:24.866730 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:24:24.897801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5280-f3f2-43a1-bd92-780ebf8f0180 req-65bf6374-175c-47b9-9589-72bf43153f54 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:24.899554 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-adaf5280-f3f2-43a1-bd92-780ebf8f0180 req-65bf6374-175c-47b9-9589-72bf43153f54 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 931 time: 0.1258154 Nov 19 19:24:24.942212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 469ad0be-f301-452a-bb93-d1abfd0a3cc8 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:24:24.947463 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.955529 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:24.961256 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "DELETE /v2.0/networks/8d0fc3e4-a139-429b-b071-076643dfff91 HTTP/1.1" status: 204 len: 168 time: 0.6552842 Nov 19 19:24:24.961570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53168) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:24.975130 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 469ad0be-f301-452a-bb93-d1abfd0a3cc8 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:24:24.976163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 469ad0be-f301-452a-bb93-d1abfd0a3cc8 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:24:24.976573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b9d0c590-55d4-4a3c-94d0-071f1f90fc42 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:24:24.996860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d2214-77dc-4998-bf94-87722347b8f2 tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Pushing event deleted for resources: {'Network': ['ID=8d0fc3e4-a139-429b-b071-076643dfff91,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:24.997146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b9d0c590-55d4-4a3c-94d0-071f1f90fc42 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:24:24.998763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b9d0c590-55d4-4a3c-94d0-071f1f90fc42 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:24:25.000997 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fcbdf953-87d3-433b-aa7c-96f2105873bf tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "GET /v2.0/ports?device_id=d37ab5fe-4d1a-4691-a367-b0e3a2416421 HTTP/1.1" status: 200 len: 205 time: 0.0382025 Nov 19 19:24:25.003392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53170) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:25.084793 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dae23a03-c32d-4437-9f56-e3275c942c4e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.269503 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dae23a03-c32d-4437-9f56-e3275c942c4e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.273357 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dae23a03-c32d-4437-9f56-e3275c942c4e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.285550 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-adaf5280-f3f2-43a1-bd92-780ebf8f0180 req-8df57131-9c3e-4c3c-afe1-3643cae29806 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699744 Nov 19 19:24:25.322689 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.339909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dae23a03-c32d-4437-9f56-e3275c942c4e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.340355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae23a03-c32d-4437-9f56-e3275c942c4e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Fanout notify agent at l3_agent the message router_deleted on router d37ab5fe-4d1a-4691-a367-b0e3a2416421 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:24:25.348811 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dae23a03-c32d-4437-9f56-e3275c942c4e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.349980 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dae23a03-c32d-4437-9f56-e3275c942c4e tempest-RoutersNegativeIpV6Test-1229299339 tempest-RoutersNegativeIpV6Test-1229299339-project] 10.222.0.50 "DELETE /v2.0/routers/d37ab5fe-4d1a-4691-a367-b0e3a2416421 HTTP/1.1" status: 204 len: 168 time: 0.3455968 Nov 19 19:24:25.365184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:24:25.374655 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.393735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Transition to ACTIVE for port object 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:24:25.398752 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.484032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Pushing event updated for resources: {'Port': ['ID=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:25.538651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Attempting to bind port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:24:25.539265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Attempting to bind port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'cfad3167-12da-4936-8f6a-847e98d9525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:24:25.539639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Attempting to bind port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 on network f48ed29b-b1c5-40ba-9695-9a867979f972 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:24:25.545135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 on network f48ed29b-b1c5-40ba-9695-9a867979f972 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:24:25.545586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Attempting to bind port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 on network f48ed29b-b1c5-40ba-9695-9a867979f972 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:24:25.551167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:24:25.551513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Checking segment: {'id': 'cfad3167-12da-4936-8f6a-847e98d9525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:25.552005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Bound using segment: {'id': 'cfad3167-12da-4936-8f6a-847e98d9525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:24:25.552422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Bound port: 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad3167-12da-4936-8f6a-847e98d9525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:24:25.552857 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.625005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] For port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:24:25.628742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] For port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5,segment=NetworkSegment(cfad3167-12da-4936-8f6a-847e98d9525d),segment_id=cfad3167-12da-4936-8f6a-847e98d9525d)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:24:25.633539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.655677 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53178) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:25.687303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:25.688063 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.689600 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] 10.222.0.21 "PUT /v2.0/ports/86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 HTTP/1.1" status: 200 len: 1091 time: 1.1295655 Nov 19 19:24:25.690170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c', 'tag': '86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:24:25.692658 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed39936f-9e03-4c66-9dfc-1bb9e2d0d362" -d '{"events": [{"name": "network-changed", "server_uuid": "284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c", "tag": "86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:24:25.718781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556f609-a5a2-4448-9624-481692a4cc46 service neutron] Pushing event updated for resources: {'Port': ['ID=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:25.751720 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e3583e-0ebb-4da2-b295-0f1f14e67231 x-openstack-request-id: req-a3e3583e-0ebb-4da2-b295-0f1f14e67231 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:24:25.752826 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c", "tag": "86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:24:25.753152 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3e3583e-0ebb-4da2-b295-0f1f14e67231 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:24:25.753678 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c', 'tag': '86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5', 'status': 'completed', 'code': 200} Nov 19 19:24:25.803597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-3ddfa2b6-b2d8-4060-94ed-c939ddf0cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:25.805334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-3ddfa2b6-b2d8-4060-94ed-c939ddf0cd34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62fe48323d584ee6951e955e2365e110&device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 1094 time: 0.0505605 Nov 19 19:24:25.822741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-68dc0a50-be9d-496d-b91d-5cd183e77e2f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=102201983067478da0326a920f80b74f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1658454 Nov 19 19:24:25.825138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53184) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:25.852120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-3e6fd4bd-bd94-4f6b-a8b0-239266bf9e73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 HTTP/1.1" status: 200 len: 217 time: 0.0382650 Nov 19 19:24:25.877263 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57dd91ad-e885-4480-9450-55c1a0c04366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.900205 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57dd91ad-e885-4480-9450-55c1a0c04366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.912023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-cd58d8a5-cb36-4d97-ab19-a1300ff38856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:25.913718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-cd58d8a5-cb36-4d97-ab19-a1300ff38856 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2633cea2-4b49-4219-af20-2681722e42a1 HTTP/1.1" status: 200 len: 854 time: 0.0553806 Nov 19 19:24:25.951044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-8d573b76-716c-46d0-b39e-fc2e531c17c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48ed29b-b1c5-40ba-9695-9a867979f972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296636 Nov 19 19:24:25.955477 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57dd91ad-e885-4480-9450-55c1a0c04366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.958650 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-57dd91ad-e885-4480-9450-55c1a0c04366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:25.960087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-57dd91ad-e885-4480-9450-55c1a0c04366 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4691f7b6-67e1-436b-b58a-de1dd997ffd4 HTTP/1.1" status: 204 len: 168 time: 0.1329849 Nov 19 19:24:25.969028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd91ad-e885-4480-9450-55c1a0c04366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4691f7b6-67e1-436b-b58a-de1dd997ffd4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:26.054181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-54501f80-dc54-4c9e-b991-690cacf9f0e9 service neutron] 10.222.0.21 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965822 Nov 19 19:24:26.166917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2e33d2c1-6b41-4c00-bf80-1448605be5b9 req-70c3e0b8-932c-4659-86eb-31d7395b227b service neutron] 10.222.0.21 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055126 Nov 19 19:24:26.275585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39936f-9e03-4c66-9dfc-1bb9e2d0d362 req-b9c5efb9-935c-4070-83c4-ef5fec3f3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:26.279874 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed39936f-9e03-4c66-9dfc-1bb9e2d0d362 req-b9c5efb9-935c-4070-83c4-ef5fec3f3b6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62fe48323d584ee6951e955e2365e110&device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 1094 time: 0.0505137 Nov 19 19:24:26.458973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39936f-9e03-4c66-9dfc-1bb9e2d0d362 req-d0869a72-cf76-42bd-9645-fb7cd2dabbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:26.460603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed39936f-9e03-4c66-9dfc-1bb9e2d0d362 req-d0869a72-cf76-42bd-9645-fb7cd2dabbb0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f48ed29b-b1c5-40ba-9695-9a867979f972 HTTP/1.1" status: 200 len: 915 time: 0.1738877 Nov 19 19:24:26.511156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed39936f-9e03-4c66-9dfc-1bb9e2d0d362 req-9abc479a-15ce-41ec-a3cf-93fe4d276a3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 HTTP/1.1" status: 200 len: 217 time: 0.0408690 Nov 19 19:24:26.523936 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff909b1d-91dc-4f95-b940-413f1fde0ae5 req-d910757b-8100-476e-affb-cfb6b92c6aa9 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:26.526339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff909b1d-91dc-4f95-b940-413f1fde0ae5 req-d910757b-8100-476e-affb-cfb6b92c6aa9 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 943 time: 0.1115823 Nov 19 19:24:26.622002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39936f-9e03-4c66-9dfc-1bb9e2d0d362 req-99bd1e3b-c62d-473c-a3ec-950ced391979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:26.624057 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed39936f-9e03-4c66-9dfc-1bb9e2d0d362 req-99bd1e3b-c62d-473c-a3ec-950ced391979 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2633cea2-4b49-4219-af20-2681722e42a1 HTTP/1.1" status: 200 len: 854 time: 0.0962207 Nov 19 19:24:26.660092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff909b1d-91dc-4f95-b940-413f1fde0ae5 req-ad486582-863d-4d8f-bcc7-a1b0eda55dc2 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189210 Nov 19 19:24:26.662065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed39936f-9e03-4c66-9dfc-1bb9e2d0d362 req-84186e21-34b2-4754-8f83-a9506c1280b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f48ed29b-b1c5-40ba-9695-9a867979f972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301003 Nov 19 19:24:26.772416 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed39936f-9e03-4c66-9dfc-1bb9e2d0d362 req-cb2e2fec-790f-474f-b6ef-c5e39cd64a5e service neutron] 10.222.0.21 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016002 Nov 19 19:24:26.859714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53210) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:26.883547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed39936f-9e03-4c66-9dfc-1bb9e2d0d362 req-8cb2440d-b63e-469a-b7a4-7bd244d051d0 service neutron] 10.222.0.21 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032698 Nov 19 19:24:26.976923 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7d75267d-44be-435a-bd1e-d66b25f6fc27 tempest-ServiceProvidersTest-1380442704 tempest-ServiceProvidersTest-1380442704-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1158130 Nov 19 19:24:27.283575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53218) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:27.411918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1a311df-fe06-43ef-ab5e-e73e91978b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:27.500561 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1a311df-fe06-43ef-ab5e-e73e91978b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:27.505077 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1a311df-fe06-43ef-ab5e-e73e91978b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:27.548259 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f1a311df-fe06-43ef-ab5e-e73e91978b5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58ca2b35b2df477d80bfe36052e30b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2631588 Nov 19 19:24:27.549647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a311df-fe06-43ef-ab5e-e73e91978b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4768105-cba0-4c37-a514-e2b59eb9d6be,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:27.552146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53224) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:27.607732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46b44016-ea17-488e-9ba1-f46fc7c1f36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:27.630522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46b44016-ea17-488e-9ba1-f46fc7c1f36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:27.680508 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46b44016-ea17-488e-9ba1-f46fc7c1f36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:27.683308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-46b44016-ea17-488e-9ba1-f46fc7c1f36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:27.684497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-46b44016-ea17-488e-9ba1-f46fc7c1f36c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4768105-cba0-4c37-a514-e2b59eb9d6be HTTP/1.1" status: 204 len: 168 time: 0.1314540 Nov 19 19:24:27.694492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b44016-ea17-488e-9ba1-f46fc7c1f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4768105-cba0-4c37-a514-e2b59eb9d6be,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:27.834086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538b6bb-c58c-4948-ac97-711b1d84abab req-4a89be60-97fd-4dd2-b3b1-5e4105a33f0c tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:27.835619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a538b6bb-c58c-4948-ac97-711b1d84abab req-4a89be60-97fd-4dd2-b3b1-5e4105a33f0c tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 943 time: 0.0537474 Nov 19 19:24:27.917388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a538b6bb-c58c-4948-ac97-711b1d84abab req-848c996e-30b5-4142-8437-10fa1731f62b tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708277 Nov 19 19:24:28.489712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53250) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:28.599434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1163408687-network', 'tenant_id': '0169621a0e104f83a9644e8d585a5cad'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:28.621578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Made reservation on behalf of 0169621a0e104f83a9644e8d585a5cad for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:28.625440 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:28.635186 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:28.725344 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:28.730263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:28.760269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:24:28.775032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccb0823-2fb1-4e86-a50d-6f926141f460,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:28.785530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:28.786515 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Added segment 3aae498a-843e-46b1-be66-6cf50a8ef42d of type vlan for network afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f Nov 19 19:24:28.839895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:24:28.846906 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:28.877320 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:28.878637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:28.879352 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:28.943562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4520845 Nov 19 19:24:28.947249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53254) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:28.954761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0b62e-0854-4a49-8dbc-8caf5a5f1a4a admin admin] Pushing event updated for resources: {'Network': ['ID=afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:28.971417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] Request body: {'subnet': {'network_id': 'afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1163408687-subnet', 'tenant_id': '0169621a0e104f83a9644e8d585a5cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:28.994283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5,segment=NetworkSegment(cfad3167-12da-4936-8f6a-847e98d9525d),segment_id=cfad3167-12da-4936-8f6a-847e98d9525d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:29.008638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5', 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972', 'port_id': '86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5', 'mac_address': 'fa:16:3e:28:39:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2633cea2-4b49-4219-af20-2681722e42a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:24:29.010498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:24:29.028037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] Made reservation on behalf of 0169621a0e104f83a9644e8d585a5cad for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:29.033947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:29.110064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69357e7c-92ab-4a4f-ab75-8f88681e6049 req-567f6098-624b-443c-8e6f-a9164a88b681 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:29.111867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-69357e7c-92ab-4a4f-ab75-8f88681e6049 req-567f6098-624b-443c-8e6f-a9164a88b681 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 943 time: 0.1072969 Nov 19 19:24:29.113557 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:29.129266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:24:29.151227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5,segment=NetworkSegment(cfad3167-12da-4936-8f6a-847e98d9525d),segment_id=cfad3167-12da-4936-8f6a-847e98d9525d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:29.161041 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:29.191069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-69357e7c-92ab-4a4f-ab75-8f88681e6049 req-d36b02ef-2b38-4396-80d8-a6c0c1944edf tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657969 Nov 19 19:24:29.234831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:29.335023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:29.407595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:24:29.412996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda052e7-9ec1-4704-8b8c-32f5b0a6e928,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:29.425835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] Checking segment: {'id': '3aae498a-843e-46b1-be66-6cf50a8ef42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:29.426482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] Network hostable DHCP agents. Network: afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:24:29.451681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] Network afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:24:29.465166 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:29.470164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:29.470761 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:29.481800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce61904-2072-4f2b-af16-6d543cc9c378 None None] Network afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:29.490354 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-42bf4690-4ec1-46c9-a849-f816b1a0616d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5401900 Nov 19 19:24:29.678350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a70ca1-6c04-4588-84d8-e151c73b4a5f None None] Network afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:29.858711 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.021906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53274) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:30.027204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-198008698-network', 'tenant_id': '0e9e87353f8c48bcbe2c4805b253e359'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:30.049543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Made reservation on behalf of 0e9e87353f8c48bcbe2c4805b253e359 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:30.052060 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.062618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.163151 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.167248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.194490 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:24:30.205832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26277acd-a0dd-4274-9162-51b9e9347378,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:30.212087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.212339 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Added segment 0cdbb18d-d185-48b0-8e1b-d65392d58c76 of type vlan for network 8f77180f-2dd8-4c9b-9698-bc17c3e3b705 Nov 19 19:24:30.257924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.292756 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.295025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:30.295961 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.356558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266c4a3-2feb-4aef-8032-d4bb04255ccd req-a85be354-f1d4-4638-9008-b5965613129f tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:30.359548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7266c4a3-2feb-4aef-8032-d4bb04255ccd req-a85be354-f1d4-4638-9008-b5965613129f tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 944 time: 0.0593181 Nov 19 19:24:30.377248 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3514814 Nov 19 19:24:30.386326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53278) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:30.396274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] Request body: {'subnet': {'network_id': '8f77180f-2dd8-4c9b-9698-bc17c3e3b705', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-198008698-subnet', 'tenant_id': '0e9e87353f8c48bcbe2c4805b253e359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:30.419690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae004570-58c7-4cc4-aa22-dc5779b761c5 admin admin] Pushing event updated for resources: {'Network': ['ID=8f77180f-2dd8-4c9b-9698-bc17c3e3b705,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:30.444369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] Made reservation on behalf of 0e9e87353f8c48bcbe2c4805b253e359 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:24:30.444902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 8f77180f-2dd8-4c9b-9698-bc17c3e3b705 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:24:30.447469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.478435 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7266c4a3-2feb-4aef-8032-d4bb04255ccd req-69ba620a-873f-48ff-b6be-f2013d5c5a56 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005194 Nov 19 19:24:30.645777 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.703854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6770bc-b2e7-4c29-9029-bb6795a3ca37,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:30.722134 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] Checking segment: {'id': '0cdbb18d-d185-48b0-8e1b-d65392d58c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8f77180f-2dd8-4c9b-9698-bc17c3e3b705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:30.722427 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] Network hostable DHCP agents. Network: 8f77180f-2dd8-4c9b-9698-bc17c3e3b705, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:24:30.740883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] Network 8f77180f-2dd8-4c9b-9698-bc17c3e3b705 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:24:30.751183 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 8f77180f-2dd8-4c9b-9698-bc17c3e3b705) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:24:30.756578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:30.757172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.766074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f917a5e0-86de-4658-88bd-31ec1a04750d None None] Network 8f77180f-2dd8-4c9b-9698-bc17c3e3b705 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:30.792614 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a4828801-6328-4d9d-80e6-2e0fb1ed9117 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4046006 Nov 19 19:24:30.944136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53288) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:30.962873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff2b82-2997-45b9-94a2-d9f7353dd168 req-dc046ec2-5143-4516-8607-ccadea03ca4d tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:30.974434 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bcff2b82-2997-45b9-94a2-d9f7353dd168 req-dc046ec2-5143-4516-8607-ccadea03ca4d tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1096 time: 0.1038406 Nov 19 19:24:30.994809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:24:30.998002 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bcff2b82-2997-45b9-94a2-d9f7353dd168 req-a8c00fed-b498-4aa3-b4ba-2ce6c228b944 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:30.998179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b72ffea-7943-43db-a80c-12e17abb7d61 admin admin] Deleting subnet cda052e7-9ec1-4704-8b8c-32f5b0a6e928 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:24:31.003473 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b72ffea-7943-43db-a80c-12e17abb7d61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.049673 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b72ffea-7943-43db-a80c-12e17abb7d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.104941 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b72ffea-7943-43db-a80c-12e17abb7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.120219 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bcff2b82-2997-45b9-94a2-d9f7353dd168 req-a8c00fed-b498-4aa3-b4ba-2ce6c228b944 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.127011 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bcff2b82-2997-45b9-94a2-d9f7353dd168 req-a8c00fed-b498-4aa3-b4ba-2ce6c228b944 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.167067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:24:31.177684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6258a6d7-9984-4f30-8922-299c10be16f4 None None] Network 8f77180f-2dd8-4c9b-9698-bc17c3e3b705 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:24:31.183181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:24:31.183825 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.188355 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b72ffea-7943-43db-a80c-12e17abb7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.202594 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bcff2b82-2997-45b9-94a2-d9f7353dd168 req-a8c00fed-b498-4aa3-b4ba-2ce6c228b944 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223771 Nov 19 19:24:31.204332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c00fed-b498-4aa3-b4ba-2ce6c228b944 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4bcc29-d9da-41a0-96a6-c471f7bfc2d8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:31.243801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72ffea-7943-43db-a80c-12e17abb7d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda052e7-9ec1-4704-8b8c-32f5b0a6e928,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:31.249316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b72ffea-7943-43db-a80c-12e17abb7d61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.255240 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6b72ffea-7943-43db-a80c-12e17abb7d61 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cda052e7-9ec1-4704-8b8c-32f5b0a6e928 HTTP/1.1" status: 204 len: 168 time: 0.3098838 Nov 19 19:24:31.257546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53292) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:31.394838 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.423951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fafe9-02bc-452f-a2eb-809ad97ef730 req-01345813-6de4-4b19-bc94-39ca6eba14b5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:31.425989 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.431780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b80fafe9-02bc-452f-a2eb-809ad97ef730 req-01345813-6de4-4b19-bc94-39ca6eba14b5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0871360 Nov 19 19:24:31.444590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:24:31.454094 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55c1454-e3ed-4ce1-80fa-34d2ffafc5b3" -d '{"events": [{"server_uuid": "284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c", "name": "network-vif-plugged", "status": "completed", "tag": "86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:24:31.469932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5,segment=NetworkSegment(cfad3167-12da-4936-8f6a-847e98d9525d),segment_id=cfad3167-12da-4936-8f6a-847e98d9525d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:31.476776 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.533147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:31.537049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b80fafe9-02bc-452f-a2eb-809ad97ef730 req-946b3727-bf5c-4ac3-986d-f8dd4f6b751c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041377 Nov 19 19:24:31.556645 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.567886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53302) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:31.584802 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f0d843-8ff9-4f15-86d3-894973144976 x-openstack-request-id: req-67f0d843-8ff9-4f15-86d3-894973144976 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:24:31.585264 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c", "name": "network-vif-plugged", "status": "completed", "tag": "86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:24:31.585650 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67f0d843-8ff9-4f15-86d3-894973144976 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:24:31.586289 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5', 'code': 200} Nov 19 19:24:31.594427 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:31.610964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aae498a-843e-46b1-be66-6cf50a8ef42d') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:31.611437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aae498a-843e-46b1-be66-6cf50a8ef42d') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:31.622957 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.650147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.657945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:24:31.658357 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:24:31.660051 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:24:31.700463 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b99c28d2-6c6b-4cd0-8ec1-cc103faa287c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/12ac26bb-f117-486f-a9df-52973fec293b HTTP/1.1" status: 200 len: 992 time: 0.1307395 Nov 19 19:24:31.728896 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.736066 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.743248 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] 10.222.0.50 "DELETE /v2.0/networks/afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f HTTP/1.1" status: 204 len: 168 time: 0.4803560 Nov 19 19:24:31.743994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640682c-6606-47b7-8a48-48a463876064 req-41fc08b3-3cbf-430b-8ea4-a23668c4997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:31.744138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53306) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:31.744280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d640682c-6606-47b7-8a48-48a463876064 req-41fc08b3-3cbf-430b-8ea4-a23668c4997d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 1096 time: 0.0806608 Nov 19 19:24:31.753543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e01f66-13fa-4c7d-88fe-fcd9fba74bb2 req-e34232a8-6269-4be6-aed2-25c7b4be4de8 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:31.755206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65e01f66-13fa-4c7d-88fe-fcd9fba74bb2 req-e34232a8-6269-4be6-aed2-25c7b4be4de8 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 945 time: 0.1074631 Nov 19 19:24:31.765681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c377938-824c-4eb6-83f1-c9aa96d7b56a admin admin] Pushing event deleted for resources: {'Network': ['ID=afdc7f6c-8e3f-4ed0-a7ab-c2063a377c3f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:31.806958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85a1389-296e-4600-ba96-9514200f569d admin admin] Deleting subnet aa6770bc-b2e7-4c29-9029-bb6795a3ca37 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:24:31.810880 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f85a1389-296e-4600-ba96-9514200f569d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.848487 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f85a1389-296e-4600-ba96-9514200f569d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.849992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65e01f66-13fa-4c7d-88fe-fcd9fba74bb2 req-4c61e90f-a566-4353-aabc-7aa472301d8e tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859756 Nov 19 19:24:31.852257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d640682c-6606-47b7-8a48-48a463876064 req-25e77dde-12f3-447b-8853-3da34f9ae9c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961008 Nov 19 19:24:31.908368 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f85a1389-296e-4600-ba96-9514200f569d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:31.969775 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f85a1389-296e-4600-ba96-9514200f569d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.001577 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a1389-296e-4600-ba96-9514200f569d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6770bc-b2e7-4c29-9029-bb6795a3ca37,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:32.005026 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f85a1389-296e-4600-ba96-9514200f569d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.008284 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f85a1389-296e-4600-ba96-9514200f569d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/aa6770bc-b2e7-4c29-9029-bb6795a3ca37 HTTP/1.1" status: 204 len: 168 time: 0.2637763 Nov 19 19:24:32.011489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53316) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:32.082778 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.159542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-d668c44f-4e82-4bef-96a4-de88678f93d5 req-26c803b6-13ea-4314-8002-97b896ff1458 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:24:32.161014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d668c44f-4e82-4bef-96a4-de88678f93d5 req-26c803b6-13ea-4314-8002-97b896ff1458 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089548 Nov 19 19:24:32.178058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.208409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f77180f-2dd8-4c9b-9698-bc17c3e3b705']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:32.218708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdbb18d-d185-48b0-8e1b-d65392d58c76') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:32.219079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdbb18d-d185-48b0-8e1b-d65392d58c76') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:32.229265 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.246463 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.253857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:24:32.254147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:24:32.256056 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:24:32.322654 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.330258 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.336056 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8f77180f-2dd8-4c9b-9698-bc17c3e3b705 HTTP/1.1" status: 204 len: 168 time: 0.3234313 Nov 19 19:24:32.358576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588294b-b77d-4c44-92c0-b4e4317e74d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f77180f-2dd8-4c9b-9698-bc17c3e3b705,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:32.597434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53330) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:32.652426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401816c2-a1bc-4775-93b0-843a508131d5 req-46311d22-31b6-4e2e-b8ee-682dc78bce4b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:32.663811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-401816c2-a1bc-4775-93b0-843a508131d5 req-46311d22-31b6-4e2e-b8ee-682dc78bce4b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0935259 Nov 19 19:24:32.675653 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-67acc83b-7511-4bad-99c4-b78996f5e3d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0169621a0e104f83a9644e8d585a5cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0741098 Nov 19 19:24:32.676168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53334) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:32.770963 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-401816c2-a1bc-4775-93b0-843a508131d5 req-ddb39975-316e-4ea1-b9ba-65a510d10e00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052432 Nov 19 19:24:32.777943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1181bc70-7286-460b-be54-e1ba3b55303d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.802523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1181bc70-7286-460b-be54-e1ba3b55303d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.850708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-110758a5-c444-4bfa-bc67-e3dcb5a1151a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2394557 Nov 19 19:24:32.866711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-bb9a93ff-b8c5-4a03-a08b-13da6866cf90 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:24:32.868435 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-bb9a93ff-b8c5-4a03-a08b-13da6866cf90 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085597 Nov 19 19:24:32.899905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1181bc70-7286-460b-be54-e1ba3b55303d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.907754 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1181bc70-7286-460b-be54-e1ba3b55303d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:32.912665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1181bc70-7286-460b-be54-e1ba3b55303d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fccb0823-2fb1-4e86-a50d-6f926141f460 HTTP/1.1" status: 204 len: 168 time: 0.2314122 Nov 19 19:24:32.917505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181bc70-7286-460b-be54-e1ba3b55303d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccb0823-2fb1-4e86-a50d-6f926141f460,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:33.284358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e363d-038d-4f05-a1b5-ca1c0fb6f286 req-3966ba3e-0bdf-4d70-afe5-8934edabbb12 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:33.284358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2d2e363d-038d-4f05-a1b5-ca1c0fb6f286 req-3966ba3e-0bdf-4d70-afe5-8934edabbb12 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 945 time: 0.1462233 Nov 19 19:24:33.313957 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2d2e363d-038d-4f05-a1b5-ca1c0fb6f286 req-26662d65-7e76-4222-bcae-39456fbc9b6c tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040561 Nov 19 19:24:33.551345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53374) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:33.657549 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0e3f0c8a-fbc8-472f-bffc-32afcff1a515 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e9e87353f8c48bcbe2c4805b253e359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1038666 Nov 19 19:24:33.660428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53380) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:33.730990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e63ff9f5-8d9d-48f0-86e7-ed4bf527020c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:33.754812 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e63ff9f5-8d9d-48f0-86e7-ed4bf527020c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:33.820273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e63ff9f5-8d9d-48f0-86e7-ed4bf527020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:33.823471 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e63ff9f5-8d9d-48f0-86e7-ed4bf527020c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:33.827381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e63ff9f5-8d9d-48f0-86e7-ed4bf527020c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26277acd-a0dd-4274-9162-51b9e9347378 HTTP/1.1" status: 204 len: 168 time: 0.1631749 Nov 19 19:24:33.833697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ff9f5-8d9d-48f0-86e7-ed4bf527020c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26277acd-a0dd-4274-9162-51b9e9347378,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:33.972549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd073f57-609e-4af5-b611-8777d733a63c req-a9ef987f-2e4c-4a90-bbc3-4babd954102b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:33.975029 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd073f57-609e-4af5-b611-8777d733a63c req-a9ef987f-2e4c-4a90-bbc3-4babd954102b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0611234 Nov 19 19:24:34.071684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd073f57-609e-4af5-b611-8777d733a63c req-1480ea27-d957-4285-ad60-1492e7448041 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896888 Nov 19 19:24:34.437200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847dd9a-31a4-4f40-8bc3-59c9943fb40a req-ccfcf1bf-29b8-4db5-834f-ca816d5ebc8e tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:34.438857 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8847dd9a-31a4-4f40-8bc3-59c9943fb40a req-ccfcf1bf-29b8-4db5-834f-ca816d5ebc8e tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 945 time: 0.0588539 Nov 19 19:24:34.495531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8847dd9a-31a4-4f40-8bc3-59c9943fb40a req-c2f676bb-4363-4da1-a258-b45efc33c132 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487237 Nov 19 19:24:34.770774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-f21b1af5-3dae-4b52-9197-3160b84aa089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:34.772316 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-f21b1af5-3dae-4b52-9197-3160b84aa089 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1096 time: 0.0753796 Nov 19 19:24:34.913495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-57d450cd-7a03-4af9-b65c-ca6601086d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:34.915742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-57d450cd-7a03-4af9-b65c-ca6601086d91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 200 len: 897 time: 0.1350033 Nov 19 19:24:35.001622 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-93c2f0cc-8f3c-47b1-b915-8bcdb227fe22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 1000 time: 0.0783710 Nov 19 19:24:35.057458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-4c1ba8d7-2f37-4f78-9f7e-39d0cace965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:35.059486 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-4c1ba8d7-2f37-4f78-9f7e-39d0cace965f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=280f9728-874f-4f83-a932-a78ac8debe16 HTTP/1.1" status: 200 len: 834 time: 0.0495679 Nov 19 19:24:35.225692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-252321b7-08fd-49e7-9acd-9babe85dffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:35.227260 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-252321b7-08fd-49e7-9acd-9babe85dffef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603150 Nov 19 19:24:35.300831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fefde7-3b09-4cf7-9da3-ab973feea754 req-161d3728-9158-4372-8fc2-3264eb8448f6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:35.302712 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70fefde7-3b09-4cf7-9da3-ab973feea754 req-161d3728-9158-4372-8fc2-3264eb8448f6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1049268 Nov 19 19:24:35.354755 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-dd1d13b3-547a-4d04-b7d8-bc263e6e280f service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153686 Nov 19 19:24:35.380645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70fefde7-3b09-4cf7-9da3-ab973feea754 req-96142afd-8ed4-4157-a13c-fff38ead694e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712216 Nov 19 19:24:35.489321 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-8e2cb9b9-4ddb-481f-accb-d1acd6850b9f service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257937 Nov 19 19:24:35.640182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b949-08bd-4647-923e-9371e085eb7e req-228d3216-877d-45d0-8c86-7f71b2382cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:35.643144 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6254b949-08bd-4647-923e-9371e085eb7e req-228d3216-877d-45d0-8c86-7f71b2382cb7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1096 time: 0.0876446 Nov 19 19:24:35.814097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b949-08bd-4647-923e-9371e085eb7e req-57df1df8-876b-4eed-8adf-c2f7e6154cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:35.816507 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6254b949-08bd-4647-923e-9371e085eb7e req-57df1df8-876b-4eed-8adf-c2f7e6154cbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 200 len: 897 time: 0.1386220 Nov 19 19:24:35.954769 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6254b949-08bd-4647-923e-9371e085eb7e req-00d802cc-863e-419f-8949-56b8f17a6dfa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 1000 time: 0.1308494 Nov 19 19:24:36.023843 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b949-08bd-4647-923e-9371e085eb7e req-7821699d-29cf-419d-b30e-d490f064799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:36.025442 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6254b949-08bd-4647-923e-9371e085eb7e req-7821699d-29cf-419d-b30e-d490f064799d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=280f9728-874f-4f83-a932-a78ac8debe16 HTTP/1.1" status: 200 len: 834 time: 0.0635288 Nov 19 19:24:36.091393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b949-08bd-4647-923e-9371e085eb7e req-cd1811f1-1d55-43fa-8804-4c801c98f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:36.093389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6254b949-08bd-4647-923e-9371e085eb7e req-cd1811f1-1d55-43fa-8804-4c801c98f6be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596020 Nov 19 19:24:36.244110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6254b949-08bd-4647-923e-9371e085eb7e req-9cb2e1ac-afae-4f3e-9142-26eda4fda87f service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428373 Nov 19 19:24:36.389656 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6254b949-08bd-4647-923e-9371e085eb7e req-69bc3742-ecf3-44b0-8a99-4db7d4a75c20 service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369956 Nov 19 19:24:36.520762 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241420ed-3fc7-4857-a56e-cbeed801ad2a req-6075e5ce-f5f8-4b14-b22c-c4b0e3f1dfc9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:36.528938 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-241420ed-3fc7-4857-a56e-cbeed801ad2a req-6075e5ce-f5f8-4b14-b22c-c4b0e3f1dfc9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0656214 Nov 19 19:24:36.601655 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-241420ed-3fc7-4857-a56e-cbeed801ad2a req-865d7eb5-0a48-49d0-96a1-4b090cd05f40 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665596 Nov 19 19:24:36.900205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53588) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:37.034829 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ed79733-f731-4f3d-8d26-c6646e239ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:37.126683 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ed79733-f731-4f3d-8d26-c6646e239ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:37.131817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ed79733-f731-4f3d-8d26-c6646e239ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:37.159423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed79733-f731-4f3d-8d26-c6646e239ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100cad74-52e4-4dc1-8185-2aab674a1e21,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:37.208197 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0ed79733-f731-4f3d-8d26-c6646e239ff4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e02f71a06c24231ad140aaab68e8447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064523 Nov 19 19:24:37.210774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53598) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:37.271550 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-872938fc-f4d7-4e37-9543-1c46420a99f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:37.297489 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-872938fc-f4d7-4e37-9543-1c46420a99f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:37.356961 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-872938fc-f4d7-4e37-9543-1c46420a99f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:37.360081 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-872938fc-f4d7-4e37-9543-1c46420a99f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:37.365138 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-872938fc-f4d7-4e37-9543-1c46420a99f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/100cad74-52e4-4dc1-8185-2aab674a1e21 HTTP/1.1" status: 204 len: 168 time: 0.1525271 Nov 19 19:24:37.374651 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872938fc-f4d7-4e37-9543-1c46420a99f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100cad74-52e4-4dc1-8185-2aab674a1e21,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:37.748397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53620) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:37.766881 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-267ffba0-0819-4be2-bc6c-780f6ce1c43b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:37.779284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe867ce-a016-4337-ab81-6f72fca2afc7 req-823253c7-2535-4597-b274-a38f6893e301 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:37.782102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfe867ce-a016-4337-ab81-6f72fca2afc7 req-823253c7-2535-4597-b274-a38f6893e301 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0910113 Nov 19 19:24:37.849743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dfe867ce-a016-4337-ab81-6f72fca2afc7 req-d357921c-e71d-4594-bf8c-22abf2389ca5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579629 Nov 19 19:24:37.907918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-267ffba0-0819-4be2-bc6c-780f6ce1c43b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:37.911989 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-267ffba0-0819-4be2-bc6c-780f6ce1c43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:37.978456 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-267ffba0-0819-4be2-bc6c-780f6ce1c43b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24852323ebef4b79a21fc3645fd4be6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285194 Nov 19 19:24:37.979647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ffba0-0819-4be2-bc6c-780f6ce1c43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ee674f-28c4-49d1-9bd2-675c23371f04,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:37.981072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53626) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:38.048491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-377c410b-d008-4ecd-89d5-a3b7897ab8e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:38.073482 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-377c410b-d008-4ecd-89d5-a3b7897ab8e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:38.146267 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-377c410b-d008-4ecd-89d5-a3b7897ab8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:38.148879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-377c410b-d008-4ecd-89d5-a3b7897ab8e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:38.150679 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-377c410b-d008-4ecd-89d5-a3b7897ab8e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85ee674f-28c4-49d1-9bd2-675c23371f04 HTTP/1.1" status: 204 len: 168 time: 0.1681790 Nov 19 19:24:38.160563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c410b-d008-4ecd-89d5-a3b7897ab8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ee674f-28c4-49d1-9bd2-675c23371f04,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:38.223206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-1e91e9fd-37b7-459c-a511-bace651fb28e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636728 Nov 19 19:24:38.245132 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5241fc0e-2e2b-4c03-89c6-d5200d9fbf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:38.375348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-365f9a78-7aa4-4878-b422-688cfc622e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:38.376982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-365f9a78-7aa4-4878-b422-688cfc622e7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9ac7283ce24baa836453c270feae8e&device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 1096 time: 0.0842290 Nov 19 19:24:38.521461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-2c084bb7-2f1b-4790-8a15-fca2a97a2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:38.524046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-2c084bb7-2f1b-4790-8a15-fca2a97a2a64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 HTTP/1.1" status: 200 len: 909 time: 0.1222091 Nov 19 19:24:38.624067 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-7b1d377a-0de2-4a0a-b627-34d61fb6e300 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf HTTP/1.1" status: 200 len: 1001 time: 0.0928676 Nov 19 19:24:38.684296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-d9766b5e-f3c1-47e6-a7cb-df0966e1daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:38.686594 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-d9766b5e-f3c1-47e6-a7cb-df0966e1daf6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00d8d2ec-40f3-4b44-ad76-f410d94c7361 HTTP/1.1" status: 200 len: 847 time: 0.0554531 Nov 19 19:24:38.749290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-1c202f5b-e49a-462e-8dcb-36f86262ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:38.755062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-1c202f5b-e49a-462e-8dcb-36f86262ea83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585554 Nov 19 19:24:38.874350 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-ed024285-a97f-4b8b-8989-f4eff3128dd5 service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141863 Nov 19 19:24:39.049014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c41b149-c9da-4ab1-b39f-9cdecdffe0c8 req-ae3f63ed-4154-49f3-b277-2a7ab05bd1c4 service neutron] 10.222.0.21 "GET /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678922 Nov 19 19:24:39.067689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c2e07-bb5c-4bd6-be7d-7204681606b0 req-5ad8d426-3509-45e7-bbc3-5102ca0debaa tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:39.069576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e62c2e07-bb5c-4bd6-be7d-7204681606b0 req-5ad8d426-3509-45e7-bbc3-5102ca0debaa tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1061203 Nov 19 19:24:39.154276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e62c2e07-bb5c-4bd6-be7d-7204681606b0 req-984930ba-3784-4747-9283-28ede45f1bde tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756767 Nov 19 19:24:40.332958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74129c0d-8db0-4edc-8de6-8af6bf3337d6 req-135322ca-91c7-4639-8bad-0a7483f877e3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:40.334561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74129c0d-8db0-4edc-8de6-8af6bf3337d6 req-135322ca-91c7-4639-8bad-0a7483f877e3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0987463 Nov 19 19:24:40.420980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74129c0d-8db0-4edc-8de6-8af6bf3337d6 req-62262fed-1bcf-425d-af8a-dc9cb40150b6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787008 Nov 19 19:24:40.576701 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d7070294-1451-4fff-81ac-dcbd2b59d8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:41.578614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776b0c-15b6-4fde-b486-2dfc59ee905f req-a7d70bdf-94d6-4bb2-b5cc-fcaa563a649e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:41.587078 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42776b0c-15b6-4fde-b486-2dfc59ee905f req-a7d70bdf-94d6-4bb2-b5cc-fcaa563a649e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0791998 Nov 19 19:24:41.646076 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42776b0c-15b6-4fde-b486-2dfc59ee905f req-90a0c292-a028-45e8-9d52-546f450953a9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578327 Nov 19 19:24:41.902708 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:42.176453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53856) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:42.308103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39a678ec-6859-43c5-a9a8-c5bc7227c003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:42.402819 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39a678ec-6859-43c5-a9a8-c5bc7227c003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:42.408122 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39a678ec-6859-43c5-a9a8-c5bc7227c003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:42.441639 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53864) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:42.454102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-39a678ec-6859-43c5-a9a8-c5bc7227c003 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23eb81f4004a43f7a6a7a9c238422cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718809 Nov 19 19:24:42.475683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a678ec-6859-43c5-a9a8-c5bc7227c003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca031b4-2539-46b0-9c1c-aa3ccfb02d8b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:42.523310 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f8a0adb0-3b3d-44b4-aee2-bbbe4b5ad94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:42.569908 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f8a0adb0-3b3d-44b4-aee2-bbbe4b5ad94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:42.630789 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f8a0adb0-3b3d-44b4-aee2-bbbe4b5ad94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:42.651222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f8a0adb0-3b3d-44b4-aee2-bbbe4b5ad94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:42.651222 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f8a0adb0-3b3d-44b4-aee2-bbbe4b5ad94e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ca031b4-2539-46b0-9c1c-aa3ccfb02d8b HTTP/1.1" status: 204 len: 168 time: 0.1957362 Nov 19 19:24:42.654138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0adb0-3b3d-44b4-aee2-bbbe4b5ad94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca031b4-2539-46b0-9c1c-aa3ccfb02d8b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:42.843989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25c99b-cfcc-42db-8950-06855e87e457 req-c371025e-e7ff-4d13-8cfb-95543a40079f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:42.846364 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7e25c99b-cfcc-42db-8950-06855e87e457 req-c371025e-e7ff-4d13-8cfb-95543a40079f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0620680 Nov 19 19:24:42.972301 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7e25c99b-cfcc-42db-8950-06855e87e457 req-1a738f72-61b9-49bb-9772-be76d9441643 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070678 Nov 19 19:24:43.151783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 53888) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:43.166646 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25899643-de12-47f4-a37a-5f00042cd5a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:43.282281 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25899643-de12-47f4-a37a-5f00042cd5a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:43.286925 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25899643-de12-47f4-a37a-5f00042cd5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:43.343537 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-25899643-de12-47f4-a37a-5f00042cd5a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be117e996f5e40fba001bb5c7035ae12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904685 Nov 19 19:24:43.344523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 53892) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:43.345497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25899643-de12-47f4-a37a-5f00042cd5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96b11f1-c323-4181-8a52-f3ddf8c2a00d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:43.368246 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:43.424431 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b657e96a-c02e-4cd4-a9c7-d6948a8e8e51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:43.452436 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b657e96a-c02e-4cd4-a9c7-d6948a8e8e51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:43.521441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b657e96a-c02e-4cd4-a9c7-d6948a8e8e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:43.525545 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b657e96a-c02e-4cd4-a9c7-d6948a8e8e51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:43.527040 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b657e96a-c02e-4cd4-a9c7-d6948a8e8e51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c96b11f1-c323-4181-8a52-f3ddf8c2a00d HTTP/1.1" status: 204 len: 168 time: 0.1806312 Nov 19 19:24:43.537545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657e96a-c02e-4cd4-a9c7-d6948a8e8e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96b11f1-c323-4181-8a52-f3ddf8c2a00d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:44.151373 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:44.184159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509ec7e-3c97-4f96-bd9c-abd21689dd8f req-48eeeb89-cfa5-41c2-bdc0-ec956654e441 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:44.186890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d509ec7e-3c97-4f96-bd9c-abd21689dd8f req-48eeeb89-cfa5-41c2-bdc0-ec956654e441 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1169214 Nov 19 19:24:44.272359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d509ec7e-3c97-4f96-bd9c-abd21689dd8f req-bb61c301-aa21-4c1f-8d8c-35cc8fb64774 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685067 Nov 19 19:24:45.429582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae20f4-4085-4165-9393-24c37cf8fcc1 req-1f5b88de-f909-48ab-8c94-ef7a4cfa8efc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:45.431122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8aae20f4-4085-4165-9393-24c37cf8fcc1 req-1f5b88de-f909-48ab-8c94-ef7a4cfa8efc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0655637 Nov 19 19:24:45.505799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8aae20f4-4085-4165-9393-24c37cf8fcc1 req-d183d1ee-df02-40dd-a7ac-03a973b8b042 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685546 Nov 19 19:24:46.649000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b451d-4755-4681-8e70-d79d451d505f req-88f4e3c9-5427-4f8f-bd2c-99482e729565 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:46.651470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-897b451d-4755-4681-8e70-d79d451d505f req-88f4e3c9-5427-4f8f-bd2c-99482e729565 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0589161 Nov 19 19:24:46.718141 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-897b451d-4755-4681-8e70-d79d451d505f req-1c3954fc-b4db-4eb3-b0b3-f189171bee0b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563006 Nov 19 19:24:47.874392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5325b2-d8bc-4902-8c25-3031d4004308 req-1eda6c32-e6df-49c8-82c5-ebe212457470 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:47.877010 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a5325b2-d8bc-4902-8c25-3031d4004308 req-1eda6c32-e6df-49c8-82c5-ebe212457470 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0668194 Nov 19 19:24:47.943547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a5325b2-d8bc-4902-8c25-3031d4004308 req-72b31d54-06e2-4fb1-9b07-2416e5163e28 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594697 Nov 19 19:24:49.127916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7ad4b-751e-4a68-8c8d-ccbc8cf24e54 req-2ac5a499-be0e-4fd9-b851-839cc7b7feb1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:49.135230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d3a7ad4b-751e-4a68-8c8d-ccbc8cf24e54 req-2ac5a499-be0e-4fd9-b851-839cc7b7feb1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0745203 Nov 19 19:24:49.165412 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:24:49.207244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d3a7ad4b-751e-4a68-8c8d-ccbc8cf24e54 req-826cebb9-c7ea-4b8f-a5fb-dd105482dcfc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534995 Nov 19 19:24:50.107618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57173a-dd65-44d9-9dbf-e5ea6cb40c1a req-307c1791-ba67-4f0f-aafb-04b0bca136d9 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:50.109360 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d57173a-dd65-44d9-9dbf-e5ea6cb40c1a req-307c1791-ba67-4f0f-aafb-04b0bca136d9 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 945 time: 0.0610864 Nov 19 19:24:50.191712 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d57173a-dd65-44d9-9dbf-e5ea6cb40c1a req-6d37105d-6019-4cd5-8e7f-b3486dc05a36 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751455 Nov 19 19:24:50.425220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9229c-f860-4d1a-be2b-0aec0f6235e6 req-8b9d9860-6e87-4bf9-b069-dd5442c21b28 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:50.427294 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0a9229c-f860-4d1a-be2b-0aec0f6235e6 req-8b9d9860-6e87-4bf9-b069-dd5442c21b28 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1166847 Nov 19 19:24:50.503772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0a9229c-f860-4d1a-be2b-0aec0f6235e6 req-47a243c4-9934-4162-bdd5-0a822a3efcd2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670028 Nov 19 19:24:51.360810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35ac00-dae6-4b1d-8473-0944830ccb0f req-15e5406e-0018-4a28-b5fa-d7a0dcd3ec13 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:51.369152 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b35ac00-dae6-4b1d-8473-0944830ccb0f req-15e5406e-0018-4a28-b5fa-d7a0dcd3ec13 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 945 time: 0.0696967 Nov 19 19:24:51.443145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b35ac00-dae6-4b1d-8473-0944830ccb0f req-670cb4ad-7e75-485a-b43b-e285bf954e85 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/security-groups?id=37e13d59-c86e-4ab3-90ef-7948041d50cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672238 Nov 19 19:24:51.505403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f534-91a0-4e38-8480-06c4f8668341 req-ff504072-fc17-4416-8112-36cccecefeab tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:51.507041 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9100f534-91a0-4e38-8480-06c4f8668341 req-ff504072-fc17-4416-8112-36cccecefeab tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 945 time: 0.0623739 Nov 19 19:24:51.668746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Deleting port de72e3ad-2986-4f50-832b-795c2d22b7bf {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:51.675360 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:51.779168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17249e-9d1a-4056-8127-c40cb287b7e8 req-57c01145-739d-4386-b874-15a2f5bf6dd5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:51.784999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e17249e-9d1a-4056-8127-c40cb287b7e8 req-57c01145-739d-4386-b874-15a2f5bf6dd5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1874359 Nov 19 19:24:51.911280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e17249e-9d1a-4056-8127-c40cb287b7e8 req-74826ac4-0198-4855-8ccb-e578620c738e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197891 Nov 19 19:24:51.940309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] For port de72e3ad-2986-4f50-832b-795c2d22b7bf, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=de72e3ad-2986-4f50-832b-795c2d22b7bf,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:51.941064 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:52.282550 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:52.284042 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:52.285012 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Floating IP 66bcabc4-6c76-4c18-867f-469f6af4fbb9 disassociated. External IP: 172.25.3.241, port: de72e3ad-2986-4f50-832b-795c2d22b7bf. Nov 19 19:24:52.285964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Calling delete_port for de72e3ad-2986-4f50-832b-795c2d22b7bf owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:52.466084 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:52.519786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event deleted for resources: {'Port': ['ID=de72e3ad-2986-4f50-832b-795c2d22b7bf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:52.677369 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-4afacd05-9005-4ca3-91e6-692bb33d4f69 service neutron] show failed (client error): The resource could not be found. Nov 19 19:24:52.684317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-4afacd05-9005-4ca3-91e6-692bb33d4f69 service neutron] 10.222.0.57 "GET /v2.0/ports/19f9e815-86c6-4a56-b1d7-485f660ef7cc/bindings/n-h2-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.1975577 Nov 19 19:24:53.151036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-b06bfa78-78ff-4f4b-94c3-a83e438005f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:53.153542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-b06bfa78-78ff-4f4b-94c3-a83e438005f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 1096 time: 0.1506243 Nov 19 19:24:53.167186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:24:53.252441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-126bec3a-66c0-4b03-9a93-14fed2f06e9f req-d7a1dc1e-98bf-49e1-ae67-d177460733a6 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 210 time: 0.6398795 Nov 19 19:24:53.261266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Router 64565f2c-5385-461d-9f5d-f7142c8d1826 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:24:53.514684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad3f6a-95a9-4675-9948-5ebd9e4ba9ad req-5255ec59-e014-4a96-924c-ce6393392d55 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:53.516347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85ad3f6a-95a9-4675-9948-5ebd9e4ba9ad req-5255ec59-e014-4a96-924c-ce6393392d55 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1348588 Nov 19 19:24:53.525840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:24:53.539898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0bff6-a305-4141-87cf-461c60ed2db4 None None] Sync routers for ids ['64565f2c-5385-461d-9f5d-f7142c8d1826'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:24:53.580365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0bff6-a305-4141-87cf-461c60ed2db4 None None] Routers {'64565f2c-5385-461d-9f5d-f7142c8d1826'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:24:53.581358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-76c0bff6-a305-4141-87cf-461c60ed2db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['64565f2c-5385-461d-9f5d-f7142c8d1826'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:53.628014 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85ad3f6a-95a9-4675-9948-5ebd9e4ba9ad req-2b666b4d-9f24-40ec-9130-56fc124623bd tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984776 Nov 19 19:24:53.677401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] No DVR routers for this DVR port de72e3ad-2986-4f50-832b-795c2d22b7bf on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:24:53.680321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:53.685896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9100f534-91a0-4e38-8480-06c4f8668341 req-9b69524e-8f6b-48d3-8359-53751c225f88 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.21 "DELETE /v2.0/ports/de72e3ad-2986-4f50-832b-795c2d22b7bf HTTP/1.1" status: 204 len: 173 time: 2.1718342 Nov 19 19:24:53.686409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'name': 'network-vif-deleted', 'tag': 'de72e3ad-2986-4f50-832b-795c2d22b7bf'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:24:53.703359 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deb575d-2b05-4f75-b2e4-f084c3034761" -d '{"events": [{"server_uuid": "11c0a5d1-a161-434c-a87a-91cdd00fdfa6", "name": "network-vif-deleted", "tag": "de72e3ad-2986-4f50-832b-795c2d22b7bf"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:24:53.823541 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf89f58f-a77c-4d11-86a3-1c9d8dc22404 x-openstack-request-id: req-bf89f58f-a77c-4d11-86a3-1c9d8dc22404 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:24:53.824176 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c0a5d1-a161-434c-a87a-91cdd00fdfa6", "name": "network-vif-deleted", "tag": "de72e3ad-2986-4f50-832b-795c2d22b7bf", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:24:53.826803 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf89f58f-a77c-4d11-86a3-1c9d8dc22404 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:24:53.827322 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c0a5d1-a161-434c-a87a-91cdd00fdfa6', 'name': 'network-vif-deleted', 'tag': 'de72e3ad-2986-4f50-832b-795c2d22b7bf', 'status': 'completed', 'code': 200} Nov 19 19:24:53.953181 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-76c0bff6-a305-4141-87cf-461c60ed2db4 None None] Set router 64565f2c-5385-461d-9f5d-f7142c8d1826 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:24:54.000070 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:54.354710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-76c0bff6-a305-4141-87cf-461c60ed2db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'baef85cb-9d20-45e2-89c2-6163fd6f47db', 'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'mac_address': 'fa:16:3e:65:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:22Z', 'updated_at': '2021-11-19T19:19:34Z', 'revision_number': 5, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'subnets': [{'id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:54.388625 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0bff6-a305-4141-87cf-461c60ed2db4 None None] Checking router: 64565f2c-5385-461d-9f5d-f7142c8d1826 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:24:54.399490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0bff6-a305-4141-87cf-461c60ed2db4 None None] Routers {'64565f2c-5385-461d-9f5d-f7142c8d1826'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:24:54.400266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-76c0bff6-a305-4141-87cf-461c60ed2db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['64565f2c-5385-461d-9f5d-f7142c8d1826'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:54.485084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:54.544488 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb16aadb-8dda-4a48-86bc-04e2a2e97c67 req-ccb0bb53-3509-4d1f-8783-8217832d43bc tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c0a5d1-a161-434c-a87a-91cdd00fdfa6 HTTP/1.1" status: 200 len: 210 time: 0.0545897 Nov 19 19:24:54.560744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:24:54.611940 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:24:54.615337 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c39caf-f0cd-409a-b84c-78cf746c8613" -d '{"events": [{"server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "name": "network-vif-unplugged", "status": "completed", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:24:54.620219 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:54.641173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-76c0bff6-a305-4141-87cf-461c60ed2db4 None None] Set router 64565f2c-5385-461d-9f5d-f7142c8d1826 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:24:54.642894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Transition to ACTIVE for port object 19f9e815-86c6-4a56-b1d7-485f660ef7cc will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:24:54.654368 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:54.708913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Pushing event updated for resources: {'Port': ['ID=19f9e815-86c6-4a56-b1d7-485f660ef7cc,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:54.804575 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b72af7-d2a5-4742-bf43-c989f6247e6f x-openstack-request-id: req-13b72af7-d2a5-4742-bf43-c989f6247e6f {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:24:54.811657 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "name": "network-vif-unplugged", "status": "completed", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:24:54.811941 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13b72af7-d2a5-4742-bf43-c989f6247e6f {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:24:54.816278 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'code': 200} Nov 19 19:24:55.009409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] No DVR routers for this DVR port 19f9e815-86c6-4a56-b1d7-485f660ef7cc on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:24:55.053774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device de72e3ad-2986-4f50-832b-795c2d22b7bf no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:24:55.110284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd499cd-53f8-4f7a-b366-79fa8e3d03c1 req-8d5e7532-39c4-454e-8b70-93fe0763cfb4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:55.126748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7dd499cd-53f8-4f7a-b366-79fa8e3d03c1 req-8d5e7532-39c4-454e-8b70-93fe0763cfb4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 943 time: 0.1562200 Nov 19 19:24:55.128396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: de72e3ad-2986-4f50-832b-795c2d22b7bf {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:24:55.128749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device de72e3ad-2986-4f50-832b-795c2d22b7bf not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:24:55.190507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Attempting to bind port 19f9e815-86c6-4a56-b1d7-485f660ef7cc on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:24:55.190929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Attempting to bind port 19f9e815-86c6-4a56-b1d7-485f660ef7cc by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:24:55.191182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Attempting to bind port 19f9e815-86c6-4a56-b1d7-485f660ef7cc on network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:24:55.196302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Port 19f9e815-86c6-4a56-b1d7-485f660ef7cc on network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:24:55.196717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Attempting to bind port 19f9e815-86c6-4a56-b1d7-485f660ef7cc on network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:24:55.208573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:24:55.209079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Checking segment: {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:24:55.209477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Bound using segment: {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:24:55.209959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Bound port: 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1236c8c6-03e8-4061-85f0-400375d7fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:24:55.210333 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:55.221929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-76c0bff6-a305-4141-87cf-461c60ed2db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'baef85cb-9d20-45e2-89c2-6163fd6f47db', 'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'mac_address': 'fa:16:3e:65:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:22Z', 'updated_at': '2021-11-19T19:19:34Z', 'revision_number': 5, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'subnets': [{'id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:24:55.240877 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7dd499cd-53f8-4f7a-b366-79fa8e3d03c1 req-1ad2c202-f13c-45ab-bb48-0cf9497de4f6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037199 Nov 19 19:24:55.266165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0bff6-a305-4141-87cf-461c60ed2db4 None None] The sync data for ids ['64565f2c-5385-461d-9f5d-f7142c8d1826'] in n-d-815373-6 is: [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'baef85cb-9d20-45e2-89c2-6163fd6f47db', 'name': '', 'network_id': 'd74a31fa-37f4-4bb2-bc35-6d207c7ccc40', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'mac_address': 'fa:16:3e:65:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:22Z', 'updated_at': '2021-11-19T19:19:34Z', 'revision_number': 5, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'subnets': [{'id': '00d8d2ec-40f3-4b44-ad76-f410d94c7361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:24:55.335798 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:55.349680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:24:55.354007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:24:55.369329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:55.480699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Pushing event updated for resources: {'Port': ['ID=19f9e815-86c6-4a56-b1d7-485f660ef7cc,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:55.492244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:55.492863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:55.494375 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ac067de8-793a-4966-bf4b-4ee2a35d16d4 service neutron] 10.222.0.21 "PUT /v2.0/ports/19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 1091 time: 2.3324461 Nov 19 19:24:55.608739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-3543b141-729f-41ed-8c18-f01754d5d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:55.614011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-3543b141-729f-41ed-8c18-f01754d5d15f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1094 time: 0.0921752 Nov 19 19:24:55.680596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54104) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:55.769414 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8392f-a53c-4ff1-bbc0-bf2a126db33f None None] New status for floating IP 66bcabc4-6c76-4c18-867f-469f6af4fbb9: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:24:55.846490 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-22ddc08a-907f-4f96-8ef8-a13e526e1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:55.851797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-22ddc08a-907f-4f96-8ef8-a13e526e1a76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 200 len: 897 time: 0.2318215 Nov 19 19:24:56.007968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-a42a69ae-81df-4ff8-b880-94e7d210f517 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 998 time: 0.1460381 Nov 19 19:24:56.048514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b7e79-d0a6-49cd-809a-79198856ca61 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Deleting port 77310c20-1bb6-4ae0-9b1a-a6ac6af87c5b {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:56.049579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7e79-d0a6-49cd-809a-79198856ca61 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:56.141131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-7798ddbb-009c-4410-9857-861b0d8350de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:56.142676 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-7798ddbb-009c-4410-9857-861b0d8350de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=280f9728-874f-4f83-a932-a78ac8debe16 HTTP/1.1" status: 200 len: 834 time: 0.1264381 Nov 19 19:24:56.192668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7e79-d0a6-49cd-809a-79198856ca61 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:56.193219 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7e79-d0a6-49cd-809a-79198856ca61 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:56.207165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-f65dc6a8-6752-497f-9ecd-e6014e721b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:56.209022 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-f65dc6a8-6752-497f-9ecd-e6014e721b72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573435 Nov 19 19:24:56.210783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b7e79-d0a6-49cd-809a-79198856ca61 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Calling delete_port for 77310c20-1bb6-4ae0-9b1a-a6ac6af87c5b owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:56.359622 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-67fce6e9-14bc-4398-aca6-d15e44abfdfc service neutron] 10.222.0.21 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390853 Nov 19 19:24:56.473626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-ad641612-5e90-45b2-9538-39dc0d4235ad service neutron] 10.222.0.21 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103032 Nov 19 19:24:56.531961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f391f-5d1f-4bed-ae3b-694383eef48c req-8698baf2-700c-4125-802d-cb50cd8e19d9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:56.540117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-df2f391f-5d1f-4bed-ae3b-694383eef48c req-8698baf2-700c-4125-802d-cb50cd8e19d9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 943 time: 0.1541164 Nov 19 19:24:56.585207 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7e79-d0a6-49cd-809a-79198856ca61 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:56.631681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b7e79-d0a6-49cd-809a-79198856ca61 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event deleted for resources: {'Port': ['ID=77310c20-1bb6-4ae0-9b1a-a6ac6af87c5b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:56.656965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-df2f391f-5d1f-4bed-ae3b-694383eef48c req-b48cfa63-02da-42f4-8d69-7de5408c74d0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158967 Nov 19 19:24:56.732437 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7e79-d0a6-49cd-809a-79198856ca61 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:56.736034 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a2b7e79-d0a6-49cd-809a-79198856ca61 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:56.739027 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1a2b7e79-d0a6-49cd-809a-79198856ca61 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "DELETE /v2.0/floatingips/66bcabc4-6c76-4c18-867f-469f6af4fbb9 HTTP/1.1" status: 204 len: 168 time: 1.0556664 Nov 19 19:24:56.818399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:24:56.822220 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827818bf-51ba-4c18-81f1-ecb66828249a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:24:56.859850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54120) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:56.928292 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ffb8cb-f46d-4a11-bdf8-3b0e8a8a106e x-openstack-request-id: req-f6ffb8cb-f46d-4a11-bdf8-3b0e8a8a106e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:24:56.929111 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:24:56.929847 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6ffb8cb-f46d-4a11-bdf8-3b0e8a8a106e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:24:56.930883 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'status': 'completed', 'code': 200} Nov 19 19:24:56.978995 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-384de083-6099-44e4-bad1-dda407680980 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:57.019012 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-384de083-6099-44e4-bad1-dda407680980 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:57.041691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827818bf-51ba-4c18-81f1-ecb66828249a req-f622f5f2-85f2-4aa9-a796-e1a5af86b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:57.044367 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-f622f5f2-85f2-4aa9-a796-e1a5af86b5d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1094 time: 0.1000280 Nov 19 19:24:57.088563 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827818bf-51ba-4c18-81f1-ecb66828249a req-1afc092b-aa7a-4884-967f-e550ee87921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:57.091056 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-1afc092b-aa7a-4884-967f-e550ee87921f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1094 time: 0.0999641 Nov 19 19:24:57.108508 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-384de083-6099-44e4-bad1-dda407680980 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:57.112483 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-384de083-6099-44e4-bad1-dda407680980 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:57.116762 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-384de083-6099-44e4-bad1-dda407680980 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] 10.222.0.50 "DELETE /v2.0/security-groups/37e13d59-c86e-4ab3-90ef-7948041d50cf HTTP/1.1" status: 204 len: 168 time: 0.2538719 Nov 19 19:24:57.131982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384de083-6099-44e4-bad1-dda407680980 tempest-TestServerBasicOps-830556959 tempest-TestServerBasicOps-830556959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e13d59-c86e-4ab3-90ef-7948041d50cf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:57.216986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54130) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:24:57.244429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 19f9e815-86c6-4a56-b1d7-485f660ef7cc no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:24:57.310724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 19f9e815-86c6-4a56-b1d7-485f660ef7cc not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:24:57.324736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827818bf-51ba-4c18-81f1-ecb66828249a req-ac364302-b3ba-4338-b0bf-f43b520d877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:57.327160 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-ac364302-b3ba-4338-b0bf-f43b520d877f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 200 len: 897 time: 0.1264095 Nov 19 19:24:57.615313 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-df9eef5d-f75f-4496-a285-532f8e82b28e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 998 time: 0.2770402 Nov 19 19:24:57.735679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827818bf-51ba-4c18-81f1-ecb66828249a req-86f1f42b-3d3b-4792-93a9-64efb700f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:57.737180 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-86f1f42b-3d3b-4792-93a9-64efb700f91a service neutron] 10.222.0.57 "GET /v2.0/networks?id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 200 len: 897 time: 0.6851063 Nov 19 19:24:57.763065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827818bf-51ba-4c18-81f1-ecb66828249a req-9e00a62c-832b-445c-97ec-e6283d10a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:57.765148 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-9e00a62c-832b-445c-97ec-e6283d10a966 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=280f9728-874f-4f83-a932-a78ac8debe16 HTTP/1.1" status: 200 len: 834 time: 0.1303749 Nov 19 19:24:57.926711 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-3d8fa43a-d3fb-4e2f-b16f-4c21453c0f50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 998 time: 0.1737447 Nov 19 19:24:57.972123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3263ca-cb9e-48c5-aa3e-b535223ffd5f req-d331d637-3834-4b63-881b-2314dfe9357b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:57.976821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d3263ca-cb9e-48c5-aa3e-b535223ffd5f req-d331d637-3834-4b63-881b-2314dfe9357b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 943 time: 0.1070001 Nov 19 19:24:57.982634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827818bf-51ba-4c18-81f1-ecb66828249a req-96f27891-94f0-4a28-8044-043c7b883a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:57.984133 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-96f27891-94f0-4a28-8044-043c7b883a0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=280f9728-874f-4f83-a932-a78ac8debe16 HTTP/1.1" status: 200 len: 834 time: 0.0521026 Nov 19 19:24:57.990953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827818bf-51ba-4c18-81f1-ecb66828249a req-35ce0d98-76ad-4630-b7cb-5923b108f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:57.992421 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-35ce0d98-76ad-4630-b7cb-5923b108f435 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723568 Nov 19 19:24:58.140309 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d3263ca-cb9e-48c5-aa3e-b535223ffd5f req-cc9ebeff-0eb5-4087-a3a4-cacb35ea1331 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146216 Nov 19 19:24:58.362354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:58.426579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827818bf-51ba-4c18-81f1-ecb66828249a req-ee2f02e5-130c-4556-b122-b1d214dbc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:58.429578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-ee2f02e5-130c-4556-b122-b1d214dbc257 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4362619 Nov 19 19:24:58.595486 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-62f46f60-4171-4536-ac81-e1b9a23b3eca service neutron] 10.222.0.21 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486821 Nov 19 19:24:58.754609 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-1ecd0308-0fa2-42af-9a52-2bc92c0ebfb2 service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062377 Nov 19 19:24:58.889488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-947c064d-1370-44eb-9b24-5a9378716ed7 service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232719 Nov 19 19:24:58.937341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 19f9e815-86c6-4a56-b1d7-485f660ef7cc details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:24:58.951520 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-827818bf-51ba-4c18-81f1-ecb66828249a req-2327973b-6565-4905-bcb0-746f4de00b95 service neutron] 10.222.0.21 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407631 Nov 19 19:24:58.997694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] Deleting port baef85cb-9d20-45e2-89c2-6163fd6f47db {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:24:58.998443 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:59.138208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:59.139315 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] For port baef85cb-9d20-45e2-89c2-6163fd6f47db, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=baef85cb-9d20-45e2-89c2-6163fd6f47db,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:59.139731 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:59.159481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] Calling delete_port for baef85cb-9d20-45e2-89c2-6163fd6f47db owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:24:59.364599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'port_id': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'mac_address': 'fa:16:3e:e6:6f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:24:59.367542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33371-56d9-4b58-bfb1-af79aadffa6b req-0ae5f3a0-9477-4b39-8d75-1aa27513849c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:24:59.370219 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5f33371-56d9-4b58-bfb1-af79aadffa6b req-0ae5f3a0-9477-4b39-8d75-1aa27513849c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 943 time: 0.1194189 Nov 19 19:24:59.455289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:59.475497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f9e815-86c6-4a56-b1d7-485f660ef7cc {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:24:59.476753 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5f33371-56d9-4b58-bfb1-af79aadffa6b req-113d5f5c-3d4a-4894-8829-66cabf451664 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966337 Nov 19 19:24:59.533067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:24:59.538805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:59.539534 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:24:59.575046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] Pushing event deleted for resources: {'Port': ['ID=baef85cb-9d20-45e2-89c2-6163fd6f47db,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:59.601204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=19f9e815-86c6-4a56-b1d7-485f660ef7cc,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:24:59.791374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['19f9e815-86c6-4a56-b1d7-485f660ef7cc'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:24:59.839797 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:00.003024 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:00.371591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] Router 64565f2c-5385-461d-9f5d-f7142c8d1826 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:25:00.577677 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-ce0f2f30-ce96-4161-bfa1-ee93907e5e12 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:00.579671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-ce0f2f30-ce96-4161-bfa1-ee93907e5e12 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3&tenant_id=8b0045894a4545fab78ac1dc5404f6e8&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 944 time: 0.1801519 Nov 19 19:25:00.701001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b139c7d-b577-4737-a749-bfb009da3c98 req-73eb9bb7-3f6f-455b-a537-79a4341d2761 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:00.725362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b139c7d-b577-4737-a749-bfb009da3c98 req-73eb9bb7-3f6f-455b-a537-79a4341d2761 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 944 time: 0.1961520 Nov 19 19:25:00.731836 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-5b54e2b0-7c5a-495b-910b-391d40bdff68 service neutron] delete failed (client error): The resource could not be found. Nov 19 19:25:00.738098 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-5b54e2b0-7c5a-495b-910b-391d40bdff68 service neutron] 10.222.0.57 "DELETE /v2.0/ports/19f9e815-86c6-4a56-b1d7-485f660ef7cc/bindings/n-h1-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.1463594 Nov 19 19:25:00.826426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:25:00.837937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b035e3-a6f7-42ab-a541-084bc153e85c None None] Sync routers for ids ['64565f2c-5385-461d-9f5d-f7142c8d1826'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:25:00.843147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-755d5b18-5cc9-4348-8889-2e513132856c admin admin] 10.222.0.50 "PUT /v2.0/routers/64565f2c-5385-461d-9f5d-f7142c8d1826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6275747 Nov 19 19:25:00.847511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54474) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:00.892903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b035e3-a6f7-42ab-a541-084bc153e85c None None] Routers {'64565f2c-5385-461d-9f5d-f7142c8d1826'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:00.894144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e2b035e3-a6f7-42ab-a541-084bc153e85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['64565f2c-5385-461d-9f5d-f7142c8d1826'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:00.940264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-0f6407b8-321f-481a-a46f-04e13180b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:00.943952 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-0f6407b8-321f-481a-a46f-04e13180b6bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1095 time: 0.1424115 Nov 19 19:25:01.119333 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b139c7d-b577-4737-a749-bfb009da3c98 req-699ad388-3b96-44d8-8ea4-6a16ed3d6750 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3928273 Nov 19 19:25:01.133659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 19f9e815-86c6-4a56-b1d7-485f660ef7cc up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:25:01.285153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-06b609b6-243e-4d2d-8462-724376962973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:01.287077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-06b609b6-243e-4d2d-8462-724376962973 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 200 len: 897 time: 0.3222437 Nov 19 19:25:01.378338 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:01.427222 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-51538203-d124-4c53-88f5-b7f8becc458a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 999 time: 0.1292329 Nov 19 19:25:01.540933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-35126a0f-9ebe-43c3-b7c5-eec14830fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:01.542957 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-35126a0f-9ebe-43c3-b7c5-eec14830fb83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=280f9728-874f-4f83-a932-a78ac8debe16 HTTP/1.1" status: 200 len: 834 time: 0.1073046 Nov 19 19:25:01.575110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e2b035e3-a6f7-42ab-a541-084bc153e85c None None] Set router 64565f2c-5385-461d-9f5d-f7142c8d1826 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:01.605273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-b74b4fc9-fc4a-403c-a377-18c2c544fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:01.608268 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-b74b4fc9-fc4a-403c-a377-18c2c544fff3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583527 Nov 19 19:25:01.633998 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:01.655735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 19f9e815-86c6-4a56-b1d7-485f660ef7cc completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:25:01.729842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 19f9e815-86c6-4a56-b1d7-485f660ef7cc triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:01.734991 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:01.751967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Deleting port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:01.752208 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:01.837060 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-d54edd23-0639-41d1-bc8e-276123a66132 service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187090 Nov 19 19:25:01.955917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] For port 3030fa8f-a0f3-401b-a73d-fa99ab087fb9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3030fa8f-a0f3-401b-a73d-fa99ab087fb9,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:01.960307 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:02.004941 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:02.032635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e2b035e3-a6f7-42ab-a541-084bc153e85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:24:59Z', 'revision_number': 5, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port': {'id': '3030fa8f-a0f3-401b-a73d-fa99ab087fb9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:19Z', 'updated_at': '2021-11-19T19:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:02.039182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:25:02.043602 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aba2de2-e936-4d1e-ae55-678dd34a3fe9" -d '{"events": [{"server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "name": "network-vif-plugged", "status": "completed", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:25:02.051245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Calling delete_port for 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:02.117790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b035e3-a6f7-42ab-a541-084bc153e85c None None] Checking router: 64565f2c-5385-461d-9f5d-f7142c8d1826 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:25:02.138467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:02.147484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:02.165264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b035e3-a6f7-42ab-a541-084bc153e85c None None] Routers {'64565f2c-5385-461d-9f5d-f7142c8d1826'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:02.170589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e2b035e3-a6f7-42ab-a541-084bc153e85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['64565f2c-5385-461d-9f5d-f7142c8d1826'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:02.174749 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a2940e0c-ddfd-432c-9314-38eef7716e8e req-fb0aa8dd-67b8-4ba6-94b7-a2001ab6ea2f service neutron] 10.222.0.57 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230135 Nov 19 19:25:02.389877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-e2b035e3-a6f7-42ab-a541-084bc153e85c None None] Set router 64565f2c-5385-461d-9f5d-f7142c8d1826 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:02.455057 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef88b966-f835-4e83-ae3a-7e42ebb69d01 x-openstack-request-id: req-ef88b966-f835-4e83-ae3a-7e42ebb69d01 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:25:02.455467 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "name": "network-vif-plugged", "status": "completed", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:25:02.455850 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef88b966-f835-4e83-ae3a-7e42ebb69d01 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:25:02.456350 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'code': 200} Nov 19 19:25:02.458983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-e2b035e3-a6f7-42ab-a541-084bc153e85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:25:01Z', 'revision_number': 6, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:02.510313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b035e3-a6f7-42ab-a541-084bc153e85c None None] The sync data for ids ['64565f2c-5385-461d-9f5d-f7142c8d1826'] in n-d-815373-6 is: [{'id': '64565f2c-5385-461d-9f5d-f7142c8d1826', 'name': 'tempest-TestServerBasicOps-202645222-router', 'tenant_id': 'cf9ac7283ce24baa836453c270feae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:17Z', 'updated_at': '2021-11-19T19:25:01Z', 'revision_number': 6, 'project_id': 'cf9ac7283ce24baa836453c270feae8e', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:25:02.575896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d096caf-f15e-485f-bf66-c63ba213d93b req-bf36cdca-352b-4bee-800d-3b9fdf9cc227 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:02.583352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=19f9e815-86c6-4a56-b1d7-485f660ef7cc,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:02.586244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d096caf-f15e-485f-bf66-c63ba213d93b req-bf36cdca-352b-4bee-800d-3b9fdf9cc227 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1121914 Nov 19 19:25:02.612225 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:02.668976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3030fa8f-a0f3-401b-a73d-fa99ab087fb9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:02.701961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c147a222-89ff-4154-aba4-446601e76ae1 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:02.721312 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d096caf-f15e-485f-bf66-c63ba213d93b req-1ecf78af-4dfb-416b-b772-b4d02e0a5da3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291773 Nov 19 19:25:02.789310 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.053984 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.057190 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.139739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.140526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64565f2c-5385-461d-9f5d-f7142c8d1826 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:25:03.147196 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.153056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54632) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:03.164262 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ee120350-4efa-48e5-a07d-ec988389a8dc admin admin] 10.222.0.50 "DELETE /v2.0/routers/64565f2c-5385-461d-9f5d-f7142c8d1826 HTTP/1.1" status: 204 len: 168 time: 2.3153996 Nov 19 19:25:03.231802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78304f5-a2d2-4c31-8494-af76b27521ff admin admin] Deleting subnet 00d8d2ec-40f3-4b44-ad76-f410d94c7361 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:25:03.235608 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e78304f5-a2d2-4c31-8494-af76b27521ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.329380 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e78304f5-a2d2-4c31-8494-af76b27521ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.341198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:25:03.381085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:25:03.381931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3030fa8f-a0f3-401b-a73d-fa99ab087fb9 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:25:03.382545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device baef85cb-9d20-45e2-89c2-6163fd6f47db no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:25:03.410474 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: baef85cb-9d20-45e2-89c2-6163fd6f47db {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:25:03.420840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device baef85cb-9d20-45e2-89c2-6163fd6f47db not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:25:03.535320 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e78304f5-a2d2-4c31-8494-af76b27521ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.603415 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e78304f5-a2d2-4c31-8494-af76b27521ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.633885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78304f5-a2d2-4c31-8494-af76b27521ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d8d2ec-40f3-4b44-ad76-f410d94c7361,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:03.638046 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e78304f5-a2d2-4c31-8494-af76b27521ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.643431 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a13f45-b954-4a7e-9521-bbcf4f169cf5 None None] Network d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:25:03.646369 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e78304f5-a2d2-4c31-8494-af76b27521ff admin admin] 10.222.0.50 "DELETE /v2.0/subnets/00d8d2ec-40f3-4b44-ad76-f410d94c7361 HTTP/1.1" status: 204 len: 168 time: 0.4921865 Nov 19 19:25:03.649288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54636) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:03.751527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.831378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Deleting port 19494a0a-8456-4a51-80bc-c0e155b74b6e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:03.831950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.874584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74e504-d31d-4f80-80b0-92d65da8cfb6 req-a42bf828-9691-4623-b88b-6d4e1b65579f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:03.878268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d74e504-d31d-4f80-80b0-92d65da8cfb6 req-a42bf828-9691-4623-b88b-6d4e1b65579f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.0897040 Nov 19 19:25:03.916388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] For port 19494a0a-8456-4a51-80bc-c0e155b74b6e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=19494a0a-8456-4a51-80bc-c0e155b74b6e,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:03.916855 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:03.930114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7159d73a-4778-49b4-b55e-c6c852542fa2 None None] DHCP port deletion for d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:03.936716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Calling delete_port for 19494a0a-8456-4a51-80bc-c0e155b74b6e owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:03.937581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d74e504-d31d-4f80-80b0-92d65da8cfb6 req-cbaf0f82-a4e7-479c-bf33-1271236d963a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525122 Nov 19 19:25:03.964646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54640) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:04.013537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7159d73a-4778-49b4-b55e-c6c852542fa2 None None] Deleting port 19494a0a-8456-4a51-80bc-c0e155b74b6e {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:04.014281 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7159d73a-4778-49b4-b55e-c6c852542fa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:04.044184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-576468b8-6fb9-42bd-ab27-656e944c356f tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/12ac26bb-f117-486f-a9df-52973fec293b HTTP/1.1" status: 200 len: 992 time: 0.0691202 Nov 19 19:25:04.049419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:04.083719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Pushing event deleted for resources: {'Port': ['ID=19494a0a-8456-4a51-80bc-c0e155b74b6e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:04.085989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] No DVR routers for this DVR port 19494a0a-8456-4a51-80bc-c0e155b74b6e on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:25:04.090835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7159d73a-4778-49b4-b55e-c6c852542fa2 None None] For port 19494a0a-8456-4a51-80bc-c0e155b74b6e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=19494a0a-8456-4a51-80bc-c0e155b74b6e,segment=NetworkSegment(fd3f8525-9d7c-42ff-856a-c02ae9cf9d94),segment_id=fd3f8525-9d7c-42ff-856a-c02ae9cf9d94)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:04.091832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7159d73a-4778-49b4-b55e-c6c852542fa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:04.122295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7159d73a-4778-49b4-b55e-c6c852542fa2 None None] Calling delete_port for 19494a0a-8456-4a51-80bc-c0e155b74b6e owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:04.167563 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:04.190446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74a31fa-37f4-4bb2-bc35-6d207c7ccc40']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:04.200920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:04.201154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7159d73a-4778-49b4-b55e-c6c852542fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:04.201471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3f8525-9d7c-42ff-856a-c02ae9cf9d94') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:04.214890 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:04.231926 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:04.237721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159d73a-4778-49b4-b55e-c6c852542fa2 None None] Pushing event deleted for resources: {'Port': ['ID=19494a0a-8456-4a51-80bc-c0e155b74b6e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:04.245062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:25:04.245646 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:25:04.249262 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:25:04.255811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7159d73a-4778-49b4-b55e-c6c852542fa2 None None] No DVR routers for this DVR port 19494a0a-8456-4a51-80bc-c0e155b74b6e on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:25:04.319173 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:04.329892 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:04.336709 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] 10.222.0.50 "DELETE /v2.0/networks/d74a31fa-37f4-4bb2-bc35-6d207c7ccc40 HTTP/1.1" status: 204 len: 168 time: 0.6834733 Nov 19 19:25:04.337079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54648) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:04.396203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99662428-f2f8-48f3-992c-dc52a215409f admin admin] Pushing event deleted for resources: {'Network': ['ID=d74a31fa-37f4-4bb2-bc35-6d207c7ccc40,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:04.759129 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:05.003876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 19494a0a-8456-4a51-80bc-c0e155b74b6e no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:25:05.029412 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 19494a0a-8456-4a51-80bc-c0e155b74b6e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:25:05.031396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 19494a0a-8456-4a51-80bc-c0e155b74b6e not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:25:05.421369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] Deleting port 427484f7-5df7-4456-b9e3-45d654da2671 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:05.422077 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:05.518948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] For port 427484f7-5df7-4456-b9e3-45d654da2671, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=427484f7-5df7-4456-b9e3-45d654da2671,segment=NetworkSegment(19be47f3-3656-43bf-8afb-99fdd7f3681c),segment_id=19be47f3-3656-43bf-8afb-99fdd7f3681c)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:05.519495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:05.541579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] Calling delete_port for 427484f7-5df7-4456-b9e3-45d654da2671 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:05.779840 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:05.809242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] Pushing event deleted for resources: {'Port': ['ID=427484f7-5df7-4456-b9e3-45d654da2671,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:06.053393 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:06.350394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] Router ff324889-3fb5-4669-96ae-556e5348cb60 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:25:06.462862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:25:06.471811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54660) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:06.472348 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5d15ae22-2e55-42e6-abaf-35f966a9c570 admin admin] 10.222.0.50 "PUT /v2.0/routers/ff324889-3fb5-4669-96ae-556e5348cb60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1338725 Nov 19 19:25:06.487309 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0ee913-d74f-4f6e-aa44-8ad1aba79d47 None None] Sync routers for ids ['ff324889-3fb5-4669-96ae-556e5348cb60'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:25:06.504053 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ee913-d74f-4f6e-aa44-8ad1aba79d47 None None] Routers {'ff324889-3fb5-4669-96ae-556e5348cb60'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:06.505150 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4a0ee913-d74f-4f6e-aa44-8ad1aba79d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ff324889-3fb5-4669-96ae-556e5348cb60'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:06.591831 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:06.636356 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4a0ee913-d74f-4f6e-aa44-8ad1aba79d47 None None] Set router ff324889-3fb5-4669-96ae-556e5348cb60 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:06.803102 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:06.888399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Deleting port cea0d812-9896-46bd-bbb3-c73b8c3217b2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:06.889206 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:06.984808 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4a0ee913-d74f-4f6e-aa44-8ad1aba79d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'name': 'tempest-TestServerBasicOps-1809455249-router', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:30Z', 'updated_at': '2021-11-19T19:25:05Z', 'revision_number': 5, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'gw_port': {'id': 'cea0d812-9896-46bd-bbb3-c73b8c3217b2', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:19:32Z', 'updated_at': '2021-11-19T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:07.031342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] For port cea0d812-9896-46bd-bbb3-c73b8c3217b2, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=cea0d812-9896-46bd-bbb3-c73b8c3217b2,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:07.032104 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:07.047145 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Calling delete_port for cea0d812-9896-46bd-bbb3-c73b8c3217b2 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:07.050164 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0ee913-d74f-4f6e-aa44-8ad1aba79d47 None None] Checking router: ff324889-3fb5-4669-96ae-556e5348cb60 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:25:07.078277 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ee913-d74f-4f6e-aa44-8ad1aba79d47 None None] Routers {'ff324889-3fb5-4669-96ae-556e5348cb60'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:07.078906 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4a0ee913-d74f-4f6e-aa44-8ad1aba79d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:24:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ff324889-3fb5-4669-96ae-556e5348cb60'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:07.238219 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4a0ee913-d74f-4f6e-aa44-8ad1aba79d47 None None] Set router ff324889-3fb5-4669-96ae-556e5348cb60 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:07.308289 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:07.321268 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4a0ee913-d74f-4f6e-aa44-8ad1aba79d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'name': 'tempest-TestServerBasicOps-1809455249-router', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:30Z', 'updated_at': '2021-11-19T19:25:06Z', 'revision_number': 6, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:07.339217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b02fe-87a5-4550-9fbc-a1bdb1176579 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:07.347822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea0d812-9896-46bd-bbb3-c73b8c3217b2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:07.411857 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0ee913-d74f-4f6e-aa44-8ad1aba79d47 None None] The sync data for ids ['ff324889-3fb5-4669-96ae-556e5348cb60'] in n-d-815373-6 is: [{'id': 'ff324889-3fb5-4669-96ae-556e5348cb60', 'name': 'tempest-TestServerBasicOps-1809455249-router', 'tenant_id': '9b14eb67c2324d228a59daba82b78c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:19:30Z', 'updated_at': '2021-11-19T19:25:06Z', 'revision_number': 6, 'project_id': '9b14eb67c2324d228a59daba82b78c99', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:25:07.419262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:07.917687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:07.920474 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:07.984555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:07.985193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff324889-3fb5-4669-96ae-556e5348cb60 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:25:07.989914 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:07.994230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54680) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:07.994935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-11742703-e935-4a2b-bf0b-d754f4227542 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ff324889-3fb5-4669-96ae-556e5348cb60 HTTP/1.1" status: 204 len: 168 time: 1.5205002 Nov 19 19:25:08.045496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-22386fb9-b37d-4ab3-85cd-1705ab09cb0a admin admin] Deleting subnet 19f2038f-af73-4587-b198-b979839be2cb {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:25:08.052553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22386fb9-b37d-4ab3-85cd-1705ab09cb0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:08.095966 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22386fb9-b37d-4ab3-85cd-1705ab09cb0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:08.206853 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22386fb9-b37d-4ab3-85cd-1705ab09cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:08.228017 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c9d018e-7488-4853-b41d-5db96d6360d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:08.296458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22386fb9-b37d-4ab3-85cd-1705ab09cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:08.330850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22386fb9-b37d-4ab3-85cd-1705ab09cb0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f2038f-af73-4587-b198-b979839be2cb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:08.341984 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22386fb9-b37d-4ab3-85cd-1705ab09cb0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:08.349258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-22386fb9-b37d-4ab3-85cd-1705ab09cb0a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/19f2038f-af73-4587-b198-b979839be2cb HTTP/1.1" status: 204 len: 168 time: 0.3508182 Nov 19 19:25:08.351244 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80810500-bea9-4de0-956e-0c7641d77851 None None] Network f27fccf0-46ff-4c43-9715-a85c9cf3b02d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:25:08.351704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54682) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:08.561346 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:08.665978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6e51e3-440c-464d-96fd-53c83e52da81 None None] DHCP port deletion for f27fccf0-46ff-4c43-9715-a85c9cf3b02d request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:08.671891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Deleting port a4f35e83-5956-43ae-90ed-433f65e07b19 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:08.672530 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:08.771661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e51e3-440c-464d-96fd-53c83e52da81 None None] Deleting port a4f35e83-5956-43ae-90ed-433f65e07b19 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:08.772139 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5f6e51e3-440c-464d-96fd-53c83e52da81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:08.828815 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] For port a4f35e83-5956-43ae-90ed-433f65e07b19, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a4f35e83-5956-43ae-90ed-433f65e07b19,segment=NetworkSegment(19be47f3-3656-43bf-8afb-99fdd7f3681c),segment_id=19be47f3-3656-43bf-8afb-99fdd7f3681c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:08.832008 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:08.859866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Calling delete_port for a4f35e83-5956-43ae-90ed-433f65e07b19 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:08.912442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5f6e51e3-440c-464d-96fd-53c83e52da81 None None] For port a4f35e83-5956-43ae-90ed-433f65e07b19, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a4f35e83-5956-43ae-90ed-433f65e07b19,segment=NetworkSegment(19be47f3-3656-43bf-8afb-99fdd7f3681c),segment_id=19be47f3-3656-43bf-8afb-99fdd7f3681c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:08.912848 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5f6e51e3-440c-464d-96fd-53c83e52da81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:08.951489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e51e3-440c-464d-96fd-53c83e52da81 None None] Calling delete_port for a4f35e83-5956-43ae-90ed-433f65e07b19 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:09.036506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cea0d812-9896-46bd-bbb3-c73b8c3217b2 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:25:09.047676 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.064409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: cea0d812-9896-46bd-bbb3-c73b8c3217b2 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:25:09.064757 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device cea0d812-9896-46bd-bbb3-c73b8c3217b2 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:25:09.065174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 427484f7-5df7-4456-b9e3-45d654da2671 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:25:09.078112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f35e83-5956-43ae-90ed-433f65e07b19,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:09.103210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] No DVR routers for this DVR port a4f35e83-5956-43ae-90ed-433f65e07b19 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:25:09.106890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 427484f7-5df7-4456-b9e3-45d654da2671 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:25:09.107474 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 427484f7-5df7-4456-b9e3-45d654da2671 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:25:09.108323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a4f35e83-5956-43ae-90ed-433f65e07b19 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:25:09.134095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a4f35e83-5956-43ae-90ed-433f65e07b19 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:25:09.134439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a4f35e83-5956-43ae-90ed-433f65e07b19 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:25:09.161656 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5f6e51e3-440c-464d-96fd-53c83e52da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.201519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e51e3-440c-464d-96fd-53c83e52da81 None None] Pushing event deleted for resources: {'Port': ['ID=a4f35e83-5956-43ae-90ed-433f65e07b19,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:09.212013 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e51e3-440c-464d-96fd-53c83e52da81 None None] No DVR routers for this DVR port a4f35e83-5956-43ae-90ed-433f65e07b19 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:25:09.241952 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.270463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27fccf0-46ff-4c43-9715-a85c9cf3b02d']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:09.282557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19be47f3-3656-43bf-8afb-99fdd7f3681c') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:09.282985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19be47f3-3656-43bf-8afb-99fdd7f3681c') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:09.294704 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.315538 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.323488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:25:09.324908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:25:09.326777 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:25:09.389188 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.415907 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.420707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f27fccf0-46ff-4c43-9715-a85c9cf3b02d HTTP/1.1" status: 204 len: 168 time: 1.0682282 Nov 19 19:25:09.421839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04b653-01dd-4867-8fbb-8e3113e5a484 admin admin] Pushing event deleted for resources: {'Network': ['ID=f27fccf0-46ff-4c43-9715-a85c9cf3b02d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:09.610041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54694) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:09.668983 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d9a55f31-83c0-4411-b657-a40364c5d718 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf9ac7283ce24baa836453c270feae8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572727 Nov 19 19:25:09.672937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54696) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:09.728557 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f6a4-61be-4d14-a8f8-986627b17ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.759271 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f6a4-61be-4d14-a8f8-986627b17ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.825039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f6a4-61be-4d14-a8f8-986627b17ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.830938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f6a4-61be-4d14-a8f8-986627b17ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:09.838093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e1f9f6a4-61be-4d14-a8f8-986627b17ea7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31705930-1fd0-47c7-b633-cdec7e152b3c HTTP/1.1" status: 204 len: 168 time: 0.1635590 Nov 19 19:25:09.855229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9f6a4-61be-4d14-a8f8-986627b17ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31705930-1fd0-47c7-b633-cdec7e152b3c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:10.490325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54712) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:10.557983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54714) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:10.571883 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-02cf2efe-39da-4c1b-8d16-493dbd82ed73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b14eb67c2324d228a59daba82b78c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776911 Nov 19 19:25:10.590074 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5fa6bf19-06a5-4f1c-bbca-e0b3edac5d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:10.627401 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d95c851-6e6f-4774-aeea-4b3d6b8aec97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:10.654839 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d95c851-6e6f-4774-aeea-4b3d6b8aec97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:10.729912 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d95c851-6e6f-4774-aeea-4b3d6b8aec97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:10.734151 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d95c851-6e6f-4774-aeea-4b3d6b8aec97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:10.735540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5d95c851-6e6f-4774-aeea-4b3d6b8aec97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35783f66-580a-4cb9-8d10-bf5ab002092d HTTP/1.1" status: 204 len: 168 time: 0.1755199 Nov 19 19:25:10.746337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95c851-6e6f-4774-aeea-4b3d6b8aec97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35783f66-580a-4cb9-8d10-bf5ab002092d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:11.923016 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:13.357887 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:13.757601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54746) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:13.945840 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-46c8c305-e32f-4c23-a46c-8c02571fa171 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b216306c10604d4c9405905596a79151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848028 Nov 19 19:25:13.947551 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54750) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:14.018189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:14.044342 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:14.109498 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:14.112769 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:14.116946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0ec9653-43b3-4dfc-9802-cef0b3ac5675 HTTP/1.1" status: 204 len: 168 time: 0.1629376 Nov 19 19:25:14.146282 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ec9653-43b3-4dfc-9802-cef0b3ac5675,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:14.158717 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:14.172172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:14.172894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:14.173228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:14.173784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:14.174289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:14.174837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:14.175341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:14.175939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:14.176482 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:14.177042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:14.177578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:14.178187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49d961-eb7e-4b0e-a3fc-010ec1276cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.325545 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:25.370650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 54962) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:25.520176 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:25.619719 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:25.624647 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:25.669825 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cae611c5347f4e0ab7058f1c8004320c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2964411 Nov 19 19:25:25.669825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79ad7a0-3853-4e4d-94e7-6f8e5c327926,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:25.671192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 54968) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:25.677694 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.678214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.678806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.679251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.679733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.680165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.680591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.681019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.681444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.681895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.682318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.682860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca35fdb-3d40-4e44-8d81-cbd38efc37d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:25.747911 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12ed5674-9459-45e0-b5c7-3a1578b115db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:25.773865 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12ed5674-9459-45e0-b5c7-3a1578b115db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:25.829963 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12ed5674-9459-45e0-b5c7-3a1578b115db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:25.833817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-12ed5674-9459-45e0-b5c7-3a1578b115db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:25.835256 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-12ed5674-9459-45e0-b5c7-3a1578b115db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d79ad7a0-3853-4e4d-94e7-6f8e5c327926 HTTP/1.1" status: 204 len: 168 time: 0.1629882 Nov 19 19:25:25.847824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed5674-9459-45e0-b5c7-3a1578b115db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79ad7a0-3853-4e4d-94e7-6f8e5c327926,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:26.168471 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:25:27.332051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-0b96af52-1d1a-47d6-8ff1-ae6aef4ae040 req-e0873d37-c066-433b-8a14-4b228ee762de service neutron] (109888) timed out ('10.222.0.57', 52596) {{(pid=109888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 19:25:29.878554 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:30.514140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86998978-0c2b-491a-8bbe-a9ecb025fd36 req-ba805cf1-2313-404c-8b7c-a86ba3cecd76 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:30.522452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86998978-0c2b-491a-8bbe-a9ecb025fd36 req-ba805cf1-2313-404c-8b7c-a86ba3cecd76 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1096 time: 0.0546951 Nov 19 19:25:30.611662 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86998978-0c2b-491a-8bbe-a9ecb025fd36 req-d21ba81d-8cf7-4d78-a117-ba00e818f984 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728683 Nov 19 19:25:30.625007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55066) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:30.862491 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port 873cbc0e-26c0-4b5c-85fe-21022d2dc109 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:30.863133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:30.975191 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:30.975508 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:30.990941 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for 873cbc0e-26c0-4b5c-85fe-21022d2dc109 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:31.230270 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:31.292403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=873cbc0e-26c0-4b5c-85fe-21022d2dc109,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:31.347461 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:31.347794 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Floating IP 12ac26bb-f117-486f-a9df-52973fec293b disassociated (deleted). External IP: 172.25.3.31, port: 19f9e815-86c6-4a56-b1d7-485f660ef7cc. Nov 19 19:25:31.651304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 21674e7b-e215-4cb2-905a-a2408e59e290 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:25:31.786493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:25:31.796495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee1399-fa3b-463c-9f74-b59e1c054278 None None] Sync routers for ids ['21674e7b-e215-4cb2-905a-a2408e59e290'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:25:31.813656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:31.819322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee1399-fa3b-463c-9f74-b59e1c054278 None None] Routers {'21674e7b-e215-4cb2-905a-a2408e59e290'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:31.820083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-03ee1399-fa3b-463c-9f74-b59e1c054278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21674e7b-e215-4cb2-905a-a2408e59e290'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:31.879095 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-db96f818-ccf0-4c89-9361-146145108842 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/floatingips/12ac26bb-f117-486f-a9df-52973fec293b HTTP/1.1" status: 204 len: 168 time: 1.2481685 Nov 19 19:25:31.882758 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:25:31.892069 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:25:32.005652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-03ee1399-fa3b-463c-9f74-b59e1c054278 None None] Set router 21674e7b-e215-4cb2-905a-a2408e59e290 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:32.093602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55090) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:32.237960 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c1b59b-1cae-4573-96ac-7200d8b6f15e x-openstack-request-id: req-f8c1b59b-1cae-4573-96ac-7200d8b6f15e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:25:32.238248 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:25:32.238505 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8c1b59b-1cae-4573-96ac-7200d8b6f15e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:25:32.238963 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'status': 'completed', 'code': 200} Nov 19 19:25:32.248509 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76c250ab-7b66-42a5-857d-be5edc5c9f5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:32.404547 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76c250ab-7b66-42a5-857d-be5edc5c9f5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:32.418822 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76c250ab-7b66-42a5-857d-be5edc5c9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:32.421230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-03ee1399-fa3b-463c-9f74-b59e1c054278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:06Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6cc1ad7d-453c-4048-b681-75a06fe510cd', 'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:c4:bc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:23:04Z', 'updated_at': '2021-11-19T19:23:11Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '280f9728-874f-4f83-a932-a78ac8debe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:32.451303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee1399-fa3b-463c-9f74-b59e1c054278 None None] Checking router: 21674e7b-e215-4cb2-905a-a2408e59e290 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:25:32.462311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee1399-fa3b-463c-9f74-b59e1c054278 None None] Routers {'21674e7b-e215-4cb2-905a-a2408e59e290'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:32.463200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-03ee1399-fa3b-463c-9f74-b59e1c054278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21674e7b-e215-4cb2-905a-a2408e59e290'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:32.473980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c90cc-7d1d-4ae3-8344-232311518696 req-cc698f85-15a9-43b1-9914-d0be7e1a9787 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:32.476479 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c8c90cc-7d1d-4ae3-8344-232311518696 req-cc698f85-15a9-43b1-9914-d0be7e1a9787 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1107199 Nov 19 19:25:32.493051 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-76c250ab-7b66-42a5-857d-be5edc5c9f5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ac2ae89ebb548349320b9aa625c50ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3950663 Nov 19 19:25:32.493526 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55098) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:32.503588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c250ab-7b66-42a5-857d-be5edc5c9f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4abbec6-c1ad-4544-9988-41769ac19303,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:32.524680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4 req-cdef69bb-e669-4147-bacc-62ea19d50f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:32.526931 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4 req-cdef69bb-e669-4147-bacc-62ea19d50f71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 1096 time: 0.1202374 Nov 19 19:25:32.597894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c8c90cc-7d1d-4ae3-8344-232311518696 req-a8ab522c-4dcb-4c27-b055-10f859e61a87 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997028 Nov 19 19:25:32.649961 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-525e25d4-508d-46ce-a0e5-1b2ece0e57c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:32.667873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-03ee1399-fa3b-463c-9f74-b59e1c054278 None None] Set router 21674e7b-e215-4cb2-905a-a2408e59e290 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:32.711382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-525e25d4-508d-46ce-a0e5-1b2ece0e57c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:32.738493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4 req-7f7b2815-a18a-47d5-a4f3-02092d010448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:32.739971 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4 req-7f7b2815-a18a-47d5-a4f3-02092d010448 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 200 len: 897 time: 0.2043996 Nov 19 19:25:32.794843 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4 req-aa71f5bc-6a7f-4871-be4f-a08bb7c638fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 200 len: 217 time: 0.0457137 Nov 19 19:25:32.859771 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-525e25d4-508d-46ce-a0e5-1b2ece0e57c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:32.862747 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-525e25d4-508d-46ce-a0e5-1b2ece0e57c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:32.864485 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-525e25d4-508d-46ce-a0e5-1b2ece0e57c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4abbec6-c1ad-4544-9988-41769ac19303 HTTP/1.1" status: 204 len: 168 time: 0.3697317 Nov 19 19:25:32.891593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e25d4-508d-46ce-a0e5-1b2ece0e57c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4abbec6-c1ad-4544-9988-41769ac19303,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:32.895746 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4 req-3646183a-f749-4e6b-8e9d-d5272a458e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:32.898490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4 req-3646183a-f749-4e6b-8e9d-d5272a458e36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=280f9728-874f-4f83-a932-a78ac8debe16 HTTP/1.1" status: 200 len: 834 time: 0.0953023 Nov 19 19:25:32.944036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-03ee1399-fa3b-463c-9f74-b59e1c054278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:06Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6cc1ad7d-453c-4048-b681-75a06fe510cd', 'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:c4:bc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:23:04Z', 'updated_at': '2021-11-19T19:23:11Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '280f9728-874f-4f83-a932-a78ac8debe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:32.974123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4 req-6d75533a-7101-41c2-8a4a-838f8b5777a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:32.977401 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4 req-6d75533a-7101-41c2-8a4a-838f8b5777a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8245cc1f-9472-4ac0-8f4b-ea8838ed5991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695667 Nov 19 19:25:32.987737 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee1399-fa3b-463c-9f74-b59e1c054278 None None] The sync data for ids ['21674e7b-e215-4cb2-905a-a2408e59e290'] in n-d-815373-6 is: [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:06Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6cc1ad7d-453c-4048-b681-75a06fe510cd', 'name': '', 'network_id': '8245cc1f-9472-4ac0-8f4b-ea8838ed5991', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:c4:bc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '280f9728-874f-4f83-a932-a78ac8debe16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:23:04Z', 'updated_at': '2021-11-19T19:23:11Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '280f9728-874f-4f83-a932-a78ac8debe16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:25:33.127753 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4 req-942c1f13-9588-4a8d-a0bb-72af7deab2ca service neutron] 10.222.0.21 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422875 Nov 19 19:25:33.281122 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3339a03-a90a-410b-ad82-b7b7ad9b6cc4 req-37c8fe97-6f5e-46ce-b562-d8174e7ce67d service neutron] 10.222.0.21 "GET /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444786 Nov 19 19:25:33.583419 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1033e60-dc8c-432c-a0dd-9543489390b6 None None] New status for floating IP 12ac26bb-f117-486f-a9df-52973fec293b: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:25:33.584469 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548efb8-b7fb-4213-bacb-bd7c02fbba2b req-c6186144-7a85-4d1d-a6d4-2c256fd95211 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:33.589143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5548efb8-b7fb-4213-bacb-bd7c02fbba2b req-c6186144-7a85-4d1d-a6d4-2c256fd95211 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1296532 Nov 19 19:25:33.796431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5548efb8-b7fb-4213-bacb-bd7c02fbba2b req-1212becf-9c79-4465-9bda-290b9772746a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port 19f9e815-86c6-4a56-b1d7-485f660ef7cc {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:33.797037 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5548efb8-b7fb-4213-bacb-bd7c02fbba2b req-1212becf-9c79-4465-9bda-290b9772746a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:33.869039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3051af-b57a-41dc-8b14-a422ade665a9 req-a7c6c68d-f845-48c6-b021-c17bcf4e7522 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:33.879537 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb3051af-b57a-41dc-8b14-a422ade665a9 req-a7c6c68d-f845-48c6-b021-c17bcf4e7522 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d99bb4b-0e25-45b6-9401-c1264f5b49a3 HTTP/1.1" status: 200 len: 945 time: 0.1588256 Nov 19 19:25:33.950917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb3051af-b57a-41dc-8b14-a422ade665a9 req-59e8e805-b5a9-4ae0-b36a-72314d8d66db tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=4233edbb-13fd-4ba1-a2d7-9f35a317f524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698607 Nov 19 19:25:33.977448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-5548efb8-b7fb-4213-bacb-bd7c02fbba2b req-1212becf-9c79-4465-9bda-290b9772746a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port 19f9e815-86c6-4a56-b1d7-485f660ef7cc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=19f9e815-86c6-4a56-b1d7-485f660ef7cc,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:33.978076 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5548efb8-b7fb-4213-bacb-bd7c02fbba2b req-1212becf-9c79-4465-9bda-290b9772746a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:33.994583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5548efb8-b7fb-4213-bacb-bd7c02fbba2b req-1212becf-9c79-4465-9bda-290b9772746a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for 19f9e815-86c6-4a56-b1d7-485f660ef7cc owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:34.168550 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5548efb8-b7fb-4213-bacb-bd7c02fbba2b req-1212becf-9c79-4465-9bda-290b9772746a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:34.252271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212becf-9c79-4465-9bda-290b9772746a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=19f9e815-86c6-4a56-b1d7-485f660ef7cc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:34.278461 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5548efb8-b7fb-4213-bacb-bd7c02fbba2b req-1212becf-9c79-4465-9bda-290b9772746a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] No DVR routers for this DVR port 19f9e815-86c6-4a56-b1d7-485f660ef7cc on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:25:34.281446 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5548efb8-b7fb-4213-bacb-bd7c02fbba2b req-1212becf-9c79-4465-9bda-290b9772746a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:34.285075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5548efb8-b7fb-4213-bacb-bd7c02fbba2b req-1212becf-9c79-4465-9bda-290b9772746a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.21 "DELETE /v2.0/ports/19f9e815-86c6-4a56-b1d7-485f660ef7cc HTTP/1.1" status: 204 len: 173 time: 0.6897311 Nov 19 19:25:34.285619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'name': 'network-vif-deleted', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:25:34.288128 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1779a908-51f7-4f5b-b671-b045a60ca1bd" -d '{"events": [{"server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "name": "network-vif-deleted", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:25:34.394163 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2349f9ad-512c-405b-be74-ca79a3325d8c x-openstack-request-id: req-2349f9ad-512c-405b-be74-ca79a3325d8c {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:25:34.394552 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d99bb4b-0e25-45b6-9401-c1264f5b49a3", "name": "network-vif-deleted", "tag": "19f9e815-86c6-4a56-b1d7-485f660ef7cc", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:25:34.394896 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2349f9ad-512c-405b-be74-ca79a3325d8c {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:25:34.395380 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d99bb4b-0e25-45b6-9401-c1264f5b49a3', 'name': 'network-vif-deleted', 'tag': '19f9e815-86c6-4a56-b1d7-485f660ef7cc', 'status': 'completed', 'code': 200} Nov 19 19:25:34.994210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55150) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:35.040770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55154) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:35.216665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'network': {'name': 'tempest-network-smoke--1795852688', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'port_security_enabled': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:35.247866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Made reservation on behalf of 27dbe04dbfb64a739b120dee25c6a395 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:25:35.251684 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.264705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.363421 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.369442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.394656 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:25:35.411782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4033ab22-09d3-4fcd-810c-8a526f55ea5b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:35.414728 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.415071 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Added segment 387d4060-ea4a-482b-9877-45b34470e71f of type vlan for network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 Nov 19 19:25:35.463779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.491669 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.498332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:35.498950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.530857 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.561332 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5658484 Nov 19 19:25:35.568278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55156) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:35.575888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-983078009', 'admin_state_up': True, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:35.587768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e92f4-67d7-4117-bbfb-17b1dbbe7193 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Network': ['ID=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:35.598806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:25:35.606703 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.607817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.679562 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:35.944787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port 6cc1ad7d-453c-4048-b681-75a06fe510cd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:35.945166 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:36.137711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818bf21-c4bf-45ab-8216-19e2837863d2 req-ca90fde0-c715-4e03-87a3-0db57b83144f tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:36.142363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1818bf21-c4bf-45ab-8216-19e2837863d2 req-ca90fde0-c715-4e03-87a3-0db57b83144f tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 945 time: 0.1005182 Nov 19 19:25:36.151665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port 6cc1ad7d-453c-4048-b681-75a06fe510cd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6cc1ad7d-453c-4048-b681-75a06fe510cd,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:36.152480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:36.185688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for 6cc1ad7d-453c-4048-b681-75a06fe510cd owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:36.249163 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1818bf21-c4bf-45ab-8216-19e2837863d2 req-37ddf039-0d36-4889-bc44-eb2a7c34fdca tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011708 Nov 19 19:25:36.268315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:36.450503 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:36.478217 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:36.478580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=6cc1ad7d-453c-4048-b681-75a06fe510cd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:36.503369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:36.634878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Allocated IP 172.25.3.217 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/7eb18025-19b6-44d1-a1e1-d7590e076142) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:25:36.667177 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:36.753817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:36.792309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:36.848172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:25:36.851131 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:36.856264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:25:36.859536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=7eb18025-19b6-44d1-a1e1-d7590e076142,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:36.869142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20e2c29-af7e-49f6-bfde-3cbb384aba8d None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:36.893146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 21674e7b-e215-4cb2-905a-a2408e59e290 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:25:36.988267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d71019af-dec3-47ea-9013-71057a1ac26d None None] Provisioning complete for port 7eb18025-19b6-44d1-a1e1-d7590e076142 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:36.989005 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d71019af-dec3-47ea-9013-71057a1ac26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:37.013397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:25:37.019485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b7a49183-0eef-4c75-9add-8151f19f2d91 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "PUT /v2.0/routers/21674e7b-e215-4cb2-905a-a2408e59e290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9763007 Nov 19 19:25:37.021729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55166) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:37.027021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a891ff0-d64b-48d2-b73e-cc9bb6eac5bd None None] Sync routers for ids ['21674e7b-e215-4cb2-905a-a2408e59e290'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:25:37.045282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d71019af-dec3-47ea-9013-71057a1ac26d None None] Port 7eb18025-19b6-44d1-a1e1-d7590e076142 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:25:37.051389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a891ff0-d64b-48d2-b73e-cc9bb6eac5bd None None] Routers {'21674e7b-e215-4cb2-905a-a2408e59e290'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:37.052101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9a891ff0-d64b-48d2-b73e-cc9bb6eac5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21674e7b-e215-4cb2-905a-a2408e59e290'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:37.092966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1dd3e5-ec5d-4958-96ed-a2c3ac720a12 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting subnet 280f9728-874f-4f83-a932-a78ac8debe16 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:25:37.097721 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd3e5-ec5d-4958-96ed-a2c3ac720a12 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:37.148754 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd3e5-ec5d-4958-96ed-a2c3ac720a12 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:37.152903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 19f9e815-86c6-4a56-b1d7-485f660ef7cc no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:25:37.165167 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:37.192812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 19f9e815-86c6-4a56-b1d7-485f660ef7cc {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:25:37.193470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 19f9e815-86c6-4a56-b1d7-485f660ef7cc not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:25:37.243518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9a891ff0-d64b-48d2-b73e-cc9bb6eac5bd None None] Set router 21674e7b-e215-4cb2-905a-a2408e59e290 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:37.249280 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd3e5-ec5d-4958-96ed-a2c3ac720a12 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:37.316407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd3e5-ec5d-4958-96ed-a2c3ac720a12 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:37.331422 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd3e5-ec5d-4958-96ed-a2c3ac720a12 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:37.337289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fb1dd3e5-ec5d-4958-96ed-a2c3ac720a12 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/subnets/280f9728-874f-4f83-a932-a78ac8debe16 HTTP/1.1" status: 204 len: 168 time: 0.3119750 Nov 19 19:25:37.342882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55174) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:37.352151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02498395-2f64-43a3-b350-1d2facd22319 None None] Network 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:25:37.354459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dd3e5-ec5d-4958-96ed-a2c3ac720a12 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Subnet': ['ID=280f9728-874f-4f83-a932-a78ac8debe16,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:37.417400 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-3a4c5b97-3714-4bf4-836c-26f24cc0476f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2111557 Nov 19 19:25:37.435972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cacb4-86cf-4b7f-81b6-13c648d1b3cc req-906ddf89-4fc6-4eee-9374-b2bc55827f17 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:37.437843 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b26cacb4-86cf-4b7f-81b6-13c648d1b3cc req-906ddf89-4fc6-4eee-9374-b2bc55827f17 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 945 time: 0.0643423 Nov 19 19:25:37.512495 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b26cacb4-86cf-4b7f-81b6-13c648d1b3cc req-e5a53581-418a-498f-9c37-40f338bd3bae tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658152 Nov 19 19:25:37.639917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c51a9-4c0f-4ddd-9127-3b65a3709ca5 req-7785aea3-d887-4a26-a565-57d55756be3e tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:37.641789 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-587c51a9-4c0f-4ddd-9127-3b65a3709ca5 req-7785aea3-d887-4a26-a565-57d55756be3e tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.21 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 945 time: 0.2136610 Nov 19 19:25:37.664480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9a891ff0-d64b-48d2-b73e-cc9bb6eac5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:25:36Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:37.694473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a891ff0-d64b-48d2-b73e-cc9bb6eac5bd None None] Checking router: 21674e7b-e215-4cb2-905a-a2408e59e290 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:25:37.704183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a891ff0-d64b-48d2-b73e-cc9bb6eac5bd None None] Routers {'21674e7b-e215-4cb2-905a-a2408e59e290'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:37.704786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9a891ff0-d64b-48d2-b73e-cc9bb6eac5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['21674e7b-e215-4cb2-905a-a2408e59e290'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:37.705594 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:37.759785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] DHCP port deletion for 8245cc1f-9472-4ac0-8f4b-ea8838ed5991 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:37.783887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-53cde545-a2ea-4b4a-ab10-cca6205b0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:37.785360 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-53cde545-a2ea-4b4a-ab10-cca6205b0f39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.2643323 Nov 19 19:25:37.847710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9a891ff0-d64b-48d2-b73e-cc9bb6eac5bd None None] Set router 21674e7b-e215-4cb2-905a-a2408e59e290 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:37.916696 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:37.960848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Deleting port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:37.961420 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:38.051192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] For port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f99df9aa-b11d-463b-b14c-fcdb6b9d7f49,segment=NetworkSegment(1236c8c6-03e8-4061-85f0-400375d7fd9c),segment_id=1236c8c6-03e8-4061-85f0-400375d7fd9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:38.051663 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:38.054320 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:38.074201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Calling delete_port for f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:38.088210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-587c51a9-4c0f-4ddd-9127-3b65a3709ca5 req-56ad82fe-3c11-4756-872e-84ad791b3ce5 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Deleting port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:38.089169 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-587c51a9-4c0f-4ddd-9127-3b65a3709ca5 req-56ad82fe-3c11-4756-872e-84ad791b3ce5 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:38.096161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-7039c0f8-acb5-40bc-8c2a-b4bb28c5c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:38.097642 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-7039c0f8-acb5-40bc-8c2a-b4bb28c5c3b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.2897782 Nov 19 19:25:38.191988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9a891ff0-d64b-48d2-b73e-cc9bb6eac5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:25:36Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:38.212819 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-85de97d2-a73f-4ea9-aa95-7abf0ef6a7e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0728955 Nov 19 19:25:38.240226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a891ff0-d64b-48d2-b73e-cc9bb6eac5bd None None] The sync data for ids ['21674e7b-e215-4cb2-905a-a2408e59e290'] in n-d-815373-6 is: [{'id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919913024', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '399d4d84-e962-409b-910b-9fbde4c26188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:25:36Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '399d4d84-e962-409b-910b-9fbde4c26188', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21674e7b-e215-4cb2-905a-a2408e59e290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:22:59Z', 'updated_at': '2021-11-19T19:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:25:38.250184 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d94baf6b-9573-4613-a5b4-93315987e65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:38.260262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:38.293205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Pushing event deleted for resources: {'Port': ['ID=f99df9aa-b11d-463b-b14c-fcdb6b9d7f49,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:38.295655 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] No DVR routers for this DVR port f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:25:38.308005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.308005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.308005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.308005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.308005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.309014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.309014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.311325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.311325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.311325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.311613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.311822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdeff8-daca-4f8b-9bd8-0d9aa64e786a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:38.324041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-587c51a9-4c0f-4ddd-9127-3b65a3709ca5 req-56ad82fe-3c11-4756-872e-84ad791b3ce5 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] For port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5,segment=NetworkSegment(cfad3167-12da-4936-8f6a-847e98d9525d),segment_id=cfad3167-12da-4936-8f6a-847e98d9525d)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:38.324405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-587c51a9-4c0f-4ddd-9127-3b65a3709ca5 req-56ad82fe-3c11-4756-872e-84ad791b3ce5 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:38.329415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-4fae7b4e-e3eb-494a-bac1-fa862fdd2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:38.330909 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-4fae7b4e-e3eb-494a-bac1-fa862fdd2d0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1069014 Nov 19 19:25:38.356319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-587c51a9-4c0f-4ddd-9127-3b65a3709ca5 req-56ad82fe-3c11-4756-872e-84ad791b3ce5 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Calling delete_port for 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:38.362031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router c35fdb86-bcb6-448e-830a-28c21befd26c is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:25:38.379386 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port 399d4d84-e962-409b-910b-9fbde4c26188 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:25:38.379720 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:38.695485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a06ab9-5277-488f-9422-f538e9700cfe req-d8869f08-eaf5-4cd6-8998-2d422026ed4f tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:38.697012 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-91a06ab9-5277-488f-9422-f538e9700cfe req-d8869f08-eaf5-4cd6-8998-2d422026ed4f tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 945 time: 0.0875094 Nov 19 19:25:38.780175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-91a06ab9-5277-488f-9422-f538e9700cfe req-138e5851-69d0-4f3f-b1f8-b6a48763a36d tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820696 Nov 19 19:25:38.891142 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-0266ad88-931a-4b3e-9018-1088fb3fc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:38.892687 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-0266ad88-931a-4b3e-9018-1088fb3fc945 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5533218 Nov 19 19:25:39.020616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port 399d4d84-e962-409b-910b-9fbde4c26188, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=399d4d84-e962-409b-910b-9fbde4c26188,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:39.021063 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:39.022175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:25:39.054541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:25:39.054809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for 399d4d84-e962-409b-910b-9fbde4c26188 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:25:39.054917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f99df9aa-b11d-463b-b14c-fcdb6b9d7f49 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:25:39.055300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6cc1ad7d-453c-4048-b681-75a06fe510cd no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:25:39.076731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 6cc1ad7d-453c-4048-b681-75a06fe510cd {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:25:39.077094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6cc1ad7d-453c-4048-b681-75a06fe510cd not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:25:39.108351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:25:39.120321 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Sync routers for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:25:39.130097 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:39.130665 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:39.211193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-9eb70f1b-28c3-4c14-b93c-32920be8c2f9 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848277 Nov 19 19:25:39.242381 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-587c51a9-4c0f-4ddd-9127-3b65a3709ca5 req-56ad82fe-3c11-4756-872e-84ad791b3ce5 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:39.255239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:39.256682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dfd2ecd3-330a-4408-9e2b-2de566a31f95 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6874404 Nov 19 19:25:39.260212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55186) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:39.319304 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:39.347029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad82fe-3c11-4756-872e-84ad791b3ce5 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Pushing event deleted for resources: {'Port': ['ID=86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:39.417990 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-86ca5b04-dba1-4877-a6af-b8745c89beee tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=27dbe04dbfb64a739b120dee25c6a395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1560359 Nov 19 19:25:39.423953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55190) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:39.469261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-587c51a9-4c0f-4ddd-9127-3b65a3709ca5 req-56ad82fe-3c11-4756-872e-84ad791b3ce5 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] No DVR routers for this DVR port 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:25:39.481513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-587c51a9-4c0f-4ddd-9127-3b65a3709ca5 req-56ad82fe-3c11-4756-872e-84ad791b3ce5 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:39.485041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-587c51a9-4c0f-4ddd-9127-3b65a3709ca5 req-56ad82fe-3c11-4756-872e-84ad791b3ce5 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.21 "DELETE /v2.0/ports/86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 HTTP/1.1" status: 204 len: 173 time: 1.8327811 Nov 19 19:25:39.486011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c', 'name': 'network-vif-deleted', 'tag': '86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:25:39.488199 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577196f2-b5fc-45f8-94a4-bd32e9e0ed73" -d '{"events": [{"server_uuid": "284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c", "name": "network-vif-deleted", "tag": "86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:25:39.573342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4397fe5-5ab9-425b-afe0-96ea2d5aa093 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:39.575149 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e4397fe5-5ab9-425b-afe0-96ea2d5aa093 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1501546 Nov 19 19:25:39.582044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55194) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:39.587742 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e61be34-c4aa-45e5-9976-2e37aaa5819f x-openstack-request-id: req-6e61be34-c4aa-45e5-9976-2e37aaa5819f {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:25:39.588033 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c", "name": "network-vif-deleted", "tag": "86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:25:39.588340 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e61be34-c4aa-45e5-9976-2e37aaa5819f {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:25:39.589388 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c', 'name': 'network-vif-deleted', 'tag': '86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5', 'status': 'completed', 'code': 200} Nov 19 19:25:39.600411 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1df12623-dd12-4e9c-8771-79f9d8c49820 req-dfddcf44-62a1-4428-b3a5-5e52f8074df4 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770833 Nov 19 19:25:39.632046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a899c80d-77e4-43f2-8030-1011915b87e6 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486858 Nov 19 19:25:39.636010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55196) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:39.648921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1544514588', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:39.676565 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:25:37Z', 'revision_number': 3, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:39.678230 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:39.722704 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Checking router: c35fdb86-bcb6-448e-830a-28c21befd26c for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:25:39.723009 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Updating router c35fdb86-bcb6-448e-830a-28c21befd26c port 7eb18025-19b6-44d1-a1e1-d7590e076142 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:25:39.767040 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:39.804045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ced8e-dae3-4cdf-a924-ce45e58b17cb None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:39.849366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=399d4d84-e962-409b-910b-9fbde4c26188,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:39.909913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Made reservation on behalf of 27dbe04dbfb64a739b120dee25c6a395 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:25:39.913499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:39.966222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5066a14a-5ed3-4a64-85e3-0649e2e51802 req-a648c0b7-a174-43fb-95e0-cb5de83e6d04 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=284dd1de-1ee9-4b1b-92ac-9c2fbe9a221c HTTP/1.1" status: 200 len: 210 time: 0.0428493 Nov 19 19:25:40.015349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.165529 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.170581 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.177088 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.186869 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.231259 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.231867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Fanout notify agent at l3_agent the message router_deleted on router 21674e7b-e215-4cb2-905a-a2408e59e290 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:25:40.242356 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9842af3c-2760-402c-affe-473a5d88e1f0 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:40.259745 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Attempting to bind port 7eb18025-19b6-44d1-a1e1-d7590e076142 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:25:40.260904 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Attempting to bind port 7eb18025-19b6-44d1-a1e1-d7590e076142 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:25:40.261073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.261208 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Attempting to bind port 7eb18025-19b6-44d1-a1e1-d7590e076142 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:25:40.264337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55202) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:40.264547 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9f9c22b0-eb63-4829-a761-bd7249083cf2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/routers/21674e7b-e215-4cb2-905a-a2408e59e290 HTTP/1.1" status: 204 len: 168 time: 2.9177473 Nov 19 19:25:40.297039 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Pushing event updated for resources: {'Port': ['ID=7eb18025-19b6-44d1-a1e1-d7590e076142,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:40.320981 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.321328 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.321661 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.322060 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.322332 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.323184 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.323502 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.324036 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.324602 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.324943 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.325272 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.325594 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:25:40.332842 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:25:40.334701 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:25:40.334701 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.338880 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:25:40.339812 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Bound port: 7eb18025-19b6-44d1-a1e1-d7590e076142, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:25:40.340520 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.371506 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.385794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.421314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-48bc1806-d8af-42c5-aaf5-606c4735caba None None] Provisioning complete for port 7eb18025-19b6-44d1-a1e1-d7590e076142 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:40.422020 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-48bc1806-d8af-42c5-aaf5-606c4735caba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.443567 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] For port 7eb18025-19b6-44d1-a1e1-d7590e076142, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:25:40.447151 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] For port 7eb18025-19b6-44d1-a1e1-d7590e076142, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7eb18025-19b6-44d1-a1e1-d7590e076142,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:25:40.456521 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.466597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Subnet': ['ID=5af078fe-c79f-4e6d-aca5-ed5e6cb3230d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:40.500055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-48bc1806-d8af-42c5-aaf5-606c4735caba None None] Port 7eb18025-19b6-44d1-a1e1-d7590e076142 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:25:40.503600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Checking segment: {'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:25:40.504000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network hostable DHCP agents. Network: 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:25:40.528127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ffd11e-aa8a-4a1b-9575-9f802f6a09db None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:40.530859 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.552946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:25:40.567426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8245cc1f-9472-4ac0-8f4b-ea8838ed5991']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:40.571471 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:40.572544 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:40.579620 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da41172-a634-48f9-9bd0-d642ef9bea36 None None] Pushing event updated for resources: {'Port': ['ID=7eb18025-19b6-44d1-a1e1-d7590e076142,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:40.587423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1236c8c6-03e8-4061-85f0-400375d7fd9c') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:40.588112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1236c8c6-03e8-4061-85f0-400375d7fd9c') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:40.591516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:40.595260 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f2c9197-41ab-4279-b93b-1c77ab5ba000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.602070 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.613461 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:40.614423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f137e-a35f-470c-81cb-cf40b9d3efde None None] Network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:25:40.618375 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.619213 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.629228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:25:40.630737 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:25:40.634695 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:25:40.655222 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-03b97ac1-e2ec-417b-9e87-433a1278205c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0178082 Nov 19 19:25:40.658350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55204) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:40.710617 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.715834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8dbf75fc-3ee1-46b4-b574-243bd00be167 None None] Provisioning complete for port 7eb18025-19b6-44d1-a1e1-d7590e076142 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:40.716217 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8dbf75fc-3ee1-46b4-b574-243bd00be167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.733956 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.739754 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/networks/8245cc1f-9472-4ac0-8f4b-ea8838ed5991 HTTP/1.1" status: 204 len: 168 time: 0.4714103 Nov 19 19:25:40.756320 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55206) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:40.797543 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:40.825416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f07087-529f-4ffd-83cf-1489a280fb38 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Network': ['ID=8245cc1f-9472-4ac0-8f4b-ea8838ed5991,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:40.911977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2375-6fdc-4515-afa5-2c72c892b31a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:40.952503 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2375-6fdc-4515-afa5-2c72c892b31a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:41.077791 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2375-6fdc-4515-afa5-2c72c892b31a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:41.081730 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2375-6fdc-4515-afa5-2c72c892b31a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:41.083303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9b9c2375-6fdc-4515-afa5-2c72c892b31a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/security-groups/4233edbb-13fd-4ba1-a2d7-9f35a317f524 HTTP/1.1" status: 204 len: 168 time: 0.3254738 Nov 19 19:25:41.118474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c2375-6fdc-4515-afa5-2c72c892b31a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4233edbb-13fd-4ba1-a2d7-9f35a317f524,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:41.160594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:25:41.161681 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:41.165673 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:25:37Z', 'revision_number': 3, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:41.182976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 399d4d84-e962-409b-910b-9fbde4c26188 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:25:41.226314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:25:41.234969 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36b32f-c1c2-4f08-8543-e383c60781f4 None None] The sync data for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 is: [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:25:37Z', 'revision_number': 3, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:25:41.268886 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 399d4d84-e962-409b-910b-9fbde4c26188 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:25:41.269434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 399d4d84-e962-409b-910b-9fbde4c26188 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:25:41.288055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:25:41.288539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 86cc9a09-dbab-4f74-8002-8e1d2e9b9cf5 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:25:41.344360 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8dbf75fc-3ee1-46b4-b574-243bd00be167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:41.470806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8dbf75fc-3ee1-46b4-b574-243bd00be167 None None] For port 7eb18025-19b6-44d1-a1e1-d7590e076142, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7eb18025-19b6-44d1-a1e1-d7590e076142,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:41.487276 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8dbf75fc-3ee1-46b4-b574-243bd00be167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:41.564344 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:41.637807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf75fc-3ee1-46b4-b574-243bd00be167 None None] Pushing event updated for resources: {'Port': ['ID=7eb18025-19b6-44d1-a1e1-d7590e076142,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:41.695183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Allocated IP 172.20.0.2 (63bd0257-717b-43ac-b82b-6f8b9d7f9ba2/5af078fe-c79f-4e6d-aca5-ed5e6cb3230d/c46a05a2-3ab7-4605-9a86-80aac4194a09) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:25:41.708701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55220) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:41.713866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-323448cd-d9aa-4ad8-85fe-a740462c3aeb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590243613', 'description': 'tempest-secgroup-smoke-590243613 description', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:41.783291 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-323448cd-d9aa-4ad8-85fe-a740462c3aeb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:41.935272 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-323448cd-d9aa-4ad8-85fe-a740462c3aeb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:41.952264 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-323448cd-d9aa-4ad8-85fe-a740462c3aeb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:41.970333 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.020559 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323448cd-d9aa-4ad8-85fe-a740462c3aeb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:42.025295 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-323448cd-d9aa-4ad8-85fe-a740462c3aeb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.030004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-323448cd-d9aa-4ad8-85fe-a740462c3aeb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3201454 Nov 19 19:25:42.030437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55224) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:42.036262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ffcff346-aa8f-4a94-9548-03850884ac90 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:42.060518 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.081936 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.130687 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ffcff346-aa8f-4a94-9548-03850884ac90 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.166910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:25:42.168850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Pushing event updated for resources: {'Port': ['ID=c46a05a2-3ab7-4605-9a86-80aac4194a09,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:42.180452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:42.183825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:25:42.222904 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Allocated IP 172.20.0.1 (63bd0257-717b-43ac-b82b-6f8b9d7f9ba2/5af078fe-c79f-4e6d-aca5-ed5e6cb3230d/18b27390-1592-42b7-83d3-b9b8714399c0) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:25:42.268716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Attempting to bind port c46a05a2-3ab7-4605-9a86-80aac4194a09 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:25:42.269038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Attempting to bind port c46a05a2-3ab7-4605-9a86-80aac4194a09 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:25:42.269596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Attempting to bind port c46a05a2-3ab7-4605-9a86-80aac4194a09 on network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:25:42.275022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:25:42.275392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Checking segment: {'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:25:42.276467 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.279153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Bound using segment: {'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:25:42.279657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Bound port: c46a05a2-3ab7-4605-9a86-80aac4194a09, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:25:42.280048 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.357621 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ffcff346-aa8f-4a94-9548-03850884ac90 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.370153 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ffcff346-aa8f-4a94-9548-03850884ac90 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.406190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] For port c46a05a2-3ab7-4605-9a86-80aac4194a09, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:25:42.410331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] For port c46a05a2-3ab7-4605-9a86-80aac4194a09, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c46a05a2-3ab7-4605-9a86-80aac4194a09,segment=NetworkSegment(387d4060-ea4a-482b-9877-45b34470e71f),segment_id=387d4060-ea4a-482b-9877-45b34470e71f)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:25:42.418922 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.434263 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.439150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcff346-aa8f-4a94-9548-03850884ac90 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38f6b5f-e9a7-4063-8bd2-389cccfc5fde,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:42.451067 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ffcff346-aa8f-4a94-9548-03850884ac90 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.455294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55228) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:42.460558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ffcff346-aa8f-4a94-9548-03850884ac90 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4204571 Nov 19 19:25:42.464756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1ff4f896-3103-4457-b462-62d8a1232b3b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:42.499364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c96e7-da00-429a-aae1-77ebdfda0dd9 None None] Pushing event updated for resources: {'Port': ['ID=c46a05a2-3ab7-4605-9a86-80aac4194a09,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:42.516417 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.543692 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f896-3103-4457-b462-62d8a1232b3b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.573499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:25:42.576787 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:42.581705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:25:42.675511 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f896-3103-4457-b462-62d8a1232b3b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.676102 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.679982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f896-3103-4457-b462-62d8a1232b3b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.706553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4f896-3103-4457-b462-62d8a1232b3b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e84648-533b-460f-aa69-a8d4660018b8,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:42.735859 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f896-3103-4457-b462-62d8a1232b3b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.739674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1ff4f896-3103-4457-b462-62d8a1232b3b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2833402 Nov 19 19:25:42.743010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55230) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:42.758499 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=18b27390-1592-42b7-83d3-b9b8714399c0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:42.800510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1a77a617-2c24-492a-be2d-06bc824054af tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:42.866515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a77a617-2c24-492a-be2d-06bc824054af tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.957037 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.979229 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a77a617-2c24-492a-be2d-06bc824054af tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:42.986087 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a77a617-2c24-492a-be2d-06bc824054af tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.017745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77a617-2c24-492a-be2d-06bc824054af tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8170e11-0af4-4347-8e36-e12acf1cd9a4,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:43.035305 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1a77a617-2c24-492a-be2d-06bc824054af tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.040733 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1a77a617-2c24-492a-be2d-06bc824054af tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2941043 Nov 19 19:25:43.040924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55234) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:43.052478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cf56279a-8865-4446-a4df-86e3a78d0cb1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:43.115424 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf56279a-8865-4446-a4df-86e3a78d0cb1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.191966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7eb18025-19b6-44d1-a1e1-d7590e076142 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:25:43.269905 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf56279a-8865-4446-a4df-86e3a78d0cb1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.278817 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf56279a-8865-4446-a4df-86e3a78d0cb1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.303121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56279a-8865-4446-a4df-86e3a78d0cb1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644ba586-37db-41ad-b6d5-98c2db156220,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:43.303961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7eb18025-19b6-44d1-a1e1-d7590e076142 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:43.304437 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.346077 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cf56279a-8865-4446-a4df-86e3a78d0cb1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.350756 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cf56279a-8865-4446-a4df-86e3a78d0cb1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2992587 Nov 19 19:25:43.350990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55236) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:43.357710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bcfcbf41-cc78-40af-8373-ef2d90e40e08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:43.379964 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.419297 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-bcfcbf41-cc78-40af-8373-ef2d90e40e08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Project 8b0045894a4545fab78ac1dc5404f6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:25:43.443755 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcfcbf41-cc78-40af-8373-ef2d90e40e08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.448006 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c46a05a2-3ab7-4605-9a86-80aac4194a09 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:25:43.550856 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.553648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port c46a05a2-3ab7-4605-9a86-80aac4194a09 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:43.554006 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.563392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.580159 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcfcbf41-cc78-40af-8373-ef2d90e40e08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.586630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcfcbf41-cc78-40af-8373-ef2d90e40e08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.620824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bcfcbf41-cc78-40af-8373-ef2d90e40e08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.622504 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bcfcbf41-cc78-40af-8373-ef2d90e40e08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2703993 Nov 19 19:25:43.627879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55240) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:43.633770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a0b3d014-2600-4146-850f-e8811e9cf136 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:43.697944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcbf41-cc78-40af-8373-ef2d90e40e08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3b8f65-b09b-4487-89db-e5da114d312c,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:43.704476 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-a0b3d014-2600-4146-850f-e8811e9cf136 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Project 8b0045894a4545fab78ac1dc5404f6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:25:43.709846 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.711471 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.712502 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b3d014-2600-4146-850f-e8811e9cf136 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.723842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=18b27390-1592-42b7-83d3-b9b8714399c0,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:43.806516 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b3d014-2600-4146-850f-e8811e9cf136 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.811848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b3d014-2600-4146-850f-e8811e9cf136 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.840483 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port c46a05a2-3ab7-4605-9a86-80aac4194a09, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c46a05a2-3ab7-4605-9a86-80aac4194a09,segment=NetworkSegment(387d4060-ea4a-482b-9877-45b34470e71f),segment_id=387d4060-ea4a-482b-9877-45b34470e71f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:43.856055 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.888335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3d014-2600-4146-850f-e8811e9cf136 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8230107f-2d42-457b-ab0b-3c353a93230b,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:43.907970 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a0b3d014-2600-4146-850f-e8811e9cf136 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:43.909565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a0b3d014-2600-4146-850f-e8811e9cf136 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2795031 Nov 19 19:25:43.912355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55242) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:43.921566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'network': {'name': 'tempest-network-smoke--634779448', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'port_security_enabled': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:43.927473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:25:43.929485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:43.981865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:25:43.986739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:44.001624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=c46a05a2-3ab7-4605-9a86-80aac4194a09,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:44.022946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:25:44.049079 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:44.049527 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Added segment ae57c03d-77e9-48a7-b515-e6322840acc7 of type vlan for network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 Nov 19 19:25:44.124644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router c35fdb86-bcb6-448e-830a-28c21befd26c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:25:44.166159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:44.181225 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:44.226258 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:44.234713 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:44.235677 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:44.283172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3663476 Nov 19 19:25:44.332793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55246) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:44.341350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'admin_state_up': True, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:44.376913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54a81e-1da2-495d-b7c2-56d101379fdf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Network': ['ID=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:44.395474 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:25:44.397382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:44.400399 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:44.490533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:44.705675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c327a48-fd35-4832-b41a-d7a1fc6981ac None None] Network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:25:44.716888 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:44.831228 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:25:44.851510 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-44dc0b35-4368-4904-8d24-d75ca64d6edc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "PUT /v2.0/routers/c35fdb86-bcb6-448e-830a-28c21befd26c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1849773 Nov 19 19:25:44.860262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55262) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:44.993668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Sync routers for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:25:45.050067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:45.050598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:45.060498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-436bb706-e246-4719-9fd8-7dacc27ab1d4 None None] Provisioning complete for port c46a05a2-3ab7-4605-9a86-80aac4194a09 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:45.060498 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-436bb706-e246-4719-9fd8-7dacc27ab1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:45.101576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c46a05a2-3ab7-4605-9a86-80aac4194a09 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:25:45.285556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51084430-43c8-4d55-a291-ae0f698d076d tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.286087 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51084430-43c8-4d55-a291-ae0f698d076d tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.287041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51084430-43c8-4d55-a291-ae0f698d076d tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.287976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51084430-43c8-4d55-a291-ae0f698d076d tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.288490 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51084430-43c8-4d55-a291-ae0f698d076d tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.288916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51084430-43c8-4d55-a291-ae0f698d076d tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.289513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51084430-43c8-4d55-a291-ae0f698d076d tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.292539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-51084430-43c8-4d55-a291-ae0f698d076d tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4926 time: 0.4311595 Nov 19 19:25:45.295890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55266) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:45.395371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:45.493509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port c46a05a2-3ab7-4605-9a86-80aac4194a09 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:45.495198 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:45.561778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cead8c-9805-4cf4-9b75-f99e9c9012ec tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.562315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cead8c-9805-4cf4-9b75-f99e9c9012ec tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.562779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cead8c-9805-4cf4-9b75-f99e9c9012ec tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.567590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cead8c-9805-4cf4-9b75-f99e9c9012ec tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.568284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cead8c-9805-4cf4-9b75-f99e9c9012ec tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.577538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cead8c-9805-4cf4-9b75-f99e9c9012ec tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:45.588844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-56cead8c-9805-4cf4-9b75-f99e9c9012ec tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.2888620 Nov 19 19:25:45.590365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55268) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:45.858151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:25:42Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:43Z', 'revision_number': 2, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:45.907334 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:45.934330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Checking router: c35fdb86-bcb6-448e-830a-28c21befd26c for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:25:45.934697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Updating router c35fdb86-bcb6-448e-830a-28c21befd26c port 18b27390-1592-42b7-83d3-b9b8714399c0 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:25:46.011120 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:46.026121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:46.035932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5a9de88b-4428-4c02-8cea-69f782036e43 None None] Provisioning complete for port c46a05a2-3ab7-4605-9a86-80aac4194a09 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:46.036901 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a9de88b-4428-4c02-8cea-69f782036e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:46.242887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f99c40b6-1f82-4fd6-b61c-12bc06d80598 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2149 time: 0.6394403 Nov 19 19:25:46.272514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.25.3.7 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/a401d5fd-522b-43e4-a91b-099a9778ff36) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:25:46.548481 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:46.620158 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:46.632057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5a9de88b-4428-4c02-8cea-69f782036e43 None None] Provisioning complete for port 18b27390-1592-42b7-83d3-b9b8714399c0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:46.632057 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a9de88b-4428-4c02-8cea-69f782036e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:46.753324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=a401d5fd-522b-43e4-a91b-099a9778ff36,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:46.755315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-5a9de88b-4428-4c02-8cea-69f782036e43 None None] Port 18b27390-1592-42b7-83d3-b9b8714399c0 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:25:46.758510 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:46.785974 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:46.812699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:25:46.820788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:46.831187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:25:46.851797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452291de-7fec-4fb8-9959-e5d7f8d0f173 None None] Pushing event updated for resources: {'Port': ['ID=18b27390-1592-42b7-83d3-b9b8714399c0,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:46.889821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55276) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:46.895996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2a5fb92c-c990-4e5c-a7a0-4f33f3473841 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874889917', 'description': 'tempest-secgroup-smoke-1874889917 description', 'project_id': '27dbe04dbfb64a739b120dee25c6a395'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:46.920461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab225b87-8cbe-4f4d-97b5-63e54e48b99e None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:46.962394 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb92c-c990-4e5c-a7a0-4f33f3473841 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.069223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Attempting to bind port 18b27390-1592-42b7-83d3-b9b8714399c0 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:25:47.073889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Attempting to bind port 18b27390-1592-42b7-83d3-b9b8714399c0 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:25:47.074615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Attempting to bind port 18b27390-1592-42b7-83d3-b9b8714399c0 on network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:25:47.154167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:25:47.154387 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Checking segment: {'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:25:47.154663 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.155063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Bound using segment: {'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:25:47.155556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Bound port: 18b27390-1592-42b7-83d3-b9b8714399c0, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:25:47.155935 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.191636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cf71f7a5-df67-4e19-ad0d-d43ae791c826 None None] Provisioning complete for port 18b27390-1592-42b7-83d3-b9b8714399c0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:47.192022 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cf71f7a5-df67-4e19-ad0d-d43ae791c826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.275969 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb92c-c990-4e5c-a7a0-4f33f3473841 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.294943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb92c-c990-4e5c-a7a0-4f33f3473841 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.379349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fb92c-c990-4e5c-a7a0-4f33f3473841 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab52479-90a6-411f-8f43-c92279e2f99d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:47.385248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb92c-c990-4e5c-a7a0-4f33f3473841 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.389130 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2a5fb92c-c990-4e5c-a7a0-4f33f3473841 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4979053 Nov 19 19:25:47.393321 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-cf71f7a5-df67-4e19-ad0d-d43ae791c826 None None] Port 18b27390-1592-42b7-83d3-b9b8714399c0 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:25:47.394496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55280) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:47.405380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-87024bbd-5182-451f-8b81-cd03f97fb824 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '7ab52479-90a6-411f-8f43-c92279e2f99d', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:47.453500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] For port 18b27390-1592-42b7-83d3-b9b8714399c0, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:25:47.471141 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] For port 18b27390-1592-42b7-83d3-b9b8714399c0, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=18b27390-1592-42b7-83d3-b9b8714399c0,segment=NetworkSegment(387d4060-ea4a-482b-9877-45b34470e71f),segment_id=387d4060-ea4a-482b-9877-45b34470e71f)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:25:47.487450 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.515930 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87024bbd-5182-451f-8b81-cd03f97fb824 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.583382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.652581 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87024bbd-5182-451f-8b81-cd03f97fb824 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.656062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:47.657364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:47.669000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87024bbd-5182-451f-8b81-cd03f97fb824 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.689782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452291de-7fec-4fb8-9959-e5d7f8d0f173 None None] Pushing event updated for resources: {'Port': ['ID=18b27390-1592-42b7-83d3-b9b8714399c0,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:47.720743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87024bbd-5182-451f-8b81-cd03f97fb824 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a920551f-e920-475a-b7b3-f8019db7e9e2,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:47.747854 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87024bbd-5182-451f-8b81-cd03f97fb824 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.752001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-87024bbd-5182-451f-8b81-cd03f97fb824 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561721 Nov 19 19:25:47.756525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55284) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:47.774919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dfdf4b57-d052-4276-84e1-1fae5876fd27 None None] Provisioning complete for port a401d5fd-522b-43e4-a91b-099a9778ff36 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:47.776995 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4b57-d052-4276-84e1-1fae5876fd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.778351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6cf392bc-7560-434b-9242-5ea842c7a606 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '7ab52479-90a6-411f-8f43-c92279e2f99d', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:47.846773 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6cf392bc-7560-434b-9242-5ea842c7a606 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.920118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf4b57-d052-4276-84e1-1fae5876fd27 None None] Port a401d5fd-522b-43e4-a91b-099a9778ff36 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:25:47.950087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dfdf4b57-d052-4276-84e1-1fae5876fd27 None None] Provisioning complete for port 18b27390-1592-42b7-83d3-b9b8714399c0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:47.950328 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4b57-d052-4276-84e1-1fae5876fd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:47.986448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:48.025633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6cf392bc-7560-434b-9242-5ea842c7a606 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.031814 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6cf392bc-7560-434b-9242-5ea842c7a606 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.049189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.070194 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6cf392bc-7560-434b-9242-5ea842c7a606 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.074964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6cf392bc-7560-434b-9242-5ea842c7a606 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3161130 Nov 19 19:25:48.075596 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55288) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:48.092267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3065a292-1d19-416f-929e-a872af8ed627 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '7ab52479-90a6-411f-8f43-c92279e2f99d', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:48.118107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf392bc-7560-434b-9242-5ea842c7a606 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2206cd7c-5063-4770-952b-75a82087ea7c,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:48.181127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3065a292-1d19-416f-929e-a872af8ed627 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.372749 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3065a292-1d19-416f-929e-a872af8ed627 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.382818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3065a292-1d19-416f-929e-a872af8ed627 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.386187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 8375e7d7-a764-4f56-b50f-e422936f1332 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:25:48.419032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065a292-1d19-416f-929e-a872af8ed627 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479c55bb-f7d8-4eb1-900f-f7e1cdaaa447,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:48.438329 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4b57-d052-4276-84e1-1fae5876fd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.442372 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3065a292-1d19-416f-929e-a872af8ed627 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.444909 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3065a292-1d19-416f-929e-a872af8ed627 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3666544 Nov 19 19:25:48.449631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55292) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:48.466632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2000129e-0782-4119-b3f9-027b6555577d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '7ab52479-90a6-411f-8f43-c92279e2f99d', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:48.505076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-dfdf4b57-d052-4276-84e1-1fae5876fd27 None None] For port 18b27390-1592-42b7-83d3-b9b8714399c0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=18b27390-1592-42b7-83d3-b9b8714399c0,segment=NetworkSegment(387d4060-ea4a-482b-9877-45b34470e71f),segment_id=387d4060-ea4a-482b-9877-45b34470e71f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:48.514182 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4b57-d052-4276-84e1-1fae5876fd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.553497 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2000129e-0782-4119-b3f9-027b6555577d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.584354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf4b57-d052-4276-84e1-1fae5876fd27 None None] Pushing event updated for resources: {'Port': ['ID=18b27390-1592-42b7-83d3-b9b8714399c0,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:48.655809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:25:48.669573 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Sync routers for ids ['8375e7d7-a764-4f56-b50f-e422936f1332'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:25:48.685591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2000129e-0782-4119-b3f9-027b6555577d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.689515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.691934 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3d175ae9-b8e7-40a6-8ad8-1017cfde5192 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3580060 Nov 19 19:25:48.696860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55298) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:48.703981 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Routers {'8375e7d7-a764-4f56-b50f-e422936f1332'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:48.704619 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8375e7d7-a764-4f56-b50f-e422936f1332'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:48.785168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f9bdbb90-52a8-4249-ab8a-df8e1330a655 None None] Provisioning complete for port 18b27390-1592-42b7-83d3-b9b8714399c0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:48.785765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-79492da3-5f3f-4bcf-9a3d-ca5f8c00c7aa tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=8b0045894a4545fab78ac1dc5404f6e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0847762 Nov 19 19:25:48.785865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f9bdbb90-52a8-4249-ab8a-df8e1330a655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.785949 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2000129e-0782-4119-b3f9-027b6555577d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.786706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55300) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:48.841271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000129e-0782-4119-b3f9-027b6555577d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb30adc-8359-4e92-916b-6c9ee1904df4,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:48.863771 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2000129e-0782-4119-b3f9-027b6555577d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:48.866499 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2000129e-0782-4119-b3f9-027b6555577d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4121280 Nov 19 19:25:48.872136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55302) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:48.878666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-dc4bc322-c696-48c5-9329-a1e708da6f1d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '7ab52479-90a6-411f-8f43-c92279e2f99d', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:48.895429 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Set router 8375e7d7-a764-4f56-b50f-e422936f1332 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:48.959049 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-dc4bc322-c696-48c5-9329-a1e708da6f1d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Project 27dbe04dbfb64a739b120dee25c6a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:25:48.961369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:25:42Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:47Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:48.973492 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc322-c696-48c5-9329-a1e708da6f1d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:49.045055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8b88a-4579-4bb5-878c-4c38a315b046 None None] The sync data for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 is: [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:25:42Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:47Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:25:49.130229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c693f78-1790-481a-89a8-b1776dc1bce6 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:49.131996 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4c693f78-1790-481a-89a8-b1776dc1bce6 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3289967 Nov 19 19:25:49.143444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55304) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:49.186365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc322-c696-48c5-9329-a1e708da6f1d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:49.199292 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc322-c696-48c5-9329-a1e708da6f1d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:49.277456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bc322-c696-48c5-9329-a1e708da6f1d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a76070-a840-444b-b892-8287b8bb32d0,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:49.283580 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc322-c696-48c5-9329-a1e708da6f1d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:49.288974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dc4bc322-c696-48c5-9329-a1e708da6f1d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4102545 Nov 19 19:25:49.289141 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-64a0369f-3440-4812-970f-0e52ec39dcf3 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1421847 Nov 19 19:25:49.291583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55308) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:49.291798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55306) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:49.300193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-725612400', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:49.312700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e35db5c4-e2a4-4eac-b89a-039611849d59 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '7ab52479-90a6-411f-8f43-c92279e2f99d', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:49.408635 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-e35db5c4-e2a4-4eac-b89a-039611849d59 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Project 27dbe04dbfb64a739b120dee25c6a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:25:49.436611 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e35db5c4-e2a4-4eac-b89a-039611849d59 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:49.475482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 18b27390-1592-42b7-83d3-b9b8714399c0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:25:49.601897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 18b27390-1592-42b7-83d3-b9b8714399c0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:49.602587 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:49.611947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e35db5c4-e2a4-4eac-b89a-039611849d59 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:49.628039 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e35db5c4-e2a4-4eac-b89a-039611849d59 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:49.642204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:25:49.648331 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:49.699952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35db5c4-e2a4-4eac-b89a-039611849d59 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3b6242-ac7c-46db-9dc7-34306d25e6db,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:49.700229 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:47Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:49.724366 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e35db5c4-e2a4-4eac-b89a-039611849d59 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:49.726964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e35db5c4-e2a4-4eac-b89a-039611849d59 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4340234 Nov 19 19:25:49.773473 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Checking router: 8375e7d7-a764-4f56-b50f-e422936f1332 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:25:49.773873 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Updating router 8375e7d7-a764-4f56-b50f-e422936f1332 port a401d5fd-522b-43e4-a91b-099a9778ff36 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:25:49.839001 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:50.074564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-6ce8e760-1140-471f-8980-8023547b5bc4 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874889917&fields=id&tenant_id=27dbe04dbfb64a739b120dee25c6a395 HTTP/1.1" status: 200 len: 267 time: 0.1176429 Nov 19 19:25:50.295285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:50.314374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-bf4c3981-10b7-4928-905e-a91cf0d5a79f tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:50.322140 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-bf4c3981-10b7-4928-905e-a91cf0d5a79f tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/networks?id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 HTTP/1.1" status: 200 len: 797 time: 0.2459097 Nov 19 19:25:50.376410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-7288bd1a-aded-4e29-aca1-bac20eab72d4 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/quotas/27dbe04dbfb64a739b120dee25c6a395 HTTP/1.1" status: 200 len: 375 time: 0.0528932 Nov 19 19:25:50.382723 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:50.402230 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:50.446441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Subnet': ['ID=732e314c-d3be-4773-918a-8b883bb136b5,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:50.464880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Checking segment: {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:25:50.465260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network hostable DHCP agents. Network: 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:25:50.486377 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Attempting to bind port a401d5fd-522b-43e4-a91b-099a9778ff36 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:25:50.497804 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Attempting to bind port a401d5fd-522b-43e4-a91b-099a9778ff36 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:25:50.498197 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Attempting to bind port a401d5fd-522b-43e4-a91b-099a9778ff36 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:25:50.500656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b10b0-4a26-4770-8382-7d25c147e4b0 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:50.512420 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573c317-11b0-4415-ac79-fd58a1b4b5d7 None None] Pushing event updated for resources: {'Port': ['ID=a401d5fd-522b-43e4-a91b-099a9778ff36,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:50.524862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-bffc46fa-0759-41ff-a758-90e46916b6e5 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467640 Nov 19 19:25:50.533744 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:25:50.534148 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:25:50.534564 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:50.534998 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:25:50.535804 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Bound port: a401d5fd-522b-43e4-a91b-099a9778ff36, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:25:50.535804 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:50.593250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:25:50.628167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:50.641799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60437149-16d7-4bfc-9729-5f1ceabf7de0 None None] Network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:25:50.646471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:50.647217 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:50.714244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55330) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:25:50.732386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-08b3b6b1-b5f4-4353-af14-665f00d2f82e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4370155 Nov 19 19:25:50.758921 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] For port a401d5fd-522b-43e4-a91b-099a9778ff36, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:25:50.772098 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] For port a401d5fd-522b-43e4-a91b-099a9778ff36, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a401d5fd-522b-43e4-a91b-099a9778ff36,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:25:50.779717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-43e1847b-bb7a-43cd-8e75-bf5c532b6ec9 None None] Provisioning complete for port a401d5fd-522b-43e4-a91b-099a9778ff36 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:50.790612 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-43e1847b-bb7a-43cd-8e75-bf5c532b6ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:50.795445 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:51.037097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-a2a65a6f-0b52-4f73-9c99-754f9ad53f2f service neutron] 10.222.0.50 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663074 Nov 19 19:25:51.047151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222307db-fb1d-4f10-b713-142ee33f4e59 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:25:51.053381 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Routers {'8375e7d7-a764-4f56-b50f-e422936f1332'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:51.060925 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8375e7d7-a764-4f56-b50f-e422936f1332'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:51.321250 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-43e1847b-bb7a-43cd-8e75-bf5c532b6ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:51.332403 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573c317-11b0-4415-ac79-fd58a1b4b5d7 None None] Pushing event updated for resources: {'Port': ['ID=a401d5fd-522b-43e4-a91b-099a9778ff36,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:51.333800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:25:51.335660 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:51.349059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-a9f2d763-ffaa-4f69-a7a9-52181da9b063 service neutron] 10.222.0.50 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089535 Nov 19 19:25:51.382805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-43e1847b-bb7a-43cd-8e75-bf5c532b6ec9 None None] For port a401d5fd-522b-43e4-a91b-099a9778ff36, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a401d5fd-522b-43e4-a91b-099a9778ff36,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:51.408112 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] Set router 8375e7d7-a764-4f56-b50f-e422936f1332 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:51.510771 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-43e1847b-bb7a-43cd-8e75-bf5c532b6ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:51.769437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1847b-bb7a-43cd-8e75-bf5c532b6ec9 None None] Pushing event updated for resources: {'Port': ['ID=a401d5fd-522b-43e4-a91b-099a9778ff36,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:51.788262 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3dc4caa-2050-46a4-8b3e-79b45d9a6c21 req-f3bd4b9d-2685-40c9-9835-7ec9efb3a8f4 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 210 time: 0.0535548 Nov 19 19:25:51.833606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ef7a53a6-e853-4be3-a610-3cf6a433fce3 None None] Provisioning complete for port a401d5fd-522b-43e4-a91b-099a9778ff36 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:51.834127 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef7a53a6-e853-4be3-a610-3cf6a433fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:51.871250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Allocated IP 172.20.0.2 (5d5de4c5-47d4-42f1-b457-1ee5c3607cd6/732e314c-d3be-4773-918a-8b883bb136b5/646e54f4-ad23-468f-8bf7-e7bcf42277d6) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:25:51.872993 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:51.960776 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:47Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:51.995123 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ae665-20ef-4d2b-b4db-e6b8b33ebfb3 None None] The sync data for ids ['8375e7d7-a764-4f56-b50f-e422936f1332'] in n-d-815373-6 is: [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:47Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:25:52.376913 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:52.394405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:52.464736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:25:52.468667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:52.471733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:25:52.539575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Pushing event updated for resources: {'Port': ['ID=646e54f4-ad23-468f-8bf7-e7bcf42277d6,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:52.540271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-0436c37d-089c-4c99-ab97-ddaf5cbb5ef7 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:52.557066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-0436c37d-089c-4c99-ab97-ddaf5cbb5ef7 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/networks?id=f48ed29b-b1c5-40ba-9695-9a867979f972 HTTP/1.1" status: 200 len: 814 time: 0.3456609 Nov 19 19:25:52.580520 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-f528789f-f32d-4267-9f41-55859c1b0716 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/quotas/62fe48323d584ee6951e955e2365e110 HTTP/1.1" status: 200 len: 375 time: 0.0220351 Nov 19 19:25:52.632604 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Attempting to bind port 646e54f4-ad23-468f-8bf7-e7bcf42277d6 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:25:52.633006 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Attempting to bind port 646e54f4-ad23-468f-8bf7-e7bcf42277d6 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:25:52.633646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-d41ee4a1-776a-4769-a818-8a855ac5b7ab tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=62fe48323d584ee6951e955e2365e110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519094 Nov 19 19:25:52.636719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.20.0.1 (5d5de4c5-47d4-42f1-b457-1ee5c3607cd6/732e314c-d3be-4773-918a-8b883bb136b5/2a584835-293b-4410-b009-1b6d766b6b12) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:25:52.643604 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Attempting to bind port 646e54f4-ad23-468f-8bf7-e7bcf42277d6 on network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:25:52.665299 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:25:52.665746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Checking segment: {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:25:52.666139 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:52.666537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Bound using segment: {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:25:52.667142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Bound port: 646e54f4-ad23-468f-8bf7-e7bcf42277d6, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:25:52.667558 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:52.814293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-b4be13eb-ebe6-44a1-ae1d-69f24447139a service neutron] 10.222.0.50 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795752 Nov 19 19:25:52.851093 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:52.870196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] For port 646e54f4-ad23-468f-8bf7-e7bcf42277d6, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:25:52.875846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] For port 646e54f4-ad23-468f-8bf7-e7bcf42277d6, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=646e54f4-ad23-468f-8bf7-e7bcf42277d6,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:25:52.893395 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:52.894430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:53.024087 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:25:53.027270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-9b3e465f-8287-4f15-a538-5c1f6ffeecf3 service neutron] 10.222.0.50 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119262 Nov 19 19:25:53.029338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:53.034365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:25:53.045510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501e8bc-f5dc-4369-8148-9a188030ccdc None None] Pushing event updated for resources: {'Port': ['ID=646e54f4-ad23-468f-8bf7-e7bcf42277d6,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:53.100636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=2a584835-293b-4410-b009-1b6d766b6b12,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:53.167940 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:53.442546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac9288b9-087a-4090-923d-f2ef4fcb83ae req-3b0dc158-516e-491d-906e-ead95c9e150d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 210 time: 0.1092503 Nov 19 19:25:53.592525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a401d5fd-522b-43e4-a91b-099a9778ff36 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:25:53.605390 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62e7c324-4cf9-4498-bdb2-ca4403f5a73c req-c03f13f4-6ac1-4e27-8d9d-7c9d93438739 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 210 time: 0.0739217 Nov 19 19:25:53.693033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a401d5fd-522b-43e4-a91b-099a9778ff36 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:53.693719 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:53.776200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-0454046d-70b1-4999-99ec-e2cc758aa112 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:53.778607 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-0454046d-70b1-4999-99ec-e2cc758aa112 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "GET /v2.0/networks?id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 HTTP/1.1" status: 200 len: 797 time: 0.3131893 Nov 19 19:25:53.779442 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:54.041651 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-bff259aa-a5b0-450e-bed3-082d0a73f2b4 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27dbe04dbfb64a739b120dee25c6a395 HTTP/1.1" status: 200 len: 380 time: 0.2494261 Nov 19 19:25:54.055409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'port': {'device_id': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'admin_state_up': True, 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'security_groups': ['7ab52479-90a6-411f-8f43-c92279e2f99d']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:54.285706 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:54.294149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:54.298342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Made reservation on behalf of 27dbe04dbfb64a739b120dee25c6a395 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:25:54.303345 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:54.407923 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:54.519304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=2a584835-293b-4410-b009-1b6d766b6b12,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:54.586368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86db27f9-6027-487b-89da-275d72395aac req-1b39069f-b443-4351-b37b-0760c1ef919a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 210 time: 0.0534348 Nov 19 19:25:54.637272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:25:54.641032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:54.834403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e5f8578-126c-4a7e-a036-336c914be74b req-8958fda9-35d2-4cb1-98bc-0a5da93f4a14 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 210 time: 0.0717340 Nov 19 19:25:54.893777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Allocated IP 172.20.0.8 (63bd0257-717b-43ac-b82b-6f8b9d7f9ba2/5af078fe-c79f-4e6d-aca5-ed5e6cb3230d/474a87b3-799e-4057-8907-0be4e0c3810f) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:25:54.962136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca983679-22c6-4c81-bcef-3ac6968738c9 None None] Network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:25:55.027185 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-85ef2e8e-6ab8-4050-80b0-c7ac1bf29252 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:55.028688 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-85ef2e8e-6ab8-4050-80b0-c7ac1bf29252 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.57 "GET /v2.0/networks?id=f48ed29b-b1c5-40ba-9695-9a867979f972 HTTP/1.1" status: 200 len: 814 time: 0.2298756 Nov 19 19:25:55.041910 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 8375e7d7-a764-4f56-b50f-e422936f1332 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:25:55.049771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Request body: {'port': {'device_id': '9db89189-a1bb-4e69-b505-1add5b751ac2', 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972', 'admin_state_up': True, 'tenant_id': '62fe48323d584ee6951e955e2365e110'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:55.092269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-277d896c-bfcf-466c-999c-de8e8e838b0f None None] Provisioning complete for port 646e54f4-ad23-468f-8bf7-e7bcf42277d6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:55.092642 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-277d896c-bfcf-466c-999c-de8e8e838b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:55.267069 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-277d896c-bfcf-466c-999c-de8e8e838b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:55.331828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-277d896c-bfcf-466c-999c-de8e8e838b0f None None] For port 646e54f4-ad23-468f-8bf7-e7bcf42277d6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=646e54f4-ad23-468f-8bf7-e7bcf42277d6,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:55.375633 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-277d896c-bfcf-466c-999c-de8e8e838b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:55.415490 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:55.457063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 646e54f4-ad23-468f-8bf7-e7bcf42277d6 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:25:55.502569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d896c-bfcf-466c-999c-de8e8e838b0f None None] Pushing event updated for resources: {'Port': ['ID=646e54f4-ad23-468f-8bf7-e7bcf42277d6,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:55.556163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 646e54f4-ad23-468f-8bf7-e7bcf42277d6 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:55.556565 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:55.716384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42e70c9c-51f9-4eb5-806d-14328aac6481 req-f0613ba2-1ffd-43cb-ba02-dafcd8f36ba6 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 210 time: 0.0489736 Nov 19 19:25:55.718156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-97f437b4-b3aa-46da-94e0-2aeaad467ae0 None None] Provisioning complete for port 646e54f4-ad23-468f-8bf7-e7bcf42277d6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:55.718530 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97f437b4-b3aa-46da-94e0-2aeaad467ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:55.733073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:55.841676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-97f437b4-b3aa-46da-94e0-2aeaad467ae0 None None] Provisioning complete for port 2a584835-293b-4410-b009-1b6d766b6b12 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:55.842083 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97f437b4-b3aa-46da-94e0-2aeaad467ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:55.880501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:55.884750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-97f437b4-b3aa-46da-94e0-2aeaad467ae0 None None] Port 2a584835-293b-4410-b009-1b6d766b6b12 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:25:55.951270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4776658-f53f-47b7-bbb5-fd5cdd0e29d2 req-9b49a56e-14e5-42f2-97a9-8f23b27bb899 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 210 time: 0.0307047 Nov 19 19:25:55.995681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:25:56.005883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:56.012270 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:25:56.016776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=474a87b3-799e-4057-8907-0be4e0c3810f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:56.023150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-569cd31c-d619-4df0-8ece-af0eb3354ade None None] Provisioning complete for port 2a584835-293b-4410-b009-1b6d766b6b12 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:56.023713 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-569cd31c-d619-4df0-8ece-af0eb3354ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:56.037500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Made reservation on behalf of 62fe48323d584ee6951e955e2365e110 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:25:56.041671 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:56.044345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:25:56.068722 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9b23da8b-1234-4de6-9867-beae66ee5b9e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "PUT /v2.0/routers/8375e7d7-a764-4f56-b50f-e422936f1332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3443389 Nov 19 19:25:56.068978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Sync routers for ids ['8375e7d7-a764-4f56-b50f-e422936f1332'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:25:56.098245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Routers {'8375e7d7-a764-4f56-b50f-e422936f1332'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:56.098953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8375e7d7-a764-4f56-b50f-e422936f1332'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:56.115073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:56.116056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:56.143747 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-569cd31c-d619-4df0-8ece-af0eb3354ade None None] Port 2a584835-293b-4410-b009-1b6d766b6b12 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:25:56.187825 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-67e924be-b848-4e6a-bd01-9f33abb290ae tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1386583 Nov 19 19:25:56.204130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Request body: {'port': {'device_id': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:56.241353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Set router 8375e7d7-a764-4f56-b50f-e422936f1332 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:56.355294 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:56.362871 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-cb25de10-85f1-494a-8889-00a8669e0635 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590243613&fields=id&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 267 time: 0.0539911 Nov 19 19:25:56.379153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Allocated IP 172.20.0.6 (f48ed29b-b1c5-40ba-9695-9a867979f972/2633cea2-4b49-4219-af20-2681722e42a1/d137ecb8-c111-47d5-bac5-5831b1ee8314) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:25:56.428480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ed93f20a-2b54-4ddc-8815-a0ea8bb8921b None None] Provisioning complete for port 2a584835-293b-4410-b009-1b6d766b6b12 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:56.428854 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed93f20a-2b54-4ddc-8815-a0ea8bb8921b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:56.508156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ed93f20a-2b54-4ddc-8815-a0ea8bb8921b None None] Port 2a584835-293b-4410-b009-1b6d766b6b12 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:25:56.533346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-5e765d7d-c57f-4d66-92c1-8cb8555b4f8d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:56.534923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-5e765d7d-c57f-4d66-92c1-8cb8555b4f8d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 796 time: 0.1521449 Nov 19 19:25:56.552292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-0392353b-cc64-4bce-bd75-7d0cc0f848e1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/quotas/8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 375 time: 0.0097291 Nov 19 19:25:56.570843 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ed93f20a-2b54-4ddc-8815-a0ea8bb8921b None None] Provisioning complete for port 474a87b3-799e-4057-8907-0be4e0c3810f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:56.571509 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed93f20a-2b54-4ddc-8815-a0ea8bb8921b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:56.620842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-c00bdcb6-0a9d-4459-934f-08db07d3d909 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572104 Nov 19 19:25:56.746778 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:56.760348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-160b44e6-84d1-418e-92f2-9a82071e1de9 service neutron] 10.222.0.50 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218126 Nov 19 19:25:56.815054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ed93f20a-2b54-4ddc-8815-a0ea8bb8921b None None] Port 474a87b3-799e-4057-8907-0be4e0c3810f cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:25:56.837344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474a87b3-799e-4057-8907-0be4e0c3810f {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:25:56.843865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:53Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '2a584835-293b-4410-b009-1b6d766b6b12', 'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:cd:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:52Z', 'updated_at': '2021-11-19T19:25:54Z', 'revision_number': 2, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '732e314c-d3be-4773-918a-8b883bb136b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:56.846529 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:56.850788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:56.880123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-cc95b2dc-a010-40d1-b71a-f9395018da7c service neutron] 10.222.0.50 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152327 Nov 19 19:25:56.880422 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Checking router: 8375e7d7-a764-4f56-b50f-e422936f1332 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:25:56.880797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Updating router 8375e7d7-a764-4f56-b50f-e422936f1332 port 2a584835-293b-4410-b009-1b6d766b6b12 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:25:56.912175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Network f48ed29b-b1c5-40ba-9695-9a867979f972 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:25:56.918137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:25:56.920445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Transition to ACTIVE for port object 474a87b3-799e-4057-8907-0be4e0c3810f will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:25:56.924452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:25:56.953361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Pushing event updated for resources: {'Port': ['ID=d137ecb8-c111-47d5-bac5-5831b1ee8314,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:56.958076 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:56.964241 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:57.043555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:57.044454 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:57.069258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Pushing event updated for resources: {'Port': ['ID=474a87b3-799e-4057-8907-0be4e0c3810f,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:57.094220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e82d854c-bd4a-4dd8-9deb-e91ff9069d72 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0469551 Nov 19 19:25:57.135328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Request body: {'port': {'device_id': '9db89189-a1bb-4e69-b505-1add5b751ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:57.217825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786337f-efda-422a-9486-624dd71fb06d req-52476c62-cd14-45cd-948a-e7aee87b266b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:57.225980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f786337f-efda-422a-9486-624dd71fb06d req-52476c62-cd14-45cd-948a-e7aee87b266b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 943 time: 0.1091413 Nov 19 19:25:57.338754 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Attempting to bind port 474a87b3-799e-4057-8907-0be4e0c3810f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:25:57.339541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Attempting to bind port 474a87b3-799e-4057-8907-0be4e0c3810f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:25:57.339985 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Attempting to bind port 474a87b3-799e-4057-8907-0be4e0c3810f on network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:25:57.340722 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f786337f-efda-422a-9486-624dd71fb06d req-98e7c4ca-7d78-4e3f-bdb2-e260fda2b71e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ab52479-90a6-411f-8f43-c92279e2f99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067259 Nov 19 19:25:57.342417 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:57.362832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Port 474a87b3-799e-4057-8907-0be4e0c3810f on network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:25:57.363361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Attempting to bind port 474a87b3-799e-4057-8907-0be4e0c3810f on network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:25:57.371550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:25:57.372085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Checking segment: {'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:25:57.372601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Bound using segment: {'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:25:57.373175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Bound port: 474a87b3-799e-4057-8907-0be4e0c3810f, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '387d4060-ea4a-482b-9877-45b34470e71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:25:57.373681 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:57.460498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 646e54f4-ad23-468f-8bf7-e7bcf42277d6 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:25:57.520798 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:57.535595 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:57.581837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11df28-e973-497c-940f-562ebec4bfd4 req-cadf1f70-0224-480b-84b1-e145ca257fee tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:57.586083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 646e54f4-ad23-468f-8bf7-e7bcf42277d6 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:57.586528 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:57.593701 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef11df28-e973-497c-940f-562ebec4bfd4 req-cadf1f70-0224-480b-84b1-e145ca257fee tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 931 time: 0.1378455 Nov 19 19:25:57.637478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] For port 474a87b3-799e-4057-8907-0be4e0c3810f, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:25:57.648510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] For port 474a87b3-799e-4057-8907-0be4e0c3810f, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=474a87b3-799e-4057-8907-0be4e0c3810f,segment=NetworkSegment(387d4060-ea4a-482b-9877-45b34470e71f),segment_id=387d4060-ea4a-482b-9877-45b34470e71f)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:25:57.688127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:57.735311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f3032-795d-4074-a1a1-e2a19514999a None None] Pushing event updated for resources: {'Port': ['ID=2a584835-293b-4410-b009-1b6d766b6b12,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:57.736061 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef11df28-e973-497c-940f-562ebec4bfd4 req-083ddd88-8461-4acf-ab4b-e1b06a4fa774 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398115 Nov 19 19:25:57.805849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Attempting to bind port 2a584835-293b-4410-b009-1b6d766b6b12 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:25:57.806582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Attempting to bind port 2a584835-293b-4410-b009-1b6d766b6b12 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:25:57.806953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Attempting to bind port 2a584835-293b-4410-b009-1b6d766b6b12 on network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:25:57.819892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:25:57.820278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Checking segment: {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:25:57.822841 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:57.823335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Bound using segment: {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:25:57.823844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Bound port: 2a584835-293b-4410-b009-1b6d766b6b12, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:25:57.824242 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:57.847570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Pushing event updated for resources: {'Port': ['ID=474a87b3-799e-4057-8907-0be4e0c3810f,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:57.865678 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:57.866349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:57.868205 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-33013039-30f2-45cf-a4ee-bb28acfd98f3 service neutron] 10.222.0.21 "PUT /v2.0/ports/474a87b3-799e-4057-8907-0be4e0c3810f HTTP/1.1" status: 200 len: 1091 time: 1.6691823 Nov 19 19:25:57.869463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'tag': '474a87b3-799e-4057-8907-0be4e0c3810f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:25:57.872272 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9377ae3-82b1-4d13-afcc-6247556bfdff", "tag": "474a87b3-799e-4057-8907-0be4e0c3810f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:25:57.877800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89196725-2ffb-4557-bb07-0df1fa7e010c req-6961349d-57e2-49d7-bebe-208841e2bb3c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 210 time: 0.0643563 Nov 19 19:25:57.949397 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2638a79-6b8b-4f8f-bca9-d8868b5d21be x-openstack-request-id: req-a2638a79-6b8b-4f8f-bca9-d8868b5d21be {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:25:57.953504 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9377ae3-82b1-4d13-afcc-6247556bfdff", "tag": "474a87b3-799e-4057-8907-0be4e0c3810f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:25:57.953860 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2638a79-6b8b-4f8f-bca9-d8868b5d21be {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:25:57.954396 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'tag': '474a87b3-799e-4057-8907-0be4e0c3810f', 'status': 'completed', 'code': 200} Nov 19 19:25:57.995972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] For port 2a584835-293b-4410-b009-1b6d766b6b12, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:25:57.999939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] For port 2a584835-293b-4410-b009-1b6d766b6b12, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2a584835-293b-4410-b009-1b6d766b6b12,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:25:58.010671 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:58.145112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-89eca008-ef5c-4bdf-8ac1-c1887539cb92 None None] Provisioning complete for port 2a584835-293b-4410-b009-1b6d766b6b12 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:58.145548 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89eca008-ef5c-4bdf-8ac1-c1887539cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:58.152488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-817a0310-a3ba-4174-8080-6d823c692c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:58.155063 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-817a0310-a3ba-4174-8080-6d823c692c7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 1094 time: 0.1993728 Nov 19 19:25:58.183135 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f3032-795d-4074-a1a1-e2a19514999a None None] Pushing event updated for resources: {'Port': ['ID=2a584835-293b-4410-b009-1b6d766b6b12,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:58.183801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d137ecb8-c111-47d5-bac5-5831b1ee8314 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:25:58.199441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Routers {'8375e7d7-a764-4f56-b50f-e422936f1332'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:25:58.200539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8375e7d7-a764-4f56-b50f-e422936f1332'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:58.218383 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:58.264244 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-01f6c762-d74e-4cb8-b360-a47ae55c76f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=474a87b3-799e-4057-8907-0be4e0c3810f HTTP/1.1" status: 200 len: 217 time: 0.0967691 Nov 19 19:25:58.330046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Transition to ACTIVE for port object d137ecb8-c111-47d5-bac5-5831b1ee8314 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:25:58.359824 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:58.426458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d137ecb8-c111-47d5-bac5-5831b1ee8314,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:58.434803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-5bffd8ca-671e-4fe1-aa95-f9dd1f9cb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:58.436317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-5bffd8ca-671e-4fe1-aa95-f9dd1f9cb047 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5af078fe-c79f-4e6d-aca5-ed5e6cb3230d HTTP/1.1" status: 200 len: 835 time: 0.1613479 Nov 19 19:25:58.456284 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89eca008-ef5c-4bdf-8ac1-c1887539cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:58.462577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] Set router 8375e7d7-a764-4f56-b50f-e422936f1332 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:25:58.515385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472145de-f3a6-4816-9aec-fa65fc1d048a req-27230b7d-735b-4692-982f-e7ddc3edc11c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:58.518353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-472145de-f3a6-4816-9aec-fa65fc1d048a req-27230b7d-735b-4692-982f-e7ddc3edc11c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 943 time: 0.0821700 Nov 19 19:25:58.583562 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-48ea2768-9866-40f7-b293-48a1a21102bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:58.585798 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-48ea2768-9866-40f7-b293-48a1a21102bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405890 Nov 19 19:25:58.587171 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-472145de-f3a6-4816-9aec-fa65fc1d048a req-5de8a6f5-b4d6-4105-8436-b73b065de9de tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ab52479-90a6-411f-8f43-c92279e2f99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617893 Nov 19 19:25:58.596591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-89eca008-ef5c-4bdf-8ac1-c1887539cb92 None None] For port 2a584835-293b-4410-b009-1b6d766b6b12, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2a584835-293b-4410-b009-1b6d766b6b12,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:25:58.602683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89eca008-ef5c-4bdf-8ac1-c1887539cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:58.660993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Attempting to bind port d137ecb8-c111-47d5-bac5-5831b1ee8314 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:25:58.661442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Attempting to bind port d137ecb8-c111-47d5-bac5-5831b1ee8314 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'cfad3167-12da-4936-8f6a-847e98d9525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:25:58.661963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Attempting to bind port d137ecb8-c111-47d5-bac5-5831b1ee8314 on network f48ed29b-b1c5-40ba-9695-9a867979f972 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:25:58.670483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Port d137ecb8-c111-47d5-bac5-5831b1ee8314 on network f48ed29b-b1c5-40ba-9695-9a867979f972 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:25:58.670888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Attempting to bind port d137ecb8-c111-47d5-bac5-5831b1ee8314 on network f48ed29b-b1c5-40ba-9695-9a867979f972 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:25:58.681867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:25:58.682297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Checking segment: {'id': 'cfad3167-12da-4936-8f6a-847e98d9525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:25:58.683293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Bound using segment: {'id': 'cfad3167-12da-4936-8f6a-847e98d9525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:25:58.683829 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Bound port: d137ecb8-c111-47d5-bac5-5831b1ee8314, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad3167-12da-4936-8f6a-847e98d9525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:25:58.684729 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:58.737023 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eca008-ef5c-4bdf-8ac1-c1887539cb92 None None] Pushing event updated for resources: {'Port': ['ID=2a584835-293b-4410-b009-1b6d766b6b12,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:58.762730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e48e337d-45c2-4f81-8a66-1eda920be714 None None] Provisioning complete for port 2a584835-293b-4410-b009-1b6d766b6b12 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:58.763175 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e48e337d-45c2-4f81-8a66-1eda920be714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:58.774075 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-6ae3e780-be21-4fb6-8994-90057da531b9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:58.776477 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-6ae3e780-be21-4fb6-8994-90057da531b9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.21 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 796 time: 0.1406240 Nov 19 19:25:58.804325 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-35801ee0-7a19-4f89-956f-09165ddfbb04 service neutron] 10.222.0.21 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087617 Nov 19 19:25:58.883701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] For port d137ecb8-c111-47d5-bac5-5831b1ee8314, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:25:58.898743 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:53Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '2a584835-293b-4410-b009-1b6d766b6b12', 'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:cd:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:52Z', 'updated_at': '2021-11-19T19:25:57Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '732e314c-d3be-4773-918a-8b883bb136b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:25:58.902702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] For port d137ecb8-c111-47d5-bac5-5831b1ee8314, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d137ecb8-c111-47d5-bac5-5831b1ee8314,segment=NetworkSegment(cfad3167-12da-4936-8f6a-847e98d9525d),segment_id=cfad3167-12da-4936-8f6a-847e98d9525d)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:25:58.915030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:58.928932 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-d9dc3f93-b121-4ef4-9485-b9790ef338c2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 379 time: 0.1392746 Nov 19 19:25:58.937812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a097b42-f666-415b-b72f-ac929e11bd4e None None] The sync data for ids ['8375e7d7-a764-4f56-b50f-e422936f1332'] in n-d-815373-6 is: [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:53Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '2a584835-293b-4410-b009-1b6d766b6b12', 'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:cd:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:52Z', 'updated_at': '2021-11-19T19:25:57Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '732e314c-d3be-4773-918a-8b883bb136b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:25:58.943736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'port': {'device_id': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'admin_state_up': True, 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'security_groups': ['3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:25:58.975309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:58.976133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:58.977893 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/d137ecb8-c111-47d5-bac5-5831b1ee8314 HTTP/1.1" status: 200 len: 1091 time: 1.8532410 Nov 19 19:25:59.014036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72273a5c-bba6-4d10-b138-03dd71232b90 req-94df5c77-3131-4916-bf5c-c735aed70765 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:59.016011 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72273a5c-bba6-4d10-b138-03dd71232b90 req-94df5c77-3131-4916-bf5c-c735aed70765 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 943 time: 0.1848633 Nov 19 19:25:59.029003 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fb7bb38b-e667-4e1f-8a51-7cfb851f6738 req-75395770-0fb4-47d2-9be2-71792d4f140a service neutron] 10.222.0.21 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071035 Nov 19 19:25:59.034925 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ffebb-ffc7-4a4b-a17a-0413bb49e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d137ecb8-c111-47d5-bac5-5831b1ee8314,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:25:59.152167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-cef295ed-de23-4dd7-aebd-f3232ebbf498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:59.154705 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-cef295ed-de23-4dd7-aebd-f3232ebbf498 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62fe48323d584ee6951e955e2365e110&device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 1094 time: 0.0965016 Nov 19 19:25:59.222811 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-7f82b3fb-8648-4271-b526-e068c8bc57e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d137ecb8-c111-47d5-bac5-5831b1ee8314 HTTP/1.1" status: 200 len: 217 time: 0.0592306 Nov 19 19:25:59.230921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e req-ea4b0d31-63be-48ef-973c-791d46f254c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:59.232751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e req-ea4b0d31-63be-48ef-973c-791d46f254c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 1094 time: 0.1323082 Nov 19 19:25:59.295242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-b5ff3f97-036c-4972-9798-57e59ee44865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:59.296751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-b5ff3f97-036c-4972-9798-57e59ee44865 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2633cea2-4b49-4219-af20-2681722e42a1 HTTP/1.1" status: 200 len: 854 time: 0.0629590 Nov 19 19:25:59.419326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2a584835-293b-4410-b009-1b6d766b6b12 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:25:59.424833 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-bf3e9977-093e-4622-aab9-0c31d4495ee8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f48ed29b-b1c5-40ba-9695-9a867979f972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481577 Nov 19 19:25:59.498354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2a584835-293b-4410-b009-1b6d766b6b12 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:25:59.498949 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:59.530602 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e req-34978ee3-e481-4093-adc4-a1c18c28b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:59.533143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e req-34978ee3-e481-4093-adc4-a1c18c28b00a service neutron] 10.222.0.21 "GET /v2.0/networks?id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 HTTP/1.1" status: 200 len: 898 time: 0.2347448 Nov 19 19:25:59.547865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72273a5c-bba6-4d10-b138-03dd71232b90 req-51795adf-dd1c-4d6b-9d5d-43fece1c365a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213070 Nov 19 19:25:59.580837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:25:59.587293 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:59.741212 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-e819c6d7-ccd4-40a6-ba10-60dde3506527 service neutron] 10.222.0.57 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982669 Nov 19 19:25:59.742857 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e req-b79acde6-9097-4722-b070-e9e1e46b08d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=474a87b3-799e-4057-8907-0be4e0c3810f HTTP/1.1" status: 200 len: 217 time: 0.0433333 Nov 19 19:25:59.799384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58b3046e-68f6-43de-af28-552d6c8cf696 req-67fcae03-f635-4720-abce-388478aa79f7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 210 time: 0.0526593 Nov 19 19:25:59.839412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.20.0.11 (5d5de4c5-47d4-42f1-b457-1ee5c3607cd6/732e314c-d3be-4773-918a-8b883bb136b5/65b3cd80-79a4-4a20-891b-dff564b39f17) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:25:59.875107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e req-54253899-d47f-40c8-b476-361b0496de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:59.876620 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e req-54253899-d47f-40c8-b476-361b0496de27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5af078fe-c79f-4e6d-aca5-ed5e6cb3230d HTTP/1.1" status: 200 len: 835 time: 0.1194003 Nov 19 19:25:59.897951 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:25:59.955418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-785951b9-8fb3-475d-8853-1a3b202c3217 req-a5644b8c-e5f9-4734-b40d-8f9f7dde8255 service neutron] 10.222.0.57 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066009 Nov 19 19:25:59.956863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db89189-a1bb-4e69-b505-1add5b751ac2', 'tag': 'd137ecb8-c111-47d5-bac5-5831b1ee8314'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:25:59.959619 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa975db7-1517-4241-a47d-a85398e7917b" -d '{"events": [{"name": "network-changed", "server_uuid": "9db89189-a1bb-4e69-b505-1add5b751ac2", "tag": "d137ecb8-c111-47d5-bac5-5831b1ee8314"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:25:59.967655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e req-4b61e5ce-f7c1-4365-a696-ee78e4c802e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:25:59.969293 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e req-4b61e5ce-f7c1-4365-a696-ee78e4c802e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828073 Nov 19 19:26:00.032403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34080962-4d7c-4641-ab25-7eccb4a5f003 req-109bf2b7-e6e7-45e3-b5e3-82b23d1f362c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:00.033991 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34080962-4d7c-4641-ab25-7eccb4a5f003 req-109bf2b7-e6e7-45e3-b5e3-82b23d1f362c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 943 time: 0.1214726 Nov 19 19:26:00.076270 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e req-b79d586c-5902-472d-a836-8e4f7c4ab3d5 service neutron] 10.222.0.21 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985720 Nov 19 19:26:00.089957 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:00.129421 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34080962-4d7c-4641-ab25-7eccb4a5f003 req-ccd675ef-81f1-4585-be44-c83d83b8ac48 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ab52479-90a6-411f-8f43-c92279e2f99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800579 Nov 19 19:26:00.167542 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:00.210527 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7a4a8c61-f059-49f2-9c9c-c94a78cb2a2e req-ca7c4e05-1fa6-4cfc-a5ed-f0d695d30632 service neutron] 10.222.0.21 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278744 Nov 19 19:26:00.220048 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41e0466-2f49-491d-aac1-740613ee2cb7 x-openstack-request-id: req-c41e0466-2f49-491d-aac1-740613ee2cb7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:00.220570 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db89189-a1bb-4e69-b505-1add5b751ac2", "tag": "d137ecb8-c111-47d5-bac5-5831b1ee8314", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:00.220997 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c41e0466-2f49-491d-aac1-740613ee2cb7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:00.221563 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db89189-a1bb-4e69-b505-1add5b751ac2', 'tag': 'd137ecb8-c111-47d5-bac5-5831b1ee8314', 'status': 'completed', 'code': 200} Nov 19 19:26:00.226649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:26:00.230496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:00.235028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:26:00.242515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:00.311946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:00.313017 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:00.339711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa975db7-1517-4241-a47d-a85398e7917b req-ae1f926f-76ff-4b8f-93e6-15217ef8f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:00.342880 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa975db7-1517-4241-a47d-a85398e7917b req-ae1f926f-76ff-4b8f-93e6-15217ef8f922 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62fe48323d584ee6951e955e2365e110&device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 1094 time: 0.0686085 Nov 19 19:26:00.344677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-020d5742-4b0c-4bce-9f07-9163ca770c8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4065049 Nov 19 19:26:00.359037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Request body: {'port': {'device_id': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:00.467749 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:00.476248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa975db7-1517-4241-a47d-a85398e7917b req-b62d9e78-d04d-4d76-addd-bd192a0aa21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:00.477894 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa975db7-1517-4241-a47d-a85398e7917b req-b62d9e78-d04d-4d76-addd-bd192a0aa21f service neutron] 10.222.0.57 "GET /v2.0/networks?id=f48ed29b-b1c5-40ba-9695-9a867979f972 HTTP/1.1" status: 200 len: 915 time: 0.1274486 Nov 19 19:26:00.530329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa975db7-1517-4241-a47d-a85398e7917b req-5d0ad385-d17e-4f02-a630-d10fb27a1074 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d137ecb8-c111-47d5-bac5-5831b1ee8314 HTTP/1.1" status: 200 len: 217 time: 0.0423949 Nov 19 19:26:00.613912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa975db7-1517-4241-a47d-a85398e7917b req-db5f87ef-e33f-4ad8-9ab9-f46cfc8efb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:00.615437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a0744cb9-9080-4c9d-a00c-c2ea5d5ea018 None None] Provisioning complete for port 65b3cd80-79a4-4a20-891b-dff564b39f17 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:00.615947 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0744cb9-9080-4c9d-a00c-c2ea5d5ea018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:00.616509 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa975db7-1517-4241-a47d-a85398e7917b req-db5f87ef-e33f-4ad8-9ab9-f46cfc8efb07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2633cea2-4b49-4219-af20-2681722e42a1 HTTP/1.1" status: 200 len: 854 time: 0.0769641 Nov 19 19:26:00.656493 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa975db7-1517-4241-a47d-a85398e7917b req-507d714c-018a-426e-9aa0-ca992e1a1880 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f48ed29b-b1c5-40ba-9695-9a867979f972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300434 Nov 19 19:26:00.692990 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a0744cb9-9080-4c9d-a00c-c2ea5d5ea018 None None] Port 65b3cd80-79a4-4a20-891b-dff564b39f17 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:26:00.809017 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa975db7-1517-4241-a47d-a85398e7917b req-b0654c42-d4da-406b-aadf-acee8d991aab service neutron] 10.222.0.57 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437633 Nov 19 19:26:00.811178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd89f93-1578-46f0-bfa9-57aab9088e73 req-ebf40ac6-6788-4c58-8aa2-0afa6b10ed99 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:00.812763 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3fd89f93-1578-46f0-bfa9-57aab9088e73 req-ebf40ac6-6788-4c58-8aa2-0afa6b10ed99 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 943 time: 0.1079946 Nov 19 19:26:00.910247 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3fd89f93-1578-46f0-bfa9-57aab9088e73 req-3c1e14e6-6b2e-412c-add3-f8667cfe3d91 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850859 Nov 19 19:26:00.938309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fa975db7-1517-4241-a47d-a85398e7917b req-949808ac-4a7d-4f6b-8d53-d1f1c9e63a37 service neutron] 10.222.0.57 "GET /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199670 Nov 19 19:26:00.986906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b3cd80-79a4-4a20-891b-dff564b39f17 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:26:01.006136 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:01.042923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Transition to ACTIVE for port object 65b3cd80-79a4-4a20-891b-dff564b39f17 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:26:01.052254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:01.102305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc69afc-770b-459b-99a0-4d32e81fe630 req-09b5dce5-0c66-45f4-bcb7-f0e1d29bdf92 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:01.105626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3dc69afc-770b-459b-99a0-4d32e81fe630 req-09b5dce5-0c66-45f4-bcb7-f0e1d29bdf92 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 932 time: 0.1218832 Nov 19 19:26:01.173013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:01.214093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 474a87b3-799e-4057-8907-0be4e0c3810f details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:26:01.262433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3dc69afc-770b-459b-99a0-4d32e81fe630 req-44399a80-2e8a-4133-905c-3831369dc5b0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257038 Nov 19 19:26:01.277945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:26:01.278293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:26:01.278633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 on network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:26:01.292091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Port 65b3cd80-79a4-4a20-891b-dff564b39f17 on network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:26:01.292723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 on network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:26:01.299823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:26:01.300456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Checking segment: {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:26:01.301177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Bound using segment: {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:26:01.301864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Bound port: 65b3cd80-79a4-4a20-891b-dff564b39f17, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:26:01.302489 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:01.351501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 474a87b3-799e-4057-8907-0be4e0c3810f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=474a87b3-799e-4057-8907-0be4e0c3810f,segment=NetworkSegment(387d4060-ea4a-482b-9877-45b34470e71f),segment_id=387d4060-ea4a-482b-9877-45b34470e71f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:01.377285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '474a87b3-799e-4057-8907-0be4e0c3810f', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'port_id': '474a87b3-799e-4057-8907-0be4e0c3810f', 'mac_address': 'fa:16:3e:b7:1f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:26:01.437084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:26:01.447619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141bf4a-7cb1-4ebe-9232-ac5104fcb13a req-9be0a49c-8d6c-4201-9d63-70d6c50979e0 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:01.449232 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9141bf4a-7cb1-4ebe-9232-ac5104fcb13a req-9be0a49c-8d6c-4201-9d63-70d6c50979e0 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 943 time: 0.1074009 Nov 19 19:26:01.451893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:26:01.457295 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:01.470043 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:01.477164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474a87b3-799e-4057-8907-0be4e0c3810f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:26:01.507642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 474a87b3-799e-4057-8907-0be4e0c3810f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=474a87b3-799e-4057-8907-0be4e0c3810f,segment=NetworkSegment(387d4060-ea4a-482b-9877-45b34470e71f),segment_id=387d4060-ea4a-482b-9877-45b34470e71f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:01.513653 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:01.557703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:01.558819 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:01.560274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] 10.222.0.21 "PUT /v2.0/ports/65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1092 time: 1.2060795 Nov 19 19:26:01.563549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:01.574630 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293" -d '{"events": [{"name": "network-changed", "server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:01.582683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=474a87b3-799e-4057-8907-0be4e0c3810f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:01.621660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9141bf4a-7cb1-4ebe-9232-ac5104fcb13a req-bc9cc637-7cee-4bb8-857f-0805ce00e1b6 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ab52479-90a6-411f-8f43-c92279e2f99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559465 Nov 19 19:26:01.623982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42231f-995f-44c9-95b0-506b2f5efa01 service neutron] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:01.678590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-cef2bfbb-cbfa-40d2-a11e-9e65b685cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:01.680417 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-cef2bfbb-cbfa-40d2-a11e-9e65b685cb7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1095 time: 0.0575984 Nov 19 19:26:01.688062 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6ad5e2-f694-478d-884a-1639ac788c21 x-openstack-request-id: req-ea6ad5e2-f694-478d-884a-1639ac788c21 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:01.688366 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:01.688968 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea6ad5e2-f694-478d-884a-1639ac788c21 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:01.689388 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'status': 'completed', 'code': 200} Nov 19 19:26:01.720753 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['474a87b3-799e-4057-8907-0be4e0c3810f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:26:01.738545 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-115faba6-775b-4281-8486-74b852b11d17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 217 time: 0.0445933 Nov 19 19:26:01.798579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-7c0c6e8c-1ff5-4929-af0f-651fc12c947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:01.800989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-7c0c6e8c-1ff5-4929-af0f-651fc12c947c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0542610 Nov 19 19:26:01.862351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-d63b4e49-d48a-44c3-aa29-fed5bbffa3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:01.864161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-d63b4e49-d48a-44c3-aa29-fed5bbffa3ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555475 Nov 19 19:26:01.989210 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-d0c2238d-71df-447c-ade2-138738829506 service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179652 Nov 19 19:26:02.100756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2d939-e4d4-4d1d-81fc-20a6d3d75e19 req-5bac9885-e11a-4556-a06d-a4d56d785621 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:02.102241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbe2d939-e4d4-4d1d-81fc-20a6d3d75e19 req-5bac9885-e11a-4556-a06d-a4d56d785621 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 943 time: 0.1092432 Nov 19 19:26:02.149118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd57efaf-a4b1-4312-9047-cb587392f25c req-fdc03edb-a6ab-4143-8cf2-ec1cf79b1417 service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432986 Nov 19 19:26:02.180864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbe2d939-e4d4-4d1d-81fc-20a6d3d75e19 req-6322dded-0b52-4d79-89ef-88995db49f37 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670965 Nov 19 19:26:02.243447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293 req-c8652d74-c14a-41f3-a083-ad758ee1461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:02.245264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293 req-c8652d74-c14a-41f3-a083-ad758ee1461a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1095 time: 0.0423927 Nov 19 19:26:02.376344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293 req-e49cb109-0a20-4681-b98f-5cd5fa20cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:02.377871 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293 req-e49cb109-0a20-4681-b98f-5cd5fa20cdb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.1244576 Nov 19 19:26:02.407147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8af68-231c-4b02-8845-d172ac4e849b req-0c27aafe-9fd6-4e69-820f-1d66e568d08a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:02.409869 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3b8af68-231c-4b02-8845-d172ac4e849b req-0c27aafe-9fd6-4e69-820f-1d66e568d08a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 944 time: 0.0929761 Nov 19 19:26:02.445806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293 req-c3868170-8242-4ec0-b5f1-105b6d302947 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 217 time: 0.0592844 Nov 19 19:26:02.528318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3b8af68-231c-4b02-8845-d172ac4e849b req-e01fec9f-3868-42d0-8401-11b9b8ff9db0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899177 Nov 19 19:26:02.534495 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293 req-d8d3d9ff-2ae0-4b8b-9d9d-777bfabb774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:02.535949 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293 req-d8d3d9ff-2ae0-4b8b-9d9d-777bfabb774c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0788434 Nov 19 19:26:02.585745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293 req-2e675d74-9da7-4b83-a506-985d604a485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:02.587317 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293 req-2e675d74-9da7-4b83-a506-985d604a485d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430121 Nov 19 19:26:02.683357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293 req-6b1322f3-442e-4b28-be85-e65f6fd6e904 service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886006 Nov 19 19:26:02.812570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2f4b4-18ce-4bfe-9fa0-ebbdc7c7f75b req-bc95bd87-0dcd-476d-aeab-b2a414d8e37f tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:02.814191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98a2f4b4-18ce-4bfe-9fa0-ebbdc7c7f75b req-bc95bd87-0dcd-476d-aeab-b2a414d8e37f tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 944 time: 0.1145222 Nov 19 19:26:02.843272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8feb9a18-29d1-4ea2-bde9-83c1dafe5293 req-15df574b-aecb-4e49-bf53-86d05bdb472c service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525953 Nov 19 19:26:02.877973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98a2f4b4-18ce-4bfe-9fa0-ebbdc7c7f75b req-0ffdad00-74ed-41ad-88dc-3186922116be tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ab52479-90a6-411f-8f43-c92279e2f99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534589 Nov 19 19:26:03.168651 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:26:03.228324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 474a87b3-799e-4057-8907-0be4e0c3810f up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:26:03.286615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 474a87b3-799e-4057-8907-0be4e0c3810f completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:26:03.293086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 474a87b3-799e-4057-8907-0be4e0c3810f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:03.294931 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:03.312697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e11a7-349c-4fbd-bf89-3992d4f4361e req-7378d9fe-c81a-4b29-be6f-ab541dff525d tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:03.314331 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf0e11a7-349c-4fbd-bf89-3992d4f4361e req-7378d9fe-c81a-4b29-be6f-ab541dff525d tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 943 time: 0.0614922 Nov 19 19:26:03.368526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf0e11a7-349c-4fbd-bf89-3992d4f4361e req-393ef381-39de-47b4-b320-621775f9a248 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451732 Nov 19 19:26:03.386618 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:03.412231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474a87b3-799e-4057-8907-0be4e0c3810f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:03.414742 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9552821-2311-4bf8-9fb9-5115ae2f5567" -d '{"events": [{"server_uuid": "a9377ae3-82b1-4d13-afcc-6247556bfdff", "name": "network-vif-plugged", "status": "completed", "tag": "474a87b3-799e-4057-8907-0be4e0c3810f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:03.428780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 474a87b3-799e-4057-8907-0be4e0c3810f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=474a87b3-799e-4057-8907-0be4e0c3810f,segment=NetworkSegment(387d4060-ea4a-482b-9877-45b34470e71f),segment_id=387d4060-ea4a-482b-9877-45b34470e71f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:03.433805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:03.470818 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35acfedb-d1dc-40ae-9dd2-867be781f451 x-openstack-request-id: req-35acfedb-d1dc-40ae-9dd2-867be781f451 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:03.471080 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9377ae3-82b1-4d13-afcc-6247556bfdff", "name": "network-vif-plugged", "status": "completed", "tag": "474a87b3-799e-4057-8907-0be4e0c3810f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:03.471224 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35acfedb-d1dc-40ae-9dd2-867be781f451 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:03.472602 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474a87b3-799e-4057-8907-0be4e0c3810f', 'code': 200} Nov 19 19:26:03.473353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d137ecb8-c111-47d5-bac5-5831b1ee8314 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:26:03.561200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=474a87b3-799e-4057-8907-0be4e0c3810f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:03.585115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7efde-0451-426b-9aab-9a0f9d6fe661 req-0e54ca40-30a0-46f9-8509-d094707264eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:03.586703 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3d7efde-0451-426b-9aab-9a0f9d6fe661 req-0e54ca40-30a0-46f9-8509-d094707264eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 1096 time: 0.0618207 Nov 19 19:26:03.622358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d137ecb8-c111-47d5-bac5-5831b1ee8314, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d137ecb8-c111-47d5-bac5-5831b1ee8314,segment=NetworkSegment(cfad3167-12da-4936-8f6a-847e98d9525d),segment_id=cfad3167-12da-4936-8f6a-847e98d9525d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:03.659577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'd137ecb8-c111-47d5-bac5-5831b1ee8314', 'network_id': 'f48ed29b-b1c5-40ba-9695-9a867979f972', 'port_id': 'd137ecb8-c111-47d5-bac5-5831b1ee8314', 'mac_address': 'fa:16:3e:33:8c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2633cea2-4b49-4219-af20-2681722e42a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:26:03.701551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3d7efde-0451-426b-9aab-9a0f9d6fe661 req-6975a662-37f4-4e82-807c-a74a9fba31b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ab52479-90a6-411f-8f43-c92279e2f99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066689 Nov 19 19:26:03.705961 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:03.709389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf323c-82d2-4773-bf6b-a6607ba7ea79 req-4b455d0b-7b86-4a40-8fac-53015a6a5342 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:03.710975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdcf323c-82d2-4773-bf6b-a6607ba7ea79 req-4b455d0b-7b86-4a40-8fac-53015a6a5342 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 944 time: 0.0953460 Nov 19 19:26:03.720904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d137ecb8-c111-47d5-bac5-5831b1ee8314 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:26:03.742612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d137ecb8-c111-47d5-bac5-5831b1ee8314, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d137ecb8-c111-47d5-bac5-5831b1ee8314,segment=NetworkSegment(cfad3167-12da-4936-8f6a-847e98d9525d),segment_id=cfad3167-12da-4936-8f6a-847e98d9525d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:03.747922 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:03.776960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdcf323c-82d2-4773-bf6b-a6607ba7ea79 req-4213a213-8bfc-4d03-b389-d6696d3f8d81 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579545 Nov 19 19:26:03.799829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=d137ecb8-c111-47d5-bac5-5831b1ee8314,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:04.004301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29928230-5407-467f-85a5-c9b1d90e68ef req-7df54df4-b81a-4c4c-bc9d-14abf2b999b8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:04.005819 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29928230-5407-467f-85a5-c9b1d90e68ef req-7df54df4-b81a-4c4c-bc9d-14abf2b999b8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 945 time: 0.0525219 Nov 19 19:26:04.059145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29928230-5407-467f-85a5-c9b1d90e68ef req-b206e0d9-ad01-4214-9c4d-d7d7ca83384a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ab52479-90a6-411f-8f43-c92279e2f99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468564 Nov 19 19:26:04.077810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d137ecb8-c111-47d5-bac5-5831b1ee8314'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:26:04.504852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6942a-e691-4f62-b9da-77b91ebea7bd req-c37c3569-8608-4e46-b2d7-7b1cfed76101 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:04.506367 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42c6942a-e691-4f62-b9da-77b91ebea7bd req-c37c3569-8608-4e46-b2d7-7b1cfed76101 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 944 time: 0.0508020 Nov 19 19:26:04.556996 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42c6942a-e691-4f62-b9da-77b91ebea7bd req-e03d76f3-0f8e-4495-ae63-55173d53f76a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438447 Nov 19 19:26:04.915520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd344b-b204-477f-b072-034b99e9d0d9 req-2425c173-a9de-4092-8073-45079c91ae59 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:04.924988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8bd344b-b204-477f-b072-034b99e9d0d9 req-2425c173-a9de-4092-8073-45079c91ae59 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 944 time: 0.0699880 Nov 19 19:26:04.987989 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8bd344b-b204-477f-b072-034b99e9d0d9 req-e64b0fc0-eed8-4d25-862e-236c40e6c326 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621433 Nov 19 19:26:05.179744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe9035-892b-41f5-b47a-be727ef03ecf req-6a999061-a473-4dea-a6c6-a670de51ff5f tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:05.181959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13fe9035-892b-41f5-b47a-be727ef03ecf req-6a999061-a473-4dea-a6c6-a670de51ff5f tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 945 time: 0.0515552 Nov 19 19:26:05.242377 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13fe9035-892b-41f5-b47a-be727ef03ecf req-4b9df209-1634-4b5f-9de4-93a9b6b65693 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ab52479-90a6-411f-8f43-c92279e2f99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534110 Nov 19 19:26:05.249457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:26:05.375645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:05.377457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4aa9f-462a-4cfe-935c-801bf4b83761 req-3277110d-82da-47b7-afdb-3b8af4ebbe67 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:05.385738 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74b4aa9f-462a-4cfe-935c-801bf4b83761 req-3277110d-82da-47b7-afdb-3b8af4ebbe67 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 945 time: 0.0626771 Nov 19 19:26:05.390337 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'port_id': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'mac_address': 'fa:16:3e:af:75:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:26:05.438567 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:05.453453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74b4aa9f-462a-4cfe-935c-801bf4b83761 req-9247bb0d-3bb6-47b0-b5e0-f4a27528afb1 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ab52479-90a6-411f-8f43-c92279e2f99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660014 Nov 19 19:26:05.454852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d137ecb8-c111-47d5-bac5-5831b1ee8314 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:26:05.476695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55492) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:05.484895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b3cd80-79a4-4a20-891b-dff564b39f17 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:26:05.527283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:05.537637 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:05.554444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae635daa-f7d7-4e29-8f71-e8b252609610 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:05.559078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55494) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:05.559820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ae635daa-f7d7-4e29-8f71-e8b252609610 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 1091 time: 0.0813224 Nov 19 19:26:05.563969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '474a87b3-799e-4057-8907-0be4e0c3810f', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:05.575711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port d137ecb8-c111-47d5-bac5-5831b1ee8314 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:26:05.585850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port d137ecb8-c111-47d5-bac5-5831b1ee8314 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:05.586677 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:05.611459 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:05.642150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:05.729025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0504e-612f-4923-8a76-f5bec3479022 req-24731ab1-3719-4595-920c-8420912a7eea tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:05.731772 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:05.744746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7e0504e-612f-4923-8a76-f5bec3479022 req-24731ab1-3719-4595-920c-8420912a7eea tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 944 time: 0.0946925 Nov 19 19:26:05.751994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['65b3cd80-79a4-4a20-891b-dff564b39f17'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:26:05.859736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db89189-a1bb-4e69-b505-1add5b751ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd137ecb8-c111-47d5-bac5-5831b1ee8314'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:05.862395 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c365106a-427c-4944-b518-563654a5b5e4" -d '{"events": [{"server_uuid": "9db89189-a1bb-4e69-b505-1add5b751ac2", "name": "network-vif-plugged", "status": "completed", "tag": "d137ecb8-c111-47d5-bac5-5831b1ee8314"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:05.866608 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:05.924031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7e0504e-612f-4923-8a76-f5bec3479022 req-6c228251-e42c-47f5-9bef-b11dcc00e766 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719081 Nov 19 19:26:05.950033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d137ecb8-c111-47d5-bac5-5831b1ee8314, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d137ecb8-c111-47d5-bac5-5831b1ee8314,segment=NetworkSegment(cfad3167-12da-4936-8f6a-847e98d9525d),segment_id=cfad3167-12da-4936-8f6a-847e98d9525d)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:05.968830 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:06.214690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Allocated IP 172.25.3.177 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/6d54e8cb-ecaf-4760-9dad-ee8337b480b4) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:26:06.224314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840e79e-925e-444e-9517-df451443b68b req-dea3872f-1e14-486e-81b4-a7b9acd6b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:06.226326 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e840e79e-925e-444e-9517-df451443b68b req-dea3872f-1e14-486e-81b4-a7b9acd6b879 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 1096 time: 0.0828445 Nov 19 19:26:06.282435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f30c96-dde5-4cca-a640-3ced52dab805 req-512be687-6a41-479d-8854-e9f57822e840 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:06.297902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07f30c96-dde5-4cca-a640-3ced52dab805 req-512be687-6a41-479d-8854-e9f57822e840 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 945 time: 0.0938270 Nov 19 19:26:06.339376 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e840e79e-925e-444e-9517-df451443b68b req-6378431f-1b15-44cd-93f9-14a4863bdc40 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049356 Nov 19 19:26:06.354680 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e33804-7b67-4d73-a281-7ab22ddbca9e x-openstack-request-id: req-f6e33804-7b67-4d73-a281-7ab22ddbca9e {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:06.355285 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db89189-a1bb-4e69-b505-1add5b751ac2", "name": "network-vif-plugged", "status": "completed", "tag": "d137ecb8-c111-47d5-bac5-5831b1ee8314", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:06.355285 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6e33804-7b67-4d73-a281-7ab22ddbca9e {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:06.355626 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db89189-a1bb-4e69-b505-1add5b751ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd137ecb8-c111-47d5-bac5-5831b1ee8314', 'code': 200} Nov 19 19:26:06.405003 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:06.418299 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07f30c96-dde5-4cca-a640-3ced52dab805 req-b986b0f5-140f-4414-9d8c-81e6417e8a29 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154833 Nov 19 19:26:06.450207 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:06.453519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=d137ecb8-c111-47d5-bac5-5831b1ee8314,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:06.512061 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:26:06.515634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:06.518438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:26:06.524894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=6d54e8cb-ecaf-4760-9dad-ee8337b480b4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:07.099937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093471f-fd89-4c26-bb70-00d8aaf1cbdb req-81bbeb1d-4892-4e94-b8e3-bb0fd4cd7322 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:07.101724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3093471f-fd89-4c26-bb70-00d8aaf1cbdb req-81bbeb1d-4892-4e94-b8e3-bb0fd4cd7322 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 945 time: 0.0799766 Nov 19 19:26:07.186440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3093471f-fd89-4c26-bb70-00d8aaf1cbdb req-affeb2cc-73f8-4560-96f4-e0addcef452b tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748923 Nov 19 19:26:07.278381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:26:07.343938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 65b3cd80-79a4-4a20-891b-dff564b39f17 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:26:07.349743 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 65b3cd80-79a4-4a20-891b-dff564b39f17 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:07.351865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:07.489203 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:07.519812 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:07.599194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:07.608282 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:07.624206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eebe41-468f-4776-9553-1e17fdd0b51b req-230dc48d-9488-4cf1-a99a-6651686ba4c9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:07.629306 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59eebe41-468f-4776-9553-1e17fdd0b51b req-230dc48d-9488-4cf1-a99a-6651686ba4c9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 945 time: 0.0855920 Nov 19 19:26:07.704479 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:07.726543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:07.757811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59eebe41-468f-4776-9553-1e17fdd0b51b req-5594f428-fb13-43f0-8488-6550f0ac2a93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182387 Nov 19 19:26:07.942427 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:07.952376 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:08.025489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=6d54e8cb-ecaf-4760-9dad-ee8337b480b4,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:08.036668 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:08.144694 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Floating IP 654f9d71-0960-4eee-b34a-a8f08b22b97f associated. External IP: 172.25.3.177, port: 474a87b3-799e-4057-8907-0be4e0c3810f. Nov 19 19:26:08.244263 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d34f45a5-340b-410a-b093-b49d2f7e4df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:08.333301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae427-f33e-4d34-adc3-36e8e62c0f7f req-444e910e-0305-49cc-824e-3e01b336c96a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:08.341303 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e68ae427-f33e-4d34-adc3-36e8e62c0f7f req-444e910e-0305-49cc-824e-3e01b336c96a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 945 time: 0.0692263 Nov 19 19:26:08.356480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:08.359230 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccee1750-f2e7-43e1-bf3e-357a21a7484c" -d '{"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-plugged", "status": "completed", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:08.413126 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e68ae427-f33e-4d34-adc3-36e8e62c0f7f req-4ae0b749-a841-4eb3-adf9-92189db9bb9a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683851 Nov 19 19:26:08.465689 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdcb083-bfd4-40af-998a-f0e9bea70458 x-openstack-request-id: req-3bdcb083-bfd4-40af-998a-f0e9bea70458 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:08.466219 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-plugged", "status": "completed", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:08.466648 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3bdcb083-bfd4-40af-998a-f0e9bea70458 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:08.467265 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'code': 200} Nov 19 19:26:08.493485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router c35fdb86-bcb6-448e-830a-28c21befd26c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:26:08.603819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb1577-3860-41af-b322-eacb9681010d req-b1ba9ec0-4746-4b14-a298-ff5baa7cad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:08.605549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78cb1577-3860-41af-b322-eacb9681010d req-b1ba9ec0-4746-4b14-a298-ff5baa7cad16 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1097 time: 0.0571320 Nov 19 19:26:08.677849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:26:08.684937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78cb1577-3860-41af-b322-eacb9681010d req-8807df44-81a3-40df-870b-e22f8caf4ba2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724645 Nov 19 19:26:08.693660 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8a12c6-973a-4c99-bc9a-b055a6cb6341 None None] Sync routers for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:26:08.705442 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8a12c6-973a-4c99-bc9a-b055a6cb6341 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:26:08.706375 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1f8a12c6-973a-4c99-bc9a-b055a6cb6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:08.706638 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:08.740099 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-43c16fb4-ca77-47c7-8baf-f7419f6ad4a2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1795869 Nov 19 19:26:08.740912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'tag': '474a87b3-799e-4057-8907-0be4e0c3810f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:08.742775 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55524) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:08.743769 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29238714-4a7f-4173-afd3-9a64ec3722ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a9377ae3-82b1-4d13-afcc-6247556bfdff", "tag": "474a87b3-799e-4057-8907-0be4e0c3810f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:08.838524 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-1f8a12c6-973a-4c99-bc9a-b055a6cb6341 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:26:08.851517 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-01363aea-7b7b-48bc-9b52-9b909131844c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/floatingips/654f9d71-0960-4eee-b34a-a8f08b22b97f HTTP/1.1" status: 200 len: 991 time: 0.1060817 Nov 19 19:26:08.917243 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4c3b99-6455-4b89-ab73-8a71c29a16e4 x-openstack-request-id: req-3d4c3b99-6455-4b89-ab73-8a71c29a16e4 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:08.917547 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9377ae3-82b1-4d13-afcc-6247556bfdff", "tag": "474a87b3-799e-4057-8907-0be4e0c3810f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:08.917829 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d4c3b99-6455-4b89-ab73-8a71c29a16e4 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:08.918273 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'tag': '474a87b3-799e-4057-8907-0be4e0c3810f', 'status': 'completed', 'code': 200} Nov 19 19:26:09.026532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29238714-4a7f-4173-afd3-9a64ec3722ca req-15301e86-9ad6-4dd6-9e89-2d07e151bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:09.028085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29238714-4a7f-4173-afd3-9a64ec3722ca req-15301e86-9ad6-4dd6-9e89-2d07e151bcd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 1096 time: 0.0756094 Nov 19 19:26:09.149210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29238714-4a7f-4173-afd3-9a64ec3722ca req-c14eb67e-3d3e-4633-aa17-bedaafa50e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:09.151313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29238714-4a7f-4173-afd3-9a64ec3722ca req-c14eb67e-3d3e-4633-aa17-bedaafa50e21 service neutron] 10.222.0.21 "GET /v2.0/networks?id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 HTTP/1.1" status: 200 len: 898 time: 0.1032879 Nov 19 19:26:09.169549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550c4d2-0a85-41f1-abba-08ce60ea3a8f req-ae79206a-378a-464e-9dc3-010c99a52a01 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:09.177177 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4550c4d2-0a85-41f1-abba-08ce60ea3a8f req-ae79206a-378a-464e-9dc3-010c99a52a01 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.1807313 Nov 19 19:26:09.291702 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1f8a12c6-973a-4c99-bc9a-b055a6cb6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:25:42Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '654f9d71-0960-4eee-b34a-a8f08b22b97f', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'port_id': '474a87b3-799e-4057-8907-0be4e0c3810f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'mac_address': 'fa:16:3e:b7:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:06Z', 'updated_at': '2021-11-19T19:26:06Z', 'revision_number': 0, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:09.292491 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29238714-4a7f-4173-afd3-9a64ec3722ca req-293b4152-0dcf-4781-8ba8-6f25e8bff580 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=474a87b3-799e-4057-8907-0be4e0c3810f HTTP/1.1" status: 200 len: 999 time: 0.1079292 Nov 19 19:26:09.305790 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4550c4d2-0a85-41f1-abba-08ce60ea3a8f req-32e569d0-95ed-4df7-be3c-4a4d3c74b808 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276543 Nov 19 19:26:09.356485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29238714-4a7f-4173-afd3-9a64ec3722ca req-0e5d7ca4-62dd-4fcb-9d76-e33ebeb39a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:09.358343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29238714-4a7f-4173-afd3-9a64ec3722ca req-0e5d7ca4-62dd-4fcb-9d76-e33ebeb39a76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5af078fe-c79f-4e6d-aca5-ed5e6cb3230d HTTP/1.1" status: 200 len: 835 time: 0.0507700 Nov 19 19:26:09.359226 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8a12c6-973a-4c99-bc9a-b055a6cb6341 None None] Checking router: c35fdb86-bcb6-448e-830a-28c21befd26c for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:26:09.410774 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8a12c6-973a-4c99-bc9a-b055a6cb6341 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:26:09.411607 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1f8a12c6-973a-4c99-bc9a-b055a6cb6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:25:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:09.453009 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29238714-4a7f-4173-afd3-9a64ec3722ca req-0c5bac53-9c0d-4faf-951c-3320bc17e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:09.455533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29238714-4a7f-4173-afd3-9a64ec3722ca req-0c5bac53-9c0d-4faf-951c-3320bc17e32f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875747 Nov 19 19:26:09.534425 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-1f8a12c6-973a-4c99-bc9a-b055a6cb6341 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:26:09.686620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29238714-4a7f-4173-afd3-9a64ec3722ca req-0244ef7c-765b-4cc8-a34f-00bbca2f864e service neutron] 10.222.0.21 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193928 Nov 19 19:26:09.817058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29238714-4a7f-4173-afd3-9a64ec3722ca req-2fdc1de4-8be8-43b8-9926-3e28fb18bf28 service neutron] 10.222.0.21 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195126 Nov 19 19:26:09.855035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55534) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:09.951282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-173350e5-41f2-46ec-8419-df8a12983c00 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/floatingips/654f9d71-0960-4eee-b34a-a8f08b22b97f HTTP/1.1" status: 200 len: 991 time: 0.0947683 Nov 19 19:26:10.005975 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1f8a12c6-973a-4c99-bc9a-b055a6cb6341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:25:42Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '654f9d71-0960-4eee-b34a-a8f08b22b97f', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'port_id': '474a87b3-799e-4057-8907-0be4e0c3810f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'mac_address': 'fa:16:3e:b7:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:06Z', 'updated_at': '2021-11-19T19:26:06Z', 'revision_number': 0, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:10.035958 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8a12c6-973a-4c99-bc9a-b055a6cb6341 None None] The sync data for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 is: [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:25:42Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '654f9d71-0960-4eee-b34a-a8f08b22b97f', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'port_id': '474a87b3-799e-4057-8907-0be4e0c3810f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'mac_address': 'fa:16:3e:b7:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:06Z', 'updated_at': '2021-11-19T19:26:06Z', 'revision_number': 0, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:26:10.358382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ed58f-2f8b-4325-8510-5d17ee6f569f None None] New status for floating IP 654f9d71-0960-4eee-b34a-a8f08b22b97f: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:26:10.489700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9a9d5-e32c-45c8-a34c-ad5d476147d9 req-62c1438e-11b4-4bd6-b4cc-b7ace7386f74 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:10.503740 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9f9a9d5-e32c-45c8-a34c-ad5d476147d9 req-62c1438e-11b4-4bd6-b4cc-b7ace7386f74 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0813961 Nov 19 19:26:10.586391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9f9a9d5-e32c-45c8-a34c-ad5d476147d9 req-e15f7422-df6e-444e-9a91-90c493227cf9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811825 Nov 19 19:26:10.621459 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e868ea3-44e5-4a8c-bfee-d4f2bdcfde71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:10.734955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9335b3-f76a-4c44-a6a9-a68253d6852d req-170d478c-a5d4-4e41-92bc-9511635ca660 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:10.738240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d9335b3-f76a-4c44-a6a9-a68253d6852d req-170d478c-a5d4-4e41-92bc-9511635ca660 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0633023 Nov 19 19:26:10.796967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6d9335b3-f76a-4c44-a6a9-a68253d6852d req-865e6f39-67c9-46c4-ae67-d95a6dc1de8d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542743 Nov 19 19:26:10.822711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55544) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:10.871071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67166d01-c68d-4e49-9ad4-68372a658761 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:10.872736 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-67166d01-c68d-4e49-9ad4-68372a658761 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1092 time: 0.0489607 Nov 19 19:26:10.875709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55546) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:10.880419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:10.912557 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:10.955507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55548) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:11.028154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:11.130283 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4eebe3f6-2f38-43bb-95e6-81f6a831926b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/floatingips/654f9d71-0960-4eee-b34a-a8f08b22b97f HTTP/1.1" status: 200 len: 993 time: 0.1731400 Nov 19 19:26:11.183457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.25.3.123 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/290c2ae0-a10e-404f-a54e-b0f50239aaf8) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:26:11.311835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:11.352751 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:11.402320 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:26:11.405322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:11.413531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:26:11.417977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=290c2ae0-a10e-404f-a54e-b0f50239aaf8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:11.828007 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:11.902573 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:11.909002 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:12.100169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:12.106151 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:12.180040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=290c2ae0-a10e-404f-a54e-b0f50239aaf8,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:12.196217 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:12.307223 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Floating IP 054850c9-0947-4ed4-887c-640f07a6cd98 associated. External IP: 172.25.3.123, port: 65b3cd80-79a4-4a20-891b-dff564b39f17. Nov 19 19:26:12.883350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 8375e7d7-a764-4f56-b50f-e422936f1332 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:26:13.011154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:26:13.023648 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef1cbb-63dd-41ed-80d7-0af765246560 None None] Sync routers for ids ['8375e7d7-a764-4f56-b50f-e422936f1332'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:26:13.032150 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:13.042398 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef1cbb-63dd-41ed-80d7-0af765246560 None None] Routers {'8375e7d7-a764-4f56-b50f-e422936f1332'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:26:13.043822 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9ef1cbb-63dd-41ed-80d7-0af765246560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:26:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8375e7d7-a764-4f56-b50f-e422936f1332'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:13.072167 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b00cbf9e-7318-4033-85ff-4c389f0d4001 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1924105 Nov 19 19:26:13.072167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:13.095435 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bd2a06-2267-47c4-b901-3743ac0af38d" -d '{"events": [{"name": "network-changed", "server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:13.211009 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b9ef1cbb-63dd-41ed-80d7-0af765246560 None None] Set router 8375e7d7-a764-4f56-b50f-e422936f1332 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:26:13.250976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62211aeb-65d1-4e22-b8f0-076f4a16a961 req-93f83d4b-9f98-4f1a-bb3a-517a9d916ed9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:13.259680 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62211aeb-65d1-4e22-b8f0-076f4a16a961 req-93f83d4b-9f98-4f1a-bb3a-517a9d916ed9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0766225 Nov 19 19:26:13.329378 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62211aeb-65d1-4e22-b8f0-076f4a16a961 req-24e29c42-af02-4d5c-8f98-cdd8b498c769 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684111 Nov 19 19:26:13.361197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55572) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:13.402084 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:13.468664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9d562ea1-57d8-4b14-8cfe-4a016898d3ba tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/054850c9-0947-4ed4-887c-640f07a6cd98 HTTP/1.1" status: 200 len: 992 time: 0.1061523 Nov 19 19:26:13.576716 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026ce881-4c31-4e69-ae42-6c762296f20e x-openstack-request-id: req-026ce881-4c31-4e69-ae42-6c762296f20e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:13.577017 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:13.577305 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-026ce881-4c31-4e69-ae42-6c762296f20e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:13.577743 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'status': 'completed', 'code': 200} Nov 19 19:26:13.621719 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9ef1cbb-63dd-41ed-80d7-0af765246560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:53Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '054850c9-0947-4ed4-887c-640f07a6cd98', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'port_id': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'mac_address': 'fa:16:3e:af:75:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:11Z', 'updated_at': '2021-11-19T19:26:11Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a584835-293b-4410-b009-1b6d766b6b12', 'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:cd:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:52Z', 'updated_at': '2021-11-19T19:25:58Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '732e314c-d3be-4773-918a-8b883bb136b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:13.682101 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef1cbb-63dd-41ed-80d7-0af765246560 None None] Checking router: 8375e7d7-a764-4f56-b50f-e422936f1332 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:26:13.692678 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef1cbb-63dd-41ed-80d7-0af765246560 None None] Routers {'8375e7d7-a764-4f56-b50f-e422936f1332'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:26:13.693331 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9ef1cbb-63dd-41ed-80d7-0af765246560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:26:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8375e7d7-a764-4f56-b50f-e422936f1332'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:13.741538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2a06-2267-47c4-b901-3743ac0af38d req-4e67204c-ca44-4dde-94b4-9250f35c1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:13.744367 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42bd2a06-2267-47c4-b901-3743ac0af38d req-4e67204c-ca44-4dde-94b4-9250f35c1fb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1097 time: 0.1410353 Nov 19 19:26:13.826132 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b9ef1cbb-63dd-41ed-80d7-0af765246560 None None] Set router 8375e7d7-a764-4f56-b50f-e422936f1332 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:26:13.850378 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2a06-2267-47c4-b901-3743ac0af38d req-e7264ffe-bb4c-4711-93a0-7a6572ec4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:13.851969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42bd2a06-2267-47c4-b901-3743ac0af38d req-e7264ffe-bb4c-4711-93a0-7a6572ec4d02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.0983660 Nov 19 19:26:13.949195 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42bd2a06-2267-47c4-b901-3743ac0af38d req-11cbb36f-6180-44c8-906e-4a5119020eaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1000 time: 0.0900104 Nov 19 19:26:14.009614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2a06-2267-47c4-b901-3743ac0af38d req-f26591a5-c6f7-4624-ba47-3b28d29ec794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:14.011328 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42bd2a06-2267-47c4-b901-3743ac0af38d req-f26591a5-c6f7-4624-ba47-3b28d29ec794 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0552611 Nov 19 19:26:14.067860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2a06-2267-47c4-b901-3743ac0af38d req-f003dba4-b385-4cd6-901a-b3695803f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:14.069720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42bd2a06-2267-47c4-b901-3743ac0af38d req-f003dba4-b385-4cd6-901a-b3695803f282 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509424 Nov 19 19:26:14.090871 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9ef1cbb-63dd-41ed-80d7-0af765246560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:53Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '054850c9-0947-4ed4-887c-640f07a6cd98', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'port_id': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'mac_address': 'fa:16:3e:af:75:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:11Z', 'updated_at': '2021-11-19T19:26:11Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a584835-293b-4410-b009-1b6d766b6b12', 'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:cd:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:52Z', 'updated_at': '2021-11-19T19:25:58Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '732e314c-d3be-4773-918a-8b883bb136b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:14.131036 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:14.155361 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef1cbb-63dd-41ed-80d7-0af765246560 None None] The sync data for ids ['8375e7d7-a764-4f56-b50f-e422936f1332'] in n-d-815373-6 is: [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:53Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '054850c9-0947-4ed4-887c-640f07a6cd98', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'port_id': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'mac_address': 'fa:16:3e:af:75:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:11Z', 'updated_at': '2021-11-19T19:26:11Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a584835-293b-4410-b009-1b6d766b6b12', 'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:cd:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:52Z', 'updated_at': '2021-11-19T19:25:58Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '732e314c-d3be-4773-918a-8b883bb136b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:26:14.204845 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42bd2a06-2267-47c4-b901-3743ac0af38d req-00dfc891-0fce-4d37-80b2-d7a2a8e37107 service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273220 Nov 19 19:26:14.324236 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-42bd2a06-2267-47c4-b901-3743ac0af38d req-cd211149-2341-4178-9a25-0624f1f86118 service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099887 Nov 19 19:26:14.435821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c7b57-c951-48b2-b7b9-1e5a992e7499 None None] New status for floating IP 054850c9-0947-4ed4-887c-640f07a6cd98: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:26:14.471591 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55580) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:14.552913 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-443e24a9-c3b1-4935-8b40-9ee9ac39c1fc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/054850c9-0947-4ed4-887c-640f07a6cd98 HTTP/1.1" status: 200 len: 992 time: 0.0800581 Nov 19 19:26:15.556696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55586) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:15.624520 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7eb1e15b-1bc1-4569-9839-c0dc3227bebf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/054850c9-0947-4ed4-887c-640f07a6cd98 HTTP/1.1" status: 200 len: 994 time: 0.0666511 Nov 19 19:26:23.907058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55642) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:24.018045 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:24.094973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:24.099045 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:24.138450 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9636974829964d48b26e753bdc179a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302842 Nov 19 19:26:24.140935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55648) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:24.147205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b8743d-8772-4250-8e0a-8d263c7b893f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:24.162064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.162444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.162790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.163152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.163470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.163805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.164137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.164471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.164839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.165165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.165492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.165937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d2aa8-bc41-404a-a11f-757ea5d774c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:24.206763 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6c527e0-023c-460f-b233-5b1813040cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:24.231308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6c527e0-023c-460f-b233-5b1813040cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:24.283363 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6c527e0-023c-460f-b233-5b1813040cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:24.286343 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d6c527e0-023c-460f-b233-5b1813040cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:24.287723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d6c527e0-023c-460f-b233-5b1813040cc5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32b8743d-8772-4250-8e0a-8d263c7b893f HTTP/1.1" status: 204 len: 168 time: 0.1458671 Nov 19 19:26:24.296561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c527e0-023c-460f-b233-5b1813040cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b8743d-8772-4250-8e0a-8d263c7b893f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:25.352401 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:29.894813 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:33.552885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55762) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:33.678659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:33.760995 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:33.766786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:33.824245 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fd9a99e1cab470cb5ef31baf6631e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670124 Nov 19 19:26:33.824245 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbb8a20-0a5f-4f55-9937-7e70b296879d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:33.824982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55768) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:33.833522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.833911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.834550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.834899 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.835243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.835581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.835919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.836816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.837433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.837650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.838017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.838347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9c127-ec4a-4d94-b493-d66ddcab545d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:33.899275 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5923ff2e-4083-4b72-93a7-92310ff328a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:33.926884 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5923ff2e-4083-4b72-93a7-92310ff328a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:33.975985 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5923ff2e-4083-4b72-93a7-92310ff328a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:33.979018 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5923ff2e-4083-4b72-93a7-92310ff328a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:33.982651 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5923ff2e-4083-4b72-93a7-92310ff328a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbbb8a20-0a5f-4f55-9937-7e70b296879d HTTP/1.1" status: 204 len: 168 time: 0.1536634 Nov 19 19:26:33.988242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923ff2e-4083-4b72-93a7-92310ff328a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbb8a20-0a5f-4f55-9937-7e70b296879d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:36.219776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55830) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:36.224844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'network': {'name': 'tempest-network-smoke--505777311', 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'port_security_enabled': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:36.247515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Made reservation on behalf of c133e2a74ff54fb5b01cd4c34e17aa9e for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:26:36.251053 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.259955 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.343415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.346934 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.377389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:26:36.382883 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44054e25-76bd-4e44-b23a-c20311c099a4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:36.394232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.394633 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Added segment 2d8c391f-0a25-4583-9a9b-23e08e003620 of type vlan for network ff91a84b-f9c5-4892-910e-07c93f603246 Nov 19 19:26:36.440479 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.467786 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.473572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:36.474231 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.536440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3155186 Nov 19 19:26:36.539344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55832) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:36.546317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'admin_state_up': True, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:36.550121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8779c-826e-4cc4-89d3-3313839ae6fa tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Network': ['ID=ff91a84b-f9c5-4892-910e-07c93f603246,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:36.563750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network ff91a84b-f9c5-4892-910e-07c93f603246 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:26:36.574048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.575204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.632352 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.786771 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:36.984914 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:37.004436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:37.119335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Allocated IP 172.25.3.28 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/e4b657ac-4e83-47f5-9eea-de5fdaebea22) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:26:37.231174 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:37.268037 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:37.314652 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:26:37.317690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:37.322942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:26:37.331093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa0d55-cf89-4788-9c7c-e4fbe4ac8865 req-2518ff3b-65fb-4577-997d-0d76cc45e574 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:37.333472 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0baa0d55-cf89-4788-9c7c-e4fbe4ac8865 req-2518ff3b-65fb-4577-997d-0d76cc45e574 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 945 time: 0.0589995 Nov 19 19:26:37.334155 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10afa940-1513-4090-b958-05e90cafa3d5 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:26:37.349392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Port': ['ID=e4b657ac-4e83-47f5-9eea-de5fdaebea22,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:37.388675 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0baa0d55-cf89-4788-9c7c-e4fbe4ac8865 req-394598ee-64f3-4b76-b07a-5cddf5734454 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 Nov 19 19:26:37.433725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-de09f8cd-64ea-4507-8a71-17c9967adb52 None None] Provisioning complete for port e4b657ac-4e83-47f5-9eea-de5fdaebea22 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:37.434147 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-de09f8cd-64ea-4507-8a71-17c9967adb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:37.471934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-de09f8cd-64ea-4507-8a71-17c9967adb52 None None] Port e4b657ac-4e83-47f5-9eea-de5fdaebea22 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:26:37.598650 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:38.159089 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-ffc70710-b73a-475f-954d-8da2f532e1a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467136 Nov 19 19:26:38.162448 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:38.223172 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d51cbb7c-e100-4ef1-b4c5-3f90d5b50286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:38.294775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:26:38.379602 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-c01bcae1-0444-4e6e-8c1e-3f4b7fc38542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:38.381116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-c01bcae1-0444-4e6e-8c1e-3f4b7fc38542 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 1096 time: 0.0418327 Nov 19 19:26:38.403404 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:26:38.417339 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Sync routers for ids ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:26:38.432688 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Routers {'4f3ee55e-01cb-444d-a9e0-85a4fb166921'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:26:38.433470 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:26:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:38.433634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:38.437613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4afbb306-9c6a-4be5-9a03-6184211038fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8935559 Nov 19 19:26:38.440097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55846) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:38.546672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-36983398-4e64-4422-8b5b-1cf7479abb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:38.548462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-36983398-4e64-4422-8b5b-1cf7479abb65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 HTTP/1.1" status: 200 len: 898 time: 0.1464725 Nov 19 19:26:38.550865 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Set router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:26:38.562011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078135a-de33-49ff-a83f-df526470b415 req-c0d023e9-1d6a-4eba-bdb2-bce70369a5aa tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:38.563487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8078135a-de33-49ff-a83f-df526470b415 req-c0d023e9-1d6a-4eba-bdb2-bce70369a5aa tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 945 time: 0.0743268 Nov 19 19:26:38.581621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ef769a69-1346-4407-8da9-5c753e812495 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=c133e2a74ff54fb5b01cd4c34e17aa9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1412950 Nov 19 19:26:38.584286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55850) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:38.669181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-1c7a520e-2b32-4b15-985d-cb0cafbc302b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=474a87b3-799e-4057-8907-0be4e0c3810f HTTP/1.1" status: 200 len: 1001 time: 0.1024616 Nov 19 19:26:38.676107 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8078135a-de33-49ff-a83f-df526470b415 req-35adba0e-2f24-4276-a9fa-4d87370fdb21 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/security-groups?id=ac1964cf-cbbe-4ce3-84f3-9777351b3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020842 Nov 19 19:26:38.694811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c52dd2-8ee6-46e5-8b70-6654e2ab9e71 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:38.705654 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-67c52dd2-8ee6-46e5-8b70-6654e2ab9e71 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1177750 Nov 19 19:26:38.706049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55852) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:38.737801 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ac991ef6-58e1-4852-aab2-72cdfa6d0d1b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302167 Nov 19 19:26:38.740034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55854) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:38.750725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-363229911', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:38.756678 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:37Z', 'revision_number': 3, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:38.759554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-b321daf0-e405-4b09-8bca-4b9a51a5b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:38.761065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-b321daf0-e405-4b09-8bca-4b9a51a5b645 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5af078fe-c79f-4e6d-aca5-ed5e6cb3230d HTTP/1.1" status: 200 len: 835 time: 0.0840414 Nov 19 19:26:38.784723 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Checking router: 4f3ee55e-01cb-444d-a9e0-85a4fb166921 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:26:38.785075 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Updating router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 port e4b657ac-4e83-47f5-9eea-de5fdaebea22 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:26:38.811940 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:38.874663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-bc620c53-1cc2-4b09-926f-baa088c8a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:38.876176 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-bc620c53-1cc2-4b09-926f-baa088c8a0a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037681 Nov 19 19:26:38.895575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Made reservation on behalf of c133e2a74ff54fb5b01cd4c34e17aa9e for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:26:38.900624 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:38.997553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-776f75e5-27da-48e3-8847-fbd0f9b90a54 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:38.999173 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-776f75e5-27da-48e3-8847-fbd0f9b90a54 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.57 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 945 time: 0.0562711 Nov 19 19:26:39.060274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-09a867ae-9793-48fe-b288-0cd75e00ab8e service neutron] 10.222.0.21 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739583 Nov 19 19:26:39.134238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-eb7f8ce0-f3ef-4f8a-bdc9-974416b05e8a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Deleting port d137ecb8-c111-47d5-bac5-5831b1ee8314 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:26:39.134666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-eb7f8ce0-f3ef-4f8a-bdc9-974416b05e8a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.209613 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.211387 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.57', 53074) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:39.217285 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.240108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-eb7f8ce0-f3ef-4f8a-bdc9-974416b05e8a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] For port d137ecb8-c111-47d5-bac5-5831b1ee8314, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d137ecb8-c111-47d5-bac5-5831b1ee8314,segment=NetworkSegment(cfad3167-12da-4936-8f6a-847e98d9525d),segment_id=cfad3167-12da-4936-8f6a-847e98d9525d)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:39.240373 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-eb7f8ce0-f3ef-4f8a-bdc9-974416b05e8a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.259610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-eb7f8ce0-f3ef-4f8a-bdc9-974416b05e8a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Calling delete_port for d137ecb8-c111-47d5-bac5-5831b1ee8314 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:26:39.265296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbcbd1c-7b13-4627-b255-31db242e57c9 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:26:39.276272 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Attempting to bind port e4b657ac-4e83-47f5-9eea-de5fdaebea22 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:26:39.276800 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Attempting to bind port e4b657ac-4e83-47f5-9eea-de5fdaebea22 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:26:39.277234 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Attempting to bind port e4b657ac-4e83-47f5-9eea-de5fdaebea22 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:26:39.279488 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.298191 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:26:39.298567 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:26:39.298969 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.299489 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:26:39.299832 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Bound port: e4b657ac-4e83-47f5-9eea-de5fdaebea22, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:26:39.300215 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.303007 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070df38-7ffe-4fcc-966c-4897fae2c00a None None] Pushing event updated for resources: {'Port': ['ID=e4b657ac-4e83-47f5-9eea-de5fdaebea22,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:39.309858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-aab8c899-0897-4b80-a283-38799f3c0924 None None] Provisioning complete for port e4b657ac-4e83-47f5-9eea-de5fdaebea22 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:39.310564 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aab8c899-0897-4b80-a283-38799f3c0924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.333631 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cbb9e32-caf7-4e5e-af46-d325d64beccd req-eab535ce-9d90-4f50-a082-7869b0b3c3ec service neutron] 10.222.0.21 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649105 Nov 19 19:26:39.347251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-aab8c899-0897-4b80-a283-38799f3c0924 None None] Port e4b657ac-4e83-47f5-9eea-de5fdaebea22 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:26:39.365290 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] For port e4b657ac-4e83-47f5-9eea-de5fdaebea22, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:26:39.368277 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] For port e4b657ac-4e83-47f5-9eea-de5fdaebea22, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e4b657ac-4e83-47f5-9eea-de5fdaebea22,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:26:39.376080 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.382400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Checking segment: {'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:26:39.383589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network hostable DHCP agents. Network: ff91a84b-f9c5-4892-910e-07c93f603246, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:26:39.394212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Subnet': ['ID=7d5c9069-6009-4db2-83ff-fe2a2971425b,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:39.410285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network ff91a84b-f9c5-4892-910e-07c93f603246 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:26:39.424444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, ff91a84b-f9c5-4892-910e-07c93f603246) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:39.431018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd17a8ed-23de-4e0f-ace9-580c535c0ed2 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:26:39.434672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:39.435315 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.438386 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Routers {'4f3ee55e-01cb-444d-a9e0-85a4fb166921'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:26:39.439051 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:26:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:39.439462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba951e-9e72-4194-8732-e4b33c1178da None None] Network ff91a84b-f9c5-4892-910e-07c93f603246 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:26:39.452569 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-c9f07a7f-12fe-444d-9ebe-36dc15d422a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2400541 Nov 19 19:26:39.475117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1e74e2ab-1e83-42a0-ac06-dc41c3ab8539 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7326288 Nov 19 19:26:39.476461 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55858) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:39.558114 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] Set router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:26:39.600293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Provisioning complete for port e4b657ac-4e83-47f5-9eea-de5fdaebea22 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:39.600993 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.624518 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070df38-7ffe-4fcc-966c-4897fae2c00a None None] Pushing event updated for resources: {'Port': ['ID=e4b657ac-4e83-47f5-9eea-de5fdaebea22,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:39.644590 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-eb7f8ce0-f3ef-4f8a-bdc9-974416b05e8a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.665182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d137ecb8-c111-47d5-bac5-5831b1ee8314'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:26:39.675549 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-bcaa98db-0dcd-4dc5-b4cd-39b73552b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:39.677002 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-bcaa98db-0dcd-4dc5-b4cd-39b73552b290 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.1683018 Nov 19 19:26:39.700428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-ff91a84b-f9c5-4892-910e-07c93f603246', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'fixed_ips': [{'subnet_id': '7d5c9069-6009-4db2-83ff-fe2a2971425b'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:26:39.701250 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.740629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f8ce0-f3ef-4f8a-bdc9-974416b05e8a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Pushing event deleted for resources: {'Port': ['ID=d137ecb8-c111-47d5-bac5-5831b1ee8314,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:39.804463 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.807024 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:37Z', 'revision_number': 3, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:39.812193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-eb7f8ce0-f3ef-4f8a-bdc9-974416b05e8a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] No DVR routers for this DVR port d137ecb8-c111-47d5-bac5-5831b1ee8314 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:26:39.814917 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-eb7f8ce0-f3ef-4f8a-bdc9-974416b05e8a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.819752 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-eb7f8ce0-f3ef-4f8a-bdc9-974416b05e8a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.57 "DELETE /v2.0/ports/d137ecb8-c111-47d5-bac5-5831b1ee8314 HTTP/1.1" status: 204 len: 173 time: 0.8137162 Nov 19 19:26:39.832323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db89189-a1bb-4e69-b505-1add5b751ac2', 'name': 'network-vif-deleted', 'tag': 'd137ecb8-c111-47d5-bac5-5831b1ee8314'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:39.834678 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a6816f-524c-4ddd-a5b9-ac367761cf94" -d '{"events": [{"server_uuid": "9db89189-a1bb-4e69-b505-1add5b751ac2", "name": "network-vif-deleted", "tag": "d137ecb8-c111-47d5-bac5-5831b1ee8314"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:39.850484 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ee34d-86c5-48b8-ba19-bfd557454342 None None] The sync data for ids ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'] in n-d-815373-6 is: [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:37Z', 'revision_number': 3, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:26:39.855634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] For port e4b657ac-4e83-47f5-9eea-de5fdaebea22, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e4b657ac-4e83-47f5-9eea-de5fdaebea22,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:39.876583 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:39.918473 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37fa31cf-22a5-4986-9200-e565e7db2079 req-da8d469f-759d-4be5-bb25-3b7e5ca14ef3 tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db89189-a1bb-4e69-b505-1add5b751ac2 HTTP/1.1" status: 200 len: 210 time: 0.0878997 Nov 19 19:26:39.980004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Pushing event updated for resources: {'Port': ['ID=e4b657ac-4e83-47f5-9eea-de5fdaebea22,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:39.988084 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Allocated IP 172.20.0.2 (ff91a84b-f9c5-4892-910e-07c93f603246/7d5c9069-6009-4db2-83ff-fe2a2971425b/50fcca41-a133-4d93-93c7-408d06be11c9) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:26:39.991068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:39.991496 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:39.992099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:39.993169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:39.993723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:39.994296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:39.994904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:39.995601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:39.996302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:39.996854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:39.997773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:39.998135 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c96b1-5a20-44d4-a350-753cae6200dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:26:40.002546 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294a4762-b0d0-4cea-ba7a-c1dbd578a882 x-openstack-request-id: req-294a4762-b0d0-4cea-ba7a-c1dbd578a882 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:40.003061 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db89189-a1bb-4e69-b505-1add5b751ac2", "name": "network-vif-deleted", "tag": "d137ecb8-c111-47d5-bac5-5831b1ee8314", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:40.003468 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-294a4762-b0d0-4cea-ba7a-c1dbd578a882 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:40.004026 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db89189-a1bb-4e69-b505-1add5b751ac2', 'name': 'network-vif-deleted', 'tag': 'd137ecb8-c111-47d5-bac5-5831b1ee8314', 'status': 'completed', 'code': 200} Nov 19 19:26:40.016373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-ec1b8649-f24e-41d2-9cee-0d85413ae05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:40.018276 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-ec1b8649-f24e-41d2-9cee-0d85413ae05c service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.3056617 Nov 19 19:26:40.070405 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-d8e31e61-a2c9-45e1-a7ea-fcd8d99a3566 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0434856 Nov 19 19:26:40.168871 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:40.171610 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:26:40.184695 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:40.219891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-0fb2326a-3364-4b8a-856b-93bcb932c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:40.221480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-0fb2326a-3364-4b8a-856b-93bcb932c3e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1109045 Nov 19 19:26:40.243838 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Network ff91a84b-f9c5-4892-910e-07c93f603246 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:26:40.245268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Pushing event updated for resources: {'Port': ['ID=50fcca41-a133-4d93-93c7-408d06be11c9,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:40.248530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:40.253155 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:26:40.321948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Attempting to bind port 50fcca41-a133-4d93-93c7-408d06be11c9 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:26:40.322530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Attempting to bind port 50fcca41-a133-4d93-93c7-408d06be11c9 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:26:40.322913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Attempting to bind port 50fcca41-a133-4d93-93c7-408d06be11c9 on network ff91a84b-f9c5-4892-910e-07c93f603246 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:26:40.330221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:26:40.330616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Checking segment: {'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:26:40.331349 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:40.332110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Bound using segment: {'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:26:40.332482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-89222c02-d948-4afc-ab74-7af94b8254a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:40.333614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Bound port: 50fcca41-a133-4d93-93c7-408d06be11c9, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:26:40.334038 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-89222c02-d948-4afc-ab74-7af94b8254a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974705 Nov 19 19:26:40.334587 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:40.439698 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] For port 50fcca41-a133-4d93-93c7-408d06be11c9, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:26:40.444390 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] For port 50fcca41-a133-4d93-93c7-408d06be11c9, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=50fcca41-a133-4d93-93c7-408d06be11c9,segment=NetworkSegment(2d8c391f-0a25-4583-9a9b-23e08e003620),segment_id=2d8c391f-0a25-4583-9a9b-23e08e003620)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:26:40.451993 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:40.487703 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:40.499340 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-ddba06d0-7b30-4ca7-8f40-31fd74678ceb service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467140 Nov 19 19:26:40.516428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cdd7b-4a4c-415e-a49d-71193c399b11 None None] Pushing event updated for resources: {'Port': ['ID=50fcca41-a133-4d93-93c7-408d06be11c9,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:40.584873 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ea17763-93b2-4059-b7b5-5f01cfe62d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:40.702877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2dfa91fb-5727-4c38-9476-ab212f862d49 req-ac28b998-b8d4-4a2d-8e9e-3c72dad56307 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968110 Nov 19 19:26:40.919504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Allocated IP 172.20.0.1 (ff91a84b-f9c5-4892-910e-07c93f603246/7d5c9069-6009-4db2-83ff-fe2a2971425b/6b8f68a4-1be3-4d50-abe8-b539d023db8f) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:26:41.051421 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:41.100182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:41.157646 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network ff91a84b-f9c5-4892-910e-07c93f603246 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:26:41.161056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:41.164317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:26:41.200897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Port': ['ID=6b8f68a4-1be3-4d50-abe8-b539d023db8f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:41.227664 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:41.390306 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:41.439549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e4b657ac-4e83-47f5-9eea-de5fdaebea22 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:26:41.514308 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e4b657ac-4e83-47f5-9eea-de5fdaebea22 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:41.514815 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:41.607590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 50fcca41-a133-4d93-93c7-408d06be11c9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:26:41.661042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 50fcca41-a133-4d93-93c7-408d06be11c9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:41.661532 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:41.717565 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:41.725528 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:41.781023 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:41.841391 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:41.843942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Port': ['ID=6b8f68a4-1be3-4d50-abe8-b539d023db8f,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:41.844357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 50fcca41-a133-4d93-93c7-408d06be11c9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=50fcca41-a133-4d93-93c7-408d06be11c9,segment=NetworkSegment(2d8c391f-0a25-4583-9a9b-23e08e003620),segment_id=2d8c391f-0a25-4583-9a9b-23e08e003620)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:41.856948 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:41.938959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=50fcca41-a133-4d93-93c7-408d06be11c9,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:41.967798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network ff91a84b-f9c5-4892-910e-07c93f603246 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:26:41.969637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:41.971765 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.101288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:26:42.156069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb4e2a4-2e19-4f41-b796-b4aaff17ac1b None None] Network ff91a84b-f9c5-4892-910e-07c93f603246 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:26:42.217685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55878) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:42.243465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-284940a8-c6b5-482c-838b-2e0f9b90c75e None None] Provisioning complete for port 50fcca41-a133-4d93-93c7-408d06be11c9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:42.243971 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-284940a8-c6b5-482c-838b-2e0f9b90c75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.244726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:26:42.251612 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b28e63a0-4e4c-4c03-aae0-f957f16fdeb0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "PUT /v2.0/routers/4f3ee55e-01cb-444d-a9e0-85a4fb166921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7740257 Nov 19 19:26:42.254718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55880) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:42.260779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Sync routers for ids ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:26:42.262816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-42c4e8c1-9149-4ad6-8404-9eff040ac7f3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1497191221', 'description': 'tempest-secgroup_access--1497191221 description', 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:42.300557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42c4e8c1-9149-4ad6-8404-9eff040ac7f3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.322629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f438351c-4d55-4591-a415-2c1b2c63231b tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:42.323121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f438351c-4d55-4591-a415-2c1b2c63231b tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:42.323588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f438351c-4d55-4591-a415-2c1b2c63231b tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:42.339344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f438351c-4d55-4591-a415-2c1b2c63231b tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=27dbe04dbfb64a739b120dee25c6a395&network_id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 HTTP/1.1" status: 200 len: 2969 time: 0.1196215 Nov 19 19:26:42.351147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Routers {'4f3ee55e-01cb-444d-a9e0-85a4fb166921'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:26:42.351828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:26:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:42.413181 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42c4e8c1-9149-4ad6-8404-9eff040ac7f3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.417921 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42c4e8c1-9149-4ad6-8404-9eff040ac7f3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.451666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42c4e8c1-9149-4ad6-8404-9eff040ac7f3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.455622 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-42c4e8c1-9149-4ad6-8404-9eff040ac7f3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1971788 Nov 19 19:26:42.455885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55886) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:42.460650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7adffa29-82b4-44c9-8242-d8f99efcda7e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1531164449', 'description': 'tempest-secgroup_general--1531164449 description', 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:42.470224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4e8c1-9149-4ad6-8404-9eff040ac7f3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5a3b7c-de0a-4164-9d79-0babe005af17,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:42.496454 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7adffa29-82b4-44c9-8242-d8f99efcda7e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.573577 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7adffa29-82b4-44c9-8242-d8f99efcda7e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.578720 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7adffa29-82b4-44c9-8242-d8f99efcda7e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.611586 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7adffa29-82b4-44c9-8242-d8f99efcda7e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.612838 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7adffa29-82b4-44c9-8242-d8f99efcda7e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1560340 Nov 19 19:26:42.616872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55890) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:42.620784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-40b9b46f-af2f-4956-b9a2-dcfe27c7a053 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'security_group_rule': {'security_group_id': '0a5a3b7c-de0a-4164-9d79-0babe005af17', 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:42.626907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adffa29-82b4-44c9-8242-d8f99efcda7e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402ba32c-0b54-442a-a60d-107bb9defddd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:42.653909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-40b9b46f-af2f-4956-b9a2-dcfe27c7a053 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.715656 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-40b9b46f-af2f-4956-b9a2-dcfe27c7a053 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.721006 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Set router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:26:42.721493 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-40b9b46f-af2f-4956-b9a2-dcfe27c7a053 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.741692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9b46f-af2f-4956-b9a2-dcfe27c7a053 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b091a9-2841-4a43-8b96-72257da30153,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:42.753890 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-40b9b46f-af2f-4956-b9a2-dcfe27c7a053 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:42.763792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-40b9b46f-af2f-4956-b9a2-dcfe27c7a053 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383574 Nov 19 19:26:42.944726 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-b2eb56f8-a1eb-4f2d-a836-5823433cb67c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_access--1497191221&fields=id&tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e HTTP/1.1" status: 200 len: 267 time: 0.0556862 Nov 19 19:26:42.987687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:41Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6b8f68a4-1be3-4d50-abe8-b539d023db8f', 'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:72:e1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:40Z', 'updated_at': '2021-11-19T19:26:41Z', 'revision_number': 2, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:42.997888 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-69f33e95-9081-4c75-9d7e-28dfc65f4e08 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_general--1531164449&fields=id&tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e HTTP/1.1" status: 200 len: 267 time: 0.0446174 Nov 19 19:26:43.024354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Checking router: 4f3ee55e-01cb-444d-a9e0-85a4fb166921 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:26:43.024979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Updating router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 port 6b8f68a4-1be3-4d50-abe8-b539d023db8f binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:26:43.060519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4e7ab6e6-fa48-438b-9385-187c70fe93de None None] Provisioning complete for port 6b8f68a4-1be3-4d50-abe8-b539d023db8f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:43.061064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab6e6-fa48-438b-9385-187c70fe93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:43.064137 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:43.125611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-99f16647-1c36-43fa-99f8-5eebbb8cfed6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:43.127274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-99f16647-1c36-43fa-99f8-5eebbb8cfed6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/networks?id=ff91a84b-f9c5-4892-910e-07c93f603246 HTTP/1.1" status: 200 len: 796 time: 0.1204941 Nov 19 19:26:43.135824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ab6e6-fa48-438b-9385-187c70fe93de None None] Port 6b8f68a4-1be3-4d50-abe8-b539d023db8f cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:26:43.146670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-2d904a38-5c52-4fb8-86cf-809fca398c35 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/quotas/c133e2a74ff54fb5b01cd4c34e17aa9e HTTP/1.1" status: 200 len: 375 time: 0.0096681 Nov 19 19:26:43.205411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-f4fa9b7a-3063-44ca-8f21-f3e1f43bbe8a tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525005 Nov 19 19:26:43.214001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4e7ab6e6-fa48-438b-9385-187c70fe93de None None] Provisioning complete for port 50fcca41-a133-4d93-93c7-408d06be11c9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:43.214585 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab6e6-fa48-438b-9385-187c70fe93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:43.353147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-b37973d3-0ae4-44b8-8f2a-7d74c58ca801 service neutron] 10.222.0.50 "GET /v2.0/networks/ff91a84b-f9c5-4892-910e-07c93f603246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339326 Nov 19 19:26:43.406061 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 50fcca41-a133-4d93-93c7-408d06be11c9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:26:43.470753 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-35b26987-97b9-4fbc-ac0e-e0adf4135781 service neutron] 10.222.0.50 "GET /v2.0/networks/ff91a84b-f9c5-4892-910e-07c93f603246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167247 Nov 19 19:26:43.478524 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:43.592655 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 50fcca41-a133-4d93-93c7-408d06be11c9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:43.592858 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:43.722375 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:43.725312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d137ecb8-c111-47d5-bac5-5831b1ee8314 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:26:43.755795 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:43.764203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: d137ecb8-c111-47d5-bac5-5831b1ee8314 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:26:43.764769 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d137ecb8-c111-47d5-bac5-5831b1ee8314 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:26:43.766999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb92ea35-5252-4d2f-bc7a-9264eaecf71c req-78db7733-ce98-4449-b0de-4e16c8768410 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 210 time: 0.0555274 Nov 19 19:26:43.810075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b34ba836-5b0a-4c36-b23e-2dfcf1f30ba5 None None] Provisioning complete for port 6b8f68a4-1be3-4d50-abe8-b539d023db8f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:43.810454 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b34ba836-5b0a-4c36-b23e-2dfcf1f30ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:43.887173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b72697-93fa-4632-9b5b-2fc8e6628826 None None] Pushing event updated for resources: {'Port': ['ID=6b8f68a4-1be3-4d50-abe8-b539d023db8f,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:43.896005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b34ba836-5b0a-4c36-b23e-2dfcf1f30ba5 None None] Port 6b8f68a4-1be3-4d50-abe8-b539d023db8f cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:26:43.990225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Attempting to bind port 6b8f68a4-1be3-4d50-abe8-b539d023db8f on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:26:43.990694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Attempting to bind port 6b8f68a4-1be3-4d50-abe8-b539d023db8f by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:26:43.991057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Attempting to bind port 6b8f68a4-1be3-4d50-abe8-b539d023db8f on network ff91a84b-f9c5-4892-910e-07c93f603246 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:26:44.000600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:26:44.000980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Checking segment: {'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:26:44.001388 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:44.001811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Bound using segment: {'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:26:44.002290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Bound port: 6b8f68a4-1be3-4d50-abe8-b539d023db8f, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:26:44.002674 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:44.078945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] For port 6b8f68a4-1be3-4d50-abe8-b539d023db8f, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:26:44.082602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] For port 6b8f68a4-1be3-4d50-abe8-b539d023db8f, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6b8f68a4-1be3-4d50-abe8-b539d023db8f,segment=NetworkSegment(2d8c391f-0a25-4583-9a9b-23e08e003620),segment_id=2d8c391f-0a25-4583-9a9b-23e08e003620)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:26:44.088506 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:44.105521 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55924) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:44.165228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b72697-93fa-4632-9b5b-2fc8e6628826 None None] Pushing event updated for resources: {'Port': ['ID=6b8f68a4-1be3-4d50-abe8-b539d023db8f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:44.209637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db18d0d7-cd6e-4f1c-8202-55d3b5349364 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:44.212747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-db18d0d7-cd6e-4f1c-8202-55d3b5349364 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 HTTP/1.1" status: 200 len: 814 time: 0.1033509 Nov 19 19:26:44.227742 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:44.229941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bafc7a49-4b36-4588-b4b1-749d8dcfcedc None None] Provisioning complete for port 6b8f68a4-1be3-4d50-abe8-b539d023db8f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:44.230647 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bafc7a49-4b36-4588-b4b1-749d8dcfcedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:44.299699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Routers {'4f3ee55e-01cb-444d-a9e0-85a4fb166921'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:26:44.300367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:26:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:44.442094 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bafc7a49-4b36-4588-b4b1-749d8dcfcedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:44.502811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bafc7a49-4b36-4588-b4b1-749d8dcfcedc None None] For port 6b8f68a4-1be3-4d50-abe8-b539d023db8f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6b8f68a4-1be3-4d50-abe8-b539d023db8f,segment=NetworkSegment(2d8c391f-0a25-4583-9a9b-23e08e003620),segment_id=2d8c391f-0a25-4583-9a9b-23e08e003620)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:44.504863 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] Set router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:26:44.532637 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bafc7a49-4b36-4588-b4b1-749d8dcfcedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:44.671551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc7a49-4b36-4588-b4b1-749d8dcfcedc None None] Pushing event updated for resources: {'Port': ['ID=6b8f68a4-1be3-4d50-abe8-b539d023db8f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:44.688525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55934) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:44.695764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8588d00e-fd73-4cc0-b4fb-113533d55668 None None] Provisioning complete for port 6b8f68a4-1be3-4d50-abe8-b539d023db8f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:44.696169 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8588d00e-fd73-4cc0-b4fb-113533d55668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:44.696763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'network': {'name': 'tempest-network-smoke--1007455559', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'port_security_enabled': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:44.726127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Made reservation on behalf of 27dbe04dbfb64a739b120dee25c6a395 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:26:44.732683 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:44.854658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:41Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6b8f68a4-1be3-4d50-abe8-b539d023db8f', 'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:72:e1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:40Z', 'updated_at': '2021-11-19T19:26:44Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:44.897451 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe94d3-a89f-407b-b0c2-755f1f1c3d6b None None] The sync data for ids ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'] in n-d-815373-6 is: [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:41Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6b8f68a4-1be3-4d50-abe8-b539d023db8f', 'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:72:e1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:40Z', 'updated_at': '2021-11-19T19:26:44Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:26:45.004449 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f100aff4-89de-425b-9579-fc6cbb86ba1f req-09ce863b-5fb3-402a-9cab-e414cbb15336 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 210 time: 0.0827897 Nov 19 19:26:45.180962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:26:45.214330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:45.214996 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Added segment f8aeb957-3de5-47dd-8b23-c4ff867e2ff5 of type vlan for network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d Nov 19 19:26:45.302356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:45.368741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-747750b5-298d-4c4f-8398-18597d0dc9f1 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:45.381789 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-747750b5-298d-4c4f-8398-18597d0dc9f1 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.57 "GET /v2.0/networks?id=ff91a84b-f9c5-4892-910e-07c93f603246 HTTP/1.1" status: 200 len: 796 time: 0.2760127 Nov 19 19:26:45.454235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:45.460846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:45.461422 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:45.491251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6b8f68a4-1be3-4d50-abe8-b539d023db8f up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:26:45.510473 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8204629 Nov 19 19:26:45.511301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55938) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:45.583664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 6b8f68a4-1be3-4d50-abe8-b539d023db8f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:45.583950 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:45.627703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-bb4b9fd1-10e9-4f3c-8ee0-df8208182ca0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e HTTP/1.1" status: 200 len: 478 time: 0.2307379 Nov 19 19:26:45.627941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c73914-ed95-457d-bc31-978d720cd53e tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:45.630022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-73c73914-ed95-457d-bc31-978d720cd53e tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=27dbe04dbfb64a739b120dee25c6a395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1165230 Nov 19 19:26:45.632555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55940) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:45.636478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbb28f-3958-4f2b-91f5-e6c595ab73cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Network': ['ID=0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:45.658224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:26:45.668922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'port': {'device_id': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'admin_state_up': True, 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'security_groups': ['0a5a3b7c-de0a-4164-9d79-0babe005af17', '402ba32c-0b54-442a-a60d-107bb9defddd']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:45.810229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2b304c-aa2e-4f42-a70a-51b955a37e23 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:45.814484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-df2b304c-aa2e-4f42-a70a-51b955a37e23 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1806333 Nov 19 19:26:45.815283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55944) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:45.869305 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4014d6e4-fe3c-4c05-9479-5d57ba621498 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526326 Nov 19 19:26:45.872273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55946) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:45.891805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Made reservation on behalf of c133e2a74ff54fb5b01cd4c34e17aa9e for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:26:45.897622 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:45.905446 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2167a9c2-da40-4f2c-8f13-faa9a3debd5c tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=27dbe04dbfb64a739b120dee25c6a395&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319901 Nov 19 19:26:45.907989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55948) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:46.024837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fb90a-93e0-47e8-a25c-8e6134c68ab1 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:46.028229 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c02fb90a-93e0-47e8-a25c-8e6134c68ab1 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1189799 Nov 19 19:26:46.038554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55952) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:46.079646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5d1b1abe-9d11-44e4-8822-6412e7f39f5b tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377874 Nov 19 19:26:46.082392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55954) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:46.086555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Allocated IP 172.20.0.12 (ff91a84b-f9c5-4892-910e-07c93f603246/7d5c9069-6009-4db2-83ff-fe2a2971425b/a15004c7-ea58-47f7-a3c9-0c2fd8bf1930) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:26:46.092413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090493609', 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:46.170741 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76e5ff01-5a36-42f3-8588-52d473858a6d req-d9eec646-9bde-4bf7-99e1-13ef21b52237 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 210 time: 0.0609965 Nov 19 19:26:46.233930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Made reservation on behalf of 27dbe04dbfb64a739b120dee25c6a395 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:26:46.239070 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:46.319954 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:46.364114 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:46.424362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network ff91a84b-f9c5-4892-910e-07c93f603246 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:26:46.427733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:46.434261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:26:46.463588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:46.486523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Port': ['ID=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:46.534311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:46.536148 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:46.559636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Subnet': ['ID=33163227-9388-4da7-a953-97970bfad8e5,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:46.570650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-491852b9-f8fa-4e94-a5d6-d65bb494991c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9091322 Nov 19 19:26:46.575701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Checking segment: {'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:26:46.576064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network hostable DHCP agents. Network: 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:26:46.583230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Request body: {'port': {'device_id': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:46.600549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:26:46.619020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:46.626362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:46.627099 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:46.628509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44193281-e55c-43f3-90ea-9e344f45bdf3 None None] Network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:26:46.656512 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7a1bca7d-f3bd-4728-8235-4e44b4f8b169 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5691133 Nov 19 19:26:46.700977 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:46.832091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55966) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:46.836944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-71caba03-431a-4c28-912d-67acba105d78 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1017373259', 'description': 'tempest-secgroup-smoke-1017373259 description', 'project_id': '27dbe04dbfb64a739b120dee25c6a395'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:46.925524 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71caba03-431a-4c28-912d-67acba105d78 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:46.939022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c7080cbb-1d59-488c-85fe-e91f012022be None None] Provisioning complete for port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:46.939419 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7080cbb-1d59-488c-85fe-e91f012022be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:46.987396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab94b0-b298-4b01-a1e3-8e959ec68a5f req-4e66f834-aec0-4bb3-8be6-e2d4abd61e15 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:46.996209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5fab94b0-b298-4b01-a1e3-8e959ec68a5f req-4e66f834-aec0-4bb3-8be6-e2d4abd61e15 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1097 time: 0.0848582 Nov 19 19:26:47.040448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c7080cbb-1d59-488c-85fe-e91f012022be None None] Port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:26:47.106293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d', 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ips': [{'subnet_id': '33163227-9388-4da7-a953-97970bfad8e5'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:26:47.107797 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.127860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5fab94b0-b298-4b01-a1e3-8e959ec68a5f req-97387d49-4b8f-4f24-b2c0-8c8a8e9e9651 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304018 Nov 19 19:26:47.129042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:26:47.138624 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.157272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Transition to ACTIVE for port object a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:26:47.179932 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71caba03-431a-4c28-912d-67acba105d78 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.181910 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.194877 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71caba03-431a-4c28-912d-67acba105d78 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.275578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:47.299410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71caba03-431a-4c28-912d-67acba105d78 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e350556-fd7a-4ffe-98a1-685164368683,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:47.313072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Allocated IP 172.20.0.18 (0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d/33163227-9388-4da7-a953-97970bfad8e5/7d76f268-3565-4d7a-99e4-4bab6c3a76f0) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:26:47.331574 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-71caba03-431a-4c28-912d-67acba105d78 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.348058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-71caba03-431a-4c28-912d-67acba105d78 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5128880 Nov 19 19:26:47.350682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55976) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:47.374832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-db7ce486-4543-4cf4-8e81-da1455418594 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '6e350556-fd7a-4ffe-98a1-685164368683', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:47.414866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Attempting to bind port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:26:47.414866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Attempting to bind port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:26:47.414866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Attempting to bind port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 on network ff91a84b-f9c5-4892-910e-07c93f603246 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:26:47.432999 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 on network ff91a84b-f9c5-4892-910e-07c93f603246 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:26:47.433376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Attempting to bind port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 on network ff91a84b-f9c5-4892-910e-07c93f603246 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:26:47.440334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:26:47.440334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Checking segment: {'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:26:47.440850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Bound using segment: {'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:26:47.441137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Bound port: a15004c7-ea58-47f7-a3c9-0c2fd8bf1930, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8c391f-0a25-4583-9a9b-23e08e003620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:26:47.442620 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.541053 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a8634-36bf-4609-88e0-0af313014ade req-65b8db8e-da38-4de3-8b84-5c5a1d19c930 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:47.561647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-728a8634-36bf-4609-88e0-0af313014ade req-65b8db8e-da38-4de3-8b84-5c5a1d19c930 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.2117870 Nov 19 19:26:47.573655 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db7ce486-4543-4cf4-8e81-da1455418594 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.604919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] For port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:26:47.610093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] For port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930,segment=NetworkSegment(2d8c391f-0a25-4583-9a9b-23e08e003620),segment_id=2d8c391f-0a25-4583-9a9b-23e08e003620)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:26:47.615976 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.643371 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.661212 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.664426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:47.665456 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.670751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 HTTP/1.1" status: 200 len: 1131 time: 1.0887830 Nov 19 19:26:47.670751 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'tag': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:47.676517 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e113da1-198a-4812-b4d6-f60e7567c930" -d '{"events": [{"name": "network-changed", "server_uuid": "9319c5b3-ed7f-48ea-8b76-b1efb8a69914", "tag": "a15004c7-ea58-47f7-a3c9-0c2fd8bf1930"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:47.695065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-728a8634-36bf-4609-88e0-0af313014ade req-9558482a-ceb0-43c9-95f0-3e8ed00aafc8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316018 Nov 19 19:26:47.719189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db7ce486-4543-4cf4-8e81-da1455418594 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.723526 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c951b59-2b9e-4daf-adb9-d3ff51e982e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:47.725097 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db7ce486-4543-4cf4-8e81-da1455418594 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.747915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 55984) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:47.790353 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db7ce486-4543-4cf4-8e81-da1455418594 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.798459 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-db7ce486-4543-4cf4-8e81-da1455418594 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4427805 Nov 19 19:26:47.799346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55986) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:47.820749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d9ccf955-320e-4fd6-a0b6-b59d63c3e2f7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '6e350556-fd7a-4ffe-98a1-685164368683', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:47.831749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:26:47.839920 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ce486-4543-4cf4-8e81-da1455418594 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c90b2b-03a4-4374-81f6-16a45f59d70d,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:47.856933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:47.871890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Pushing event updated for resources: {'Port': ['ID=7d76f268-3565-4d7a-99e4-4bab6c3a76f0,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:47.885066 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:26:47.917337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf955-320e-4fd6-a0b6-b59d63c3e2f7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:47.961325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753ef27-02da-406f-b00a-f89c170eac7d req-254e02b5-713a-4ddd-9918-682b2f75f36d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:47.962819 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b753ef27-02da-406f-b00a-f89c170eac7d req-254e02b5-713a-4ddd-9918-682b2f75f36d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 983 time: 0.1250515 Nov 19 19:26:47.993104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-fa768b00-c50a-4180-8597-f5086abedf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:47.995431 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-fa768b00-c50a-4180-8597-f5086abedf43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e&device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 1134 time: 0.2602885 Nov 19 19:26:48.000565 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1547aa06-6af6-4926-8fe8-fc0dd09c0aae tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/054850c9-0947-4ed4-887c-640f07a6cd98 HTTP/1.1" status: 200 len: 994 time: 0.2493687 Nov 19 19:26:48.006777 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf955-320e-4fd6-a0b6-b59d63c3e2f7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:48.023962 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Attempting to bind port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:26:48.025033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Attempting to bind port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:26:48.025184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Attempting to bind port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 on network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:26:48.032843 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:26:48.033208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Checking segment: {'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:26:48.033458 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf955-320e-4fd6-a0b6-b59d63c3e2f7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:48.033632 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:48.034095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Bound using segment: {'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:26:48.034596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Bound port: 7d76f268-3565-4d7a-99e4-4bab6c3a76f0, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:26:48.036176 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:48.096652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-7e3f52ef-b93f-480e-938c-241ebb69c27f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 HTTP/1.1" status: 200 len: 217 time: 0.0931571 Nov 19 19:26:48.120035 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf955-320e-4fd6-a0b6-b59d63c3e2f7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:48.126809 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d9ccf955-320e-4fd6-a0b6-b59d63c3e2f7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3235404 Nov 19 19:26:48.127637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 55990) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:48.128933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] For port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:26:48.133905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] For port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7d76f268-3565-4d7a-99e4-4bab6c3a76f0,segment=NetworkSegment(f8aeb957-3de5-47dd-8b23-c4ff867e2ff5),segment_id=f8aeb957-3de5-47dd-8b23-c4ff867e2ff5)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:26:48.137278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-85e4a057-b91e-4d16-af22-c51def17478e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '6e350556-fd7a-4ffe-98a1-685164368683', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:48.139176 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:48.161376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b753ef27-02da-406f-b00a-f89c170eac7d req-ba9186a5-3030-4b5e-94bc-5e9d6dd2a603 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1861598 Nov 19 19:26:48.173950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccf955-320e-4fd6-a0b6-b59d63c3e2f7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e46af44-ba60-4918-8fd8-97e10f42a519,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:48.203908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-62a42b01-230e-4ef1-886f-983a5c6c849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:48.205763 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-62a42b01-230e-4ef1-886f-983a5c6c849d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d5c9069-6009-4db2-83ff-fe2a2971425b HTTP/1.1" status: 200 len: 834 time: 0.1005714 Nov 19 19:26:48.232496 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85e4a057-b91e-4d16-af22-c51def17478e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:48.260152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597447a-afb8-475b-b3c6-943765289c34 None None] Pushing event updated for resources: {'Port': ['ID=7d76f268-3565-4d7a-99e4-4bab6c3a76f0,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:48.308541 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b16e4e8-3273-492b-99ed-67ac404f5e76 x-openstack-request-id: req-2b16e4e8-3273-492b-99ed-67ac404f5e76 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:48.308846 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9319c5b3-ed7f-48ea-8b76-b1efb8a69914", "tag": "a15004c7-ea58-47f7-a3c9-0c2fd8bf1930", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:48.309134 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b16e4e8-3273-492b-99ed-67ac404f5e76 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:48.309514 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'tag': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930', 'status': 'completed', 'code': 200} Nov 19 19:26:48.342889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-9d7bdff5-23bd-4110-a425-68a61dc56c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:48.344441 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-9d7bdff5-23bd-4110-a425-68a61dc56c2f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff91a84b-f9c5-4892-910e-07c93f603246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296954 Nov 19 19:26:48.486951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-453a5c3e-857a-4499-a7bd-488afd020443 service neutron] 10.222.0.57 "GET /v2.0/networks/ff91a84b-f9c5-4892-910e-07c93f603246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317947 Nov 19 19:26:48.716335 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67117100-af45-4fbd-b211-fd6b8ccca0f2 req-5fb8fdf9-ac7f-4363-a315-029c8dfdafbf service neutron] 10.222.0.57 "GET /v2.0/networks/ff91a84b-f9c5-4892-910e-07c93f603246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205746 Nov 19 19:26:48.856227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e113da1-198a-4812-b4d6-f60e7567c930 req-c6658e35-7a60-4f6b-a921-4a4bf6f6520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:48.858571 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e113da1-198a-4812-b4d6-f60e7567c930 req-c6658e35-7a60-4f6b-a921-4a4bf6f6520e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e&device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 1134 time: 0.0671291 Nov 19 19:26:48.865883 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85e4a057-b91e-4d16-af22-c51def17478e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:48.872507 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85e4a057-b91e-4d16-af22-c51def17478e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:48.917467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4a057-b91e-4d16-af22-c51def17478e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9d009a-d5ff-4c69-ace1-5720413c981c,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:48.939045 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-85e4a057-b91e-4d16-af22-c51def17478e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:48.944425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56002) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:48.946103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-85e4a057-b91e-4d16-af22-c51def17478e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8137827 Nov 19 19:26:48.955006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-dc22cd96-1a69-4dff-a27a-77745f1dab04 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '6e350556-fd7a-4ffe-98a1-685164368683', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:49.040155 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc22cd96-1a69-4dff-a27a-77745f1dab04 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.087476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbffc4d-d9a1-4514-96b0-fcc7b87037f1 req-4926bcac-c9f9-495a-8950-7b0ef9397c63 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:49.089094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6cbffc4d-d9a1-4514-96b0-fcc7b87037f1 req-4926bcac-c9f9-495a-8950-7b0ef9397c63 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0885227 Nov 19 19:26:49.120070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e113da1-198a-4812-b4d6-f60e7567c930 req-f2d0210e-abb9-44d5-8fe4-08a235f5d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:49.121572 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e113da1-198a-4812-b4d6-f60e7567c930 req-f2d0210e-abb9-44d5-8fe4-08a235f5d24f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff91a84b-f9c5-4892-910e-07c93f603246 HTTP/1.1" status: 200 len: 897 time: 0.2559566 Nov 19 19:26:49.155947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6cbffc4d-d9a1-4514-96b0-fcc7b87037f1 req-0b97c8a2-cf6e-40ce-8825-9eeea50e4f35 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591321 Nov 19 19:26:49.184281 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e113da1-198a-4812-b4d6-f60e7567c930 req-206229d3-5a8b-4aca-9988-9fdb6b657e62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 HTTP/1.1" status: 200 len: 217 time: 0.0544920 Nov 19 19:26:49.190372 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-08feef6d-7876-4ada-893f-20501c04ab19 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2183650 Nov 19 19:26:49.210519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-85cb2302-8579-4974-81d8-4eabe4fd368b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:26:49.223149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-85cb2302-8579-4974-81d8-4eabe4fd368b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101182 Nov 19 19:26:49.286198 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc22cd96-1a69-4dff-a27a-77745f1dab04 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.295783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc22cd96-1a69-4dff-a27a-77745f1dab04 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.329222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22cd96-1a69-4dff-a27a-77745f1dab04 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39acfdcf-413f-4294-a601-6d8404ff4458,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:49.346847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e113da1-198a-4812-b4d6-f60e7567c930 req-ae8e345f-0a4d-4ecc-be1f-5e2ee5c0bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:49.348765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e113da1-198a-4812-b4d6-f60e7567c930 req-ae8e345f-0a4d-4ecc-be1f-5e2ee5c0bc43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d5c9069-6009-4db2-83ff-fe2a2971425b HTTP/1.1" status: 200 len: 834 time: 0.1571150 Nov 19 19:26:49.361641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc22cd96-1a69-4dff-a27a-77745f1dab04 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.368232 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dc22cd96-1a69-4dff-a27a-77745f1dab04 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4211440 Nov 19 19:26:49.368913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56016) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:49.387973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6091fa44-14f7-48ad-8124-18f9ad8e7144 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '6e350556-fd7a-4ffe-98a1-685164368683', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:49.423440 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-6091fa44-14f7-48ad-8124-18f9ad8e7144 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Project 27dbe04dbfb64a739b120dee25c6a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:26:49.426132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5c57d-1847-46eb-8e2d-a68915f8e3b9 req-6ffe8fd7-97e5-4662-94de-a7dc9239edd7 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:49.428010 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2c5c57d-1847-46eb-8e2d-a68915f8e3b9 req-6ffe8fd7-97e5-4662-94de-a7dc9239edd7 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 983 time: 0.1199434 Nov 19 19:26:49.454425 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6091fa44-14f7-48ad-8124-18f9ad8e7144 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.527923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e113da1-198a-4812-b4d6-f60e7567c930 req-9b9e92df-1843-4f32-be1e-98347b679e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:49.537011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e113da1-198a-4812-b4d6-f60e7567c930 req-9b9e92df-1843-4f32-be1e-98347b679e66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff91a84b-f9c5-4892-910e-07c93f603246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666973 Nov 19 19:26:49.542444 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2c5c57d-1847-46eb-8e2d-a68915f8e3b9 req-4ea72c86-4db5-4b5d-b95f-e0b31341439e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1059833 Nov 19 19:26:49.587566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:26:49.664230 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6091fa44-14f7-48ad-8124-18f9ad8e7144 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.681264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6091fa44-14f7-48ad-8124-18f9ad8e7144 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.702848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:49.704068 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.720457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091fa44-14f7-48ad-8124-18f9ad8e7144 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2653e080-7f3e-4c00-98bd-5b933d8a639b,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:49.734272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6091fa44-14f7-48ad-8124-18f9ad8e7144 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.737987 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6091fa44-14f7-48ad-8124-18f9ad8e7144 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3644831 Nov 19 19:26:49.739496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56032) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:49.746750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b925d08a-3a2e-4a13-8890-2d16eec82748 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '6e350556-fd7a-4ffe-98a1-685164368683', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:49.770268 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e113da1-198a-4812-b4d6-f60e7567c930 req-a998ddb5-98a1-4661-b736-95731b04b985 service neutron] 10.222.0.57 "GET /v2.0/networks/ff91a84b-f9c5-4892-910e-07c93f603246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239671 Nov 19 19:26:49.794451 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-b925d08a-3a2e-4a13-8890-2d16eec82748 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Project 27dbe04dbfb64a739b120dee25c6a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:26:49.802993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b925d08a-3a2e-4a13-8890-2d16eec82748 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.874591 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b925d08a-3a2e-4a13-8890-2d16eec82748 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.884645 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b925d08a-3a2e-4a13-8890-2d16eec82748 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.889602 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.915045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925d08a-3a2e-4a13-8890-2d16eec82748 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c864dd-629d-4c47-818b-95abf268f00e,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:49.952997 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b925d08a-3a2e-4a13-8890-2d16eec82748 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:49.964199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b925d08a-3a2e-4a13-8890-2d16eec82748 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2174983 Nov 19 19:26:49.972510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7d76f268-3565-4d7a-99e4-4bab6c3a76f0,segment=NetworkSegment(f8aeb957-3de5-47dd-8b23-c4ff867e2ff5),segment_id=f8aeb957-3de5-47dd-8b23-c4ff867e2ff5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:49.973272 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e113da1-198a-4812-b4d6-f60e7567c930 req-5e3b5cbb-f6ba-47cd-8b95-ffb1c6c19956 service neutron] 10.222.0.57 "GET /v2.0/networks/ff91a84b-f9c5-4892-910e-07c93f603246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944969 Nov 19 19:26:49.990788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:50.013326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc36df21-a954-4014-8070-5ac550c706b8 None None] Network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:26:50.146616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=7d76f268-3565-4d7a-99e4-4bab6c3a76f0,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:50.152568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9f34e3d8-a518-454e-ac66-f94829d82d31 None None] Provisioning complete for port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:50.152947 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f34e3d8-a518-454e-ac66-f94829d82d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:50.252939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-8e56ee2d-da84-4c0b-b0e4-51650c2dbd43 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1017373259&fields=id&tenant_id=27dbe04dbfb64a739b120dee25c6a395 HTTP/1.1" status: 200 len: 267 time: 0.0798473 Nov 19 19:26:50.409018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-6f50db54-cfb0-4b94-a4ef-6cf222c1a142 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:50.418199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-6f50db54-cfb0-4b94-a4ef-6cf222c1a142 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/networks?id=0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d HTTP/1.1" status: 200 len: 797 time: 0.1636281 Nov 19 19:26:50.434036 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-620bb93d-de6d-43ab-b202-882f8ffb1b9a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/quotas/27dbe04dbfb64a739b120dee25c6a395 HTTP/1.1" status: 200 len: 375 time: 0.0145237 Nov 19 19:26:50.522494 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-2492f6b6-aed1-4f0b-99ae-3ededf15c587 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0706961 Nov 19 19:26:50.663474 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-41ca44e3-2ff1-4cdd-99c6-f15546b28cf6 service neutron] 10.222.0.50 "GET /v2.0/networks/0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329279 Nov 19 19:26:50.669740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3c1d7a96-27ef-4198-800c-98559c1e5891 None None] Provisioning complete for port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:50.670735 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7a96-27ef-4198-800c-98559c1e5891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:50.767232 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-cf3c6f0a-0b34-4f95-b1d9-0c0b75cd3000 service neutron] 10.222.0.50 "GET /v2.0/networks/0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954618 Nov 19 19:26:50.995790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87523-d651-401c-9f8b-baf8d6a57721 req-0c174807-ba9c-43fc-a81f-45e293eecbf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:50.998035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2be87523-d651-401c-9f8b-baf8d6a57721 req-0c174807-ba9c-43fc-a81f-45e293eecbf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0689003 Nov 19 19:26:51.110647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-2c3b2ad8-b1f8-40cd-8625-9f0b5338adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:51.112238 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-2c3b2ad8-b1f8-40cd-8625-9f0b5338adc0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1097 time: 0.1015851 Nov 19 19:26:51.119986 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2be87523-d651-401c-9f8b-baf8d6a57721 req-f37226cf-9549-4426-b4ad-7c3887b30770 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153882 Nov 19 19:26:51.291284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b17426-a26f-4690-bed9-b4e9b0e9b1de req-283f9416-ff0d-41e7-be47-647a808342c4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:51.299194 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88b17426-a26f-4690-bed9-b4e9b0e9b1de req-283f9416-ff0d-41e7-be47-647a808342c4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 983 time: 0.0924215 Nov 19 19:26:51.322855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-a9e95652-5aff-43e1-b571-9a3568dc46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:51.324530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-a9e95652-5aff-43e1-b571-9a3568dc46f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.2027612 Nov 19 19:26:51.395324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:26:51.425338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88b17426-a26f-4690-bed9-b4e9b0e9b1de req-5fa4bf42-a116-4c68-b8f4-281966d90dc8 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1250393 Nov 19 19:26:51.453193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-4f594afc-43f1-41c9-b608-500560d950c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1002 time: 0.1206644 Nov 19 19:26:51.465101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:51.465473 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:51.567748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2df31cbc-a8fd-49be-b828-cfbd090340c4 req-fbbcfd8e-465f-466f-8f82-6148e6384fe5 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 210 time: 0.0448811 Nov 19 19:26:51.593739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-859f7dd0-c368-441a-9e53-1345d79cdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:51.595256 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-859f7dd0-c368-441a-9e53-1345d79cdb8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.1248534 Nov 19 19:26:51.683066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-9b5d610a-5beb-440e-b506-b6f5012b16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:51.685916 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-9b5d610a-5beb-440e-b506-b6f5012b16ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710533 Nov 19 19:26:51.752629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:26:51.845259 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-ae1cd2f4-fa1b-4cf9-bafa-eaa904c56f21 service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494763 Nov 19 19:26:51.906820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930,segment=NetworkSegment(2d8c391f-0a25-4583-9a9b-23e08e003620),segment_id=2d8c391f-0a25-4583-9a9b-23e08e003620)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:51.920726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'port_id': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930', 'mac_address': 'fa:16:3e:61:91:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:26:51.963673 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-0a805185-ef7d-47b2-a110-ecf182cf1aab service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088090 Nov 19 19:26:51.966807 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:51.990472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:26:52.017093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930,segment=NetworkSegment(2d8c391f-0a25-4583-9a9b-23e08e003620),segment_id=2d8c391f-0a25-4583-9a9b-23e08e003620)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:52.022502 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:52.103514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:52.288359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923fcb8-cc7e-4805-aec3-a635a407601a req-e6fa5915-c857-4ff5-9b5c-284bed014b44 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:52.297114 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0923fcb8-cc7e-4805-aec3-a635a407601a req-e6fa5915-c857-4ff5-9b5c-284bed014b44 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0914993 Nov 19 19:26:52.331217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-7c40776d-a109-42ab-8ba2-4acec8b9ca7c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:52.332701 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-7c40776d-a109-42ab-8ba2-4acec8b9ca7c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "GET /v2.0/networks?id=0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d HTTP/1.1" status: 200 len: 797 time: 0.1917434 Nov 19 19:26:52.352949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['a15004c7-ea58-47f7-a3c9-0c2fd8bf1930'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:26:52.389307 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0923fcb8-cc7e-4805-aec3-a635a407601a req-2906b543-4fa8-4388-b7da-32c04b93c19e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910859 Nov 19 19:26:52.469525 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-fdafef71-d80e-403e-bbf7-4c8120c6158c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27dbe04dbfb64a739b120dee25c6a395 HTTP/1.1" status: 200 len: 473 time: 0.1228096 Nov 19 19:26:52.480327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'port': {'device_id': '07d25084-18b0-4cf4-84d5-01704c313d7c', 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d', 'admin_state_up': True, 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'security_groups': ['6e350556-fd7a-4ffe-98a1-685164368683']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:52.613584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3dfb3-1926-4d8f-a77f-64275a36889f req-5b52dbd5-e296-4b3c-9d00-68bcc402000e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:52.615231 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ecb3dfb3-1926-4d8f-a77f-64275a36889f req-5b52dbd5-e296-4b3c-9d00-68bcc402000e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 984 time: 0.0854201 Nov 19 19:26:52.702311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Made reservation on behalf of 27dbe04dbfb64a739b120dee25c6a395 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:26:52.706451 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:52.718133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ecb3dfb3-1926-4d8f-a77f-64275a36889f req-a5607622-e55d-4532-a6e8-bd8c244bdc8a tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0926082 Nov 19 19:26:52.865037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-722b9c20-f38c-40bf-95b6-6d4d0790b6d0 req-fd38ea60-b7f0-43f3-b6a8-643a60faa914 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 210 time: 0.0549941 Nov 19 19:26:52.895538 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Allocated IP 172.20.0.27 (0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d/33163227-9388-4da7-a953-97970bfad8e5/ca3d60f4-bcbd-4092-a1d1-852a943845fc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:26:53.071182 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:53.111068 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:53.161148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:26:53.165260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:53.168122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:26:53.208130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=ca3d60f4-bcbd-4092-a1d1-852a943845fc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:53.248924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:53.251041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:53.279247 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-3d8ac7d7-2196-45b5-8433-b36d6c52280b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8048496 Nov 19 19:26:53.293653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Request body: {'port': {'device_id': '07d25084-18b0-4cf4-84d5-01704c313d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:53.364058 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:53.523627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-56afce50-6837-48fa-9eb2-a4162c5504a2 None None] Provisioning complete for port ca3d60f4-bcbd-4092-a1d1-852a943845fc triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:53.524204 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-56afce50-6837-48fa-9eb2-a4162c5504a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:53.571189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-56afce50-6837-48fa-9eb2-a4162c5504a2 None None] Port ca3d60f4-bcbd-4092-a1d1-852a943845fc cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:26:53.579941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385ed6a-e880-4533-8e1e-9248350951de req-51b54500-1b1f-4206-a98c-b0bf88b918de tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:53.582266 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d385ed6a-e880-4533-8e1e-9248350951de req-51b54500-1b1f-4206-a98c-b0bf88b918de tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0832994 Nov 19 19:26:53.714320 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d385ed6a-e880-4533-8e1e-9248350951de req-d5f85826-28ea-4386-acdd-3d28adb9ffae tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180716 Nov 19 19:26:53.775981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:26:53.826125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3d60f4-bcbd-4092-a1d1-852a943845fc {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:26:53.845088 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:53.856591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:26:53.863018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:53.863395 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:53.879554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Transition to ACTIVE for port object ca3d60f4-bcbd-4092-a1d1-852a943845fc will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:26:53.904856 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:53.951416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8922efe-d0b6-45e6-8ce8-b80b5d9496ee req-5d9da2c0-60e8-47ac-bf1e-c0b7882206fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:53.958971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8922efe-d0b6-45e6-8ce8-b80b5d9496ee req-5d9da2c0-60e8-47ac-bf1e-c0b7882206fc tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 984 time: 0.1280298 Nov 19 19:26:53.989950 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:54.007278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3d60f4-bcbd-4092-a1d1-852a943845fc,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:54.033067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:54.036160 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1c457f-5806-4d76-a679-cb769d996a3f" -d '{"events": [{"server_uuid": "9319c5b3-ed7f-48ea-8b76-b1efb8a69914", "name": "network-vif-plugged", "status": "completed", "tag": "a15004c7-ea58-47f7-a3c9-0c2fd8bf1930"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:54.052195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930,segment=NetworkSegment(2d8c391f-0a25-4583-9a9b-23e08e003620),segment_id=2d8c391f-0a25-4583-9a9b-23e08e003620)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:54.063191 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:54.134866 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8922efe-d0b6-45e6-8ce8-b80b5d9496ee req-28b07cb1-beea-475a-8ac0-621caf608c1b tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1692646 Nov 19 19:26:54.162894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:54.189995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Attempting to bind port ca3d60f4-bcbd-4092-a1d1-852a943845fc on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:26:54.190456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Attempting to bind port ca3d60f4-bcbd-4092-a1d1-852a943845fc by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:26:54.190616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Attempting to bind port ca3d60f4-bcbd-4092-a1d1-852a943845fc on network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:26:54.197312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Port ca3d60f4-bcbd-4092-a1d1-852a943845fc on network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:26:54.197655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Attempting to bind port ca3d60f4-bcbd-4092-a1d1-852a943845fc on network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:26:54.203849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:26:54.204523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Checking segment: {'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:26:54.206135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Bound using segment: {'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:26:54.206135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Bound port: ca3d60f4-bcbd-4092-a1d1-852a943845fc, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:26:54.206135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:54.342007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] For port ca3d60f4-bcbd-4092-a1d1-852a943845fc, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:26:54.352871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db8dcf-e555-46c2-b9d1-caa4cdd9934b req-ede927cd-0916-4661-844c-1173021ab1df tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:54.358242 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80db8dcf-e555-46c2-b9d1-caa4cdd9934b req-ede927cd-0916-4661-844c-1173021ab1df tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 944 time: 0.0866671 Nov 19 19:26:54.360499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] For port ca3d60f4-bcbd-4092-a1d1-852a943845fc, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ca3d60f4-bcbd-4092-a1d1-852a943845fc,segment=NetworkSegment(f8aeb957-3de5-47dd-8b23-c4ff867e2ff5),segment_id=f8aeb957-3de5-47dd-8b23-c4ff867e2ff5)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:26:54.372996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:54.430972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:54.431607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:54.433238 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] 10.222.0.21 "PUT /v2.0/ports/ca3d60f4-bcbd-4092-a1d1-852a943845fc HTTP/1.1" status: 200 len: 1092 time: 1.1452954 Nov 19 19:26:54.439240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d25084-18b0-4cf4-84d5-01704c313d7c', 'tag': 'ca3d60f4-bcbd-4092-a1d1-852a943845fc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:54.441491 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcabab4-520f-446e-85c6-9581ffc80819" -d '{"events": [{"name": "network-changed", "server_uuid": "07d25084-18b0-4cf4-84d5-01704c313d7c", "tag": "ca3d60f4-bcbd-4092-a1d1-852a943845fc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:54.477448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbeb072-fb37-4c4a-8e06-46521f024e70 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3d60f4-bcbd-4092-a1d1-852a943845fc,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:54.484471 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80db8dcf-e555-46c2-b9d1-caa4cdd9934b req-10ad128a-a3d0-4994-8df3-98fc77fc6142 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e350556-fd7a-4ffe-98a1-685164368683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218159 Nov 19 19:26:54.574896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-54dae27e-ff35-43c9-854e-87e2cb2461aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:54.576358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-54dae27e-ff35-43c9-854e-87e2cb2461aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 1095 time: 0.0695336 Nov 19 19:26:54.632765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-712dacf7-9a3e-437d-bf0e-a0b60f244ddd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ca3d60f4-bcbd-4092-a1d1-852a943845fc HTTP/1.1" status: 200 len: 217 time: 0.0460231 Nov 19 19:26:54.684425 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4077a702-da55-4416-a1c9-1230f551ab1d x-openstack-request-id: req-4077a702-da55-4416-a1c9-1230f551ab1d {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:54.686001 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9319c5b3-ed7f-48ea-8b76-b1efb8a69914", "name": "network-vif-plugged", "status": "completed", "tag": "a15004c7-ea58-47f7-a3c9-0c2fd8bf1930", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:54.686001 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4077a702-da55-4416-a1c9-1230f551ab1d {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:54.686391 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930', 'code': 200} Nov 19 19:26:54.708818 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-d19c1331-a40f-416a-a00c-5b7c5de349f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:54.711050 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-d19c1331-a40f-416a-a00c-5b7c5de349f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33163227-9388-4da7-a953-97970bfad8e5 HTTP/1.1" status: 200 len: 838 time: 0.0715656 Nov 19 19:26:54.802070 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffea0917-3425-4081-8dab-22bc7bb64feb x-openstack-request-id: req-ffea0917-3425-4081-8dab-22bc7bb64feb {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:54.802376 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d25084-18b0-4cf4-84d5-01704c313d7c", "tag": "ca3d60f4-bcbd-4092-a1d1-852a943845fc", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:54.802781 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffea0917-3425-4081-8dab-22bc7bb64feb {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:54.803183 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d25084-18b0-4cf4-84d5-01704c313d7c', 'tag': 'ca3d60f4-bcbd-4092-a1d1-852a943845fc', 'status': 'completed', 'code': 200} Nov 19 19:26:54.825202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-7f93f586-1b15-4e18-ad55-59a5f22deeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:54.826818 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-7f93f586-1b15-4e18-ad55-59a5f22deeff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083767 Nov 19 19:26:54.834085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff206e-158f-4df6-8725-293a0c7f4573 req-19cad5ed-0ded-4837-8331-8211db995a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:54.837569 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fcff206e-158f-4df6-8725-293a0c7f4573 req-19cad5ed-0ded-4837-8331-8211db995a40 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 1136 time: 0.0803394 Nov 19 19:26:54.959987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d44e82-7c17-4a07-bbb5-bc395029760f req-cdf088e0-3a42-4ffe-a725-b3fd4bfe1acd tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:54.970134 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86d44e82-7c17-4a07-bbb5-bc395029760f req-cdf088e0-3a42-4ffe-a725-b3fd4bfe1acd tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.1477294 Nov 19 19:26:54.989800 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fcff206e-158f-4df6-8725-293a0c7f4573 req-51e4eac0-39d5-4023-8227-d85bbd036864 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1432452 Nov 19 19:26:55.053788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86d44e82-7c17-4a07-bbb5-bc395029760f req-352e923c-2d56-4c53-b8be-5f3638df6c26 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808368 Nov 19 19:26:55.063246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-e4ab7e8a-6955-4b2c-8ef4-b4ebb753d963 service neutron] 10.222.0.21 "GET /v2.0/networks/0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238402 Nov 19 19:26:55.184261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-892a61f7-5447-4736-87d8-4d9f6ffd0ded req-458b9a28-6f12-42c3-be51-d510be76cb09 service neutron] 10.222.0.21 "GET /v2.0/networks/0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130626 Nov 19 19:26:55.272001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfb97d-2d24-4469-aa39-86edc4616035 req-b15354f9-33ee-402f-ba63-fdc9f780e7f2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:55.278272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-46dfb97d-2d24-4469-aa39-86edc4616035 req-b15354f9-33ee-402f-ba63-fdc9f780e7f2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 985 time: 0.0693750 Nov 19 19:26:55.354650 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:55.366050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcabab4-520f-446e-85c6-9581ffc80819 req-88ad8c65-9957-41df-bbfa-4c155b170815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:55.368081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbcabab4-520f-446e-85c6-9581ffc80819 req-88ad8c65-9957-41df-bbfa-4c155b170815 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 1095 time: 0.0887132 Nov 19 19:26:55.404486 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-46dfb97d-2d24-4469-aa39-86edc4616035 req-4ae22f12-1888-48d9-92b0-eac8f26a59b9 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1129923 Nov 19 19:26:55.479700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcabab4-520f-446e-85c6-9581ffc80819 req-ec2f2aed-2d0d-477d-9bf8-641dd9fc15b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:55.481629 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbcabab4-520f-446e-85c6-9581ffc80819 req-ec2f2aed-2d0d-477d-9bf8-641dd9fc15b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d HTTP/1.1" status: 200 len: 898 time: 0.1057105 Nov 19 19:26:55.532417 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbcabab4-520f-446e-85c6-9581ffc80819 req-d2dcfa33-b99b-42e3-9778-a5462948e94d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ca3d60f4-bcbd-4092-a1d1-852a943845fc HTTP/1.1" status: 200 len: 217 time: 0.0434008 Nov 19 19:26:55.620233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcabab4-520f-446e-85c6-9581ffc80819 req-e018377a-b707-4595-a07d-139629d12605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:55.621745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbcabab4-520f-446e-85c6-9581ffc80819 req-e018377a-b707-4595-a07d-139629d12605 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=33163227-9388-4da7-a953-97970bfad8e5 HTTP/1.1" status: 200 len: 838 time: 0.0777056 Nov 19 19:26:55.664786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169b90e-9e54-4e37-9f3e-998079567025 req-3a5a88bd-b948-4369-962f-66d82092f785 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:55.666495 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d169b90e-9e54-4e37-9f3e-998079567025 req-3a5a88bd-b948-4369-962f-66d82092f785 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 944 time: 0.0930896 Nov 19 19:26:55.713783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcabab4-520f-446e-85c6-9581ffc80819 req-33a69718-7b91-4844-8a59-c01ce62c7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:55.715145 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbcabab4-520f-446e-85c6-9581ffc80819 req-33a69718-7b91-4844-8a59-c01ce62c7b18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851464 Nov 19 19:26:55.756483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d169b90e-9e54-4e37-9f3e-998079567025 req-77ae6d51-7c9f-4755-beed-c86bed0d686d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e350556-fd7a-4ffe-98a1-685164368683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833411 Nov 19 19:26:55.848526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbcabab4-520f-446e-85c6-9581ffc80819 req-cab6b2ec-4491-447a-833d-40306c5d21dc service neutron] 10.222.0.21 "GET /v2.0/networks/0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216373 Nov 19 19:26:55.963745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbcabab4-520f-446e-85c6-9581ffc80819 req-1f8628f5-8209-4f27-856a-9897c3edb99a service neutron] 10.222.0.21 "GET /v2.0/networks/0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075280 Nov 19 19:26:56.198911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0a75c-6937-44b0-8bf2-d1f99be5c6d0 req-386c30c8-f04f-464e-8eb8-896094b721ec tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:56.202241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95c0a75c-6937-44b0-8bf2-d1f99be5c6d0 req-386c30c8-f04f-464e-8eb8-896094b721ec tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0599797 Nov 19 19:26:56.261025 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95c0a75c-6937-44b0-8bf2-d1f99be5c6d0 req-5d6c2aae-877d-409f-a2ba-1e1b3a5a1964 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539854 Nov 19 19:26:56.533982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c98167-7147-4685-bb10-70ee6b7244ea req-8d9f1c80-2c13-4de7-8862-b98c84711f71 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:56.535589 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0c98167-7147-4685-bb10-70ee6b7244ea req-8d9f1c80-2c13-4de7-8862-b98c84711f71 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 985 time: 0.0530818 Nov 19 19:26:56.605085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0c98167-7147-4685-bb10-70ee6b7244ea req-8b7034b7-19cb-4109-b7c8-3415f8de3934 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0621724 Nov 19 19:26:56.756226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397aa62c-5e62-48be-96b4-8bef0d6eef1b req-13f8e3a4-37c4-45fa-9760-02dc0721dac0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:56.759063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-397aa62c-5e62-48be-96b4-8bef0d6eef1b req-13f8e3a4-37c4-45fa-9760-02dc0721dac0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 985 time: 0.0628822 Nov 19 19:26:56.829117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-397aa62c-5e62-48be-96b4-8bef0d6eef1b req-8cc444f0-edbd-4c17-a653-7e506377a7b1 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0590804 Nov 19 19:26:56.968351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e69a5e-00e2-4fe4-ac47-4ea30cdf7fd5 req-393e9b65-ed89-4633-aa4c-25a52882e728 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:56.972015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49e69a5e-00e2-4fe4-ac47-4ea30cdf7fd5 req-393e9b65-ed89-4633-aa4c-25a52882e728 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 944 time: 0.0613518 Nov 19 19:26:57.034642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-49e69a5e-00e2-4fe4-ac47-4ea30cdf7fd5 req-f35ca186-34ff-42b2-b0a5-f68ae50985a3 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e350556-fd7a-4ffe-98a1-685164368683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531473 Nov 19 19:26:57.154232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a992f-1eff-4c46-87c6-0760caab945a req-821fccc7-97e8-4548-a4b6-e6cffeecae1b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:57.155780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-776a992f-1eff-4c46-87c6-0760caab945a req-821fccc7-97e8-4548-a4b6-e6cffeecae1b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 1136 time: 0.0434210 Nov 19 19:26:57.178819 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-776a992f-1eff-4c46-87c6-0760caab945a req-b57e3911-16a0-4fec-b9d4-257dcaf7565a tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:57.263592 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-776a992f-1eff-4c46-87c6-0760caab945a req-b57e3911-16a0-4fec-b9d4-257dcaf7565a tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:57.267979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-776a992f-1eff-4c46-87c6-0760caab945a req-b57e3911-16a0-4fec-b9d4-257dcaf7565a tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:57.307197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e3911-16a0-4fec-b9d4-257dcaf7565a tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712d970c-d2c3-49d8-81c7-fcc7bd34146d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:57.319825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-776a992f-1eff-4c46-87c6-0760caab945a req-b57e3911-16a0-4fec-b9d4-257dcaf7565a tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1576722 Nov 19 19:26:57.342757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56116) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:57.386971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f679f5-52f7-4777-825c-93b5fdf1617a tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:57.388529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a9f679f5-52f7-4777-825c-93b5fdf1617a tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 1131 time: 0.0447400 Nov 19 19:26:57.392353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56118) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:57.397540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:26:57.428436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:57.442835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50f977-75c9-411e-bf57-6efbd1f826d4 req-bfbde48e-e025-42ef-b46b-6fe39e699531 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:57.444342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be50f977-75c9-411e-bf57-6efbd1f826d4 req-bfbde48e-e025-42ef-b46b-6fe39e699531 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0606585 Nov 19 19:26:57.501506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be50f977-75c9-411e-bf57-6efbd1f826d4 req-a038b26f-892d-46b0-80e3-8774375f6a0b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504706 Nov 19 19:26:57.508143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ca3d60f4-bcbd-4092-a1d1-852a943845fc details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:26:57.542417 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:57.612782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ca3d60f4-bcbd-4092-a1d1-852a943845fc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ca3d60f4-bcbd-4092-a1d1-852a943845fc,segment=NetworkSegment(f8aeb957-3de5-47dd-8b23-c4ff867e2ff5),segment_id=f8aeb957-3de5-47dd-8b23-c4ff867e2ff5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:57.626603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'ca3d60f4-bcbd-4092-a1d1-852a943845fc', 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d', 'port_id': 'ca3d60f4-bcbd-4092-a1d1-852a943845fc', 'mac_address': 'fa:16:3e:85:93:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33163227-9388-4da7-a953-97970bfad8e5', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:26:57.665819 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:57.669190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Allocated IP 172.25.3.163 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/963906f6-4876-42f0-a466-871a8203f2c3) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:26:57.681861 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3d60f4-bcbd-4092-a1d1-852a943845fc {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:26:57.704612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ca3d60f4-bcbd-4092-a1d1-852a943845fc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ca3d60f4-bcbd-4092-a1d1-852a943845fc,segment=NetworkSegment(f8aeb957-3de5-47dd-8b23-c4ff867e2ff5),segment_id=f8aeb957-3de5-47dd-8b23-c4ff867e2ff5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:57.708699 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:57.769776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=ca3d60f4-bcbd-4092-a1d1-852a943845fc,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:57.783588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:57.823260 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:57.870305 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:26:57.872471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:26:57.885722 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:26:57.889082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Port': ['ID=963906f6-4876-42f0-a466-871a8203f2c3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:57.920760 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['ca3d60f4-bcbd-4092-a1d1-852a943845fc'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:26:58.197494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc60c3-b689-478d-8a74-dd06ad70238a req-799204c5-34bc-4c7f-9763-676696c4c584 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:58.199296 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfbc60c3-b689-478d-8a74-dd06ad70238a req-799204c5-34bc-4c7f-9763-676696c4c584 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 945 time: 0.0705111 Nov 19 19:26:58.266814 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfbc60c3-b689-478d-8a74-dd06ad70238a req-38e0e10e-a016-471a-9d1e-bf06353f0d09 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e350556-fd7a-4ffe-98a1-685164368683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517912 Nov 19 19:26:58.360684 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:58.432756 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:58.618866 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:58.625557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:58.634231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719f9b2-9c6b-4afb-8bc8-61ea3aa80157 req-dc6c47ce-fad0-4c2d-aa97-29f8e26ae532 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:58.638465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8719f9b2-9c6b-4afb-8bc8-61ea3aa80157 req-dc6c47ce-fad0-4c2d-aa97-29f8e26ae532 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0566514 Nov 19 19:26:58.706754 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8719f9b2-9c6b-4afb-8bc8-61ea3aa80157 req-064d6010-133c-4a1a-9686-2f7066359f08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649011 Nov 19 19:26:58.713997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Port': ['ID=963906f6-4876-42f0-a466-871a8203f2c3,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:58.732159 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:59.132330 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Floating IP a70b0fca-0e6c-4850-8ee0-d057e5c50243 associated. External IP: 172.25.3.163, port: a15004c7-ea58-47f7-a3c9-0c2fd8bf1930. Nov 19 19:26:59.358140 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:26:59.396443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796ada0-dc54-49af-aaab-7dbd022e87e5 req-9ff295ff-fb8d-4d10-bf07-ed4db51fcb36 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:59.398054 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5796ada0-dc54-49af-aaab-7dbd022e87e5 req-9ff295ff-fb8d-4d10-bf07-ed4db51fcb36 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 945 time: 0.0547848 Nov 19 19:26:59.452496 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5796ada0-dc54-49af-aaab-7dbd022e87e5 req-e44b3436-153d-44a1-9670-3a7ed187fa0c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e350556-fd7a-4ffe-98a1-685164368683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473301 Nov 19 19:26:59.476715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:26:59.488450 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd15eb0-75b4-423e-a379-eee4be039640 None None] Sync routers for ids ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:26:59.495909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:59.500739 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd15eb0-75b4-423e-a379-eee4be039640 None None] Routers {'4f3ee55e-01cb-444d-a9e0-85a4fb166921'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:26:59.501367 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ffd15eb0-75b4-423e-a379-eee4be039640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:26:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:26:59.507385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ca3d60f4-bcbd-4092-a1d1-852a943845fc up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:26:59.527929 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c440e00a-14c3-4806-9c82-2b3176c37f7d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1322131 Nov 19 19:26:59.527929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'tag': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:59.528374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56136) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:26:59.528783 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13807f8d-fb2a-4144-931a-98f5c97aed78" -d '{"events": [{"name": "network-changed", "server_uuid": "9319c5b3-ed7f-48ea-8b76-b1efb8a69914", "tag": "a15004c7-ea58-47f7-a3c9-0c2fd8bf1930"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:59.567993 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a3404a-394d-43db-9951-033ed0b79916 x-openstack-request-id: req-88a3404a-394d-43db-9951-033ed0b79916 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:59.568300 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9319c5b3-ed7f-48ea-8b76-b1efb8a69914", "tag": "a15004c7-ea58-47f7-a3c9-0c2fd8bf1930", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:59.568560 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88a3404a-394d-43db-9951-033ed0b79916 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:59.568963 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'tag': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930', 'status': 'completed', 'code': 200} Nov 19 19:26:59.577038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port ca3d60f4-bcbd-4092-a1d1-852a943845fc completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:26:59.582881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port ca3d60f4-bcbd-4092-a1d1-852a943845fc triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:26:59.583347 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:59.654090 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13807f8d-fb2a-4144-931a-98f5c97aed78 req-ffdce9cb-faaf-4ae0-8dd5-bfca8004f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:59.657517 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13807f8d-fb2a-4144-931a-98f5c97aed78 req-ffdce9cb-faaf-4ae0-8dd5-bfca8004f2a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e&device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 1136 time: 0.0637441 Nov 19 19:26:59.681223 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-ffd15eb0-75b4-423e-a379-eee4be039640 None None] Set router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:26:59.685481 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:59.714816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d25084-18b0-4cf4-84d5-01704c313d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d60f4-bcbd-4092-a1d1-852a943845fc'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:26:59.717088 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afa9afa-5ba5-4ef5-bd06-0268a2b4839a" -d '{"events": [{"server_uuid": "07d25084-18b0-4cf4-84d5-01704c313d7c", "name": "network-vif-plugged", "status": "completed", "tag": "ca3d60f4-bcbd-4092-a1d1-852a943845fc"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:26:59.731429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ca3d60f4-bcbd-4092-a1d1-852a943845fc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ca3d60f4-bcbd-4092-a1d1-852a943845fc,segment=NetworkSegment(f8aeb957-3de5-47dd-8b23-c4ff867e2ff5),segment_id=f8aeb957-3de5-47dd-8b23-c4ff867e2ff5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:26:59.743438 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:26:59.796417 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=ca3d60f4-bcbd-4092-a1d1-852a943845fc,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:26:59.812460 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5749331d-1ef7-4eee-aa31-64e7a1371a6d x-openstack-request-id: req-5749331d-1ef7-4eee-aa31-64e7a1371a6d {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:26:59.812826 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d25084-18b0-4cf4-84d5-01704c313d7c", "name": "network-vif-plugged", "status": "completed", "tag": "ca3d60f4-bcbd-4092-a1d1-852a943845fc", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:26:59.813153 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5749331d-1ef7-4eee-aa31-64e7a1371a6d {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:26:59.813626 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d25084-18b0-4cf4-84d5-01704c313d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d60f4-bcbd-4092-a1d1-852a943845fc', 'code': 200} Nov 19 19:26:59.866624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13807f8d-fb2a-4144-931a-98f5c97aed78 req-60802ae1-63a5-4145-8f26-bf4049104f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:26:59.869342 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13807f8d-fb2a-4144-931a-98f5c97aed78 req-60802ae1-63a5-4145-8f26-bf4049104f90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff91a84b-f9c5-4892-910e-07c93f603246 HTTP/1.1" status: 200 len: 897 time: 0.2045081 Nov 19 19:26:59.931234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:00.021508 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ffd15eb0-75b4-423e-a379-eee4be039640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:41Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a70b0fca-0e6c-4850-8ee0-d057e5c50243', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'port_id': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'mac_address': 'fa:16:3e:61:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:58Z', 'updated_at': '2021-11-19T19:26:58Z', 'revision_number': 0, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b8f68a4-1be3-4d50-abe8-b539d023db8f', 'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:72:e1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:40Z', 'updated_at': '2021-11-19T19:26:44Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:00.032538 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13807f8d-fb2a-4144-931a-98f5c97aed78 req-1851f692-9e79-4269-8da1-a4a818182088 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 HTTP/1.1" status: 200 len: 1000 time: 0.1556277 Nov 19 19:27:00.055661 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd15eb0-75b4-423e-a379-eee4be039640 None None] Checking router: 4f3ee55e-01cb-444d-a9e0-85a4fb166921 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:00.065088 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd15eb0-75b4-423e-a379-eee4be039640 None None] Routers {'4f3ee55e-01cb-444d-a9e0-85a4fb166921'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:00.065826 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ffd15eb0-75b4-423e-a379-eee4be039640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:26:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:00.093382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13807f8d-fb2a-4144-931a-98f5c97aed78 req-4a253c7a-aa91-48c1-9497-7d9f5dd72216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.094928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13807f8d-fb2a-4144-931a-98f5c97aed78 req-4a253c7a-aa91-48c1-9497-7d9f5dd72216 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d5c9069-6009-4db2-83ff-fe2a2971425b HTTP/1.1" status: 200 len: 834 time: 0.0545533 Nov 19 19:27:00.158496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13807f8d-fb2a-4144-931a-98f5c97aed78 req-ec3f25e0-9c19-4eca-b21f-23ed4500b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.161607 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13807f8d-fb2a-4144-931a-98f5c97aed78 req-ec3f25e0-9c19-4eca-b21f-23ed4500b680 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff91a84b-f9c5-4892-910e-07c93f603246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579600 Nov 19 19:27:00.190512 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-ffd15eb0-75b4-423e-a379-eee4be039640 None None] Set router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:00.305869 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13807f8d-fb2a-4144-931a-98f5c97aed78 req-3b982b82-6b6b-459a-9d97-7f495212450f service neutron] 10.222.0.57 "GET /v2.0/networks/ff91a84b-f9c5-4892-910e-07c93f603246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352708 Nov 19 19:27:00.350046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08c1da-c345-429a-9af0-6e544026bb4b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.350831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08c1da-c345-429a-9af0-6e544026bb4b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.351516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08c1da-c345-429a-9af0-6e544026bb4b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.352306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08c1da-c345-429a-9af0-6e544026bb4b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.352962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08c1da-c345-429a-9af0-6e544026bb4b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.353609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08c1da-c345-429a-9af0-6e544026bb4b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.354280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08c1da-c345-429a-9af0-6e544026bb4b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.354920 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08c1da-c345-429a-9af0-6e544026bb4b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.355583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08c1da-c345-429a-9af0-6e544026bb4b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.357939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-da08c1da-c345-429a-9af0-6e544026bb4b tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6339 time: 0.8285618 Nov 19 19:27:00.360333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98fe47-7cd1-41d9-92d9-58e585df0d1b req-7102a439-b801-458a-963d-a5fe5164f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.362183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-df98fe47-7cd1-41d9-92d9-58e585df0d1b req-7102a439-b801-458a-963d-a5fe5164f7a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 1097 time: 0.1872618 Nov 19 19:27:00.362969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56146) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:00.405431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e45a22-c1e3-456e-99d0-1973e9a272e6 req-15fdd7c0-e42f-4b6c-84a8-034eee9eb6d0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.410701 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85e45a22-c1e3-456e-99d0-1973e9a272e6 req-15fdd7c0-e42f-4b6c-84a8-034eee9eb6d0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.2367706 Nov 19 19:27:00.463261 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-13807f8d-fb2a-4144-931a-98f5c97aed78 req-1272cc6f-a9d7-47ed-a985-797e37e1e844 service neutron] 10.222.0.57 "GET /v2.0/networks/ff91a84b-f9c5-4892-910e-07c93f603246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499195 Nov 19 19:27:00.530253 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ffd15eb0-75b4-423e-a379-eee4be039640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:41Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a70b0fca-0e6c-4850-8ee0-d057e5c50243', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'port_id': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'mac_address': 'fa:16:3e:61:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:58Z', 'updated_at': '2021-11-19T19:26:58Z', 'revision_number': 0, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b8f68a4-1be3-4d50-abe8-b539d023db8f', 'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:72:e1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:40Z', 'updated_at': '2021-11-19T19:26:44Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:00.560748 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd15eb0-75b4-423e-a379-eee4be039640 None None] The sync data for ids ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'] in n-d-815373-6 is: [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:41Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a70b0fca-0e6c-4850-8ee0-d057e5c50243', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'port_id': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'mac_address': 'fa:16:3e:61:91:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:58Z', 'updated_at': '2021-11-19T19:26:58Z', 'revision_number': 0, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b8f68a4-1be3-4d50-abe8-b539d023db8f', 'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:72:e1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:40Z', 'updated_at': '2021-11-19T19:26:44Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:00.564220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce0821-03d4-476d-8614-5fe5f756a900 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.565373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce0821-03d4-476d-8614-5fe5f756a900 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.565373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce0821-03d4-476d-8614-5fe5f756a900 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.565633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce0821-03d4-476d-8614-5fe5f756a900 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.566044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce0821-03d4-476d-8614-5fe5f756a900 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.566493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce0821-03d4-476d-8614-5fe5f756a900 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.566942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce0821-03d4-476d-8614-5fe5f756a900 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.567395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce0821-03d4-476d-8614-5fe5f756a900 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.567845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce0821-03d4-476d-8614-5fe5f756a900 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.573060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-26ce0821-03d4-476d-8614-5fe5f756a900 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5877 time: 0.2036338 Nov 19 19:27:00.574003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56152) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:00.577306 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-df98fe47-7cd1-41d9-92d9-58e585df0d1b req-a1068ba0-1a5c-4b39-bf1b-4f934e0ae4ac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6e350556-fd7a-4ffe-98a1-685164368683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022712 Nov 19 19:27:00.582864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85e45a22-c1e3-456e-99d0-1973e9a272e6 req-de349f1c-a17e-4a88-b630-a294a90d355b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391680 Nov 19 19:27:00.728828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c6af-4141-4b29-abce-1d1c6a1f570e req-3c0730c1-c16b-43d1-9d23-6216d3d8ab83 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.730448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7745c6af-4141-4b29-abce-1d1c6a1f570e req-3c0730c1-c16b-43d1-9d23-6216d3d8ab83 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 946 time: 0.0584397 Nov 19 19:27:00.806659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7745c6af-4141-4b29-abce-1d1c6a1f570e req-26c652c5-c779-46c0-aa8f-1e0aba2cb6c0 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e350556-fd7a-4ffe-98a1-685164368683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685410 Nov 19 19:27:00.884653 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b2372-874e-42f9-baec-d819b0cbe3e9 None None] New status for floating IP a70b0fca-0e6c-4850-8ee0-d057e5c50243: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:27:00.912764 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-460b420e-4fed-4eb4-b8f3-aae543ce8cea tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 0.3375502 Nov 19 19:27:00.915475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56154) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:00.961039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62437954-a3a5-43a3-a76f-046b897e7e90 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.961669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62437954-a3a5-43a3-a76f-046b897e7e90 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:00.970118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-62437954-a3a5-43a3-a76f-046b897e7e90 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4f3ee55e-01cb-444d-a9e0-85a4fb166921 HTTP/1.1" status: 200 len: 1989 time: 0.0468805 Nov 19 19:27:01.734152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0867d-3756-4111-8754-4c0a3a979e4c req-8c03de5e-35eb-4a95-8f4e-442e411d0929 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:01.742500 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ba0867d-3756-4111-8754-4c0a3a979e4c req-8c03de5e-35eb-4a95-8f4e-442e411d0929 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0650792 Nov 19 19:27:01.797459 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ba0867d-3756-4111-8754-4c0a3a979e4c req-5c1f5c72-bede-44b1-9edd-b17d6b995e77 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529280 Nov 19 19:27:01.949566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b53e8-e982-4a94-a30c-e9f8c4eae020 req-b3b6fc44-256d-4b25-9317-7e3177c67b86 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:01.951207 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c49b53e8-e982-4a94-a30c-e9f8c4eae020 req-b3b6fc44-256d-4b25-9317-7e3177c67b86 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 946 time: 0.0693223 Nov 19 19:27:02.012368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c49b53e8-e982-4a94-a30c-e9f8c4eae020 req-b2324d2b-833f-44de-8b4c-61f01d41a539 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e350556-fd7a-4ffe-98a1-685164368683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542107 Nov 19 19:27:02.127803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1785fcc-3a86-49a7-b1fc-c901d050a446 req-f01a8b97-6b3d-4ddc-8750-102678411e3c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:02.129308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1785fcc-3a86-49a7-b1fc-c901d050a446 req-f01a8b97-6b3d-4ddc-8750-102678411e3c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 946 time: 0.0508409 Nov 19 19:27:02.180885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a1785fcc-3a86-49a7-b1fc-c901d050a446 req-0693af6c-f37d-42b9-92f1-53dee6f5f9eb tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e350556-fd7a-4ffe-98a1-685164368683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Nov 19 19:27:02.920659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184b024-10c6-4561-b1d5-8a2a8c420eb7 req-643214b4-5f5e-4ad3-b3f0-d2707d31fd59 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:02.922624 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d184b024-10c6-4561-b1d5-8a2a8c420eb7 req-643214b4-5f5e-4ad3-b3f0-d2707d31fd59 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0517731 Nov 19 19:27:02.978488 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d184b024-10c6-4561-b1d5-8a2a8c420eb7 req-a573e0f1-4fe3-47ee-8dc7-2e59732ad7d4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497413 Nov 19 19:27:03.674103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56186) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:04.221429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441447-5799-493e-9855-efe9df9bc2d2 req-5a0bfb1c-efc6-4dc8-ae84-c0b55987fba4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:04.223244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47441447-5799-493e-9855-efe9df9bc2d2 req-5a0bfb1c-efc6-4dc8-ae84-c0b55987fba4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.1408021 Nov 19 19:27:04.326579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:04.328533 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-c3b4415b-e86a-4bd3-8660-b6619f2bc07c service neutron] show failed (client error): The resource could not be found. Nov 19 19:27:04.329614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-c3b4415b-e86a-4bd3-8660-b6619f2bc07c service neutron] 10.222.0.21 "GET /v2.0/ports/65b3cd80-79a4-4a20-891b-dff564b39f17/bindings/n-h1-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.1644478 Nov 19 19:27:04.356099 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47441447-5799-493e-9855-efe9df9bc2d2 req-e9aba15f-ccc1-45f5-9c46-3ce9836eea69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982583 Nov 19 19:27:04.566707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-7e521d69-d4b3-43e4-bef5-61ec6c2b54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:04.568125 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-7e521d69-d4b3-43e4-bef5-61ec6c2b54ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 1097 time: 0.0728645 Nov 19 19:27:04.581266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:04.625338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Allocated IP 172.20.0.17 (0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d/33163227-9388-4da7-a953-97970bfad8e5/e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:27:04.640551 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:04.750630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:04.792610 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:04.832070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:04.837616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:04.841739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:27:04.906355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:04.921257 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:04.923950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:04.962204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:05.017113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:27:05.019890 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12502f0-f64c-4e31-a223-6b2b48395413" -d '{"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-unplugged", "status": "completed", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:27:05.026046 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:05.043908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Transition to ACTIVE for port object 65b3cd80-79a4-4a20-891b-dff564b39f17 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:27:05.049544 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:05.157593 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:05.167580 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c46cc94-abc5-4e67-a8ac-8570e102944a x-openstack-request-id: req-6c46cc94-abc5-4e67-a8ac-8570e102944a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:27:05.167979 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-unplugged", "status": "completed", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:27:05.168356 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c46cc94-abc5-4e67-a8ac-8570e102944a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:27:05.168856 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'code': 200} Nov 19 19:27:05.192099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:05.229770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e201191d-37e5-41a0-8160-17922135f1af None None] Provisioning complete for port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:05.231550 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e201191d-37e5-41a0-8160-17922135f1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:05.284751 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] No DVR routers for this DVR port 65b3cd80-79a4-4a20-891b-dff564b39f17 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:27:05.301236 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e201191d-37e5-41a0-8160-17922135f1af None None] Port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:05.483788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:05.484405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:05.484918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 on network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:05.489907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Port 65b3cd80-79a4-4a20-891b-dff564b39f17 on network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:27:05.490433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 on network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:05.496916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:05.497481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Checking segment: {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:05.498063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Bound using segment: {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:05.498877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Bound port: 65b3cd80-79a4-4a20-891b-dff564b39f17, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:05.499426 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:05.603771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:05.604553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1eb1c3-0f22-494f-abaf-2af5e4542c4b req-b2d540e8-953c-476f-9059-b95226cd3280 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:05.606837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd1eb1c3-0f22-494f-abaf-2af5e4542c4b req-b2d540e8-953c-476f-9059-b95226cd3280 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 944 time: 0.1167462 Nov 19 19:27:05.607148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:05.614905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:05.684171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:05.685451 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:05.687484 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] 10.222.0.57 "PUT /v2.0/ports/65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1092 time: 1.1100667 Nov 19 19:27:05.699978 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd1eb1c3-0f22-494f-abaf-2af5e4542c4b req-7d443242-e986-4e33-9e51-39c1e0bb91b4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846179 Nov 19 19:27:05.713231 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca343f8-e912-4f9c-a41c-f75f8789e0bd service neutron] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:05.775841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:05.781851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-32dfc256-2a99-475d-91f3-a72ae100ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:05.784159 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-32dfc256-2a99-475d-91f3-a72ae100ae40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1095 time: 0.0644097 Nov 19 19:27:05.786266 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:05.909717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-ebcdd0ee-b893-4850-a3a8-721023c72990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:05.909952 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:05.912005 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-ebcdd0ee-b893-4850-a3a8-721023c72990 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.1193957 Nov 19 19:27:05.914751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:06.026150 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-1763f8e7-58c8-42ae-aa5b-3dfc56bcefd8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1000 time: 0.1056685 Nov 19 19:27:06.079493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:06.081181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:06.101087 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-0cc36b9d-f89c-4884-b069-84be014c8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:06.103498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-0cc36b9d-f89c-4884-b069-84be014c8c86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0664558 Nov 19 19:27:06.186586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-eeb27759-9aee-4319-97ff-5b37084724ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:06.189187 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-eeb27759-9aee-4319-97ff-5b37084724ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789490 Nov 19 19:27:06.241217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router c35fdb86-bcb6-448e-830a-28c21befd26c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:27:06.421618 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-1d6c9cfe-9b4a-44ab-93ce-e2e06ed8150b service neutron] 10.222.0.57 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205889 Nov 19 19:27:06.463060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:27:06.469591 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bf0ddca7-f764-4ff9-becd-55f728642372 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "PUT /v2.0/routers/c35fdb86-bcb6-448e-830a-28c21befd26c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7944191 Nov 19 19:27:06.499635 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Sync routers for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:27:06.516480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3ab6a92c-6280-4483-b869-e69fe0e45968 None None] Provisioning complete for port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:06.518484 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:06.519288 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:26:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:06.521143 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ab6a92c-6280-4483-b869-e69fe0e45968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:06.552956 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1aee63da-c0df-420f-859d-9e9631200ec2 req-97d287bc-82e5-4b97-addb-aacb7c4db4f4 service neutron] 10.222.0.57 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236849 Nov 19 19:27:06.605099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6a92c-6280-4483-b869-e69fe0e45968 None None] Port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:06.683504 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:06.855094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81ea47-6d8d-4bc0-b64d-5b5eec07cfc6 req-0f4c0335-f5dd-4ca8-94f4-da765505a79d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:06.856639 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0f81ea47-6d8d-4bc0-b64d-5b5eec07cfc6 req-0f4c0335-f5dd-4ca8-94f4-da765505a79d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 944 time: 0.0582769 Nov 19 19:27:06.920094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0f81ea47-6d8d-4bc0-b64d-5b5eec07cfc6 req-5578022f-7521-4b7f-9019-d63ec29e9525 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565157 Nov 19 19:27:06.982421 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:05Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '654f9d71-0960-4eee-b34a-a8f08b22b97f', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'port_id': '474a87b3-799e-4057-8907-0be4e0c3810f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'mac_address': 'fa:16:3e:b7:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:06Z', 'updated_at': '2021-11-19T19:26:10Z', 'revision_number': 1, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6', 'name': '', 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:a9:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '33163227-9388-4da7-a953-97970bfad8e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:04Z', 'updated_at': '2021-11-19T19:27:05Z', 'revision_number': 2, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '33163227-9388-4da7-a953-97970bfad8e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:07.017553 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Checking router: c35fdb86-bcb6-448e-830a-28c21befd26c for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:07.018189 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Updating router c35fdb86-bcb6-448e-830a-28c21befd26c port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:27:07.050493 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:07.170440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:27:07.173830 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59229e1f-1e5f-4148-aec7-479b38401dba" -d '{"events": [{"name": "network-changed", "server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:27:07.230289 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a79b72-c13e-419a-84e0-eff3f467e340 x-openstack-request-id: req-04a79b72-c13e-419a-84e0-eff3f467e340 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:27:07.230833 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:27:07.231073 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04a79b72-c13e-419a-84e0-eff3f467e340 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:27:07.231658 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'status': 'completed', 'code': 200} Nov 19 19:27:07.294409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229e1f-1e5f-4148-aec7-479b38401dba req-c740323b-c9e6-4d8d-afe1-61921d8bca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:07.296008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-c740323b-c9e6-4d8d-afe1-61921d8bca59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1095 time: 0.0463116 Nov 19 19:27:07.324963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229e1f-1e5f-4148-aec7-479b38401dba req-18322f0d-cdaa-4cb5-923b-a7df3e774b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:07.326608 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-18322f0d-cdaa-4cb5-923b-a7df3e774b20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1095 time: 0.0626426 Nov 19 19:27:07.375891 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:07.384719 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:07.445340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229e1f-1e5f-4148-aec7-479b38401dba req-d1500085-d71b-49a3-9359-caa6bb3e2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:07.448242 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-d1500085-d71b-49a3-9359-caa6bb3e2b5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.1432371 Nov 19 19:27:07.458628 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Pushing event updated for resources: {'Port': ['ID=e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:07.498959 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.499522 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.499967 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.500577 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.500815 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.501245 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.501673 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.502152 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.502567 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.502991 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.503478 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.503926 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:07.511146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229e1f-1e5f-4148-aec7-479b38401dba req-25b45bf8-24d5-40bd-b69d-173d7e8c3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:07.513010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-25b45bf8-24d5-40bd-b69d-173d7e8c3ed7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.1791043 Nov 19 19:27:07.554930 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Attempting to bind port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:07.555307 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Attempting to bind port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:07.555677 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Attempting to bind port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 on network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:07.562918 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-48c65cd8-7ff7-45a4-a0af-1f27aaa40a6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1000 time: 0.1075661 Nov 19 19:27:07.569077 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:07.569800 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Checking segment: {'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:07.570531 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:07.570968 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:27:07.571862 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Bound using segment: {'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:07.572526 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Bound port: e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:07.573100 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:07.630029 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-7df427df-259e-49f7-86af-2402f6caf57c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1000 time: 0.1087816 Nov 19 19:27:07.645709 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:27:07.680967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229e1f-1e5f-4148-aec7-479b38401dba req-2bf19888-e770-45de-8799-6ada09e32bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:07.682824 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-2bf19888-e770-45de-8799-6ada09e32bd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0945184 Nov 19 19:27:07.702157 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] For port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:07.706838 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] For port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6,segment=NetworkSegment(f8aeb957-3de5-47dd-8b23-c4ff867e2ff5),segment_id=f8aeb957-3de5-47dd-8b23-c4ff867e2ff5)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:07.714170 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:07.719324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229e1f-1e5f-4148-aec7-479b38401dba req-2ca7ea10-ea49-4690-858c-f146af220962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:07.721445 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-2ca7ea10-ea49-4690-858c-f146af220962 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0826695 Nov 19 19:27:07.786014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229e1f-1e5f-4148-aec7-479b38401dba req-5d5c7a42-cd4d-44a6-aab2-6137a3acbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:07.788691 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-5d5c7a42-cd4d-44a6-aab2-6137a3acbfa1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974784 Nov 19 19:27:07.796050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229e1f-1e5f-4148-aec7-479b38401dba req-3d17b269-af60-4a20-94e2-b279c0b94f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:07.797947 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-3d17b269-af60-4a20-94e2-b279c0b94f80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676138 Nov 19 19:27:07.799213 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ba4cd-e119-4ed4-86b6-4e7f087e015b None None] Pushing event updated for resources: {'Port': ['ID=e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:07.816948 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:07.817704 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:26:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:07.850283 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-653ff949-fe76-4359-98a8-fae84d4edd4f None None] Provisioning complete for port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:07.850658 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-653ff949-fe76-4359-98a8-fae84d4edd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:07.997783 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-c687178e-1b00-45ea-a44f-7767f8a60afb service neutron] 10.222.0.57 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913769 Nov 19 19:27:08.000366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-362a87ad-23a4-42ff-8abd-ec38bc12046f service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045498 Nov 19 19:27:08.021646 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-653ff949-fe76-4359-98a8-fae84d4edd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:08.029366 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:08.090012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-653ff949-fe76-4359-98a8-fae84d4edd4f None None] For port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6,segment=NetworkSegment(f8aeb957-3de5-47dd-8b23-c4ff867e2ff5),segment_id=f8aeb957-3de5-47dd-8b23-c4ff867e2ff5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:08.094991 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-653ff949-fe76-4359-98a8-fae84d4edd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:08.178098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ff949-fe76-4359-98a8-fae84d4edd4f None None] Pushing event updated for resources: {'Port': ['ID=e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:08.187285 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-eef18d1d-b46d-48ea-a097-8d2a8017ce2e service neutron] 10.222.0.57 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780357 Nov 19 19:27:08.233347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b8971e19-1302-474b-b89c-669d4eb87869 None None] Provisioning complete for port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:08.235538 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b8971e19-1302-474b-b89c-669d4eb87869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:08.236681 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a4aef8bd-6a9e-4eae-ade6-feb7a2e6dd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:08.247784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435461-4568-40f8-a869-44ddfcba3cb7 req-390de080-32f6-4f50-9805-6baff010da2b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:08.255505 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-43435461-4568-40f8-a869-44ddfcba3cb7 req-390de080-32f6-4f50-9805-6baff010da2b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 944 time: 0.1563241 Nov 19 19:27:08.266376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59229e1f-1e5f-4148-aec7-479b38401dba req-6ef8b096-5132-4987-a087-b4f464c5b1db service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572281 Nov 19 19:27:08.328035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-43435461-4568-40f8-a869-44ddfcba3cb7 req-0088a33f-6394-406a-a616-dd21f92412e7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679848 Nov 19 19:27:08.391072 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:05Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '654f9d71-0960-4eee-b34a-a8f08b22b97f', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'port_id': '474a87b3-799e-4057-8907-0be4e0c3810f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'mac_address': 'fa:16:3e:b7:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:06Z', 'updated_at': '2021-11-19T19:26:10Z', 'revision_number': 1, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6', 'name': '', 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:a9:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '33163227-9388-4da7-a953-97970bfad8e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:04Z', 'updated_at': '2021-11-19T19:27:07Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '33163227-9388-4da7-a953-97970bfad8e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:08.422106 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702fd6a-a037-4bce-ba16-fe569d36dab2 None None] The sync data for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 is: [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:05Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '654f9d71-0960-4eee-b34a-a8f08b22b97f', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'port_id': '474a87b3-799e-4057-8907-0be4e0c3810f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'mac_address': 'fa:16:3e:b7:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:06Z', 'updated_at': '2021-11-19T19:26:10Z', 'revision_number': 1, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6', 'name': '', 'network_id': '0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:a9:d4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '33163227-9388-4da7-a953-97970bfad8e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:04Z', 'updated_at': '2021-11-19T19:27:07Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '33163227-9388-4da7-a953-97970bfad8e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:09.423192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:09.452167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4155f9-0d0d-4178-8e8b-eeeacc5b86fa req-caa1bc5b-22f2-4ee3-9ee7-c368d110abfc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:09.459498 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc4155f9-0d0d-4178-8e8b-eeeacc5b86fa req-caa1bc5b-22f2-4ee3-9ee7-c368d110abfc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 944 time: 0.0623729 Nov 19 19:27:09.480369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:09.480892 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:09.519423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc4155f9-0d0d-4178-8e8b-eeeacc5b86fa req-8e2fff73-bb62-49a7-bcda-12dc89d4eab3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544493 Nov 19 19:27:09.843075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:27:09.959505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:09.972832 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'port_id': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'mac_address': 'fa:16:3e:af:75:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:27:10.017027 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:10.032045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b3cd80-79a4-4a20-891b-dff564b39f17 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:27:10.054154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:10.058376 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:10.109449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:10.417674 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['65b3cd80-79a4-4a20-891b-dff564b39f17'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:27:10.640185 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d9869fe-53c2-46ad-9e0f-b7a36b4d8ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:10.655962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1533b3-7dc3-4e1a-a56e-6a7680dbefe2 req-cadd980d-f047-472a-ad0e-cc0148859f4d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:10.657718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c1533b3-7dc3-4e1a-a56e-6a7680dbefe2 req-cadd980d-f047-472a-ad0e-cc0148859f4d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 945 time: 0.0704947 Nov 19 19:27:10.722469 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c1533b3-7dc3-4e1a-a56e-6a7680dbefe2 req-a759bc21-4a99-47a7-8bbe-1235dd4f983a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577328 Nov 19 19:27:10.996584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf89522-14e7-446b-8579-fa91f426a696 req-76566abe-39b4-4d78-b85c-353be285e8a4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:11.003977 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ecf89522-14e7-446b-8579-fa91f426a696 req-76566abe-39b4-4d78-b85c-353be285e8a4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 945 time: 0.0679588 Nov 19 19:27:11.021705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-e586d08e-7b03-4f63-b2e7-8c1d2c6b11d3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:11.023925 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-e586d08e-7b03-4f63-b2e7-8c1d2c6b11d3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da&tenant_id=8b0045894a4545fab78ac1dc5404f6e8&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 945 time: 0.1102326 Nov 19 19:27:11.062231 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ecf89522-14e7-446b-8579-fa91f426a696 req-585ab08b-ee63-4608-a3ac-219db372ca2b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573800 Nov 19 19:27:11.353012 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-bff93a29-5266-4e3c-9569-05f2192f98f8 service neutron] 10.222.0.57 "GET /v2.0/ports/65b3cd80-79a4-4a20-891b-dff564b39f17/bindings/n-h1-815373-6 HTTP/1.1" status: 200 len: 382 time: 0.3213480 Nov 19 19:27:11.422967 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-b5995e78-7a1e-402f-b4e5-60fc555125da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:11.424938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-b5995e78-7a1e-402f-b4e5-60fc555125da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1096 time: 0.0446184 Nov 19 19:27:11.533065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-dfa1d096-b1de-472e-aca6-6d4407a9f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:11.534956 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-dfa1d096-b1de-472e-aca6-6d4407a9f507 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.0958085 Nov 19 19:27:11.611877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-60b835e7-d171-4950-804d-0a1e468d335c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1001 time: 0.0691383 Nov 19 19:27:11.668204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-0ca62b09-8bb9-458b-944c-3da5eba568a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:11.669912 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-0ca62b09-8bb9-458b-944c-3da5eba568a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0508220 Nov 19 19:27:11.728636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-d1d25fec-f60f-45ea-b8c1-957ec2e0f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:11.730476 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-d1d25fec-f60f-45ea-b8c1-957ec2e0f001 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536835 Nov 19 19:27:11.832116 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-d6dbf2ce-d725-456b-acee-dd52ef4e3b35 service neutron] 10.222.0.57 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940628 Nov 19 19:27:11.865922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:11.936188 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:11.950616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 65b3cd80-79a4-4a20-891b-dff564b39f17 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:27:11.954756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 65b3cd80-79a4-4a20-891b-dff564b39f17 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:11.955131 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:11.975588 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-7c538ee4-19ec-4722-8404-725766bbb9dd service neutron] 10.222.0.57 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351469 Nov 19 19:27:12.042748 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:12.067327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:27:12.069761 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de57bd2b-8e00-4c60-bf59-eba21ba585b5" -d '{"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-plugged", "status": "completed", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:27:12.086076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:12.092955 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:12.131056 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf086dde-52d5-420c-b5c9-4937044092ae x-openstack-request-id: req-bf086dde-52d5-420c-b5c9-4937044092ae {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:27:12.131581 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-plugged", "status": "completed", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:27:12.131581 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf086dde-52d5-420c-b5c9-4937044092ae {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:27:12.132023 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'code': 200} Nov 19 19:27:12.158652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:12.237694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1d0fc-6023-4941-96ce-4c41adab5300 req-b56156ef-363b-42a4-9773-910f24e0e4d3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:12.239423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8d1d0fc-6023-4941-96ce-4c41adab5300 req-b56156ef-363b-42a4-9773-910f24e0e4d3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0539949 Nov 19 19:27:12.297872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c8d1d0fc-6023-4941-96ce-4c41adab5300 req-5874bcac-0fa7-4ba6-92b8-5feaa22b97d4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512211 Nov 19 19:27:13.380139 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:13.435993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6796c03-b2ce-4395-a81f-6cfcaf81c7c0 req-30104894-bae7-4f74-b9aa-f8427e301372 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:13.437640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6796c03-b2ce-4395-a81f-6cfcaf81c7c0 req-30104894-bae7-4f74-b9aa-f8427e301372 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0526550 Nov 19 19:27:13.496209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6796c03-b2ce-4395-a81f-6cfcaf81c7c0 req-c1e8d91b-1534-41d8-821e-49aa8520aa8e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517335 Nov 19 19:27:14.122596 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:14.342589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-e506be0f-54f1-4b04-82ee-1e3fbb4d4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:14.344272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-e506be0f-54f1-4b04-82ee-1e3fbb4d4e8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 1097 time: 0.0740149 Nov 19 19:27:14.357565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:14.420750 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:14.668398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e2ae-9cdd-431c-b733-eedd39bf2d1d req-c33d6646-cf98-4fd7-8092-9df209d489f7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:14.669981 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ae2e2ae-9cdd-431c-b733-eedd39bf2d1d req-c33d6646-cf98-4fd7-8092-9df209d489f7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0848196 Nov 19 19:27:14.672012 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:14.737373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:14.768692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ae2e2ae-9cdd-431c-b733-eedd39bf2d1d req-31e7c874-9496-4b27-a71a-5847398195a4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877597 Nov 19 19:27:14.791479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:27:14.793770 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44383d69-6f7c-40d3-ac19-1994464647f5" -d '{"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-unplugged", "status": "completed", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:27:14.798039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:14.812617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Transition to ACTIVE for port object 65b3cd80-79a4-4a20-891b-dff564b39f17 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:27:14.816354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:14.854215 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddf7c48-c43e-4bdf-a3e3-dff61f1204c7 x-openstack-request-id: req-fddf7c48-c43e-4bdf-a3e3-dff61f1204c7 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:27:14.854521 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-unplugged", "status": "completed", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:27:14.854788 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fddf7c48-c43e-4bdf-a3e3-dff61f1204c7 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:27:14.855185 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'code': 200} Nov 19 19:27:15.290518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:15.353345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] No DVR routers for this DVR port 65b3cd80-79a4-4a20-891b-dff564b39f17 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:27:15.488115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:15.488611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:15.488946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 on network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:15.494842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Port 65b3cd80-79a4-4a20-891b-dff564b39f17 on network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:27:15.495277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Attempting to bind port 65b3cd80-79a4-4a20-891b-dff564b39f17 on network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:15.500193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:15.500530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Checking segment: {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:15.500917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Bound using segment: {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:15.501349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Bound port: 65b3cd80-79a4-4a20-891b-dff564b39f17, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae57c03d-77e9-48a7-b515-e6322840acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:15.501706 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:15.567866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:15.570814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:15.575644 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:15.608660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:15.609331 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:15.610880 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] 10.222.0.21 "PUT /v2.0/ports/65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1093 time: 1.2575884 Nov 19 19:27:15.638677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55d6c5-3943-4057-8476-2f1bd0e9492a service neutron] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=11']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:15.688024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-1ba7c064-c36d-4528-ab62-9609ce45fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:15.689687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-1ba7c064-c36d-4528-ab62-9609ce45fa1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1096 time: 0.0479252 Nov 19 19:27:15.796548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-ab0c21ed-9924-40c9-a1c6-7842d5484138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:15.798523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-ab0c21ed-9924-40c9-a1c6-7842d5484138 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.0995557 Nov 19 19:27:15.907060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-fc116a32-cbf8-4123-a4a0-facee3e10104 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1000 time: 0.0997894 Nov 19 19:27:15.930703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7141c-cf05-42ca-a8d9-4dc42153857b req-6b96f32b-dde0-443f-9a21-503f3b786577 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:15.932252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ce7141c-cf05-42ca-a8d9-4dc42153857b req-6b96f32b-dde0-443f-9a21-503f3b786577 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 945 time: 0.0772865 Nov 19 19:27:15.995126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-dc8c1b7d-6071-4082-b57b-44be72930e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:15.996649 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-dc8c1b7d-6071-4082-b57b-44be72930e3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0825708 Nov 19 19:27:16.026262 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ce7141c-cf05-42ca-a8d9-4dc42153857b req-af98c0c0-ba09-4576-bab2-cc1e38c5df28 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696261 Nov 19 19:27:16.062904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-24ac2d69-7fbe-4904-b9d1-ee556626a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:16.064432 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-24ac2d69-7fbe-4904-b9d1-ee556626a49a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574114 Nov 19 19:27:16.173522 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-ece8d45a-0ece-4cb9-bc45-479245e7c95b service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008558 Nov 19 19:27:16.274793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e9020b7-9ca6-403d-a4ad-f2f03a7f80e3 req-fbe54aa5-da99-4fc7-937f-9b3bfc574f17 service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943530 Nov 19 19:27:16.856646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:27:16.859165 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336" -d '{"events": [{"name": "network-changed", "server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:27:16.926669 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7128d821-a63a-46ce-9dbe-79a9fb32c10e x-openstack-request-id: req-7128d821-a63a-46ce-9dbe-79a9fb32c10e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:27:16.927019 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:27:16.927283 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7128d821-a63a-46ce-9dbe-79a9fb32c10e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:27:16.927693 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'status': 'completed', 'code': 200} Nov 19 19:27:16.999711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-59ad1aae-b7bd-4a80-8fe2-363a5ba7c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:17.020418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-59ad1aae-b7bd-4a80-8fe2-363a5ba7c0cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1096 time: 0.0498619 Nov 19 19:27:17.025213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-65ec0fe1-25eb-46da-be3e-77cd05b77e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:17.026926 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-65ec0fe1-25eb-46da-be3e-77cd05b77e24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1096 time: 0.0589674 Nov 19 19:27:17.176454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-94507352-edad-4309-9d14-c6ef8e7c4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:17.178461 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-94507352-edad-4309-9d14-c6ef8e7c4f13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.1677566 Nov 19 19:27:17.180311 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:27:17.230794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-c2184503-552a-4cde-ba27-1c478adb125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:17.232604 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-c2184503-552a-4cde-ba27-1c478adb125a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.1954608 Nov 19 19:27:17.260789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4e39b-563f-491c-9124-ede9d0cb1dcc req-0d1fdbd4-3349-4dff-b77d-abb51512dcb5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:17.268358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-66a4e39b-563f-491c-9124-ede9d0cb1dcc req-0d1fdbd4-3349-4dff-b77d-abb51512dcb5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 945 time: 0.1010547 Nov 19 19:27:17.289040 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-dd4eec18-91f8-4cd3-b205-d64ceba04f4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1000 time: 0.0945735 Nov 19 19:27:17.347764 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-45921bee-45bb-4317-b8ac-f15308d849d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:17.350192 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-45921bee-45bb-4317-b8ac-f15308d849d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0530658 Nov 19 19:27:17.360485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-77ae145d-56e6-46df-ab4b-f5442cc4924e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1000 time: 0.1189332 Nov 19 19:27:17.401876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-66a4e39b-563f-491c-9124-ede9d0cb1dcc req-0e622cfa-d56a-49ad-b622-d76af1df56c3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323972 Nov 19 19:27:17.416629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-3e14e760-e2a8-4c34-891c-b90d2c624d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:17.418362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-3e14e760-e2a8-4c34-891c-b90d2c624d21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610342 Nov 19 19:27:17.455504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-46d25d07-d48c-4ee1-9120-d0055f78840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:17.457123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-46d25d07-d48c-4ee1-9120-d0055f78840c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0813258 Nov 19 19:27:17.517172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-c1155327-5688-48db-b91b-df8706e51b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:17.519071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-c1155327-5688-48db-b91b-df8706e51b69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532851 Nov 19 19:27:17.558761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-0b7d6976-a405-4126-b4c9-f0a8cf9534bc service neutron] 10.222.0.57 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305125 Nov 19 19:27:17.628334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-aa7e8345-4ac2-4b8e-a207-95991f5890c4 service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005201 Nov 19 19:27:17.647320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:27:17.657878 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-893706b1-8334-41d4-b177-2d1dac71af66 service neutron] 10.222.0.57 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919526 Nov 19 19:27:17.728791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c8d5cc4-cb0d-4db0-b2ca-2f12d1bf0336 req-1db93028-cd62-435d-ba5d-74692ebe3aab service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932488 Nov 19 19:27:17.754736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:17.767069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'port_id': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'mac_address': 'fa:16:3e:af:75:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:27:17.809948 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:17.827292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b3cd80-79a4-4a20-891b-dff564b39f17 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:27:17.848167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:17.852527 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:17.880926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:27:17.954106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=12']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:17.957805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:27:18.139447 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['65b3cd80-79a4-4a20-891b-dff564b39f17'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:27:18.528551 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b85db-2a7c-40ac-8f9b-6737a7d28a4b req-f1372259-84b1-4fb3-b499-59ff85a9f046 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:18.530222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d08b85db-2a7c-40ac-8f9b-6737a7d28a4b req-f1372259-84b1-4fb3-b499-59ff85a9f046 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 946 time: 0.0577664 Nov 19 19:27:18.584073 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d08b85db-2a7c-40ac-8f9b-6737a7d28a4b req-87cf5d2f-976a-47da-8d32-444bb188cfe4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475826 Nov 19 19:27:18.607750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56298) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:18.669216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bc394fba-c62a-4024-83ca-776a091b62fd tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/054850c9-0947-4ed4-887c-640f07a6cd98 HTTP/1.1" status: 200 len: 993 time: 0.0602922 Nov 19 19:27:19.647229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:19.701252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 65b3cd80-79a4-4a20-891b-dff564b39f17 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:27:19.705395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 65b3cd80-79a4-4a20-891b-dff564b39f17 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:19.705794 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:19.786185 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:19.811420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:27:19.813840 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa7b339-e0f6-419e-b485-f84fa7d12011" -d '{"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-plugged", "status": "completed", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:27:19.827036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:19.832306 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:19.858446 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d43f46-c1b5-450b-9924-37901f98da2b x-openstack-request-id: req-c9d43f46-c1b5-450b-9924-37901f98da2b {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:27:19.858745 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-plugged", "status": "completed", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:27:19.859026 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9d43f46-c1b5-450b-9924-37901f98da2b {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:27:19.859430 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'code': 200} Nov 19 19:27:19.885657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=13']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:25.364310 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:27.055030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56358) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:27.462985 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:27.791919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:27.792270 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:27.898615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] For port e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6,segment=NetworkSegment(f8aeb957-3de5-47dd-8b23-c4ff867e2ff5),segment_id=f8aeb957-3de5-47dd-8b23-c4ff867e2ff5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:27.898989 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:27.912354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:28.103529 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:28.133637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:28.167350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.168227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.168577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.169039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.169260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.169599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.169960 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.170291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.170618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.170944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.171271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.171598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:28.352533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:28.606135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router c35fdb86-bcb6-448e-830a-28c21befd26c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:27:28.737728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:27:28.744880 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8abcc31f-e6b9-43f2-a065-c769d4c06430 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "PUT /v2.0/routers/c35fdb86-bcb6-448e-830a-28c21befd26c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6884637 Nov 19 19:27:28.748718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe223f-8900-484d-8e27-f4b179d02c34 None None] Sync routers for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:27:28.774986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe223f-8900-484d-8e27-f4b179d02c34 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:28.775681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-acbe223f-8900-484d-8e27-f4b179d02c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:28.896038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-acbe223f-8900-484d-8e27-f4b179d02c34 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:29.080882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4b02f-1b4a-4737-a3d2-0210ceb1b7e9 req-6c7ea30e-32c4-481e-97a1-cb451927f69b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:29.082499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dca4b02f-1b4a-4737-a3d2-0210ceb1b7e9 req-6c7ea30e-32c4-481e-97a1-cb451927f69b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 946 time: 0.0695806 Nov 19 19:27:29.150478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-acbe223f-8900-484d-8e27-f4b179d02c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:28Z', 'revision_number': 6, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '654f9d71-0960-4eee-b34a-a8f08b22b97f', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'port_id': '474a87b3-799e-4057-8907-0be4e0c3810f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'mac_address': 'fa:16:3e:b7:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:06Z', 'updated_at': '2021-11-19T19:26:10Z', 'revision_number': 1, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:29.151542 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dca4b02f-1b4a-4737-a3d2-0210ceb1b7e9 req-271cf9c5-176f-4657-8476-71b97768cd7b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e350556-fd7a-4ffe-98a1-685164368683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569468 Nov 19 19:27:29.188856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe223f-8900-484d-8e27-f4b179d02c34 None None] Checking router: c35fdb86-bcb6-448e-830a-28c21befd26c for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:29.200979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe223f-8900-484d-8e27-f4b179d02c34 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:29.201684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-acbe223f-8900-484d-8e27-f4b179d02c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:29.318565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-acbe223f-8900-484d-8e27-f4b179d02c34 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:29.553900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-acbe223f-8900-484d-8e27-f4b179d02c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:28Z', 'revision_number': 6, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '654f9d71-0960-4eee-b34a-a8f08b22b97f', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'port_id': '474a87b3-799e-4057-8907-0be4e0c3810f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'mac_address': 'fa:16:3e:b7:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:06Z', 'updated_at': '2021-11-19T19:26:10Z', 'revision_number': 1, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:29.587774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe223f-8900-484d-8e27-f4b179d02c34 None None] The sync data for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 is: [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:28Z', 'revision_number': 6, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '654f9d71-0960-4eee-b34a-a8f08b22b97f', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'port_id': '474a87b3-799e-4057-8907-0be4e0c3810f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'mac_address': 'fa:16:3e:b7:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:26:06Z', 'updated_at': '2021-11-19T19:26:10Z', 'revision_number': 1, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:29.903252 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:30.275118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2044e37-0707-470e-bf81-a4e12d1cc0a6 req-9dd0de3c-4fbf-46d8-badf-a1db733aee65 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:30.276267 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2044e37-0707-470e-bf81-a4e12d1cc0a6 req-9dd0de3c-4fbf-46d8-badf-a1db733aee65 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 946 time: 0.0512891 Nov 19 19:27:30.332205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2044e37-0707-470e-bf81-a4e12d1cc0a6 req-74235004-2588-4e6e-8a75-4e1b09bc33c9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e350556-fd7a-4ffe-98a1-685164368683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494661 Nov 19 19:27:30.544750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0f443-d310-4b43-8613-f5816e0774e8 req-cf3ad0f5-faad-463c-8223-ad113d8ca4f2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:30.546930 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34a0f443-d310-4b43-8613-f5816e0774e8 req-cf3ad0f5-faad-463c-8223-ad113d8ca4f2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 946 time: 0.0544388 Nov 19 19:27:30.652621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-34a0f443-d310-4b43-8613-f5816e0774e8 req-b31610a2-acb3-463b-b0dd-c2cf131fb351 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port ca3d60f4-bcbd-4092-a1d1-852a943845fc {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:30.652882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-34a0f443-d310-4b43-8613-f5816e0774e8 req-b31610a2-acb3-463b-b0dd-c2cf131fb351 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:30.747385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-34a0f443-d310-4b43-8613-f5816e0774e8 req-b31610a2-acb3-463b-b0dd-c2cf131fb351 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] For port ca3d60f4-bcbd-4092-a1d1-852a943845fc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ca3d60f4-bcbd-4092-a1d1-852a943845fc,segment=NetworkSegment(f8aeb957-3de5-47dd-8b23-c4ff867e2ff5),segment_id=f8aeb957-3de5-47dd-8b23-c4ff867e2ff5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:30.747675 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-34a0f443-d310-4b43-8613-f5816e0774e8 req-b31610a2-acb3-463b-b0dd-c2cf131fb351 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:30.765762 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-34a0f443-d310-4b43-8613-f5816e0774e8 req-b31610a2-acb3-463b-b0dd-c2cf131fb351 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for ca3d60f4-bcbd-4092-a1d1-852a943845fc owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:30.905453 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-34a0f443-d310-4b43-8613-f5816e0774e8 req-b31610a2-acb3-463b-b0dd-c2cf131fb351 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:30.935933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31610a2-acb3-463b-b0dd-c2cf131fb351 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=ca3d60f4-bcbd-4092-a1d1-852a943845fc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:30.985153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a0f443-d310-4b43-8613-f5816e0774e8 req-b31610a2-acb3-463b-b0dd-c2cf131fb351 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] No DVR routers for this DVR port ca3d60f4-bcbd-4092-a1d1-852a943845fc on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:27:30.988979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-34a0f443-d310-4b43-8613-f5816e0774e8 req-b31610a2-acb3-463b-b0dd-c2cf131fb351 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:30.992348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34a0f443-d310-4b43-8613-f5816e0774e8 req-b31610a2-acb3-463b-b0dd-c2cf131fb351 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "DELETE /v2.0/ports/ca3d60f4-bcbd-4092-a1d1-852a943845fc HTTP/1.1" status: 204 len: 173 time: 0.4389255 Nov 19 19:27:30.992812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d25084-18b0-4cf4-84d5-01704c313d7c', 'name': 'network-vif-deleted', 'tag': 'ca3d60f4-bcbd-4092-a1d1-852a943845fc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:27:30.995208 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb171d0-006b-4ddb-8d68-309337b52948" -d '{"events": [{"server_uuid": "07d25084-18b0-4cf4-84d5-01704c313d7c", "name": "network-vif-deleted", "tag": "ca3d60f4-bcbd-4092-a1d1-852a943845fc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:27:31.032713 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440cb8a8-7c00-4f18-942d-69d06677fb03 x-openstack-request-id: req-440cb8a8-7c00-4f18-942d-69d06677fb03 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:27:31.033022 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d25084-18b0-4cf4-84d5-01704c313d7c", "name": "network-vif-deleted", "tag": "ca3d60f4-bcbd-4092-a1d1-852a943845fc", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:27:31.033293 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-440cb8a8-7c00-4f18-942d-69d06677fb03 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:27:31.033730 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d25084-18b0-4cf4-84d5-01704c313d7c', 'name': 'network-vif-deleted', 'tag': 'ca3d60f4-bcbd-4092-a1d1-852a943845fc', 'status': 'completed', 'code': 200} Nov 19 19:27:31.353394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:27:31.408076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:27:31.408421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e9e2a0ea-f5f5-42a6-a447-02b9e591cfb6 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:27:31.477254 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b469fe23-117c-43ae-bf9f-879f3df56b47 req-428bb7d3-7670-45dd-abc1-a09426fc7d57 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d25084-18b0-4cf4-84d5-01704c313d7c HTTP/1.1" status: 200 len: 210 time: 0.0402513 Nov 19 19:27:32.538105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56392) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:32.597183 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c2423fb-2713-4f61-a2f5-2371e002facf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:32.624023 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c2423fb-2713-4f61-a2f5-2371e002facf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:32.684395 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c2423fb-2713-4f61-a2f5-2371e002facf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:32.687890 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c2423fb-2713-4f61-a2f5-2371e002facf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:32.689087 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8c2423fb-2713-4f61-a2f5-2371e002facf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/security-groups/6e350556-fd7a-4ffe-98a1-685164368683 HTTP/1.1" status: 204 len: 168 time: 0.1499536 Nov 19 19:27:32.698657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2423fb-2713-4f61-a2f5-2371e002facf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e350556-fd7a-4ffe-98a1-685164368683,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:32.722498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56396) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:32.791902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5be920a-b7aa-482d-8e06-547c5c10e482 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting subnet 33163227-9388-4da7-a953-97970bfad8e5 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:27:32.796608 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5be920a-b7aa-482d-8e06-547c5c10e482 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:32.833486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-50ad8fee-b93e-4f72-989e-bf35add98196 req-29c39f8b-980e-48b1-9515-f257d9a1d3d9 service neutron] (109887) timed out ('10.222.0.50', 33132) {{(pid=109887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 19:27:32.850084 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5be920a-b7aa-482d-8e06-547c5c10e482 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:32.959752 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5be920a-b7aa-482d-8e06-547c5c10e482 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.034360 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5be920a-b7aa-482d-8e06-547c5c10e482 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.063319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be920a-b7aa-482d-8e06-547c5c10e482 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Subnet': ['ID=33163227-9388-4da7-a953-97970bfad8e5,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:33.068340 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5be920a-b7aa-482d-8e06-547c5c10e482 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.071563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a5be920a-b7aa-482d-8e06-547c5c10e482 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/subnets/33163227-9388-4da7-a953-97970bfad8e5 HTTP/1.1" status: 204 len: 168 time: 0.3476961 Nov 19 19:27:33.074361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56398) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:33.074991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff102313-dbe2-4653-abe9-08da09bcda66 None None] Network 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:27:33.175953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.259136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:33.261524 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.337985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] For port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7d76f268-3565-4d7a-99e4-4bab6c3a76f0,segment=NetworkSegment(f8aeb957-3de5-47dd-8b23-c4ff867e2ff5),segment_id=f8aeb957-3de5-47dd-8b23-c4ff867e2ff5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:33.338638 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.353738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:33.458976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab2d70-e602-48a0-86b4-6100b2a7cf8f None None] DHCP port deletion for 0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:33.474013 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.511394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-41ab2d70-e602-48a0-86b4-6100b2a7cf8f None None] Deleting port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:33.512046 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-41ab2d70-e602-48a0-86b4-6100b2a7cf8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.513812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] No DVR routers for this DVR port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:27:33.519469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=7d76f268-3565-4d7a-99e4-4bab6c3a76f0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:33.547628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56402) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:33.586704 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-41ab2d70-e602-48a0-86b4-6100b2a7cf8f None None] For port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0, host n-d-815373-6, got binding levels [] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:33.587119 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-41ab2d70-e602-48a0-86b4-6100b2a7cf8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.602156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-41ab2d70-e602-48a0-86b4-6100b2a7cf8f None None] Calling delete_port for 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:33.604992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.ipam_backend_mixin [None req-41ab2d70-e602-48a0-86b4-6100b2a7cf8f None None] Port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 was not found and therefore no delete operation was performed {{(pid=109889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:27:33.606485 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-41ab2d70-e602-48a0-86b4-6100b2a7cf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.619763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Deleting subnet 2633cea2-4b49-4219-af20-2681722e42a1 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:27:33.625443 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.633153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.635742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab2d70-e602-48a0-86b4-6100b2a7cf8f None None] Pushing event deleted for resources: {'Port': ['ID=7d76f268-3565-4d7a-99e4-4bab6c3a76f0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:33.637744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab2d70-e602-48a0-86b4-6100b2a7cf8f None None] No DVR routers for this DVR port 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:27:33.671413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:33.683280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:33.683649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8aeb957-3de5-47dd-8b23-c4ff867e2ff5') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:33.686902 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.712110 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.727329 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.735955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:27:33.736473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:27:33.740174 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:27:33.746209 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.762325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ca3d60f4-bcbd-4092-a1d1-852a943845fc no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:27:33.792988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: ca3d60f4-bcbd-4092-a1d1-852a943845fc {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:27:33.793934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ca3d60f4-bcbd-4092-a1d1-852a943845fc not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:27:33.807074 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.813239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.817698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/networks/0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d HTTP/1.1" status: 204 len: 168 time: 0.7421992 Nov 19 19:27:33.820281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56404) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:33.834812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16deaba1-b825-4d93-ba24-a22ecbf98731 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Network': ['ID=0ac91d96-5b47-494f-8ea5-ff8c44c8ba4d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:33.868693 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.911138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2633cea2-4b49-4219-af20-2681722e42a1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:33.915343 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:33.918648 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2633cea2-4b49-4219-af20-2681722e42a1 HTTP/1.1" status: 204 len: 168 time: 0.3673792 Nov 19 19:27:33.923749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56406) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:33.969314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:33.969694 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:33.970073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:33.970460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:33.970794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:33.971129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:33.971460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:33.971790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:33.972117 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:33.972443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:33.972776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:33.973104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697cfe84-56c4-4a1e-88a5-459ea84cc286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:34.008824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.049851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port 6d54e8cb-ecaf-4760-9dad-ee8337b480b4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:34.050231 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.144999 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.145489 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.162253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for 6d54e8cb-ecaf-4760-9dad-ee8337b480b4 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:34.389163 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.431835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=6d54e8cb-ecaf-4760-9dad-ee8337b480b4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:34.452010 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.474337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48ed29b-b1c5-40ba-9695-9a867979f972']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:34.485437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfad3167-12da-4936-8f6a-847e98d9525d') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:34.485767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfad3167-12da-4936-8f6a-847e98d9525d') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:34.496497 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.504948 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.505631 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Floating IP 654f9d71-0960-4eee-b34a-a8f08b22b97f disassociated (deleted). External IP: 172.25.3.177, port: 474a87b3-799e-4057-8907-0be4e0c3810f. Nov 19 19:27:34.512267 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.519901 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:27:34.520314 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:27:34.567507 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:27:34.588836 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.608176 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.613907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] 10.222.0.50 "DELETE /v2.0/networks/f48ed29b-b1c5-40ba-9695-9a867979f972 HTTP/1.1" status: 204 len: 168 time: 0.6864982 Nov 19 19:27:34.613907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c01b1d-ca25-4294-b4e0-3afacfcdfc5f admin admin] Pushing event deleted for resources: {'Network': ['ID=f48ed29b-b1c5-40ba-9695-9a867979f972,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:34.764980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router c35fdb86-bcb6-448e-830a-28c21befd26c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:27:34.814573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56410) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:34.869706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-88b3d9d5-9b46-4bf6-9ed3-a46f2b05e0bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62fe48323d584ee6951e955e2365e110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537755 Nov 19 19:27:34.874195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56412) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:34.918641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:27:34.923849 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.930917 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4f893-a01e-48d4-be1d-504b8c8e4d4b None None] Sync routers for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:27:34.940475 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cf55b2f-2b18-40ed-8532-752557a65761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:34.945292 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4f893-a01e-48d4-be1d-504b8c8e4d4b None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:34.946016 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9b4f893-a01e-48d4-be1d-504b8c8e4d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:34.962317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-217b2be4-fd51-4e3f-97e2-b54487f2db17 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/floatingips/654f9d71-0960-4eee-b34a-a8f08b22b97f HTTP/1.1" status: 204 len: 168 time: 1.1387653 Nov 19 19:27:34.962317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'tag': '474a87b3-799e-4057-8907-0be4e0c3810f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:27:34.963403 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4868417f-0aaf-4f52-8efb-94476d4212fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a9377ae3-82b1-4d13-afcc-6247556bfdff", "tag": "474a87b3-799e-4057-8907-0be4e0c3810f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:27:34.971360 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cf55b2f-2b18-40ed-8532-752557a65761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:35.038495 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cf55b2f-2b18-40ed-8532-752557a65761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:35.041800 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8cf55b2f-2b18-40ed-8532-752557a65761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:35.043182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8cf55b2f-2b18-40ed-8532-752557a65761 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac1964cf-cbbe-4ce3-84f3-9777351b3134 HTTP/1.1" status: 204 len: 168 time: 0.1678822 Nov 19 19:27:35.055056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf55b2f-2b18-40ed-8532-752557a65761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1964cf-cbbe-4ce3-84f3-9777351b3134,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:35.184616 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b9b4f893-a01e-48d4-be1d-504b8c8e4d4b None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:35.405203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:27:35.425260 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fc39fd-67c1-4cd1-9e7b-34ddfeb0ddaa x-openstack-request-id: req-87fc39fd-67c1-4cd1-9e7b-34ddfeb0ddaa {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:27:35.425628 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9377ae3-82b1-4d13-afcc-6247556bfdff", "tag": "474a87b3-799e-4057-8907-0be4e0c3810f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:27:35.426211 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87fc39fd-67c1-4cd1-9e7b-34ddfeb0ddaa {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:27:35.426623 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'tag': '474a87b3-799e-4057-8907-0be4e0c3810f', 'status': 'completed', 'code': 200} Nov 19 19:27:35.428710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:27:35.429053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7d76f268-3565-4d7a-99e4-4bab6c3a76f0 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:27:35.430123 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9b4f893-a01e-48d4-be1d-504b8c8e4d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:28Z', 'revision_number': 6, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:35.468206 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4f893-a01e-48d4-be1d-504b8c8e4d4b None None] Checking router: c35fdb86-bcb6-448e-830a-28c21befd26c for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:35.492159 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4f893-a01e-48d4-be1d-504b8c8e4d4b None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:35.492799 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9b4f893-a01e-48d4-be1d-504b8c8e4d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:35.548923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868417f-0aaf-4f52-8efb-94476d4212fa req-66604f1b-3647-40b1-ab09-d1c93f714a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:35.553580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4868417f-0aaf-4f52-8efb-94476d4212fa req-66604f1b-3647-40b1-ab09-d1c93f714a52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 1096 time: 0.0873179 Nov 19 19:27:35.577708 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8155f8-08a3-46d6-be1c-d88c1ebec3a9 req-b72ddb27-cf0a-438d-bd04-e4f334ab4252 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:35.579122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f8155f8-08a3-46d6-be1c-d88c1ebec3a9 req-b72ddb27-cf0a-438d-bd04-e4f334ab4252 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 945 time: 0.0794709 Nov 19 19:27:35.615950 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b9b4f893-a01e-48d4-be1d-504b8c8e4d4b None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:35.717063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f8155f8-08a3-46d6-be1c-d88c1ebec3a9 req-95d73f91-7f2c-4c2c-b477-503623202e8b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ab52479-90a6-411f-8f43-c92279e2f99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260114 Nov 19 19:27:35.733023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868417f-0aaf-4f52-8efb-94476d4212fa req-fe7b0923-4be3-44d9-b7c6-b1e5462244eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:35.737456 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4868417f-0aaf-4f52-8efb-94476d4212fa req-fe7b0923-4be3-44d9-b7c6-b1e5462244eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 HTTP/1.1" status: 200 len: 898 time: 0.1763506 Nov 19 19:27:35.787147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4868417f-0aaf-4f52-8efb-94476d4212fa req-ace5abc5-6db7-4069-b1c4-244e2bc800d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=474a87b3-799e-4057-8907-0be4e0c3810f HTTP/1.1" status: 200 len: 217 time: 0.0404475 Nov 19 19:27:35.836405 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9b4f893-a01e-48d4-be1d-504b8c8e4d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:28Z', 'revision_number': 6, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:35.849474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868417f-0aaf-4f52-8efb-94476d4212fa req-5abcace5-617c-485c-bf4d-9334c19022a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:35.851112 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4868417f-0aaf-4f52-8efb-94476d4212fa req-5abcace5-617c-485c-bf4d-9334c19022a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5af078fe-c79f-4e6d-aca5-ed5e6cb3230d HTTP/1.1" status: 200 len: 835 time: 0.0558133 Nov 19 19:27:35.866754 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b4f893-a01e-48d4-be1d-504b8c8e4d4b None None] The sync data for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 is: [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:28Z', 'revision_number': 6, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '18b27390-1592-42b7-83d3-b9b8714399c0', 'name': '', 'network_id': '63bd0257-717b-43ac-b82b-6f8b9d7f9ba2', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:78:cd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:41Z', 'updated_at': '2021-11-19T19:25:48Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '5af078fe-c79f-4e6d-aca5-ed5e6cb3230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:35.909213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868417f-0aaf-4f52-8efb-94476d4212fa req-b74e6961-e6de-43b3-8393-ba597dd78d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:35.910807 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4868417f-0aaf-4f52-8efb-94476d4212fa req-b74e6961-e6de-43b3-8393-ba597dd78d6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518053 Nov 19 19:27:35.951072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56442) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:36.022637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4868417f-0aaf-4f52-8efb-94476d4212fa req-d8d5664e-49ea-4f9e-86cf-27bfb60dffe3 service neutron] 10.222.0.21 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020091 Nov 19 19:27:36.091408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1358289718-network', 'tenant_id': 'b757cfac80464e308e18850e521b1f72'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:36.122003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Made reservation on behalf of b757cfac80464e308e18850e521b1f72 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:27:36.125321 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:36.134663 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:36.145550 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4868417f-0aaf-4f52-8efb-94476d4212fa req-4eaf38e7-925c-44e7-a2d2-7fda3d765206 service neutron] 10.222.0.21 "GET /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142626 Nov 19 19:27:36.147459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18110ac-73e4-49de-8c26-4cba51104a23 None None] New status for floating IP 654f9d71-0960-4eee-b34a-a8f08b22b97f: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:27:36.225443 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:36.229786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:36.257805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:27:36.268323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f708a4f-aa0b-4810-bbab-c1218bc42b68,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:36.274466 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:36.274814 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Added segment b91b9f89-83a8-4d05-95bb-da8d4dc68d49 of type vlan for network 97bdca4e-102d-4c7f-aee4-f79695e8c91e Nov 19 19:27:36.324401 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:36.351585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:36.352806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:36.353433 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:36.432603 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4791090 Nov 19 19:27:36.435663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56446) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:36.441587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] Request body: {'subnet': {'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1358289718-subnet', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:36.460104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0030b8-7511-4bad-b6a4-3e27de08c4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=97bdca4e-102d-4c7f-aee4-f79695e8c91e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:36.468625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] Made reservation on behalf of b757cfac80464e308e18850e521b1f72 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:27:36.471386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 97bdca4e-102d-4c7f-aee4-f79695e8c91e details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:27:36.472081 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:36.688517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b23baf-906d-4978-837d-7445c2c6358e req-a88cb7f4-1651-4b17-b326-3730826e6fc2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:36.690017 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26b23baf-906d-4978-837d-7445c2c6358e req-a88cb7f4-1651-4b17-b326-3730826e6fc2 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 945 time: 0.0990131 Nov 19 19:27:36.695254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:36.810451 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb7445b-d4c3-4242-a83f-c4590477046e,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:36.878174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] Checking segment: {'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:36.878898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] Network hostable DHCP agents. Network: 97bdca4e-102d-4c7f-aee4-f79695e8c91e, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:27:36.890012 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-26b23baf-906d-4978-837d-7445c2c6358e req-342d3c5d-15c9-4f21-8013-59f00b577c72 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port 474a87b3-799e-4057-8907-0be4e0c3810f {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:36.890358 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-26b23baf-906d-4978-837d-7445c2c6358e req-342d3c5d-15c9-4f21-8013-59f00b577c72 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:36.904257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0528346-6704-48b8-9f21-958d0087e168 req-0bf0e7d6-c049-4f1b-8273-ceb6a941a224 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:36.905931 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0528346-6704-48b8-9f21-958d0087e168 req-0bf0e7d6-c049-4f1b-8273-ceb6a941a224 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=a9377ae3-82b1-4d13-afcc-6247556bfdff HTTP/1.1" status: 200 len: 945 time: 0.0918782 Nov 19 19:27:36.983212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] Network 97bdca4e-102d-4c7f-aee4-f79695e8c91e is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:27:37.006867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 97bdca4e-102d-4c7f-aee4-f79695e8c91e) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:37.017093 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e1acf9-31fe-484a-a923-0efe23be8339 None None] Network 97bdca4e-102d-4c7f-aee4-f79695e8c91e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:27:37.021619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:37.022248 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.057581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0528346-6704-48b8-9f21-958d0087e168 req-c21eff31-0d73-4523-9e95-c4a3c6399049 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ab52479-90a6-411f-8f43-c92279e2f99d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385877 Nov 19 19:27:37.063900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-26b23baf-906d-4978-837d-7445c2c6358e req-342d3c5d-15c9-4f21-8013-59f00b577c72 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] For port 474a87b3-799e-4057-8907-0be4e0c3810f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=474a87b3-799e-4057-8907-0be4e0c3810f,segment=NetworkSegment(387d4060-ea4a-482b-9877-45b34470e71f),segment_id=387d4060-ea4a-482b-9877-45b34470e71f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:37.064126 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-26b23baf-906d-4978-837d-7445c2c6358e req-342d3c5d-15c9-4f21-8013-59f00b577c72 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.072915 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1e4c9148-2d84-44cf-a572-a436d560ec26 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6329768 Nov 19 19:27:37.073328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56450) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:37.078513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:37.083482 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-26b23baf-906d-4978-837d-7445c2c6358e req-342d3c5d-15c9-4f21-8013-59f00b577c72 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for 474a87b3-799e-4057-8907-0be4e0c3810f owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:37.101964 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.104140 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.176054 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.204226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:27:37.205180 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.241303 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-26b23baf-906d-4978-837d-7445c2c6358e req-342d3c5d-15c9-4f21-8013-59f00b577c72 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.285443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d3c5d-15c9-4f21-8013-59f00b577c72 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=474a87b3-799e-4057-8907-0be4e0c3810f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:37.335190 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.353367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b23baf-906d-4978-837d-7445c2c6358e req-342d3c5d-15c9-4f21-8013-59f00b577c72 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] No DVR routers for this DVR port 474a87b3-799e-4057-8907-0be4e0c3810f on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:27:37.356552 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-26b23baf-906d-4978-837d-7445c2c6358e req-342d3c5d-15c9-4f21-8013-59f00b577c72 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.360662 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26b23baf-906d-4978-837d-7445c2c6358e req-342d3c5d-15c9-4f21-8013-59f00b577c72 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "DELETE /v2.0/ports/474a87b3-799e-4057-8907-0be4e0c3810f HTTP/1.1" status: 204 len: 173 time: 0.6627295 Nov 19 19:27:37.361331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'name': 'network-vif-deleted', 'tag': '474a87b3-799e-4057-8907-0be4e0c3810f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:27:37.364710 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653b4a2b-74b5-46f8-9522-e9e70027cb29" -d '{"events": [{"server_uuid": "a9377ae3-82b1-4d13-afcc-6247556bfdff", "name": "network-vif-deleted", "tag": "474a87b3-799e-4057-8907-0be4e0c3810f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:27:37.372862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Allocated IP 172.20.0.2 (97bdca4e-102d-4c7f-aee4-f79695e8c91e/3fb7445b-d4c3-4242-a83f-c4590477046e/8d4b8ed4-108f-4487-a770-38a6e5d9ccd4) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:27:37.413561 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63443c9b-da00-4d9a-b259-67530468faa2 x-openstack-request-id: req-63443c9b-da00-4d9a-b259-67530468faa2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:27:37.414324 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9377ae3-82b1-4d13-afcc-6247556bfdff", "name": "network-vif-deleted", "tag": "474a87b3-799e-4057-8907-0be4e0c3810f", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:27:37.414826 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63443c9b-da00-4d9a-b259-67530468faa2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:27:37.415209 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9377ae3-82b1-4d13-afcc-6247556bfdff', 'name': 'network-vif-deleted', 'tag': '474a87b3-799e-4057-8907-0be4e0c3810f', 'status': 'completed', 'code': 200} Nov 19 19:27:37.547050 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.552653 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.581419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.592671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Network 97bdca4e-102d-4c7f-aee4-f79695e8c91e is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:37.595756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:37.599993 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:27:37.606499 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.609226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Pushing event updated for resources: {'Port': ['ID=8d4b8ed4-108f-4487-a770-38a6e5d9ccd4,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:37.667914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Attempting to bind port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:37.668354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Attempting to bind port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:37.668632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Attempting to bind port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 on network 97bdca4e-102d-4c7f-aee4-f79695e8c91e {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:37.675033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:37.675413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Checking segment: {'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:37.675974 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.676376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Bound using segment: {'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:37.676868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Bound port: 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:37.677254 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.742666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Allocated IP 172.25.3.202 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/893521d1-6828-437e-a5fb-cf67c27025c4) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:27:37.745976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] For port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:37.751105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] For port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8d4b8ed4-108f-4487-a770-38a6e5d9ccd4,segment=NetworkSegment(b91b9f89-83a8-4d05-95bb-da8d4dc68d49),segment_id=b91b9f89-83a8-4d05-95bb-da8d4dc68d49)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:37.757039 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.847039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79273a-bb56-4cb8-9efd-aa01073bc93c None None] Pushing event updated for resources: {'Port': ['ID=8d4b8ed4-108f-4487-a770-38a6e5d9ccd4,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:37.885441 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.938107 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:37.986817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:37.990220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:37.994341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:27:38.000986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Pushing event updated for resources: {'Port': ['ID=893521d1-6828-437e-a5fb-cf67c27025c4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:38.020710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee099bd-c3dc-4210-a0e1-67454fda0b67 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:38.141068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56456) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:38.158573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c90ad541-c479-459a-9147-40f320959f56 None None] Provisioning complete for port 893521d1-6828-437e-a5fb-cf67c27025c4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:38.159581 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c90ad541-c479-459a-9147-40f320959f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:38.201228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-7f5f28e8-cf4b-42ef-91a2-b8a0af356f40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0654786 Nov 19 19:27:38.226079 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c90ad541-c479-459a-9147-40f320959f56 None None] Port 893521d1-6828-437e-a5fb-cf67c27025c4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:38.236675 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-609f8dc8-d7d9-4021-95d4-022179d50ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:38.278566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-3b573ef5-c71f-498d-9a25-e2f86b4f2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:38.281193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-3b573ef5-c71f-498d-9a25-e2f86b4f2358 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1098 time: 0.0560250 Nov 19 19:27:38.307064 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebd87dac-6fa2-4a80-a056-cfce86fe83ce tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:38.372501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebd87dac-6fa2-4a80-a056-cfce86fe83ce tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:38.394716 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-8941036b-b2be-4346-bc07-3db5b8ab5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:38.397614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-8941036b-b2be-4346-bc07-3db5b8ab5f51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.0950084 Nov 19 19:27:38.479656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-f767ce6c-5b33-4aea-b011-8a2d397f069b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 1002 time: 0.0753536 Nov 19 19:27:38.541885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-5fec8965-36c2-4a40-886f-4212f79f45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:38.543453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-5fec8965-36c2-4a40-886f-4212f79f45c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0559547 Nov 19 19:27:38.598387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-8cb85161-fa90-4579-94b7-3c0d41a809fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:38.599971 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-8cb85161-fa90-4579-94b7-3c0d41a809fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482101 Nov 19 19:27:38.725243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-9e5834e5-6d51-44fa-8b61-da99ebbda512 service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163695 Nov 19 19:27:38.731515 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:38.835349 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2157ddb5-db26-48a1-9471-cf003f088c58 req-bc96c821-ae04-4ddb-aa91-b31669d887cc service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023605 Nov 19 19:27:38.851394 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebd87dac-6fa2-4a80-a056-cfce86fe83ce tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:38.854655 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ebd87dac-6fa2-4a80-a056-cfce86fe83ce tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:38.859755 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ebd87dac-6fa2-4a80-a056-cfce86fe83ce tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/security-groups/7ab52479-90a6-411f-8f43-c92279e2f99d HTTP/1.1" status: 204 len: 168 time: 0.7168891 Nov 19 19:27:38.877588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd87dac-6fa2-4a80-a056-cfce86fe83ce tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab52479-90a6-411f-8f43-c92279e2f99d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:38.893103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56462) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:38.990538 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:39.012466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e6792-b8d0-43f9-b156-cec322f4adeb None None] Network 97bdca4e-102d-4c7f-aee4-f79695e8c91e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:27:39.089606 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5759560f-027e-4e54-9312-d249a154cf51 None None] Provisioning complete for port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:39.090097 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5759560f-027e-4e54-9312-d249a154cf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:39.144265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Router d5e76d34-f135-4b23-b72b-aa0ab67540b5 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:27:39.253135 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5759560f-027e-4e54-9312-d249a154cf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:39.286317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:27:39.299164 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Sync routers for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:27:39.304684 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5759560f-027e-4e54-9312-d249a154cf51 None None] For port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8d4b8ed4-108f-4487-a770-38a6e5d9ccd4,segment=NetworkSegment(b91b9f89-83a8-4d05-95bb-da8d4dc68d49),segment_id=b91b9f89-83a8-4d05-95bb-da8d4dc68d49)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:39.311326 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5759560f-027e-4e54-9312-d249a154cf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:39.313270 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:39.317152 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:39.344975 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:39.347522 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3d01c95d-7b75-4f66-b5ca-9c12270c49d6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2731259 Nov 19 19:27:39.350866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56464) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:39.365250 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:39.374247 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759560f-027e-4e54-9312-d249a154cf51 None None] Pushing event updated for resources: {'Port': ['ID=8d4b8ed4-108f-4487-a770-38a6e5d9ccd4,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:39.473713 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:39.515178 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:39.615267 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:39.616097 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:39.683864 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:38Z', 'revision_number': 3, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:39.718481 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Checking router: d5e76d34-f135-4b23-b72b-aa0ab67540b5 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:39.718833 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Updating router d5e76d34-f135-4b23-b72b-aa0ab67540b5 port 893521d1-6828-437e-a5fb-cf67c27025c4 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:27:39.732005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c847a083-1d3e-4b5e-ae98-33804347a756 None None] Provisioning complete for port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:39.733003 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c847a083-1d3e-4b5e-ae98-33804347a756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:39.751050 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:39.765303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port 18b27390-1592-42b7-83d3-b9b8714399c0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:39.765836 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:39.767176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 474a87b3-799e-4057-8907-0be4e0c3810f no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:27:39.798117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 474a87b3-799e-4057-8907-0be4e0c3810f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:27:39.798462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 474a87b3-799e-4057-8907-0be4e0c3810f not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:27:39.877533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] For port 18b27390-1592-42b7-83d3-b9b8714399c0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=18b27390-1592-42b7-83d3-b9b8714399c0,segment=NetworkSegment(387d4060-ea4a-482b-9877-45b34470e71f),segment_id=387d4060-ea4a-482b-9877-45b34470e71f)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:39.878123 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:39.892708 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for 18b27390-1592-42b7-83d3-b9b8714399c0 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:39.959047 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.039222 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.046476 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.098051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59452a50-84f1-4043-a5a9-ac5986fa5798 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:40.099955 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Attempting to bind port 893521d1-6828-437e-a5fb-cf67c27025c4 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:40.100327 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Attempting to bind port 893521d1-6828-437e-a5fb-cf67c27025c4 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:40.100691 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Attempting to bind port 893521d1-6828-437e-a5fb-cf67c27025c4 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:40.112116 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:40.112487 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:40.112894 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.113327 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:40.113684 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.113878 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Bound port: 893521d1-6828-437e-a5fb-cf67c27025c4, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:40.114239 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.153720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=18b27390-1592-42b7-83d3-b9b8714399c0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:40.170792 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] For port 893521d1-6828-437e-a5fb-cf67c27025c4, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:40.174386 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] For port 893521d1-6828-437e-a5fb-cf67c27025c4, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=893521d1-6828-437e-a5fb-cf67c27025c4,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:40.176585 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef8b02-3fe3-4a91-9520-8ec3cb9dd031 None None] Pushing event updated for resources: {'Port': ['ID=893521d1-6828-437e-a5fb-cf67c27025c4,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:40.180745 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.184203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Allocated IP 172.20.0.1 (97bdca4e-102d-4c7f-aee4-f79695e8c91e/3fb7445b-d4c3-4242-a83f-c4590477046e/ff803874-70d2-4e0f-ab0a-25f90fd4ea97) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:27:40.209159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Provisioning complete for port 893521d1-6828-437e-a5fb-cf67c27025c4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:40.212185 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.241914 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:40.242550 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:40.277423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f66f434-01f7-4e36-801d-d5836af08e15 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:40.330060 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.391099 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.394414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.415776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Network 97bdca4e-102d-4c7f-aee4-f79695e8c91e is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:40.418964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:40.440245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] For port 893521d1-6828-437e-a5fb-cf67c27025c4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=893521d1-6828-437e-a5fb-cf67c27025c4,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:40.446517 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.447841 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.466149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:27:40.493858 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:40.529170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ff803874-70d2-4e0f-ab0a-25f90fd4ea97,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:40.544489 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.637977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Pushing event updated for resources: {'Port': ['ID=893521d1-6828-437e-a5fb-cf67c27025c4,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:40.665780 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef8b02-3fe3-4a91-9520-8ec3cb9dd031 None None] Pushing event updated for resources: {'Port': ['ID=893521d1-6828-437e-a5fb-cf67c27025c4,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:40.667232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.667680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.668143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.668633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.669030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.669495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.670257 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.670641 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.672866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.673300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.673682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.674086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd7ef5-0e43-4ae0-ae0b-e124269b2503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:27:40.680713 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9b53123c-9b33-480b-8df3-c7c57bf2f9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.684564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-644cf4d6-d92a-43e2-b5a3-aebf836ba8da None None] Provisioning complete for port 893521d1-6828-437e-a5fb-cf67c27025c4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:40.684695 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-644cf4d6-d92a-43e2-b5a3-aebf836ba8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.775419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.809855 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:38Z', 'revision_number': 3, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:40.838293 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c836deb-bc11-4df6-a312-7cde5af6f552 None None] The sync data for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 is: [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:38Z', 'revision_number': 3, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:40.873971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router c35fdb86-bcb6-448e-830a-28c21befd26c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:27:40.929054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-99422a3f-98f4-466a-97c0-714e66682a8e None None] Provisioning complete for port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:40.929397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-99422a3f-98f4-466a-97c0-714e66682a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.974732 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:40.977742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-99422a3f-98f4-466a-97c0-714e66682a8e None None] Port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:40.983783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:41.001972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:27:41.007692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1e1c99a4-364d-4d3f-8b27-174f25c205a9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "PUT /v2.0/routers/c35fdb86-bcb6-448e-830a-28c21befd26c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1115565 Nov 19 19:27:41.010425 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56466) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:41.016316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb9a8c-a274-4487-bdfd-949ce3908ef9 None None] Sync routers for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:27:41.028525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb9a8c-a274-4487-bdfd-949ce3908ef9 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:41.031219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-72cb9a8c-a274-4487-bdfd-949ce3908ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:41.059251 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:41.061419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ff803874-70d2-4e0f-ab0a-25f90fd4ea97,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:41.076725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae930db-bb7e-4dbe-9f1f-f618d07013a7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting subnet 5af078fe-c79f-4e6d-aca5-ed5e6cb3230d {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:27:41.082340 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae930db-bb7e-4dbe-9f1f-f618d07013a7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:41.131010 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae930db-bb7e-4dbe-9f1f-f618d07013a7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:41.193090 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Network 97bdca4e-102d-4c7f-aee4-f79695e8c91e is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:41.194999 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:41.257967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-72cb9a8c-a274-4487-bdfd-949ce3908ef9 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:41.290675 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae930db-bb7e-4dbe-9f1f-f618d07013a7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:41.310816 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-1468e7f1-c3b5-4bc3-ac88-b77d5bdaf909 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104939 Nov 19 19:27:41.421818 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae930db-bb7e-4dbe-9f1f-f618d07013a7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:41.475742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Router d5e76d34-f135-4b23-b72b-aa0ab67540b5 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:27:41.482783 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-6e067bc4-0478-43d1-83bf-1ff8d7ce65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:41.484508 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-6e067bc4-0478-43d1-83bf-1ff8d7ce65c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0945144 Nov 19 19:27:41.501374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae930db-bb7e-4dbe-9f1f-f618d07013a7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Subnet': ['ID=5af078fe-c79f-4e6d-aca5-ed5e6cb3230d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:41.507449 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3ae930db-bb7e-4dbe-9f1f-f618d07013a7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:41.508778 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a661097-37aa-4069-8e6a-6ca43031733b None None] Network 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:27:41.515396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3ae930db-bb7e-4dbe-9f1f-f618d07013a7 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/subnets/5af078fe-c79f-4e6d-aca5-ed5e6cb3230d HTTP/1.1" status: 204 len: 168 time: 0.5034618 Nov 19 19:27:41.523521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56468) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:41.698602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:41.721794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:41.746352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-f826998d-7cf9-4fad-8e72-1ef8f36dbbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:41.747797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-f826998d-7cf9-4fad-8e72-1ef8f36dbbd7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.2379496 Nov 19 19:27:41.801844 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-b3b2829d-a7ff-4599-b804-86469e0bca2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0455222 Nov 19 19:27:41.879935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:41.908204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-10cbb08b-ab18-4651-b0d5-97879d5922df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:41.909693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-10cbb08b-ab18-4651-b0d5-97879d5922df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1010544 Nov 19 19:27:41.955056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port 7eb18025-19b6-44d1-a1e1-d7590e076142 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:41.955590 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:41.960278 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:27:41.966782 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d1041d94-fcf7-49a4-825b-fca9fb48c6b1 admin admin] 10.222.0.50 "PUT /v2.0/routers/d5e76d34-f135-4b23-b72b-aa0ab67540b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6144803 Nov 19 19:27:41.974198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-13c44487-b3fd-4f35-acf6-5ecb7e3328cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:41.975719 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-13c44487-b3fd-4f35-acf6-5ecb7e3328cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579705 Nov 19 19:27:42.012731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-44fd47d3-ab3b-4e6d-af95-4a29827447cc None None] Provisioning complete for port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:42.013108 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44fd47d3-ab3b-4e6d-af95-4a29827447cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.018432 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.073384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] For port 7eb18025-19b6-44d1-a1e1-d7590e076142, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7eb18025-19b6-44d1-a1e1-d7590e076142,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:42.073907 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.089066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for 7eb18025-19b6-44d1-a1e1-d7590e076142 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:42.108935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74c973-f7be-4034-8d8d-3a04926ed0ce None None] DHCP port deletion for 63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:42.133620 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-347b0871-b00c-4d2c-8cd1-b782dfcf18ae service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502590 Nov 19 19:27:42.182505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-44fd47d3-ab3b-4e6d-af95-4a29827447cc None None] Port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:42.199186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:42.199566 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.272771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-72cb9a8c-a274-4487-bdfd-949ce3908ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 7, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': '7eb18025-19b6-44d1-a1e1-d7590e076142', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:36Z', 'updated_at': '2021-11-19T19:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:42.304347 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-75acb3f1-54bb-4b0a-a7ca-4e93e08fea89 req-e2f221f9-3ed1-4d46-81b4-f361dcee9af2 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639721 Nov 19 19:27:42.316249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0d74c973-f7be-4034-8d8d-3a04926ed0ce None None] Deleting port c46a05a2-3ab7-4605-9a86-80aac4194a09 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:42.316801 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d74c973-f7be-4034-8d8d-3a04926ed0ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.327803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.336265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb9a8c-a274-4487-bdfd-949ce3908ef9 None None] Checking router: c35fdb86-bcb6-448e-830a-28c21befd26c for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:42.354043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=7eb18025-19b6-44d1-a1e1-d7590e076142,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:42.390549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f12a0-6e8c-4860-bb74-756e7a7ea8bb None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:42.431946 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.458752 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb9a8c-a274-4487-bdfd-949ce3908ef9 None None] Routers {'c35fdb86-bcb6-448e-830a-28c21befd26c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:42.459624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-72cb9a8c-a274-4487-bdfd-949ce3908ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c35fdb86-bcb6-448e-830a-28c21befd26c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:42.546892 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.549909 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.552530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0d74c973-f7be-4034-8d8d-3a04926ed0ce None None] For port c46a05a2-3ab7-4605-9a86-80aac4194a09, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c46a05a2-3ab7-4605-9a86-80aac4194a09,segment=NetworkSegment(387d4060-ea4a-482b-9877-45b34470e71f),segment_id=387d4060-ea4a-482b-9877-45b34470e71f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:42.553057 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d74c973-f7be-4034-8d8d-3a04926ed0ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.569089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-72cb9a8c-a274-4487-bdfd-949ce3908ef9 None None] Set router c35fdb86-bcb6-448e-830a-28c21befd26c gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:42.574444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 893521d1-6828-437e-a5fb-cf67c27025c4 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:42.577813 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0d74c973-f7be-4034-8d8d-3a04926ed0ce None None] Calling delete_port for c46a05a2-3ab7-4605-9a86-80aac4194a09 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:42.605852 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.606456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Fanout notify agent at l3_agent the message router_deleted on router c35fdb86-bcb6-448e-830a-28c21befd26c {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:27:42.616124 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.617380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6e724e35-9339-465c-9b3f-bdcac1d2a06e tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/routers/c35fdb86-bcb6-448e-830a-28c21befd26c HTTP/1.1" status: 204 len: 168 time: 1.0895123 Nov 19 19:27:42.620165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56482) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:42.667256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-72cb9a8c-a274-4487-bdfd-949ce3908ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:42Z', 'revision_number': 9, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:42.679904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56486) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:42.685404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1381986582-network', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:42.710130 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb9a8c-a274-4487-bdfd-949ce3908ef9 None None] The sync data for ids ['c35fdb86-bcb6-448e-830a-28c21befd26c'] in n-d-815373-6 is: [{'id': 'c35fdb86-bcb6-448e-830a-28c21befd26c', 'name': 'tempest-TestNetworkBasicOps-router-983078009', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:35Z', 'updated_at': '2021-11-19T19:27:42Z', 'revision_number': 9, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:42.736406 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.745533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Made reservation on behalf of 055c98b41c654497b9d547dbd4807ff2 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:27:42.748174 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.760209 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.818123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 893521d1-6828-437e-a5fb-cf67c27025c4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:42.818668 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.879112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port c46a05a2-3ab7-4605-9a86-80aac4194a09 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:42.879445 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.886421 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d74c973-f7be-4034-8d8d-3a04926ed0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.918506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74c973-f7be-4034-8d8d-3a04926ed0ce None None] Pushing event deleted for resources: {'Port': ['ID=c46a05a2-3ab7-4605-9a86-80aac4194a09,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:42.925387 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74c973-f7be-4034-8d8d-3a04926ed0ce None None] No DVR routers for this DVR port c46a05a2-3ab7-4605-9a86-80aac4194a09 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:27:42.995484 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:42.997277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] For port c46a05a2-3ab7-4605-9a86-80aac4194a09, host n-d-815373-6, got binding levels [] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:42.997650 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.007804 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.023906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for c46a05a2-3ab7-4605-9a86-80aac4194a09 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:43.034298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Port c46a05a2-3ab7-4605-9a86-80aac4194a09 was not found and therefore no delete operation was performed {{(pid=109887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:27:43.056160 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.060035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:27:43.119848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73b8cb5-f52d-4fdc-b7c9-c5c1c26e1c48,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:43.128744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=c46a05a2-3ab7-4605-9a86-80aac4194a09,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:43.132337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] No DVR routers for this DVR port c46a05a2-3ab7-4605-9a86-80aac4194a09 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:27:43.137279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.137637 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Added segment 8b58985b-a14f-4e5f-b0c4-74a4eef927ab of type vlan for network 6872c499-daf3-4b3d-a8f7-87a82ebb5876 Nov 19 19:27:43.166756 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Sync routers for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:27:43.179685 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:43.180603 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:43.260016 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.278201 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.298993 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:43.316276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bd0257-717b-43ac-b82b-6f8b9d7f9ba2']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:43.327196 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.328163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:43.328746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.333892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387d4060-ea4a-482b-9877-45b34470e71f') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:43.333892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387d4060-ea4a-482b-9877-45b34470e71f') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:43.361988 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.382478 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.410362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7291241 Nov 19 19:27:43.415678 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56488) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:43.418262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.427073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] Request body: {'subnet': {'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1381986582-subnet', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:43.428905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3cca0-26b0-4eae-b763-b22481e56b35 admin admin] Pushing event updated for resources: {'Network': ['ID=6872c499-daf3-4b3d-a8f7-87a82ebb5876,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:43.432978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:27:43.433394 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:27:43.437162 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:27:43.446852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 6872c499-daf3-4b3d-a8f7-87a82ebb5876 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:27:43.470373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] Made reservation on behalf of 055c98b41c654497b9d547dbd4807ff2 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:27:43.473098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.521986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.544852 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.563423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/networks/63bd0257-717b-43ac-b82b-6f8b9d7f9ba2 HTTP/1.1" status: 204 len: 168 time: 0.9418285 Nov 19 19:27:43.585735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56490) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:43.590004 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 2, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:43.592504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'network': {'name': 'tempest-network-smoke--502613609', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'port_security_enabled': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:43.596066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133feaac-2a99-4bc1-b2e3-0a4084e00f21 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Network': ['ID=63bd0257-717b-43ac-b82b-6f8b9d7f9ba2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:43.625971 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Checking router: d5e76d34-f135-4b23-b72b-aa0ab67540b5 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:43.626504 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Updating router d5e76d34-f135-4b23-b72b-aa0ab67540b5 port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:27:43.628502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Made reservation on behalf of 27dbe04dbfb64a739b120dee25c6a395 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:27:43.632525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.636493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7eb18025-19b6-44d1-a1e1-d7590e076142 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:27:43.655182 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.660937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 7eb18025-19b6-44d1-a1e1-d7590e076142 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:27:43.661289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7eb18025-19b6-44d1-a1e1-d7590e076142 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:27:43.661721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c46a05a2-3ab7-4605-9a86-80aac4194a09 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:27:43.686022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: c46a05a2-3ab7-4605-9a86-80aac4194a09 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:27:43.686364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c46a05a2-3ab7-4605-9a86-80aac4194a09 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:27:43.686796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 18b27390-1592-42b7-83d3-b9b8714399c0 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:27:43.738013 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 18b27390-1592-42b7-83d3-b9b8714399c0 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:27:43.738375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 18b27390-1592-42b7-83d3-b9b8714399c0 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:27:43.846098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.910319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a050900-1bbe-438c-b334-ff2fd98638e3,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:43.920689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] Checking segment: {'id': '8b58985b-a14f-4e5f-b0c4-74a4eef927ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:43.921064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] Network hostable DHCP agents. Network: 6872c499-daf3-4b3d-a8f7-87a82ebb5876, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:27:43.942405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] Network 6872c499-daf3-4b3d-a8f7-87a82ebb5876 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:27:43.957712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 6872c499-daf3-4b3d-a8f7-87a82ebb5876) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:43.964201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:43.964840 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:43.971069 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac8393-0c8a-4b1b-bd20-ab7151acf4dc None None] Network 6872c499-daf3-4b3d-a8f7-87a82ebb5876 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:27:43.992626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-86c97be8-332e-4270-ad10-93ec4ae5c3b6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5698962 Nov 19 19:27:43.994277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56492) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:44.008875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1381986582-router', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:44.038792 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.039924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.125084 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.126613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:27:44.133645 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.136245 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.138026 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.139134 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Added segment 72c76c5f-a6d9-4505-aa2d-5b1991e33aca of type vlan for network 414117ae-8dd4-47ce-837c-7af3b7692287 Nov 19 19:27:44.171594 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.195404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.204152 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bf637-b454-42ba-bc1a-f1ba8c302f30 None None] Pushing event updated for resources: {'Port': ['ID=ff803874-70d2-4e0f-ab0a-25f90fd4ea97,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:44.231692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-6872c499-daf3-4b3d-a8f7-87a82ebb5876', 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'fixed_ips': [{'subnet_id': '1a050900-1bbe-438c-b334-ff2fd98638e3'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:27:44.232622 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.266793 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.290301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:44.291039 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.324974 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Attempting to bind port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:44.325347 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Attempting to bind port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:44.325743 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Attempting to bind port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 on network 97bdca4e-102d-4c7f-aee4-f79695e8c91e {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:44.332521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.333488 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:44.333898 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Checking segment: {'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:44.334316 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.334713 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Bound using segment: {'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:44.335190 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Bound port: ff803874-70d2-4e0f-ab0a-25f90fd4ea97, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:44.335569 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.393554 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8034644 Nov 19 19:27:44.398703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56494) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:44.406259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'admin_state_up': True, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:44.422450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a6f98-2a59-4ae6-a840-1ce9053aef71 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Network': ['ID=414117ae-8dd4-47ce-837c-7af3b7692287,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:44.431002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Allocated IP 172.20.0.2 (6872c499-daf3-4b3d-a8f7-87a82ebb5876/1a050900-1bbe-438c-b334-ff2fd98638e3/eaa23000-2dfe-4eb3-9681-e169d66670c1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:27:44.437092 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.439357 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.451715 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] For port ff803874-70d2-4e0f-ab0a-25f90fd4ea97, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:44.456488 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] For port ff803874-70d2-4e0f-ab0a-25f90fd4ea97, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ff803874-70d2-4e0f-ab0a-25f90fd4ea97,segment=NetworkSegment(b91b9f89-83a8-4d05-95bb-da8d4dc68d49),segment_id=b91b9f89-83a8-4d05-95bb-da8d4dc68d49)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:44.457897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 414117ae-8dd4-47ce-837c-7af3b7692287 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:27:44.462049 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.522872 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:44.523896 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:44.531096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.588957 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bf637-b454-42ba-bc1a-f1ba8c302f30 None None] Pushing event updated for resources: {'Port': ['ID=ff803874-70d2-4e0f-ab0a-25f90fd4ea97,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:44.673709 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:44.698439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5243c495-7a98-46ac-a4ca-39e946cccfa1 None None] Provisioning complete for port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:44.698977 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5243c495-7a98-46ac-a4ca-39e946cccfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.777414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.801962 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:44.878630 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Network 6872c499-daf3-4b3d-a8f7-87a82ebb5876 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:44.885091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:44.891334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:27:44.939723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Pushing event updated for resources: {'Port': ['ID=eaa23000-2dfe-4eb3-9681-e169d66670c1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:44.959698 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:44Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:44.986625 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf8cec-2a4d-421b-90d5-2ce52628e2c1 None None] The sync data for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 is: [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:44Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:44.997119 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5243c495-7a98-46ac-a4ca-39e946cccfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.031297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Attempting to bind port eaa23000-2dfe-4eb3-9681-e169d66670c1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:45.041212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Attempting to bind port eaa23000-2dfe-4eb3-9681-e169d66670c1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '8b58985b-a14f-4e5f-b0c4-74a4eef927ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:45.041212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Attempting to bind port eaa23000-2dfe-4eb3-9681-e169d66670c1 on network 6872c499-daf3-4b3d-a8f7-87a82ebb5876 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:45.075501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:45.076714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Checking segment: {'id': '8b58985b-a14f-4e5f-b0c4-74a4eef927ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:45.077431 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.078002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Bound using segment: {'id': '8b58985b-a14f-4e5f-b0c4-74a4eef927ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:45.078614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Bound port: eaa23000-2dfe-4eb3-9681-e169d66670c1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b58985b-a14f-4e5f-b0c4-74a4eef927ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:45.079059 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.086879 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.092762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5243c495-7a98-46ac-a4ca-39e946cccfa1 None None] For port ff803874-70d2-4e0f-ab0a-25f90fd4ea97, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ff803874-70d2-4e0f-ab0a-25f90fd4ea97,segment=NetworkSegment(b91b9f89-83a8-4d05-95bb-da8d4dc68d49),segment_id=b91b9f89-83a8-4d05-95bb-da8d4dc68d49)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:45.105619 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5243c495-7a98-46ac-a4ca-39e946cccfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.228343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] For port eaa23000-2dfe-4eb3-9681-e169d66670c1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:45.230377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243c495-7a98-46ac-a4ca-39e946cccfa1 None None] Pushing event updated for resources: {'Port': ['ID=ff803874-70d2-4e0f-ab0a-25f90fd4ea97,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:45.252256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] For port eaa23000-2dfe-4eb3-9681-e169d66670c1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eaa23000-2dfe-4eb3-9681-e169d66670c1,segment=NetworkSegment(8b58985b-a14f-4e5f-b0c4-74a4eef927ab),segment_id=8b58985b-a14f-4e5f-b0c4-74a4eef927ab)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:45.258577 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.262976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ad70c405-d53d-43ff-8998-f32bb3f45840 None None] Provisioning complete for port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:45.264472 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ad70c405-d53d-43ff-8998-f32bb3f45840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.301905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.330360 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.371445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbad8a-d78d-44f5-b1af-055f874ac7de None None] Pushing event updated for resources: {'Port': ['ID=eaa23000-2dfe-4eb3-9681-e169d66670c1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:45.501549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ff803874-70d2-4e0f-ab0a-25f90fd4ea97 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:45.571509 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.574468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:45.575177 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.605530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.646801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Allocated IP 172.25.3.43 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/41d4aa49-501b-4e79-8c71-512f0cad0d99) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:27:45.826375 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.872439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:45.947830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:45.954933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:45.961892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:27:45.967912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Pushing event updated for resources: {'Port': ['ID=41d4aa49-501b-4e79-8c71-512f0cad0d99,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:45.971893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec18b22-1a30-4904-97f1-222b455dfd71 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:46.013000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Allocated IP 172.25.3.107 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/ae0adda7-5e74-4447-b704-019d03babd98) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:27:46.070230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4bccdae7-c8ea-49d7-8a26-b7bafe4355b5 None None] Provisioning complete for port 41d4aa49-501b-4e79-8c71-512f0cad0d99 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:46.070596 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4bccdae7-c8ea-49d7-8a26-b7bafe4355b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:46.109330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4bccdae7-c8ea-49d7-8a26-b7bafe4355b5 None None] Port 41d4aa49-501b-4e79-8c71-512f0cad0d99 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:46.273068 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:46.369143 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:46.373814 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:46.465110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:46.501037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:46.508339 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:27:46.514576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8f5b7e-f6c9-4b45-a48d-062827b76417 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:46.515732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=ae0adda7-5e74-4447-b704-019d03babd98,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:46.563248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07005d5-6d82-48bc-8f58-867ae237fcd5 None None] Network 6872c499-daf3-4b3d-a8f7-87a82ebb5876 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:27:46.684128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-00b37701-b352-4afa-934f-2bd73e2b1073 None None] Provisioning complete for port ae0adda7-5e74-4447-b704-019d03babd98 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:46.684502 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-00b37701-b352-4afa-934f-2bd73e2b1073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:46.745258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-00b37701-b352-4afa-934f-2bd73e2b1073 None None] Port ae0adda7-5e74-4447-b704-019d03babd98 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:46.762507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-00b37701-b352-4afa-934f-2bd73e2b1073 None None] Provisioning complete for port eaa23000-2dfe-4eb3-9681-e169d66670c1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:46.762911 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-00b37701-b352-4afa-934f-2bd73e2b1073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:46.791819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:46.856289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-00b37701-b352-4afa-934f-2bd73e2b1073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:46.908875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-00b37701-b352-4afa-934f-2bd73e2b1073 None None] For port eaa23000-2dfe-4eb3-9681-e169d66670c1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eaa23000-2dfe-4eb3-9681-e169d66670c1,segment=NetworkSegment(8b58985b-a14f-4e5f-b0c4-74a4eef927ab),segment_id=8b58985b-a14f-4e5f-b0c4-74a4eef927ab)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:46.914199 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-00b37701-b352-4afa-934f-2bd73e2b1073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:46.972818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b37701-b352-4afa-934f-2bd73e2b1073 None None] Pushing event updated for resources: {'Port': ['ID=eaa23000-2dfe-4eb3-9681-e169d66670c1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:46.995928 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:47.123812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Router 84552577-3fe9-4496-8e8d-9928aa954e8c is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:27:47.146974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-288ee8aa-36a5-4bc5-ae63-d1ba8a617b21 None None] Provisioning complete for port eaa23000-2dfe-4eb3-9681-e169d66670c1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:47.147510 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-288ee8aa-36a5-4bc5-ae63-d1ba8a617b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:47.432926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device eaa23000-2dfe-4eb3-9681-e169d66670c1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:47.487235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port eaa23000-2dfe-4eb3-9681-e169d66670c1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:47.487627 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:47.653343 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:47.656600 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:27:47.666011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Sync routers for ids ['84552577-3fe9-4496-8e8d-9928aa954e8c'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:27:47.677097 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Routers {'84552577-3fe9-4496-8e8d-9928aa954e8c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:47.677723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['84552577-3fe9-4496-8e8d-9928aa954e8c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:47.723193 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:47.724495 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a290edd0-32b4-4e87-89f3-31c8542afefe admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7285151 Nov 19 19:27:47.727621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56504) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:47.801634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Set router 84552577-3fe9-4496-8e8d-9928aa954e8c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:47.833137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:27:47.968288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:27:47.984700 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Sync routers for ids ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:27:47.994695 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.000104 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-919d744f-8160-4b9c-aef0-fc106913cf46 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5953236 Nov 19 19:27:48.000582 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56506) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:48.010456 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Routers {'91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:48.011662 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:48.038949 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cff81bbd-6af5-4b2c-a050-bdc91ceed887 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=27dbe04dbfb64a739b120dee25c6a395&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346730 Nov 19 19:27:48.039390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56508) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:48.146965 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Set router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:48.161583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0b3f8-de4e-4ede-8779-788105b2dee4 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:48.166632 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-74f0b3f8-de4e-4ede-8779-788105b2dee4 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1253366 Nov 19 19:27:48.167046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56510) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:48.182976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'name': 'tempest-TestVolumeBackupRestore-1381986582-router', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:46Z', 'revision_number': 3, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'gw_port': {'id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:48.206161 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b9cd6bbf-9d72-42d0-a38b-af9c0b7d86ce tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356045 Nov 19 19:27:48.207475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56512) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:48.212409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88025138', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:48.221914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Checking router: 84552577-3fe9-4496-8e8d-9928aa954e8c for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:48.222895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Updating router 84552577-3fe9-4496-8e8d-9928aa954e8c port 41d4aa49-501b-4e79-8c71-512f0cad0d99 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:27:48.249533 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.334357 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.375704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Made reservation on behalf of 27dbe04dbfb64a739b120dee25c6a395 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:27:48.379525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.462666 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:46Z', 'revision_number': 3, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:48.493638 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Checking router: 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:48.494095 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Updating router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 port ae0adda7-5e74-4447-b704-019d03babd98 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:27:48.526075 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.564762 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.572053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.620774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Attempting to bind port 41d4aa49-501b-4e79-8c71-512f0cad0d99 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:48.621448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Attempting to bind port 41d4aa49-501b-4e79-8c71-512f0cad0d99 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:48.622007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Attempting to bind port 41d4aa49-501b-4e79-8c71-512f0cad0d99 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:48.637289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842fbd7f-c13a-4c77-afc0-95782c420d1c None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:48.646085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:48.646997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:48.647136 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.647639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Allocated IP 172.20.0.1 (6872c499-daf3-4b3d-a8f7-87a82ebb5876/1a050900-1bbe-438c-b334-ff2fd98638e3/462c266e-3f08-4e23-8e2f-2f1de1ebb421) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:27:48.647784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:48.648369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Bound port: 41d4aa49-501b-4e79-8c71-512f0cad0d99, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:48.648981 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.682375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10134c3-890f-46c8-9e6c-7bceb0d8b342 None None] Pushing event updated for resources: {'Port': ['ID=41d4aa49-501b-4e79-8c71-512f0cad0d99,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:48.723664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] For port 41d4aa49-501b-4e79-8c71-512f0cad0d99, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:48.727322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] For port 41d4aa49-501b-4e79-8c71-512f0cad0d99, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=41d4aa49-501b-4e79-8c71-512f0cad0d99,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:48.734360 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.794066 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.800326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d13c1aa3-ffae-43c6-9c93-d6de58b5c1a9 None None] Provisioning complete for port 41d4aa49-501b-4e79-8c71-512f0cad0d99 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:48.800688 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d13c1aa3-ffae-43c6-9c93-d6de58b5c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.802420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f102e6-84e3-4191-9827-de113eb0f0d1 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:48.852183 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.856382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Routers {'84552577-3fe9-4496-8e8d-9928aa954e8c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:48.857778 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['84552577-3fe9-4496-8e8d-9928aa954e8c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:48.859845 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10134c3-890f-46c8-9e6c-7bceb0d8b342 None None] Pushing event updated for resources: {'Port': ['ID=41d4aa49-501b-4e79-8c71-512f0cad0d99,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:48.860234 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.880242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Subnet': ['ID=350fcd7b-3ab6-4146-b860-318bd8b21c32,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:48.910349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Checking segment: {'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:48.910715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network hostable DHCP agents. Network: 414117ae-8dd4-47ce-837c-7af3b7692287, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:27:48.914921 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ce48f-ea8f-4af1-a5ff-1c70007f6cf1 None None] Pushing event updated for resources: {'Port': ['ID=ae0adda7-5e74-4447-b704-019d03babd98,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:48.934091 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.937095 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Attempting to bind port ae0adda7-5e74-4447-b704-019d03babd98 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:48.937564 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Attempting to bind port ae0adda7-5e74-4447-b704-019d03babd98 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:48.937844 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Attempting to bind port ae0adda7-5e74-4447-b704-019d03babd98 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:48.944384 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:48.944767 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:48.945170 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.945560 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:48.946172 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Bound port: ae0adda7-5e74-4447-b704-019d03babd98, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:48.946559 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:48.957421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2109460-2bbb-4f8d-ae6f-94c142b0ee34 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:48.967043 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 414117ae-8dd4-47ce-837c-7af3b7692287 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:27:48.999135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 414117ae-8dd4-47ce-837c-7af3b7692287) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:49.005480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:49.006727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.010926 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.016870 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] For port ae0adda7-5e74-4447-b704-019d03babd98, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:49.019100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7b0723-62e3-4256-b36c-eca1bf3aa01d None None] Network 414117ae-8dd4-47ce-837c-7af3b7692287 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:27:49.021022 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] For port ae0adda7-5e74-4447-b704-019d03babd98, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ae0adda7-5e74-4447-b704-019d03babd98,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:49.027830 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.043048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] Set router 84552577-3fe9-4496-8e8d-9928aa954e8c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:49.069655 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-69374ca4-fa87-4985-9042-775d73c57d38 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8612013 Nov 19 19:27:49.072414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56514) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:49.075383 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d13c1aa3-ffae-43c6-9c93-d6de58b5c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.082204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Network 6872c499-daf3-4b3d-a8f7-87a82ebb5876 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:49.084205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:49.085808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Pushing event updated for resources: {'Port': ['ID=462c266e-3f08-4e23-8e2f-2f1de1ebb421,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:49.102620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:27:49.107436 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Routers {'91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:49.109565 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:49.111402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab95504-51b6-4c42-824c-6698bb9db0fe None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:27:49.205516 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ce48f-ea8f-4af1-a5ff-1c70007f6cf1 None None] Pushing event updated for resources: {'Port': ['ID=ae0adda7-5e74-4447-b704-019d03babd98,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:49.217964 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.222437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d13c1aa3-ffae-43c6-9c93-d6de58b5c1a9 None None] For port 41d4aa49-501b-4e79-8c71-512f0cad0d99, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=41d4aa49-501b-4e79-8c71-512f0cad0d99,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:49.240153 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d13c1aa3-ffae-43c6-9c93-d6de58b5c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.303019 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] Set router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:49.439207 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c1aa3-ffae-43c6-9c93-d6de58b5c1a9 None None] Pushing event updated for resources: {'Port': ['ID=41d4aa49-501b-4e79-8c71-512f0cad0d99,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:49.463045 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.477470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cc3a6d8f-d453-4285-949b-45d887fa1831 None None] Provisioning complete for port ae0adda7-5e74-4447-b704-019d03babd98 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:49.477879 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6d8f-d453-4285-949b-45d887fa1831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.540727 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-414117ae-8dd4-47ce-837c-7af3b7692287', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ips': [{'subnet_id': '350fcd7b-3ab6-4146-b860-318bd8b21c32'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:27:49.541937 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.558572 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:46Z', 'revision_number': 3, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:49.606439 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235e529-1a75-43ed-81e6-7c89a1fcd152 None None] The sync data for ids ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'] in n-d-815373-6 is: [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:46Z', 'revision_number': 3, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:49.663828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'name': 'tempest-TestVolumeBackupRestore-1381986582-router', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:46Z', 'revision_number': 3, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'gw_port': {'id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:49.684776 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.691495 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.708128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae9647-0e7c-4c40-89b5-62f224d6ec31 None None] The sync data for ids ['84552577-3fe9-4496-8e8d-9928aa954e8c'] in n-d-815373-6 is: [{'id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'name': 'tempest-TestVolumeBackupRestore-1381986582-router', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:46Z', 'revision_number': 3, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'gw_port': {'id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:49.716164 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6d8f-d453-4285-949b-45d887fa1831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.775373 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.777412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Pushing event updated for resources: {'Port': ['ID=462c266e-3f08-4e23-8e2f-2f1de1ebb421,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:49.777560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cc3a6d8f-d453-4285-949b-45d887fa1831 None None] For port ae0adda7-5e74-4447-b704-019d03babd98, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ae0adda7-5e74-4447-b704-019d03babd98,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:49.790582 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6d8f-d453-4285-949b-45d887fa1831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.817383 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.858699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Allocated IP 172.20.0.2 (414117ae-8dd4-47ce-837c-7af3b7692287/350fcd7b-3ab6-4146-b860-318bd8b21c32/80ef6433-838c-40be-8df9-6baa0e4cf7ed) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:27:49.868762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cc3a6d8f-d453-4285-949b-45d887fa1831 None None] Provisioning complete for port 41d4aa49-501b-4e79-8c71-512f0cad0d99 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:49.869135 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6d8f-d453-4285-949b-45d887fa1831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:49.942742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Network 6872c499-daf3-4b3d-a8f7-87a82ebb5876 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:49.944897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:49.947941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a6d8f-d453-4285-949b-45d887fa1831 None None] Pushing event updated for resources: {'Port': ['ID=ae0adda7-5e74-4447-b704-019d03babd98,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:50.274902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Router 84552577-3fe9-4496-8e8d-9928aa954e8c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:27:50.296491 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:50.306374 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:50.330453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Network 414117ae-8dd4-47ce-837c-7af3b7692287 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:50.333153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:50.385667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:27:50.412377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Allocated IP 172.20.0.1 (414117ae-8dd4-47ce-837c-7af3b7692287/350fcd7b-3ab6-4146-b860-318bd8b21c32/ef685649-21c4-42ed-84a3-9de974c22899) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:27:50.479632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:27:50.498632 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-70048d61-e920-4e8b-bf00-c0027f4359b1 admin admin] 10.222.0.50 "PUT /v2.0/routers/84552577-3fe9-4496-8e8d-9928aa954e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7679317 Nov 19 19:27:50.525868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a4f03413-0253-4ffe-bc40-58621ff875c1 None None] Provisioning complete for port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:50.526254 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a4f03413-0253-4ffe-bc40-58621ff875c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:50.527942 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Pushing event updated for resources: {'Port': ['ID=80ef6433-838c-40be-8df9-6baa0e4cf7ed,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:50.630386 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:50.686998 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:50.735750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=ef685649-21c4-42ed-84a3-9de974c22899,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:50.752172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 414117ae-8dd4-47ce-837c-7af3b7692287 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:50.752867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a4f03413-0253-4ffe-bc40-58621ff875c1 None None] Port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:50.754050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:50.757269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:27:50.772172 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Attempting to bind port 80ef6433-838c-40be-8df9-6baa0e4cf7ed on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:50.772542 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Attempting to bind port 80ef6433-838c-40be-8df9-6baa0e4cf7ed by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:50.772901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Attempting to bind port 80ef6433-838c-40be-8df9-6baa0e4cf7ed on network 414117ae-8dd4-47ce-837c-7af3b7692287 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:50.780548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:50.780918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Checking segment: {'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:50.781322 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:50.782934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Bound using segment: {'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:50.784242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Bound port: 80ef6433-838c-40be-8df9-6baa0e4cf7ed, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:50.784680 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:50.821072 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:50.872234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] For port 80ef6433-838c-40be-8df9-6baa0e4cf7ed, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:50.879156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] For port 80ef6433-838c-40be-8df9-6baa0e4cf7ed, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=80ef6433-838c-40be-8df9-6baa0e4cf7ed,segment=NetworkSegment(72c76c5f-a6d9-4505-aa2d-5b1991e33aca),segment_id=72c76c5f-a6d9-4505-aa2d-5b1991e33aca)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:50.894009 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:50.957983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266e1f0-d936-45f0-9418-576b74a8219b None None] Pushing event updated for resources: {'Port': ['ID=80ef6433-838c-40be-8df9-6baa0e4cf7ed,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:51.011021 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:51.026285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-381db938-e8e4-4c18-b55a-1b5cef778462 None None] Provisioning complete for port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:51.027154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-381db938-e8e4-4c18-b55a-1b5cef778462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:51.110862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-381db938-e8e4-4c18-b55a-1b5cef778462 None None] Port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:51.551485 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:51.559459 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:51.578467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b695-de6e-4500-9207-f9f5dacc71c0 req-3957861c-0b16-489f-88a3-ab41928e6ae9 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:51.580796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3736b695-de6e-4500-9207-f9f5dacc71c0 req-3957861c-0b16-489f-88a3-ab41928e6ae9 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1098 time: 0.1032560 Nov 19 19:27:51.672888 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3736b695-de6e-4500-9207-f9f5dacc71c0 req-3be25a79-eb01-4eba-82f3-f0f0f575c8a1 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798228 Nov 19 19:27:51.688501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=ef685649-21c4-42ed-84a3-9de974c22899,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:51.689042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 80ef6433-838c-40be-8df9-6baa0e4cf7ed up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:51.693104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:51.696847 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56566) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:51.752361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 80ef6433-838c-40be-8df9-6baa0e4cf7ed triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:51.753131 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:51.874272 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:51.914437 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 80ef6433-838c-40be-8df9-6baa0e4cf7ed, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=80ef6433-838c-40be-8df9-6baa0e4cf7ed,segment=NetworkSegment(72c76c5f-a6d9-4505-aa2d-5b1991e33aca),segment_id=72c76c5f-a6d9-4505-aa2d-5b1991e33aca)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:51.921438 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:51.923527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 41d4aa49-501b-4e79-8c71-512f0cad0d99 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:51.947807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 414117ae-8dd4-47ce-837c-7af3b7692287 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:27:51.954441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:27:52.035336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=80ef6433-838c-40be-8df9-6baa0e4cf7ed,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:52.052541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 41d4aa49-501b-4e79-8c71-512f0cad0d99 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:52.055222 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:52.134988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:27:52.151087 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port 290c2ae0-a10e-404f-a54e-b0f50239aaf8 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:52.151443 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:52.187415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ae0adda7-5e74-4447-b704-019d03babd98 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:52.252736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ae0adda7-5e74-4447-b704-019d03babd98 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:52.253154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:52.371851 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:52.372254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:52.392247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for 290c2ae0-a10e-404f-a54e-b0f50239aaf8 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:52.413126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:27:52.419691 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-da169f7b-0dfb-444f-8760-00d305e7c747 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "PUT /v2.0/routers/91c83ccb-06b4-491c-b95d-e8bedc7f7eb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3461175 Nov 19 19:27:52.422864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56602) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:52.556527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a20ad8-f494-4b4a-bf1d-02dcea532e0c None None] Network 414117ae-8dd4-47ce-837c-7af3b7692287 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:27:52.601308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b0a54-966f-4ee9-8cd6-cfcde8eb1ca8 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.602720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b0a54-966f-4ee9-8cd6-cfcde8eb1ca8 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.603647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b0a54-966f-4ee9-8cd6-cfcde8eb1ca8 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.604294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b0a54-966f-4ee9-8cd6-cfcde8eb1ca8 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.605311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b0a54-966f-4ee9-8cd6-cfcde8eb1ca8 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.605622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b0a54-966f-4ee9-8cd6-cfcde8eb1ca8 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.606429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b0a54-966f-4ee9-8cd6-cfcde8eb1ca8 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.607729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b0a54-966f-4ee9-8cd6-cfcde8eb1ca8 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.608714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b0a54-966f-4ee9-8cd6-cfcde8eb1ca8 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.611532 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-114b0a54-966f-4ee9-8cd6-cfcde8eb1ca8 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6355 time: 0.1876478 Nov 19 19:27:52.617526 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56604) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:52.680654 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:52.685472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4caf9827-8499-4641-b060-2d766af62c3d None None] Provisioning complete for port 80ef6433-838c-40be-8df9-6baa0e4cf7ed triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:52.686403 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4caf9827-8499-4641-b060-2d766af62c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:52.737302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=290c2ae0-a10e-404f-a54e-b0f50239aaf8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:52.773621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba034e-7f25-4a21-b574-88a4f19309ad tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.774260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba034e-7f25-4a21-b574-88a4f19309ad tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.774786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba034e-7f25-4a21-b574-88a4f19309ad tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.775304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba034e-7f25-4a21-b574-88a4f19309ad tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.775820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba034e-7f25-4a21-b574-88a4f19309ad tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.776339 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba034e-7f25-4a21-b574-88a4f19309ad tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.776840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba034e-7f25-4a21-b574-88a4f19309ad tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.777344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba034e-7f25-4a21-b574-88a4f19309ad tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.777950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba034e-7f25-4a21-b574-88a4f19309ad tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:52.783896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56606) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:52.784317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5bba034e-7f25-4a21-b574-88a4f19309ad tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5889 time: 0.1670737 Nov 19 19:27:52.836338 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:52.836338 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Floating IP 054850c9-0947-4ed4-887c-640f07a6cd98 disassociated (deleted). External IP: 172.25.3.123, port: 65b3cd80-79a4-4a20-891b-dff564b39f17. Nov 19 19:27:53.021310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-235d8c15-57e8-4684-9cdb-816a8ed383f9 tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4503 time: 0.2358284 Nov 19 19:27:53.149925 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 8375e7d7-a764-4f56-b50f-e422936f1332 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:27:53.153885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419813b6-a969-456d-bc46-638a50a679df None None] Sync routers for ids ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:27:53.172725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419813b6-a969-456d-bc46-638a50a679df None None] Routers {'91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:53.173363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-419813b6-a969-456d-bc46-638a50a679df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:53.296165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:27:53.301172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:53.308591 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9d9e6-3283-4dda-9cb6-358b3aa01153 None None] Sync routers for ids ['8375e7d7-a764-4f56-b50f-e422936f1332'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:27:53.337589 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9d9e6-3283-4dda-9cb6-358b3aa01153 None None] Routers {'8375e7d7-a764-4f56-b50f-e422936f1332'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:53.344956 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d2b9d9e6-3283-4dda-9cb6-358b3aa01153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8375e7d7-a764-4f56-b50f-e422936f1332'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:53.354295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-da6fd0f0-bbbe-4ec4-8ced-e287f54a5146 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/floatingips/054850c9-0947-4ed4-887c-640f07a6cd98 HTTP/1.1" status: 204 len: 168 time: 1.6562197 Nov 19 19:27:53.356241 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-917545f3-1f53-49bc-a911-dd3598414419 None None] Provisioning complete for port ef685649-21c4-42ed-84a3-9de974c22899 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:53.356830 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-917545f3-1f53-49bc-a911-dd3598414419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:53.364181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:27:53.369093 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34" -d '{"events": [{"name": "network-changed", "server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:27:53.451627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-917545f3-1f53-49bc-a911-dd3598414419 None None] Port ef685649-21c4-42ed-84a3-9de974c22899 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:53.470110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 80ef6433-838c-40be-8df9-6baa0e4cf7ed up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:53.557552 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-419813b6-a969-456d-bc46-638a50a679df None None] Set router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:53.558252 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-d2b9d9e6-3283-4dda-9cb6-358b3aa01153 None None] Set router 8375e7d7-a764-4f56-b50f-e422936f1332 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:53.618049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-917545f3-1f53-49bc-a911-dd3598414419 None None] Provisioning complete for port 80ef6433-838c-40be-8df9-6baa0e4cf7ed triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:53.618419 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-917545f3-1f53-49bc-a911-dd3598414419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:53.693497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 80ef6433-838c-40be-8df9-6baa0e4cf7ed triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:53.693854 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:53.763947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56616) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:53.768944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-050d14ae-88e9-4f47-9541-b2690a4d5578 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216633790', 'description': 'tempest-secgroup-smoke-1216633790 description', 'project_id': '27dbe04dbfb64a739b120dee25c6a395'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:53.837732 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-050d14ae-88e9-4f47-9541-b2690a4d5578 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.046808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-050d14ae-88e9-4f47-9541-b2690a4d5578 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.054958 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-050d14ae-88e9-4f47-9541-b2690a4d5578 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.057546 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d2b9d9e6-3283-4dda-9cb6-358b3aa01153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:53Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '2a584835-293b-4410-b009-1b6d766b6b12', 'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:cd:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:52Z', 'updated_at': '2021-11-19T19:25:58Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '732e314c-d3be-4773-918a-8b883bb136b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:54.125455 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9d9e6-3283-4dda-9cb6-358b3aa01153 None None] Checking router: 8375e7d7-a764-4f56-b50f-e422936f1332 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:54.133479 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-050d14ae-88e9-4f47-9541-b2690a4d5578 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.135981 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-050d14ae-88e9-4f47-9541-b2690a4d5578 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3707609 Nov 19 19:27:54.139388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56622) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:54.140129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d14ae-88e9-4f47-9541-b2690a4d5578 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2acb3cc3-1603-4941-bef3-bd17600dc7c1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:54.144910 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-c7e12af2-7f4e-4318-95f1-362d4a53883a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '2acb3cc3-1603-4941-bef3-bd17600dc7c1', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:54.151503 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b8eb31-105f-4660-acd2-fb2c7d4ffad5 x-openstack-request-id: req-81b8eb31-105f-4660-acd2-fb2c7d4ffad5 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:27:54.152018 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:27:54.154139 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81b8eb31-105f-4660-acd2-fb2c7d4ffad5 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:27:54.156716 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'status': 'completed', 'code': 200} Nov 19 19:27:54.188942 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9d9e6-3283-4dda-9cb6-358b3aa01153 None None] Routers {'8375e7d7-a764-4f56-b50f-e422936f1332'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:54.189572 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d2b9d9e6-3283-4dda-9cb6-358b3aa01153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8375e7d7-a764-4f56-b50f-e422936f1332'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:54.193590 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:27:54.205029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-614c6bd7-f645-471e-b0fc-5d1697a8f42c None None] Provisioning complete for port ef685649-21c4-42ed-84a3-9de974c22899 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:54.206176 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-614c6bd7-f645-471e-b0fc-5d1697a8f42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.267870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e12af2-7f4e-4318-95f1-362d4a53883a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.289611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Sync routers for ids ['84552577-3fe9-4496-8e8d-9928aa954e8c'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:27:54.330610 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Routers {'84552577-3fe9-4496-8e8d-9928aa954e8c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:54.331589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['84552577-3fe9-4496-8e8d-9928aa954e8c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:54.348906 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-d2b9d9e6-3283-4dda-9cb6-358b3aa01153 None None] Set router 8375e7d7-a764-4f56-b50f-e422936f1332 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:54.349499 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34 req-ef5fa4f7-dbe7-4206-afa0-fd882cc88da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:54.350758 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34 req-ef5fa4f7-dbe7-4206-afa0-fd882cc88da8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 1098 time: 0.1661196 Nov 19 19:27:54.412052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-419813b6-a969-456d-bc46-638a50a679df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:50Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ef685649-21c4-42ed-84a3-9de974c22899', 'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:79:68:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:50Z', 'updated_at': '2021-11-19T19:27:51Z', 'revision_number': 2, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:54.415673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-614c6bd7-f645-471e-b0fc-5d1697a8f42c None None] Port ef685649-21c4-42ed-84a3-9de974c22899 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:54.429940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ea0b0-29f8-4981-97c4-4bc1a3d0b9a7 req-e908dfd7-8322-46fd-821d-65a1a206aabc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:54.439607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-835ea0b0-29f8-4981-97c4-4bc1a3d0b9a7 req-e908dfd7-8322-46fd-821d-65a1a206aabc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 947 time: 0.1923530 Nov 19 19:27:54.481497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419813b6-a969-456d-bc46-638a50a679df None None] Checking router: 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:54.482424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419813b6-a969-456d-bc46-638a50a679df None None] Updating router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 port ef685649-21c4-42ed-84a3-9de974c22899 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:27:54.487769 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e12af2-7f4e-4318-95f1-362d4a53883a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.499303 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e12af2-7f4e-4318-95f1-362d4a53883a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.520519 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-419813b6-a969-456d-bc46-638a50a679df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.590165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e12af2-7f4e-4318-95f1-362d4a53883a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44ac589-f7ca-4565-8767-786a9ebaecbe,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:54.597062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34 req-5ecd3115-e109-4e57-b641-1abeea98f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:54.597456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Set router 84552577-3fe9-4496-8e8d-9928aa954e8c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:54.599226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34 req-5ecd3115-e109-4e57-b641-1abeea98f573 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 200 len: 897 time: 0.2401392 Nov 19 19:27:54.604646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-835ea0b0-29f8-4981-97c4-4bc1a3d0b9a7 req-f2084893-1c80-4715-a6e3-fcd95a1bb801 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637628 Nov 19 19:27:54.609523 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c7e12af2-7f4e-4318-95f1-362d4a53883a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.610963 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c7e12af2-7f4e-4318-95f1-362d4a53883a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4701455 Nov 19 19:27:54.613692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56624) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:54.618740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e1781aba-4af8-4d0f-81bf-f7633ff83d7c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '2acb3cc3-1603-4941-bef3-bd17600dc7c1', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:54.676220 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1781aba-4af8-4d0f-81bf-f7633ff83d7c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.683060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34 req-07dcb9a0-ce41-4f52-8245-35af5179e7c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 200 len: 217 time: 0.0708644 Nov 19 19:27:54.784987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34 req-212d3f88-2740-4954-9ab6-36d7dc11b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:54.787925 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1781aba-4af8-4d0f-81bf-f7633ff83d7c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.789242 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34 req-212d3f88-2740-4954-9ab6-36d7dc11b060 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 200 len: 834 time: 0.0968394 Nov 19 19:27:54.792511 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1781aba-4af8-4d0f-81bf-f7633ff83d7c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.816884 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d2b9d9e6-3283-4dda-9cb6-358b3aa01153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:53Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '2a584835-293b-4410-b009-1b6d766b6b12', 'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:cd:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:52Z', 'updated_at': '2021-11-19T19:25:58Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '732e314c-d3be-4773-918a-8b883bb136b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:54.830179 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1781aba-4af8-4d0f-81bf-f7633ff83d7c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.835357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e1781aba-4af8-4d0f-81bf-f7633ff83d7c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2204556 Nov 19 19:27:54.837655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56628) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:54.842684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-cac13d28-cc55-4b78-8fda-af6094f25d0a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '2acb3cc3-1603-4941-bef3-bd17600dc7c1', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:54.849340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1781aba-4af8-4d0f-81bf-f7633ff83d7c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5397ab8c-5e17-4ee7-a748-78af0b33d401,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:54.854296 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9d9e6-3283-4dda-9cb6-358b3aa01153 None None] The sync data for ids ['8375e7d7-a764-4f56-b50f-e422936f1332'] in n-d-815373-6 is: [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:25:53Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '2a584835-293b-4410-b009-1b6d766b6b12', 'name': '', 'network_id': '5d5de4c5-47d4-42f1-b457-1ee5c3607cd6', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:cd:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '732e314c-d3be-4773-918a-8b883bb136b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:52Z', 'updated_at': '2021-11-19T19:25:58Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '732e314c-d3be-4773-918a-8b883bb136b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:54.897884 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cac13d28-cc55-4b78-8fda-af6094f25d0a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:54.898127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34 req-7f538e9d-9ba9-49cb-893b-9f7509750b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:54.898127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34 req-7f538e9d-9ba9-49cb-893b-9f7509750b36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009290 Nov 19 19:27:55.016500 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cac13d28-cc55-4b78-8fda-af6094f25d0a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.025312 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cac13d28-cc55-4b78-8fda-af6094f25d0a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.048806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac13d28-cc55-4b78-8fda-af6094f25d0a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6298f91-0bb5-4081-9425-36c3e535e669,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:55.064742 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cac13d28-cc55-4b78-8fda-af6094f25d0a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.066392 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cac13d28-cc55-4b78-8fda-af6094f25d0a tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2276800 Nov 19 19:27:55.069265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56632) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:55.075082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-187f04f3-ce42-493d-b65b-2df764a12c58 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '2acb3cc3-1603-4941-bef3-bd17600dc7c1', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:55.117414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34 req-0f52d45f-c41a-486c-9957-3b8c7fa0cea4 service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111297 Nov 19 19:27:55.127456 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-187f04f3-ce42-493d-b65b-2df764a12c58 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.266640 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-187f04f3-ce42-493d-b65b-2df764a12c58 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.273197 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-187f04f3-ce42-493d-b65b-2df764a12c58 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.300871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f04f3-ce42-493d-b65b-2df764a12c58 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514c65bc-ce31-4567-97ff-9b4701a5d79a,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:55.318739 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-187f04f3-ce42-493d-b65b-2df764a12c58 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.319840 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d30fa58b-199d-41f8-a333-9e0e5e4d8c34 req-d74fada4-5eb3-4644-9423-07e46fd76d01 service neutron] 10.222.0.21 "GET /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931996 Nov 19 19:27:55.321333 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-187f04f3-ce42-493d-b65b-2df764a12c58 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2499192 Nov 19 19:27:55.322917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56634) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:55.329963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-05ea676d-3bc1-45d2-a328-1ea23ec001e1 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '2acb3cc3-1603-4941-bef3-bd17600dc7c1', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:55.380901 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde022e1-8a97-40e7-99e3-7961845d2687 None None] New status for floating IP 054850c9-0947-4ed4-887c-640f07a6cd98: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:27:55.392376 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-419813b6-a969-456d-bc46-638a50a679df None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.398345 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'name': 'tempest-TestVolumeBackupRestore-1381986582-router', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'gw_port': {'id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '462c266e-3f08-4e23-8e2f-2f1de1ebb421', 'name': '', 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'mac_address': 'fa:16:3e:13:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '1a050900-1bbe-438c-b334-ff2fd98638e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:48Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 2, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'subnets': [{'id': '1a050900-1bbe-438c-b334-ff2fd98638e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:55.405898 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-05ea676d-3bc1-45d2-a328-1ea23ec001e1 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Project 27dbe04dbfb64a739b120dee25c6a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:27:55.430494 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.431945 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-419813b6-a969-456d-bc46-638a50a679df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.434015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Checking router: 84552577-3fe9-4496-8e8d-9928aa954e8c for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:27:55.434359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-05ea676d-3bc1-45d2-a328-1ea23ec001e1 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.434512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Updating router 84552577-3fe9-4496-8e8d-9928aa954e8c port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:27:55.513598 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.546025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab2efb-b656-49cb-8413-b2d1e2210361 None None] Pushing event updated for resources: {'Port': ['ID=ef685649-21c4-42ed-84a3-9de974c22899,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:55.551476 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-05ea676d-3bc1-45d2-a328-1ea23ec001e1 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.566469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-05ea676d-3bc1-45d2-a328-1ea23ec001e1 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.618593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea676d-3bc1-45d2-a328-1ea23ec001e1 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657ed32f-653b-40e2-bca5-8cdd91497b9a,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:55.639262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c30bd-bc7d-4780-97b1-13de2d0efe95 req-21bcf3fa-350c-4e0f-9ef6-ff5dbc3ab016 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:55.641519 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-243c30bd-bc7d-4780-97b1-13de2d0efe95 req-21bcf3fa-350c-4e0f-9ef6-ff5dbc3ab016 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.21 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 947 time: 0.2571681 Nov 19 19:27:55.664987 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-05ea676d-3bc1-45d2-a328-1ea23ec001e1 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.669147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56642) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:55.671584 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-05ea676d-3bc1-45d2-a328-1ea23ec001e1 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3448031 Nov 19 19:27:55.676856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e2cc98d7-69c2-4726-b8a8-6b6023720412 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'security_group_rule': {'security_group_id': '2acb3cc3-1603-4941-bef3-bd17600dc7c1', 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:55.748459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-419813b6-a969-456d-bc46-638a50a679df None None] Attempting to bind port ef685649-21c4-42ed-84a3-9de974c22899 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:55.748951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-419813b6-a969-456d-bc46-638a50a679df None None] Attempting to bind port ef685649-21c4-42ed-84a3-9de974c22899 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:55.749349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419813b6-a969-456d-bc46-638a50a679df None None] Attempting to bind port ef685649-21c4-42ed-84a3-9de974c22899 on network 414117ae-8dd4-47ce-837c-7af3b7692287 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:55.773632 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-e2cc98d7-69c2-4726-b8a8-6b6023720412 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Project 27dbe04dbfb64a739b120dee25c6a395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:27:55.796837 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2cc98d7-69c2-4726-b8a8-6b6023720412 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.867334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419813b6-a969-456d-bc46-638a50a679df None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:55.867720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419813b6-a969-456d-bc46-638a50a679df None None] Checking segment: {'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:55.868109 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-419813b6-a969-456d-bc46-638a50a679df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.868521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419813b6-a969-456d-bc46-638a50a679df None None] Bound using segment: {'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:55.869022 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-419813b6-a969-456d-bc46-638a50a679df None None] Bound port: ef685649-21c4-42ed-84a3-9de974c22899, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:55.869412 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-419813b6-a969-456d-bc46-638a50a679df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.955760 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2cc98d7-69c2-4726-b8a8-6b6023720412 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.963225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2cc98d7-69c2-4726-b8a8-6b6023720412 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:55.985589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc98d7-69c2-4726-b8a8-6b6023720412 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823b1685-b68f-4ccc-a48e-da9a22c8d036,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:56.001944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2cc98d7-69c2-4726-b8a8-6b6023720412 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.011817 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e2cc98d7-69c2-4726-b8a8-6b6023720412 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3324161 Nov 19 19:27:56.064613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cd5dd709-395f-496b-adbf-948dc3c2955e None None] Provisioning complete for port ef685649-21c4-42ed-84a3-9de974c22899 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:56.065148 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd709-395f-496b-adbf-948dc3c2955e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.180671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-cd5dd709-395f-496b-adbf-948dc3c2955e None None] Port ef685649-21c4-42ed-84a3-9de974c22899 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:27:56.182646 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-419813b6-a969-456d-bc46-638a50a679df None None] For port ef685649-21c4-42ed-84a3-9de974c22899, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:56.188705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-419813b6-a969-456d-bc46-638a50a679df None None] For port ef685649-21c4-42ed-84a3-9de974c22899, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ef685649-21c4-42ed-84a3-9de974c22899,segment=NetworkSegment(72c76c5f-a6d9-4505-aa2d-5b1991e33aca),segment_id=72c76c5f-a6d9-4505-aa2d-5b1991e33aca)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:56.199577 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-419813b6-a969-456d-bc46-638a50a679df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.204444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254bd09-ec35-45d5-8142-5448eb527b7a req-cdafc2ce-302b-4ad9-91e8-8f0314153f47 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:56.206055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a254bd09-ec35-45d5-8142-5448eb527b7a req-cdafc2ce-302b-4ad9-91e8-8f0314153f47 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15c24ae-5807-4d65-9f9d-2b367b7a78da HTTP/1.1" status: 200 len: 947 time: 0.1240284 Nov 19 19:27:56.257396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-243c30bd-bc7d-4780-97b1-13de2d0efe95 req-46554807-2392-48ee-a856-d13bdc24c47d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port 65b3cd80-79a4-4a20-891b-dff564b39f17 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:27:56.257736 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-243c30bd-bc7d-4780-97b1-13de2d0efe95 req-46554807-2392-48ee-a856-d13bdc24c47d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.302128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419813b6-a969-456d-bc46-638a50a679df None None] Routers {'91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:56.302826 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-419813b6-a969-456d-bc46-638a50a679df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:56.304685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab2efb-b656-49cb-8413-b2d1e2210361 None None] Pushing event updated for resources: {'Port': ['ID=ef685649-21c4-42ed-84a3-9de974c22899,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:56.329349 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a254bd09-ec35-45d5-8142-5448eb527b7a req-1d020207-8855-4fc0-812e-91d3f78ce5b8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168900 Nov 19 19:27:56.399055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-243c30bd-bc7d-4780-97b1-13de2d0efe95 req-46554807-2392-48ee-a856-d13bdc24c47d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port 65b3cd80-79a4-4a20-891b-dff564b39f17, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=65b3cd80-79a4-4a20-891b-dff564b39f17,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:56.399418 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-243c30bd-bc7d-4780-97b1-13de2d0efe95 req-46554807-2392-48ee-a856-d13bdc24c47d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.432028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-243c30bd-bc7d-4780-97b1-13de2d0efe95 req-46554807-2392-48ee-a856-d13bdc24c47d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for 65b3cd80-79a4-4a20-891b-dff564b39f17 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:27:56.501154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.516973 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.548042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-6d380763-a016-479e-b695-f694f77ec52b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216633790&fields=id&tenant_id=27dbe04dbfb64a739b120dee25c6a395 HTTP/1.1" status: 200 len: 267 time: 0.1110795 Nov 19 19:27:56.569648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-419813b6-a969-456d-bc46-638a50a679df None None] Set router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:56.656406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b6f17-6f06-46f4-98d8-e1b4a37cccb8 None None] Pushing event updated for resources: {'Port': ['ID=462c266e-3f08-4e23-8e2f-2f1de1ebb421,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:56.719307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-aa5db71d-5aa9-4ace-80e4-183daf1b470d None None] Provisioning complete for port ef685649-21c4-42ed-84a3-9de974c22899 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:56.719700 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa5db71d-5aa9-4ace-80e4-183daf1b470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.737188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-8fe40997-bfa2-4308-8002-d6052ce13d45 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:56.738886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-8fe40997-bfa2-4308-8002-d6052ce13d45 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/networks?id=414117ae-8dd4-47ce-837c-7af3b7692287 HTTP/1.1" status: 200 len: 796 time: 0.1819711 Nov 19 19:27:56.740299 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-243c30bd-bc7d-4780-97b1-13de2d0efe95 req-46554807-2392-48ee-a856-d13bdc24c47d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.795176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46554807-2392-48ee-a856-d13bdc24c47d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=65b3cd80-79a4-4a20-891b-dff564b39f17,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:56.804722 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-eaf9bacb-753b-4296-9059-b7c3f091c1de tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/quotas/27dbe04dbfb64a739b120dee25c6a395 HTTP/1.1" status: 200 len: 375 time: 0.0504403 Nov 19 19:27:56.840909 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Attempting to bind port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:27:56.842002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Attempting to bind port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '8b58985b-a14f-4e5f-b0c4-74a4eef927ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:27:56.842557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Attempting to bind port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 on network 6872c499-daf3-4b3d-a8f7-87a82ebb5876 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:27:56.859419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:27:56.859823 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Checking segment: {'id': '8b58985b-a14f-4e5f-b0c4-74a4eef927ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:27:56.860893 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.860893 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Bound using segment: {'id': '8b58985b-a14f-4e5f-b0c4-74a4eef927ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:27:56.861293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Bound port: 462c266e-3f08-4e23-8e2f-2f1de1ebb421, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b58985b-a14f-4e5f-b0c4-74a4eef927ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:27:56.861690 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.869826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-243c30bd-bc7d-4780-97b1-13de2d0efe95 req-46554807-2392-48ee-a856-d13bdc24c47d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] No DVR routers for this DVR port 65b3cd80-79a4-4a20-891b-dff564b39f17 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:27:56.874251 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-243c30bd-bc7d-4780-97b1-13de2d0efe95 req-46554807-2392-48ee-a856-d13bdc24c47d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:56.877849 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-243c30bd-bc7d-4780-97b1-13de2d0efe95 req-46554807-2392-48ee-a856-d13bdc24c47d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.21 "DELETE /v2.0/ports/65b3cd80-79a4-4a20-891b-dff564b39f17 HTTP/1.1" status: 204 len: 173 time: 1.2222190 Nov 19 19:27:56.878287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-deleted', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:27:56.880739 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf35235-0087-4bf5-81ac-6661af5435ac" -d '{"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-deleted", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:27:56.918044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ee9980a5-75b2-4093-8417-05fe3dae4586 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978272 Nov 19 19:27:57.053070 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa5db71d-5aa9-4ace-80e4-183daf1b470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:57.061938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] For port 462c266e-3f08-4e23-8e2f-2f1de1ebb421, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:27:57.095178 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] For port 462c266e-3f08-4e23-8e2f-2f1de1ebb421, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=462c266e-3f08-4e23-8e2f-2f1de1ebb421,segment=NetworkSegment(8b58985b-a14f-4e5f-b0c4-74a4eef927ab),segment_id=8b58985b-a14f-4e5f-b0c4-74a4eef927ab)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:27:57.109529 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:57.130978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-aa5db71d-5aa9-4ace-80e4-183daf1b470d None None] For port ef685649-21c4-42ed-84a3-9de974c22899, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ef685649-21c4-42ed-84a3-9de974c22899,segment=NetworkSegment(72c76c5f-a6d9-4505-aa2d-5b1991e33aca),segment_id=72c76c5f-a6d9-4505-aa2d-5b1991e33aca)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:57.156530 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aa5db71d-5aa9-4ace-80e4-183daf1b470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:57.182911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-419813b6-a969-456d-bc46-638a50a679df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:50Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ef685649-21c4-42ed-84a3-9de974c22899', 'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:79:68:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:50Z', 'updated_at': '2021-11-19T19:27:56Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:57.232165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419813b6-a969-456d-bc46-638a50a679df None None] The sync data for ids ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'] in n-d-815373-6 is: [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:50Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ef685649-21c4-42ed-84a3-9de974c22899', 'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:79:68:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:50Z', 'updated_at': '2021-11-19T19:27:56Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:57.242629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Routers {'84552577-3fe9-4496-8e8d-9928aa954e8c'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:27:57.243730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['84552577-3fe9-4496-8e8d-9928aa954e8c'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:57.691986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b6f17-6f06-46f4-98d8-e1b4a37cccb8 None None] Pushing event updated for resources: {'Port': ['ID=462c266e-3f08-4e23-8e2f-2f1de1ebb421,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:57.697919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ef685649-21c4-42ed-84a3-9de974c22899 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:57.746977 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-6077acad-de16-41cd-b598-a6084d3d349f service neutron] 10.222.0.50 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8131599 Nov 19 19:27:57.846946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cbd00026-a3c2-4866-af51-d2d078754f28 None None] Provisioning complete for port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:57.847437 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbd00026-a3c2-4866-af51-d2d078754f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:57.883743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-42e6eac9-0bbb-4ce0-a41c-3712e50b7907 service neutron] 10.222.0.50 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283770 Nov 19 19:27:57.900293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5db71d-5aa9-4ace-80e4-183daf1b470d None None] Pushing event updated for resources: {'Port': ['ID=ef685649-21c4-42ed-84a3-9de974c22899,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:57.945404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] Set router 84552577-3fe9-4496-8e8d-9928aa954e8c gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:27:57.948764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ef685649-21c4-42ed-84a3-9de974c22899 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:57.949144 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:58.079126 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e85146-ac5f-492a-9a9a-de685935d2ae x-openstack-request-id: req-19e85146-ac5f-492a-9a9a-de685935d2ae {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:27:58.079432 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15c24ae-5807-4d65-9f9d-2b367b7a78da", "name": "network-vif-deleted", "tag": "65b3cd80-79a4-4a20-891b-dff564b39f17", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:27:58.079713 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19e85146-ac5f-492a-9a9a-de685935d2ae {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:27:58.080130 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15c24ae-5807-4d65-9f9d-2b367b7a78da', 'name': 'network-vif-deleted', 'tag': '65b3cd80-79a4-4a20-891b-dff564b39f17', 'status': 'completed', 'code': 200} Nov 19 19:27:58.132931 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56668) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:27:58.254421 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-19eb4620-c016-4d7f-ad87-042df5d144b9 req-dc3418a9-347c-4ff4-b062-7f5cdf501f60 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 210 time: 0.0572836 Nov 19 19:27:58.289417 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbd00026-a3c2-4866-af51-d2d078754f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:58.457614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cbd00026-a3c2-4866-af51-d2d078754f28 None None] For port 462c266e-3f08-4e23-8e2f-2f1de1ebb421, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=462c266e-3f08-4e23-8e2f-2f1de1ebb421,segment=NetworkSegment(8b58985b-a14f-4e5f-b0c4-74a4eef927ab),segment_id=8b58985b-a14f-4e5f-b0c4-74a4eef927ab)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:27:58.480520 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbd00026-a3c2-4866-af51-d2d078754f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:58.554159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd00026-a3c2-4866-af51-d2d078754f28 None None] Pushing event updated for resources: {'Port': ['ID=462c266e-3f08-4e23-8e2f-2f1de1ebb421,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:27:58.563736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'name': 'tempest-TestVolumeBackupRestore-1381986582-router', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'gw_port': {'id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '462c266e-3f08-4e23-8e2f-2f1de1ebb421', 'name': '', 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'mac_address': 'fa:16:3e:13:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '1a050900-1bbe-438c-b334-ff2fd98638e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:48Z', 'updated_at': '2021-11-19T19:27:57Z', 'revision_number': 4, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'subnets': [{'id': '1a050900-1bbe-438c-b334-ff2fd98638e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:27:58.613365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33a1d3-020e-4486-87f3-b424a652111f None None] The sync data for ids ['84552577-3fe9-4496-8e8d-9928aa954e8c'] in n-d-815373-6 is: [{'id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'name': 'tempest-TestVolumeBackupRestore-1381986582-router', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'gw_port': {'id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '462c266e-3f08-4e23-8e2f-2f1de1ebb421', 'name': '', 'network_id': '6872c499-daf3-4b3d-a8f7-87a82ebb5876', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'mac_address': 'fa:16:3e:13:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '1a050900-1bbe-438c-b334-ff2fd98638e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:48Z', 'updated_at': '2021-11-19T19:27:57Z', 'revision_number': 4, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'subnets': [{'id': '1a050900-1bbe-438c-b334-ff2fd98638e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:27:58.650501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dabb2a0a-1f35-4e9d-af4e-1e199c06a84b None None] Provisioning complete for port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:58.650883 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dabb2a0a-1f35-4e9d-af4e-1e199c06a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:59.386037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c1f6980-85b1-4e18-8bca-2e81933433a8 req-f20a9c39-add8-4c6c-a58e-b606020928cf tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 210 time: 0.0352707 Nov 19 19:27:59.471516 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:59.666693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ef685649-21c4-42ed-84a3-9de974c22899 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:27:59.748817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-8b7a4fc6-9db6-4f04-b618-56dc5187bc51 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:27:59.751401 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-8b7a4fc6-9db6-4f04-b618-56dc5187bc51 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "GET /v2.0/networks?id=414117ae-8dd4-47ce-837c-7af3b7692287 HTTP/1.1" status: 200 len: 796 time: 0.2288568 Nov 19 19:27:59.761503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ef685649-21c4-42ed-84a3-9de974c22899 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:27:59.762313 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:59.926323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-04c770d7-2609-408a-9586-807c754885eb tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27dbe04dbfb64a739b120dee25c6a395 HTTP/1.1" status: 200 len: 380 time: 0.1650333 Nov 19 19:27:59.938912 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'port': {'device_id': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'admin_state_up': True, 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'security_groups': ['2acb3cc3-1603-4941-bef3-bd17600dc7c1']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:27:59.969731 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:27:59.971157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:00.012088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 462c266e-3f08-4e23-8e2f-2f1de1ebb421 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:00.016359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 65b3cd80-79a4-4a20-891b-dff564b39f17 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:00.016708 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 65b3cd80-79a4-4a20-891b-dff564b39f17 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:00.072395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:00.072774 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:00.113128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port 2a584835-293b-4410-b009-1b6d766b6b12 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:00.113872 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:00.135479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Made reservation on behalf of 27dbe04dbfb64a739b120dee25c6a395 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:28:00.143762 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:00.249100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port 2a584835-293b-4410-b009-1b6d766b6b12, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2a584835-293b-4410-b009-1b6d766b6b12,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:00.249463 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:00.264108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for 2a584835-293b-4410-b009-1b6d766b6b12 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:00.326878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Allocated IP 172.20.0.6 (414117ae-8dd4-47ce-837c-7af3b7692287/350fcd7b-3ab6-4146-b860-318bd8b21c32/4ac13f31-8e3a-45e7-a139-1b30618d69f6) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:00.558176 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:00.588870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:00.599975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=2a584835-293b-4410-b009-1b6d766b6b12,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:00.645562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83d40dfb-4592-437d-9603-f954723ba23f req-750f8683-55dc-4299-8555-014947f67be5 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 210 time: 0.1184311 Nov 19 19:28:00.701447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:00.773644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network 414117ae-8dd4-47ce-837c-7af3b7692287 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:00.779315 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:00.789364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:00.834802 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:00.861934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=4ac13f31-8e3a-45e7-a139-1b30618d69f6,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:00.885099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:00.885678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:00.922062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce4a8c3e-a623-40e0-8cf7-5a52504ffa92 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9889843 Nov 19 19:28:00.936812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Request body: {'port': {'device_id': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:01.015617 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.174995 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-85eaf1ed-f70a-4f7f-8f35-346da8089a36 None None] Provisioning complete for port 4ac13f31-8e3a-45e7-a139-1b30618d69f6 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:01.176548 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-85eaf1ed-f70a-4f7f-8f35-346da8089a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.186338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 8375e7d7-a764-4f56-b50f-e422936f1332 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:28:01.235055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-85eaf1ed-f70a-4f7f-8f35-346da8089a36 None None] Port 4ac13f31-8e3a-45e7-a139-1b30618d69f6 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:28:01.327165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:01.332456 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8157c542-53a0-4ebe-9e23-728661c7ae93 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "PUT /v2.0/routers/8375e7d7-a764-4f56-b50f-e422936f1332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1983733 Nov 19 19:28:01.335134 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56686) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:01.340326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f92ad-008f-4435-8b0a-d55bd4e838cd None None] Sync routers for ids ['8375e7d7-a764-4f56-b50f-e422936f1332'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:01.352341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f92ad-008f-4435-8b0a-d55bd4e838cd None None] Routers {'8375e7d7-a764-4f56-b50f-e422936f1332'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:01.353004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-957f92ad-008f-4435-8b0a-d55bd4e838cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8375e7d7-a764-4f56-b50f-e422936f1332'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:01.367681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac13f31-8e3a-45e7-a139-1b30618d69f6 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:28:01.391136 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.394612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-1007d4d6-099c-454d-980b-3d68e354c748 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting subnet 732e314c-d3be-4773-918a-8b883bb136b5 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:28:01.398525 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1007d4d6-099c-454d-980b-3d68e354c748 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.433945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Transition to ACTIVE for port object 4ac13f31-8e3a-45e7-a139-1b30618d69f6 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:28:01.438558 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.460319 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1007d4d6-099c-454d-980b-3d68e354c748 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.506024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-957f92ad-008f-4435-8b0a-d55bd4e838cd None None] Set router 8375e7d7-a764-4f56-b50f-e422936f1332 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:01.506387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Pushing event updated for resources: {'Port': ['ID=4ac13f31-8e3a-45e7-a139-1b30618d69f6,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:01.616215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Attempting to bind port 4ac13f31-8e3a-45e7-a139-1b30618d69f6 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:28:01.616993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Attempting to bind port 4ac13f31-8e3a-45e7-a139-1b30618d69f6 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:28:01.617467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Attempting to bind port 4ac13f31-8e3a-45e7-a139-1b30618d69f6 on network 414117ae-8dd4-47ce-837c-7af3b7692287 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:01.622859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Port 4ac13f31-8e3a-45e7-a139-1b30618d69f6 on network 414117ae-8dd4-47ce-837c-7af3b7692287 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:28:01.623159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Attempting to bind port 4ac13f31-8e3a-45e7-a139-1b30618d69f6 on network 414117ae-8dd4-47ce-837c-7af3b7692287 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:01.639838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:28:01.640195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Checking segment: {'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:01.640575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Bound using segment: {'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:28:01.641184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Bound port: 4ac13f31-8e3a-45e7-a139-1b30618d69f6, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c76c5f-a6d9-4505-aa2d-5b1991e33aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:28:01.641549 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.652399 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1007d4d6-099c-454d-980b-3d68e354c748 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.779730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-957f92ad-008f-4435-8b0a-d55bd4e838cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:28:00Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:01.827027 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1007d4d6-099c-454d-980b-3d68e354c748 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.844031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] For port 4ac13f31-8e3a-45e7-a139-1b30618d69f6, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:28:01.845544 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f92ad-008f-4435-8b0a-d55bd4e838cd None None] Checking router: 8375e7d7-a764-4f56-b50f-e422936f1332 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:01.861552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] For port 4ac13f31-8e3a-45e7-a139-1b30618d69f6, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4ac13f31-8e3a-45e7-a139-1b30618d69f6,segment=NetworkSegment(72c76c5f-a6d9-4505-aa2d-5b1991e33aca),segment_id=72c76c5f-a6d9-4505-aa2d-5b1991e33aca)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:28:01.862829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f92ad-008f-4435-8b0a-d55bd4e838cd None None] Routers {'8375e7d7-a764-4f56-b50f-e422936f1332'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:01.863586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-957f92ad-008f-4435-8b0a-d55bd4e838cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['8375e7d7-a764-4f56-b50f-e422936f1332'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:01.871313 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.893706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007d4d6-099c-454d-980b-3d68e354c748 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Subnet': ['ID=732e314c-d3be-4773-918a-8b883bb136b5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:01.898829 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1007d4d6-099c-454d-980b-3d68e354c748 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.901288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6710b-1e20-4c8a-94c7-d4a9e25f3757 req-98f6690a-654b-4c19-a78a-41a2d729ae3b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:01.906549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7f6710b-1e20-4c8a-94c7-d4a9e25f3757 req-98f6690a-654b-4c19-a78a-41a2d729ae3b tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 943 time: 0.1060171 Nov 19 19:28:01.915852 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1007d4d6-099c-454d-980b-3d68e354c748 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/subnets/732e314c-d3be-4773-918a-8b883bb136b5 HTTP/1.1" status: 204 len: 168 time: 0.5793424 Nov 19 19:28:01.916738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56692) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:01.934403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22031b82-4884-461b-86e3-da24f68bb6c5 None None] Network 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:28:01.960970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:01.962592 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:01.963975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] 10.222.0.21 "PUT /v2.0/ports/4ac13f31-8e3a-45e7-a139-1b30618d69f6 HTTP/1.1" status: 200 len: 1091 time: 1.0326772 Nov 19 19:28:01.964693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'tag': '4ac13f31-8e3a-45e7-a139-1b30618d69f6'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:01.972531 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311edec6-de20-42a2-a424-1aec34e912e4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d1e8d-d098-48be-8760-1fced750d087", "tag": "4ac13f31-8e3a-45e7-a139-1b30618d69f6"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:02.052457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b3260-6128-4abd-9362-b76ea22f8e4e service neutron] Pushing event updated for resources: {'Port': ['ID=4ac13f31-8e3a-45e7-a139-1b30618d69f6,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:02.111751 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:02.118352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7f6710b-1e20-4c8a-94c7-d4a9e25f3757 req-a6a8e7d4-8bb7-4c55-b93e-d6c45b89affd tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb3cc3-1603-4941-bef3-bd17600dc7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589696 Nov 19 19:28:02.140578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-f4b205e9-8fe1-4374-89f6-583c31c3735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:02.140996 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-f4b205e9-8fe1-4374-89f6-583c31c3735c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 1094 time: 0.1267385 Nov 19 19:28:02.229025 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ce8a5a-0a06-4e15-8fca-396b65a83f57 x-openstack-request-id: req-20ce8a5a-0a06-4e15-8fca-396b65a83f57 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:02.229613 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d1e8d-d098-48be-8760-1fced750d087", "tag": "4ac13f31-8e3a-45e7-a139-1b30618d69f6", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:02.230073 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20ce8a5a-0a06-4e15-8fca-396b65a83f57 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:02.230680 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'tag': '4ac13f31-8e3a-45e7-a139-1b30618d69f6', 'status': 'completed', 'code': 200} Nov 19 19:28:02.233580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-f7ebfca8-d919-49fd-96ab-4ea9afad91fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ac13f31-8e3a-45e7-a139-1b30618d69f6 HTTP/1.1" status: 200 len: 217 time: 0.0825160 Nov 19 19:28:02.251302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:02.305166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce6b2c27-8e17-4eb8-a400-9d731800b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:02.308926 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-ce6b2c27-8e17-4eb8-a400-9d731800b55d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=350fcd7b-3ab6-4146-b860-318bd8b21c32 HTTP/1.1" status: 200 len: 833 time: 0.0680926 Nov 19 19:28:02.337105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port a401d5fd-522b-43e4-a91b-099a9778ff36 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:02.337441 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:02.369457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-b2c87b41-1f6b-40e8-b48c-95cd39000524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:02.371188 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-b2c87b41-1f6b-40e8-b48c-95cd39000524 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=414117ae-8dd4-47ce-837c-7af3b7692287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555644 Nov 19 19:28:02.443438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port a401d5fd-522b-43e4-a91b-099a9778ff36, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a401d5fd-522b-43e4-a91b-099a9778ff36,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:02.444265 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:02.460259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for a401d5fd-522b-43e4-a91b-099a9778ff36 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:02.461655 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-957f92ad-008f-4435-8b0a-d55bd4e838cd None None] Set router 8375e7d7-a764-4f56-b50f-e422936f1332 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:02.511551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-3c1d754b-8b5d-49de-a100-11db30db2019 service neutron] 10.222.0.21 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331007 Nov 19 19:28:02.640375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05aa3636-92f7-40ba-a27c-f1cd073335c5 req-95466c33-0350-440b-8e9a-f44d7f5ebc3d service neutron] 10.222.0.21 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220610 Nov 19 19:28:02.662534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52988c53-546b-4700-9a86-22d2baf899c1 None None] DHCP port deletion for 5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:02.714876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:02.751011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=a401d5fd-522b-43e4-a91b-099a9778ff36,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:02.781644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-52988c53-546b-4700-9a86-22d2baf899c1 None None] Deleting port 646e54f4-ad23-468f-8bf7-e7bcf42277d6 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:02.782138 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-52988c53-546b-4700-9a86-22d2baf899c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:02.784741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e623bd0c-df10-46fa-852a-52118f1d5937 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:02.796760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311edec6-de20-42a2-a424-1aec34e912e4 req-cb0ff631-b02b-4957-a16e-0ec221f75717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:02.800230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-311edec6-de20-42a2-a424-1aec34e912e4 req-cb0ff631-b02b-4957-a16e-0ec221f75717 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 1094 time: 0.1032255 Nov 19 19:28:02.836788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:02.866516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-957f92ad-008f-4435-8b0a-d55bd4e838cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:28:00Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:02.904504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f92ad-008f-4435-8b0a-d55bd4e838cd None None] The sync data for ids ['8375e7d7-a764-4f56-b50f-e422936f1332'] in n-d-815373-6 is: [{'id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589957382', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:25:44Z', 'updated_at': '2021-11-19T19:28:00Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'a401d5fd-522b-43e4-a91b-099a9778ff36', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375e7d7-a764-4f56-b50f-e422936f1332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:25:46Z', 'updated_at': '2021-11-19T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:02.932166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-52988c53-546b-4700-9a86-22d2baf899c1 None None] For port 646e54f4-ad23-468f-8bf7-e7bcf42277d6, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=646e54f4-ad23-468f-8bf7-e7bcf42277d6,segment=NetworkSegment(ae57c03d-77e9-48a7-b515-e6322840acc7),segment_id=ae57c03d-77e9-48a7-b515-e6322840acc7)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:02.932587 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-52988c53-546b-4700-9a86-22d2baf899c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:02.962333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311edec6-de20-42a2-a424-1aec34e912e4 req-9972161a-1a56-428a-98a0-4bdff1bc0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:02.964707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-311edec6-de20-42a2-a424-1aec34e912e4 req-9972161a-1a56-428a-98a0-4bdff1bc0810 service neutron] 10.222.0.21 "GET /v2.0/networks?id=414117ae-8dd4-47ce-837c-7af3b7692287 HTTP/1.1" status: 200 len: 897 time: 0.1561162 Nov 19 19:28:02.972992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-52988c53-546b-4700-9a86-22d2baf899c1 None None] Calling delete_port for 646e54f4-ad23-468f-8bf7-e7bcf42277d6 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:02.984168 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:02.988534 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.022933 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-311edec6-de20-42a2-a424-1aec34e912e4 req-ad0572bf-ecd8-4925-b95f-fb275ef65458 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ac13f31-8e3a-45e7-a139-1b30618d69f6 HTTP/1.1" status: 200 len: 217 time: 0.0496981 Nov 19 19:28:03.057898 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.058429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Fanout notify agent at l3_agent the message router_deleted on router 8375e7d7-a764-4f56-b50f-e422936f1332 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:28:03.070572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.071725 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bd595371-6422-4b4e-a049-e11fa49844ed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/routers/8375e7d7-a764-4f56-b50f-e422936f1332 HTTP/1.1" status: 204 len: 168 time: 1.1531060 Nov 19 19:28:03.074607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56698) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:03.091391 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-52988c53-546b-4700-9a86-22d2baf899c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.108573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52988c53-546b-4700-9a86-22d2baf899c1 None None] No DVR routers for this DVR port 646e54f4-ad23-468f-8bf7-e7bcf42277d6 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:28:03.134861 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52988c53-546b-4700-9a86-22d2baf899c1 None None] Pushing event deleted for resources: {'Port': ['ID=646e54f4-ad23-468f-8bf7-e7bcf42277d6,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:03.152383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311edec6-de20-42a2-a424-1aec34e912e4 req-5b6ffb72-2bf9-492f-825d-abf67320c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:03.154479 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-311edec6-de20-42a2-a424-1aec34e912e4 req-5b6ffb72-2bf9-492f-825d-abf67320c539 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=350fcd7b-3ab6-4146-b860-318bd8b21c32 HTTP/1.1" status: 200 len: 833 time: 0.1236115 Nov 19 19:28:03.190622 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.288724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311edec6-de20-42a2-a424-1aec34e912e4 req-6497c9b9-79b5-4f41-8347-91fe0e4bd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:03.290384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-311edec6-de20-42a2-a424-1aec34e912e4 req-6497c9b9-79b5-4f41-8347-91fe0e4bd0ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=414117ae-8dd4-47ce-837c-7af3b7692287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243773 Nov 19 19:28:03.411875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3418601-9da0-4631-ae01-286803a8cfcd req-73a1540f-f55a-46dd-9f6e-10e76a22c123 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:03.413479 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3418601-9da0-4631-ae01-286803a8cfcd req-73a1540f-f55a-46dd-9f6e-10e76a22c123 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 943 time: 0.2061353 Nov 19 19:28:03.431135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.484101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5de4c5-47d4-42f1-b457-1ee5c3607cd6']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:03.511989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae57c03d-77e9-48a7-b515-e6322840acc7') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:03.512290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae57c03d-77e9-48a7-b515-e6322840acc7') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:03.532886 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 646e54f4-ad23-468f-8bf7-e7bcf42277d6 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:03.543552 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.552868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-311edec6-de20-42a2-a424-1aec34e912e4 req-eb8d7e48-622e-4d8d-841f-8c87f360012e service neutron] 10.222.0.21 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446051 Nov 19 19:28:03.558978 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3418601-9da0-4631-ae01-286803a8cfcd req-fcece130-8a72-43f0-8b70-df847afa01bc tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb3cc3-1603-4941-bef3-bd17600dc7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247249 Nov 19 19:28:03.559427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 646e54f4-ad23-468f-8bf7-e7bcf42277d6 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:03.563256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 646e54f4-ad23-468f-8bf7-e7bcf42277d6 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:03.564151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2a584835-293b-4410-b009-1b6d766b6b12 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:03.595361 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.605120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 2a584835-293b-4410-b009-1b6d766b6b12 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:03.605653 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2a584835-293b-4410-b009-1b6d766b6b12 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:03.634303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:28:03.634726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:28:03.637949 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:28:03.712679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.724117 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.730232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56702) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:03.731079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/networks/5d5de4c5-47d4-42f1-b457-1ee5c3607cd6 HTTP/1.1" status: 204 len: 168 time: 0.6554258 Nov 19 19:28:03.759820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c533353-3649-4b35-b0ef-abff0a1bef00 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Network': ['ID=5d5de4c5-47d4-42f1-b457-1ee5c3607cd6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:03.765394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-311edec6-de20-42a2-a424-1aec34e912e4 req-de38c15b-ebb7-4b7a-a4a8-67b75220c79d service neutron] 10.222.0.21 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023330 Nov 19 19:28:03.826624 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1dcd07f9-815c-47ca-aef2-18cc819f9aed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.854614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1dcd07f9-815c-47ca-aef2-18cc819f9aed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.931871 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1dcd07f9-815c-47ca-aef2-18cc819f9aed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.936479 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1dcd07f9-815c-47ca-aef2-18cc819f9aed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:03.940319 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1dcd07f9-815c-47ca-aef2-18cc819f9aed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/security-groups/3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b HTTP/1.1" status: 204 len: 168 time: 0.2064493 Nov 19 19:28:03.949076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd07f9-815c-47ca-aef2-18cc819f9aed tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebd20e4-9fb2-4bb6-96e6-3b2f49785d5b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:03.963829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4ac13f31-8e3a-45e7-a139-1b30618d69f6 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:28:04.078639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4ac13f31-8e3a-45e7-a139-1b30618d69f6, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4ac13f31-8e3a-45e7-a139-1b30618d69f6,segment=NetworkSegment(72c76c5f-a6d9-4505-aa2d-5b1991e33aca),segment_id=72c76c5f-a6d9-4505-aa2d-5b1991e33aca)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:04.100948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '4ac13f31-8e3a-45e7-a139-1b30618d69f6', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'port_id': '4ac13f31-8e3a-45e7-a139-1b30618d69f6', 'mac_address': 'fa:16:3e:4a:28:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:28:04.157894 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.183937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac13f31-8e3a-45e7-a139-1b30618d69f6 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:28:04.214981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4ac13f31-8e3a-45e7-a139-1b30618d69f6, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4ac13f31-8e3a-45e7-a139-1b30618d69f6,segment=NetworkSegment(72c76c5f-a6d9-4505-aa2d-5b1991e33aca),segment_id=72c76c5f-a6d9-4505-aa2d-5b1991e33aca)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:04.222316 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.288767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=4ac13f31-8e3a-45e7-a139-1b30618d69f6,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:04.300200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56710) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:04.305082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3b5dd632-89f7-4a89-bd53-db60663a880b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932877079', 'description': 'tempest-secgroup-smoke-1932877079 description', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:04.330645 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd632-89f7-4a89-bd53-db60663a880b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.407636 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd632-89f7-4a89-bd53-db60663a880b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.412117 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd632-89f7-4a89-bd53-db60663a880b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.412616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['4ac13f31-8e3a-45e7-a139-1b30618d69f6'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:28:04.440535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd632-89f7-4a89-bd53-db60663a880b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.441723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3b5dd632-89f7-4a89-bd53-db60663a880b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1404917 Nov 19 19:28:04.444623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56714) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:04.449465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-af808375-16b1-4083-934b-916bbc290779 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '56f7be48-0150-4121-9cb8-a52fee0e98fc', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:04.465000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dd632-89f7-4a89-bd53-db60663a880b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f7be48-0150-4121-9cb8-a52fee0e98fc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:04.492469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af808375-16b1-4083-934b-916bbc290779 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.553190 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af808375-16b1-4083-934b-916bbc290779 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.557739 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af808375-16b1-4083-934b-916bbc290779 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.579531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af808375-16b1-4083-934b-916bbc290779 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b03eb3e-d1db-4b7a-825a-86a5601c5e69,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:04.595332 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-af808375-16b1-4083-934b-916bbc290779 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.597124 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-af808375-16b1-4083-934b-916bbc290779 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510057 Nov 19 19:28:04.599445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56720) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:04.604605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-be56fca0-2acc-4468-a857-7b87a11d2145 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '56f7be48-0150-4121-9cb8-a52fee0e98fc', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:04.662663 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be56fca0-2acc-4468-a857-7b87a11d2145 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.749698 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be56fca0-2acc-4468-a857-7b87a11d2145 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.758254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894534b-dde5-427e-b11d-63322d148687 req-ec930b00-1f7f-4105-a70a-cf55fe23be22 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:04.759774 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2894534b-dde5-427e-b11d-63322d148687 req-ec930b00-1f7f-4105-a70a-cf55fe23be22 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 944 time: 0.0819759 Nov 19 19:28:04.760922 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be56fca0-2acc-4468-a857-7b87a11d2145 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.789045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56fca0-2acc-4468-a857-7b87a11d2145 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afa9867-810f-46c4-b8d2-3d08294eff5a,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:04.795224 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-be56fca0-2acc-4468-a857-7b87a11d2145 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.796519 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-be56fca0-2acc-4468-a857-7b87a11d2145 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1959152 Nov 19 19:28:04.799769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56722) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:04.805971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6037cd0a-d637-412a-b38d-6c239c4601b0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '56f7be48-0150-4121-9cb8-a52fee0e98fc', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:04.840258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2894534b-dde5-427e-b11d-63322d148687 req-392ec623-8025-4172-8e13-b6432f605c8d tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb3cc3-1603-4941-bef3-bd17600dc7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639493 Nov 19 19:28:04.844317 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6037cd0a-d637-412a-b38d-6c239c4601b0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.907418 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6037cd0a-d637-412a-b38d-6c239c4601b0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.911708 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6037cd0a-d637-412a-b38d-6c239c4601b0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.932370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037cd0a-d637-412a-b38d-6c239c4601b0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fc0251-9afb-44b2-bb61-350b91601a4b,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:04.938380 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6037cd0a-d637-412a-b38d-6c239c4601b0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:04.939588 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6037cd0a-d637-412a-b38d-6c239c4601b0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385732 Nov 19 19:28:04.942433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56724) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:04.946824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-37479c39-b797-44b8-ac61-c6b1e05d796a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '56f7be48-0150-4121-9cb8-a52fee0e98fc', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:04.979096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37479c39-b797-44b8-ac61-c6b1e05d796a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.049289 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37479c39-b797-44b8-ac61-c6b1e05d796a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.054872 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37479c39-b797-44b8-ac61-c6b1e05d796a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.078428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37479c39-b797-44b8-ac61-c6b1e05d796a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96868a66-05a8-4660-a65d-78a41d2928b8,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:05.086646 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37479c39-b797-44b8-ac61-c6b1e05d796a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.090574 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-37479c39-b797-44b8-ac61-c6b1e05d796a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447554 Nov 19 19:28:05.091880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56728) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:05.096846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-969d6d83-4f73-4767-bf63-49007a268ebc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '56f7be48-0150-4121-9cb8-a52fee0e98fc', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:05.126394 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-969d6d83-4f73-4767-bf63-49007a268ebc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Project 8b0045894a4545fab78ac1dc5404f6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:28:05.132145 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-969d6d83-4f73-4767-bf63-49007a268ebc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.198740 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-969d6d83-4f73-4767-bf63-49007a268ebc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.203460 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-969d6d83-4f73-4767-bf63-49007a268ebc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.222153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d6d83-4f73-4767-bf63-49007a268ebc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4243f545-e5c9-4d07-a667-d705e7a631f7,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:05.230376 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-969d6d83-4f73-4767-bf63-49007a268ebc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.234753 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-969d6d83-4f73-4767-bf63-49007a268ebc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388454 Nov 19 19:28:05.235271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56730) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:05.239845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9063138f-ca55-4246-a46f-7d172e35853b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': '56f7be48-0150-4121-9cb8-a52fee0e98fc', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:05.264500 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-9063138f-ca55-4246-a46f-7d172e35853b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Project 8b0045894a4545fab78ac1dc5404f6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:28:05.270617 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9063138f-ca55-4246-a46f-7d172e35853b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.338316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9063138f-ca55-4246-a46f-7d172e35853b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.342895 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9063138f-ca55-4246-a46f-7d172e35853b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.362265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063138f-ca55-4246-a46f-7d172e35853b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f41cd8b-f757-44aa-b82d-d8b4c9fcbea0,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:05.369830 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9063138f-ca55-4246-a46f-7d172e35853b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.371001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9063138f-ca55-4246-a46f-7d172e35853b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349826 Nov 19 19:28:05.371820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56732) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:05.376420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56734) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:05.388307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'network': {'name': 'tempest-network-smoke--132667861', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'port_security_enabled': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:05.405067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a401d5fd-522b-43e4-a91b-099a9778ff36 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:05.444788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a401d5fd-522b-43e4-a91b-099a9778ff36 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:05.445346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a401d5fd-522b-43e4-a91b-099a9778ff36 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:05.510775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:28:05.515952 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.557689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:28:05.593644 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4b43ed10-dacc-4917-920d-f3bf24340319 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2930 time: 0.2181602 Nov 19 19:28:05.594104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56738) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:05.599906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'network': {'name': 'tempest-network-smoke--1920766370', 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'port_security_enabled': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:05.633007 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.633007 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Added segment 8e53caa9-3f28-42c1-9a94-f052d2d39cc2 of type vlan for network b9a77cea-bf00-433e-84f6-6e17b678385e Nov 19 19:28:05.645718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Made reservation on behalf of c133e2a74ff54fb5b01cd4c34e17aa9e for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:28:05.650625 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.696566 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.729449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:28:05.742383 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.742730 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Added segment 7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45 of type vlan for network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd Nov 19 19:28:05.744044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.752260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:05.752260 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.843741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4662611 Nov 19 19:28:05.844582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56740) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:05.854087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'admin_state_up': True, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:05.867958 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.879407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad547b-4f61-440a-b518-e55a2d025fd3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Network': ['ID=b9a77cea-bf00-433e-84f6-6e17b678385e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:05.894930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network b9a77cea-bf00-433e-84f6-6e17b678385e details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:28:05.918646 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.921864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:05.923222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.946142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.947218 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:05.998889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4ac13f31-8e3a-45e7-a139-1b30618d69f6 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:06.001884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4064193 Nov 19 19:28:06.006113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56744) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:06.013518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-168463050', 'admin_state_up': True, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:06.041033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffac5bd-98ef-4517-ae22-2dc425b7faf4 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Network': ['ID=04f4e3c9-e35c-4b6b-a722-eae48e8404fd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:06.053699 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:06.055126 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:06.078331 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:06.081535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:28:06.177078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:06.211594 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 4ac13f31-8e3a-45e7-a139-1b30618d69f6 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:28:06.216974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 4ac13f31-8e3a-45e7-a139-1b30618d69f6 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:06.217124 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:06.284017 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1eb82-fc4f-4806-bd32-60e4d3e44f89 req-43b24566-82b0-4313-80ae-53384f528af9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:06.292474 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9da1eb82-fc4f-4806-bd32-60e4d3e44f89 req-43b24566-82b0-4313-80ae-53384f528af9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 944 time: 0.3166871 Nov 19 19:28:06.310677 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:06.320578 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:06.358695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac13f31-8e3a-45e7-a139-1b30618d69f6'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:06.364127 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e124e8a-e5d8-46e9-b0ce-173f30f71a0f" -d '{"events": [{"server_uuid": "fe5d1e8d-d098-48be-8760-1fced750d087", "name": "network-vif-plugged", "status": "completed", "tag": "4ac13f31-8e3a-45e7-a139-1b30618d69f6"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:06.395448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4ac13f31-8e3a-45e7-a139-1b30618d69f6, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4ac13f31-8e3a-45e7-a139-1b30618d69f6,segment=NetworkSegment(72c76c5f-a6d9-4505-aa2d-5b1991e33aca),segment_id=72c76c5f-a6d9-4505-aa2d-5b1991e33aca)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:06.413076 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:06.438556 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9da1eb82-fc4f-4806-bd32-60e4d3e44f89 req-35a83e1d-2efb-46eb-9fa8-00d95c414706 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb3cc3-1603-4941-bef3-bd17600dc7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450791 Nov 19 19:28:06.552596 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ce7a24-5245-4a31-b893-4ea2de567a00 x-openstack-request-id: req-15ce7a24-5245-4a31-b893-4ea2de567a00 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:06.552997 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5d1e8d-d098-48be-8760-1fced750d087", "name": "network-vif-plugged", "status": "completed", "tag": "4ac13f31-8e3a-45e7-a139-1b30618d69f6", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:06.566958 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15ce7a24-5245-4a31-b893-4ea2de567a00 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:06.568553 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac13f31-8e3a-45e7-a139-1b30618d69f6', 'code': 200} Nov 19 19:28:06.579876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=4ac13f31-8e3a-45e7-a139-1b30618d69f6,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:06.762842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc27454-bbdb-44d7-8fb4-5c5fc2c72440 req-40ec0945-6549-43aa-bc3d-81c4b32ef049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:06.764973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfc27454-bbdb-44d7-8fb4-5c5fc2c72440 req-40ec0945-6549-43aa-bc3d-81c4b32ef049 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 1096 time: 0.1568823 Nov 19 19:28:06.790766 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:06.793143 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:06.826014 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:06.909389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfc27454-bbdb-44d7-8fb4-5c5fc2c72440 req-6ff335b3-710c-438c-84f7-fdc7536b2889 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2acb3cc3-1603-4941-bef3-bd17600dc7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233635 Nov 19 19:28:06.998779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.25.3.176 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/ecf5db0b-d8ca-4eb7-8299-003d8c37823d) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:07.036416 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:07.061280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:07.138074 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:07.191655 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:07.248000 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:07.249049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Allocated IP 172.25.3.34 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/be19bf22-9e2e-4e8d-845e-3f0b28b20220) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:07.254207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:07.256929 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:07.278448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455bfc4-6382-4dfd-9515-8a2eeb855efa None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:07.284990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=ecf5db0b-d8ca-4eb7-8299-003d8c37823d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:07.382394 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e52ada8e-c5d2-412b-8c31-21461505619c None None] Provisioning complete for port ecf5db0b-d8ca-4eb7-8299-003d8c37823d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:07.382763 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e52ada8e-c5d2-412b-8c31-21461505619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:07.433403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e52ada8e-c5d2-412b-8c31-21461505619c None None] Port ecf5db0b-d8ca-4eb7-8299-003d8c37823d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:28:07.476996 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:07.525177 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:07.568452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:07.577394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:07.581407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:07.592871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f73130-390b-4b67-b093-febbf8a0564d None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:07.638911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Port': ['ID=be19bf22-9e2e-4e8d-845e-3f0b28b20220,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:07.657161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb77dc-ee17-43f8-a0f1-f2d665c928e3 req-06f8cae4-8dbc-45ec-b1fb-16af6a0b2121 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:07.659142 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8cb77dc-ee17-43f8-a0f1-f2d665c928e3 req-06f8cae4-8dbc-45ec-b1fb-16af6a0b2121 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 945 time: 0.1229286 Nov 19 19:28:07.683054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4c1ee3ae-0a4b-4e62-b777-dd824fe47a66 None None] Provisioning complete for port be19bf22-9e2e-4e8d-845e-3f0b28b20220 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:07.683973 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee3ae-0a4b-4e62-b777-dd824fe47a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:07.725699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ee3ae-0a4b-4e62-b777-dd824fe47a66 None None] Port be19bf22-9e2e-4e8d-845e-3f0b28b20220 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:28:07.786396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8cb77dc-ee17-43f8-a0f1-f2d665c928e3 req-ab5563ea-c714-4a79-81d7-bede63373a70 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb3cc3-1603-4941-bef3-bd17600dc7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787411 Nov 19 19:28:07.787950 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:07.904409 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:08.050488 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:08.143051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:08.246873 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa530-f48a-4100-99c4-2d8196de9571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:08.343986 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Router 7a99e2a5-7221-4055-8871-9b637708fcc3 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:28:08.482083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:08.495479 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Sync routers for ids ['7a99e2a5-7221-4055-8871-9b637708fcc3'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:08.509006 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Routers {'7a99e2a5-7221-4055-8871-9b637708fcc3'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:08.509692 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7a99e2a5-7221-4055-8871-9b637708fcc3'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:08.517443 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:08.519553 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-760a6d09-6cf3-4f55-97c7-ca24ab2bd967 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5124829 Nov 19 19:28:08.522904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56756) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:08.590489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db2e9d0-0129-4263-8652-c10840c4c761 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:08.596626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2db2e9d0-0129-4263-8652-c10840c4c761 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=c133e2a74ff54fb5b01cd4c34e17aa9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0687387 Nov 19 19:28:08.597336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56762) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:08.623300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 48f70d8e-7736-41c3-b500-8fee4699a415 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:28:08.641164 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Set router 7a99e2a5-7221-4055-8871-9b637708fcc3 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:08.754844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:08.775720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017ae20-a56b-49d3-8d0c-88aaa3251532 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:08.782430 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2017ae20-a56b-49d3-8d0c-88aaa3251532 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1833649 Nov 19 19:28:08.784072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56768) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:08.791963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Sync routers for ids ['48f70d8e-7736-41c3-b500-8fee4699a415'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:08.801407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:08.804322 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-042a04f5-bcf5-4f57-9128-15d1625217dc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9578741 Nov 19 19:28:08.807135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56770) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:08.816347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Routers {'48f70d8e-7736-41c3-b500-8fee4699a415'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:08.821330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['48f70d8e-7736-41c3-b500-8fee4699a415'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:08.869866 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-168463050', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:07Z', 'revision_number': 3, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:07Z', 'updated_at': '2021-11-19T19:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:08.882593 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-735d8158-543b-488f-8fab-2c3584fedbec tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0971551 Nov 19 19:28:08.885341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56776) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:08.898848 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Checking router: 7a99e2a5-7221-4055-8871-9b637708fcc3 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:08.899492 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Updating router 7a99e2a5-7221-4055-8871-9b637708fcc3 port be19bf22-9e2e-4e8d-845e-3f0b28b20220 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:28:08.935532 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:08.942013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ce82637d-0ea8-4b59-a767-705acbe86d03 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=c133e2a74ff54fb5b01cd4c34e17aa9e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552940 Nov 19 19:28:08.944537 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56778) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:09.074244 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Set router 48f70d8e-7736-41c3-b500-8fee4699a415 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:09.141719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-efeaaf6e-5ac8-4d19-9632-95e637b5d10a tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=8b0045894a4545fab78ac1dc5404f6e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3324945 Nov 19 19:28:09.146088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56780) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:09.195331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5993c4-1ce3-4124-97b1-90db9172e57f req-c758dabb-3703-443d-8284-2b4184165ba6 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:09.197016 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a5993c4-1ce3-4124-97b1-90db9172e57f req-c758dabb-3703-443d-8284-2b4184165ba6 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 945 time: 0.2607589 Nov 19 19:28:09.269058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa7c408-53d5-4864-85f7-eacd0fad9e79 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:09.271245 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7fa7c408-53d5-4864-85f7-eacd0fad9e79 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3255444 Nov 19 19:28:09.276203 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56784) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:09.339967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cb74543f-3f04-40e6-b8b8-aaf5013b9f34 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589998 Nov 19 19:28:09.341309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56786) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:09.344527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:07Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:09.353237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1169345711', 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd', 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:09.363739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1a5993c4-1ce3-4124-97b1-90db9172e57f req-f2dca04a-1988-455f-83ac-a6908d4d2437 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb3cc3-1603-4941-bef3-bd17600dc7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572592 Nov 19 19:28:09.381037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Checking router: 48f70d8e-7736-41c3-b500-8fee4699a415 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:09.381419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Updating router 48f70d8e-7736-41c3-b500-8fee4699a415 port ecf5db0b-d8ca-4eb7-8299-003d8c37823d binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:28:09.404770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae7b73b-421d-47cc-968f-f6660e34c35c tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:09.409373 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bae7b73b-421d-47cc-968f-f6660e34c35c tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2592988 Nov 19 19:28:09.409719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56790) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:09.446441 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:09.450543 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:09.453396 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:09.467201 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-44c42bd3-f4f7-4652-aeef-5a19a1ced947 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561476 Nov 19 19:28:09.468361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56792) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:09.474525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-190142551', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:09.537767 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Made reservation on behalf of c133e2a74ff54fb5b01cd4c34e17aa9e for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:28:09.541544 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:09.557888 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Pushing event updated for resources: {'Port': ['ID=be19bf22-9e2e-4e8d-845e-3f0b28b20220,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:09.567290 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Attempting to bind port be19bf22-9e2e-4e8d-845e-3f0b28b20220 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:28:09.567986 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Attempting to bind port be19bf22-9e2e-4e8d-845e-3f0b28b20220 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:28:09.568546 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Attempting to bind port be19bf22-9e2e-4e8d-845e-3f0b28b20220 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:09.573924 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.574612 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.575175 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.575776 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.576293 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.576817 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.577618 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.578166 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.578737 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.579256 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.579772 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.580269 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:09.594655 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6916eaf-1ae6-44af-8b03-25979951970d None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:09.596558 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:28:09.598315 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:09.599272 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:09.599946 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:28:09.601527 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Bound port: be19bf22-9e2e-4e8d-845e-3f0b28b20220, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:28:09.602168 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:09.748729 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] For port be19bf22-9e2e-4e8d-845e-3f0b28b20220, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:28:09.758639 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] For port be19bf22-9e2e-4e8d-845e-3f0b28b20220, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=be19bf22-9e2e-4e8d-845e-3f0b28b20220,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:28:09.769049 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:09.770100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc295fc-c713-4e9a-9cdf-bc7413d64f08 req-6463836b-3640-4481-ad60-39746f78fc00 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:09.774885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fc295fc-c713-4e9a-9cdf-bc7413d64f08 req-6463836b-3640-4481-ad60-39746f78fc00 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 945 time: 0.2707303 Nov 19 19:28:09.803491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:28:09.812351 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:09.873186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:09.877892 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Routers {'7a99e2a5-7221-4055-8871-9b637708fcc3'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:09.878802 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:27:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7a99e2a5-7221-4055-8871-9b637708fcc3'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:09.928213 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07c27b-d7c4-4a14-947a-0af55fad4a28 None None] Pushing event updated for resources: {'Port': ['ID=be19bf22-9e2e-4e8d-845e-3f0b28b20220,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:09.970392 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fc295fc-c713-4e9a-9cdf-bc7413d64f08 req-6df72d87-4730-4a44-a092-db2d924b6299 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb3cc3-1603-4941-bef3-bd17600dc7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856275 Nov 19 19:28:10.008514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56802) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:10.030414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Subnet': ['ID=5d2fd742-cac5-4b7f-9de7-14437679c755,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:10.074900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Checking segment: {'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:10.078708 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network hostable DHCP agents. Network: 04f4e3c9-e35c-4b6b-a722-eae48e8404fd, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:28:10.088310 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.095715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b188ab-4205-4ec5-a1e6-3e9d452feeed tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:10.100555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-74b188ab-4205-4ec5-a1e6-3e9d452feeed tempest-TestNetworkBasicOps-1314594289 tempest-TestNetworkBasicOps-1314594289-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 1091 time: 0.0907688 Nov 19 19:28:10.101340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56804) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:10.102073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243a1d54-d8b8-4bfa-8b23-4433a39c8e01 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:10.111645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '4ac13f31-8e3a-45e7-a139-1b30618d69f6', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:10.113429 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.115866 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] Set router 7a99e2a5-7221-4055-8871-9b637708fcc3 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:10.139980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:28:10.162341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 04f4e3c9-e35c-4b6b-a722-eae48e8404fd) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:10.169210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:10.169717 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.182447 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-866d46e9-37c9-4223-92bc-70e9b431401b None None] Provisioning complete for port be19bf22-9e2e-4e8d-845e-3f0b28b20220 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:10.183026 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-866d46e9-37c9-4223-92bc-70e9b431401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.191403 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e6016-a7d5-499f-b1db-5e3d1788ba7b None None] Network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:28:10.249144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0396b192-f786-4456-9e30-8ad58063e53c None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:10.265850 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9175b439-3e9e-4b78-a993-43b3010ef0f6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9228680 Nov 19 19:28:10.266870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56806) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:10.273062 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.354986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.391339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Attempting to bind port ecf5db0b-d8ca-4eb7-8299-003d8c37823d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:28:10.391851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Attempting to bind port ecf5db0b-d8ca-4eb7-8299-003d8c37823d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:28:10.392317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Attempting to bind port ecf5db0b-d8ca-4eb7-8299-003d8c37823d on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:10.394658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b3955-4759-4fe1-9178-40c9d2c78658 None None] Pushing event updated for resources: {'Port': ['ID=ecf5db0b-d8ca-4eb7-8299-003d8c37823d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:10.442735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:28:10.443249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:10.443808 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.444439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:28:10.445723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Bound port: ecf5db0b-d8ca-4eb7-8299-003d8c37823d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:28:10.445925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Checking segment: {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:10.446303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network hostable DHCP agents. Network: b9a77cea-bf00-433e-84f6-6e17b678385e, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:28:10.446542 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.461132 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-168463050', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:07Z', 'revision_number': 3, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:07Z', 'updated_at': '2021-11-19T19:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:10.496381 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Subnet': ['ID=4a618a6b-163c-4d74-bd7e-14b917a98c86,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:10.512171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network b9a77cea-bf00-433e-84f6-6e17b678385e is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:28:10.530765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, b9a77cea-bf00-433e-84f6-6e17b678385e) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:10.537858 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8895c513-5cd2-47c9-b763-65561adf6c1d None None] The sync data for ids ['7a99e2a5-7221-4055-8871-9b637708fcc3'] in n-d-815373-6 is: [{'id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-168463050', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:07Z', 'revision_number': 3, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:07Z', 'updated_at': '2021-11-19T19:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:10.538246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:10.539524 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.563777 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-866d46e9-37c9-4223-92bc-70e9b431401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.567319 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.585299 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0df37190-0504-4ee2-b09d-322b3deab112 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1141436 Nov 19 19:28:10.598809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56810) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:10.601592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-866d46e9-37c9-4223-92bc-70e9b431401b None None] For port be19bf22-9e2e-4e8d-845e-3f0b28b20220, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=be19bf22-9e2e-4e8d-845e-3f0b28b20220,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:10.603091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62955da-9f26-4b8e-bae9-4da88e2b0236 None None] Network b9a77cea-bf00-433e-84f6-6e17b678385e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:28:10.632032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-866d46e9-37c9-4223-92bc-70e9b431401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.727708 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-04f4e3c9-e35c-4b6b-a722-eae48e8404fd', 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'fixed_ips': [{'subnet_id': '5d2fd742-cac5-4b7f-9de7-14437679c755'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:28:10.728978 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.823656 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5ff78bc0-63c3-4393-942b-098bff43d9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.849628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] For port ecf5db0b-d8ca-4eb7-8299-003d8c37823d, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:28:10.858629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] For port ecf5db0b-d8ca-4eb7-8299-003d8c37823d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ecf5db0b-d8ca-4eb7-8299-003d8c37823d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:28:10.956607 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:10.973327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-56868ec8-a578-435c-8c94-08dc8dd08d69 None None] Provisioning complete for port be19bf22-9e2e-4e8d-845e-3f0b28b20220 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:10.974005 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-56868ec8-a578-435c-8c94-08dc8dd08d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:11.025817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Allocated IP 172.25.3.90 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/a9af43db-787a-44d6-8778-37f30a6b78c4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:11.133221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d46e9-37c9-4223-92bc-70e9b431401b None None] Pushing event updated for resources: {'Port': ['ID=be19bf22-9e2e-4e8d-845e-3f0b28b20220,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:11.147236 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb7cf85-c79c-4e5b-b2f5-de07a8d2d735 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:11.237741 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:11.391613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Routers {'48f70d8e-7736-41c3-b500-8fee4699a415'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:11.392361 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:11.393516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['48f70d8e-7736-41c3-b500-8fee4699a415'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:11.579129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-b9a77cea-bf00-433e-84f6-6e17b678385e', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ips': [{'subnet_id': '4a618a6b-163c-4d74-bd7e-14b917a98c86'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:28:11.580001 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:11.613796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:11.619082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device be19bf22-9e2e-4e8d-845e-3f0b28b20220 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:11.623360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b3955-4759-4fe1-9178-40c9d2c78658 None None] Pushing event updated for resources: {'Port': ['ID=ecf5db0b-d8ca-4eb7-8299-003d8c37823d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:11.730087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:11.740928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:11.745309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=a9af43db-787a-44d6-8778-37f30a6b78c4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:11.749082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:11.757494 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:11.809142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Allocated IP 172.20.0.18 (04f4e3c9-e35c-4b6b-a722-eae48e8404fd/5d2fd742-cac5-4b7f-9de7-14437679c755/2c5400ad-a0a5-4b17-bd32-4d38f7c7c840) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:11.834837 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-56868ec8-a578-435c-8c94-08dc8dd08d69 None None] Provisioning complete for port ecf5db0b-d8ca-4eb7-8299-003d8c37823d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:11.835222 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-56868ec8-a578-435c-8c94-08dc8dd08d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:11.984483 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port be19bf22-9e2e-4e8d-845e-3f0b28b20220 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:11.984857 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.080532 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] Set router 48f70d8e-7736-41c3-b500-8fee4699a415 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:12.152531 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.230386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Allocated IP 172.20.0.2 (b9a77cea-bf00-433e-84f6-6e17b678385e/4a618a6b-163c-4d74-bd7e-14b917a98c86/e77396a6-16fb-45bf-aea9-76d317b08585) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:12.418948 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.499147 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.629268 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-56868ec8-a578-435c-8c94-08dc8dd08d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.702492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-56868ec8-a578-435c-8c94-08dc8dd08d69 None None] For port ecf5db0b-d8ca-4eb7-8299-003d8c37823d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ecf5db0b-d8ca-4eb7-8299-003d8c37823d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:12.723589 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.724132 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.726579 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-56868ec8-a578-435c-8c94-08dc8dd08d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.729020 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.769817 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.826821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Allocated IP 172.20.0.17 (04f4e3c9-e35c-4b6b-a722-eae48e8404fd/5d2fd742-cac5-4b7f-9de7-14437679c755/60e05b71-8d3b-4238-84ff-a8e678b8cb2a) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:12.846300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:12.866956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:12.870467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:12.874729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event updated for resources: {'Port': ['ID=a9af43db-787a-44d6-8778-37f30a6b78c4,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:12.882465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56868ec8-a578-435c-8c94-08dc8dd08d69 None None] Pushing event updated for resources: {'Port': ['ID=ecf5db0b-d8ca-4eb7-8299-003d8c37823d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:12.883470 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.888146 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.941338 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.987296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b2442b38-ffc5-42ea-8e83-16a91b5f756b None None] Provisioning complete for port ecf5db0b-d8ca-4eb7-8299-003d8c37823d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:12.987662 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b2442b38-ffc5-42ea-8e83-16a91b5f756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:12.999697 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:13.010051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:07Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:13.077954 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:13.088408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Pushing event updated for resources: {'Port': ['ID=2c5400ad-a0a5-4b17-bd32-4d38f7c7c840,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:13.100297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Network b9a77cea-bf00-433e-84f6-6e17b678385e is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:13.105057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.20.0.1 (b9a77cea-bf00-433e-84f6-6e17b678385e/4a618a6b-163c-4d74-bd7e-14b917a98c86/fd0c7f81-4f1c-41df-bf17-0a704e981bb9) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:13.109967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fd14b-1a55-4c22-80b3-f4320a048938 None None] The sync data for ids ['48f70d8e-7736-41c3-b500-8fee4699a415'] in n-d-815373-6 is: [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:07Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:13.119302 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Floating IP b8e8da9d-d62d-4e86-9430-272417f81333 associated. External IP: 172.25.3.90, port: 4ac13f31-8e3a-45e7-a139-1b30618d69f6. Nov 19 19:28:13.123987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:13.147482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:13.151366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:13.156200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:13.157240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:13.175624 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Attempting to bind port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:28:13.175997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Attempting to bind port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:28:13.176360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Attempting to bind port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 on network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:13.190536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:28:13.190907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Checking segment: {'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:13.191312 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:13.191707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Bound using segment: {'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:28:13.192195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Bound port: 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:28:13.192574 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:13.218880 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:13.285878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Pushing event updated for resources: {'Port': ['ID=e77396a6-16fb-45bf-aea9-76d317b08585,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:13.392265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Port': ['ID=60e05b71-8d3b-4238-84ff-a8e678b8cb2a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:13.405478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Attempting to bind port e77396a6-16fb-45bf-aea9-76d317b08585 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:28:13.405988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Attempting to bind port e77396a6-16fb-45bf-aea9-76d317b08585 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:28:13.406352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Attempting to bind port e77396a6-16fb-45bf-aea9-76d317b08585 on network b9a77cea-bf00-433e-84f6-6e17b678385e {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:13.448444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:28:13.448444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Checking segment: {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:13.448444 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:13.448953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Bound using segment: {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:28:13.449251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Bound port: e77396a6-16fb-45bf-aea9-76d317b08585, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:28:13.449642 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:13.459420 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:13.530380 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:13.563754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] For port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:28:13.629341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] For port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2c5400ad-a0a5-4b17-bd32-4d38f7c7c840,segment=NetworkSegment(7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45),segment_id=7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:28:13.647335 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:13.734503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] For port e77396a6-16fb-45bf-aea9-76d317b08585, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:28:13.753017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] For port e77396a6-16fb-45bf-aea9-76d317b08585, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e77396a6-16fb-45bf-aea9-76d317b08585,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:28:13.772598 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:13.865556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fca737-5906-491f-8f63-eb8f161bd3ea None None] Pushing event updated for resources: {'Port': ['ID=2c5400ad-a0a5-4b17-bd32-4d38f7c7c840,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:14.047934 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:14.057844 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:14.117736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4e189-cfeb-4b76-b299-e38aa1e28d36 None None] Pushing event updated for resources: {'Port': ['ID=e77396a6-16fb-45bf-aea9-76d317b08585,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:14.221291 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:14.274395 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Port': ['ID=60e05b71-8d3b-4238-84ff-a8e678b8cb2a,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:14.279204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:14.284921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:14.369488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:28:14.478366 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:14.513953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:14.520082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:14.557178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network b9a77cea-bf00-433e-84f6-6e17b678385e is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:14.566110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:14.609902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:14.658318 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:14.705851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Router 7a99e2a5-7221-4055-8871-9b637708fcc3 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:28:14.719914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=fd0c7f81-4f1c-41df-bf17-0a704e981bb9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:14.748557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:14.758870 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f9244-c2c0-48fb-adb5-a22ccf412c23 None None] Sync routers for ids ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:14.777008 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f9244-c2c0-48fb-adb5-a22ccf412c23 None None] Routers {'91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:14.785479 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-dc3f9244-c2c0-48fb-adb5-a22ccf412c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:14.819371 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:14.901482 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f834569d-f713-49aa-8ff8-022bdd0575e9 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7962689 Nov 19 19:28:14.905495 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'tag': '4ac13f31-8e3a-45e7-a139-1b30618d69f6'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:14.908599 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44f3428-fcb1-4a78-85c9-4637dd52f095" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d1e8d-d098-48be-8760-1fced750d087", "tag": "4ac13f31-8e3a-45e7-a139-1b30618d69f6"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:14.912273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 56828) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:15.005873 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:15.011571 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2ae47d-fb7e-4d6b-82f3-a76711affeec x-openstack-request-id: req-9d2ae47d-fb7e-4d6b-82f3-a76711affeec {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:15.011848 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d1e8d-d098-48be-8760-1fced750d087", "tag": "4ac13f31-8e3a-45e7-a139-1b30618d69f6", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:15.012378 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d2ae47d-fb7e-4d6b-82f3-a76711affeec {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:15.012799 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'tag': '4ac13f31-8e3a-45e7-a139-1b30618d69f6', 'status': 'completed', 'code': 200} Nov 19 19:28:15.032604 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-dc3f9244-c2c0-48fb-adb5-a22ccf412c23 None None] Set router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:15.136889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1af67c90-b88f-4bf7-8395-6d912ccc00b6 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/floatingips/b8e8da9d-d62d-4e86-9430-272417f81333 HTTP/1.1" status: 200 len: 990 time: 0.2097321 Nov 19 19:28:15.202660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f3428-fcb1-4a78-85c9-4637dd52f095 req-9c89c89f-2ad7-4036-8920-7813b421a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:15.204387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e44f3428-fcb1-4a78-85c9-4637dd52f095 req-9c89c89f-2ad7-4036-8920-7813b421a3f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 1096 time: 0.1731453 Nov 19 19:28:15.410153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:15.416570 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ab4041fc-f166-412c-9537-2b48db3d3ba2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "PUT /v2.0/routers/7a99e2a5-7221-4055-8871-9b637708fcc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1482370 Nov 19 19:28:15.429745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Sync routers for ids ['7a99e2a5-7221-4055-8871-9b637708fcc3'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:15.448916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f3428-fcb1-4a78-85c9-4637dd52f095 req-56c7db4a-789a-4dbc-a5d5-27cdd686e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:15.451397 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e44f3428-fcb1-4a78-85c9-4637dd52f095 req-56c7db4a-789a-4dbc-a5d5-27cdd686e498 service neutron] 10.222.0.21 "GET /v2.0/networks?id=414117ae-8dd4-47ce-837c-7af3b7692287 HTTP/1.1" status: 200 len: 897 time: 0.2364511 Nov 19 19:28:15.452097 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-dc3f9244-c2c0-48fb-adb5-a22ccf412c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:50Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'b8e8da9d-d62d-4e86-9430-272417f81333', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'port_id': '4ac13f31-8e3a-45e7-a139-1b30618d69f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'mac_address': 'fa:16:3e:4a:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 0, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef685649-21c4-42ed-84a3-9de974c22899', 'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:79:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:50Z', 'updated_at': '2021-11-19T19:27:57Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:15.468056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Routers {'7a99e2a5-7221-4055-8871-9b637708fcc3'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:15.468807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7a99e2a5-7221-4055-8871-9b637708fcc3'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:15.485667 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f9244-c2c0-48fb-adb5-a22ccf412c23 None None] Checking router: 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:15.498323 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f9244-c2c0-48fb-adb5-a22ccf412c23 None None] Routers {'91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:15.498781 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-dc3f9244-c2c0-48fb-adb5-a22ccf412c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:15.773156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Set router 7a99e2a5-7221-4055-8871-9b637708fcc3 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:15.809900 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-dc3f9244-c2c0-48fb-adb5-a22ccf412c23 None None] Set router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:15.821875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:15.866080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33bd0f-8e53-476f-aa3c-a024d372c457 None None] Network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:28:15.927467 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:16.060261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-a4d5c8b6-73c5-4ac7-bdec-699c142603b0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:16.068185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-a4d5c8b6-73c5-4ac7-bdec-699c142603b0 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/networks?id=04f4e3c9-e35c-4b6b-a722-eae48e8404fd HTTP/1.1" status: 200 len: 798 time: 0.1360130 Nov 19 19:28:16.101814 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c1f6eac7-55b5-4f66-85d8-0ce74a815550 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/quotas/c133e2a74ff54fb5b01cd4c34e17aa9e HTTP/1.1" status: 200 len: 375 time: 0.0321722 Nov 19 19:28:16.139883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56846) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:16.163542 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:16.271811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e44f3428-fcb1-4a78-85c9-4637dd52f095 req-703d25f3-af57-40e6-abf4-365ec645b510 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ac13f31-8e3a-45e7-a139-1b30618d69f6 HTTP/1.1" status: 200 len: 998 time: 0.8043654 Nov 19 19:28:16.311094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=fd0c7f81-4f1c-41df-bf17-0a704e981bb9,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:16.315282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e7325-6c51-468a-bbbf-2af97d4de093 None None] Network b9a77cea-bf00-433e-84f6-6e17b678385e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:28:16.341424 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fb180b6b-4da9-4363-a0f3-9135a93975b1 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/floatingips/b8e8da9d-d62d-4e86-9430-272417f81333 HTTP/1.1" status: 200 len: 990 time: 0.1991620 Nov 19 19:28:16.373382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ed93e5dc-314b-49d6-9087-2113f3d1a009 None None] Provisioning complete for port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:16.373704 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed93e5dc-314b-49d6-9087-2113f3d1a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:16.420052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-b2a24cba-8a07-441a-9416-42524cd8f7d6 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3159418 Nov 19 19:28:16.423418 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:16.441481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f3428-fcb1-4a78-85c9-4637dd52f095 req-2e5d7a53-8e7f-4527-8e16-3bd44871f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:16.446668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e44f3428-fcb1-4a78-85c9-4637dd52f095 req-2e5d7a53-8e7f-4527-8e16-3bd44871f175 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=350fcd7b-3ab6-4146-b860-318bd8b21c32 HTTP/1.1" status: 200 len: 833 time: 0.1171980 Nov 19 19:28:16.474683 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-dc3f9244-c2c0-48fb-adb5-a22ccf412c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:50Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'b8e8da9d-d62d-4e86-9430-272417f81333', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'port_id': '4ac13f31-8e3a-45e7-a139-1b30618d69f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'mac_address': 'fa:16:3e:4a:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 0, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef685649-21c4-42ed-84a3-9de974c22899', 'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:79:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:50Z', 'updated_at': '2021-11-19T19:27:57Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:16.519131 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f9244-c2c0-48fb-adb5-a22ccf412c23 None None] The sync data for ids ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'] in n-d-815373-6 is: [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:50Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'b8e8da9d-d62d-4e86-9430-272417f81333', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'port_id': '4ac13f31-8e3a-45e7-a139-1b30618d69f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'mac_address': 'fa:16:3e:4a:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 0, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef685649-21c4-42ed-84a3-9de974c22899', 'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:79:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:50Z', 'updated_at': '2021-11-19T19:27:57Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:16.714248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f3428-fcb1-4a78-85c9-4637dd52f095 req-c4d98042-beb8-4ed7-93df-bd2d5404c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:16.716900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e44f3428-fcb1-4a78-85c9-4637dd52f095 req-c4d98042-beb8-4ed7-93df-bd2d5404c332 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=414117ae-8dd4-47ce-837c-7af3b7692287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2482347 Nov 19 19:28:16.765490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:16.766320 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:16.843875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network b9a77cea-bf00-433e-84f6-6e17b678385e is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:16.860670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:16.864202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-3d34f2df-280e-4d93-ab2a-fc83160a17c9 service neutron] 10.222.0.50 "GET /v2.0/networks/04f4e3c9-e35c-4b6b-a722-eae48e8404fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086838 Nov 19 19:28:16.958627 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed93e5dc-314b-49d6-9087-2113f3d1a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:17.009604 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee34dff0-a468-43f8-9a63-a1d335bd4980 None None] New status for floating IP b8e8da9d-d62d-4e86-9430-272417f81333: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:28:17.026784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ed93e5dc-314b-49d6-9087-2113f3d1a009 None None] For port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2c5400ad-a0a5-4b17-bd32-4d38f7c7c840,segment=NetworkSegment(7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45),segment_id=7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:17.032358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-168463050', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:13Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:07Z', 'updated_at': '2021-11-19T19:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '60e05b71-8d3b-4238-84ff-a8e678b8cb2a', 'name': '', 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:ba:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5d2fd742-cac5-4b7f-9de7-14437679c755', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:11Z', 'updated_at': '2021-11-19T19:28:13Z', 'revision_number': 2, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '5d2fd742-cac5-4b7f-9de7-14437679c755', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:17.068576 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed93e5dc-314b-49d6-9087-2113f3d1a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:17.224067 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e44f3428-fcb1-4a78-85c9-4637dd52f095 req-2adc2d06-c6f1-4249-b4fb-7ecc93a0d38f service neutron] 10.222.0.21 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977386 Nov 19 19:28:17.273797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Checking router: 7a99e2a5-7221-4055-8871-9b637708fcc3 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:17.274160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Updating router 7a99e2a5-7221-4055-8871-9b637708fcc3 port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:28:17.277110 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:17.339027 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-de42986e-154e-4f0a-a90b-7e924cabb777 service neutron] 10.222.0.50 "GET /v2.0/networks/04f4e3c9-e35c-4b6b-a722-eae48e8404fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665902 Nov 19 19:28:17.345075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 56850) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:17.361157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 48f70d8e-7736-41c3-b500-8fee4699a415 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:28:17.377448 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:17.379400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-aae6bcdf-8cf7-4030-845f-6786ef6331a2 None None] Provisioning complete for port e77396a6-16fb-45bf-aea9-76d317b08585 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:17.379764 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aae6bcdf-8cf7-4030-845f-6786ef6331a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:17.411209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93e5dc-314b-49d6-9087-2113f3d1a009 None None] Pushing event updated for resources: {'Port': ['ID=2c5400ad-a0a5-4b17-bd32-4d38f7c7c840,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:17.478537 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e2867dcd-fe29-4221-8d4c-3d456b0a3d58 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/floatingips/b8e8da9d-d62d-4e86-9430-272417f81333 HTTP/1.1" status: 200 len: 992 time: 0.1273594 Nov 19 19:28:17.586481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e44f3428-fcb1-4a78-85c9-4637dd52f095 req-ee28f5be-5d6a-413b-95e7-a49a43b211fc service neutron] 10.222.0.21 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482828 Nov 19 19:28:17.655139 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:28:17.658325 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:28:17.832593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d6ff3e2b-0960-46dc-9661-36b8886addb0 req-d3046367-1e95-4956-8391-031d759b539d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 210 time: 0.1861036 Nov 19 19:28:17.859230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:17.876888 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-35ffd0cc-a97f-4dbf-a494-bc8e29b02bf1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "PUT /v2.0/routers/48f70d8e-7736-41c3-b500-8fee4699a415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2750292 Nov 19 19:28:17.916315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Sync routers for ids ['48f70d8e-7736-41c3-b500-8fee4699a415'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:17.991667 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Routers {'48f70d8e-7736-41c3-b500-8fee4699a415'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:17.992634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['48f70d8e-7736-41c3-b500-8fee4699a415'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:18.028623 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aae6bcdf-8cf7-4030-845f-6786ef6331a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:18.157371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-abf0b07a-72c0-476e-91b9-1a51e84ce1b5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932877079&fields=id&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 267 time: 0.1078808 Nov 19 19:28:18.213076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-aae6bcdf-8cf7-4030-845f-6786ef6331a2 None None] For port e77396a6-16fb-45bf-aea9-76d317b08585, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e77396a6-16fb-45bf-aea9-76d317b08585,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:18.279075 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aae6bcdf-8cf7-4030-845f-6786ef6331a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:18.312647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Set router 48f70d8e-7736-41c3-b500-8fee4699a415 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:18.337184 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-e1c55ca1-9291-4799-8121-0544db9b967c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:18.347427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-e1c55ca1-9291-4799-8121-0544db9b967c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/networks?id=b9a77cea-bf00-433e-84f6-6e17b678385e HTTP/1.1" status: 200 len: 796 time: 0.1774306 Nov 19 19:28:18.366684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-8a1c0f52-d2fb-4b22-90a0-6561072c06ea tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/quotas/8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 375 time: 0.0182939 Nov 19 19:28:18.445230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-1b395f29-f169-4b1b-a766-30ce688c0315 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713284 Nov 19 19:28:18.456147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e77396a6-16fb-45bf-aea9-76d317b08585 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:18.561378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b28f761c-1bcb-4a0d-ba23-0976a096c4ff None None] Provisioning complete for port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:18.561776 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b28f761c-1bcb-4a0d-ba23-0976a096c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:18.591710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4ab44cc2-a2de-458a-9876-5329843dfdea service neutron] 10.222.0.50 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438007 Nov 19 19:28:18.662406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6bcdf-8cf7-4030-845f-6786ef6331a2 None None] Pushing event updated for resources: {'Port': ['ID=e77396a6-16fb-45bf-aea9-76d317b08585,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:18.714385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-1b522451-d5a4-42e2-ba99-775aa7a0a311 service neutron] 10.222.0.50 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154904 Nov 19 19:28:18.717238 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b28f761c-1bcb-4a0d-ba23-0976a096c4ff None None] Port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:28:18.738275 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:18.769052 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:18.776482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b28f761c-1bcb-4a0d-ba23-0976a096c4ff None None] Provisioning complete for port fd0c7f81-4f1c-41df-bf17-0a704e981bb9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:18.776849 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b28f761c-1bcb-4a0d-ba23-0976a096c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:18.835804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e77396a6-16fb-45bf-aea9-76d317b08585 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:18.836187 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:18.928135 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620091d9-e3b6-4c69-b89c-2c84c4ba1c7f None None] Pushing event updated for resources: {'Port': ['ID=60e05b71-8d3b-4238-84ff-a8e678b8cb2a,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:18.937515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b28f761c-1bcb-4a0d-ba23-0976a096c4ff None None] Port fd0c7f81-4f1c-41df-bf17-0a704e981bb9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:28:18.953312 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6009669c-1b4d-43c5-b4d6-91f050da8b16 req-e821ddf5-a991-45f0-8d85-38200a0b40c7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 210 time: 0.0675519 Nov 19 19:28:19.083345 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b28f761c-1bcb-4a0d-ba23-0976a096c4ff None None] Provisioning complete for port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:19.083815 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b28f761c-1bcb-4a0d-ba23-0976a096c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:19.143167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Attempting to bind port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:28:19.143610 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Attempting to bind port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:28:19.143968 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Attempting to bind port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a on network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:19.174885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:14Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'fd0c7f81-4f1c-41df-bf17-0a704e981bb9', 'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:8d:a2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:15Z', 'revision_number': 2, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:19.222630 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:28:19.223007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Checking segment: {'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:19.223418 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:19.223825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Bound using segment: {'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:28:19.224330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Bound port: 60e05b71-8d3b-4238-84ff-a8e678b8cb2a, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:28:19.224712 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:19.231853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Checking router: 48f70d8e-7736-41c3-b500-8fee4699a415 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:19.232215 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Updating router 48f70d8e-7736-41c3-b500-8fee4699a415 port fd0c7f81-4f1c-41df-bf17-0a704e981bb9 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:28:19.510615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ecf5db0b-d8ca-4eb7-8299-003d8c37823d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:19.515820 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:19.573528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1ea9a0a0-7d36-4e81-beb8-eda270c06d19 req-89ce54b3-ad23-4ff1-b111-db61a24df8a1 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 210 time: 0.5087378 Nov 19 19:28:19.659863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-ef11974c-a709-43a9-9c73-7b22304af19a tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:19.661633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-ef11974c-a709-43a9-9c73-7b22304af19a tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.21 "GET /v2.0/networks?id=04f4e3c9-e35c-4b6b-a722-eae48e8404fd HTTP/1.1" status: 200 len: 798 time: 0.7064135 Nov 19 19:28:19.683774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Request body: {'port': {'device_id': '98b9c055-072d-4858-ab12-97bef8d5f9d4', 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd', 'admin_state_up': True, 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:19.694561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] For port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:28:19.699490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] For port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=60e05b71-8d3b-4238-84ff-a8e678b8cb2a,segment=NetworkSegment(7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45),segment_id=7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:28:19.755126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:19.843749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Made reservation on behalf of c133e2a74ff54fb5b01cd4c34e17aa9e for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:28:19.849007 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:19.850323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b28f761c-1bcb-4a0d-ba23-0976a096c4ff None None] Provisioning complete for port e77396a6-16fb-45bf-aea9-76d317b08585 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:19.850701 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b28f761c-1bcb-4a0d-ba23-0976a096c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:19.871274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ecf5db0b-d8ca-4eb7-8299-003d8c37823d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:19.872497 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:19.963494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620091d9-e3b6-4c69-b89c-2c84c4ba1c7f None None] Pushing event updated for resources: {'Port': ['ID=60e05b71-8d3b-4238-84ff-a8e678b8cb2a,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:19.985571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Routers {'7a99e2a5-7221-4055-8871-9b637708fcc3'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:19.987091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7a99e2a5-7221-4055-8871-9b637708fcc3'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:20.080615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Allocated IP 172.20.0.27 (04f4e3c9-e35c-4b6b-a722-eae48e8404fd/5d2fd742-cac5-4b7f-9de7-14437679c755/3b6e3734-ce44-4904-9bb4-3b17fafb90a2) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:20.108956 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11690b8b-b163-40e6-ae0d-9e44ad851c68 req-c1ccca48-717e-4ca1-a75d-d1daf4d43176 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 210 time: 0.0426588 Nov 19 19:28:20.239458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] Set router 7a99e2a5-7221-4055-8871-9b637708fcc3 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:20.305607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-fae3d675-2a50-4a66-b3d0-75e3a6c32549 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:20.309618 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-fae3d675-2a50-4a66-b3d0-75e3a6c32549 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "GET /v2.0/networks?id=b9a77cea-bf00-433e-84f6-6e17b678385e HTTP/1.1" status: 200 len: 796 time: 0.1509919 Nov 19 19:28:20.316101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:20.379266 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:20.425232 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-6e963871-abfe-4a11-8c91-23f2aafee884 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 380 time: 0.1066272 Nov 19 19:28:20.445047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'port': {'device_id': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'admin_state_up': True, 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'security_groups': ['56f7be48-0150-4121-9cb8-a52fee0e98fc']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:20.462220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:20.468742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:20.494185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:20.534740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event updated for resources: {'Port': ['ID=3b6e3734-ce44-4904-9bb4-3b17fafb90a2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:20.612239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:20.613232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:20.623754 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:20.648388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:28:20.659136 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf646c4-bdaa-47b8-9528-923e6230d918 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9819744 Nov 19 19:28:20.660683 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:20.679280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Request body: {'port': {'device_id': '98b9c055-072d-4858-ab12-97bef8d5f9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:20.696055 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:20.851186 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:20.881781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.20.0.3 (b9a77cea-bf00-433e-84f6-6e17b678385e/4a618a6b-163c-4d74-bd7e-14b917a98c86/fdcc16c4-3250-43f7-8825-6e4ea196fc9f) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:20.884073 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6147b-3ff3-4fbd-9993-f02a8e7dbd83 req-e940ae07-e476-43b2-8c0a-fb59b41433e8 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:20.885481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-daa6147b-3ff3-4fbd-9993-f02a8e7dbd83 req-e940ae07-e476-43b2-8c0a-fb59b41433e8 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 895 time: 0.1587012 Nov 19 19:28:20.910781 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44947848-13ef-4147-ab3a-e39f9a51e94c None None] Pushing event updated for resources: {'Port': ['ID=fd0c7f81-4f1c-41df-bf17-0a704e981bb9,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:21.038441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] Provisioning complete for port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:21.039172 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.041676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Attempting to bind port fd0c7f81-4f1c-41df-bf17-0a704e981bb9 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:28:21.042081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Attempting to bind port fd0c7f81-4f1c-41df-bf17-0a704e981bb9 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:28:21.042450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Attempting to bind port fd0c7f81-4f1c-41df-bf17-0a704e981bb9 on network b9a77cea-bf00-433e-84f6-6e17b678385e {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:21.113494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:21.179064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:28:21.179064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Checking segment: {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:21.179399 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.179832 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Bound using segment: {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:28:21.180349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Bound port: fd0c7f81-4f1c-41df-bf17-0a704e981bb9, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:28:21.180771 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.202007 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.255276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] For port fd0c7f81-4f1c-41df-bf17-0a704e981bb9, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:28:21.258774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] For port fd0c7f81-4f1c-41df-bf17-0a704e981bb9, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=fd0c7f81-4f1c-41df-bf17-0a704e981bb9,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:28:21.273497 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.273790 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.274570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:28:21.284839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.299170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Transition to ACTIVE for port object 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:28:21.312206 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.333796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network b9a77cea-bf00-433e-84f6-6e17b678385e is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:21.344118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44947848-13ef-4147-ab3a-e39f9a51e94c None None] Pushing event updated for resources: {'Port': ['ID=fd0c7f81-4f1c-41df-bf17-0a704e981bb9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:21.345806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:21.349134 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:21.356420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-168463050', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:13Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:07Z', 'updated_at': '2021-11-19T19:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '60e05b71-8d3b-4238-84ff-a8e678b8cb2a', 'name': '', 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:ba:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5d2fd742-cac5-4b7f-9de7-14437679c755', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:11Z', 'updated_at': '2021-11-19T19:28:19Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '5d2fd742-cac5-4b7f-9de7-14437679c755', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:21.398793 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec4db7-1708-436d-994c-b12b4b298f8b None None] The sync data for ids ['7a99e2a5-7221-4055-8871-9b637708fcc3'] in n-d-815373-6 is: [{'id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-168463050', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:13Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:07Z', 'updated_at': '2021-11-19T19:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '60e05b71-8d3b-4238-84ff-a8e678b8cb2a', 'name': '', 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:ba:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '5d2fd742-cac5-4b7f-9de7-14437679c755', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:11Z', 'updated_at': '2021-11-19T19:28:19Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '5d2fd742-cac5-4b7f-9de7-14437679c755', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:21.422093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc183481-9a0f-46c2-8413-2d756ed20c82 req-fa796ab2-45db-4f84-b563-c4eb91843f6e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:21.425475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc183481-9a0f-46c2-8413-2d756ed20c82 req-fa796ab2-45db-4f84-b563-c4eb91843f6e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 931 time: 0.1243751 Nov 19 19:28:21.433064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:21.434809 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.456507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Routers {'48f70d8e-7736-41c3-b500-8fee4699a415'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:21.457157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['48f70d8e-7736-41c3-b500-8fee4699a415'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:21.469145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:21.487097 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-bdeeacc7-d7de-4e7e-91b8-a9825de18368 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0545022 Nov 19 19:28:21.515508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Request body: {'port': {'device_id': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:21.562826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc183481-9a0f-46c2-8413-2d756ed20c82 req-00e74d03-2115-4781-a8ef-06a11bdd5efd tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250126 Nov 19 19:28:21.594814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Pushing event updated for resources: {'Port': ['ID=3b6e3734-ce44-4904-9bb4-3b17fafb90a2,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:21.648219 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.657690 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.685362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:21.685801 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.745015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Attempting to bind port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:28:21.745400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Attempting to bind port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:28:21.746530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Attempting to bind port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 on network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:21.755755 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 on network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:28:21.756356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Attempting to bind port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 on network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:21.764454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:28:21.765092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Checking segment: {'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:21.765881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Bound using segment: {'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:28:21.766525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Bound port: 3b6e3734-ce44-4904-9bb4-3b17fafb90a2, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:28:21.768175 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.835736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] Set router 48f70d8e-7736-41c3-b500-8fee4699a415 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:21.889875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] For port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=60e05b71-8d3b-4238-84ff-a8e678b8cb2a,segment=NetworkSegment(7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45),segment_id=7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:21.915638 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:21.957907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] For port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:28:21.970543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] For port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3b6e3734-ce44-4904-9bb4-3b17fafb90a2,segment=NetworkSegment(7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45),segment_id=7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:28:21.989203 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:22.134971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:22.135610 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:22.137686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] 10.222.0.21 "PUT /v2.0/ports/3b6e3734-ce44-4904-9bb4-3b17fafb90a2 HTTP/1.1" status: 200 len: 1055 time: 1.4638343 Nov 19 19:28:22.140257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b9c055-072d-4858-ab12-97bef8d5f9d4', 'tag': '3b6e3734-ce44-4904-9bb4-3b17fafb90a2'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:22.153279 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11726b7-ecdb-49f9-9b47-1416b066e811" -d '{"events": [{"name": "network-changed", "server_uuid": "98b9c055-072d-4858-ab12-97bef8d5f9d4", "tag": "3b6e3734-ce44-4904-9bb4-3b17fafb90a2"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:22.296692 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcc16c4-3250-43f7-8825-6e4ea196fc9f {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:28:22.330328 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:22.350903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Transition to ACTIVE for port object fdcc16c4-3250-43f7-8825-6e4ea196fc9f will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:28:22.355488 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea136b-e30a-4d3f-b32c-9875c4e4ad0e service neutron] Pushing event updated for resources: {'Port': ['ID=3b6e3734-ce44-4904-9bb4-3b17fafb90a2,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:22.361184 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:22.409501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83868013-97fe-4ac6-8926-e44a8deabb47 req-d1545e38-415e-4b44-bb6c-10fb14e2e952 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:22.411550 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83868013-97fe-4ac6-8926-e44a8deabb47 req-d1545e38-415e-4b44-bb6c-10fb14e2e952 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 907 time: 0.3307643 Nov 19 19:28:22.423182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-f88675b0-dfa0-48e5-9821-9326196a90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:22.425600 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-f88675b0-dfa0-48e5-9821-9326196a90da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e&device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 1058 time: 0.2155685 Nov 19 19:28:22.497202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:22.579853 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee619de1-40ad-4d41-b525-cd356bba5fcd x-openstack-request-id: req-ee619de1-40ad-4d41-b525-cd356bba5fcd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:22.580215 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b9c055-072d-4858-ab12-97bef8d5f9d4", "tag": "3b6e3734-ce44-4904-9bb4-3b17fafb90a2", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:22.580538 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee619de1-40ad-4d41-b525-cd356bba5fcd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:22.581354 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b9c055-072d-4858-ab12-97bef8d5f9d4', 'tag': '3b6e3734-ce44-4904-9bb4-3b17fafb90a2', 'status': 'completed', 'code': 200} Nov 19 19:28:22.583861 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-744aca88-514d-47dd-a364-433eb72fb65d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3b6e3734-ce44-4904-9bb4-3b17fafb90a2 HTTP/1.1" status: 200 len: 217 time: 0.1463289 Nov 19 19:28:22.656709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:28:22.658423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:28:22.659560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on network b9a77cea-bf00-433e-84f6-6e17b678385e {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:22.667753 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] Provisioning complete for port fd0c7f81-4f1c-41df-bf17-0a704e981bb9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:22.668407 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:22.678972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on network b9a77cea-bf00-433e-84f6-6e17b678385e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:28:22.679448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on network b9a77cea-bf00-433e-84f6-6e17b678385e {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:22.688403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:28:22.690757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Checking segment: {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:22.695332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Bound using segment: {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:28:22.695948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Bound port: fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:28:22.696424 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:22.709022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-49914cfe-e37a-4f2e-9d30-269abdcd0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:22.718040 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-49914cfe-e37a-4f2e-9d30-269abdcd0322 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d2fd742-cac5-4b7f-9de7-14437679c755 HTTP/1.1" status: 200 len: 838 time: 0.1269398 Nov 19 19:28:22.788974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] Pushing event updated for resources: {'Port': ['ID=60e05b71-8d3b-4238-84ff-a8e678b8cb2a,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:22.833321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:28:22.838523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:28:22.858000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:22.870905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933257d2-5716-417d-966d-e294f3fadab9 req-c661ef9c-38fd-4205-9f40-612f4710c4b4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:22.873114 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-933257d2-5716-417d-966d-e294f3fadab9 req-c661ef9c-38fd-4205-9f40-612f4710c4b4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 943 time: 0.1536536 Nov 19 19:28:22.875332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-bb778dc7-353c-4e16-b618-f127ae1f8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:22.877237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-bb778dc7-353c-4e16-b618-f127ae1f8a57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04f4e3c9-e35c-4b6b-a722-eae48e8404fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986500 Nov 19 19:28:22.905186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e77396a6-16fb-45bf-aea9-76d317b08585 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:22.935030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:22.935854 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:22.937295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] 10.222.0.57 "PUT /v2.0/ports/fdcc16c4-3250-43f7-8825-6e4ea196fc9f HTTP/1.1" status: 200 len: 1091 time: 1.4376884 Nov 19 19:28:22.937770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:22.940112 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b249a8c6-1551-48b8-a34b-9abdfd74febf" -d '{"events": [{"name": "network-changed", "server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:23.050581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b2c07-c77f-4c34-a07f-34833bdb31c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:23.077157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-1b057fc9-c5c9-47d1-9dd8-03b91e99f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:23.080074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-1b057fc9-c5c9-47d1-9dd8-03b91e99f9d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 1094 time: 0.0723104 Nov 19 19:28:23.140761 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-dbf58177-5d51-40fd-9572-a28295189662 service neutron] 10.222.0.21 "GET /v2.0/networks/04f4e3c9-e35c-4b6b-a722-eae48e8404fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102394 Nov 19 19:28:23.141639 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:23.155610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-933257d2-5716-417d-966d-e294f3fadab9 req-9a6cd31e-6f6b-4e37-a73c-d565c9991476 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736120 Nov 19 19:28:23.183835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e77396a6-16fb-45bf-aea9-76d317b08585 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:23.184789 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:23.213062 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-d00bd4ab-1a58-4cf7-9571-4b49cb724e5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f HTTP/1.1" status: 200 len: 217 time: 0.1219769 Nov 19 19:28:23.254277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:14Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'fd0c7f81-4f1c-41df-bf17-0a704e981bb9', 'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:8d:a2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:21Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:23.263833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] For port fd0c7f81-4f1c-41df-bf17-0a704e981bb9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=fd0c7f81-4f1c-41df-bf17-0a704e981bb9,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:23.292661 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:23.296506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd5d73-b42f-49b2-86d4-0ef87a7aa91e None None] The sync data for ids ['48f70d8e-7736-41c3-b500-8fee4699a415'] in n-d-815373-6 is: [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:14Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'fd0c7f81-4f1c-41df-bf17-0a704e981bb9', 'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:8d:a2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:21Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:23.298744 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21470ba3-e43b-4ff1-b54c-6d556adccb43 x-openstack-request-id: req-21470ba3-e43b-4ff1-b54c-6d556adccb43 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:23.299114 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:23.299314 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21470ba3-e43b-4ff1-b54c-6d556adccb43 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:23.299734 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'status': 'completed', 'code': 200} Nov 19 19:28:23.346733 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-56e205c6-cd60-497e-a8c7-b38676484d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:23.348265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-56e205c6-cd60-497e-a8c7-b38676484d81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a618a6b-163c-4d74-bd7e-14b917a98c86 HTTP/1.1" status: 200 len: 834 time: 0.1277075 Nov 19 19:28:23.436418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d58cab6a-2183-4170-bd64-8043bb0fb370 req-180b9494-6bb1-438d-835b-e59960361cef service neutron] 10.222.0.21 "GET /v2.0/networks/04f4e3c9-e35c-4b6b-a722-eae48e8404fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774072 Nov 19 19:28:23.439015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f05d5-3658-4b9e-bc38-a1ef67377a36 None None] Pushing event updated for resources: {'Port': ['ID=fd0c7f81-4f1c-41df-bf17-0a704e981bb9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:23.442726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4dfbe1be-d63d-4db5-a630-534179b6cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:23.444590 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-4dfbe1be-d63d-4db5-a630-534179b6cc87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9a77cea-bf00-433e-84f6-6e17b678385e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889909 Nov 19 19:28:23.545619 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f4d73927-10aa-4457-aca9-81fad8a20caf None None] Provisioning complete for port fd0c7f81-4f1c-41df-bf17-0a704e981bb9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:23.546047 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4d73927-10aa-4457-aca9-81fad8a20caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:23.654703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-f76255eb-a486-4aa7-ad5b-bb6393336c67 service neutron] 10.222.0.57 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027481 Nov 19 19:28:23.693718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11726b7-ecdb-49f9-9b47-1416b066e811 req-b3a37ff8-51a1-40f9-a968-7727c2ae61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:23.709593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e11726b7-ecdb-49f9-9b47-1416b066e811 req-b3a37ff8-51a1-40f9-a968-7727c2ae61bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e&device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 1058 time: 0.1808519 Nov 19 19:28:23.794651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798fe0b-3e79-4574-8baa-db5d9390ce83 req-8ba7c3d9-36df-4b81-b904-dfd95f6cc915 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:23.804302 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7798fe0b-3e79-4574-8baa-db5d9390ce83 req-8ba7c3d9-36df-4b81-b904-dfd95f6cc915 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 907 time: 0.2062175 Nov 19 19:28:23.829972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device fd0c7f81-4f1c-41df-bf17-0a704e981bb9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:23.884202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f2c0e915-fb1d-45e1-a5de-8a32765c8d93 req-a17d056d-dd42-4186-b633-fe65a7a20bf4 service neutron] 10.222.0.57 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192135 Nov 19 19:28:23.902423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11726b7-ecdb-49f9-9b47-1416b066e811 req-ba7c9c02-d5ff-4527-9a33-d58a042d4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:23.904471 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e11726b7-ecdb-49f9-9b47-1416b066e811 req-ba7c9c02-d5ff-4527-9a33-d58a042d4bbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=04f4e3c9-e35c-4b6b-a722-eae48e8404fd HTTP/1.1" status: 200 len: 899 time: 0.1834936 Nov 19 19:28:23.941234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port fd0c7f81-4f1c-41df-bf17-0a704e981bb9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:23.941702 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:23.976600 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e11726b7-ecdb-49f9-9b47-1416b066e811 req-78e90733-7f65-47fc-9596-d5513a90a3fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3b6e3734-ce44-4904-9bb4-3b17fafb90a2 HTTP/1.1" status: 200 len: 217 time: 0.0640833 Nov 19 19:28:24.001744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249a8c6-1551-48b8-a34b-9abdfd74febf req-7ab5785a-c0e4-469a-b193-e75c6056c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:24.003308 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b249a8c6-1551-48b8-a34b-9abdfd74febf req-7ab5785a-c0e4-469a-b193-e75c6056c44f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 1094 time: 0.0642731 Nov 19 19:28:24.034030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11726b7-ecdb-49f9-9b47-1416b066e811 req-acf6c179-c0a7-44af-b63e-9ff7c2b52a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:24.035906 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e11726b7-ecdb-49f9-9b47-1416b066e811 req-acf6c179-c0a7-44af-b63e-9ff7c2b52a7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5d2fd742-cac5-4b7f-9de7-14437679c755 HTTP/1.1" status: 200 len: 838 time: 0.0515938 Nov 19 19:28:24.042452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 60e05b71-8d3b-4238-84ff-a8e678b8cb2a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:24.097639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11726b7-ecdb-49f9-9b47-1416b066e811 req-20ab37ee-8a1a-430d-ab3b-c93b76fa8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:24.099424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e11726b7-ecdb-49f9-9b47-1416b066e811 req-20ab37ee-8a1a-430d-ab3b-c93b76fa8b94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=04f4e3c9-e35c-4b6b-a722-eae48e8404fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530665 Nov 19 19:28:24.104333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:24.104850 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:24.196763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249a8c6-1551-48b8-a34b-9abdfd74febf req-0809e2f3-a0b5-4593-a6aa-2b9bd5b848dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:24.198564 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b249a8c6-1551-48b8-a34b-9abdfd74febf req-0809e2f3-a0b5-4593-a6aa-2b9bd5b848dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9a77cea-bf00-433e-84f6-6e17b678385e HTTP/1.1" status: 200 len: 897 time: 0.1810966 Nov 19 19:28:24.238086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e11726b7-ecdb-49f9-9b47-1416b066e811 req-27b31023-eea2-4f96-a76e-f7b89c37045c service neutron] 10.222.0.21 "GET /v2.0/networks/04f4e3c9-e35c-4b6b-a722-eae48e8404fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303351 Nov 19 19:28:24.273577 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b249a8c6-1551-48b8-a34b-9abdfd74febf req-ac622840-b123-41a8-92f2-8747780702ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f HTTP/1.1" status: 200 len: 217 time: 0.0674248 Nov 19 19:28:24.360866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249a8c6-1551-48b8-a34b-9abdfd74febf req-0543bea5-ffb7-46cd-adf3-5598896b5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:24.363041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b249a8c6-1551-48b8-a34b-9abdfd74febf req-0543bea5-ffb7-46cd-adf3-5598896b5841 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a618a6b-163c-4d74-bd7e-14b917a98c86 HTTP/1.1" status: 200 len: 834 time: 0.0829177 Nov 19 19:28:24.414687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529155f-91cc-41d9-8a05-22d6d4c9e043 req-c05d36a8-c157-4dce-aaa9-5300bf1cf335 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:24.422989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249a8c6-1551-48b8-a34b-9abdfd74febf req-89d48d73-062e-4b3d-adb8-0bb7a3fda836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:24.424403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8529155f-91cc-41d9-8a05-22d6d4c9e043 req-c05d36a8-c157-4dce-aaa9-5300bf1cf335 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 943 time: 0.1329348 Nov 19 19:28:24.424550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b249a8c6-1551-48b8-a34b-9abdfd74febf req-89d48d73-062e-4b3d-adb8-0bb7a3fda836 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9a77cea-bf00-433e-84f6-6e17b678385e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547011 Nov 19 19:28:24.444306 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e11726b7-ecdb-49f9-9b47-1416b066e811 req-c61a5a1e-c003-460d-b4a0-7cb2c2f2b92c service neutron] 10.222.0.21 "GET /v2.0/networks/04f4e3c9-e35c-4b6b-a722-eae48e8404fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955504 Nov 19 19:28:24.485561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8529155f-91cc-41d9-8a05-22d6d4c9e043 req-2b778823-7e06-40b7-aeb9-bfa270c1169a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601082 Nov 19 19:28:24.538732 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b249a8c6-1551-48b8-a34b-9abdfd74febf req-6ae4a92d-42b3-4911-b6b4-257a48c38d40 service neutron] 10.222.0.57 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061661 Nov 19 19:28:24.639793 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b249a8c6-1551-48b8-a34b-9abdfd74febf req-c14c5a97-26f0-4925-b0ea-259dd50560ce service neutron] 10.222.0.57 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929024 Nov 19 19:28:24.941398 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a9a73-d3d4-4818-a95f-9525e98d620a req-ab55e63b-3ca0-4e96-ae87-85d0497b25fb tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:24.943980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-930a9a73-d3d4-4818-a95f-9525e98d620a req-ab55e63b-3ca0-4e96-ae87-85d0497b25fb tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 907 time: 0.0669863 Nov 19 19:28:25.367071 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:25.605445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bde19-e443-441a-a9b7-2582a3aef653 req-b8c0e455-1e5c-4416-81d0-ac3d99a4e301 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:25.608143 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a1bde19-e443-441a-a9b7-2582a3aef653 req-b8c0e455-1e5c-4416-81d0-ac3d99a4e301 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 943 time: 0.0519154 Nov 19 19:28:25.678919 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a1bde19-e443-441a-a9b7-2582a3aef653 req-1c152387-23ce-4d07-9ec5-4bda23e16b44 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625076 Nov 19 19:28:26.040955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:28:26.072554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e66ad8-da05-489c-afad-b84052d47372 req-7ce59f4b-955a-44e1-baa7-6435981cdc25 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:26.074979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6e66ad8-da05-489c-afad-b84052d47372 req-7ce59f4b-955a-44e1-baa7-6435981cdc25 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 907 time: 0.0571451 Nov 19 19:28:26.148981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3b6e3734-ce44-4904-9bb4-3b17fafb90a2,segment=NetworkSegment(7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45),segment_id=7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:26.164400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '3b6e3734-ce44-4904-9bb4-3b17fafb90a2', 'network_id': '04f4e3c9-e35c-4b6b-a722-eae48e8404fd', 'port_id': '3b6e3734-ce44-4904-9bb4-3b17fafb90a2', 'mac_address': 'fa:16:3e:50:22:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2fd742-cac5-4b7f-9de7-14437679c755', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:28:26.210972 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:26.224996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:28:26.246059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3b6e3734-ce44-4904-9bb4-3b17fafb90a2,segment=NetworkSegment(7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45),segment_id=7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:26.250842 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:26.299027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3b6e3734-ce44-4904-9bb4-3b17fafb90a2,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:26.479609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['3b6e3734-ce44-4904-9bb4-3b17fafb90a2'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:28:26.809618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b9a7-6631-4926-8bd4-0c3591fcbfd3 req-08048b42-927f-41af-ac58-9473cf2014b7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:26.811256 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1165b9a7-6631-4926-8bd4-0c3591fcbfd3 req-08048b42-927f-41af-ac58-9473cf2014b7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 943 time: 0.0556483 Nov 19 19:28:26.868190 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1165b9a7-6631-4926-8bd4-0c3591fcbfd3 req-24e63bc5-6f3e-49cf-8f0c-a5bc2c408b88 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506527 Nov 19 19:28:27.218017 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e595f-e826-4447-820d-369a12c419f9 req-65d3368c-6218-4545-bd9a-c197fd2720cf tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:27.219706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a14e595f-e826-4447-820d-369a12c419f9 req-65d3368c-6218-4545-bd9a-c197fd2720cf tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 908 time: 0.0671260 Nov 19 19:28:27.991078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0e944-cf4b-4a5d-939f-ececb67cb65a req-80ca8a8c-21d9-42e8-9346-54c5742e3aa6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:27.992580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60d0e944-cf4b-4a5d-939f-ececb67cb65a req-80ca8a8c-21d9-42e8-9346-54c5742e3aa6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 943 time: 0.0499191 Nov 19 19:28:28.044713 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60d0e944-cf4b-4a5d-939f-ececb67cb65a req-3bd8282f-844b-47c2-b4d5-f849e1c46d52 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451758 Nov 19 19:28:28.057211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:28.111218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:28:28.115878 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:28.116238 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:28.119061 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device fdcc16c4-3250-43f7-8825-6e4ea196fc9f details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:28:28.280046 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:28.286659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:28.310569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'port_id': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'mac_address': 'fa:16:3e:d8:45:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:28:28.318580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b9c055-072d-4858-ab12-97bef8d5f9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6e3734-ce44-4904-9bb4-3b17fafb90a2'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:28.321155 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1680f4ea-1ef8-4d68-94c2-693a8b9ca53f" -d '{"events": [{"server_uuid": "98b9c055-072d-4858-ab12-97bef8d5f9d4", "name": "network-vif-plugged", "status": "completed", "tag": "3b6e3734-ce44-4904-9bb4-3b17fafb90a2"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:28.351007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd900f0a-6ddc-4f83-a7aa-78559b9d0932 req-999d91a5-64d8-46b4-8e71-2a577c5d416b tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:28.353279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3b6e3734-ce44-4904-9bb4-3b17fafb90a2,segment=NetworkSegment(7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45),segment_id=7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:28.358539 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd900f0a-6ddc-4f83-a7aa-78559b9d0932 req-999d91a5-64d8-46b4-8e71-2a577c5d416b tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 908 time: 0.0624299 Nov 19 19:28:28.363709 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:28.409119 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5ed8fd-6487-4727-b60f-e59cfc3d11e7 x-openstack-request-id: req-ac5ed8fd-6487-4727-b60f-e59cfc3d11e7 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:28.409546 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b9c055-072d-4858-ab12-97bef8d5f9d4", "name": "network-vif-plugged", "status": "completed", "tag": "3b6e3734-ce44-4904-9bb4-3b17fafb90a2", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:28.409845 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac5ed8fd-6487-4727-b60f-e59cfc3d11e7 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:28.410235 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b9c055-072d-4858-ab12-97bef8d5f9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6e3734-ce44-4904-9bb4-3b17fafb90a2', 'code': 200} Nov 19 19:28:28.421398 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:28.445276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=3b6e3734-ce44-4904-9bb4-3b17fafb90a2,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:28.448817 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcc16c4-3250-43f7-8825-6e4ea196fc9f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:28:28.470172 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:28.474437 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:28.515305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838e8a0-b423-4bb6-ab50-d2ca7f0aaee3 req-64c4bc5e-8bb0-4574-b597-4d012e6d624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:28.517033 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7838e8a0-b423-4bb6-ab50-d2ca7f0aaee3 req-64c4bc5e-8bb0-4574-b597-4d012e6d624c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 1060 time: 0.0494394 Nov 19 19:28:28.541595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:28.803364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['fdcc16c4-3250-43f7-8825-6e4ea196fc9f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:28:29.175239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35016c4-3162-4eb9-98f3-f842f51fea64 req-987bc60c-5cb1-4e82-a5d1-818a574cf134 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:29.176766 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a35016c4-3162-4eb9-98f3-f842f51fea64 req-987bc60c-5cb1-4e82-a5d1-818a574cf134 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 944 time: 0.0577281 Nov 19 19:28:29.243980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a35016c4-3162-4eb9-98f3-f842f51fea64 req-94026796-3926-465c-9c98-e2e7a0e3c1e9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611472 Nov 19 19:28:29.486356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e5965-5e77-42d3-b8e0-799e64021e63 req-5c8df48b-43d0-44b9-85ab-9509a021eb6d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:29.488035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a38e5965-5e77-42d3-b8e0-799e64021e63 req-5c8df48b-43d0-44b9-85ab-9509a021eb6d tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 909 time: 0.0518408 Nov 19 19:28:29.912848 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:30.119014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device fdcc16c4-3250-43f7-8825-6e4ea196fc9f up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:30.172024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port fdcc16c4-3250-43f7-8825-6e4ea196fc9f completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:28:30.176890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port fdcc16c4-3250-43f7-8825-6e4ea196fc9f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:30.177262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:30.259691 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:30.294743 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:30.299870 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:30.359774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:30.377326 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4488e0-277e-434f-9f15-bad8460544e5 req-d66e0f52-0114-48af-ae73-a87977923da7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:30.379146 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c4488e0-277e-434f-9f15-bad8460544e5 req-d66e0f52-0114-48af-ae73-a87977923da7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0586369 Nov 19 19:28:30.411506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:30.414339 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31caebd3-20e4-4409-9b8c-320a9741569f" -d '{"events": [{"server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "name": "network-vif-plugged", "status": "completed", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:30.437318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c4488e0-277e-434f-9f15-bad8460544e5 req-224d7c67-f64f-49f7-aae6-d4d8e8861e52 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519333 Nov 19 19:28:30.485052 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543008ee-51bc-4928-a841-0f6f9d3c8903 x-openstack-request-id: req-543008ee-51bc-4928-a841-0f6f9d3c8903 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:30.485426 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "name": "network-vif-plugged", "status": "completed", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:30.485712 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-543008ee-51bc-4928-a841-0f6f9d3c8903 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:30.486161 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'code': 200} Nov 19 19:28:30.596345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a25120-a6e3-4cf3-9849-af2048bdb1a0 req-6b7f3b20-c58b-4ae5-babb-a1ace2c88eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:30.598113 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e0a25120-a6e3-4cf3-9849-af2048bdb1a0 req-6b7f3b20-c58b-4ae5-babb-a1ace2c88eed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0496533 Nov 19 19:28:30.620673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055bf3d-6d15-466b-8b9f-83260a93d10c req-ee103d90-6b75-490e-9a5a-e830f41852ce tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:30.622311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4055bf3d-6d15-466b-8b9f-83260a93d10c req-ee103d90-6b75-490e-9a5a-e830f41852ce tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 909 time: 0.0604215 Nov 19 19:28:30.656240 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e0a25120-a6e3-4cf3-9849-af2048bdb1a0 req-440a01b8-71a9-46b9-b5cd-07735c09d7fe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508645 Nov 19 19:28:30.752072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57754542-8e20-4076-aef1-455c83c31652 req-a317c431-83af-4411-909a-e191bda3a51a tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:30.753636 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57754542-8e20-4076-aef1-455c83c31652 req-a317c431-83af-4411-909a-e191bda3a51a tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 909 time: 0.0499790 Nov 19 19:28:30.866760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cebcbd-2567-4ea6-b7dd-ed9d1daae758 req-5472c1a4-101e-4793-aba0-d9b3ddf960e9 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:30.869160 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82cebcbd-2567-4ea6-b7dd-ed9d1daae758 req-5472c1a4-101e-4793-aba0-d9b3ddf960e9 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 1060 time: 0.0423164 Nov 19 19:28:31.003324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea1453-13dc-4806-829e-e553bc3ff932 req-597150af-1306-4088-8690-8465dd424b54 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:31.005353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1aea1453-13dc-4806-829e-e553bc3ff932 req-597150af-1306-4088-8690-8465dd424b54 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 1136 time: 0.0649319 Nov 19 19:28:31.064982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1aea1453-13dc-4806-829e-e553bc3ff932 req-2ae867c9-3ffd-4971-98a2-73e12b8ab077 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0502074 Nov 19 19:28:31.086988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57004) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:31.140435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577e155-7be8-4635-96e2-e18014221877 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:31.145001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4577e155-7be8-4635-96e2-e18014221877 tempest-TestSecurityGroupsBasicOps-362848075 tempest-TestSecurityGroupsBasicOps-362848075-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 1055 time: 0.0567124 Nov 19 19:28:31.184098 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:28:31.409950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6e44-dd33-428a-b581-3b71fc2042de req-2c91b585-ec05-4072-838c-2791014b61a8 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:31.411490 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29fc6e44-dd33-428a-b581-3b71fc2042de req-2c91b585-ec05-4072-838c-2791014b61a8 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 909 time: 0.0593829 Nov 19 19:28:31.571310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06b123-ba60-4f7f-a045-a9b747f73209 req-76801b6a-2234-43ad-80f0-ae5fc55b4b5c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:31.574979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad06b123-ba60-4f7f-a045-a9b747f73209 req-76801b6a-2234-43ad-80f0-ae5fc55b4b5c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0577781 Nov 19 19:28:31.626603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad06b123-ba60-4f7f-a045-a9b747f73209 req-697b0ca4-84a8-4ee2-b817-7287f78ab70a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466127 Nov 19 19:28:32.552354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef2a10-8eb0-497a-ac70-87afb98572c5 req-43251d86-e02a-4164-8bc4-6127a30f26a8 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:32.553902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c9ef2a10-8eb0-497a-ac70-87afb98572c5 req-43251d86-e02a-4164-8bc4-6127a30f26a8 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 909 time: 0.0586193 Nov 19 19:28:32.779569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c017441-b5df-4cd5-a88d-5dcc1df2fe0e req-1ca4aae0-80d1-4a59-b109-b3592b7e8260 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:32.781097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c017441-b5df-4cd5-a88d-5dcc1df2fe0e req-1ca4aae0-80d1-4a59-b109-b3592b7e8260 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0829978 Nov 19 19:28:32.794351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ca7f8-9dd9-47a6-ab5b-58fefb6d341e req-06bb4588-d11c-4d71-b9ea-3576096c76bf tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:32.795825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a3ca7f8-9dd9-47a6-ab5b-58fefb6d341e req-06bb4588-d11c-4d71-b9ea-3576096c76bf tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 909 time: 0.0706599 Nov 19 19:28:32.898011 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c017441-b5df-4cd5-a88d-5dcc1df2fe0e req-7f233766-c1f2-4eaa-945e-603a46689b7d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989604 Nov 19 19:28:32.930721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7a3ca7f8-9dd9-47a6-ab5b-58fefb6d341e req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Deleting port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:32.931011 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7a3ca7f8-9dd9-47a6-ab5b-58fefb6d341e req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:33.058822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc746e16-c2cb-4823-88e5-d20c9c68e08a req-f47cbbe9-35dc-4d62-9479-846f319d5aa4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:33.060358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc746e16-c2cb-4823-88e5-d20c9c68e08a req-f47cbbe9-35dc-4d62-9479-846f319d5aa4 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0892870 Nov 19 19:28:33.067584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-7a3ca7f8-9dd9-47a6-ab5b-58fefb6d341e req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] For port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=3b6e3734-ce44-4904-9bb4-3b17fafb90a2,segment=NetworkSegment(7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45),segment_id=7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:33.067953 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7a3ca7f8-9dd9-47a6-ab5b-58fefb6d341e req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:33.088140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-7a3ca7f8-9dd9-47a6-ab5b-58fefb6d341e req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Calling delete_port for 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:33.165439 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc746e16-c2cb-4823-88e5-d20c9c68e08a req-e603d781-e0f1-45c8-8d1f-ba4d2f25d413 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947006 Nov 19 19:28:33.189725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57040) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:33.268339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33959da-1d6a-4a98-8107-591072d18e7e tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:33.269889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b33959da-1d6a-4a98-8107-591072d18e7e tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 1091 time: 0.0791619 Nov 19 19:28:33.272633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57042) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:33.276896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:33.293628 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7a3ca7f8-9dd9-47a6-ab5b-58fefb6d341e req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:33.327722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'Port': ['ID=3b6e3734-ce44-4904-9bb4-3b17fafb90a2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:33.342278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.342278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.342504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.342730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.342984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.343322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.343656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.343991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.344429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.344672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.345037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.345402 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:33.361832 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:33.397005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3ca7f8-9dd9-47a6-ab5b-58fefb6d341e req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] No DVR routers for this DVR port 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:28:33.401008 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-7a3ca7f8-9dd9-47a6-ab5b-58fefb6d341e req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:33.404538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a3ca7f8-9dd9-47a6-ab5b-58fefb6d341e req-e39ee95c-7e4e-4f12-8f7e-85a3489866e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.21 "DELETE /v2.0/ports/3b6e3734-ce44-4904-9bb4-3b17fafb90a2 HTTP/1.1" status: 204 len: 173 time: 0.6007404 Nov 19 19:28:33.405028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b9c055-072d-4858-ab12-97bef8d5f9d4', 'name': 'network-vif-deleted', 'tag': '3b6e3734-ce44-4904-9bb4-3b17fafb90a2'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:33.407462 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873a485c-d99c-4723-8360-6a1ccb61f1d3" -d '{"events": [{"server_uuid": "98b9c055-072d-4858-ab12-97bef8d5f9d4", "name": "network-vif-deleted", "tag": "3b6e3734-ce44-4904-9bb4-3b17fafb90a2"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:33.489328 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5610f26b-3c15-4fed-aa3b-f640e881ac89 x-openstack-request-id: req-5610f26b-3c15-4fed-aa3b-f640e881ac89 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:33.490030 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b9c055-072d-4858-ab12-97bef8d5f9d4", "name": "network-vif-deleted", "tag": "3b6e3734-ce44-4904-9bb4-3b17fafb90a2", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:33.490520 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5610f26b-3c15-4fed-aa3b-f640e881ac89 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:33.491150 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b9c055-072d-4858-ab12-97bef8d5f9d4', 'name': 'network-vif-deleted', 'tag': '3b6e3734-ce44-4904-9bb4-3b17fafb90a2', 'status': 'completed', 'code': 200} Nov 19 19:28:33.567856 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:33.706385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.25.3.40 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/ae89520e-9227-43e0-bf4e-8eaf1693752e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:33.784013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc3e5450-56dd-4080-ae6a-28a703650350 req-89e059cc-b34e-4e9a-a723-17a6f25e27be tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=98b9c055-072d-4858-ab12-97bef8d5f9d4 HTTP/1.1" status: 200 len: 210 time: 0.0592706 Nov 19 19:28:33.839461 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:33.877383 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:33.928447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:33.931594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:33.935994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:33.962339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=ae89520e-9227-43e0-bf4e-8eaf1693752e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:34.344636 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:34.423612 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:34.595489 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:34.603890 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:34.685278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=ae89520e-9227-43e0-bf4e-8eaf1693752e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:34.695905 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:34.810385 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Floating IP 0c01b430-1069-4869-af69-e013472c32d1 associated. External IP: 172.25.3.40, port: fdcc16c4-3250-43f7-8825-6e4ea196fc9f. Nov 19 19:28:34.847988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57078) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:35.052899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 48f70d8e-7736-41c3-b500-8fee4699a415 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:28:35.195259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:35.208041 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad84b3a-a04b-494a-bd25-c2dff3116829 None None] Sync routers for ids ['48f70d8e-7736-41c3-b500-8fee4699a415'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:35.216701 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:35.219342 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad84b3a-a04b-494a-bd25-c2dff3116829 None None] Routers {'48f70d8e-7736-41c3-b500-8fee4699a415'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:35.219982 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6ad84b3a-a04b-494a-bd25-c2dff3116829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['48f70d8e-7736-41c3-b500-8fee4699a415'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:35.274379 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3585e14b-c52c-47d2-9854-0aa7cb10f171 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9974971 Nov 19 19:28:35.330516 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:35.332723 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6ad84b3a-a04b-494a-bd25-c2dff3116829 None None] Set router 48f70d8e-7736-41c3-b500-8fee4699a415 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:35.409189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73b785-743a-4a5b-a522-51f3a3c1e436 req-9b760e25-6ca9-4936-887e-3fde8d0c24cc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:35.416691 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c73b785-743a-4a5b-a522-51f3a3c1e436 req-9b760e25-6ca9-4936-887e-3fde8d0c24cc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0906706 Nov 19 19:28:35.473488 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c73b785-743a-4a5b-a522-51f3a3c1e436 req-93cc77e1-d564-4a60-bf48-e72270e549f5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555880 Nov 19 19:28:35.499240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57088) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:35.505655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:35.515171 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335653a2-45ba-4f64-9e60-b296fa1420e6" -d '{"events": [{"name": "network-changed", "server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:35.584886 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6ad84b3a-a04b-494a-bd25-c2dff3116829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:14Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '0c01b430-1069-4869-af69-e013472c32d1', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'port_id': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'mac_address': 'fa:16:3e:d8:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:28:34Z', 'updated_at': '2021-11-19T19:28:34Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0c7f81-4f1c-41df-bf17-0a704e981bb9', 'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:8d:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:23Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:35.585347 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ad498e-f1ab-4099-87f5-15eee5086bbe x-openstack-request-id: req-f7ad498e-f1ab-4099-87f5-15eee5086bbe {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:35.585702 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:35.585941 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7ad498e-f1ab-4099-87f5-15eee5086bbe {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:35.586345 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'status': 'completed', 'code': 200} Nov 19 19:28:35.615573 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad84b3a-a04b-494a-bd25-c2dff3116829 None None] Checking router: 48f70d8e-7736-41c3-b500-8fee4699a415 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:35.618979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ee5fd861-dd9d-4a60-bfc9-c8b7e180148a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/0c01b430-1069-4869-af69-e013472c32d1 HTTP/1.1" status: 200 len: 990 time: 0.1182220 Nov 19 19:28:35.628264 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad84b3a-a04b-494a-bd25-c2dff3116829 None None] Routers {'48f70d8e-7736-41c3-b500-8fee4699a415'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:35.628965 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6ad84b3a-a04b-494a-bd25-c2dff3116829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['48f70d8e-7736-41c3-b500-8fee4699a415'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:35.687893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335653a2-45ba-4f64-9e60-b296fa1420e6 req-9e914c4c-cd25-4b19-bc09-8dbf1ec22d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:35.689390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-335653a2-45ba-4f64-9e60-b296fa1420e6 req-9e914c4c-cd25-4b19-bc09-8dbf1ec22d07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0780818 Nov 19 19:28:35.743181 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6ad84b3a-a04b-494a-bd25-c2dff3116829 None None] Set router 48f70d8e-7736-41c3-b500-8fee4699a415 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:35.818110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Deleting port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:35.818516 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:35.834661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335653a2-45ba-4f64-9e60-b296fa1420e6 req-70859b73-0137-465a-afe7-139c447778e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:35.836064 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-335653a2-45ba-4f64-9e60-b296fa1420e6 req-70859b73-0137-465a-afe7-139c447778e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9a77cea-bf00-433e-84f6-6e17b678385e HTTP/1.1" status: 200 len: 897 time: 0.1216886 Nov 19 19:28:35.963573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-335653a2-45ba-4f64-9e60-b296fa1420e6 req-1484ce76-0d86-440a-9979-9c4baa5f2f34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f HTTP/1.1" status: 200 len: 998 time: 0.0979795 Nov 19 19:28:35.992107 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6ad84b3a-a04b-494a-bd25-c2dff3116829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:14Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '0c01b430-1069-4869-af69-e013472c32d1', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'port_id': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'mac_address': 'fa:16:3e:d8:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:28:34Z', 'updated_at': '2021-11-19T19:28:34Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0c7f81-4f1c-41df-bf17-0a704e981bb9', 'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:8d:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:23Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:36.020038 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad84b3a-a04b-494a-bd25-c2dff3116829 None None] The sync data for ids ['48f70d8e-7736-41c3-b500-8fee4699a415'] in n-d-815373-6 is: [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:14Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '0c01b430-1069-4869-af69-e013472c32d1', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'port_id': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'mac_address': 'fa:16:3e:d8:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:28:34Z', 'updated_at': '2021-11-19T19:28:34Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0c7f81-4f1c-41df-bf17-0a704e981bb9', 'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:8d:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:23Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:36.023101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] For port 60e05b71-8d3b-4238-84ff-a8e678b8cb2a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=60e05b71-8d3b-4238-84ff-a8e678b8cb2a,segment=NetworkSegment(7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45),segment_id=7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:36.023472 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:36.044553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Calling delete_port for 60e05b71-8d3b-4238-84ff-a8e678b8cb2a owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:36.051405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335653a2-45ba-4f64-9e60-b296fa1420e6 req-bd1e3778-e256-4b5d-95a7-bee4c975b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:36.052907 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-335653a2-45ba-4f64-9e60-b296fa1420e6 req-bd1e3778-e256-4b5d-95a7-bee4c975b734 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a618a6b-163c-4d74-bd7e-14b917a98c86 HTTP/1.1" status: 200 len: 834 time: 0.0801711 Nov 19 19:28:36.085821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:36.116170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:36.116905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 3b6e3734-ce44-4904-9bb4-3b17fafb90a2 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:36.145680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335653a2-45ba-4f64-9e60-b296fa1420e6 req-05a6e0f3-1f00-44b1-a8e2-a54f349e82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:36.147199 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-335653a2-45ba-4f64-9e60-b296fa1420e6 req-05a6e0f3-1f00-44b1-a8e2-a54f349e82ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9a77cea-bf00-433e-84f6-6e17b678385e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874021 Nov 19 19:28:36.294600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d73c6-66bb-4ddf-97bd-b5ae6511a058 None None] New status for floating IP 0c01b430-1069-4869-af69-e013472c32d1: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:28:36.309059 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-335653a2-45ba-4f64-9e60-b296fa1420e6 req-ef0b1711-55bc-4296-b965-985cd64e6890 service neutron] 10.222.0.57 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525741 Nov 19 19:28:36.419405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:36.460494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'Port': ['ID=60e05b71-8d3b-4238-84ff-a8e678b8cb2a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:36.505037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.505385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.505727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.506100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.506430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.506760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.507086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.507409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.507735 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.508055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.508376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.508696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:36.522008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-335653a2-45ba-4f64-9e60-b296fa1420e6 req-90f98582-46c4-4d19-ac43-91edb44fb494 service neutron] 10.222.0.57 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862676 Nov 19 19:28:36.622500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57100) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:36.696273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-10a5ba8d-56db-47e7-ad46-948b6c3b816c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/0c01b430-1069-4869-af69-e013472c32d1 HTTP/1.1" status: 200 len: 992 time: 0.0637100 Nov 19 19:28:36.696505 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:37.240468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Router 7a99e2a5-7221-4055-8871-9b637708fcc3 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:28:37.352771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:37.360960 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e2e92cea-f84a-48f6-9f6b-951d5f1ffdbd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "PUT /v2.0/routers/7a99e2a5-7221-4055-8871-9b637708fcc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5088587 Nov 19 19:28:37.361450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57108) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:37.365069 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194bddf-b1f5-4c5b-b28d-bb1f7e4e9d90 None None] Sync routers for ids ['7a99e2a5-7221-4055-8871-9b637708fcc3'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:37.377589 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194bddf-b1f5-4c5b-b28d-bb1f7e4e9d90 None None] Routers {'7a99e2a5-7221-4055-8871-9b637708fcc3'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:37.378476 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c194bddf-b1f5-4c5b-b28d-bb1f7e4e9d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7a99e2a5-7221-4055-8871-9b637708fcc3'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:37.417175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-df79d6bf-eb37-4d55-a7eb-e8f2af51669c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Deleting subnet 5d2fd742-cac5-4b7f-9de7-14437679c755 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:28:37.421256 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-df79d6bf-eb37-4d55-a7eb-e8f2af51669c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:37.493527 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c194bddf-b1f5-4c5b-b28d-bb1f7e4e9d90 None None] Set router 7a99e2a5-7221-4055-8871-9b637708fcc3 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:37.715372 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c194bddf-b1f5-4c5b-b28d-bb1f7e4e9d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-168463050', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:36Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:07Z', 'updated_at': '2021-11-19T19:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:37.744044 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194bddf-b1f5-4c5b-b28d-bb1f7e4e9d90 None None] Checking router: 7a99e2a5-7221-4055-8871-9b637708fcc3 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:37.754137 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194bddf-b1f5-4c5b-b28d-bb1f7e4e9d90 None None] Routers {'7a99e2a5-7221-4055-8871-9b637708fcc3'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:37.754775 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c194bddf-b1f5-4c5b-b28d-bb1f7e4e9d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7a99e2a5-7221-4055-8871-9b637708fcc3'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:37.822603 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-df79d6bf-eb37-4d55-a7eb-e8f2af51669c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:37.917645 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-df79d6bf-eb37-4d55-a7eb-e8f2af51669c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:37.968575 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c194bddf-b1f5-4c5b-b28d-bb1f7e4e9d90 None None] Set router 7a99e2a5-7221-4055-8871-9b637708fcc3 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:37.988570 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-df79d6bf-eb37-4d55-a7eb-e8f2af51669c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.016503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79d6bf-eb37-4d55-a7eb-e8f2af51669c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2fd742-cac5-4b7f-9de7-14437679c755,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:38.020171 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-df79d6bf-eb37-4d55-a7eb-e8f2af51669c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.023370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-df79d6bf-eb37-4d55-a7eb-e8f2af51669c tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "DELETE /v2.0/subnets/5d2fd742-cac5-4b7f-9de7-14437679c755 HTTP/1.1" status: 204 len: 168 time: 0.6615522 Nov 19 19:28:38.026367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57110) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:38.035900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbed1dd-0819-4b4a-b1b3-fcd09d3b284f None None] Network 04f4e3c9-e35c-4b6b-a722-eae48e8404fd requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:28:38.204400 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.224913 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c194bddf-b1f5-4c5b-b28d-bb1f7e4e9d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-168463050', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:36Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:07Z', 'updated_at': '2021-11-19T19:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:38.242454 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3f63-d006-435f-a239-4b267611fd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.278231 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194bddf-b1f5-4c5b-b28d-bb1f7e4e9d90 None None] The sync data for ids ['7a99e2a5-7221-4055-8871-9b637708fcc3'] in n-d-815373-6 is: [{'id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-168463050', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:36Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'be19bf22-9e2e-4e8d-845e-3f0b28b20220', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a99e2a5-7221-4055-8871-9b637708fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:07Z', 'updated_at': '2021-11-19T19:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:38.322083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0090ea-aa50-4c91-abed-2d00d8525001 None None] DHCP port deletion for 04f4e3c9-e35c-4b6b-a722-eae48e8404fd request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:38.349211 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.400581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ec0090ea-aa50-4c91-abed-2d00d8525001 None None] Deleting port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:38.401420 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec0090ea-aa50-4c91-abed-2d00d8525001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.432092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Deleting port be19bf22-9e2e-4e8d-845e-3f0b28b20220 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:38.432440 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.485237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ec0090ea-aa50-4c91-abed-2d00d8525001 None None] For port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2c5400ad-a0a5-4b17-bd32-4d38f7c7c840,segment=NetworkSegment(7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45),segment_id=7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:38.485790 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec0090ea-aa50-4c91-abed-2d00d8525001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.500233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ec0090ea-aa50-4c91-abed-2d00d8525001 None None] Calling delete_port for 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:38.523489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] For port be19bf22-9e2e-4e8d-845e-3f0b28b20220, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=be19bf22-9e2e-4e8d-845e-3f0b28b20220,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:38.523929 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.538518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Calling delete_port for be19bf22-9e2e-4e8d-845e-3f0b28b20220 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:38.598887 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec0090ea-aa50-4c91-abed-2d00d8525001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.625250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0090ea-aa50-4c91-abed-2d00d8525001 None None] Pushing event deleted for resources: {'Port': ['ID=2c5400ad-a0a5-4b17-bd32-4d38f7c7c840,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:38.637195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0090ea-aa50-4c91-abed-2d00d8525001 None None] No DVR routers for this DVR port 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:28:38.748953 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.786976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'Port': ['ID=be19bf22-9e2e-4e8d-845e-3f0b28b20220,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:38.806991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7932d19b-f6ab-4616-9f32-bc70a6341a01 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:38.868657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.972333 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:38.974731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.019286 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.019769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Fanout notify agent at l3_agent the message router_deleted on router 7a99e2a5-7221-4055-8871-9b637708fcc3 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:28:39.026579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.030780 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d71332fa-30cb-4e98-bdaa-83206b741a77 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "DELETE /v2.0/routers/7a99e2a5-7221-4055-8871-9b637708fcc3 HTTP/1.1" status: 204 len: 168 time: 1.0005269 Nov 19 19:28:39.031015 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57118) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:39.130835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.241044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.262475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f4e3c9-e35c-4b6b-a722-eae48e8404fd']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:39.280190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:39.280496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed15cd5-bc01-4b36-a5a8-6aa9a4b76d45') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:39.298326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.320069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.328038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:28:39.328437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:28:39.331458 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:28:39.390834 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.398412 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.401728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "DELETE /v2.0/networks/04f4e3c9-e35c-4b6b-a722-eae48e8404fd HTTP/1.1" status: 204 len: 168 time: 0.3697813 Nov 19 19:28:39.404552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57122) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:39.416229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90d0d6-8273-4da2-a056-b6e2910e8f2e tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'Network': ['ID=04f4e3c9-e35c-4b6b-a722-eae48e8404fd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:39.591501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Deleting port 963906f6-4876-42f0-a466-871a8203f2c3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:39.591855 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.600341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:39.621608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:39.622222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2c5400ad-a0a5-4b17-bd32-4d38f7c7c840 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:39.622772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 60e05b71-8d3b-4238-84ff-a8e678b8cb2a no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:39.645778 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 60e05b71-8d3b-4238-84ff-a8e678b8cb2a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:39.646153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 60e05b71-8d3b-4238-84ff-a8e678b8cb2a not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:39.646592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device be19bf22-9e2e-4e8d-845e-3f0b28b20220 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:39.666677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: be19bf22-9e2e-4e8d-845e-3f0b28b20220 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:39.667023 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device be19bf22-9e2e-4e8d-845e-3f0b28b20220 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:39.684810 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.685133 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.698533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Calling delete_port for 963906f6-4876-42f0-a466-871a8203f2c3 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:39.881728 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.909279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'Port': ['ID=963906f6-4876-42f0-a466-871a8203f2c3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:39.977939 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:39.978270 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Floating IP a70b0fca-0e6c-4850-8ee0-d057e5c50243 disassociated (deleted). External IP: 172.25.3.163, port: a15004c7-ea58-47f7-a3c9-0c2fd8bf1930. Nov 19 19:28:40.083893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57130) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:40.157625 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c457b12d-143f-42ae-9033-c848749e9198 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/floatingips/b8e8da9d-d62d-4e86-9430-272417f81333 HTTP/1.1" status: 200 len: 992 time: 0.0720949 Nov 19 19:28:40.230511 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-e183b0b7-c220-48d7-a7a7-621ff3095f40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898564 Nov 19 19:28:40.237507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:28:40.383770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-f3671bf1-c190-4e65-9e57-f9ae09d7144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:40.385267 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-f3671bf1-c190-4e65-9e57-f9ae09d7144a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 1096 time: 0.0897255 Nov 19 19:28:40.394417 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:40.398972 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:40.413459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe64aa9-0f70-4ea9-8a55-3f3ca1d29d2b None None] Sync routers for ids ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:40.426984 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe64aa9-0f70-4ea9-8a55-3f3ca1d29d2b None None] Routers {'4f3ee55e-01cb-444d-a9e0-85a4fb166921'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:40.427701 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bfe64aa9-0f70-4ea9-8a55-3f3ca1d29d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:40.442874 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57138) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:40.462157 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-edc18c78-68d1-4a9c-a36c-549512e5ded3 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "DELETE /v2.0/floatingips/a70b0fca-0e6c-4850-8ee0-d057e5c50243 HTTP/1.1" status: 204 len: 168 time: 1.0564370 Nov 19 19:28:40.555371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'tag': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:40.560056 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410299d7-2c9f-45bd-8577-1d6ad582858c" -d '{"events": [{"name": "network-changed", "server_uuid": "9319c5b3-ed7f-48ea-8b76-b1efb8a69914", "tag": "a15004c7-ea58-47f7-a3c9-0c2fd8bf1930"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:40.563394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-37967ba0-416e-4e3c-96f6-6fb194fcd9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:40.564898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-37967ba0-416e-4e3c-96f6-6fb194fcd9bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=414117ae-8dd4-47ce-837c-7af3b7692287 HTTP/1.1" status: 200 len: 897 time: 0.1362791 Nov 19 19:28:40.613889 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a0908be-b289-47c0-bb0d-c4d2a92b9c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:40.635951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-bfe64aa9-0f70-4ea9-8a55-3f3ca1d29d2b None None] Set router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:40.697492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port a9af43db-787a-44d6-8778-37f30a6b78c4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:40.698602 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:40.765177 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-a24e3e0d-f87b-4b4f-931d-17bf98b12e2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ac13f31-8e3a-45e7-a139-1b30618d69f6 HTTP/1.1" status: 200 len: 1000 time: 0.1900890 Nov 19 19:28:40.836969 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3b9d1c-80f3-4146-9287-b6d6f8c32f2f x-openstack-request-id: req-ed3b9d1c-80f3-4146-9287-b6d6f8c32f2f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:40.837332 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9319c5b3-ed7f-48ea-8b76-b1efb8a69914", "tag": "a15004c7-ea58-47f7-a3c9-0c2fd8bf1930", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:40.837527 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed3b9d1c-80f3-4146-9287-b6d6f8c32f2f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:40.837977 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'tag': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930', 'status': 'completed', 'code': 200} Nov 19 19:28:40.880686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-cc2612c0-7d86-47a1-adf6-5d8b0c8525cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:40.882260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-cc2612c0-7d86-47a1-adf6-5d8b0c8525cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=350fcd7b-3ab6-4146-b860-318bd8b21c32 HTTP/1.1" status: 200 len: 833 time: 0.1083071 Nov 19 19:28:40.914159 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:40.914405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:40.932892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for a9af43db-787a-44d6-8778-37f30a6b78c4 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:40.961631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410299d7-2c9f-45bd-8577-1d6ad582858c req-ad5f22ac-6501-4334-9d3d-a62a5b0d43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:40.963695 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-410299d7-2c9f-45bd-8577-1d6ad582858c req-ad5f22ac-6501-4334-9d3d-a62a5b0d43b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e&device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 1136 time: 0.1022816 Nov 19 19:28:40.986620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-285f06a5-daa0-4102-9e67-1dece0cfb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:40.988154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-285f06a5-daa0-4102-9e67-1dece0cfb38c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=414117ae-8dd4-47ce-837c-7af3b7692287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965185 Nov 19 19:28:41.024020 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5daf5-4b1c-4109-a1b4-28344978e691 req-3a271d63-4296-4453-b55b-19348eb0a280 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:41.031586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2cb5daf5-4b1c-4109-a1b4-28344978e691 req-3a271d63-4296-4453-b55b-19348eb0a280 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 985 time: 0.0940666 Nov 19 19:28:41.059137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bfe64aa9-0f70-4ea9-8a55-3f3ca1d29d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:41Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6b8f68a4-1be3-4d50-abe8-b539d023db8f', 'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:72:e1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:40Z', 'updated_at': '2021-11-19T19:26:44Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:41.092439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe64aa9-0f70-4ea9-8a55-3f3ca1d29d2b None None] Checking router: 4f3ee55e-01cb-444d-a9e0-85a4fb166921 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:41.105654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe64aa9-0f70-4ea9-8a55-3f3ca1d29d2b None None] Routers {'4f3ee55e-01cb-444d-a9e0-85a4fb166921'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:41.106873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bfe64aa9-0f70-4ea9-8a55-3f3ca1d29d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:41.151656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2cb5daf5-4b1c-4109-a1b4-28344978e691 req-b4976f15-4929-42a3-b32c-5c8f65c502d9 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1146641 Nov 19 19:28:41.166738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410299d7-2c9f-45bd-8577-1d6ad582858c req-42892333-9b9a-4197-b3ec-0567dca16da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:41.169386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-01506d90-c744-4910-a637-9ea68e60d880 service neutron] 10.222.0.21 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720598 Nov 19 19:28:41.169632 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-410299d7-2c9f-45bd-8577-1d6ad582858c req-42892333-9b9a-4197-b3ec-0567dca16da6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff91a84b-f9c5-4892-910e-07c93f603246 HTTP/1.1" status: 200 len: 897 time: 0.1656575 Nov 19 19:28:41.234367 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-410299d7-2c9f-45bd-8577-1d6ad582858c req-4e4d9a48-3104-4c4e-9ae1-f445d3910805 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 HTTP/1.1" status: 200 len: 217 time: 0.0521483 Nov 19 19:28:41.252513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-bfe64aa9-0f70-4ea9-8a55-3f3ca1d29d2b None None] Set router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:41.289250 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57e06e71-4734-4f8d-9a39-c804b13dafd6 req-60476968-4288-486c-8472-1d697f07e646 service neutron] 10.222.0.21 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116998 Nov 19 19:28:41.328705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410299d7-2c9f-45bd-8577-1d6ad582858c req-b31056c7-0ef9-4790-ae41-ae49b169108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:41.330390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-410299d7-2c9f-45bd-8577-1d6ad582858c req-b31056c7-0ef9-4790-ae41-ae49b169108a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d5c9069-6009-4db2-83ff-fe2a2971425b HTTP/1.1" status: 200 len: 834 time: 0.0862093 Nov 19 19:28:41.351078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:41.402780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=a9af43db-787a-44d6-8778-37f30a6b78c4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:41.461682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410299d7-2c9f-45bd-8577-1d6ad582858c req-6cd6f915-1a82-4409-84a2-90ba644326bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:41.463115 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-410299d7-2c9f-45bd-8577-1d6ad582858c req-6cd6f915-1a82-4409-84a2-90ba644326bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff91a84b-f9c5-4892-910e-07c93f603246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222651 Nov 19 19:28:41.522424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-bfe64aa9-0f70-4ea9-8a55-3f3ca1d29d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:41Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6b8f68a4-1be3-4d50-abe8-b539d023db8f', 'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:72:e1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:40Z', 'updated_at': '2021-11-19T19:26:44Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:41.531249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:41.531672 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Floating IP b8e8da9d-d62d-4e86-9430-272417f81333 disassociated (deleted). External IP: 172.25.3.90, port: 4ac13f31-8e3a-45e7-a139-1b30618d69f6. Nov 19 19:28:41.552386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe64aa9-0f70-4ea9-8a55-3f3ca1d29d2b None None] The sync data for ids ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'] in n-d-815373-6 is: [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:26:41Z', 'revision_number': 4, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6b8f68a4-1be3-4d50-abe8-b539d023db8f', 'name': '', 'network_id': 'ff91a84b-f9c5-4892-910e-07c93f603246', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'mac_address': 'fa:16:3e:72:e1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:40Z', 'updated_at': '2021-11-19T19:26:44Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'subnets': [{'id': '7d5c9069-6009-4db2-83ff-fe2a2971425b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:41.660300 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-410299d7-2c9f-45bd-8577-1d6ad582858c req-511dd679-1036-47ea-b6fa-bf85b704621a service neutron] 10.222.0.57 "GET /v2.0/networks/ff91a84b-f9c5-4892-910e-07c93f603246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851351 Nov 19 19:28:41.838671 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5afca3-5181-44c4-98d8-49169a9bb683 None None] New status for floating IP a70b0fca-0e6c-4850-8ee0-d057e5c50243: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:28:41.849075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-410299d7-2c9f-45bd-8577-1d6ad582858c req-1ce8883d-307e-40e4-8cf5-1ad8f326a89b service neutron] 10.222.0.57 "GET /v2.0/networks/ff91a84b-f9c5-4892-910e-07c93f603246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789110 Nov 19 19:28:41.890880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:28:41.924258 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:42.023085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:42.028542 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:42.037435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340b3bd-0beb-4447-95c8-e0270c2e2016 None None] Sync routers for ids ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:42.050273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340b3bd-0beb-4447-95c8-e0270c2e2016 None None] Routers {'91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:42.050916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2340b3bd-0beb-4447-95c8-e0270c2e2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:42.059010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9430674c-f7c4-44dc-8b2d-75de9ad7d680 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/floatingips/b8e8da9d-d62d-4e86-9430-272417f81333 HTTP/1.1" status: 204 len: 168 time: 1.6143329 Nov 19 19:28:42.059712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'tag': '4ac13f31-8e3a-45e7-a139-1b30618d69f6'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:42.062193 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e5a500-6c14-4e9b-bd7b-c35a50305b50" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5d1e8d-d098-48be-8760-1fced750d087", "tag": "4ac13f31-8e3a-45e7-a139-1b30618d69f6"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:42.225201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-2340b3bd-0beb-4447-95c8-e0270c2e2016 None None] Set router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:42.260981 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d12d563-d355-4f91-b80a-cc9c58dc094c x-openstack-request-id: req-6d12d563-d355-4f91-b80a-cc9c58dc094c {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:42.262235 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5d1e8d-d098-48be-8760-1fced750d087", "tag": "4ac13f31-8e3a-45e7-a139-1b30618d69f6", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:42.262719 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d12d563-d355-4f91-b80a-cc9c58dc094c {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:42.263905 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'tag': '4ac13f31-8e3a-45e7-a139-1b30618d69f6', 'status': 'completed', 'code': 200} Nov 19 19:28:42.380595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5a500-6c14-4e9b-bd7b-c35a50305b50 req-8366aa7a-e992-438a-b458-d3efbb41938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:42.382234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96e5a500-6c14-4e9b-bd7b-c35a50305b50 req-8366aa7a-e992-438a-b458-d3efbb41938a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=27dbe04dbfb64a739b120dee25c6a395&device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 1096 time: 0.0872242 Nov 19 19:28:42.398615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500fbc5-0243-46cf-9cb8-9a6ccbf6a393 req-2608bef3-5b6e-4312-9757-a1766fd5e5cd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:42.406829 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e500fbc5-0243-46cf-9cb8-9a6ccbf6a393 req-2608bef3-5b6e-4312-9757-a1766fd5e5cd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 985 time: 0.0827894 Nov 19 19:28:42.464119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2340b3bd-0beb-4447-95c8-e0270c2e2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:50Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ef685649-21c4-42ed-84a3-9de974c22899', 'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:79:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:50Z', 'updated_at': '2021-11-19T19:27:57Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:42.516289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340b3bd-0beb-4447-95c8-e0270c2e2016 None None] Checking router: 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:42.535613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340b3bd-0beb-4447-95c8-e0270c2e2016 None None] Routers {'91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:42.536197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2340b3bd-0beb-4447-95c8-e0270c2e2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:42.541785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886229e8-9a4d-4b6d-aea1-0b5e62976c79 req-e4e8e356-f9fe-4567-87e9-f2934e43c429 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:42.544217 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-886229e8-9a4d-4b6d-aea1-0b5e62976c79 req-e4e8e356-f9fe-4567-87e9-f2934e43c429 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.57 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 985 time: 0.0895474 Nov 19 19:28:42.551251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e500fbc5-0243-46cf-9cb8-9a6ccbf6a393 req-dd28a92b-26e7-41f7-9587-73aa102a08d2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/security-groups?id=402ba32c-0b54-442a-a60d-107bb9defddd&id=0a5a3b7c-de0a-4164-9d79-0babe005af17&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1435146 Nov 19 19:28:42.582386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5a500-6c14-4e9b-bd7b-c35a50305b50 req-1b602388-9d05-42c5-bf2d-6390da7e445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:42.583868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96e5a500-6c14-4e9b-bd7b-c35a50305b50 req-1b602388-9d05-42c5-bf2d-6390da7e445d service neutron] 10.222.0.21 "GET /v2.0/networks?id=414117ae-8dd4-47ce-837c-7af3b7692287 HTTP/1.1" status: 200 len: 897 time: 0.1744599 Nov 19 19:28:42.661844 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96e5a500-6c14-4e9b-bd7b-c35a50305b50 req-7078457f-0b0d-4e38-a411-e810de69a4b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ac13f31-8e3a-45e7-a139-1b30618d69f6 HTTP/1.1" status: 200 len: 217 time: 0.0671968 Nov 19 19:28:42.700118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-2340b3bd-0beb-4447-95c8-e0270c2e2016 None None] Set router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:42.731877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-886229e8-9a4d-4b6d-aea1-0b5e62976c79 req-9854a7b9-5dea-4498-875e-fd6f61e266e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Deleting port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:42.732238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-886229e8-9a4d-4b6d-aea1-0b5e62976c79 req-9854a7b9-5dea-4498-875e-fd6f61e266e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:42.759593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac93c05-bd96-489c-9d06-1f852c92e13b req-352acecd-62cc-41d4-84c3-90fb9c1ec975 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:42.762167 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ac93c05-bd96-489c-9d06-1f852c92e13b req-352acecd-62cc-41d4-84c3-90fb9c1ec975 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 945 time: 0.0984421 Nov 19 19:28:42.764267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5a500-6c14-4e9b-bd7b-c35a50305b50 req-a2d9448d-229a-4657-b770-bf6613d6fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:42.766039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96e5a500-6c14-4e9b-bd7b-c35a50305b50 req-a2d9448d-229a-4657-b770-bf6613d6fdfb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=350fcd7b-3ab6-4146-b860-318bd8b21c32 HTTP/1.1" status: 200 len: 833 time: 0.0890868 Nov 19 19:28:42.846802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-886229e8-9a4d-4b6d-aea1-0b5e62976c79 req-9854a7b9-5dea-4498-875e-fd6f61e266e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] For port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930,segment=NetworkSegment(2d8c391f-0a25-4583-9a9b-23e08e003620),segment_id=2d8c391f-0a25-4583-9a9b-23e08e003620)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:42.847186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-886229e8-9a4d-4b6d-aea1-0b5e62976c79 req-9854a7b9-5dea-4498-875e-fd6f61e266e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:42.852815 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ac93c05-bd96-489c-9d06-1f852c92e13b req-a48f42e4-4fec-482a-ad82-0d0e7356da04 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb3cc3-1603-4941-bef3-bd17600dc7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844336 Nov 19 19:28:42.856648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5a500-6c14-4e9b-bd7b-c35a50305b50 req-78178488-44f2-48cc-bf7e-5c3ddaef4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:42.858979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96e5a500-6c14-4e9b-bd7b-c35a50305b50 req-78178488-44f2-48cc-bf7e-5c3ddaef4959 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=414117ae-8dd4-47ce-837c-7af3b7692287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847044 Nov 19 19:28:42.862996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-886229e8-9a4d-4b6d-aea1-0b5e62976c79 req-9854a7b9-5dea-4498-875e-fd6f61e266e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Calling delete_port for a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:42.989993 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96e5a500-6c14-4e9b-bd7b-c35a50305b50 req-3ffd870a-49a1-48ee-95f6-cb08ffa252c8 service neutron] 10.222.0.21 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198816 Nov 19 19:28:42.999466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-2340b3bd-0beb-4447-95c8-e0270c2e2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:50Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ef685649-21c4-42ed-84a3-9de974c22899', 'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:79:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:50Z', 'updated_at': '2021-11-19T19:27:57Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:43.034641 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340b3bd-0beb-4447-95c8-e0270c2e2016 None None] The sync data for ids ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'] in n-d-815373-6 is: [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:27:50Z', 'revision_number': 4, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ef685649-21c4-42ed-84a3-9de974c22899', 'name': '', 'network_id': '414117ae-8dd4-47ce-837c-7af3b7692287', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'mac_address': 'fa:16:3e:79:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:50Z', 'updated_at': '2021-11-19T19:27:57Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'subnets': [{'id': '350fcd7b-3ab6-4146-b860-318bd8b21c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:43.038777 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-886229e8-9a4d-4b6d-aea1-0b5e62976c79 req-9854a7b9-5dea-4498-875e-fd6f61e266e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:43.086989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854a7b9-5dea-4498-875e-fd6f61e266e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'Port': ['ID=a15004c7-ea58-47f7-a3c9-0c2fd8bf1930,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:43.130584 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96e5a500-6c14-4e9b-bd7b-c35a50305b50 req-936da048-8f62-4fb9-8fa1-a694854a7775 service neutron] 10.222.0.21 "GET /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316664 Nov 19 19:28:43.134568 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-886229e8-9a4d-4b6d-aea1-0b5e62976c79 req-9854a7b9-5dea-4498-875e-fd6f61e266e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] No DVR routers for this DVR port a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:28:43.140798 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-886229e8-9a4d-4b6d-aea1-0b5e62976c79 req-9854a7b9-5dea-4498-875e-fd6f61e266e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:43.144963 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-886229e8-9a4d-4b6d-aea1-0b5e62976c79 req-9854a7b9-5dea-4498-875e-fd6f61e266e2 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.57 "DELETE /v2.0/ports/a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 HTTP/1.1" status: 204 len: 173 time: 0.5906255 Nov 19 19:28:43.371504 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f998da88-abb7-479c-a9ff-597c0aeb19ac None None] New status for floating IP b8e8da9d-d62d-4e86-9430-272417f81333: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:28:43.384365 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:43.713770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d02ee9-bab7-45a9-9ddf-615488bf79e9 req-130705b1-2d6d-4a7e-bcf8-9efcc5af619c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:43.716342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48d02ee9-bab7-45a9-9ddf-615488bf79e9 req-130705b1-2d6d-4a7e-bcf8-9efcc5af619c tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 945 time: 0.1374099 Nov 19 19:28:43.734558 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0289bc31-51ef-4081-8b31-87014fe8148a req-f973f488-4f4c-47a6-b291-81ecf729cebb tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "GET /v2.0/ports?device_id=9319c5b3-ed7f-48ea-8b76-b1efb8a69914 HTTP/1.1" status: 200 len: 210 time: 0.0435410 Nov 19 19:28:43.836720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-48d02ee9-bab7-45a9-9ddf-615488bf79e9 req-439ff554-8c43-4e9f-afe0-85ba49e788c8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port 4ac13f31-8e3a-45e7-a139-1b30618d69f6 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:43.837060 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-48d02ee9-bab7-45a9-9ddf-615488bf79e9 req-439ff554-8c43-4e9f-afe0-85ba49e788c8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:43.935426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-48d02ee9-bab7-45a9-9ddf-615488bf79e9 req-439ff554-8c43-4e9f-afe0-85ba49e788c8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] For port 4ac13f31-8e3a-45e7-a139-1b30618d69f6, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4ac13f31-8e3a-45e7-a139-1b30618d69f6,segment=NetworkSegment(72c76c5f-a6d9-4505-aa2d-5b1991e33aca),segment_id=72c76c5f-a6d9-4505-aa2d-5b1991e33aca)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:43.935888 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-48d02ee9-bab7-45a9-9ddf-615488bf79e9 req-439ff554-8c43-4e9f-afe0-85ba49e788c8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:43.958361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-48d02ee9-bab7-45a9-9ddf-615488bf79e9 req-439ff554-8c43-4e9f-afe0-85ba49e788c8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for 4ac13f31-8e3a-45e7-a139-1b30618d69f6 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:44.049452 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34eb52-0c26-444c-bbde-5a5ebd4574e8 req-2114b977-d92d-45ec-bbe8-6b7cfca1bcc5 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:44.050979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee34eb52-0c26-444c-bbde-5a5ebd4574e8 req-2114b977-d92d-45ec-bbe8-6b7cfca1bcc5 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe5d1e8d-d098-48be-8760-1fced750d087 HTTP/1.1" status: 200 len: 945 time: 0.1071808 Nov 19 19:28:44.138256 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee34eb52-0c26-444c-bbde-5a5ebd4574e8 req-f1029b60-0454-42cf-9ff3-06cae95e3991 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "GET /v2.0/security-groups?id=2acb3cc3-1603-4941-bef3-bd17600dc7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799615 Nov 19 19:28:44.164629 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:44.171850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-48d02ee9-bab7-45a9-9ddf-615488bf79e9 req-439ff554-8c43-4e9f-afe0-85ba49e788c8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:44.208452 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ff554-8c43-4e9f-afe0-85ba49e788c8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=4ac13f31-8e3a-45e7-a139-1b30618d69f6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:44.256106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d02ee9-bab7-45a9-9ddf-615488bf79e9 req-439ff554-8c43-4e9f-afe0-85ba49e788c8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] No DVR routers for this DVR port 4ac13f31-8e3a-45e7-a139-1b30618d69f6 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:28:44.258641 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-48d02ee9-bab7-45a9-9ddf-615488bf79e9 req-439ff554-8c43-4e9f-afe0-85ba49e788c8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:44.262257 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48d02ee9-bab7-45a9-9ddf-615488bf79e9 req-439ff554-8c43-4e9f-afe0-85ba49e788c8 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.21 "DELETE /v2.0/ports/4ac13f31-8e3a-45e7-a139-1b30618d69f6 HTTP/1.1" status: 204 len: 173 time: 0.5303228 Nov 19 19:28:44.262761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'name': 'network-vif-deleted', 'tag': '4ac13f31-8e3a-45e7-a139-1b30618d69f6'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:44.265003 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6245da6-8e30-49cc-b6c8-58bac37de816" -d '{"events": [{"server_uuid": "fe5d1e8d-d098-48be-8760-1fced750d087", "name": "network-vif-deleted", "tag": "4ac13f31-8e3a-45e7-a139-1b30618d69f6"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:44.265422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'name': 'network-vif-deleted', 'tag': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:28:44.268320 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8a9693-de67-436f-bdd6-e7fd24dfad31" -d '{"events": [{"server_uuid": "9319c5b3-ed7f-48ea-8b76-b1efb8a69914", "name": "network-vif-deleted", "tag": "a15004c7-ea58-47f7-a3c9-0c2fd8bf1930"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:28:44.311789 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b6b878-5e74-46be-b828-7ab9f4e7c588 x-openstack-request-id: req-22b6b878-5e74-46be-b828-7ab9f4e7c588 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:44.312273 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5d1e8d-d098-48be-8760-1fced750d087", "name": "network-vif-deleted", "tag": "4ac13f31-8e3a-45e7-a139-1b30618d69f6", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:44.312603 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22b6b878-5e74-46be-b828-7ab9f4e7c588 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:44.313070 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5d1e8d-d098-48be-8760-1fced750d087', 'name': 'network-vif-deleted', 'tag': '4ac13f31-8e3a-45e7-a139-1b30618d69f6', 'status': 'completed', 'code': 200} Nov 19 19:28:44.353168 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbd6e8a-89aa-4291-9209-97c7da735aa2 x-openstack-request-id: req-ccbd6e8a-89aa-4291-9209-97c7da735aa2 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:28:44.353686 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9319c5b3-ed7f-48ea-8b76-b1efb8a69914", "name": "network-vif-deleted", "tag": "a15004c7-ea58-47f7-a3c9-0c2fd8bf1930", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:28:44.353964 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ccbd6e8a-89aa-4291-9209-97c7da735aa2 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:28:44.354368 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9319c5b3-ed7f-48ea-8b76-b1efb8a69914', 'name': 'network-vif-deleted', 'tag': 'a15004c7-ea58-47f7-a3c9-0c2fd8bf1930', 'status': 'completed', 'code': 200} Nov 19 19:28:44.805015 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57194) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:44.861441 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6a9d1c7d-6be9-4282-a9c4-c88366b2f805 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:44.888823 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6a9d1c7d-6be9-4282-a9c4-c88366b2f805 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:44.946640 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6a9d1c7d-6be9-4282-a9c4-c88366b2f805 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:44.950056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6a9d1c7d-6be9-4282-a9c4-c88366b2f805 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:44.953781 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6a9d1c7d-6be9-4282-a9c4-c88366b2f805 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "DELETE /v2.0/security-groups/402ba32c-0b54-442a-a60d-107bb9defddd HTTP/1.1" status: 204 len: 168 time: 0.1452549 Nov 19 19:28:44.954558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57196) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:44.962094 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d1c7d-6be9-4282-a9c4-c88366b2f805 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402ba32c-0b54-442a-a60d-107bb9defddd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:45.019302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3eaff6af-2f0d-46ea-b821-2d32d871e79f tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:45.043790 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3eaff6af-2f0d-46ea-b821-2d32d871e79f tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:45.096871 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3eaff6af-2f0d-46ea-b821-2d32d871e79f tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:45.099542 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3eaff6af-2f0d-46ea-b821-2d32d871e79f tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:45.102214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3eaff6af-2f0d-46ea-b821-2d32d871e79f tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "DELETE /v2.0/security-groups/0a5a3b7c-de0a-4164-9d79-0babe005af17 HTTP/1.1" status: 204 len: 168 time: 0.1458499 Nov 19 19:28:45.103506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57198) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:45.116905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaff6af-2f0d-46ea-b821-2d32d871e79f tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5a3b7c-de0a-4164-9d79-0babe005af17,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:45.197946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57202) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:45.258184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1bb44b8-2eeb-4fd6-87b9-120ced51acc0 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:45.306995 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1bb44b8-2eeb-4fd6-87b9-120ced51acc0 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:45.377840 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1bb44b8-2eeb-4fd6-87b9-120ced51acc0 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:45.381111 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1bb44b8-2eeb-4fd6-87b9-120ced51acc0 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:45.382544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d1bb44b8-2eeb-4fd6-87b9-120ced51acc0 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/security-groups/2acb3cc3-1603-4941-bef3-bd17600dc7c1 HTTP/1.1" status: 204 len: 168 time: 0.1829116 Nov 19 19:28:45.401442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb44b8-2eeb-4fd6-87b9-120ced51acc0 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acb3cc3-1603-4941-bef3-bd17600dc7c1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:45.452812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57210) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:45.679394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-3050a3cb-0f77-480a-b325-55f651f3b656 req-1e0db5e6-e12c-4f7f-b5ec-9f707bffe2c9 tempest-AttachVolumeShelveTestJSON-1511671483 tempest-AttachVolumeShelveTestJSON-1511671483-project] (109888) timed out ('10.222.0.50', 53976) {{(pid=109888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 19:28:45.875500 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:45.889535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:46.150500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:46.178009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Deleting port 6b8f68a4-1be3-4d50-abe8-b539d023db8f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:46.178468 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:46.180398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:46.180930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device a15004c7-ea58-47f7-a3c9-0c2fd8bf1930 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:46.195344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port ef685649-21c4-42ed-84a3-9de974c22899 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:46.195978 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:46.288203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] For port 6b8f68a4-1be3-4d50-abe8-b539d023db8f, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6b8f68a4-1be3-4d50-abe8-b539d023db8f,segment=NetworkSegment(2d8c391f-0a25-4583-9a9b-23e08e003620),segment_id=2d8c391f-0a25-4583-9a9b-23e08e003620)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:46.289392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:46.303150 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Calling delete_port for 6b8f68a4-1be3-4d50-abe8-b539d023db8f owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:46.306118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] For port ef685649-21c4-42ed-84a3-9de974c22899, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ef685649-21c4-42ed-84a3-9de974c22899,segment=NetworkSegment(72c76c5f-a6d9-4505-aa2d-5b1991e33aca),segment_id=72c76c5f-a6d9-4505-aa2d-5b1991e33aca)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:46.306523 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:46.326702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for ef685649-21c4-42ed-84a3-9de974c22899 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:46.536827 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:46.541643 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:46.570752 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'Port': ['ID=6b8f68a4-1be3-4d50-abe8-b539d023db8f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:46.630209 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=ef685649-21c4-42ed-84a3-9de974c22899,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:46.809342 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:46.816296 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:47.109808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:28:47.258976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:47.267786 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cd4d4c3b-c54e-4164-ac50-54380216e4ae tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "PUT /v2.0/routers/4f3ee55e-01cb-444d-a9e0-85a4fb166921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1631293 Nov 19 19:28:47.268422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57224) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:47.271946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad05ae1c-1231-489b-9b14-54bf21ba613d None None] Sync routers for ids ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:47.285941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad05ae1c-1231-489b-9b14-54bf21ba613d None None] Routers {'4f3ee55e-01cb-444d-a9e0-85a4fb166921'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:47.286910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ad05ae1c-1231-489b-9b14-54bf21ba613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:47.340028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0559e8a4-fc59-4834-a045-2488db08e9cd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Deleting subnet 7d5c9069-6009-4db2-83ff-fe2a2971425b {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:28:47.345199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0559e8a4-fc59-4834-a045-2488db08e9cd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:47.403842 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0559e8a4-fc59-4834-a045-2488db08e9cd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:47.431736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-ad05ae1c-1231-489b-9b14-54bf21ba613d None None] Set router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:47.529384 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0559e8a4-fc59-4834-a045-2488db08e9cd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:47.550024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:28:47.644540 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0559e8a4-fc59-4834-a045-2488db08e9cd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:47.679634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559e8a4-fc59-4834-a045-2488db08e9cd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5c9069-6009-4db2-83ff-fe2a2971425b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:47.688545 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0559e8a4-fc59-4834-a045-2488db08e9cd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:47.693477 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0559e8a4-fc59-4834-a045-2488db08e9cd tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "DELETE /v2.0/subnets/7d5c9069-6009-4db2-83ff-fe2a2971425b HTTP/1.1" status: 204 len: 168 time: 0.4239755 Nov 19 19:28:47.696155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57228) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:47.699628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d354de0f-619b-49f8-a029-ae186d2458ad None None] Network ff91a84b-f9c5-4892-910e-07c93f603246 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:28:47.723476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ad05ae1c-1231-489b-9b14-54bf21ba613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:28:46Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:47.734601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:47.746988 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c42e63-d057-4734-b7f1-7c2885d2853a None None] Sync routers for ids ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:47.750556 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d948ce2c-95fb-4b4e-8752-b0235799bf07 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "PUT /v2.0/routers/91c83ccb-06b4-491c-b95d-e8bedc7f7eb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2930179 Nov 19 19:28:47.751520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57230) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:47.765180 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c42e63-d057-4734-b7f1-7c2885d2853a None None] Routers {'91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:47.765718 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-64c42e63-d057-4734-b7f1-7c2885d2853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:47.801450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad05ae1c-1231-489b-9b14-54bf21ba613d None None] Checking router: 4f3ee55e-01cb-444d-a9e0-85a4fb166921 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:47.829202 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad05ae1c-1231-489b-9b14-54bf21ba613d None None] Routers {'4f3ee55e-01cb-444d-a9e0-85a4fb166921'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:47.830129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ad05ae1c-1231-489b-9b14-54bf21ba613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:47.830768 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:47.839601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ed956f-89b4-4a21-b768-93996fdfb629 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting subnet 350fcd7b-3ab6-4146-b860-318bd8b21c32 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:28:47.843960 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ed956f-89b4-4a21-b768-93996fdfb629 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:47.910258 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ed956f-89b4-4a21-b768-93996fdfb629 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:47.918706 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-64c42e63-d057-4734-b7f1-7c2885d2853a None None] Set router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:48.003623 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ed956f-89b4-4a21-b768-93996fdfb629 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.019078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.128699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Deleting port e4b657ac-4e83-47f5-9eea-de5fdaebea22 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:48.129146 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.137679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ed956f-89b4-4a21-b768-93996fdfb629 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.171954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed956f-89b4-4a21-b768-93996fdfb629 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Subnet': ['ID=350fcd7b-3ab6-4146-b860-318bd8b21c32,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:48.174493 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-01ed956f-89b4-4a21-b768-93996fdfb629 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.181496 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-01ed956f-89b4-4a21-b768-93996fdfb629 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/subnets/350fcd7b-3ab6-4146-b860-318bd8b21c32 HTTP/1.1" status: 204 len: 168 time: 0.4253681 Nov 19 19:28:48.181906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57232) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:48.193320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4ac13f31-8e3a-45e7-a139-1b30618d69f6 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:48.227317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0e133a-5660-45eb-a039-b98b565a54f1 None None] Network 414117ae-8dd4-47ce-837c-7af3b7692287 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:28:48.269707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 4ac13f31-8e3a-45e7-a139-1b30618d69f6 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:48.270009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4ac13f31-8e3a-45e7-a139-1b30618d69f6 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:48.312447 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] For port e4b657ac-4e83-47f5-9eea-de5fdaebea22, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e4b657ac-4e83-47f5-9eea-de5fdaebea22,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:48.314154 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.317564 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-64c42e63-d057-4734-b7f1-7c2885d2853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:28:46Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:48.342908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.348841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Calling delete_port for e4b657ac-4e83-47f5-9eea-de5fdaebea22 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:48.351933 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c42e63-d057-4734-b7f1-7c2885d2853a None None] Checking router: 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:48.362231 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c42e63-d057-4734-b7f1-7c2885d2853a None None] Routers {'91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:48.362862 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-64c42e63-d057-4734-b7f1-7c2885d2853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:48.375291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-ad05ae1c-1231-489b-9b14-54bf21ba613d None None] Set router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:48.550696 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-64c42e63-d057-4734-b7f1-7c2885d2853a None None] Set router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:48.558613 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.593695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] DHCP port deletion for ff91a84b-f9c5-4892-910e-07c93f603246 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:48.705898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Deleting port 50fcca41-a133-4d93-93c7-408d06be11c9 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:48.706291 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.723033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bda3f7-ddf0-4b58-9a06-b9a1f829414c None None] DHCP port deletion for 414117ae-8dd4-47ce-837c-7af3b7692287 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:48.727404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Deleting port ae0adda7-5e74-4447-b704-019d03babd98 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:48.727658 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.759597 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.852041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'Port': ['ID=e4b657ac-4e83-47f5-9eea-de5fdaebea22,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:48.863467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041cb159-d083-4db1-b2f2-c021459b643c None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:48.889260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] For port 50fcca41-a133-4d93-93c7-408d06be11c9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=50fcca41-a133-4d93-93c7-408d06be11c9,segment=NetworkSegment(2d8c391f-0a25-4583-9a9b-23e08e003620),segment_id=2d8c391f-0a25-4583-9a9b-23e08e003620)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:48.889669 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.899825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] For port ae0adda7-5e74-4447-b704-019d03babd98, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ae0adda7-5e74-4447-b704-019d03babd98,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:48.900259 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.914666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Calling delete_port for ae0adda7-5e74-4447-b704-019d03babd98 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:48.920154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Calling delete_port for 50fcca41-a133-4d93-93c7-408d06be11c9 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:48.960157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:48.976316 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-64c42e63-d057-4734-b7f1-7c2885d2853a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:28:46Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:48.994762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-ad05ae1c-1231-489b-9b14-54bf21ba613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:28:46Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:49.014941 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c42e63-d057-4734-b7f1-7c2885d2853a None None] The sync data for ids ['91c83ccb-06b4-491c-b95d-e8bedc7f7eb1'] in n-d-815373-6 is: [{'id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'name': 'tempest-TestNetworkBasicOps-router-1053287891', 'tenant_id': '27dbe04dbfb64a739b120dee25c6a395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:28:46Z', 'revision_number': 5, 'project_id': '27dbe04dbfb64a739b120dee25c6a395', 'gw_port': {'id': 'ae0adda7-5e74-4447-b704-019d03babd98', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c83ccb-06b4-491c-b95d-e8bedc7f7eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:49.037631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad05ae1c-1231-489b-9b14-54bf21ba613d None None] The sync data for ids ['4f3ee55e-01cb-444d-a9e0-85a4fb166921'] in n-d-815373-6 is: [{'id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397102076', 'tenant_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:26:36Z', 'updated_at': '2021-11-19T19:28:46Z', 'revision_number': 5, 'project_id': 'c133e2a74ff54fb5b01cd4c34e17aa9e', 'gw_port': {'id': 'e4b657ac-4e83-47f5-9eea-de5fdaebea22', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3ee55e-01cb-444d-a9e0-85a4fb166921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:26:37Z', 'updated_at': '2021-11-19T19:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:49.074392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-55bda3f7-ddf0-4b58-9a06-b9a1f829414c None None] Deleting port 80ef6433-838c-40be-8df9-6baa0e4cf7ed {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:28:49.074754 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55bda3f7-ddf0-4b58-9a06-b9a1f829414c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.118362 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.123172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.145005 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.187034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-55bda3f7-ddf0-4b58-9a06-b9a1f829414c None None] For port 80ef6433-838c-40be-8df9-6baa0e4cf7ed, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=80ef6433-838c-40be-8df9-6baa0e4cf7ed,segment=NetworkSegment(72c76c5f-a6d9-4505-aa2d-5b1991e33aca),segment_id=72c76c5f-a6d9-4505-aa2d-5b1991e33aca)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:49.187446 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55bda3f7-ddf0-4b58-9a06-b9a1f829414c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.190277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Pushing event deleted for resources: {'Port': ['ID=50fcca41-a133-4d93-93c7-408d06be11c9,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:49.207502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] No DVR routers for this DVR port 50fcca41-a133-4d93-93c7-408d06be11c9 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:28:49.222129 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.222816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Fanout notify agent at l3_agent the message router_deleted on router 4f3ee55e-01cb-444d-a9e0-85a4fb166921 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:28:49.230560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-55bda3f7-ddf0-4b58-9a06-b9a1f829414c None None] Calling delete_port for 80ef6433-838c-40be-8df9-6baa0e4cf7ed owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:28:49.230560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.230560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.230560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.230560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.230560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.230560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.237846 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.239279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.239773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.242883 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a4fd207c-6ea8-4c38-bffa-947f069e5789 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "DELETE /v2.0/routers/4f3ee55e-01cb-444d-a9e0-85a4fb166921 HTTP/1.1" status: 204 len: 168 time: 1.5430570 Nov 19 19:28:49.243336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.243336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.243336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.243336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e156c-4fa1-4e69-8a3a-a082b92a18ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:28:49.247190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57240) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:49.319847 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.356786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Port': ['ID=ae0adda7-5e74-4447-b704-019d03babd98,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:49.358349 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55bda3f7-ddf0-4b58-9a06-b9a1f829414c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.388923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7ccd31-a66a-4a55-a8b8-b7925ab088e0 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:49.401400 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.416363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bda3f7-ddf0-4b58-9a06-b9a1f829414c None None] No DVR routers for this DVR port 80ef6433-838c-40be-8df9-6baa0e4cf7ed on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:28:49.449010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bda3f7-ddf0-4b58-9a06-b9a1f829414c None None] Pushing event deleted for resources: {'Port': ['ID=80ef6433-838c-40be-8df9-6baa0e4cf7ed,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:49.557028 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.677647 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.680210 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.695533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.759167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ef685649-21c4-42ed-84a3-9de974c22899 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:49.780037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff91a84b-f9c5-4892-910e-07c93f603246']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:49.783103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.783669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Fanout notify agent at l3_agent the message router_deleted on router 91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:28:49.791480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.795250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: ef685649-21c4-42ed-84a3-9de974c22899 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:49.795614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ef685649-21c4-42ed-84a3-9de974c22899 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:49.795795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b4b383b1-7bc5-40cf-af63-a7d97e385240 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/routers/91c83ccb-06b4-491c-b95d-e8bedc7f7eb1 HTTP/1.1" status: 204 len: 168 time: 1.6127625 Nov 19 19:28:49.796073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 80ef6433-838c-40be-8df9-6baa0e4cf7ed no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:49.796365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57248) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:49.819503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 80ef6433-838c-40be-8df9-6baa0e4cf7ed {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:49.819503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 80ef6433-838c-40be-8df9-6baa0e4cf7ed not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:49.819503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6b8f68a4-1be3-4d50-abe8-b539d023db8f no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:49.846012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 6b8f68a4-1be3-4d50-abe8-b539d023db8f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:49.846233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6b8f68a4-1be3-4d50-abe8-b539d023db8f not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:49.846561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 50fcca41-a133-4d93-93c7-408d06be11c9 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:49.870230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8c391f-0a25-4583-9a9b-23e08e003620') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:49.871063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8c391f-0a25-4583-9a9b-23e08e003620') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:49.878482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 50fcca41-a133-4d93-93c7-408d06be11c9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:49.878837 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 50fcca41-a133-4d93-93c7-408d06be11c9 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:49.904922 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.919894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.929689 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.941476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:28:49.941901 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:28:49.946669 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:28:50.098012 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.100861 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.109602 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.115653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] 10.222.0.50 "DELETE /v2.0/networks/ff91a84b-f9c5-4892-910e-07c93f603246 HTTP/1.1" status: 204 len: 168 time: 0.8633547 Nov 19 19:28:50.138246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202da1d-1841-4283-a632-d610a8aeb609 tempest-TestSecurityGroupsBasicOps-2112932476 tempest-TestSecurityGroupsBasicOps-2112932476-project] Pushing event deleted for resources: {'Network': ['ID=ff91a84b-f9c5-4892-910e-07c93f603246,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:50.148884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414117ae-8dd4-47ce-837c-7af3b7692287']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:50.162932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c76c5f-a6d9-4505-aa2d-5b1991e33aca') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:50.163260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c76c5f-a6d9-4505-aa2d-5b1991e33aca') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:50.189309 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.211371 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.223562 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:28:50.224518 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:28:50.228116 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:28:50.298585 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.308173 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.311658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] 10.222.0.50 "DELETE /v2.0/networks/414117ae-8dd4-47ce-837c-7af3b7692287 HTTP/1.1" status: 204 len: 168 time: 0.5089912 Nov 19 19:28:50.335191 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b002ab-06c2-4552-acd8-048decd2ed29 tempest-TestNetworkBasicOps-1329675177 tempest-TestNetworkBasicOps-1329675177-project] Pushing event deleted for resources: {'Network': ['ID=414117ae-8dd4-47ce-837c-7af3b7692287,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:50.551125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57264) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:50.597675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57268) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:50.778617 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e47fc126-180d-4a92-8eb9-e368759a73e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27dbe04dbfb64a739b120dee25c6a395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1796634 Nov 19 19:28:50.781321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57274) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:50.791210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-57fb80de-1478-48a1-b6d2-6c18b674517e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c133e2a74ff54fb5b01cd4c34e17aa9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383223 Nov 19 19:28:50.793917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57276) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:50.869992 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f89a3831-b970-4b6c-8587-104bb50f22eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.873353 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69d5863d-0e5b-4d7c-8232-7e2f9606fe1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.899069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f89a3831-b970-4b6c-8587-104bb50f22eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.906908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69d5863d-0e5b-4d7c-8232-7e2f9606fe1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.960982 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f89a3831-b970-4b6c-8587-104bb50f22eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.966294 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f89a3831-b970-4b6c-8587-104bb50f22eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.970063 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f89a3831-b970-4b6c-8587-104bb50f22eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44054e25-76bd-4e44-b23a-c20311c099a4 HTTP/1.1" status: 204 len: 168 time: 0.1726272 Nov 19 19:28:50.977157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a3831-b970-4b6c-8587-104bb50f22eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44054e25-76bd-4e44-b23a-c20311c099a4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:50.993572 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69d5863d-0e5b-4d7c-8232-7e2f9606fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:50.999471 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69d5863d-0e5b-4d7c-8232-7e2f9606fe1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.001531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-69d5863d-0e5b-4d7c-8232-7e2f9606fe1e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4033ab22-09d3-4fcd-810c-8a526f55ea5b HTTP/1.1" status: 204 len: 168 time: 0.2181747 Nov 19 19:28:51.032283 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5863d-0e5b-4d7c-8232-7e2f9606fe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4033ab22-09d3-4fcd-810c-8a526f55ea5b,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:51.375815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57286) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:51.393653 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b5086bd-0330-40b4-b89f-8971bb37deba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.438233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57288) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:51.458774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9dc86005-dd6b-45cc-9cc8-77ace7f4dc52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.491011 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b5086bd-0330-40b4-b89f-8971bb37deba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.498779 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b5086bd-0330-40b4-b89f-8971bb37deba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.554459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ae0adda7-5e74-4447-b704-019d03babd98 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:51.560561 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7b5086bd-0330-40b4-b89f-8971bb37deba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fac76fa59ccc4c19beb9529ea3f464ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1836171 Nov 19 19:28:51.561415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57294) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:51.562224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5086bd-0330-40b4-b89f-8971bb37deba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a51e2e-be75-4a55-82d7-47359e67b7b5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:51.586274 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: ae0adda7-5e74-4447-b704-019d03babd98 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:51.587000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ae0adda7-5e74-4447-b704-019d03babd98 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:51.587579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e4b657ac-4e83-47f5-9eea-de5fdaebea22 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:28:51.594393 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9dc86005-dd6b-45cc-9cc8-77ace7f4dc52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.600416 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9dc86005-dd6b-45cc-9cc8-77ace7f4dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.614505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: e4b657ac-4e83-47f5-9eea-de5fdaebea22 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:28:51.615157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e4b657ac-4e83-47f5-9eea-de5fdaebea22 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:28:51.650748 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08b6ee70-b816-4bd8-a9a4-960d81f75ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.651069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc86005-dd6b-45cc-9cc8-77ace7f4dc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b4e9a7-05ab-4b3f-90eb-c2166613851d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:51.656133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9dc86005-dd6b-45cc-9cc8-77ace7f4dc52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3bd3ba439cb47de9b42b0b1402d1650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2154722 Nov 19 19:28:51.658690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57296) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:51.677552 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08b6ee70-b816-4bd8-a9a4-960d81f75ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.736232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28b45d55-bed0-4d25-853e-d452397a57ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.748725 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08b6ee70-b816-4bd8-a9a4-960d81f75ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.751833 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08b6ee70-b816-4bd8-a9a4-960d81f75ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.753213 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-08b6ee70-b816-4bd8-a9a4-960d81f75ea0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49a51e2e-be75-4a55-82d7-47359e67b7b5 HTTP/1.1" status: 204 len: 168 time: 0.1879678 Nov 19 19:28:51.767740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6ee70-b816-4bd8-a9a4-960d81f75ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a51e2e-be75-4a55-82d7-47359e67b7b5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:51.774246 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28b45d55-bed0-4d25-853e-d452397a57ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.852643 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28b45d55-bed0-4d25-853e-d452397a57ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.857382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-28b45d55-bed0-4d25-853e-d452397a57ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:51.857382 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-28b45d55-bed0-4d25-853e-d452397a57ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73b4e9a7-05ab-4b3f-90eb-c2166613851d HTTP/1.1" status: 204 len: 168 time: 0.1974721 Nov 19 19:28:51.868466 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b45d55-bed0-4d25-853e-d452397a57ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b4e9a7-05ab-4b3f-90eb-c2166613851d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:52.403465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57306) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:52.460117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57308) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:52.460661 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-af4b0984-36f4-4fe1-9659-8afed5104f54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01b37a501aed4771babc3c0bec7cb9fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550838 Nov 19 19:28:52.520646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-617e5082-5e7c-4fad-87bf-d3fadcb6843f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:52.549223 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-617e5082-5e7c-4fad-87bf-d3fadcb6843f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:52.602971 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-617e5082-5e7c-4fad-87bf-d3fadcb6843f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:52.606623 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-617e5082-5e7c-4fad-87bf-d3fadcb6843f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:52.610984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-617e5082-5e7c-4fad-87bf-d3fadcb6843f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/712d970c-d2c3-49d8-81c7-fcc7bd34146d HTTP/1.1" status: 204 len: 168 time: 0.1458771 Nov 19 19:28:52.616183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e5082-5e7c-4fad-87bf-d3fadcb6843f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712d970c-d2c3-49d8-81c7-fcc7bd34146d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:53.397046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57336) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:53.504026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-263903255-network', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:53.530002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Made reservation on behalf of eb6d365ff57d47b4848afc9db28f6cb1 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:28:53.532688 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:53.545524 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:53.631812 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:53.636145 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:53.663145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:28:53.676410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eb8627-927c-4e5b-822c-002f183fbe05,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:53.683689 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:53.683689 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Added segment 32f5e6fc-a249-4262-b5ca-1faa21f21430 of type vlan for network 78810df9-278a-4925-972d-51f8ab8080e8 Nov 19 19:28:53.731157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:53.757865 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:53.758754 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:53.759331 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:53.821375 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4228919 Nov 19 19:28:53.824295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57342) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:53.829235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] Request body: {'subnet': {'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-263903255-subnet', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:53.842676 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ea540-a98a-4981-8105-f03da67cc853 admin admin] Pushing event updated for resources: {'Network': ['ID=78810df9-278a-4925-972d-51f8ab8080e8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:53.856011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 78810df9-278a-4925-972d-51f8ab8080e8 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:28:53.863533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] Made reservation on behalf of eb6d365ff57d47b4848afc9db28f6cb1 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:28:53.866632 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.075094 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.138315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a93667-1361-45df-b944-830796a1b770,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:54.155661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] Checking segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:54.156024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] Network hostable DHCP agents. Network: 78810df9-278a-4925-972d-51f8ab8080e8, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:28:54.177332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] Network 78810df9-278a-4925-972d-51f8ab8080e8 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:28:54.188009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 78810df9-278a-4925-972d-51f8ab8080e8) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:54.194433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:54.195287 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.196858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0667e-3f37-4698-a0b1-6efc318ee9f5 None None] Network 78810df9-278a-4925-972d-51f8ab8080e8 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:28:54.216883 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fa886e44-11bb-4232-986f-77e5431ad31e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3888490 Nov 19 19:28:54.218419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57348) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:54.222845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:54.248769 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.249879 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.306876 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.379490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-78810df9-278a-4925-972d-51f8ab8080e8', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:28:54.380531 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.469164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.541480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Allocated IP 172.20.0.2 (78810df9-278a-4925-972d-51f8ab8080e8/99a93667-1361-45df-b944-830796a1b770/edb61975-fb1b-45de-b724-9177e3347b73) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:54.704575 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.711676 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.757886 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Network 78810df9-278a-4925-972d-51f8ab8080e8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:54.762797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:54.767133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:54.796353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Pushing event updated for resources: {'Port': ['ID=edb61975-fb1b-45de-b724-9177e3347b73,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:54.855632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Attempting to bind port edb61975-fb1b-45de-b724-9177e3347b73 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:28:54.856336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Attempting to bind port edb61975-fb1b-45de-b724-9177e3347b73 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:28:54.857398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Attempting to bind port edb61975-fb1b-45de-b724-9177e3347b73 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:54.866355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:28:54.866941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Checking segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:54.867555 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.868154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Bound using segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:28:54.868735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Bound port: edb61975-fb1b-45de-b724-9177e3347b73, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:28:54.869414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:54.947550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] For port edb61975-fb1b-45de-b724-9177e3347b73, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:28:54.951644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] For port edb61975-fb1b-45de-b724-9177e3347b73, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=edb61975-fb1b-45de-b724-9177e3347b73,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:28:54.958544 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:55.047496 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97743789-c678-455d-9e3d-eb2f4881d73e None None] Pushing event updated for resources: {'Port': ['ID=edb61975-fb1b-45de-b724-9177e3347b73,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:55.080667 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:55.106004 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:55.245311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Allocated IP 172.25.3.85 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/bfa3aa38-5613-43f7-8b9d-81f8cae32a57) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:55.368752 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:55.386234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:55.411924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:55.447210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:55.454709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:55.458630 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:55.472945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38aa452-bbd9-41dd-958b-03d7d2f2cf3d None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:55.489286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa3aa38-5613-43f7-8b9d-81f8cae32a57,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:55.571164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4f4a84a2-6b83-48ee-a403-3d20f869960d None None] Provisioning complete for port bfa3aa38-5613-43f7-8b9d-81f8cae32a57 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:55.571786 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4f4a84a2-6b83-48ee-a403-3d20f869960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:55.629906 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a84a2-6b83-48ee-a403-3d20f869960d None None] Port bfa3aa38-5613-43f7-8b9d-81f8cae32a57 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:28:55.648200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device edb61975-fb1b-45de-b724-9177e3347b73 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:55.698718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port edb61975-fb1b-45de-b724-9177e3347b73 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:55.699154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:55.771032 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:55.796135 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:55.836905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port edb61975-fb1b-45de-b724-9177e3347b73, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=edb61975-fb1b-45de-b724-9177e3347b73,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:55.845136 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:55.909633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=edb61975-fb1b-45de-b724-9177e3347b73,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:56.098095 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:56.270423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Router 522c039b-57fd-4db2-a014-fdaabef00b29 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:28:56.305018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b1f914-674e-475d-aac5-e89b8e201fa4 None None] Network 78810df9-278a-4925-972d-51f8ab8080e8 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:28:56.391566 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:56.414820 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:56.418926 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2f6e5fd3-2663-4962-be6a-87e3822598e6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1994159 Nov 19 19:28:56.420027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57362) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:56.538771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Sync routers for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:28:56.568571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:56.569198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:56.572746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-640a205b-50c5-4a6b-a9f3-147b38b3204b None None] Provisioning complete for port edb61975-fb1b-45de-b724-9177e3347b73 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:56.573150 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-640a205b-50c5-4a6b-a9f3-147b38b3204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:56.806156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:56.958311 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.098887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:55Z', 'revision_number': 3, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:57.136234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Checking router: 522c039b-57fd-4db2-a014-fdaabef00b29 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:28:57.136772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Updating router 522c039b-57fd-4db2-a014-fdaabef00b29 port bfa3aa38-5613-43f7-8b9d-81f8cae32a57 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:28:57.168113 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.174163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Allocated IP 172.20.0.1 (78810df9-278a-4925-972d-51f8ab8080e8/99a93667-1361-45df-b944-830796a1b770/9a5db45f-50de-4801-a9fa-f0c6b8ddc809) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:28:57.267187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1521378b-ff8c-4913-8c59-f577ba196802 None None] Provisioning complete for port edb61975-fb1b-45de-b724-9177e3347b73 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:57.267566 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1521378b-ff8c-4913-8c59-f577ba196802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.287753 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.323047 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.362395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Network 78810df9-278a-4925-972d-51f8ab8080e8 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:57.365201 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:57.368924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:28:57.398291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5db45f-50de-4801-a9fa-f0c6b8ddc809,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:57.417999 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.567946 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.575984 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.588666 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.653230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b3155-54cc-48bb-a414-cb3a87f6d995 None None] Pushing event updated for resources: {'Port': ['ID=bfa3aa38-5613-43f7-8b9d-81f8cae32a57,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:57.655922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device edb61975-fb1b-45de-b724-9177e3347b73 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:57.728296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419686b-d013-4874-87c7-2c849d1b97f5 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:57.739123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Attempting to bind port bfa3aa38-5613-43f7-8b9d-81f8cae32a57 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:28:57.739552 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Attempting to bind port bfa3aa38-5613-43f7-8b9d-81f8cae32a57 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:28:57.739851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Attempting to bind port bfa3aa38-5613-43f7-8b9d-81f8cae32a57 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:28:57.746334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:28:57.746715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:57.747131 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.747510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:28:57.748101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Bound port: bfa3aa38-5613-43f7-8b9d-81f8cae32a57, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:28:57.748355 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.755665 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port edb61975-fb1b-45de-b724-9177e3347b73 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:57.756047 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.785258 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.790054 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.837710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f0bbc8f1-1956-4243-99c9-2fc191208243 None None] Provisioning complete for port bfa3aa38-5613-43f7-8b9d-81f8cae32a57 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:57.838111 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc8f1-1956-4243-99c9-2fc191208243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.878595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5db45f-50de-4801-a9fa-f0c6b8ddc809,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:57.884122 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:57.893203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] For port bfa3aa38-5613-43f7-8b9d-81f8cae32a57, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:28:57.935557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbc8f1-1956-4243-99c9-2fc191208243 None None] Port bfa3aa38-5613-43f7-8b9d-81f8cae32a57 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:28:57.944331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] For port bfa3aa38-5613-43f7-8b9d-81f8cae32a57, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=bfa3aa38-5613-43f7-8b9d-81f8cae32a57,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:28:57.956436 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:58.003621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f0bbc8f1-1956-4243-99c9-2fc191208243 None None] Provisioning complete for port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:58.004235 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc8f1-1956-4243-99c9-2fc191208243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:58.035432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Network 78810df9-278a-4925-972d-51f8ab8080e8 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:28:58.036455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd59d133-6c39-4117-b6ac-54b370a35a10 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:28:58.037563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:58.071123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b3155-54cc-48bb-a414-cb3a87f6d995 None None] Pushing event updated for resources: {'Port': ['ID=bfa3aa38-5613-43f7-8b9d-81f8cae32a57,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:58.078019 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:28:58.078565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:58.080617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbc8f1-1956-4243-99c9-2fc191208243 None None] Port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:28:58.205898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Router 522c039b-57fd-4db2-a014-fdaabef00b29 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:28:58.221538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:28:58.258378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4894b152-6c4a-4dfa-99d7-3d58e0052733 None None] Provisioning complete for port bfa3aa38-5613-43f7-8b9d-81f8cae32a57 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:58.258749 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4894b152-6c4a-4dfa-99d7-3d58e0052733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:58.370596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:28:58.397227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9cce33aa-40ce-47ab-9f23-fe04a2a7a2c6 admin admin] 10.222.0.50 "PUT /v2.0/routers/522c039b-57fd-4db2-a014-fdaabef00b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9646080 Nov 19 19:28:58.464732 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4894b152-6c4a-4dfa-99d7-3d58e0052733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:58.512631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4894b152-6c4a-4dfa-99d7-3d58e0052733 None None] For port bfa3aa38-5613-43f7-8b9d-81f8cae32a57, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=bfa3aa38-5613-43f7-8b9d-81f8cae32a57,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:28:58.528334 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4894b152-6c4a-4dfa-99d7-3d58e0052733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:58.589515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 2, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:28:58.627698 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a1cff9-7892-46f8-ba10-043998a7cafb None None] The sync data for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 is: [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 2, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:28:58.630643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894b152-6c4a-4dfa-99d7-3d58e0052733 None None] Pushing event updated for resources: {'Port': ['ID=bfa3aa38-5613-43f7-8b9d-81f8cae32a57,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:58.672851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f408bb13-6f1b-4eaf-8992-16fd9fe72a36 None None] Provisioning complete for port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:58.672851 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f408bb13-6f1b-4eaf-8992-16fd9fe72a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:58.733171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f408bb13-6f1b-4eaf-8992-16fd9fe72a36 None None] Port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:28:59.044978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57396) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:59.050828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1040246494-network', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:59.086163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Made reservation on behalf of 48c9635f15834f0ebce06bf31ce45a8c for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:28:59.090515 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.101625 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.196610 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.205392 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.234947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:28:59.246677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50575ddf-b59e-4327-a6b1-d8ef1039832d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:59.253464 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.253464 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Added segment b10e1ddf-c282-437d-a91f-199cabbfd401 of type vlan for network 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 Nov 19 19:28:59.309146 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.342332 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.343348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:59.344046 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.403419 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3566520 Nov 19 19:28:59.407178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57398) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:59.413514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] Request body: {'subnet': {'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1040246494-subnet', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:59.420394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c331d7b-ee8c-4d39-a135-27546e81cbd7 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee09b3b-5866-43e8-bb54-f1a5fd0ca099,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:59.434612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:28:59.442768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] Made reservation on behalf of 48c9635f15834f0ebce06bf31ce45a8c for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:28:59.446159 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.728976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device bfa3aa38-5613-43f7-8b9d-81f8cae32a57 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:28:59.773810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.826560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port bfa3aa38-5613-43f7-8b9d-81f8cae32a57 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:28:59.826944 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.840688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ae6e25-ebe9-4726-9eed-3b78240f9e79,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:28:59.861256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] Checking segment: {'id': 'b10e1ddf-c282-437d-a91f-199cabbfd401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:28:59.861478 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] Network hostable DHCP agents. Network: 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:28:59.897811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] Network 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:28:59.912141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:28:59.918087 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:28:59.918945 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:28:59.934070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8be084-8649-4cc8-ac28-901758c3685d None None] Network 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:28:59.944721 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4586b018-b20b-4443-af0c-e7c6bb8be240 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5331817 Nov 19 19:28:59.945051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 57404) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:28:59.951864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1040246494-router', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:28:59.999098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.002273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.009053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.079439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.173485 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-8ee09b3b-5866-43e8-bb54-f1a5fd0ca099', 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'fixed_ips': [{'subnet_id': '34ae6e25-ebe9-4726-9eed-3b78240f9e79'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:29:00.174497 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.251127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.374025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Allocated IP 172.20.0.2 (8ee09b3b-5866-43e8-bb54-f1a5fd0ca099/34ae6e25-ebe9-4726-9eed-3b78240f9e79/0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:29:00.516060 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.541157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.562147 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.577022 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.628798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Network 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:29:00.630127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Pushing event updated for resources: {'Port': ['ID=0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:00.632710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:29:00.634915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:29:00.678027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Allocated IP 172.25.3.217 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/82b01c7d-b0b9-4295-9a69-5df529086315) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:29:00.699686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Attempting to bind port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:29:00.700116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Attempting to bind port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b10e1ddf-c282-437d-a91f-199cabbfd401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:29:00.700486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Attempting to bind port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 on network 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:29:00.708301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:29:00.708301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Checking segment: {'id': 'b10e1ddf-c282-437d-a91f-199cabbfd401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:29:00.708301 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.708301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Bound using segment: {'id': 'b10e1ddf-c282-437d-a91f-199cabbfd401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:29:00.708882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Bound port: 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10e1ddf-c282-437d-a91f-199cabbfd401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:29:00.708882 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.807420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] For port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:29:00.812626 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] For port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0,segment=NetworkSegment(b10e1ddf-c282-437d-a91f-199cabbfd401),segment_id=b10e1ddf-c282-437d-a91f-199cabbfd401)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:29:00.817715 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.818554 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.866878 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:00.899431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:29:00.904309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:29:00.918859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba89690-f33b-42cc-a362-bcc51ea4d67a None None] Pushing event updated for resources: {'Port': ['ID=0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:00.929742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73429f51-2d23-4dd0-85a3-4cdaa8e67377 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:29:00.944258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:29:00.973249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Pushing event updated for resources: {'Port': ['ID=82b01c7d-b0b9-4295-9a69-5df529086315,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:00.983928 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-357e4d2f-fafc-43dd-a1d5-af5ad2084f46 None None] Provisioning complete for port 82b01c7d-b0b9-4295-9a69-5df529086315 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:00.984334 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-357e4d2f-fafc-43dd-a1d5-af5ad2084f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:01.075953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-357e4d2f-fafc-43dd-a1d5-af5ad2084f46 None None] Port 82b01c7d-b0b9-4295-9a69-5df529086315 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:29:01.387120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:01.444541 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Sync routers for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:29:01.455718 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:29:01.456664 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:01.616596 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:29:01.628663 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:01.644905 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:29:01.732548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:01.733101 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:01.837010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Router b521c2db-3121-4a45-9639-8aa2af35bf73 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:29:01.848965 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:01.896865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0,segment=NetworkSegment(b10e1ddf-c282-437d-a91f-199cabbfd401),segment_id=b10e1ddf-c282-437d-a91f-199cabbfd401)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:01.899721 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 2, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:01.904754 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:01.942036 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Checking router: 522c039b-57fd-4db2-a014-fdaabef00b29 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:29:01.942387 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Updating router 522c039b-57fd-4db2-a014-fdaabef00b29 port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:29:01.977159 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:02.005211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:02.043065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:29:02.056557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Sync routers for ids ['b521c2db-3121-4a45-9639-8aa2af35bf73'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:29:02.070617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Routers {'b521c2db-3121-4a45-9639-8aa2af35bf73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:29:02.072060 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b521c2db-3121-4a45-9639-8aa2af35bf73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:02.079774 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:02.082436 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-858b35b9-b6ea-4b16-95a0-02d74977b8aa admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1352561 Nov 19 19:29:02.085341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57420) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:29:02.219589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Set router b521c2db-3121-4a45-9639-8aa2af35bf73 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:29:02.468783 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:02.477599 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:02.505305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'name': 'tempest-TestVolumeBootPattern-1040246494-router', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:01Z', 'revision_number': 3, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'gw_port': {'id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:02.569501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Checking router: b521c2db-3121-4a45-9639-8aa2af35bf73 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:29:02.569881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Updating router b521c2db-3121-4a45-9639-8aa2af35bf73 port 82b01c7d-b0b9-4295-9a69-5df529086315 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:29:02.596270 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Attempting to bind port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:29:02.596632 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Attempting to bind port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:29:02.596998 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Attempting to bind port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:29:02.600114 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62328d-5a39-4812-8ef4-46a0b7bef84e None None] Pushing event updated for resources: {'Port': ['ID=9a5db45f-50de-4801-a9fa-f0c6b8ddc809,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:02.602786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d73b157-d2d4-4c20-bc86-2d5048c27616 None None] Network 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:29:02.608783 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:02.613615 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:29:02.614087 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Checking segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:29:02.614455 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:02.614846 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Bound using segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:29:02.615342 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Bound port: 9a5db45f-50de-4801-a9fa-f0c6b8ddc809, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:29:02.615727 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:02.709052 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] For port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:29:02.713465 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] For port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a5db45f-50de-4801-a9fa-f0c6b8ddc809,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:29:02.726427 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:02.763700 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2006e197-3142-48c2-b26b-459a55a8eb9c None None] Provisioning complete for port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:02.764772 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2006e197-3142-48c2-b26b-459a55a8eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:02.821966 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:29:02.822610 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:02.906852 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:02.945024 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62328d-5a39-4812-8ef4-46a0b7bef84e None None] Pushing event updated for resources: {'Port': ['ID=9a5db45f-50de-4801-a9fa-f0c6b8ddc809,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:03.127845 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:29:03.174704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Allocated IP 172.20.0.1 (8ee09b3b-5866-43e8-bb54-f1a5fd0ca099/34ae6e25-ebe9-4726-9eed-3b78240f9e79/996ef7c6-9f6c-4312-a1f1-ea67afef3900) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:29:03.313444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a375eae4-0cb4-44f1-ad20-149a91501f65 None None] Provisioning complete for port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:03.313700 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a375eae4-0cb4-44f1-ad20-149a91501f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:03.318338 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:03.347672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:03.348777 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:03.395032 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:03.449627 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:02Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:03.457268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Network 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:29:03.464757 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Attempting to bind port 82b01c7d-b0b9-4295-9a69-5df529086315 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:29:03.466565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Attempting to bind port 82b01c7d-b0b9-4295-9a69-5df529086315 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:29:03.466565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Attempting to bind port 82b01c7d-b0b9-4295-9a69-5df529086315 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:29:03.468767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:29:03.471160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:29:03.478897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d02c43-55bf-467d-a8cd-0a39a0f129cf None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:29:03.498446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deac179-9efd-499d-a8f2-2c836077ac9b None None] Pushing event updated for resources: {'Port': ['ID=82b01c7d-b0b9-4295-9a69-5df529086315,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:03.502538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:29:03.503035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:29:03.503515 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:03.503986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:29:03.504564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Bound port: 82b01c7d-b0b9-4295-9a69-5df529086315, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:29:03.507910 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:03.528225 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc751f-8ee3-43e5-be4c-bdac63b61247 None None] The sync data for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 is: [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:02Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:29:03.708020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] For port 82b01c7d-b0b9-4295-9a69-5df529086315, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:29:03.776572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] For port 82b01c7d-b0b9-4295-9a69-5df529086315, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=82b01c7d-b0b9-4295-9a69-5df529086315,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:29:03.794032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:29:03.799673 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:03.864032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a375eae4-0cb4-44f1-ad20-149a91501f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:03.943003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4247ff7-a05c-4b69-a57c-ab150bb59c26 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:29:03.993835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Routers {'b521c2db-3121-4a45-9639-8aa2af35bf73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:29:03.994638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b521c2db-3121-4a45-9639-8aa2af35bf73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:04.003565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a375eae4-0cb4-44f1-ad20-149a91501f65 None None] For port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a5db45f-50de-4801-a9fa-f0c6b8ddc809,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:04.050250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deac179-9efd-499d-a8f2-2c836077ac9b None None] Pushing event updated for resources: {'Port': ['ID=82b01c7d-b0b9-4295-9a69-5df529086315,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:04.055830 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a375eae4-0cb4-44f1-ad20-149a91501f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:04.071469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Pushing event updated for resources: {'Port': ['ID=996ef7c6-9f6c-4312-a1f1-ea67afef3900,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:04.105478 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:04.149362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375eae4-0cb4-44f1-ad20-149a91501f65 None None] Pushing event updated for resources: {'Port': ['ID=9a5db45f-50de-4801-a9fa-f0c6b8ddc809,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:04.190087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:04.190087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:04.318836 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:04.550272 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:04.562406 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:04.566788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Provisioning complete for port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:04.567183 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:04.651811 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] Set router b521c2db-3121-4a45-9639-8aa2af35bf73 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:29:04.678513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Pushing event updated for resources: {'Port': ['ID=996ef7c6-9f6c-4312-a1f1-ea67afef3900,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:04.682455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:04.825088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Network 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:29:04.827762 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:29:04.850638 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:29:04.924021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Provisioning complete for port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:04.924294 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:04.965797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:29:05.012930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Provisioning complete for port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:05.013412 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:05.027347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Router b521c2db-3121-4a45-9639-8aa2af35bf73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:29:05.066366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:05.066738 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:05.156671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'name': 'tempest-TestVolumeBootPattern-1040246494-router', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:01Z', 'revision_number': 3, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'gw_port': {'id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:05.194094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190be01-d939-4fda-9732-4b9148b17b5d None None] The sync data for ids ['b521c2db-3121-4a45-9639-8aa2af35bf73'] in n-d-815373-6 is: [{'id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'name': 'tempest-TestVolumeBootPattern-1040246494-router', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:01Z', 'revision_number': 3, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'gw_port': {'id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:29:05.225030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Provisioning complete for port 82b01c7d-b0b9-4295-9a69-5df529086315 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:05.225413 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:05.257669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37698690-ad51-415d-8176-92e340546467 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:29:05.272211 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-37698690-ad51-415d-8176-92e340546467 admin admin] 10.222.0.50 "PUT /v2.0/routers/b521c2db-3121-4a45-9639-8aa2af35bf73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1854985 Nov 19 19:29:05.351427 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:05.382147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] For port 82b01c7d-b0b9-4295-9a69-5df529086315, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=82b01c7d-b0b9-4295-9a69-5df529086315,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:05.391779 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:05.490736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26f982-1967-4b0c-9e1b-21bde2aac508 None None] Pushing event updated for resources: {'Port': ['ID=82b01c7d-b0b9-4295-9a69-5df529086315,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:05.542319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1bedda74-fd1e-4902-9580-80d002e1016d None None] Provisioning complete for port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:05.542806 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1bedda74-fd1e-4902-9580-80d002e1016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:05.665972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1bedda74-fd1e-4902-9580-80d002e1016d None None] Port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:29:05.712031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:29:05.799752 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:05.800423 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:07.546713 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Sync routers for ids ['b521c2db-3121-4a45-9639-8aa2af35bf73'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:29:07.578295 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Routers {'b521c2db-3121-4a45-9639-8aa2af35bf73'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:29:07.579931 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b521c2db-3121-4a45-9639-8aa2af35bf73'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:07.645074 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 82b01c7d-b0b9-4295-9a69-5df529086315 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:29:07.697165 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Set router b521c2db-3121-4a45-9639-8aa2af35bf73 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:29:07.702012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 82b01c7d-b0b9-4295-9a69-5df529086315 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:07.702671 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:07.917186 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'name': 'tempest-TestVolumeBootPattern-1040246494-router', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:04Z', 'revision_number': 4, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'gw_port': {'id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '996ef7c6-9f6c-4312-a1f1-ea67afef3900', 'name': '', 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'mac_address': 'fa:16:3e:3b:91:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '34ae6e25-ebe9-4726-9eed-3b78240f9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:29:02Z', 'updated_at': '2021-11-19T19:29:04Z', 'revision_number': 2, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'subnets': [{'id': '34ae6e25-ebe9-4726-9eed-3b78240f9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:07.943371 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Checking router: b521c2db-3121-4a45-9639-8aa2af35bf73 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:29:07.943716 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Updating router b521c2db-3121-4a45-9639-8aa2af35bf73 port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:29:07.972434 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:08.194751 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:29:08.237824 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0532777-be97-44d4-b22f-2700e22832d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:08.257764 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:08.267434 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:08.322111 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5951cc1-dc1d-449c-8b08-dec8c20a0902 None None] Pushing event updated for resources: {'Port': ['ID=996ef7c6-9f6c-4312-a1f1-ea67afef3900,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:08.376839 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Attempting to bind port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:29:08.377209 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Attempting to bind port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b10e1ddf-c282-437d-a91f-199cabbfd401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:29:08.377571 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Attempting to bind port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 on network 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:29:08.384474 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:29:08.384942 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Checking segment: {'id': 'b10e1ddf-c282-437d-a91f-199cabbfd401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:29:08.385910 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:08.386311 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Bound using segment: {'id': 'b10e1ddf-c282-437d-a91f-199cabbfd401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:29:08.386889 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Bound port: 996ef7c6-9f6c-4312-a1f1-ea67afef3900, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10e1ddf-c282-437d-a91f-199cabbfd401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:29:08.387303 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:08.458309 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] For port 996ef7c6-9f6c-4312-a1f1-ea67afef3900, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:29:08.462111 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] For port 996ef7c6-9f6c-4312-a1f1-ea67afef3900, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=996ef7c6-9f6c-4312-a1f1-ea67afef3900,segment=NetworkSegment(b10e1ddf-c282-437d-a91f-199cabbfd401),segment_id=b10e1ddf-c282-437d-a91f-199cabbfd401)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:29:08.471985 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:08.533092 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Routers {'b521c2db-3121-4a45-9639-8aa2af35bf73'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:29:08.533740 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:28:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b521c2db-3121-4a45-9639-8aa2af35bf73'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:08.624803 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a552162e-b9a0-48d3-acdc-0544fdcbd3d3 None None] Provisioning complete for port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:08.625354 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a552162e-b9a0-48d3-acdc-0544fdcbd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:08.688880 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5951cc1-dc1d-449c-8b08-dec8c20a0902 None None] Pushing event updated for resources: {'Port': ['ID=996ef7c6-9f6c-4312-a1f1-ea67afef3900,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:08.765960 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a552162e-b9a0-48d3-acdc-0544fdcbd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:08.842523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a552162e-b9a0-48d3-acdc-0544fdcbd3d3 None None] For port 996ef7c6-9f6c-4312-a1f1-ea67afef3900, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=996ef7c6-9f6c-4312-a1f1-ea67afef3900,segment=NetworkSegment(b10e1ddf-c282-437d-a91f-199cabbfd401),segment_id=b10e1ddf-c282-437d-a91f-199cabbfd401)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:08.848223 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] Set router b521c2db-3121-4a45-9639-8aa2af35bf73 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:29:08.851181 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a552162e-b9a0-48d3-acdc-0544fdcbd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:08.964896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552162e-b9a0-48d3-acdc-0544fdcbd3d3 None None] Pushing event updated for resources: {'Port': ['ID=996ef7c6-9f6c-4312-a1f1-ea67afef3900,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:08.983098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a8fa2c0b-01d9-487b-8b6c-48063c3a22db None None] Provisioning complete for port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:08.983477 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2c0b-01d9-487b-8b6c-48063c3a22db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:09.077454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-552b1718-279c-4ef2-b882-11ecef1f5e43 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:09.086066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-552b1718-279c-4ef2-b882-11ecef1f5e43 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.1663654 Nov 19 19:29:09.104788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-d4b269c7-ee9b-4861-aaec-b32c392ddac2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/quotas/eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 375 time: 0.0171428 Nov 19 19:29:09.137788 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'name': 'tempest-TestVolumeBootPattern-1040246494-router', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:04Z', 'revision_number': 4, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'gw_port': {'id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '996ef7c6-9f6c-4312-a1f1-ea67afef3900', 'name': '', 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'mac_address': 'fa:16:3e:3b:91:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '34ae6e25-ebe9-4726-9eed-3b78240f9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:29:02Z', 'updated_at': '2021-11-19T19:29:08Z', 'revision_number': 4, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'subnets': [{'id': '34ae6e25-ebe9-4726-9eed-3b78240f9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:09.157580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-48239afa-46cd-4ac9-8d20-ea80eaed3ffb tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511379 Nov 19 19:29:09.169108 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fef070-0668-4134-9426-a280c9dc4224 None None] The sync data for ids ['b521c2db-3121-4a45-9639-8aa2af35bf73'] in n-d-815373-6 is: [{'id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'name': 'tempest-TestVolumeBootPattern-1040246494-router', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:04Z', 'revision_number': 4, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'gw_port': {'id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '996ef7c6-9f6c-4312-a1f1-ea67afef3900', 'name': '', 'network_id': '8ee09b3b-5866-43e8-bb54-f1a5fd0ca099', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'mac_address': 'fa:16:3e:3b:91:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '34ae6e25-ebe9-4726-9eed-3b78240f9e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:29:02Z', 'updated_at': '2021-11-19T19:29:08Z', 'revision_number': 4, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'subnets': [{'id': '34ae6e25-ebe9-4726-9eed-3b78240f9e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:29:09.287631 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-673d6ae4-3afa-4698-ac42-fbae86e6383e service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250975 Nov 19 19:29:09.401272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-32084bee-68dc-4e99-8ae6-c5e5c6b8fd5a service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059809 Nov 19 19:29:09.669910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 996ef7c6-9f6c-4312-a1f1-ea67afef3900 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:29:09.802452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:09.803592 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:09.881524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-636b0006-d6ec-460b-8282-0719c289be3d req-980c5d9f-e05d-44f0-bffa-fa8650924f16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 210 time: 0.0857069 Nov 19 19:29:10.591958 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea9687b6-8c1c-434d-abc5-7a59fd61758f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:10.966830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-f5f833c1-658b-4d35-816b-d882bdcdbc53 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:10.969077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-f5f833c1-658b-4d35-816b-d882bdcdbc53 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.1647859 Nov 19 19:29:10.990108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'port': {'device_id': '02efb80b-90ae-4c81-b2d2-e454060f7d18', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'admin_state_up': True, 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:29:11.017746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b09a4de-10cd-4f03-be28-95e96fe6d456 req-df4e0cba-f312-4e91-9b55-5608d406c43b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 210 time: 0.0451949 Nov 19 19:29:11.190752 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Made reservation on behalf of eb6d365ff57d47b4848afc9db28f6cb1 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:29:11.194958 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:11.365923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Allocated IP 172.20.0.3 (78810df9-278a-4925-972d-51f8ab8080e8/99a93667-1361-45df-b944-830796a1b770/45185ec5-92ae-4c56-b82f-7f37ed3f7fc9) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:29:11.577963 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:11.618853 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:11.673089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Network 78810df9-278a-4925-972d-51f8ab8080e8 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:29:11.676707 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:29:11.680663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:29:11.735079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:11.751790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:11.752773 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:11.775617 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-978eac8a-c72c-435a-a444-9efd8a115a49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7892799 Nov 19 19:29:11.792568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Request body: {'port': {'device_id': '02efb80b-90ae-4c81-b2d2-e454060f7d18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:29:11.873190 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:11.962676 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:12.039099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9fb17d1c-7f73-4017-8abd-7dc509db01b0 None None] Provisioning complete for port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:12.039783 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fb17d1c-7f73-4017-8abd-7dc509db01b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:12.086461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9fb17d1c-7f73-4017-8abd-7dc509db01b0 None None] Port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:29:12.205540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0eb1b-04c8-4f39-b5b7-675119a600d9 req-24149bb7-485e-4894-9468-10d462b4ca69 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:12.211665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ddf0eb1b-04c8-4f39-b5b7-675119a600d9 req-24149bb7-485e-4894-9468-10d462b4ca69 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 931 time: 0.0882711 Nov 19 19:29:12.305164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ddf0eb1b-04c8-4f39-b5b7-675119a600d9 req-0f093d95-de6c-428e-ae43-6520edbf2716 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793526 Nov 19 19:29:12.347197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:29:12.357611 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:12.370786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Transition to ACTIVE for port object 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:29:12.375795 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:12.501233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:12.553023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Attempting to bind port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:29:12.553567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Attempting to bind port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:29:12.554255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Attempting to bind port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:29:12.560175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 on network 78810df9-278a-4925-972d-51f8ab8080e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:29:12.560683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Attempting to bind port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:29:12.568869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:29:12.569300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Checking segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:29:12.569793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Bound using segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:29:12.570300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Bound port: 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:29:12.570728 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:12.648062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] For port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:29:12.652480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] For port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:29:12.661565 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:12.711521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:12.712151 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:12.715220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] 10.222.0.21 "PUT /v2.0/ports/45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 HTTP/1.1" status: 200 len: 1091 time: 0.9308355 Nov 19 19:29:12.715696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02efb80b-90ae-4c81-b2d2-e454060f7d18', 'tag': '45185ec5-92ae-4c56-b82f-7f37ed3f7fc9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:29:12.720443 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "02efb80b-90ae-4c81-b2d2-e454060f7d18", "tag": "45185ec5-92ae-4c56-b82f-7f37ed3f7fc9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:29:12.789643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1898e-2b9f-4406-850d-635ae91df7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:12.813659 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a83648-0e8f-431c-9a96-57171fad4afd x-openstack-request-id: req-88a83648-0e8f-431c-9a96-57171fad4afd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:29:12.814067 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02efb80b-90ae-4c81-b2d2-e454060f7d18", "tag": "45185ec5-92ae-4c56-b82f-7f37ed3f7fc9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:29:12.814380 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88a83648-0e8f-431c-9a96-57171fad4afd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:29:12.814785 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02efb80b-90ae-4c81-b2d2-e454060f7d18', 'tag': '45185ec5-92ae-4c56-b82f-7f37ed3f7fc9', 'status': 'completed', 'code': 200} Nov 19 19:29:12.834143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-8711d2dd-2704-4a64-83f7-511ea201b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:12.835855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-8711d2dd-2704-4a64-83f7-511ea201b86f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 1094 time: 0.0629990 Nov 19 19:29:12.889562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-c6d57bad-d5df-4308-ac51-88e069a56dde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 HTTP/1.1" status: 200 len: 217 time: 0.0455816 Nov 19 19:29:12.964064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-0a70518f-d841-495b-9a5d-6c9f27689a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:12.966516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-0a70518f-d841-495b-9a5d-6c9f27689a8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0678163 Nov 19 19:29:13.027064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-e85165ef-307a-42f4-a9c8-a95945c965dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:13.029341 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-e85165ef-307a-42f4-a9c8-a95945c965dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546553 Nov 19 19:29:13.133273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-3aef03ae-abee-4654-a4aa-f2094d2c23e2 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963619 Nov 19 19:29:13.239773 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b7a19ee-5881-453c-bb2d-1da697ca3c38 req-d280da7c-a0d8-4bef-a2cd-0a5f6e8f4697 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998149 Nov 19 19:29:13.337558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9 req-55ec7601-a48f-43b6-90a6-0cea64de205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:13.339501 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9 req-55ec7601-a48f-43b6-90a6-0cea64de205c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 1094 time: 0.0523756 Nov 19 19:29:13.396734 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:13.501814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9 req-c63d91c3-0ae9-450e-9ba1-53d651a37d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:13.503550 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9 req-c63d91c3-0ae9-450e-9ba1-53d651a37d5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.1574702 Nov 19 19:29:13.516413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc077311-55a4-4143-8f41-c297ef79203f req-9fcc3572-bbf6-4bf9-a5d9-aef90e451ab3 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:13.517994 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc077311-55a4-4143-8f41-c297ef79203f req-9fcc3572-bbf6-4bf9-a5d9-aef90e451ab3 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 943 time: 0.0951223 Nov 19 19:29:13.566968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9 req-6cb6e513-a2e4-40df-a64c-9ecab5fcf5e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 HTTP/1.1" status: 200 len: 217 time: 0.0479414 Nov 19 19:29:13.657301 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc077311-55a4-4143-8f41-c297ef79203f req-c908258f-c213-4d7a-a71e-864e44d939c0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891941 Nov 19 19:29:13.658829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9 req-72c4c221-596a-4d4b-a1f0-18a7542ae158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:13.660199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9 req-72c4c221-596a-4d4b-a1f0-18a7542ae158 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0769701 Nov 19 19:29:13.723623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9 req-282ebd40-a8cc-40b0-ace4-322be35112fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:13.725285 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9 req-282ebd40-a8cc-40b0-ace4-322be35112fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556750 Nov 19 19:29:13.848926 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9 req-175c8368-8969-4b7b-9120-2aa2597b791d service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149919 Nov 19 19:29:13.987360 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11ee69e2-e68a-4a75-8afa-cc4cb1278bb9 req-1c55eda2-2b61-49e2-9f25-19a328c73c83 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299701 Nov 19 19:29:14.160407 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:14.803208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9ca94-cb8b-4c7c-8af9-ad226c40de32 req-1b606c2d-326c-4c96-a10b-24c0d74a3a2c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:14.805347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65f9ca94-cb8b-4c7c-8af9-ad226c40de32 req-1b606c2d-326c-4c96-a10b-24c0d74a3a2c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 943 time: 0.0666625 Nov 19 19:29:14.860907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65f9ca94-cb8b-4c7c-8af9-ad226c40de32 req-76b2b39b-c66f-4d66-a8d1-44fb24be0a59 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489874 Nov 19 19:29:16.004524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998306d-f571-4b65-a1c9-6ce64ff120e8 req-85a8f951-a9a4-4d8b-ae1a-adf2a4e834fe tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:16.012044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2998306d-f571-4b65-a1c9-6ce64ff120e8 req-85a8f951-a9a4-4d8b-ae1a-adf2a4e834fe tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 943 time: 0.0647802 Nov 19 19:29:16.057656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2998306d-f571-4b65-a1c9-6ce64ff120e8 req-738275e4-4d82-4bb9-a927-1d29eb36fe06 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Nov 19 19:29:17.176390 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbf4e3-532a-49ab-8dd1-0dc6db4a91ec req-4a6aa4ec-4e03-4e46-9e13-351c73ca3125 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:17.178184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6cbf4e3-532a-49ab-8dd1-0dc6db4a91ec req-4a6aa4ec-4e03-4e46-9e13-351c73ca3125 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 943 time: 0.0539317 Nov 19 19:29:17.234484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6cbf4e3-532a-49ab-8dd1-0dc6db4a91ec req-643ec167-650e-48f3-86c0-12b5a269e37f tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479543 Nov 19 19:29:18.377242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc15b-868a-4bd5-a4cb-538e36d13a62 req-25b9c050-92fe-415f-b5ac-6c5e226adcf7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:18.378994 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc1bc15b-868a-4bd5-a4cb-538e36d13a62 req-25b9c050-92fe-415f-b5ac-6c5e226adcf7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 943 time: 0.0553603 Nov 19 19:29:18.432822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc1bc15b-868a-4bd5-a4cb-538e36d13a62 req-21fef150-c74f-4a33-a3a6-8fce91fee67a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478776 Nov 19 19:29:19.549483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1916d-b5f9-4e24-beb1-039d579cdd8f req-d5ad339a-1011-4cf0-a562-e2d1f53ad5cb tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:19.550449 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89c1916d-b5f9-4e24-beb1-039d579cdd8f req-d5ad339a-1011-4cf0-a562-e2d1f53ad5cb tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 943 time: 0.0500541 Nov 19 19:29:19.599949 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89c1916d-b5f9-4e24-beb1-039d579cdd8f req-9715b74a-277f-434a-aaaa-b7d9325c2b65 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431252 Nov 19 19:29:20.718181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0179d-0b43-4c1e-889f-51a5e7bf5850 req-7686f007-066e-4879-a451-9b17ba4152d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:20.719712 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ab0179d-0b43-4c1e-889f-51a5e7bf5850 req-7686f007-066e-4879-a451-9b17ba4152d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 943 time: 0.0519598 Nov 19 19:29:20.768974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ab0179d-0b43-4c1e-889f-51a5e7bf5850 req-1e4649cc-67c7-4a9f-94b5-507b22958b94 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427341 Nov 19 19:29:21.892873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22873ab-eec9-4359-8d72-7df313f11e6e req-8b890f44-4704-4d4d-b3f9-4e30c29918a9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:21.894389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a22873ab-eec9-4359-8d72-7df313f11e6e req-8b890f44-4704-4d4d-b3f9-4e30c29918a9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 943 time: 0.0577261 Nov 19 19:29:21.952064 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a22873ab-eec9-4359-8d72-7df313f11e6e req-688df9cf-c96b-447c-b54a-c1c7371197a8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464847 Nov 19 19:29:23.091340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bc3ca-7fd5-4f2f-a1df-c3933f918fd6 req-522e7b66-79a9-431b-9fde-b564b28030e1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:23.097418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c10bc3ca-7fd5-4f2f-a1df-c3933f918fd6 req-522e7b66-79a9-431b-9fde-b564b28030e1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 943 time: 0.0548298 Nov 19 19:29:23.148259 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c10bc3ca-7fd5-4f2f-a1df-c3933f918fd6 req-b189d0e6-72d5-4ff3-ae2d-7782d1ff42dd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483458 Nov 19 19:29:24.270931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe0761-7e07-496c-a369-950734d47970 req-e8dee970-afa1-41fb-860f-e87bf289ca48 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:24.272471 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55fe0761-7e07-496c-a369-950734d47970 req-e8dee970-afa1-41fb-860f-e87bf289ca48 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 943 time: 0.0525351 Nov 19 19:29:24.331068 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55fe0761-7e07-496c-a369-950734d47970 req-8caa5f63-5092-45ce-910d-c76ba50f90b3 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508516 Nov 19 19:29:24.335748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:29:24.467354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:24.479839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '45185ec5-92ae-4c56-b82f-7f37ed3f7fc9', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'port_id': '45185ec5-92ae-4c56-b82f-7f37ed3f7fc9', 'mac_address': 'fa:16:3e:06:25:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:29:24.522857 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:24.537908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:29:24.563492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:24.569551 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:24.628031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:24.768393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['45185ec5-92ae-4c56-b82f-7f37ed3f7fc9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:29:25.388255 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:25.472959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c02ef-bea2-46e3-98f2-06fa1ed82833 req-d702adbc-00ca-4509-a279-8e923762dc0b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:25.475045 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b04c02ef-bea2-46e3-98f2-06fa1ed82833 req-d702adbc-00ca-4509-a279-8e923762dc0b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 944 time: 0.0566895 Nov 19 19:29:25.527412 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b04c02ef-bea2-46e3-98f2-06fa1ed82833 req-1910b918-1f69-4e11-acf2-5ff188ec5487 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443397 Nov 19 19:29:26.352406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:29:26.410348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:29:26.414433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:26.414804 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:26.511249 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:26.535618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02efb80b-90ae-4c81-b2d2-e454060f7d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45185ec5-92ae-4c56-b82f-7f37ed3f7fc9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:29:26.539958 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa384c-22f9-4add-9427-65147caf1ea3" -d '{"events": [{"server_uuid": "02efb80b-90ae-4c81-b2d2-e454060f7d18", "name": "network-vif-plugged", "status": "completed", "tag": "45185ec5-92ae-4c56-b82f-7f37ed3f7fc9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:29:26.555309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:26.560645 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:26.593714 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15d9129-afd3-4088-a077-440e5319ea2f x-openstack-request-id: req-c15d9129-afd3-4088-a077-440e5319ea2f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:29:26.594048 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02efb80b-90ae-4c81-b2d2-e454060f7d18", "name": "network-vif-plugged", "status": "completed", "tag": "45185ec5-92ae-4c56-b82f-7f37ed3f7fc9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:29:26.594304 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c15d9129-afd3-4088-a077-440e5319ea2f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:29:26.594705 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02efb80b-90ae-4c81-b2d2-e454060f7d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45185ec5-92ae-4c56-b82f-7f37ed3f7fc9', 'code': 200} Nov 19 19:29:26.622174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:26.744081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d4faf-cdf0-46e3-b7ed-723cc31249fb req-a00a331b-0b5b-4004-98bd-b85c5fcddf8d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:26.745899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-143d4faf-cdf0-46e3-b7ed-723cc31249fb req-a00a331b-0b5b-4004-98bd-b85c5fcddf8d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 945 time: 0.0955911 Nov 19 19:29:26.747787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb266c9b-d723-44da-8a5b-b1d65c54bffb req-791fbb39-3e60-4ce7-aed6-74751490b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:26.749364 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb266c9b-d723-44da-8a5b-b1d65c54bffb req-791fbb39-3e60-4ce7-aed6-74751490b8d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 1096 time: 0.0700283 Nov 19 19:29:26.827201 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-143d4faf-cdf0-46e3-b7ed-723cc31249fb req-f40ba0ab-a321-448e-a8c5-89749b9f8a0d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747006 Nov 19 19:29:26.834321 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb266c9b-d723-44da-8a5b-b1d65c54bffb req-e2e34e34-f431-4016-b689-7c8fea8729c3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753634 Nov 19 19:29:27.971338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54657170-58b6-48eb-92bc-207e5bcfdef2 req-7de4014a-c8ee-451c-a411-b1ac0ac9fcb0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:27.972764 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54657170-58b6-48eb-92bc-207e5bcfdef2 req-7de4014a-c8ee-451c-a411-b1ac0ac9fcb0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 945 time: 0.0592148 Nov 19 19:29:28.028312 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54657170-58b6-48eb-92bc-207e5bcfdef2 req-58bdee4a-4242-47b5-8548-92b843be5d66 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488822 Nov 19 19:29:28.159780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0612a3-c189-49b8-8734-372b102049d4 req-1de37b8e-118f-4bcb-922e-2be58080eea8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:28.161337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f0612a3-c189-49b8-8734-372b102049d4 req-1de37b8e-118f-4bcb-922e-2be58080eea8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 945 time: 0.0556631 Nov 19 19:29:28.219586 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f0612a3-c189-49b8-8734-372b102049d4 req-344fd2ee-abc4-4b11-bd30-3d2f03e76078 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513704 Nov 19 19:29:28.354548 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8bc5-8724-4d8e-b3b2-1f7762f8390f req-f7d1dbd3-8ad9-4543-b572-fbb1c4fc0f84 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:28.356452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6bef8bc5-8724-4d8e-b3b2-1f7762f8390f req-f7d1dbd3-8ad9-4543-b572-fbb1c4fc0f84 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 945 time: 0.0596075 Nov 19 19:29:28.406545 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6bef8bc5-8724-4d8e-b3b2-1f7762f8390f req-fdd7c939-4f9a-473e-ae27-8f53c77667a9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435514 Nov 19 19:29:28.668736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d6885-d28a-4bc3-9807-f21d89ea298c req-3624aaa0-b2d3-4713-80f5-882224d45a19 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:28.670385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f82d6885-d28a-4bc3-9807-f21d89ea298c req-3624aaa0-b2d3-4713-80f5-882224d45a19 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 945 time: 0.0566437 Nov 19 19:29:28.726517 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f82d6885-d28a-4bc3-9807-f21d89ea298c req-f98fed65-0297-4582-97de-977ccbca2603 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496068 Nov 19 19:29:29.852978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f8180-4c81-4840-bfe6-64241e572bec req-823ffb52-1d10-4750-9a78-7826f6eadd70 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:29.854691 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-485f8180-4c81-4840-bfe6-64241e572bec req-823ffb52-1d10-4750-9a78-7826f6eadd70 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 945 time: 0.0544322 Nov 19 19:29:29.910992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-485f8180-4c81-4840-bfe6-64241e572bec req-f34f48e6-7487-4380-af94-de00042f4702 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499167 Nov 19 19:29:29.936374 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:30.100776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc300704-b0ee-4266-be35-c1544d23c263 req-18669ffe-1610-434d-8312-6202388bd61a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:30.102322 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc300704-b0ee-4266-be35-c1544d23c263 req-18669ffe-1610-434d-8312-6202388bd61a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 945 time: 0.0601692 Nov 19 19:29:30.216540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-bc300704-b0ee-4266-be35-c1544d23c263 req-327292e2-361a-4528-b357-687881f4f1d5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Deleting port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:29:30.216540 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bc300704-b0ee-4266-be35-c1544d23c263 req-327292e2-361a-4528-b357-687881f4f1d5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:30.320929 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-bc300704-b0ee-4266-be35-c1544d23c263 req-327292e2-361a-4528-b357-687881f4f1d5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] For port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:30.320929 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bc300704-b0ee-4266-be35-c1544d23c263 req-327292e2-361a-4528-b357-687881f4f1d5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:30.332650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-bc300704-b0ee-4266-be35-c1544d23c263 req-327292e2-361a-4528-b357-687881f4f1d5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Calling delete_port for 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:29:30.479521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bc300704-b0ee-4266-be35-c1544d23c263 req-327292e2-361a-4528-b357-687881f4f1d5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:30.497709 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['45185ec5-92ae-4c56-b82f-7f37ed3f7fc9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:29:30.508764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327292e2-361a-4528-b357-687881f4f1d5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event deleted for resources: {'Port': ['ID=45185ec5-92ae-4c56-b82f-7f37ed3f7fc9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:30.577899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc300704-b0ee-4266-be35-c1544d23c263 req-327292e2-361a-4528-b357-687881f4f1d5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] No DVR routers for this DVR port 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:29:30.580614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-bc300704-b0ee-4266-be35-c1544d23c263 req-327292e2-361a-4528-b357-687881f4f1d5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:30.584787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc300704-b0ee-4266-be35-c1544d23c263 req-327292e2-361a-4528-b357-687881f4f1d5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "DELETE /v2.0/ports/45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 HTTP/1.1" status: 204 len: 173 time: 0.4760892 Nov 19 19:29:30.585306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02efb80b-90ae-4c81-b2d2-e454060f7d18', 'name': 'network-vif-deleted', 'tag': '45185ec5-92ae-4c56-b82f-7f37ed3f7fc9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:29:30.596140 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbaf9f4-93f4-4eba-b566-ca9eb3f5ae0a" -d '{"events": [{"server_uuid": "02efb80b-90ae-4c81-b2d2-e454060f7d18", "name": "network-vif-deleted", "tag": "45185ec5-92ae-4c56-b82f-7f37ed3f7fc9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:29:30.664606 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bda4a7-262f-4735-9d44-9f4acd0be2c7 x-openstack-request-id: req-85bda4a7-262f-4735-9d44-9f4acd0be2c7 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:29:30.664959 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02efb80b-90ae-4c81-b2d2-e454060f7d18", "name": "network-vif-deleted", "tag": "45185ec5-92ae-4c56-b82f-7f37ed3f7fc9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:29:30.665224 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85bda4a7-262f-4735-9d44-9f4acd0be2c7 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:29:30.665698 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02efb80b-90ae-4c81-b2d2-e454060f7d18', 'name': 'network-vif-deleted', 'tag': '45185ec5-92ae-4c56-b82f-7f37ed3f7fc9', 'status': 'completed', 'code': 200} Nov 19 19:29:31.042642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb333545-61f3-419e-bb07-7f83be8f9a45 req-89fb4efa-ad5e-408c-a94c-b2f0b0057879 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 210 time: 0.0447433 Nov 19 19:29:32.147454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2dc25f99-8b7f-4cdf-ac5f-7d55f61e654d req-5d434de2-70b7-439b-98f1-ca4e505804f0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 210 time: 0.0323863 Nov 19 19:29:33.263379 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29f6c60b-5ff5-4d82-b8c2-ba3ec571af47 req-924144f6-0b97-43ab-b9ff-5038fcf4f8c3 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 210 time: 0.0295165 Nov 19 19:29:34.364537 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b295003-ec94-421a-894c-ef7b8a515579 req-f4aa2fc1-8e27-477c-84d6-738664cac68f tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 210 time: 0.0288727 Nov 19 19:29:34.398530 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:29:34.424687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:29:34.425033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 45185ec5-92ae-4c56-b82f-7f37ed3f7fc9 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:29:35.499032 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05d1d169-2ad6-4cc7-9514-6c88a4ceb5ec req-3b62edbd-f25c-4b3b-a874-8c7c9b911e59 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=02efb80b-90ae-4c81-b2d2-e454060f7d18 HTTP/1.1" status: 200 len: 210 time: 0.0390608 Nov 19 19:29:37.251383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a483e-73b0-4b82-a60f-1d64a23ae483 req-4fd9589c-c055-435b-918f-41929538fb25 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:37.253682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c88a483e-73b0-4b82-a60f-1d64a23ae483 req-4fd9589c-c055-435b-918f-41929538fb25 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0606017 Nov 19 19:29:37.313385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c88a483e-73b0-4b82-a60f-1d64a23ae483 req-095cc93e-fccb-445f-b63e-c8323ac2275a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525742 Nov 19 19:29:37.336391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 57892) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:29:37.407400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-59f378a1-357c-49a4-b607-6fbf1d288459 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/0c01b430-1069-4869-af69-e013472c32d1 HTTP/1.1" status: 200 len: 992 time: 0.0697420 Nov 19 19:29:37.768320 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7fac6-cecc-40a6-bbb3-e8b238a0f1f8 req-a84fa6b6-18a1-45b8-a3d1-9bac00d43c25 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:37.769929 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40a7fac6-cecc-40a6-bbb3-e8b238a0f1f8 req-a84fa6b6-18a1-45b8-a3d1-9bac00d43c25 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0559578 Nov 19 19:29:37.823984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40a7fac6-cecc-40a6-bbb3-e8b238a0f1f8 req-c777374a-4cf4-48e7-b573-63768e3612d0 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470407 Nov 19 19:29:38.242120 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e783a02a-49e3-458e-8ab9-5bc50480864c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:38.472219 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-885e7a39-52db-4dbc-aaf2-82c48874ce39 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0481660 Nov 19 19:29:38.482508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-c0fd591e-74db-422c-873a-ec120daadea9 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:29:38.483776 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-c0fd591e-74db-422c-873a-ec120daadea9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064695 Nov 19 19:29:39.049398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-53b50984-7051-40ae-897b-3db1809a2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:39.050840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-53b50984-7051-40ae-897b-3db1809a2ddd service neutron] 10.222.0.50 "GET /v2.0/ports/fdcc16c4-3250-43f7-8825-6e4ea196fc9f HTTP/1.1" status: 200 len: 1093 time: 0.0359411 Nov 19 19:29:39.060596 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Request body: {'binding': {'host': 'n-h2-815373-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:29:39.061089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Unknown quota resources ['binding']. {{(pid=109888) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 19:29:39.208853 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on host n-h2-815373-6 for vnic_type normal with profile None {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:29:39.209184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:29:39.209503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on network b9a77cea-bf00-433e-84f6-6e17b678385e {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:29:39.214702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on network b9a77cea-bf00-433e-84f6-6e17b678385e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:29:39.215026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on network b9a77cea-bf00-433e-84f6-6e17b678385e {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:29:39.220442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:29:39.221446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Checking segment: {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:29:39.221809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Bound using segment: {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:29:39.222248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Bound port: fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:29:39.326834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:29:39.335461 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] Publish callbacks [] for binding, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:39.340899 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-a14eed09-3c35-4927-aee6-3893812499fe service neutron] 10.222.0.50 "POST /v2.0/ports/fdcc16c4-3250-43f7-8825-6e4ea196fc9f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2837884 Nov 19 19:29:39.492823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8585e-9dba-45a6-a7f6-ff390a7aec41 req-e147e6b9-3fa5-49d4-bc1d-0686b1dcd943 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:39.495191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ee8585e-9dba-45a6-a7f6-ff390a7aec41 req-e147e6b9-3fa5-49d4-bc1d-0686b1dcd943 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0597668 Nov 19 19:29:39.572716 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ee8585e-9dba-45a6-a7f6-ff390a7aec41 req-4e2c1f0a-ec21-4ad8-b187-43e225c6e98b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696180 Nov 19 19:29:39.621652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-b8e56baa-5ac3-4481-accf-8bc36dafd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:39.623393 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-b8e56baa-5ac3-4481-accf-8bc36dafd4f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0693836 Nov 19 19:29:39.731571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-d4d1f0dc-91bb-4577-8273-6a537e4c25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:39.733060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-d4d1f0dc-91bb-4577-8273-6a537e4c25f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9a77cea-bf00-433e-84f6-6e17b678385e HTTP/1.1" status: 200 len: 897 time: 0.1010730 Nov 19 19:29:39.804422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-cd513ba9-4efc-4043-a94e-623bfe8ea8aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f HTTP/1.1" status: 200 len: 1000 time: 0.0632424 Nov 19 19:29:39.862781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-64040256-79f3-4a14-bb1b-4ca5f2a59646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:39.864380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-64040256-79f3-4a14-bb1b-4ca5f2a59646 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a618a6b-163c-4d74-bd7e-14b917a98c86 HTTP/1.1" status: 200 len: 834 time: 0.0529435 Nov 19 19:29:39.918052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-609d1e9a-aac2-4e18-9638-5b4ee2cec35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:39.919687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-609d1e9a-aac2-4e18-9638-5b4ee2cec35b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9a77cea-bf00-433e-84f6-6e17b678385e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465102 Nov 19 19:29:40.023595 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-0479a717-1ed6-4468-a08d-b81863597143 service neutron] 10.222.0.21 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952277 Nov 19 19:29:40.127269 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-8c908775-f370-431f-9264-3c196a4b7e8f service neutron] 10.222.0.21 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966904 Nov 19 19:29:40.277513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-f894008f-fb79-4ed7-971a-49566ed7f340 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:40.279176 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-f894008f-fb79-4ed7-971a-49566ed7f340 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5&tenant_id=8b0045894a4545fab78ac1dc5404f6e8&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1096 time: 0.0947649 Nov 19 19:29:40.291993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815373-6'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:29:40.368838 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:40.524031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:40.593403 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-07f490bb-0da6-4917-9367-1ac2da4515d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:40.595745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:29:40.658563 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:40.661387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:29:40.664011 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b55e528-d41f-44b0-8301-9feaf5aaf090" -d '{"events": [{"server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:29:40.669947 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:41.106601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a9525ff5-057d-4dfe-86f8-6c52dbef0994 None None] Provisioning complete for port fdcc16c4-3250-43f7-8825-6e4ea196fc9f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:41.107385 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a9525ff5-057d-4dfe-86f8-6c52dbef0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:41.158501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a9525ff5-057d-4dfe-86f8-6c52dbef0994 None None] Port fdcc16c4-3250-43f7-8825-6e4ea196fc9f cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:29:41.206126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:41.227795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b1087-0e5d-477c-a9bf-691467b39859 req-b1a70a47-a4bb-456c-83c5-dc76694d68fc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:41.229382 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-856b1087-0e5d-477c-a9bf-691467b39859 req-b1a70a47-a4bb-456c-83c5-dc76694d68fc tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 943 time: 0.5156796 Nov 19 19:29:41.233090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.233449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.233837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.234187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.234533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.234872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.235208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.235545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.235879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.236215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.236549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.236878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:41.322633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on host n-h1-815373-6 for vnic_type normal with profile {"migrating_to": "n-h2-815373-6"} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:29:41.322964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:29:41.324740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on network b9a77cea-bf00-433e-84f6-6e17b678385e {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:29:41.339873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on network b9a77cea-bf00-433e-84f6-6e17b678385e not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:29:41.340278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Attempting to bind port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on network b9a77cea-bf00-433e-84f6-6e17b678385e {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:29:41.347213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-856b1087-0e5d-477c-a9bf-691467b39859 req-c9ab52ea-dcd7-4695-b52f-a6c138b738e8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968158 Nov 19 19:29:41.350565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:29:41.350908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Checking segment: {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:29:41.351297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Bound using segment: {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:29:41.351746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Bound port: fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e53caa9-3f28-42c1-9a94-f052d2d39cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:29:41.352110 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:41.425330 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ebf686-cdff-4943-b3a2-199c27fe7bdc x-openstack-request-id: req-e5ebf686-cdff-4943-b3a2-199c27fe7bdc {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:29:41.425629 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:29:41.426865 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5ebf686-cdff-4943-b3a2-199c27fe7bdc {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:29:41.427288 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'code': 200} Nov 19 19:29:41.428411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:29:41.433617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:29:41.450806 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:41.560875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,revision_number=8']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:41.640619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:41.641680 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:41.645002 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-ce8b6853-dc7a-43b2-81a6-7310a8bb68b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/fdcc16c4-3250-43f7-8825-6e4ea196fc9f HTTP/1.1" status: 200 len: 1121 time: 1.3574345 Nov 19 19:29:41.722723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['fdcc16c4-3250-43f7-8825-6e4ea196fc9f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:29:41.927819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c67d720f-a7fc-46da-8c99-71724daf3803 None None] Provisioning complete for port fdcc16c4-3250-43f7-8825-6e4ea196fc9f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:29:41.928396 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c67d720f-a7fc-46da-8c99-71724daf3803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:41.974127 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:42.093381 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c67d720f-a7fc-46da-8c99-71724daf3803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:42.118131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:29:42.120555 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258e74f5-4fb6-4627-a9f5-966ac5439592" -d '{"events": [{"server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "name": "network-vif-plugged", "status": "completed", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:29:42.138818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c67d720f-a7fc-46da-8c99-71724daf3803 None None] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:42.144136 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c67d720f-a7fc-46da-8c99-71724daf3803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:42.230377 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8cf9c3-d9ed-4273-a7ca-208bd21b7870 x-openstack-request-id: req-5d8cf9c3-d9ed-4273-a7ca-208bd21b7870 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:29:42.230708 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "name": "network-vif-plugged", "status": "completed", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:29:42.231064 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d8cf9c3-d9ed-4273-a7ca-208bd21b7870 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:29:42.231668 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'code': 200} Nov 19 19:29:42.250329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-e73e90dc-6770-4a3a-ad2b-e48af5f96617 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597823 Nov 19 19:29:42.306521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d720f-a7fc-46da-8c99-71724daf3803 None None] Pushing event updated for resources: {'Port': ['ID=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:42.358360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-9ba770d1-5ba6-4d16-9784-defaae8112b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:42.360487 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-9ba770d1-5ba6-4d16-9784-defaae8112b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0607114 Nov 19 19:29:42.413678 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device fdcc16c4-3250-43f7-8825-6e4ea196fc9f details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:29:42.501090 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-ebbe2c07-fe50-499e-be52-5f39ce061ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:42.503454 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-ebbe2c07-fe50-499e-be52-5f39ce061ade service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1208723 Nov 19 19:29:42.506898 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557cac5-a683-47f8-b865-fd876580410e req-091e39bc-d804-4a0e-93c8-9622e0e97bd2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:42.508544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d557cac5-a683-47f8-b865-fd876580410e req-091e39bc-d804-4a0e-93c8-9622e0e97bd2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0680978 Nov 19 19:29:42.562648 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-7f1eb292-7360-4373-93ee-d0daef9080d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0512805 Nov 19 19:29:42.596266 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d557cac5-a683-47f8-b865-fd876580410e req-e2e57f4b-cff6-48d1-9325-8b9abd1f4fb0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761013 Nov 19 19:29:42.618114 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.resource_extend [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 19:29:42.640206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-4f501a3e-0e37-4a86-8b0f-52d71ec3b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:42.643197 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-4f501a3e-0e37-4a86-8b0f-52d71ec3b3a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0737865 Nov 19 19:29:42.701631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-fbc3528d-616e-4ae0-9f82-1e6c7a835f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:42.703154 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-fbc3528d-616e-4ae0-9f82-1e6c7a835f1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512760 Nov 19 19:29:42.705931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:42.718954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device fdcc16c4-3250-43f7-8825-6e4ea196fc9f has no active binding in host n-h2-815373-6 {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 19:29:42.840663 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-e167195a-e607-4098-9906-165403b09dda service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299095 Nov 19 19:29:42.954078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3805da41-6279-4b23-90b7-82183e2e9c6b req-d5157a0e-6579-4b73-84da-9600e5751ee7 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048489 Nov 19 19:29:43.397275 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:43.428149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:29:43.430570 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a27a08-b28a-43c5-9ded-8e9e37222c06" -d '{"events": [{"name": "network-changed", "server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:29:43.474813 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac0a9f1-69a7-4bec-b1d1-369e967d28d0 x-openstack-request-id: req-dac0a9f1-69a7-4bec-b1d1-369e967d28d0 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:29:43.475339 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:29:43.476004 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dac0a9f1-69a7-4bec-b1d1-369e967d28d0 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:29:43.476631 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'status': 'completed', 'code': 200} Nov 19 19:29:43.556101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27a08-b28a-43c5-9ded-8e9e37222c06 req-9c4c6c8e-e92a-4770-a61d-e053c45bbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:43.559095 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72a27a08-b28a-43c5-9ded-8e9e37222c06 req-9c4c6c8e-e92a-4770-a61d-e053c45bbc4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 1126 time: 0.0584366 Nov 19 19:29:43.746355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27a08-b28a-43c5-9ded-8e9e37222c06 req-de186439-6c0a-4d02-8c44-d9461d26e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:43.747829 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72a27a08-b28a-43c5-9ded-8e9e37222c06 req-de186439-6c0a-4d02-8c44-d9461d26e1b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9a77cea-bf00-433e-84f6-6e17b678385e HTTP/1.1" status: 200 len: 897 time: 0.1709070 Nov 19 19:29:43.766758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8780973-1e72-4191-bcb3-3848454058c4 req-818855df-d3d1-4a88-b76f-f3cfe71a110d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:43.783809 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8780973-1e72-4191-bcb3-3848454058c4 req-818855df-d3d1-4a88-b76f-f3cfe71a110d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0827203 Nov 19 19:29:43.894583 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72a27a08-b28a-43c5-9ded-8e9e37222c06 req-7a20f5a0-0ee4-47ae-a546-af5d7f9c8aa8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f HTTP/1.1" status: 200 len: 1000 time: 0.1356735 Nov 19 19:29:43.910483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8780973-1e72-4191-bcb3-3848454058c4 req-082b1168-9c35-40e8-a999-5ce42171dd8b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256917 Nov 19 19:29:43.968161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27a08-b28a-43c5-9ded-8e9e37222c06 req-52d5458f-755f-4d33-800e-b03871c9e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:43.969815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72a27a08-b28a-43c5-9ded-8e9e37222c06 req-52d5458f-755f-4d33-800e-b03871c9e30d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a618a6b-163c-4d74-bd7e-14b917a98c86 HTTP/1.1" status: 200 len: 834 time: 0.0654824 Nov 19 19:29:44.039085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a27a08-b28a-43c5-9ded-8e9e37222c06 req-b1edb22c-e2ee-46df-8bdb-0c3f9af93a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:44.041265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72a27a08-b28a-43c5-9ded-8e9e37222c06 req-b1edb22c-e2ee-46df-8bdb-0c3f9af93a1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9a77cea-bf00-433e-84f6-6e17b678385e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644681 Nov 19 19:29:44.180363 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:44.182411 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72a27a08-b28a-43c5-9ded-8e9e37222c06 req-f92f24f4-ffea-47d3-a1c7-e3c9329914d5 service neutron] 10.222.0.57 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330812 Nov 19 19:29:44.294811 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-72a27a08-b28a-43c5-9ded-8e9e37222c06 req-a7bda848-3d98-4c56-b6f9-c58ced06374b service neutron] 10.222.0.57 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035333 Nov 19 19:29:45.041566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f959d94-f803-4ffa-a2fd-64097124d78f req-1112bc81-df91-45e2-9372-8113c86af7f9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:45.043315 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f959d94-f803-4ffa-a2fd-64097124d78f req-1112bc81-df91-45e2-9372-8113c86af7f9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0606275 Nov 19 19:29:45.108962 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f959d94-f803-4ffa-a2fd-64097124d78f req-8e759051-cd33-481d-932b-5e42fecb0bc2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558882 Nov 19 19:29:45.194687 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:29:46.246552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdda94-5a0d-47c8-9412-65dd157e61a8 req-e63cf47d-e0ba-46f4-bd03-5ba9cd875307 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:46.248809 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7cdda94-5a0d-47c8-9412-65dd157e61a8 req-e63cf47d-e0ba-46f4-bd03-5ba9cd875307 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0550451 Nov 19 19:29:46.310216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7cdda94-5a0d-47c8-9412-65dd157e61a8 req-40758ea8-1551-43c8-aeac-1f093131a08e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551753 Nov 19 19:29:46.754644 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-c0e9373c-0d7f-458d-8757-917c3bf3e5e4 service neutron] 10.222.0.57 "GET /v2.0/ports/fdcc16c4-3250-43f7-8825-6e4ea196fc9f/bindings/n-h2-815373-6 HTTP/1.1" status: 200 len: 384 time: 0.0813129 Nov 19 19:29:47.337809 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:47.366105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:29:47.428076 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:29:47.431116 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56672a36-5674-45f2-9368-f4ec5715f995" -d '{"events": [{"server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:29:47.440474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:47.461105 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:47.484597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71218935-d7a2-4c93-8175-b98124cf5117 req-d7d00bb5-a0e0-4711-9cea-9a97ca301dc6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:47.490069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71218935-d7a2-4c93-8175-b98124cf5117 req-d7d00bb5-a0e0-4711-9cea-9a97ca301dc6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 945 time: 0.0722179 Nov 19 19:29:47.569100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71218935-d7a2-4c93-8175-b98124cf5117 req-d22a6663-f031-4d97-8811-6a172a51894c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714700 Nov 19 19:29:47.612834 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8957b742-4080-4183-ab0a-8f63ab2f6f62 x-openstack-request-id: req-8957b742-4080-4183-ab0a-8f63ab2f6f62 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:29:47.613633 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:29:47.614072 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8957b742-4080-4183-ab0a-8f63ab2f6f62 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:29:47.614936 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'code': 200} Nov 19 19:29:47.617796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Transition to ACTIVE for port object fdcc16c4-3250-43f7-8825-6e4ea196fc9f will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:29:47.624149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:47.814817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,revision_number=11']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:47.832013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.832514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.832960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.833400 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.833883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.834226 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.834724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.835369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.836423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.837277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.838691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.839011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:29:47.878459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] No DVR routers for this DVR port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:29:48.087672 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-960f152e-36a4-453c-80bf-e8456446b0f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/fdcc16c4-3250-43f7-8825-6e4ea196fc9f/bindings/n-h2-815373-6/activate HTTP/1.1" status: 200 len: 369 time: 1.3256421 Nov 19 19:29:48.210964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-bf461528-48cc-4df5-b9c2-8f5f1e16a5d6 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:48.213078 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-bf461528-48cc-4df5-b9c2-8f5f1e16a5d6 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5&tenant_id=8b0045894a4545fab78ac1dc5404f6e8&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.0614114 Nov 19 19:29:48.273275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-60e07495-5b96-401e-b517-ef0e58a74ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:48.275626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-60e07495-5b96-401e-b517-ef0e58a74ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 1095 time: 0.0548615 Nov 19 19:29:48.352672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-483781a3-6460-4c5b-bb33-1a9a8daf7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:48.354593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-483781a3-6460-4c5b-bb33-1a9a8daf7ce5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0509095 Nov 19 19:29:48.472525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-467354c8-6a35-4703-af9e-c6e4e5dc5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:48.474579 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-467354c8-6a35-4703-af9e-c6e4e5dc5d23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9a77cea-bf00-433e-84f6-6e17b678385e HTTP/1.1" status: 200 len: 897 time: 0.1127455 Nov 19 19:29:48.566402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-84cb9d68-c86d-4ee7-b8ea-95c715a043a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f HTTP/1.1" status: 200 len: 998 time: 0.0839396 Nov 19 19:29:48.632791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-6655edfd-ac86-41cf-a161-a062550c08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:48.636059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-6655edfd-ac86-41cf-a161-a062550c08bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a618a6b-163c-4d74-bd7e-14b917a98c86 HTTP/1.1" status: 200 len: 834 time: 0.0625525 Nov 19 19:29:48.726935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-cf9700d4-3d9e-4893-82d4-7eb4edba784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:48.729650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-cf9700d4-3d9e-4893-82d4-7eb4edba784b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9a77cea-bf00-433e-84f6-6e17b678385e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704660 Nov 19 19:29:48.737490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09967e-a6dd-420a-a7d9-78775e09c14d req-c5e1730d-bfad-45a8-9340-f75063f31cf0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:48.742688 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe09967e-a6dd-420a-a7d9-78775e09c14d req-c5e1730d-bfad-45a8-9340-f75063f31cf0 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 944 time: 0.0946522 Nov 19 19:29:48.859433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe09967e-a6dd-420a-a7d9-78775e09c14d req-afc153ec-209c-4833-8714-bd365ebf6a65 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073186 Nov 19 19:29:48.880261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-0a1ccd72-4dc2-4b57-ae68-efbac4defd14 service neutron] 10.222.0.21 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328754 Nov 19 19:29:48.981780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-bda8f790-1429-406f-8a0f-36acc93653df service neutron] 10.222.0.21 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974622 Nov 19 19:29:49.236073 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-d0aa8257-41ac-4faa-8b92-b6e18a8e41f8 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:49.237617 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-d0aa8257-41ac-4faa-8b92-b6e18a8e41f8 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5&tenant_id=8b0045894a4545fab78ac1dc5404f6e8&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 1095 time: 0.0494921 Nov 19 19:29:49.419961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-0d5fdbb3-dc62-439e-93da-361e0ba99782 service neutron] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:29:49.423522 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-0d5fdbb3-dc62-439e-93da-361e0ba99782 service neutron] Publish callbacks [] for binding, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:49.424739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c2b06e42-3575-4ad5-b547-5e7575ee4b1f req-0d5fdbb3-dc62-439e-93da-361e0ba99782 service neutron] 10.222.0.21 "DELETE /v2.0/ports/fdcc16c4-3250-43f7-8825-6e4ea196fc9f/bindings/n-h1-815373-6 HTTP/1.1" status: 204 len: 173 time: 0.1796927 Nov 19 19:29:50.010563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9f1ee-1ae4-4425-8855-7683f5e75329 req-f99fa6b4-c43f-4476-a219-730fa4e188ec tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:50.018389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5e9f1ee-1ae4-4425-8855-7683f5e75329 req-f99fa6b4-c43f-4476-a219-730fa4e188ec tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 944 time: 0.0673566 Nov 19 19:29:50.103085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5e9f1ee-1ae4-4425-8855-7683f5e75329 req-154b830e-1478-4a8d-8797-c65c64fc3656 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815828 Nov 19 19:29:50.347198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89499b29-44d9-404d-a446-2a81c3f08875 req-b3fdb8d0-7f2f-4d58-beea-009c4fb52d5e tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:50.347198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89499b29-44d9-404d-a446-2a81c3f08875 req-b3fdb8d0-7f2f-4d58-beea-009c4fb52d5e tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0593708 Nov 19 19:29:50.347198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89499b29-44d9-404d-a446-2a81c3f08875 req-afd5c800-de1d-498b-a911-eaf73fcdab5e tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622308 Nov 19 19:29:50.443330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device fdcc16c4-3250-43f7-8825-6e4ea196fc9f no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:29:50.470629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a01559-7d76-43e8-8936-7fe5bebfebe7 req-591191ed-2170-4165-9317-53065b483e75 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:50.472437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7a01559-7d76-43e8-8936-7fe5bebfebe7 req-591191ed-2170-4165-9317-53065b483e75 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 944 time: 0.0651360 Nov 19 19:29:50.489495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device fdcc16c4-3250-43f7-8825-6e4ea196fc9f not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:29:50.540427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7a01559-7d76-43e8-8936-7fe5bebfebe7 req-647418f0-061f-4cfe-b26b-0f7abb535e9c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601921 Nov 19 19:29:50.566109 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58108) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:29:50.656332 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-155d7aea-ac0c-41dd-a20b-e7f09c2156b9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/0c01b430-1069-4869-af69-e013472c32d1 HTTP/1.1" status: 200 len: 990 time: 0.0886507 Nov 19 19:29:52.926981 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58160) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:29:53.148047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port ae89520e-9227-43e0-bf4e-8eaf1693752e {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:29:53.148400 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:53.252041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:53.252404 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:53.271016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for ae89520e-9227-43e0-bf4e-8eaf1693752e owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:29:53.468277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:53.509710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=ae89520e-9227-43e0-bf4e-8eaf1693752e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:53.596298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:53.596756 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Floating IP 0c01b430-1069-4869-af69-e013472c32d1 disassociated (deleted). External IP: 172.25.3.40, port: fdcc16c4-3250-43f7-8825-6e4ea196fc9f. Nov 19 19:29:53.863918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 48f70d8e-7736-41c3-b500-8fee4699a415 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:29:54.014324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:29:54.023234 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:54.027475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba946f1-22b8-4bd5-83ae-f4ce7d278a94 None None] Sync routers for ids ['48f70d8e-7736-41c3-b500-8fee4699a415'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:29:54.050786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba946f1-22b8-4bd5-83ae-f4ce7d278a94 None None] Routers {'48f70d8e-7736-41c3-b500-8fee4699a415'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:29:54.051969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7ba946f1-22b8-4bd5-83ae-f4ce7d278a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:29:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['48f70d8e-7736-41c3-b500-8fee4699a415'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:54.064066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e89a714d-7899-4801-926f-28e68b47042d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/floatingips/0c01b430-1069-4869-af69-e013472c32d1 HTTP/1.1" status: 204 len: 168 time: 1.1334622 Nov 19 19:29:54.064066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:29:54.066551 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76" -d '{"events": [{"name": "network-changed", "server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:29:54.193775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-7ba946f1-22b8-4bd5-83ae-f4ce7d278a94 None None] Set router 48f70d8e-7736-41c3-b500-8fee4699a415 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:29:54.302500 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a582661-0e86-465b-86be-098ea5b9fe54 x-openstack-request-id: req-0a582661-0e86-465b-86be-098ea5b9fe54 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:29:54.302803 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:29:54.303083 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a582661-0e86-465b-86be-098ea5b9fe54 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:29:54.303497 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'status': 'completed', 'code': 200} Nov 19 19:29:54.467727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76 req-4f5f3480-d0d9-47c6-9ca0-dd76595c7a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:54.469697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76 req-4f5f3480-d0d9-47c6-9ca0-dd76595c7a2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 1095 time: 0.1447420 Nov 19 19:29:54.479795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982e88d-9e10-4a5b-82e4-bf1d4ad77038 req-0da741dc-78bb-4bd2-bf9d-817afb7021db tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:54.481546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c982e88d-9e10-4a5b-82e4-bf1d4ad77038 req-0da741dc-78bb-4bd2-bf9d-817afb7021db tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 944 time: 0.1140645 Nov 19 19:29:54.558292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7ba946f1-22b8-4bd5-83ae-f4ce7d278a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:14Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'fd0c7f81-4f1c-41df-bf17-0a704e981bb9', 'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:8d:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:23Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:54.597056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba946f1-22b8-4bd5-83ae-f4ce7d278a94 None None] Checking router: 48f70d8e-7736-41c3-b500-8fee4699a415 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:29:54.603334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c982e88d-9e10-4a5b-82e4-bf1d4ad77038 req-c188c2c6-8a3c-48cf-b108-30df360ac5f8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=56f7be48-0150-4121-9cb8-a52fee0e98fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125250 Nov 19 19:29:54.610051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba946f1-22b8-4bd5-83ae-f4ce7d278a94 None None] Routers {'48f70d8e-7736-41c3-b500-8fee4699a415'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:29:54.610728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7ba946f1-22b8-4bd5-83ae-f4ce7d278a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:29:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['48f70d8e-7736-41c3-b500-8fee4699a415'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:54.646658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76 req-3496fb0d-5ce1-42f9-9081-4a27a954f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:54.648506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76 req-3496fb0d-5ce1-42f9-9081-4a27a954f246 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9a77cea-bf00-433e-84f6-6e17b678385e HTTP/1.1" status: 200 len: 897 time: 0.1660025 Nov 19 19:29:54.703198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76 req-41cd7706-92e8-4bb2-8c66-0c21083d48e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f HTTP/1.1" status: 200 len: 217 time: 0.0468650 Nov 19 19:29:54.768172 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-7ba946f1-22b8-4bd5-83ae-f4ce7d278a94 None None] Set router 48f70d8e-7736-41c3-b500-8fee4699a415 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:29:54.776438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00061aad-8576-4e3a-8ea8-81be11f6e098 req-df003a3c-45ff-44a2-95d4-40710d81520c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:54.778267 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00061aad-8576-4e3a-8ea8-81be11f6e098 req-df003a3c-45ff-44a2-95d4-40710d81520c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 944 time: 0.0795603 Nov 19 19:29:54.807690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76 req-225c8fbf-a8b6-40f3-8ba6-e31a4c01e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:54.810641 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76 req-225c8fbf-a8b6-40f3-8ba6-e31a4c01e71d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a618a6b-163c-4d74-bd7e-14b917a98c86 HTTP/1.1" status: 200 len: 834 time: 0.0986443 Nov 19 19:29:54.875624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76 req-627d19b2-5ea6-437d-8202-f06265b89632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:29:54.877170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76 req-627d19b2-5ea6-437d-8202-f06265b89632 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9a77cea-bf00-433e-84f6-6e17b678385e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606170 Nov 19 19:29:54.973122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-00061aad-8576-4e3a-8ea8-81be11f6e098 req-8fbb0e93-8fc2-429c-86fc-2d28f6dad156 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port fdcc16c4-3250-43f7-8825-6e4ea196fc9f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:29:54.973459 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-00061aad-8576-4e3a-8ea8-81be11f6e098 req-8fbb0e93-8fc2-429c-86fc-2d28f6dad156 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:55.030231 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76 req-f5813f79-0785-4037-ad6f-873580e5b94a service neutron] 10.222.0.21 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439803 Nov 19 19:29:55.083862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7ba946f1-22b8-4bd5-83ae-f4ce7d278a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:14Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'fd0c7f81-4f1c-41df-bf17-0a704e981bb9', 'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:8d:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:23Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:55.125262 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba946f1-22b8-4bd5-83ae-f4ce7d278a94 None None] The sync data for ids ['48f70d8e-7736-41c3-b500-8fee4699a415'] in n-d-815373-6 is: [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:28:14Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'fd0c7f81-4f1c-41df-bf17-0a704e981bb9', 'name': '', 'network_id': 'b9a77cea-bf00-433e-84f6-6e17b678385e', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:8d:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:12Z', 'updated_at': '2021-11-19T19:28:23Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '4a618a6b-163c-4d74-bd7e-14b917a98c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:29:55.152719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-00061aad-8576-4e3a-8ea8-81be11f6e098 req-8fbb0e93-8fc2-429c-86fc-2d28f6dad156 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port fdcc16c4-3250-43f7-8825-6e4ea196fc9f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:55.153090 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-00061aad-8576-4e3a-8ea8-81be11f6e098 req-8fbb0e93-8fc2-429c-86fc-2d28f6dad156 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:55.185950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-00061aad-8576-4e3a-8ea8-81be11f6e098 req-8fbb0e93-8fc2-429c-86fc-2d28f6dad156 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for fdcc16c4-3250-43f7-8825-6e4ea196fc9f owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:29:55.275031 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d23b689-14b3-4fb0-8a88-6bfc9056ab76 req-9be5755b-61df-4b34-8b46-de235a31d468 service neutron] 10.222.0.21 "GET /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380300 Nov 19 19:29:55.378613 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:55.412452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-00061aad-8576-4e3a-8ea8-81be11f6e098 req-8fbb0e93-8fc2-429c-86fc-2d28f6dad156 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:55.449260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb0e93-8fc2-429c-86fc-2d28f6dad156 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=fdcc16c4-3250-43f7-8825-6e4ea196fc9f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:55.502392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-00061aad-8576-4e3a-8ea8-81be11f6e098 req-8fbb0e93-8fc2-429c-86fc-2d28f6dad156 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] No DVR routers for this DVR port fdcc16c4-3250-43f7-8825-6e4ea196fc9f on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:29:55.505900 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-00061aad-8576-4e3a-8ea8-81be11f6e098 req-8fbb0e93-8fc2-429c-86fc-2d28f6dad156 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:55.510304 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00061aad-8576-4e3a-8ea8-81be11f6e098 req-8fbb0e93-8fc2-429c-86fc-2d28f6dad156 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.21 "DELETE /v2.0/ports/fdcc16c4-3250-43f7-8825-6e4ea196fc9f HTTP/1.1" status: 204 len: 173 time: 0.7245431 Nov 19 19:29:55.511069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'name': 'network-vif-deleted', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:29:55.513669 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b725534-8a12-417d-b72d-44262dc71540" -d '{"events": [{"server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "name": "network-vif-deleted", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:29:55.563262 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee380f99-75d3-449b-b99a-8e90baa65ce0 x-openstack-request-id: req-ee380f99-75d3-449b-b99a-8e90baa65ce0 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:29:55.563831 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa90dc07-ba1b-4062-9b45-61b1304f5ea5", "name": "network-vif-deleted", "tag": "fdcc16c4-3250-43f7-8825-6e4ea196fc9f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:29:55.564265 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee380f99-75d3-449b-b99a-8e90baa65ce0 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:29:55.564883 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa90dc07-ba1b-4062-9b45-61b1304f5ea5', 'name': 'network-vif-deleted', 'tag': 'fdcc16c4-3250-43f7-8825-6e4ea196fc9f', 'status': 'completed', 'code': 200} Nov 19 19:29:55.587467 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b39ff-bd50-457c-a840-6c604539e146 None None] New status for floating IP 0c01b430-1069-4869-af69-e013472c32d1: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:29:55.791357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47b55ab9-8a4c-4f29-af2f-97334e50d287 req-41dec9ea-4ee7-41f3-ab90-31dbc67b8cd5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa90dc07-ba1b-4062-9b45-61b1304f5ea5 HTTP/1.1" status: 200 len: 210 time: 0.0559540 Nov 19 19:29:56.845879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58234) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:29:57.279523 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:57.583655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port fd0c7f81-4f1c-41df-bf17-0a704e981bb9 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:29:57.584083 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:57.729689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port fd0c7f81-4f1c-41df-bf17-0a704e981bb9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=fd0c7f81-4f1c-41df-bf17-0a704e981bb9,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:57.730096 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:57.745030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for fd0c7f81-4f1c-41df-bf17-0a704e981bb9 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:29:57.996057 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:58.031536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=fd0c7f81-4f1c-41df-bf17-0a704e981bb9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:58.291835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:58.500501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device fdcc16c4-3250-43f7-8825-6e4ea196fc9f no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:29:58.528219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: fdcc16c4-3250-43f7-8825-6e4ea196fc9f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:29:58.528702 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device fdcc16c4-3250-43f7-8825-6e4ea196fc9f not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:29:58.568845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 48f70d8e-7736-41c3-b500-8fee4699a415 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:29:58.694154 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:29:58.700220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1ae58f5c-d5dc-4767-a7f4-acaa80f58406 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "PUT /v2.0/routers/48f70d8e-7736-41c3-b500-8fee4699a415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8525085 Nov 19 19:29:58.703146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58288) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:29:58.707831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ccc02d-052f-4f79-ad6b-548a9e35b48e None None] Sync routers for ids ['48f70d8e-7736-41c3-b500-8fee4699a415'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:29:58.737564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ccc02d-052f-4f79-ad6b-548a9e35b48e None None] Routers {'48f70d8e-7736-41c3-b500-8fee4699a415'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:29:58.738574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-91ccc02d-052f-4f79-ad6b-548a9e35b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:29:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['48f70d8e-7736-41c3-b500-8fee4699a415'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:58.800750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-755627f4-82ca-4db1-a538-de98d8a3a792 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting subnet 4a618a6b-163c-4d74-bd7e-14b917a98c86 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:29:58.804358 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-755627f4-82ca-4db1-a538-de98d8a3a792 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:58.862619 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-755627f4-82ca-4db1-a538-de98d8a3a792 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:58.871465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-91ccc02d-052f-4f79-ad6b-548a9e35b48e None None] Set router 48f70d8e-7736-41c3-b500-8fee4699a415 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:29:58.984510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-755627f4-82ca-4db1-a538-de98d8a3a792 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:59.060762 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-755627f4-82ca-4db1-a538-de98d8a3a792 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:59.104237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755627f4-82ca-4db1-a538-de98d8a3a792 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Subnet': ['ID=4a618a6b-163c-4d74-bd7e-14b917a98c86,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:29:59.104911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-91ccc02d-052f-4f79-ad6b-548a9e35b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:29:57Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:59.117075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322d504-ae05-4a25-86e5-ca6be1a3565d None None] Network b9a77cea-bf00-433e-84f6-6e17b678385e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:29:59.119734 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-755627f4-82ca-4db1-a538-de98d8a3a792 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:59.124075 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-755627f4-82ca-4db1-a538-de98d8a3a792 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/subnets/4a618a6b-163c-4d74-bd7e-14b917a98c86 HTTP/1.1" status: 204 len: 168 time: 0.4193172 Nov 19 19:29:59.126126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58296) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:29:59.153987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ccc02d-052f-4f79-ad6b-548a9e35b48e None None] Checking router: 48f70d8e-7736-41c3-b500-8fee4699a415 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:29:59.212926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ccc02d-052f-4f79-ad6b-548a9e35b48e None None] Routers {'48f70d8e-7736-41c3-b500-8fee4699a415'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:29:59.213560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-91ccc02d-052f-4f79-ad6b-548a9e35b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:29:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['48f70d8e-7736-41c3-b500-8fee4699a415'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:29:59.274795 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:59.416889 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-91ccc02d-052f-4f79-ad6b-548a9e35b48e None None] Set router 48f70d8e-7736-41c3-b500-8fee4699a415 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:29:59.452729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:59.549472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] DHCP port deletion for b9a77cea-bf00-433e-84f6-6e17b678385e request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:29:59.567533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port ecf5db0b-d8ca-4eb7-8299-003d8c37823d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:29:59.567894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:59.655041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Deleting port e77396a6-16fb-45bf-aea9-76d317b08585 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:29:59.656220 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:59.752673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port ecf5db0b-d8ca-4eb7-8299-003d8c37823d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ecf5db0b-d8ca-4eb7-8299-003d8c37823d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:59.753980 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:59.771924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for ecf5db0b-d8ca-4eb7-8299-003d8c37823d owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:29:59.813460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] For port e77396a6-16fb-45bf-aea9-76d317b08585, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e77396a6-16fb-45bf-aea9-76d317b08585,segment=NetworkSegment(8e53caa9-3f28-42c1-9a94-f052d2d39cc2),segment_id=8e53caa9-3f28-42c1-9a94-f052d2d39cc2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:29:59.813905 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:29:59.818938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e77396a6-16fb-45bf-aea9-76d317b08585 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:29:59.897043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Calling delete_port for e77396a6-16fb-45bf-aea9-76d317b08585 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:30:00.029811 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.075080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=ecf5db0b-d8ca-4eb7-8299-003d8c37823d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:00.157661 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.229771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d489fb8-9d5c-4127-a6bf-2722512bb039 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:30:00.256792 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.271721 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.306543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-91ccc02d-052f-4f79-ad6b-548a9e35b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:29:57Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:00.323526 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.326640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.349327 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.351854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Pushing event deleted for resources: {'Port': ['ID=e77396a6-16fb-45bf-aea9-76d317b08585,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:00.360867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] No DVR routers for this DVR port e77396a6-16fb-45bf-aea9-76d317b08585 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:30:00.364543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.365037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.365391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.365737 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.366106 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.367090 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.367450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.368560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.368929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.369264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.369598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.369976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e89a4b3-bb09-4d00-9f95-432b4eab4d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:00.378278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ccc02d-052f-4f79-ad6b-548a9e35b48e None None] The sync data for ids ['48f70d8e-7736-41c3-b500-8fee4699a415'] in n-d-815373-6 is: [{'id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'name': 'tempest-TestNetworkAdvancedServerOps-router-823731681', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:05Z', 'updated_at': '2021-11-19T19:29:57Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': 'ecf5db0b-d8ca-4eb7-8299-003d8c37823d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:80:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f70d8e-7736-41c3-b500-8fee4699a415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:06Z', 'updated_at': '2021-11-19T19:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:30:00.389827 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.390630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Fanout notify agent at l3_agent the message router_deleted on router 48f70d8e-7736-41c3-b500-8fee4699a415 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:30:00.398778 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.400286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3c055a0e-e54a-4412-8636-f036b1cd481b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/routers/48f70d8e-7736-41c3-b500-8fee4699a415 HTTP/1.1" status: 204 len: 168 time: 1.2725546 Nov 19 19:30:00.403482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58328) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:00.575203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.688736 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.716745 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a77cea-bf00-433e-84f6-6e17b678385e']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:00.728664 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e53caa9-3f28-42c1-9a94-f052d2d39cc2') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:00.729038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e53caa9-3f28-42c1-9a94-f052d2d39cc2') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:00.741908 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.768555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.793339 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:30:00.794417 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:30:00.798226 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:30:00.920031 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.928688 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:00.940507 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/networks/b9a77cea-bf00-433e-84f6-6e17b678385e HTTP/1.1" status: 204 len: 168 time: 0.5270479 Nov 19 19:30:00.943316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58340) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:00.963555 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57b244-a07d-494c-b9dd-b10a4d019778 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Network': ['ID=b9a77cea-bf00-433e-84f6-6e17b678385e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:01.026292 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7a93-d6cb-4699-a510-c9a18624aaa2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.067127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7a93-d6cb-4699-a510-c9a18624aaa2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.160064 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7a93-d6cb-4699-a510-c9a18624aaa2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.163173 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7a93-d6cb-4699-a510-c9a18624aaa2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.164385 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2e5a7a93-d6cb-4699-a510-c9a18624aaa2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/security-groups/56f7be48-0150-4121-9cb8-a52fee0e98fc HTTP/1.1" status: 204 len: 168 time: 0.2199676 Nov 19 19:30:01.177556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a7a93-d6cb-4699-a510-c9a18624aaa2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f7be48-0150-4121-9cb8-a52fee0e98fc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:01.425711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58354) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:01.430920 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-67d7a5ef-bc71-4029-9143-b2c869d69f50 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602145509', 'description': 'tempest-secgroup-smoke-1602145509 description', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:01.469527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67d7a5ef-bc71-4029-9143-b2c869d69f50 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.558311 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67d7a5ef-bc71-4029-9143-b2c869d69f50 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.567541 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67d7a5ef-bc71-4029-9143-b2c869d69f50 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.604758 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67d7a5ef-bc71-4029-9143-b2c869d69f50 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.608739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-67d7a5ef-bc71-4029-9143-b2c869d69f50 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1819599 Nov 19 19:30:01.609139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58362) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:01.613535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7a5ef-bc71-4029-9143-b2c869d69f50 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1875995-4d63-48e6-9795-bc57b9e3996e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:01.616973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e93c21e1-4680-4065-9f32-f700ded4b743 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': 'd1875995-4d63-48e6-9795-bc57b9e3996e', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:01.651251 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e93c21e1-4680-4065-9f32-f700ded4b743 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.752080 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e93c21e1-4680-4065-9f32-f700ded4b743 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.760208 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e93c21e1-4680-4065-9f32-f700ded4b743 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.782565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c21e1-4680-4065-9f32-f700ded4b743 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e65452-0629-470c-b238-091b4eb79cd6,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:01.810977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e93c21e1-4680-4065-9f32-f700ded4b743 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.812305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e93c21e1-4680-4065-9f32-f700ded4b743 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2012901 Nov 19 19:30:01.815107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58366) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:01.820537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-372d3ddf-1916-4e88-a50b-90198513e49c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': 'd1875995-4d63-48e6-9795-bc57b9e3996e', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:01.855929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device fd0c7f81-4f1c-41df-bf17-0a704e981bb9 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:30:01.878377 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-372d3ddf-1916-4e88-a50b-90198513e49c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.885212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: fd0c7f81-4f1c-41df-bf17-0a704e981bb9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:30:01.885930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device fd0c7f81-4f1c-41df-bf17-0a704e981bb9 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:30:01.886710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ecf5db0b-d8ca-4eb7-8299-003d8c37823d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:30:01.931032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: ecf5db0b-d8ca-4eb7-8299-003d8c37823d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:30:01.932325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ecf5db0b-d8ca-4eb7-8299-003d8c37823d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:30:01.972662 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-372d3ddf-1916-4e88-a50b-90198513e49c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:01.979510 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-372d3ddf-1916-4e88-a50b-90198513e49c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.002878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d3ddf-1916-4e88-a50b-90198513e49c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3728192-ec6f-4f9f-974c-0085231eb711,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:02.021219 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-372d3ddf-1916-4e88-a50b-90198513e49c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.026502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58374) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:02.030347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-372d3ddf-1916-4e88-a50b-90198513e49c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2138636 Nov 19 19:30:02.031458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-45110519-8bf7-4536-af98-86f632f9bc21 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': 'd1875995-4d63-48e6-9795-bc57b9e3996e', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:02.063350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45110519-8bf7-4536-af98-86f632f9bc21 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.151461 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45110519-8bf7-4536-af98-86f632f9bc21 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.157191 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45110519-8bf7-4536-af98-86f632f9bc21 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.179167 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45110519-8bf7-4536-af98-86f632f9bc21 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430aba49-b104-4278-97ff-43832f9e2a8f,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:02.190581 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45110519-8bf7-4536-af98-86f632f9bc21 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.192903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-45110519-8bf7-4536-af98-86f632f9bc21 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642292 Nov 19 19:30:02.195138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58378) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:02.201720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-87dec75b-7ca5-4b57-8970-88927a854f55 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': 'd1875995-4d63-48e6-9795-bc57b9e3996e', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:02.240683 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87dec75b-7ca5-4b57-8970-88927a854f55 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.323785 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87dec75b-7ca5-4b57-8970-88927a854f55 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.328265 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87dec75b-7ca5-4b57-8970-88927a854f55 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.354859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dec75b-7ca5-4b57-8970-88927a854f55 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1095c1f5-5ebb-4a45-a9cf-23c72038c1ef,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:02.369695 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-87dec75b-7ca5-4b57-8970-88927a854f55 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.373598 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-87dec75b-7ca5-4b57-8970-88927a854f55 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741130 Nov 19 19:30:02.373996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58384) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:02.380442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a6ba5717-b1d4-45f1-99b3-88f7792b768e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': 'd1875995-4d63-48e6-9795-bc57b9e3996e', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:02.409234 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-a6ba5717-b1d4-45f1-99b3-88f7792b768e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Project 8b0045894a4545fab78ac1dc5404f6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:30:02.417882 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5717-b1d4-45f1-99b3-88f7792b768e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.490299 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5717-b1d4-45f1-99b3-88f7792b768e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.495200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5717-b1d4-45f1-99b3-88f7792b768e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.519525 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5717-b1d4-45f1-99b3-88f7792b768e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.520763 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a6ba5717-b1d4-45f1-99b3-88f7792b768e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457436 Nov 19 19:30:02.522054 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba5717-b1d4-45f1-99b3-88f7792b768e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d4ef5a-6538-4075-aebf-f7676d9deeca,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:02.523745 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58390) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:02.529482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f67eb03d-45f9-429e-84b5-c43d6c514540 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'security_group_rule': {'security_group_id': 'd1875995-4d63-48e6-9795-bc57b9e3996e', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:02.564611 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-f67eb03d-45f9-429e-84b5-c43d6c514540 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Project 8b0045894a4545fab78ac1dc5404f6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:30:02.572669 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f67eb03d-45f9-429e-84b5-c43d6c514540 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.663262 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f67eb03d-45f9-429e-84b5-c43d6c514540 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.670164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f67eb03d-45f9-429e-84b5-c43d6c514540 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.693638 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67eb03d-45f9-429e-84b5-c43d6c514540 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2976ec61-7aa0-4e12-82e7-0825202acaef,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:02.704452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f67eb03d-45f9-429e-84b5-c43d6c514540 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.705672 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f67eb03d-45f9-429e-84b5-c43d6c514540 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1803119 Nov 19 19:30:02.709158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58396) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:02.714755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'network': {'name': 'tempest-network-smoke--1625523497', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'port_security_enabled': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:02.761002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:30:02.779204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.812347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:30:02.828782 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.829844 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Added segment 71081982-71eb-4e67-bd85-baef8ea0fb80 of type vlan for network f3545285-b81e-461a-90e3-0258bc5c0c71 Nov 19 19:30:02.894885 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.927925 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:02.936932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:02.937607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:03.034309 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58404) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:03.038432 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3280587 Nov 19 19:30:03.040077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'admin_state_up': True, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:03.074712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50549382-d1db-4c48-9be2-b6d985ee0a08 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Network': ['ID=f3545285-b81e-461a-90e3-0258bc5c0c71,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:03.081031 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:03.083592 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:03.092732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f3545285-b81e-461a-90e3-0258bc5c0c71 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:30:03.228449 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:03.832421 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:04.072593 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:04.105401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:04.261730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.25.3.45 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/7bdf4d48-7595-4d5e-b1a9-168d97de828b) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:30:04.384827 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:04.429468 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:04.476438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:30:04.480046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:30:04.483760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:30:04.499053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ad5f0-7726-4b17-bc41-2d5c7a9eb331 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:30:04.517094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=7bdf4d48-7595-4d5e-b1a9-168d97de828b,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:04.606834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f1b392d2-df03-4ee4-af80-8156a875aa0d None None] Provisioning complete for port 7bdf4d48-7595-4d5e-b1a9-168d97de828b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:04.607209 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1b392d2-df03-4ee4-af80-8156a875aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:04.648460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f1b392d2-df03-4ee4-af80-8156a875aa0d None None] Port 7bdf4d48-7595-4d5e-b1a9-168d97de828b cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:30:04.775497 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:05.005069 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:05.192221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 69fa6d19-4bb0-4219-94d7-34741b04bacf is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:30:05.315180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:30:05.333317 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Sync routers for ids ['69fa6d19-4bb0-4219-94d7-34741b04bacf'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:30:05.342245 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:05.344019 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Routers {'69fa6d19-4bb0-4219-94d7-34741b04bacf'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:30:05.344721 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:29:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69fa6d19-4bb0-4219-94d7-34741b04bacf'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:05.345366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-09f3e98f-6a30-4f4d-8837-34bb5213a1ff tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3087261 Nov 19 19:30:05.347247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58448) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:05.401690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-524ca519-7e25-4536-90e2-dd8874f31fff tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=8b0045894a4545fab78ac1dc5404f6e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505540 Nov 19 19:30:05.402379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58450) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:05.531542 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Set router 69fa6d19-4bb0-4219-94d7-34741b04bacf gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:30:05.609092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c67f2b-52d7-446a-b8c6-fca2e58062d1 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:05.614063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58454) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:05.626050 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-61c67f2b-52d7-446a-b8c6-fca2e58062d1 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2213202 Nov 19 19:30:05.683597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58458) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:05.691131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2098654309', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:05.697320 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-221d7131-5f4a-4b17-9a90-64e4b95bfae9 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0817366 Nov 19 19:30:05.825264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:30:05.827970 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:04Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:05.829960 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:05.859636 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Checking router: 69fa6d19-4bb0-4219-94d7-34741b04bacf for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:30:05.860302 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Updating router 69fa6d19-4bb0-4219-94d7-34741b04bacf port 7bdf4d48-7595-4d5e-b1a9-168d97de828b binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:30:05.903032 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.137330 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.240573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Checking segment: {'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:30:06.241193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network hostable DHCP agents. Network: f3545285-b81e-461a-90e3-0258bc5c0c71, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:30:06.248491 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Subnet': ['ID=29c50cac-ecb6-4a42-9fcd-fa2769418e9c,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:06.254401 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.263449 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.281156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network f3545285-b81e-461a-90e3-0258bc5c0c71 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:30:06.299577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f3545285-b81e-461a-90e3-0258bc5c0c71) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:30:06.305638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:06.307153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.315693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f2485d-9df6-45e6-baea-8aad3c217133 None None] Network f3545285-b81e-461a-90e3-0258bc5c0c71 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:30:06.347360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58460) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:06.356367 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e28724a9-aefc-444d-bb0a-5d6294b0c73a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6712556 Nov 19 19:30:06.366230 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Attempting to bind port 7bdf4d48-7595-4d5e-b1a9-168d97de828b on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:30:06.367055 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Attempting to bind port 7bdf4d48-7595-4d5e-b1a9-168d97de828b by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:30:06.368050 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Attempting to bind port 7bdf4d48-7595-4d5e-b1a9-168d97de828b on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:30:06.391313 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:30:06.391685 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:30:06.392094 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.392486 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:30:06.393179 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Bound port: 7bdf4d48-7595-4d5e-b1a9-168d97de828b, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:30:06.393789 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.470823 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Pushing event updated for resources: {'Port': ['ID=7bdf4d48-7595-4d5e-b1a9-168d97de828b,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:06.479631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc46e48-0964-466a-8988-d88396591f0c None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:30:06.500326 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.500755 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.501098 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.501435 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.501783 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.502122 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.502450 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.502777 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.503100 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.503424 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.503748 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.504067 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:30:06.529664 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] For port 7bdf4d48-7595-4d5e-b1a9-168d97de828b, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:30:06.535630 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] For port 7bdf4d48-7595-4d5e-b1a9-168d97de828b, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7bdf4d48-7595-4d5e-b1a9-168d97de828b,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:30:06.544392 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.609708 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-f3545285-b81e-461a-90e3-0258bc5c0c71', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:30:06.610978 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.638338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc42ff7-0a7c-4a23-97fc-1aed6b13687a None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:30:06.672686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-54e50fc3-77ae-4c99-9e03-b4bd2c1dfead None None] Provisioning complete for port 7bdf4d48-7595-4d5e-b1a9-168d97de828b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:06.674293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54e50fc3-77ae-4c99-9e03-b4bd2c1dfead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.674604 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e2293-c675-445e-a6f1-128960a19fb0 None None] Pushing event updated for resources: {'Port': ['ID=7bdf4d48-7595-4d5e-b1a9-168d97de828b,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:06.677197 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Routers {'69fa6d19-4bb0-4219-94d7-34741b04bacf'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:30:06.683579 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:29:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69fa6d19-4bb0-4219-94d7-34741b04bacf'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:06.913773 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54e50fc3-77ae-4c99-9e03-b4bd2c1dfead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.941237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-54e50fc3-77ae-4c99-9e03-b4bd2c1dfead None None] For port 7bdf4d48-7595-4d5e-b1a9-168d97de828b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7bdf4d48-7595-4d5e-b1a9-168d97de828b,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:06.957009 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54e50fc3-77ae-4c99-9e03-b4bd2c1dfead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:06.996186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Allocated IP 172.20.0.2 (f3545285-b81e-461a-90e3-0258bc5c0c71/29c50cac-ecb6-4a42-9fcd-fa2769418e9c/bdbbdf8e-8031-4204-a776-f7427cbd8af1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:30:07.097287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e50fc3-77ae-4c99-9e03-b4bd2c1dfead None None] Pushing event updated for resources: {'Port': ['ID=7bdf4d48-7595-4d5e-b1a9-168d97de828b,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:07.119220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fa012883-fe39-4333-9550-662de84388e7 None None] Provisioning complete for port 7bdf4d48-7595-4d5e-b1a9-168d97de828b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:07.119953 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fa012883-fe39-4333-9550-662de84388e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:07.134905 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:07.158360 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] Set router 69fa6d19-4bb0-4219-94d7-34741b04bacf gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:30:07.267867 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:07.284590 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:07.326362 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Network f3545285-b81e-461a-90e3-0258bc5c0c71 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:30:07.331948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:30:07.347807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:30:07.365854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Pushing event updated for resources: {'Port': ['ID=bdbbdf8e-8031-4204-a776-f7427cbd8af1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:07.424812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Attempting to bind port bdbbdf8e-8031-4204-a776-f7427cbd8af1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:30:07.425455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Attempting to bind port bdbbdf8e-8031-4204-a776-f7427cbd8af1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:30:07.426303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Attempting to bind port bdbbdf8e-8031-4204-a776-f7427cbd8af1 on network f3545285-b81e-461a-90e3-0258bc5c0c71 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:30:07.438746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:30:07.439132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Checking segment: {'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:30:07.440061 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:07.444933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Bound using segment: {'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:30:07.444933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Bound port: bdbbdf8e-8031-4204-a776-f7427cbd8af1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:30:07.444933 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:07.553311 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:04Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:07.585917 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7438776c-fd48-43a3-88f3-c3a8b614d6ee None None] The sync data for ids ['69fa6d19-4bb0-4219-94d7-34741b04bacf'] in n-d-815373-6 is: [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:04Z', 'revision_number': 3, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:30:07.616806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] For port bdbbdf8e-8031-4204-a776-f7427cbd8af1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:30:07.633943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] For port bdbbdf8e-8031-4204-a776-f7427cbd8af1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=bdbbdf8e-8031-4204-a776-f7427cbd8af1,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:30:07.640479 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:07.676164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.20.0.1 (f3545285-b81e-461a-90e3-0258bc5c0c71/29c50cac-ecb6-4a42-9fcd-fa2769418e9c/9390b0ec-ef4c-41e5-b072-17ff1aeb222a) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:30:07.786959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112bebf-bdd3-4728-8ec8-5bee20bd56f4 None None] Pushing event updated for resources: {'Port': ['ID=bdbbdf8e-8031-4204-a776-f7427cbd8af1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:07.975602 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:08.062833 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:08.157012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network f3545285-b81e-461a-90e3-0258bc5c0c71 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:30:08.162084 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:30:08.165365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=9390b0ec-ef4c-41e5-b072-17ff1aeb222a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:08.167412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:30:08.254808 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-394535e3-4fa5-4210-84c0-0af0f8ae475d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:08.258963 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:08.435029 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:08.759786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:08.775818 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:08.895726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=9390b0ec-ef4c-41e5-b072-17ff1aeb222a,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:08.904037 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:08.987997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0368142-2bfe-43dd-9b57-7308950b652d req-1950c1d3-26f3-48cd-9e28-0f1c947e6d75 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:08.990022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-1950c1d3-26f3-48cd-9e28-0f1c947e6d75 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.2120602 Nov 19 19:30:09.016920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-4e532556-4364-4228-9bd1-43a9779ad60b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/quotas/eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 375 time: 0.0161293 Nov 19 19:30:09.042737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network f3545285-b81e-461a-90e3-0258bc5c0c71 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:30:09.045054 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:30:09.095030 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-6ed7e3fd-8995-4edc-9849-f2447d39520c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766830 Nov 19 19:30:09.204921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 69fa6d19-4bb0-4219-94d7-34741b04bacf has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:30:09.207448 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-29d1fc86-4ffa-4498-8497-9385e491076a service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112466 Nov 19 19:30:09.304211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defadeec-c69b-4b4a-8ac3-53d645130d9e None None] Network f3545285-b81e-461a-90e3-0258bc5c0c71 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:30:09.356692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-3eb65262-c2f2-4aa9-b0b6-6de3e6542ea8 service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377883 Nov 19 19:30:09.386029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6c8a6ca0-d9ef-4efa-8630-3bb8297873f7 None None] Provisioning complete for port bdbbdf8e-8031-4204-a776-f7427cbd8af1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:09.386435 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ca0-d9ef-4efa-8630-3bb8297873f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:09.543450 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ca0-d9ef-4efa-8630-3bb8297873f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:09.620407 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6c8a6ca0-d9ef-4efa-8630-3bb8297873f7 None None] For port bdbbdf8e-8031-4204-a776-f7427cbd8af1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=bdbbdf8e-8031-4204-a776-f7427cbd8af1,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:09.635995 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6c8a6ca0-d9ef-4efa-8630-3bb8297873f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:09.717979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a6ca0-d9ef-4efa-8630-3bb8297873f7 None None] Pushing event updated for resources: {'Port': ['ID=bdbbdf8e-8031-4204-a776-f7427cbd8af1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:09.718913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:30:09.728578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-87cb8304-5acc-4247-a357-fec45de5764a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "PUT /v2.0/routers/69fa6d19-4bb0-4219-94d7-34741b04bacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3794951 Nov 19 19:30:09.792150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d01b1ed3-39b0-4c01-bd40-db4ecddac694 req-9ba5d354-a2ee-40d7-86d2-544e9f53b527 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 210 time: 0.0823014 Nov 19 19:30:09.930398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7bdf4d48-7595-4d5e-b1a9-168d97de828b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:30:10.015858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 7bdf4d48-7595-4d5e-b1a9-168d97de828b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:10.016309 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:10.160278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-f938d8e8-e254-4e67-a71e-b51a7c8075b3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602145509&fields=id&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 267 time: 0.0898607 Nov 19 19:30:10.177516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device bdbbdf8e-8031-4204-a776-f7427cbd8af1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:30:10.271014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port bdbbdf8e-8031-4204-a776-f7427cbd8af1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:10.271784 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:10.326505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Sync routers for ids ['69fa6d19-4bb0-4219-94d7-34741b04bacf'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:30:10.361282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-444a7c87-8e1b-4d80-bdf7-8071b27a874b None None] Provisioning complete for port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:10.361699 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-444a7c87-8e1b-4d80-bdf7-8071b27a874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:10.368095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Routers {'69fa6d19-4bb0-4219-94d7-34741b04bacf'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:30:10.368782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:29:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69fa6d19-4bb0-4219-94d7-34741b04bacf'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:10.423160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-444a7c87-8e1b-4d80-bdf7-8071b27a874b None None] Port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:30:10.622449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-444a7c87-8e1b-4d80-bdf7-8071b27a874b None None] Provisioning complete for port bdbbdf8e-8031-4204-a776-f7427cbd8af1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:10.622449 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-444a7c87-8e1b-4d80-bdf7-8071b27a874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:10.660878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-bfe0648b-05f9-4a29-9419-10aaed215921 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:10.662670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-bfe0648b-05f9-4a29-9419-10aaed215921 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/networks?id=f3545285-b81e-461a-90e3-0258bc5c0c71 HTTP/1.1" status: 200 len: 797 time: 0.5002766 Nov 19 19:30:10.682956 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-cb88df01-c4b2-4857-b435-59c1f6e13fcd tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/quotas/8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 375 time: 0.0132470 Nov 19 19:30:10.707478 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c84bdfb6-efc6-469b-a710-da4e85df0e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:10.757083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-620475b3-0367-48d7-ace2-056e52f54908 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673320 Nov 19 19:30:10.798869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Set router 69fa6d19-4bb0-4219-94d7-34741b04bacf gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:30:10.893441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-ca0947af-a5b7-4b5e-80d8-82aa834d1ba5 service neutron] 10.222.0.50 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173625 Nov 19 19:30:11.065006 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-beb89dbc-9eb3-4778-940f-8945b5637827 service neutron] 10.222.0.50 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550250 Nov 19 19:30:11.100980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-70b72aa5-1fe1-49ff-9dce-841324c588a9 None None] Provisioning complete for port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:11.101359 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-70b72aa5-1fe1-49ff-9dce-841324c588a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:11.113077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0368142-2bfe-43dd-9b57-7308950b652d req-e983b448-4f9c-48d8-b6f6-8231f418d0c4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:11.115337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-e983b448-4f9c-48d8-b6f6-8231f418d0c4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.2194839 Nov 19 19:30:11.131225 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'port': {'device_id': '20e20020-790d-4b5b-ac07-4106dd153cd8', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'admin_state_up': True, 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:11.167296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:08Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9390b0ec-ef4c-41e5-b072-17ff1aeb222a', 'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:0f:34:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:07Z', 'updated_at': '2021-11-19T19:30:08Z', 'revision_number': 2, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:11.206460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Checking router: 69fa6d19-4bb0-4219-94d7-34741b04bacf for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:30:11.206939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Updating router 69fa6d19-4bb0-4219-94d7-34741b04bacf port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:30:11.212713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-70b72aa5-1fe1-49ff-9dce-841324c588a9 None None] Port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:30:11.243405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:11.401653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d4b9854d-04cc-4559-9ccf-febca97ca6d6 req-5080c839-6b45-42df-95ce-c8b40501e31c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 210 time: 0.0528185 Nov 19 19:30:11.437258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Made reservation on behalf of eb6d365ff57d47b4848afc9db28f6cb1 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:30:11.441893 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:11.529063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79f61c8d-a2ef-4a1b-a786-6003d480325a req-4df21f46-6a25-474a-8d7b-3ec5aeae4dbe tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 210 time: 0.0393860 Nov 19 19:30:11.730492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Allocated IP 172.20.0.13 (78810df9-278a-4925-972d-51f8ab8080e8/99a93667-1361-45df-b944-830796a1b770/c890b242-7732-4be5-a17b-d35e0328d89d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:30:11.769359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device bdbbdf8e-8031-4204-a776-f7427cbd8af1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:30:11.885114 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:11.896383 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:12.003111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port bdbbdf8e-8031-4204-a776-f7427cbd8af1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:12.003988 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:12.008566 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:12.063059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf47b2-6d04-4c72-9cff-0c8f2ed04688 None None] Pushing event updated for resources: {'Port': ['ID=9390b0ec-ef4c-41e5-b072-17ff1aeb222a,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:12.107833 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:12.148887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Attempting to bind port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:30:12.149212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Attempting to bind port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:30:12.149783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Attempting to bind port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a on network f3545285-b81e-461a-90e3-0258bc5c0c71 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:30:12.158453 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:30:12.163596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Checking segment: {'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:30:12.164072 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:12.165266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Bound using segment: {'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:30:12.165808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Bound port: 9390b0ec-ef4c-41e5-b072-17ff1aeb222a, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:30:12.168623 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:12.177270 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:12.305320 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Network 78810df9-278a-4925-972d-51f8ab8080e8 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:30:12.309302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:30:12.315139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:30:12.373484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:12.374253 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:12.397109 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=c890b242-7732-4be5-a17b-d35e0328d89d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:12.432027 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d2d8b8e1-1589-43d4-abe4-a950f214cb9a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3073125 Nov 19 19:30:12.447766 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Request body: {'port': {'device_id': '20e20020-790d-4b5b-ac07-4106dd153cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:12.604409 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:12.657005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e730c05-f327-4e8a-b433-76f87bffd7fc req-af888145-2c6f-4f6a-9197-5f74f0fdae9e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:12.659351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e730c05-f327-4e8a-b433-76f87bffd7fc req-af888145-2c6f-4f6a-9197-5f74f0fdae9e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 932 time: 0.0993755 Nov 19 19:30:12.706435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fb2dcf82-1b49-4f18-b91d-3d1cdfd8b6fa None None] Provisioning complete for port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:12.707108 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb2dcf82-1b49-4f18-b91d-3d1cdfd8b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:12.713188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] For port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:30:12.761107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] For port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9390b0ec-ef4c-41e5-b072-17ff1aeb222a,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:30:12.774013 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:12.774832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e730c05-f327-4e8a-b433-76f87bffd7fc req-e71043a2-6f78-4fa7-a9ca-9ba8ab526b7b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006265 Nov 19 19:30:12.827503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dcf82-1b49-4f18-b91d-3d1cdfd8b6fa None None] Port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:30:12.888429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Routers {'69fa6d19-4bb0-4219-94d7-34741b04bacf'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:30:12.889230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:30:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69fa6d19-4bb0-4219-94d7-34741b04bacf'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:12.896444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf47b2-6d04-4c72-9cff-0c8f2ed04688 None None] Pushing event updated for resources: {'Port': ['ID=9390b0ec-ef4c-41e5-b072-17ff1aeb222a,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:13.013657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9103f99c-6b53-4fc6-b007-0b1574b530f6 req-440fbc74-ea14-42ce-a3b9-eaa4af9f9927 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 210 time: 0.0517220 Nov 19 19:30:13.067067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-980e981e-5d59-4442-90d1-4c6543f8cf0d None None] Provisioning complete for port c890b242-7732-4be5-a17b-d35e0328d89d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:13.067440 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-980e981e-5d59-4442-90d1-4c6543f8cf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:13.236092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-980e981e-5d59-4442-90d1-4c6543f8cf0d None None] Port c890b242-7732-4be5-a17b-d35e0328d89d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:30:13.249392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] Set router 69fa6d19-4bb0-4219-94d7-34741b04bacf gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:30:13.285128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-c55d621a-231e-4810-bc27-9062daa2a30d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:13.286821 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-c55d621a-231e-4810-bc27-9062daa2a30d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "GET /v2.0/networks?id=f3545285-b81e-461a-90e3-0258bc5c0c71 HTTP/1.1" status: 200 len: 797 time: 0.3574748 Nov 19 19:30:13.392400 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c890b242-7732-4be5-a17b-d35e0328d89d {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:30:13.412435 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:13.449260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Transition to ACTIVE for port object c890b242-7732-4be5-a17b-d35e0328d89d will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:30:13.456801 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-e758533f-7aff-4eef-a0f1-8f2113a1747e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b0045894a4545fab78ac1dc5404f6e8 HTTP/1.1" status: 200 len: 380 time: 0.1533539 Nov 19 19:30:13.458210 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:13.468666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'port': {'device_id': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'admin_state_up': True, 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'security_groups': ['d1875995-4d63-48e6-9795-bc57b9e3996e']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:13.473026 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:13.476915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c62e2326-4bed-4c15-939d-a572a24f87ac None None] Provisioning complete for port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:13.477164 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c62e2326-4bed-4c15-939d-a572a24f87ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:13.677421 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c62e2326-4bed-4c15-939d-a572a24f87ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:13.698679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Made reservation on behalf of 8b0045894a4545fab78ac1dc5404f6e8 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:30:13.708453 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:13.717932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Pushing event updated for resources: {'Port': ['ID=c890b242-7732-4be5-a17b-d35e0328d89d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:13.745683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c62e2326-4bed-4c15-939d-a572a24f87ac None None] For port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9390b0ec-ef4c-41e5-b072-17ff1aeb222a,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:13.753028 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c62e2326-4bed-4c15-939d-a572a24f87ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:13.822959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:08Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9390b0ec-ef4c-41e5-b072-17ff1aeb222a', 'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:0f:34:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:07Z', 'updated_at': '2021-11-19T19:30:12Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:13.881351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e2326-4bed-4c15-939d-a572a24f87ac None None] Pushing event updated for resources: {'Port': ['ID=9390b0ec-ef4c-41e5-b072-17ff1aeb222a,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:13.888877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d67597-19f2-4fc3-abe1-9748b36451b0 None None] The sync data for ids ['69fa6d19-4bb0-4219-94d7-34741b04bacf'] in n-d-815373-6 is: [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:08Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9390b0ec-ef4c-41e5-b072-17ff1aeb222a', 'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:0f:34:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:07Z', 'updated_at': '2021-11-19T19:30:12Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:30:13.932799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Attempting to bind port c890b242-7732-4be5-a17b-d35e0328d89d on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:30:13.933136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Attempting to bind port c890b242-7732-4be5-a17b-d35e0328d89d by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:30:13.933462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Attempting to bind port c890b242-7732-4be5-a17b-d35e0328d89d on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:30:13.953205 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Port c890b242-7732-4be5-a17b-d35e0328d89d on network 78810df9-278a-4925-972d-51f8ab8080e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:30:13.953504 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Attempting to bind port c890b242-7732-4be5-a17b-d35e0328d89d on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:30:14.027019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:30:14.027385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Checking segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:30:14.027753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Bound using segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:30:14.028200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Bound port: c890b242-7732-4be5-a17b-d35e0328d89d, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:30:14.028565 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:14.080242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24359da-2637-43b0-a0eb-8db2723e1135 req-68af9b33-4513-4868-bf86-caf27b8a1d46 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:14.102220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f24359da-2637-43b0-a0eb-8db2723e1135 req-68af9b33-4513-4868-bf86-caf27b8a1d46 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.1409199 Nov 19 19:30:14.112764 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.20.0.3 (f3545285-b81e-461a-90e3-0258bc5c0c71/29c50cac-ecb6-4a42-9fcd-fa2769418e9c/d6281d46-6af1-495d-88a4-40f8a2bfbdb9) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:30:14.195996 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:14.203856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] For port c890b242-7732-4be5-a17b-d35e0328d89d, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:30:14.244732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] For port c890b242-7732-4be5-a17b-d35e0328d89d, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c890b242-7732-4be5-a17b-d35e0328d89d,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:30:14.258851 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:14.263004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f24359da-2637-43b0-a0eb-8db2723e1135 req-e0aabfb4-a90c-4295-a1dc-cf2ed0e8330b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616173 Nov 19 19:30:14.371326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:14.372051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:14.373627 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] 10.222.0.21 "PUT /v2.0/ports/c890b242-7732-4be5-a17b-d35e0328d89d HTTP/1.1" status: 200 len: 1092 time: 1.9307978 Nov 19 19:30:14.374367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e20020-790d-4b5b-ac07-4106dd153cd8', 'tag': 'c890b242-7732-4be5-a17b-d35e0328d89d'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:30:14.376748 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b949d7-9689-4272-9f1f-354ddabe9534" -d '{"events": [{"name": "network-changed", "server_uuid": "20e20020-790d-4b5b-ac07-4106dd153cd8", "tag": "c890b242-7732-4be5-a17b-d35e0328d89d"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:30:14.424084 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-feaec2a5-a69d-4235-8384-3c1cdd940a3e req-6260ec49-48a8-4cf1-8aef-fc979ef8db69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 210 time: 0.0446157 Nov 19 19:30:14.490622 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea25744-ab5c-48f7-b72e-d99a3777f594 service neutron] Pushing event updated for resources: {'Port': ['ID=c890b242-7732-4be5-a17b-d35e0328d89d,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:14.537670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0368142-2bfe-43dd-9b57-7308950b652d req-985a0149-1f24-4280-8e7c-7d3e03879145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:14.539929 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-985a0149-1f24-4280-8e7c-7d3e03879145 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 1095 time: 0.0941050 Nov 19 19:30:14.564843 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:14.598107 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-b7b8a71d-1cd3-41f6-ad22-cf95b24c1990 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c890b242-7732-4be5-a17b-d35e0328d89d HTTP/1.1" status: 200 len: 217 time: 0.0458541 Nov 19 19:30:14.670805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d88a094d-bbc8-4753-a313-fb4fdae2452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:14.672563 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-d88a094d-bbc8-4753-a313-fb4fdae2452b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0675511 Nov 19 19:30:14.701947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:14.751802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network f3545285-b81e-461a-90e3-0258bc5c0c71 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:30:14.754680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:30:14.757531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:30:14.838974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58552) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:14.840609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:14.841058 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:14.846066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b0e2001c-d802-48fe-886f-6edd5ffd74d2 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107010046', 'description': 'tempest-secgroup-smoke-1107010046 description', 'project_id': 'b757cfac80464e308e18850e521b1f72'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:14.898573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4342952 Nov 19 19:30:14.912882 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0e2001c-d802-48fe-886f-6edd5ffd74d2 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:14.915344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Request body: {'port': {'device_id': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:14.929213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0368142-2bfe-43dd-9b57-7308950b652d req-b0814916-98bd-410d-874a-320c228635a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:14.931039 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-b0814916-98bd-410d-874a-320c228635a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2496667 Nov 19 19:30:14.933485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402513d7-66b5-40ff-a862-9ad7d3143126 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:15.043446 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fefbd57-7b49-41a4-a190-d5c34e66c202 x-openstack-request-id: req-0fefbd57-7b49-41a4-a190-d5c34e66c202 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:30:15.043663 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e20020-790d-4b5b-ac07-4106dd153cd8", "tag": "c890b242-7732-4be5-a17b-d35e0328d89d", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:30:15.043919 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0fefbd57-7b49-41a4-a190-d5c34e66c202 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:30:15.044334 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e20020-790d-4b5b-ac07-4106dd153cd8', 'tag': 'c890b242-7732-4be5-a17b-d35e0328d89d', 'status': 'completed', 'code': 200} Nov 19 19:30:15.078407 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0e2001c-d802-48fe-886f-6edd5ffd74d2 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.085423 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0e2001c-d802-48fe-886f-6edd5ffd74d2 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.115280 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-57bf9412-488d-420b-aac8-6ea3d3f1e46f service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611412 Nov 19 19:30:15.116062 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.130589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2001c-d802-48fe-886f-6edd5ffd74d2 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:15.152383 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b0e2001c-d802-48fe-886f-6edd5ffd74d2 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.161979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b0e2001c-d802-48fe-886f-6edd5ffd74d2 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3217733 Nov 19 19:30:15.165737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58554) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:15.173049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e9bc0547-0780-4fab-b40c-d6b898525927 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Request body: {'security_group_rule': {'security_group_id': '8da5ab82-48a2-4c2c-bde5-7e535a48ebf2', 'project_id': 'b757cfac80464e308e18850e521b1f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:15.218429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0547-0780-4fab-b40c-d6b898525927 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.290997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bb423b76-ef60-46a0-b750-5ec53582e0b8 None None] Provisioning complete for port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:15.291577 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bb423b76-ef60-46a0-b750-5ec53582e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.303463 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0547-0780-4fab-b40c-d6b898525927 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.312102 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0547-0780-4fab-b40c-d6b898525927 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.343651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc0547-0780-4fab-b40c-d6b898525927 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5912ab47-9454-4885-8706-890535978991,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:15.364055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0547-0780-4fab-b40c-d6b898525927 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.374531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58558) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:15.379311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4797d65e-3b9e-4043-bc45-b8f339cb5375 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Request body: {'security_group_rule': {'security_group_id': '8da5ab82-48a2-4c2c-bde5-7e535a48ebf2', 'project_id': 'b757cfac80464e308e18850e521b1f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:15.385017 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e9bc0547-0780-4fab-b40c-d6b898525927 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2151084 Nov 19 19:30:15.404349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bb423b76-ef60-46a0-b750-5ec53582e0b8 None None] Port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:30:15.417822 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0368142-2bfe-43dd-9b57-7308950b652d req-1a7f2ca4-87d3-48dc-946f-05a6c646ab24 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921448 Nov 19 19:30:15.478063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b01cfd-56a0-441f-9ad6-8c3b86f28ddf req-a397a576-b19b-4ae0-aa69-9ecf767defa1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:15.479856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-02b01cfd-56a0-441f-9ad6-8c3b86f28ddf req-a397a576-b19b-4ae0-aa69-9ecf767defa1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0834160 Nov 19 19:30:15.519852 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4797d65e-3b9e-4043-bc45-b8f339cb5375 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.536260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-02b01cfd-56a0-441f-9ad6-8c3b86f28ddf req-6a7621a8-bcc9-48da-9e6a-905f351d2bd7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501568 Nov 19 19:30:15.641583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b949d7-9689-4272-9f1f-354ddabe9534 req-c243ab16-0c34-44ae-8d16-e048552aa9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:15.644470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-44b949d7-9689-4272-9f1f-354ddabe9534 req-c243ab16-0c34-44ae-8d16-e048552aa9fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 1095 time: 0.1702363 Nov 19 19:30:15.682782 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4797d65e-3b9e-4043-bc45-b8f339cb5375 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.719985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7461b-b130-4c00-86af-a6f3b751b930 req-efff5b24-13f1-47e6-a244-7f180bd0e895 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:15.722092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3b7461b-b130-4c00-86af-a6f3b751b930 req-efff5b24-13f1-47e6-a244-7f180bd0e895 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 931 time: 0.0830684 Nov 19 19:30:15.737141 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4797d65e-3b9e-4043-bc45-b8f339cb5375 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.766157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9390b0ec-ef4c-41e5-b072-17ff1aeb222a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:30:15.799851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797d65e-3b9e-4043-bc45-b8f339cb5375 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7feb37f-a591-43a0-a556-3876f4e9383f,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:15.814709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3b7461b-b130-4c00-86af-a6f3b751b930 req-a8b6f42a-ddd3-4a19-a014-3569b74b5592 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851223 Nov 19 19:30:15.826985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4797d65e-3b9e-4043-bc45-b8f339cb5375 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.828142 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4797d65e-3b9e-4043-bc45-b8f339cb5375 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4524903 Nov 19 19:30:15.830551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6281d46-6af1-495d-88a4-40f8a2bfbdb9 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:30:15.833339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58562) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:15.843515 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.845385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5791c753-78d1-42a5-93cb-d72097e3fc19 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Request body: {'security_group_rule': {'security_group_id': '8da5ab82-48a2-4c2c-bde5-7e535a48ebf2', 'project_id': 'b757cfac80464e308e18850e521b1f72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:15.883380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Transition to ACTIVE for port object d6281d46-6af1-495d-88a4-40f8a2bfbdb9 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:30:15.884877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b949d7-9689-4272-9f1f-354ddabe9534 req-dc098bd7-0919-42e2-8acd-7dcabb868496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:15.886011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:15.886480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-44b949d7-9689-4272-9f1f-354ddabe9534 req-dc098bd7-0919-42e2-8acd-7dcabb868496 service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.2323892 Nov 19 19:30:15.886876 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.889982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5791c753-78d1-42a5-93cb-d72097e3fc19 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.903224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.967961 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5791c753-78d1-42a5-93cb-d72097e3fc19 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.979997 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5791c753-78d1-42a5-93cb-d72097e3fc19 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:15.991459 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-44b949d7-9689-4272-9f1f-354ddabe9534 req-2da08775-f33f-43c0-96b5-b409834dbb4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c890b242-7732-4be5-a17b-d35e0328d89d HTTP/1.1" status: 200 len: 217 time: 0.0977859 Nov 19 19:30:16.020831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791c753-78d1-42a5-93cb-d72097e3fc19 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc9f378-8c54-4832-8b02-f2d18d79d735,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:16.042317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5791c753-78d1-42a5-93cb-d72097e3fc19 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.049488 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5791c753-78d1-42a5-93cb-d72097e3fc19 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2138648 Nov 19 19:30:16.051475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58564) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:16.056740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6a314703-fbe3-4e48-8cff-422eb69162d1 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Request body: {'security_group_rule': {'security_group_id': '8da5ab82-48a2-4c2c-bde5-7e535a48ebf2', 'project_id': 'b757cfac80464e308e18850e521b1f72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:16.064693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Pushing event updated for resources: {'Port': ['ID=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:16.079922 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b949d7-9689-4272-9f1f-354ddabe9534 req-a7ad38d6-35a6-4a53-84e3-314854cfbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:16.081684 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-44b949d7-9689-4272-9f1f-354ddabe9534 req-a7ad38d6-35a6-4a53-84e3-314854cfbc3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0798635 Nov 19 19:30:16.100540 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a314703-fbe3-4e48-8cff-422eb69162d1 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.190176 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a314703-fbe3-4e48-8cff-422eb69162d1 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.198320 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a314703-fbe3-4e48-8cff-422eb69162d1 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.201877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b949d7-9689-4272-9f1f-354ddabe9534 req-5f86a7b8-1d29-435a-a022-edbf6c52b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:16.203627 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-44b949d7-9689-4272-9f1f-354ddabe9534 req-5f86a7b8-1d29-435a-a022-edbf6c52b9ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898786 Nov 19 19:30:16.229103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a314703-fbe3-4e48-8cff-422eb69162d1 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9651ddc5-f8f6-4d9f-bb7e-4f747f26613f,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:16.248690 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6a314703-fbe3-4e48-8cff-422eb69162d1 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.253679 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6a314703-fbe3-4e48-8cff-422eb69162d1 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2005770 Nov 19 19:30:16.255194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58566) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:16.260888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5d91bf3c-5d5c-4e7e-a222-557b0f212c20 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Request body: {'security_group_rule': {'security_group_id': '8da5ab82-48a2-4c2c-bde5-7e535a48ebf2', 'project_id': 'b757cfac80464e308e18850e521b1f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:16.292794 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-5d91bf3c-5d5c-4e7e-a222-557b0f212c20 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Project b757cfac80464e308e18850e521b1f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:30:16.298895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d91bf3c-5d5c-4e7e-a222-557b0f212c20 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.300719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Attempting to bind port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:30:16.301058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Attempting to bind port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:30:16.301390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Attempting to bind port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 on network f3545285-b81e-461a-90e3-0258bc5c0c71 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:30:16.325516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 on network f3545285-b81e-461a-90e3-0258bc5c0c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:30:16.326146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Attempting to bind port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 on network f3545285-b81e-461a-90e3-0258bc5c0c71 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:30:16.334261 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-44b949d7-9689-4272-9f1f-354ddabe9534 req-2757d6c5-7cf1-4a1c-9051-ffebe8c5673b service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215665 Nov 19 19:30:16.340116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:30:16.340514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Checking segment: {'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:30:16.341635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Bound using segment: {'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:30:16.341635 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Bound port: d6281d46-6af1-495d-88a4-40f8a2bfbdb9, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71081982-71eb-4e67-bd85-baef8ea0fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:30:16.342109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.377086 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d91bf3c-5d5c-4e7e-a222-557b0f212c20 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.381620 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d91bf3c-5d5c-4e7e-a222-557b0f212c20 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.408670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5d91bf3c-5d5c-4e7e-a222-557b0f212c20 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.414581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5d91bf3c-5d5c-4e7e-a222-557b0f212c20 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1540804 Nov 19 19:30:16.414934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58568) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:16.419975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2a88d294-6ba7-486a-a6a8-bbd1d4d0eb0a tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Request body: {'security_group_rule': {'security_group_id': '8da5ab82-48a2-4c2c-bde5-7e535a48ebf2', 'project_id': 'b757cfac80464e308e18850e521b1f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:16.426274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91bf3c-5d5c-4e7e-a222-557b0f212c20 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a8cd19-19c0-4fd6-adb9-73a687f638f4,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:16.458077 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-2a88d294-6ba7-486a-a6a8-bbd1d4d0eb0a tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Project b757cfac80464e308e18850e521b1f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:30:16.465864 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a88d294-6ba7-486a-a6a8-bbd1d4d0eb0a tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.508283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] For port d6281d46-6af1-495d-88a4-40f8a2bfbdb9, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:30:16.512863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] For port d6281d46-6af1-495d-88a4-40f8a2bfbdb9, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:30:16.517535 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-44b949d7-9689-4272-9f1f-354ddabe9534 req-547a01a3-b814-408e-a7f2-a9692ddf8957 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712706 Nov 19 19:30:16.522704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.564302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a88d294-6ba7-486a-a6a8-bbd1d4d0eb0a tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.566629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:16.567391 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.569324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] 10.222.0.57 "PUT /v2.0/ports/d6281d46-6af1-495d-88a4-40f8a2bfbdb9 HTTP/1.1" status: 200 len: 1091 time: 1.6599996 Nov 19 19:30:16.571721 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a88d294-6ba7-486a-a6a8-bbd1d4d0eb0a tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.591914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88d294-6ba7-486a-a6a8-bbd1d4d0eb0a tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43de2bac-a60e-4901-9756-4d4833526389,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:16.616549 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da47698-6bef-408f-8c02-2031ce0b3842 service neutron] Pushing event updated for resources: {'Port': ['ID=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:16.626588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a88d294-6ba7-486a-a6a8-bbd1d4d0eb0a tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:16.627947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2a88d294-6ba7-486a-a6a8-bbd1d4d0eb0a tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2122314 Nov 19 19:30:16.688295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-011c0fbf-4522-402f-96e3-8351d52b2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:16.689882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-011c0fbf-4522-402f-96e3-8351d52b2777 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 1094 time: 0.0650842 Nov 19 19:30:16.724116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046b03b-493c-4625-a0d5-8be0aaa8e956 req-161f2cfd-4df0-4b81-958a-186115f1c356 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:16.735290 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2046b03b-493c-4625-a0d5-8be0aaa8e956 req-161f2cfd-4df0-4b81-958a-186115f1c356 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0821717 Nov 19 19:30:16.766262 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-73edb183-fea7-4883-a17b-0532b1606132 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9 HTTP/1.1" status: 200 len: 217 time: 0.0658526 Nov 19 19:30:16.798798 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2046b03b-493c-4625-a0d5-8be0aaa8e956 req-b48ce11a-314c-4249-8f6e-2d457f70a4b8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625436 Nov 19 19:30:16.848887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-c8b63ac0-a2b8-46e8-9237-b0f425f4134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:16.850899 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-c8b63ac0-a2b8-46e8-9237-b0f425f4134e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29c50cac-ecb6-4a42-9fcd-fa2769418e9c HTTP/1.1" status: 200 len: 835 time: 0.0785232 Nov 19 19:30:16.925909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-1a160c14-73f5-4d21-a56f-184422304e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:16.928067 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-1a160c14-73f5-4d21-a56f-184422304e02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3545285-b81e-461a-90e3-0258bc5c0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698826 Nov 19 19:30:16.961223 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c969c671-8b8a-4257-903a-414a4516eaa5 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107010046&fields=id&tenant_id=b757cfac80464e308e18850e521b1f72 HTTP/1.1" status: 200 len: 267 time: 0.0681684 Nov 19 19:30:17.036890 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-5b890887-3a74-4e1c-b1f0-79a35a50d746 service neutron] 10.222.0.57 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002159 Nov 19 19:30:17.044883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:30:17.047598 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b8846f-fac9-41d2-90ff-468072ac4e21" -d '{"events": [{"name": "network-changed", "server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:30:17.082532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-5ac6e9ed-310a-45a8-805a-b9c9d2154755 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:17.084854 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-5ac6e9ed-310a-45a8-805a-b9c9d2154755 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/networks?id=97bdca4e-102d-4c7f-aee4-f79695e8c91e HTTP/1.1" status: 200 len: 814 time: 0.1156814 Nov 19 19:30:17.100634 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-ee206357-6e35-40bd-bc08-79e22ad7d32d tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/quotas/b757cfac80464e308e18850e521b1f72 HTTP/1.1" status: 200 len: 375 time: 0.0098236 Nov 19 19:30:17.154347 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e3ae690d-a80f-4f75-b1f4-34b633f54fa6 req-566060d2-ac7c-449a-b882-3791a7071c1e service neutron] 10.222.0.57 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079426 Nov 19 19:30:17.177833 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-97ef5c66-bb5b-491d-8423-1b5c5efeb9a2 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b757cfac80464e308e18850e521b1f72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668027 Nov 19 19:30:17.307950 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-8d4ecf9d-b5e3-4875-8822-e6012460c856 service neutron] 10.222.0.50 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204252 Nov 19 19:30:17.421894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-0a2f47b8-fe44-4c82-a57c-404f9bd7890e service neutron] 10.222.0.50 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066999 Nov 19 19:30:17.907415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3b11a-4e77-4d1c-bea4-edc1e6d4f0f9 req-9ff423d8-f305-4c4e-9676-d0353733e06b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:17.910043 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ca3b11a-4e77-4d1c-bea4-edc1e6d4f0f9 req-9ff423d8-f305-4c4e-9676-d0353733e06b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 943 time: 0.0877652 Nov 19 19:30:17.974962 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ca3b11a-4e77-4d1c-bea4-edc1e6d4f0f9 req-4bd8775c-5999-4691-a22b-b74f2d0e7d94 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525923 Nov 19 19:30:18.036736 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff93cd-f258-4870-89f7-29f00273bfa5 x-openstack-request-id: req-32ff93cd-f258-4870-89f7-29f00273bfa5 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:30:18.037277 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:30:18.037277 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32ff93cd-f258-4870-89f7-29f00273bfa5 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:30:18.037683 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'status': 'completed', 'code': 200} Nov 19 19:30:18.128062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-43cc1015-635e-45aa-ad9c-a6a85f829138 req-d9df1f7c-e2fc-4ad7-a216-f29b1e7b7b18 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 210 time: 0.0378430 Nov 19 19:30:18.137699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8846f-fac9-41d2-90ff-468072ac4e21 req-550f1fa5-bd70-4bcf-87b8-1e343dda5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:18.139805 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33b8846f-fac9-41d2-90ff-468072ac4e21 req-550f1fa5-bd70-4bcf-87b8-1e343dda5141 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 1094 time: 0.0708499 Nov 19 19:30:18.298648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467517d-0ef8-479f-bf2f-4a3ecc8ce420 req-961c11d2-11e2-47d3-a43e-13094bd74757 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:18.298969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8846f-fac9-41d2-90ff-468072ac4e21 req-0f39d59d-749e-4730-9a3b-f328831681a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:18.300464 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c467517d-0ef8-479f-bf2f-4a3ecc8ce420 req-961c11d2-11e2-47d3-a43e-13094bd74757 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0815446 Nov 19 19:30:18.306733 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33b8846f-fac9-41d2-90ff-468072ac4e21 req-0f39d59d-749e-4730-9a3b-f328831681a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3545285-b81e-461a-90e3-0258bc5c0c71 HTTP/1.1" status: 200 len: 898 time: 0.1547403 Nov 19 19:30:18.377659 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33b8846f-fac9-41d2-90ff-468072ac4e21 req-4c57a41c-05e0-445d-85a2-906f5a59b301 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9 HTTP/1.1" status: 200 len: 217 time: 0.0634425 Nov 19 19:30:18.383183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c467517d-0ef8-479f-bf2f-4a3ecc8ce420 req-d3d392dd-a0bc-402b-af08-458b290b3f11 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704529 Nov 19 19:30:18.463472 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8846f-fac9-41d2-90ff-468072ac4e21 req-bd25d699-3747-45b4-b023-b0bea57831c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:18.465663 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33b8846f-fac9-41d2-90ff-468072ac4e21 req-bd25d699-3747-45b4-b023-b0bea57831c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29c50cac-ecb6-4a42-9fcd-fa2769418e9c HTTP/1.1" status: 200 len: 835 time: 0.0801263 Nov 19 19:30:18.543878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8846f-fac9-41d2-90ff-468072ac4e21 req-bb27d599-a88b-4fee-95f9-1738244332f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:18.546330 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33b8846f-fac9-41d2-90ff-468072ac4e21 req-bb27d599-a88b-4fee-95f9-1738244332f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3545285-b81e-461a-90e3-0258bc5c0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733359 Nov 19 19:30:18.700059 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33b8846f-fac9-41d2-90ff-468072ac4e21 req-7e37d0b4-4e53-4313-8fa3-b827267e3b8e service neutron] 10.222.0.57 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421933 Nov 19 19:30:18.855288 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-33b8846f-fac9-41d2-90ff-468072ac4e21 req-23d5c21d-7f1e-42dc-9305-024fcdf6fcd3 service neutron] 10.222.0.57 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466467 Nov 19 19:30:19.121662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f57b24-a23a-4a41-864d-44cb470f2178 req-255c9767-4e95-4fb0-a8b6-1f4222791af6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:19.123388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04f57b24-a23a-4a41-864d-44cb470f2178 req-255c9767-4e95-4fb0-a8b6-1f4222791af6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 943 time: 0.0604644 Nov 19 19:30:19.213887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04f57b24-a23a-4a41-864d-44cb470f2178 req-fd48eada-bc64-4382-b6e8-9d717678da46 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842919 Nov 19 19:30:19.290021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-01b71cce-4447-4c63-86a7-3f79053db9cd tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:19.291637 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-01b71cce-4447-4c63-86a7-3f79053db9cd tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.21 "GET /v2.0/networks?id=97bdca4e-102d-4c7f-aee4-f79695e8c91e HTTP/1.1" status: 200 len: 814 time: 0.1698427 Nov 19 19:30:19.359354 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-695587b2-a27f-49d9-9cb7-eb187e6bdd8b req-8c86585d-9ded-482d-997c-bdee9a559ac0 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 210 time: 0.0475297 Nov 19 19:30:19.448490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-2952814b-584e-4099-b352-6077ecb2eb34 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b757cfac80464e308e18850e521b1f72 HTTP/1.1" status: 200 len: 380 time: 0.1458912 Nov 19 19:30:19.458260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Request body: {'port': {'device_id': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'admin_state_up': True, 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'security_groups': ['8da5ab82-48a2-4c2c-bde5-7e535a48ebf2']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:19.548435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3318668-5655-4144-bfdf-c92b64a5144c req-a3f84aa4-fdd7-4da5-8e84-907b9ec8c350 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:19.554405 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3318668-5655-4144-bfdf-c92b64a5144c req-a3f84aa4-fdd7-4da5-8e84-907b9ec8c350 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0843191 Nov 19 19:30:19.638610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f3318668-5655-4144-bfdf-c92b64a5144c req-2cd93ec8-3165-4760-a568-1006552bb581 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751796 Nov 19 19:30:19.700916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Made reservation on behalf of b757cfac80464e308e18850e521b1f72 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:30:19.707623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:19.928055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Allocated IP 172.20.0.7 (97bdca4e-102d-4c7f-aee4-f79695e8c91e/3fb7445b-d4c3-4242-a83f-c4590477046e/ff5649b3-73ed-49c1-b8ac-5a8b324bb817) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:30:20.129239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:20.208276 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:20.271153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Network 97bdca4e-102d-4c7f-aee4-f79695e8c91e is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:30:20.278776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:30:20.287052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:30:20.345831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event updated for resources: {'Port': ['ID=ff5649b3-73ed-49c1-b8ac-5a8b324bb817,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:20.401064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:20.401718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:20.425626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-c5714720-7b2c-49aa-8a9a-6ed0f6b66a26 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9712226 Nov 19 19:30:20.444470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Request body: {'port': {'device_id': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:20.519034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:20.527587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db64967-2749-4d18-8e58-76fd99a2efa0 req-93ff10e9-804e-4444-8397-46521a7324e7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:20.529195 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1db64967-2749-4d18-8e58-76fd99a2efa0 req-93ff10e9-804e-4444-8397-46521a7324e7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 943 time: 0.1125319 Nov 19 19:30:20.591355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1db64967-2749-4d18-8e58-76fd99a2efa0 req-7f6b1bb2-deae-4e42-b59b-7335c80b4efa tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547335 Nov 19 19:30:20.612520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6281d46-6af1-495d-88a4-40f8a2bfbdb9 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:30:20.797796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d6281d46-6af1-495d-88a4-40f8a2bfbdb9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:20.830388 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'port_id': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'mac_address': 'fa:16:3e:a1:5f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:30:20.852363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e6b8c47d-57df-47a0-9df4-d27d137bb109 None None] Provisioning complete for port ff5649b3-73ed-49c1-b8ac-5a8b324bb817 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:20.858686 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e6b8c47d-57df-47a0-9df4-d27d137bb109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:20.861039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5494d-6c86-4027-a787-ccb9d06b82db req-aa0a4950-92e7-4ca3-a521-cf2c07688ef6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:20.869648 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88c5494d-6c86-4027-a787-ccb9d06b82db req-aa0a4950-92e7-4ca3-a521-cf2c07688ef6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 931 time: 0.1536782 Nov 19 19:30:20.953619 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e6b8c47d-57df-47a0-9df4-d27d137bb109 None None] Port ff5649b3-73ed-49c1-b8ac-5a8b324bb817 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:30:20.956495 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:20.983509 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6281d46-6af1-495d-88a4-40f8a2bfbdb9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:30:21.008310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d6281d46-6af1-495d-88a4-40f8a2bfbdb9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:21.015977 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:21.043224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88c5494d-6c86-4027-a787-ccb9d06b82db req-c24cc6a3-1f17-4033-9b9f-dfb778c4444e tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638227 Nov 19 19:30:21.132242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:21.165854 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5649b3-73ed-49c1-b8ac-5a8b324bb817 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:30:21.178708 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:21.213648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Transition to ACTIVE for port object ff5649b3-73ed-49c1-b8ac-5a8b324bb817 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:30:21.220229 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:21.255768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08132916-0d57-4cb2-94dc-771cbdfd3066 req-9fc84da3-afe2-4779-aa4c-3204176b34ff tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:21.257282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08132916-0d57-4cb2-94dc-771cbdfd3066 req-9fc84da3-afe2-4779-aa4c-3204176b34ff tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0995166 Nov 19 19:30:21.317545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5649b3-73ed-49c1-b8ac-5a8b324bb817,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:21.327010 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08132916-0d57-4cb2-94dc-771cbdfd3066 req-d6b26c99-a1ab-4904-ba9d-a0a61a0a1c7a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611546 Nov 19 19:30:21.350768 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d6281d46-6af1-495d-88a4-40f8a2bfbdb9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:30:21.485097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Attempting to bind port ff5649b3-73ed-49c1-b8ac-5a8b324bb817 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:30:21.485737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Attempting to bind port ff5649b3-73ed-49c1-b8ac-5a8b324bb817 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:30:21.486411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Attempting to bind port ff5649b3-73ed-49c1-b8ac-5a8b324bb817 on network 97bdca4e-102d-4c7f-aee4-f79695e8c91e {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:30:21.494926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Port ff5649b3-73ed-49c1-b8ac-5a8b324bb817 on network 97bdca4e-102d-4c7f-aee4-f79695e8c91e not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:30:21.494926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Attempting to bind port ff5649b3-73ed-49c1-b8ac-5a8b324bb817 on network 97bdca4e-102d-4c7f-aee4-f79695e8c91e {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:30:21.504460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:30:21.508502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Checking segment: {'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:30:21.508502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Bound using segment: {'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:30:21.508502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Bound port: ff5649b3-73ed-49c1-b8ac-5a8b324bb817, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:30:21.508502 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:21.617308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] For port ff5649b3-73ed-49c1-b8ac-5a8b324bb817, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:30:21.621194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] For port ff5649b3-73ed-49c1-b8ac-5a8b324bb817, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817,segment=NetworkSegment(b91b9f89-83a8-4d05-95bb-da8d4dc68d49),segment_id=b91b9f89-83a8-4d05-95bb-da8d4dc68d49)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:30:21.636003 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:21.704400 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:21.705790 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:21.708411 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff5649b3-73ed-49c1-b8ac-5a8b324bb817 HTTP/1.1" status: 200 len: 1091 time: 1.2720568 Nov 19 19:30:21.709337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:30:21.728322 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe68fa83-b505-470e-838d-32b629da0bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:30:21.901068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99053f7-0543-4ad0-a757-63b46c9175a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5649b3-73ed-49c1-b8ac-5a8b324bb817,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:21.937419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef23972-0ada-4fc1-b479-1807bc79e351 req-325d7950-1e9c-43be-8d30-197dbddc7766 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:21.946120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ef23972-0ada-4fc1-b479-1807bc79e351 req-325d7950-1e9c-43be-8d30-197dbddc7766 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 944 time: 0.1394815 Nov 19 19:30:21.952673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-09672575-6464-47ef-8f0d-b1be6fe96cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:21.955707 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-09672575-6464-47ef-8f0d-b1be6fe96cde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b757cfac80464e308e18850e521b1f72&device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 1094 time: 0.1880486 Nov 19 19:30:22.026143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-1a1a073a-1ac4-493a-bbc7-f62b1332bcb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817 HTTP/1.1" status: 200 len: 217 time: 0.0562038 Nov 19 19:30:22.100766 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ef23972-0ada-4fc1-b479-1807bc79e351 req-bd8f4f48-30a0-47bf-95ff-fd094235df36 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534877 Nov 19 19:30:22.109917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-e547b818-508d-4bac-9de3-32aefb37676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:22.111917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-e547b818-508d-4bac-9de3-32aefb37676b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7445b-d4c3-4242-a83f-c4590477046e HTTP/1.1" status: 200 len: 853 time: 0.0792687 Nov 19 19:30:22.173672 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa450c5-7f24-406f-9a50-617d2f8e42c2 x-openstack-request-id: req-2fa450c5-7f24-406f-9a50-617d2f8e42c2 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:30:22.176574 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:30:22.176574 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fa450c5-7f24-406f-9a50-617d2f8e42c2 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:30:22.176574 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'status': 'completed', 'code': 200} Nov 19 19:30:22.200408 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:30:22.223456 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-3898f7ee-a22b-4e8c-960a-eefa9ba0d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:22.225200 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-3898f7ee-a22b-4e8c-960a-eefa9ba0d2ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97bdca4e-102d-4c7f-aee4-f79695e8c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969663 Nov 19 19:30:22.335527 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f73a49-8a44-4ade-aaa6-7368d1e497aa req-c0e916dc-98e1-44e2-93d4-d2aa263a7824 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:22.346126 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-46f73a49-8a44-4ade-aaa6-7368d1e497aa req-c0e916dc-98e1-44e2-93d4-d2aa263a7824 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 943 time: 0.1027868 Nov 19 19:30:22.391568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-68b55b94-1632-48a9-a5be-9b59c168b891 service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569638 Nov 19 19:30:22.420512 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-46f73a49-8a44-4ade-aaa6-7368d1e497aa req-483332d6-87c3-42a2-a750-65d8250b6abf tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734131 Nov 19 19:30:22.498682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74c4c665-d7c3-45e9-8ca9-e0b8ffe9db53 req-57a2cd23-205b-475c-a3f8-b98628597b16 service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991187 Nov 19 19:30:22.600332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e711f-a44d-47a2-8ade-ed4ed0d2b817 req-817749d1-9a22-4e5c-97a5-3ba4df1aed3e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:22.602919 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-938e711f-a44d-47a2-8ade-ed4ed0d2b817 req-817749d1-9a22-4e5c-97a5-3ba4df1aed3e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0893910 Nov 19 19:30:22.618210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6281d46-6af1-495d-88a4-40f8a2bfbdb9 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:30:22.735633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:30:22.738333 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-938e711f-a44d-47a2-8ade-ed4ed0d2b817 req-6d895660-0ab6-4921-b064-d6aeef3b3237 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275346 Nov 19 19:30:22.757055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:22.766354 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:22.924453 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:22.958529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:30:22.961594 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36746693-86d2-45ec-b806-75f5cbe8586b" -d '{"events": [{"server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "name": "network-vif-plugged", "status": "completed", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:30:22.978852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d6281d46-6af1-495d-88a4-40f8a2bfbdb9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:22.988044 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:23.019941 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68fa83-b505-470e-838d-32b629da0bb0 req-75869ad9-b879-409b-bac5-931d3c42cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:23.021617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe68fa83-b505-470e-838d-32b629da0bb0 req-75869ad9-b879-409b-bac5-931d3c42cd58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b757cfac80464e308e18850e521b1f72&device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 1094 time: 0.4572999 Nov 19 19:30:23.040006 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc75cf42-8b73-4ac7-b278-daf56c244841 x-openstack-request-id: req-fc75cf42-8b73-4ac7-b278-daf56c244841 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:30:23.040006 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "name": "network-vif-plugged", "status": "completed", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:30:23.040398 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc75cf42-8b73-4ac7-b278-daf56c244841 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:30:23.040853 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'code': 200} Nov 19 19:30:23.097713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:23.198214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccedcfb-3f8d-47e6-8ddf-e7b1b2018f68 req-5a743a60-f50b-4d1a-9fe1-7f95e305d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:23.200023 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dccedcfb-3f8d-47e6-8ddf-e7b1b2018f68 req-5a743a60-f50b-4d1a-9fe1-7f95e305d763 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 1096 time: 0.0727491 Nov 19 19:30:23.243024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68fa83-b505-470e-838d-32b629da0bb0 req-f562961f-58fb-42f4-87d3-2385da6ce954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:23.244803 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe68fa83-b505-470e-838d-32b629da0bb0 req-f562961f-58fb-42f4-87d3-2385da6ce954 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97bdca4e-102d-4c7f-aee4-f79695e8c91e HTTP/1.1" status: 200 len: 915 time: 0.2129068 Nov 19 19:30:23.301127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f011dcb-a227-4858-a761-51057eb5071a req-d6fc5ad8-f98f-4397-8453-fc9df81e9882 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:23.303123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f011dcb-a227-4858-a761-51057eb5071a req-d6fc5ad8-f98f-4397-8453-fc9df81e9882 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.1299996 Nov 19 19:30:23.311954 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe68fa83-b505-470e-838d-32b629da0bb0 req-8722f9da-a645-4b27-98c3-ef0a10d8c757 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817 HTTP/1.1" status: 200 len: 217 time: 0.0597675 Nov 19 19:30:23.321959 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dccedcfb-3f8d-47e6-8ddf-e7b1b2018f68 req-1ceaca84-ce01-4066-8efb-b7d4595ac43d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125791 Nov 19 19:30:23.394086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f011dcb-a227-4858-a761-51057eb5071a req-a7f6920f-0a71-4f75-ba4e-e112be269c96 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705702 Nov 19 19:30:23.428934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68fa83-b505-470e-838d-32b629da0bb0 req-b03eb825-f845-4869-9620-b2b7ffce72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:23.431017 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe68fa83-b505-470e-838d-32b629da0bb0 req-b03eb825-f845-4869-9620-b2b7ffce72c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7445b-d4c3-4242-a83f-c4590477046e HTTP/1.1" status: 200 len: 853 time: 0.1063397 Nov 19 19:30:23.485588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68fa83-b505-470e-838d-32b629da0bb0 req-ee632219-0eff-4a5a-bbac-c1927d60e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:23.487420 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe68fa83-b505-470e-838d-32b629da0bb0 req-ee632219-0eff-4a5a-bbac-c1927d60e865 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97bdca4e-102d-4c7f-aee4-f79695e8c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496843 Nov 19 19:30:23.594006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898adea1-adf2-45a0-967c-029441ba7c07 req-1136f483-4719-4173-b4a9-256c995162c1 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:23.602473 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-898adea1-adf2-45a0-967c-029441ba7c07 req-1136f483-4719-4173-b4a9-256c995162c1 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 943 time: 0.0846038 Nov 19 19:30:23.636455 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe68fa83-b505-470e-838d-32b629da0bb0 req-ca7a2228-caac-4450-ba25-bf6f73fe3470 service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407306 Nov 19 19:30:23.680132 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-898adea1-adf2-45a0-967c-029441ba7c07 req-1d87349b-3aa7-43dd-b2e6-91a53131c2d7 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768416 Nov 19 19:30:23.750357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fe68fa83-b505-470e-838d-32b629da0bb0 req-ec0f91da-e4e6-4561-a7b0-640b929ca3fd service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038892 Nov 19 19:30:23.910714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f068e6-fd63-4510-8d3d-82abfb78cc91 req-78d9f06b-312f-4c56-97ed-c926bc514d86 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:23.913025 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7f068e6-fd63-4510-8d3d-82abfb78cc91 req-78d9f06b-312f-4c56-97ed-c926bc514d86 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0742350 Nov 19 19:30:23.981385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7f068e6-fd63-4510-8d3d-82abfb78cc91 req-c4baa838-33db-413a-a3ff-909bb584082c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597115 Nov 19 19:30:24.516570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3f8e3-277b-4d67-908e-e4d6463f66b6 req-a6577a90-dfa3-4afa-bae8-18167c216ac6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:24.518934 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23c3f8e3-277b-4d67-908e-e4d6463f66b6 req-a6577a90-dfa3-4afa-bae8-18167c216ac6 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0594096 Nov 19 19:30:24.579102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23c3f8e3-277b-4d67-908e-e4d6463f66b6 req-e72727fc-b9e0-40b2-a382-568c0b492ec7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533288 Nov 19 19:30:24.803593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d81250-9519-4989-920f-d1c6995b16aa req-a4014a5b-bade-45c3-9368-9949f891abeb tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:24.805216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96d81250-9519-4989-920f-d1c6995b16aa req-a4014a5b-bade-45c3-9368-9949f891abeb tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 943 time: 0.0514340 Nov 19 19:30:24.857108 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96d81250-9519-4989-920f-d1c6995b16aa req-e3252d24-41ed-4fc3-9ac8-6af58eb62393 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Nov 19 19:30:25.101350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16a95d-30c9-4783-9801-c65a2137f2a8 req-9c217ea9-c9a3-47d0-8082-9d9025b003e0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:25.103237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b16a95d-30c9-4783-9801-c65a2137f2a8 req-9c217ea9-c9a3-47d0-8082-9d9025b003e0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0548372 Nov 19 19:30:25.157541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b16a95d-30c9-4783-9801-c65a2137f2a8 req-ef3dbf03-376c-42b4-bf7b-ffd1b8bcc501 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482180 Nov 19 19:30:25.387311 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:25.703825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffb336-2975-4847-8bd2-6d0a6d6d261e req-bb3066f1-19be-496e-8517-28a07557f9f7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:25.705343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99ffb336-2975-4847-8bd2-6d0a6d6d261e req-bb3066f1-19be-496e-8517-28a07557f9f7 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0527229 Nov 19 19:30:25.763712 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-99ffb336-2975-4847-8bd2-6d0a6d6d261e req-6b3763c1-2550-4c35-bd82-cf54c60e6c7d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519927 Nov 19 19:30:25.882340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd45d15-2616-4c59-940d-c9ef1a713eb6 req-8af5367b-1395-4b06-b40b-f9a19656d9c9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:25.883859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cd45d15-2616-4c59-940d-c9ef1a713eb6 req-8af5367b-1395-4b06-b40b-f9a19656d9c9 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0506380 Nov 19 19:30:25.935784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cd45d15-2616-4c59-940d-c9ef1a713eb6 req-a93c01f9-2b82-430e-9eff-7ab41a770a90 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456059 Nov 19 19:30:25.957450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58644) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:26.025979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8512f-6ca6-4d0a-87dd-61f694f6cfa2 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:26.027503 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-3ef8512f-6ca6-4d0a-87dd-61f694f6cfa2 tempest-TestNetworkAdvancedServerOps-390312430 tempest-TestNetworkAdvancedServerOps-390312430-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 1091 time: 0.0689521 Nov 19 19:30:26.030471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58646) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:26.035086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:26.050753 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478a40b-a293-4f92-868d-b4fce77ec492 req-35edfa51-faba-4106-aa33-81df73de992c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:26.052268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f478a40b-a293-4f92-868d-b4fce77ec492 req-35edfa51-faba-4106-aa33-81df73de992c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 943 time: 0.0594957 Nov 19 19:30:26.058810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:26.107735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f478a40b-a293-4f92-868d-b4fce77ec492 req-be78d413-fc69-44af-a0ac-d9bd0a5e35ed tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481670 Nov 19 19:30:26.164824 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:26.274763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Allocated IP 172.25.3.173 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/a4b21688-b06c-43a1-a9dd-2a4a93729cf9) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:30:26.277725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319693-aa8a-4a21-8322-138d59ba47c4 req-d20c5c8e-2238-4cc7-9f47-7142081caadf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:26.279296 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf319693-aa8a-4a21-8322-138d59ba47c4 req-d20c5c8e-2238-4cc7-9f47-7142081caadf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0503113 Nov 19 19:30:26.329229 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf319693-aa8a-4a21-8322-138d59ba47c4 req-fd65a31a-93af-4ef3-83e9-a508e0d9dca0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Nov 19 19:30:26.389718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:26.424571 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:26.467037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:30:26.470360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:30:26.474153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:30:26.497737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=a4b21688-b06c-43a1-a9dd-2a4a93729cf9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:26.863253 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:26.936381 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:27.094073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:27.098734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:27.176844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event updated for resources: {'Port': ['ID=a4b21688-b06c-43a1-a9dd-2a4a93729cf9,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:27.190350 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:27.242748 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312c30f-54a0-40cc-9048-a09b0b817842 req-34fc2b04-4f40-4c31-b5ee-a86a06a0724c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:27.244462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d312c30f-54a0-40cc-9048-a09b0b817842 req-34fc2b04-4f40-4c31-b5ee-a86a06a0724c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 943 time: 0.0600016 Nov 19 19:30:27.300510 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Floating IP f3db88e0-c5e5-41bf-a0e4-70415eb9d127 associated. External IP: 172.25.3.173, port: d6281d46-6af1-495d-88a4-40f8a2bfbdb9. Nov 19 19:30:27.302375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d312c30f-54a0-40cc-9048-a09b0b817842 req-618ca922-2307-4751-8b61-f031619e22d3 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511534 Nov 19 19:30:27.457717 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5109df-ee78-4937-9e49-92b538318abe req-2778023d-db2c-4660-b88d-c690ef4eb6f0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:27.460356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac5109df-ee78-4937-9e49-92b538318abe req-2778023d-db2c-4660-b88d-c690ef4eb6f0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0595610 Nov 19 19:30:27.513278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac5109df-ee78-4937-9e49-92b538318abe req-9a6f2869-08ff-42e1-ab4c-18cc01afa7aa tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472457 Nov 19 19:30:27.530208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 69fa6d19-4bb0-4219-94d7-34741b04bacf has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:30:27.645363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:30:27.657713 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c27ce-9a92-4b8f-b5dd-6d8dadc94c07 None None] Sync routers for ids ['69fa6d19-4bb0-4219-94d7-34741b04bacf'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:30:27.668124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:27.668418 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c27ce-9a92-4b8f-b5dd-6d8dadc94c07 None None] Routers {'69fa6d19-4bb0-4219-94d7-34741b04bacf'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:30:27.668990 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-383c27ce-9a92-4b8f-b5dd-6d8dadc94c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:30:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69fa6d19-4bb0-4219-94d7-34741b04bacf'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:27.701044 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e0b68364-27ea-4309-8e58-7afd064d5653 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6692772 Nov 19 19:30:27.701594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:30:27.704235 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b98119-7abc-488f-ac7e-f44a98532b55" -d '{"events": [{"name": "network-changed", "server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:30:27.782492 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-383c27ce-9a92-4b8f-b5dd-6d8dadc94c07 None None] Set router 69fa6d19-4bb0-4219-94d7-34741b04bacf gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:30:27.815362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d947a-8a2e-482d-a3d8-c4a0b8d00816 req-93101f11-8e7b-4dfd-94cb-4e066868edaf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:27.817318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-519d947a-8a2e-482d-a3d8-c4a0b8d00816 req-93101f11-8e7b-4dfd-94cb-4e066868edaf tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0643034 Nov 19 19:30:27.875276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-519d947a-8a2e-482d-a3d8-c4a0b8d00816 req-b1628e06-9152-466d-879d-97f142044a55 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513263 Nov 19 19:30:27.899025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58658) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:27.952179 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f901bf1e-c97c-4610-8b5b-7be41406a60a x-openstack-request-id: req-f901bf1e-c97c-4610-8b5b-7be41406a60a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:30:27.952609 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:30:27.952958 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f901bf1e-c97c-4610-8b5b-7be41406a60a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:30:27.953452 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'status': 'completed', 'code': 200} Nov 19 19:30:28.009528 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-389c2a31-ce6b-4da2-9917-aae9d48eda63 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/f3db88e0-c5e5-41bf-a0e4-70415eb9d127 HTTP/1.1" status: 200 len: 991 time: 0.1082294 Nov 19 19:30:28.020241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b98119-7abc-488f-ac7e-f44a98532b55 req-f83c3270-b1c8-476e-9daf-14234d9fd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:28.021739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3b98119-7abc-488f-ac7e-f44a98532b55 req-f83c3270-b1c8-476e-9daf-14234d9fd559 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 1096 time: 0.0715163 Nov 19 19:30:28.039448 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-383c27ce-9a92-4b8f-b5dd-6d8dadc94c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:08Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f3db88e0-c5e5-41bf-a0e4-70415eb9d127', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'port_id': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'mac_address': 'fa:16:3e:a1:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:30:26Z', 'updated_at': '2021-11-19T19:30:26Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9390b0ec-ef4c-41e5-b072-17ff1aeb222a', 'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:0f:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:07Z', 'updated_at': '2021-11-19T19:30:13Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:28.065432 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c27ce-9a92-4b8f-b5dd-6d8dadc94c07 None None] Checking router: 69fa6d19-4bb0-4219-94d7-34741b04bacf for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:30:28.078651 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c27ce-9a92-4b8f-b5dd-6d8dadc94c07 None None] Routers {'69fa6d19-4bb0-4219-94d7-34741b04bacf'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:30:28.079284 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-383c27ce-9a92-4b8f-b5dd-6d8dadc94c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:30:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69fa6d19-4bb0-4219-94d7-34741b04bacf'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:28.131788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b98119-7abc-488f-ac7e-f44a98532b55 req-bfbc45d9-1b11-4555-9860-4c80cfc32ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:28.134668 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3b98119-7abc-488f-ac7e-f44a98532b55 req-bfbc45d9-1b11-4555-9860-4c80cfc32ca6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3545285-b81e-461a-90e3-0258bc5c0c71 HTTP/1.1" status: 200 len: 898 time: 0.1038859 Nov 19 19:30:28.200302 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-383c27ce-9a92-4b8f-b5dd-6d8dadc94c07 None None] Set router 69fa6d19-4bb0-4219-94d7-34741b04bacf gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:30:28.206526 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3b98119-7abc-488f-ac7e-f44a98532b55 req-e03ce50e-91ae-474f-819c-227f42248890 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9 HTTP/1.1" status: 200 len: 999 time: 0.0645888 Nov 19 19:30:28.264359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b98119-7abc-488f-ac7e-f44a98532b55 req-f3a30dd9-78a5-4968-a9ea-c50f67598873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:28.266095 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3b98119-7abc-488f-ac7e-f44a98532b55 req-f3a30dd9-78a5-4968-a9ea-c50f67598873 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29c50cac-ecb6-4a42-9fcd-fa2769418e9c HTTP/1.1" status: 200 len: 835 time: 0.0509098 Nov 19 19:30:28.322132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b98119-7abc-488f-ac7e-f44a98532b55 req-af87b325-96f1-454d-ab06-b54f7d00f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:28.323809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3b98119-7abc-488f-ac7e-f44a98532b55 req-af87b325-96f1-454d-ab06-b54f7d00f0e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3545285-b81e-461a-90e3-0258bc5c0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491598 Nov 19 19:30:28.446878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0faf57a-3367-4d4a-bdfb-8ee1b2d10f1d req-02567219-c902-4ff2-88a0-849e1a2dde9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:28.448702 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0faf57a-3367-4d4a-bdfb-8ee1b2d10f1d req-02567219-c902-4ff2-88a0-849e1a2dde9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 943 time: 0.0620670 Nov 19 19:30:28.456424 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3b98119-7abc-488f-ac7e-f44a98532b55 req-550c8787-51be-40f3-b348-e5bef63abd32 service neutron] 10.222.0.57 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252141 Nov 19 19:30:28.485473 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-383c27ce-9a92-4b8f-b5dd-6d8dadc94c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:08Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f3db88e0-c5e5-41bf-a0e4-70415eb9d127', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'port_id': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'mac_address': 'fa:16:3e:a1:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:30:26Z', 'updated_at': '2021-11-19T19:30:26Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9390b0ec-ef4c-41e5-b072-17ff1aeb222a', 'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:0f:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:07Z', 'updated_at': '2021-11-19T19:30:13Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:28.515601 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c27ce-9a92-4b8f-b5dd-6d8dadc94c07 None None] The sync data for ids ['69fa6d19-4bb0-4219-94d7-34741b04bacf'] in n-d-815373-6 is: [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:08Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'f3db88e0-c5e5-41bf-a0e4-70415eb9d127', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'port_id': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'mac_address': 'fa:16:3e:a1:5f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:30:26Z', 'updated_at': '2021-11-19T19:30:26Z', 'revision_number': 0, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9390b0ec-ef4c-41e5-b072-17ff1aeb222a', 'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:0f:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:07Z', 'updated_at': '2021-11-19T19:30:13Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:30:28.515882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0faf57a-3367-4d4a-bdfb-8ee1b2d10f1d req-59a958be-ab84-463f-b322-495f4a163ede tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580807 Nov 19 19:30:28.584301 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a3b98119-7abc-488f-ac7e-f44a98532b55 req-04ca6975-a9a6-4416-94af-61a4bb034409 service neutron] 10.222.0.57 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195719 Nov 19 19:30:28.648792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0604b3-9fa4-4477-b1d5-a7b129a78790 req-c9f316c9-1128-4f3e-b509-b2d9efd05c70 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:28.650577 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd0604b3-9fa4-4477-b1d5-a7b129a78790 req-c9f316c9-1128-4f3e-b509-b2d9efd05c70 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0571563 Nov 19 19:30:28.727707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd0604b3-9fa4-4477-b1d5-a7b129a78790 req-6fbde640-4f98-46a5-8b8d-0adbdd93c313 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706832 Nov 19 19:30:28.780080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc95b23-ba98-45ef-b747-e934b8b2e187 None None] New status for floating IP f3db88e0-c5e5-41bf-a0e4-70415eb9d127: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:30:29.013195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58664) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:29.091212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-969c6ac3-12d4-4cec-b04e-4bd052c30d9a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/f3db88e0-c5e5-41bf-a0e4-70415eb9d127 HTTP/1.1" status: 200 len: 991 time: 0.0766923 Nov 19 19:30:29.829024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58ce8-2501-486a-a6d8-51cd77b35190 req-ee563785-d5f5-45a3-97cc-b3bfa71401a7 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:29.831511 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ee58ce8-2501-486a-a6d8-51cd77b35190 req-ee563785-d5f5-45a3-97cc-b3bfa71401a7 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 943 time: 0.2529798 Nov 19 19:30:29.901020 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ee58ce8-2501-486a-a6d8-51cd77b35190 req-26e6e902-d873-4cc7-8ca3-936f101c3e54 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625613 Nov 19 19:30:29.963557 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:30.019791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28267169-f9b5-431d-826c-c874726ded01 req-1b404cf7-dac9-49d7-8124-abdd1eaa21ff tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:30.021961 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28267169-f9b5-431d-826c-c874726ded01 req-1b404cf7-dac9-49d7-8124-abdd1eaa21ff tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0563180 Nov 19 19:30:30.081619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-28267169-f9b5-431d-826c-c874726ded01 req-9f6e890e-5555-4a9f-82b9-c342aa22b9b3 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521255 Nov 19 19:30:30.094506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58672) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:30.165925 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a4d236d2-cc13-4c3f-9023-7400baedc6db tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/f3db88e0-c5e5-41bf-a0e4-70415eb9d127 HTTP/1.1" status: 200 len: 993 time: 0.0696101 Nov 19 19:30:31.046939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a429-a8b2-405f-bf5b-b94a060ec4fc req-5fd78c88-9b13-4519-9ffb-1a3125fd23c3 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:31.046939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d10a429-a8b2-405f-bf5b-b94a060ec4fc req-5fd78c88-9b13-4519-9ffb-1a3125fd23c3 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 943 time: 0.0624163 Nov 19 19:30:31.103652 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d10a429-a8b2-405f-bf5b-b94a060ec4fc req-48c1201c-583a-4961-9196-abecdbf12584 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516503 Nov 19 19:30:31.223540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd70cb-f119-4611-bdd8-410f76f491e8 req-572ad7f7-e9c2-407a-8e50-3d3188741b43 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:31.225279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70bd70cb-f119-4611-bdd8-410f76f491e8 req-572ad7f7-e9c2-407a-8e50-3d3188741b43 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0566683 Nov 19 19:30:31.280995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70bd70cb-f119-4611-bdd8-410f76f491e8 req-70906e5a-9273-492c-b244-a488c864a747 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490794 Nov 19 19:30:32.251109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a37213-00be-456a-aaa7-4f9805f962e8 req-f737e780-a849-49e7-83cd-99e20e5b66fe tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:32.252650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7a37213-00be-456a-aaa7-4f9805f962e8 req-f737e780-a849-49e7-83cd-99e20e5b66fe tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 943 time: 0.0635281 Nov 19 19:30:32.312503 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7a37213-00be-456a-aaa7-4f9805f962e8 req-c6363061-8a88-4e22-bb93-8a7f2a40293b tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524023 Nov 19 19:30:32.428072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204c103-9117-4606-8378-d58c8a9868b3 req-16ef26d2-afc9-4db8-a48e-dd2180b395fb tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:32.429652 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2204c103-9117-4606-8378-d58c8a9868b3 req-16ef26d2-afc9-4db8-a48e-dd2180b395fb tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0573494 Nov 19 19:30:32.488245 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2204c103-9117-4606-8378-d58c8a9868b3 req-bd2fa4b5-95aa-4b6d-8493-0a86e10d8d1e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522869 Nov 19 19:30:32.602831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ff5649b3-73ed-49c1-b8ac-5a8b324bb817 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:30:32.718498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ff5649b3-73ed-49c1-b8ac-5a8b324bb817, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817,segment=NetworkSegment(b91b9f89-83a8-4d05-95bb-da8d4dc68d49),segment_id=b91b9f89-83a8-4d05-95bb-da8d4dc68d49)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:32.731333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'port_id': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'mac_address': 'fa:16:3e:cb:69:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:30:32.780078 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:32.799934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5649b3-73ed-49c1-b8ac-5a8b324bb817 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:30:32.824717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ff5649b3-73ed-49c1-b8ac-5a8b324bb817, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817,segment=NetworkSegment(b91b9f89-83a8-4d05-95bb-da8d4dc68d49),segment_id=b91b9f89-83a8-4d05-95bb-da8d4dc68d49)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:32.828894 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:32.883536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=ff5649b3-73ed-49c1-b8ac-5a8b324bb817,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:33.041897 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['ff5649b3-73ed-49c1-b8ac-5a8b324bb817'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:30:33.440853 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d5ea8-8aa0-4168-a68a-b010c9926ddd req-2abc92d1-230c-4ac9-b5fe-c8ac061236a0 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:33.442410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e7d5ea8-8aa0-4168-a68a-b010c9926ddd req-2abc92d1-230c-4ac9-b5fe-c8ac061236a0 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 944 time: 0.0582423 Nov 19 19:30:33.494526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e7d5ea8-8aa0-4168-a68a-b010c9926ddd req-9f201150-2a55-4f08-a030-b0d5a9e942a7 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453615 Nov 19 19:30:33.620708 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cc184-9987-4352-8744-f369980fd4cf req-1b4d86ad-7251-44eb-af91-868c91e05de9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:33.622278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd9cc184-9987-4352-8744-f369980fd4cf req-1b4d86ad-7251-44eb-af91-868c91e05de9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0581808 Nov 19 19:30:33.672381 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd9cc184-9987-4352-8744-f369980fd4cf req-39f6ae3b-1bc4-4ceb-a883-fb9f3690e8f9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Nov 19 19:30:34.618030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ff5649b3-73ed-49c1-b8ac-5a8b324bb817 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:30:34.627467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d773b-6a39-416e-872e-6144fbe8d633 req-7c711d7d-ca15-4e26-9b2c-ed4a438a3a2a tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:34.629160 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d3d773b-6a39-416e-872e-6144fbe8d633 req-7c711d7d-ca15-4e26-9b2c-ed4a438a3a2a tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 944 time: 0.0578444 Nov 19 19:30:34.675632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port ff5649b3-73ed-49c1-b8ac-5a8b324bb817 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:30:34.680163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port ff5649b3-73ed-49c1-b8ac-5a8b324bb817 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:34.680537 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:34.692508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d3d773b-6a39-416e-872e-6144fbe8d633 req-ec66e718-d0d8-4c80-80f0-59755b18b597 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549610 Nov 19 19:30:34.777058 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:34.801607 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:30:34.804083 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16f1c6a-e4c6-4b04-88da-3a69768ad05e" -d '{"events": [{"server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "name": "network-vif-plugged", "status": "completed", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:30:34.813416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237a93e-48b8-4d2a-acc0-c058338178ce req-351367fb-cac2-4d69-abec-65eb2debfad2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:34.815249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e237a93e-48b8-4d2a-acc0-c058338178ce req-351367fb-cac2-4d69-abec-65eb2debfad2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0637908 Nov 19 19:30:34.817820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ff5649b3-73ed-49c1-b8ac-5a8b324bb817, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817,segment=NetworkSegment(b91b9f89-83a8-4d05-95bb-da8d4dc68d49),segment_id=b91b9f89-83a8-4d05-95bb-da8d4dc68d49)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:34.825818 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:34.876666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=ff5649b3-73ed-49c1-b8ac-5a8b324bb817,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:34.879695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e237a93e-48b8-4d2a-acc0-c058338178ce req-066c7777-859a-41ff-a859-8e033635946d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542815 Nov 19 19:30:34.958544 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccae3c80-60e2-458b-98e9-568bfeea045b x-openstack-request-id: req-ccae3c80-60e2-458b-98e9-568bfeea045b {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:30:34.958871 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "name": "network-vif-plugged", "status": "completed", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:30:34.959086 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ccae3c80-60e2-458b-98e9-568bfeea045b {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:30:34.959480 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'code': 200} Nov 19 19:30:35.059598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb232c4-1904-4184-b342-1c56881c5540 req-9b11ed64-493f-4ff2-9858-a2bf8f616fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:35.061089 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-deb232c4-1904-4184-b342-1c56881c5540 req-9b11ed64-493f-4ff2-9858-a2bf8f616fb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 1096 time: 0.0433025 Nov 19 19:30:35.113950 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-deb232c4-1904-4184-b342-1c56881c5540 req-9a65d727-7063-48cc-97ac-7e0c26217c14 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460939 Nov 19 19:30:35.815074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce56494-116a-4ac5-a9d9-84172fe2f819 req-f820ff51-a069-45f3-9edd-78e234625de5 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:35.816602 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ce56494-116a-4ac5-a9d9-84172fe2f819 req-f820ff51-a069-45f3-9edd-78e234625de5 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 945 time: 0.0497510 Nov 19 19:30:35.867522 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ce56494-116a-4ac5-a9d9-84172fe2f819 req-72dd6f1e-71db-4dad-891a-2b8b307737b6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440767 Nov 19 19:30:36.012118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702284d5-6440-48cd-b80f-5408abe6848c req-676b7b02-26ed-4462-9062-4fd041154e84 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:36.013676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-702284d5-6440-48cd-b80f-5408abe6848c req-676b7b02-26ed-4462-9062-4fd041154e84 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0544922 Nov 19 19:30:36.085652 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-702284d5-6440-48cd-b80f-5408abe6848c req-8bf0346d-b022-4937-b757-8f1a47596f1a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648446 Nov 19 19:30:36.986469 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5bfd3-560d-49d0-8a00-75a8531e6d33 req-e0cf1c7d-a162-4265-8dc1-203b72111a5f tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:36.987947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ffa5bfd3-560d-49d0-8a00-75a8531e6d33 req-e0cf1c7d-a162-4265-8dc1-203b72111a5f tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 945 time: 0.0491295 Nov 19 19:30:37.038531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ffa5bfd3-560d-49d0-8a00-75a8531e6d33 req-1ba07d61-5b99-44db-afeb-5f3ae15d28cb tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435359 Nov 19 19:30:37.158935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea0bf1-950e-4507-bfa5-db9db5d042d6 req-0051039e-1ab7-4aad-8fdb-4e0ab2d2a424 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:37.160377 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-44ea0bf1-950e-4507-bfa5-db9db5d042d6 req-0051039e-1ab7-4aad-8fdb-4e0ab2d2a424 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 945 time: 0.0499749 Nov 19 19:30:37.216840 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-44ea0bf1-950e-4507-bfa5-db9db5d042d6 req-91fc1d04-0e19-4578-9be8-c7251289a6b3 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498953 Nov 19 19:30:37.239544 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58702) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:37.328004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9ab1d-e634-43c9-a9f7-741072936713 req-bec50ba8-f18b-4339-846a-d96389f3dc1e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:37.329502 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ece9ab1d-e634-43c9-a9f7-741072936713 req-bec50ba8-f18b-4339-846a-d96389f3dc1e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0549381 Nov 19 19:30:37.406088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ece9ab1d-e634-43c9-a9f7-741072936713 req-b458b214-ac8a-473c-81c8-a3589a8cba57 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698493 Nov 19 19:30:37.412429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc87510-49dd-4021-9fd1-76dd7d276013 tempest-TestVolumeBackupRestore-243150398 tempest-TestVolumeBackupRestore-243150398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:37.417793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dcc87510-49dd-4021-9fd1-76dd7d276013 tempest-TestVolumeBackupRestore-243150398 tempest-TestVolumeBackupRestore-243150398-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 1091 time: 0.1734729 Nov 19 19:30:37.419630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58706) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:37.424402 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:37.453580 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:37.558846 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:37.669248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Allocated IP 172.25.3.109 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/f2f5a557-072b-461b-a674-7d9f9800297d) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:30:37.779566 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:37.814365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:37.855992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:30:37.859002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:30:37.862482 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:30:37.869403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event updated for resources: {'Port': ['ID=f2f5a557-072b-461b-a674-7d9f9800297d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:38.243910 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da9403b5-579f-427e-90bd-28c275ddaca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:38.372479 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:38.744029 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:38.753963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417be6a6-0505-4bc2-a47d-eab3b344e746 req-986d56b9-e2d7-46df-b00f-ae2a19b2b310 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:38.755437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-417be6a6-0505-4bc2-a47d-eab3b344e746 req-986d56b9-e2d7-46df-b00f-ae2a19b2b310 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0836420 Nov 19 19:30:38.874230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-417be6a6-0505-4bc2-a47d-eab3b344e746 req-693a0637-f297-4914-9419-0358e4fc34bf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008918 Nov 19 19:30:38.946845 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:38.951707 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:39.025040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event updated for resources: {'Port': ['ID=f2f5a557-072b-461b-a674-7d9f9800297d,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:39.037390 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:39.140494 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Floating IP fa68f529-543c-435d-92c9-2dcb300fcfc2 associated. External IP: 172.25.3.109, port: ff5649b3-73ed-49c1-b8ac-5a8b324bb817. Nov 19 19:30:39.355694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Router d5e76d34-f135-4b23-b72b-aa0ab67540b5 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:30:39.466826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:30:39.476786 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe0b15-922b-4ad4-9281-c5027a117491 None None] Sync routers for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:30:39.485479 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:39.487416 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe0b15-922b-4ad4-9281-c5027a117491 None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:30:39.488051 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9fe0b15-922b-4ad4-9281-c5027a117491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:30:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:39.514861 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2494d254-bba3-42db-93a8-9284a5290d1c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0941637 Nov 19 19:30:39.515468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:30:39.517510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58710) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:39.518070 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df2571-bf30-4c83-ac7c-209a9e2822eb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:30:39.558326 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa67fc15-177f-4389-890a-b12322777e5a x-openstack-request-id: req-fa67fc15-177f-4389-890a-b12322777e5a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:30:39.558634 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:30:39.558893 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa67fc15-177f-4389-890a-b12322777e5a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:30:39.559312 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'status': 'completed', 'code': 200} Nov 19 19:30:39.564139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781f017-7590-45d2-9ba9-c866ad2b6a7d tempest-TestVolumeBackupRestore-243150398 tempest-TestVolumeBackupRestore-243150398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:39.568255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f781f017-7590-45d2-9ba9-c866ad2b6a7d tempest-TestVolumeBackupRestore-243150398 tempest-TestVolumeBackupRestore-243150398-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 1091 time: 0.0472410 Nov 19 19:30:39.568481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58714) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:30:39.573706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-05bf9797-9c79-4004-ba21-28b74d2dcf51 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Request body: {'floatingip': {'port_id': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:30:39.604839 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a9fe0b15-922b-4ad4-9281-c5027a117491 None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:30:39.663968 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05bf9797-9c79-4004-ba21-28b74d2dcf51 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:39.702944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df2571-bf30-4c83-ac7c-209a9e2822eb req-8e9580f1-16d8-4d99-b1e1-54a16ce08e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:39.704448 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52df2571-bf30-4c83-ac7c-209a9e2822eb req-8e9580f1-16d8-4d99-b1e1-54a16ce08e80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b757cfac80464e308e18850e521b1f72&device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 1096 time: 0.0943043 Nov 19 19:30:39.843400 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9fe0b15-922b-4ad4-9281-c5027a117491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fa68f529-543c-435d-92c9-2dcb300fcfc2', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'port_id': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'mac_address': 'fa:16:3e:cb:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:30:38Z', 'updated_at': '2021-11-19T19:30:38Z', 'revision_number': 0, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:45Z', 'revision_number': 5, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:39.871140 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe0b15-922b-4ad4-9281-c5027a117491 None None] Checking router: d5e76d34-f135-4b23-b72b-aa0ab67540b5 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:30:39.879691 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe0b15-922b-4ad4-9281-c5027a117491 None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:30:39.880310 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9fe0b15-922b-4ad4-9281-c5027a117491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:30:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:39.904418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df2571-bf30-4c83-ac7c-209a9e2822eb req-f4d64d71-95c0-457c-8478-9c6e478a76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:39.905933 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52df2571-bf30-4c83-ac7c-209a9e2822eb req-f4d64d71-95c0-457c-8478-9c6e478a76c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97bdca4e-102d-4c7f-aee4-f79695e8c91e HTTP/1.1" status: 200 len: 915 time: 0.1938736 Nov 19 19:30:40.012871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c68f4-d539-4fe2-a3f9-80d137efb863 req-f7a9d1b1-7695-4f89-87e6-4ddaea741006 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:40.014708 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-146c68f4-d539-4fe2-a3f9-80d137efb863 req-f7a9d1b1-7695-4f89-87e6-4ddaea741006 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 944 time: 0.0623784 Nov 19 19:30:40.030461 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52df2571-bf30-4c83-ac7c-209a9e2822eb req-729b319b-9199-4a73-9076-51a2e080f13d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817 HTTP/1.1" status: 200 len: 999 time: 0.1144099 Nov 19 19:30:40.072237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-146c68f4-d539-4fe2-a3f9-80d137efb863 req-fda7feef-6d76-4c9d-a8d5-4c74325ef473 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508065 Nov 19 19:30:40.089481 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a9fe0b15-922b-4ad4-9281-c5027a117491 None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:30:40.330343 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9fe0b15-922b-4ad4-9281-c5027a117491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fa68f529-543c-435d-92c9-2dcb300fcfc2', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'port_id': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'mac_address': 'fa:16:3e:cb:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:30:38Z', 'updated_at': '2021-11-19T19:30:38Z', 'revision_number': 0, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:45Z', 'revision_number': 5, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:40.358039 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe0b15-922b-4ad4-9281-c5027a117491 None None] The sync data for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 is: [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fa68f529-543c-435d-92c9-2dcb300fcfc2', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'port_id': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'mac_address': 'fa:16:3e:cb:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:30:38Z', 'updated_at': '2021-11-19T19:30:38Z', 'revision_number': 0, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:45Z', 'revision_number': 5, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:30:40.449408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df2571-bf30-4c83-ac7c-209a9e2822eb req-bcb0f3ec-7d26-4e11-a4ab-28fa387f1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:40.450976 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52df2571-bf30-4c83-ac7c-209a9e2822eb req-bcb0f3ec-7d26-4e11-a4ab-28fa387f1c9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7445b-d4c3-4242-a83f-c4590477046e HTTP/1.1" status: 200 len: 853 time: 0.4119754 Nov 19 19:30:40.572252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1aeb1-504d-46b3-9bf7-376e95569fee None None] New status for floating IP fa68f529-543c-435d-92c9-2dcb300fcfc2: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:30:40.576202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df2571-bf30-4c83-ac7c-209a9e2822eb req-ad62d33f-4264-4fb5-b994-3a2092aac584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:40.577768 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52df2571-bf30-4c83-ac7c-209a9e2822eb req-ad62d33f-4264-4fb5-b994-3a2092aac584 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97bdca4e-102d-4c7f-aee4-f79695e8c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941486 Nov 19 19:30:40.643301 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b17c48cd-d11a-4627-83d5-4e00a47472c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:40.708218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c890b242-7732-4be5-a17b-d35e0328d89d details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:30:40.751197 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52df2571-bf30-4c83-ac7c-209a9e2822eb req-0ea6506f-33af-4641-9374-82735efbb67c service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653636 Nov 19 19:30:40.757379 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05bf9797-9c79-4004-ba21-28b74d2dcf51 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:40.767160 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05bf9797-9c79-4004-ba21-28b74d2dcf51 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:40.771342 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-31b1aeb1-504d-46b3-9bf7-376e95569fee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:30:40.771709 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-31b1aeb1-504d-46b3-9bf7-376e95569fee None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:30:40.813138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c890b242-7732-4be5-a17b-d35e0328d89d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c890b242-7732-4be5-a17b-d35e0328d89d,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:40.826981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'c890b242-7732-4be5-a17b-d35e0328d89d', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'port_id': 'c890b242-7732-4be5-a17b-d35e0328d89d', 'mac_address': 'fa:16:3e:a7:3e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:30:40.870309 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:40.885937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c890b242-7732-4be5-a17b-d35e0328d89d {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:30:40.909929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c890b242-7732-4be5-a17b-d35e0328d89d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c890b242-7732-4be5-a17b-d35e0328d89d,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:40.914968 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:40.943701 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52df2571-bf30-4c83-ac7c-209a9e2822eb req-76162f33-b6bd-4568-83a5-8b81e34bf076 service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849039 Nov 19 19:30:40.975830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c890b242-7732-4be5-a17b-d35e0328d89d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:41.082619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bf9797-9c79-4004-ba21-28b74d2dcf51 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Router d5e76d34-f135-4b23-b72b-aa0ab67540b5 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:30:41.137324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c890b242-7732-4be5-a17b-d35e0328d89d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:30:41.201492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bf9797-9c79-4004-ba21-28b74d2dcf51 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:30:41.206147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-05bf9797-9c79-4004-ba21-28b74d2dcf51 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:41.209968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f7c8e-2454-407d-a4e4-0fd2b5d26f52 req-f8759188-6b00-4459-b873-a45564121b76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:41.213849 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-445f7c8e-2454-407d-a4e4-0fd2b5d26f52 req-f8759188-6b00-4459-b873-a45564121b76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 945 time: 0.0628872 Nov 19 19:30:41.238648 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:30:41.242910 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4664e7c7-7bac-4fa0-ba36-29fac7508569" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:30:41.275289 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-05bf9797-9c79-4004-ba21-28b74d2dcf51 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "PUT /v2.0/floatingips/fa68f529-543c-435d-92c9-2dcb300fcfc2 HTTP/1.1" status: 200 len: 991 time: 1.7001233 Nov 19 19:30:41.275711 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-445f7c8e-2454-407d-a4e4-0fd2b5d26f52 req-2605d0dc-25e0-4ded-acfe-0e8c8fd49e1e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480196 Nov 19 19:30:41.279121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1aeb1-504d-46b3-9bf7-376e95569fee None None] New status for floating IP fa68f529-543c-435d-92c9-2dcb300fcfc2: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:30:41.323962 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ba1876-77a5-4b6d-98a5-d120e896e2f5 x-openstack-request-id: req-d1ba1876-77a5-4b6d-98a5-d120e896e2f5 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:30:41.324258 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:30:41.324507 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1ba1876-77a5-4b6d-98a5-d120e896e2f5 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:30:41.324906 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'status': 'completed', 'code': 200} Nov 19 19:30:41.390221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e7c7-7bac-4fa0-ba36-29fac7508569 req-1efafdfb-852a-4820-a399-be474157c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:41.391758 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4664e7c7-7bac-4fa0-ba36-29fac7508569 req-1efafdfb-852a-4820-a399-be474157c99b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b757cfac80464e308e18850e521b1f72&device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 1096 time: 0.0441658 Nov 19 19:30:41.492815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e7c7-7bac-4fa0-ba36-29fac7508569 req-53f6dbd9-ec56-4cdf-9432-7293a45e79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:41.494462 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4664e7c7-7bac-4fa0-ba36-29fac7508569 req-53f6dbd9-ec56-4cdf-9432-7293a45e79c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97bdca4e-102d-4c7f-aee4-f79695e8c91e HTTP/1.1" status: 200 len: 915 time: 0.0946190 Nov 19 19:30:41.515551 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29977a-2b5a-46c4-b30c-3d01068a97f9 None None] Sync routers for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:30:41.531196 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29977a-2b5a-46c4-b30c-3d01068a97f9 None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:30:41.532295 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3b29977a-2b5a-46c4-b30c-3d01068a97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:30:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:41.599339 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4664e7c7-7bac-4fa0-ba36-29fac7508569 req-c8563fb2-a935-4b9c-bc53-f223f744d61e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817 HTTP/1.1" status: 200 len: 1001 time: 0.0930123 Nov 19 19:30:41.666639 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e7c7-7bac-4fa0-ba36-29fac7508569 req-fb51044a-a2fd-4dd5-9054-5af0b2172d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:41.668104 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4664e7c7-7bac-4fa0-ba36-29fac7508569 req-fb51044a-a2fd-4dd5-9054-5af0b2172d76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7445b-d4c3-4242-a83f-c4590477046e HTTP/1.1" status: 200 len: 853 time: 0.0610368 Nov 19 19:30:41.676298 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-3b29977a-2b5a-46c4-b30c-3d01068a97f9 None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:30:41.717965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e7c7-7bac-4fa0-ba36-29fac7508569 req-5407b4b2-c208-4e96-b7df-e6c99ba17d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:41.719542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4664e7c7-7bac-4fa0-ba36-29fac7508569 req-5407b4b2-c208-4e96-b7df-e6c99ba17d01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97bdca4e-102d-4c7f-aee4-f79695e8c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431547 Nov 19 19:30:41.810838 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4664e7c7-7bac-4fa0-ba36-29fac7508569 req-82489d4d-6169-4b24-a4b0-385bd352266e service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838277 Nov 19 19:30:41.905187 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3b29977a-2b5a-46c4-b30c-3d01068a97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fa68f529-543c-435d-92c9-2dcb300fcfc2', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'port_id': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'mac_address': 'fa:16:3e:cb:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:30:38Z', 'updated_at': '2021-11-19T19:30:41Z', 'revision_number': 2, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:45Z', 'revision_number': 5, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:41.917866 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4664e7c7-7bac-4fa0-ba36-29fac7508569 req-d4d81403-f5b1-4078-97d6-5341f5127194 service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998096 Nov 19 19:30:41.932539 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:41.940399 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29977a-2b5a-46c4-b30c-3d01068a97f9 None None] Checking router: d5e76d34-f135-4b23-b72b-aa0ab67540b5 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:30:41.949867 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29977a-2b5a-46c4-b30c-3d01068a97f9 None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:30:41.950490 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3b29977a-2b5a-46c4-b30c-3d01068a97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:30:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:42.057715 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-3b29977a-2b5a-46c4-b30c-3d01068a97f9 None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:30:42.281564 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3b29977a-2b5a-46c4-b30c-3d01068a97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fa68f529-543c-435d-92c9-2dcb300fcfc2', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'port_id': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'mac_address': 'fa:16:3e:cb:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:30:38Z', 'updated_at': '2021-11-19T19:30:41Z', 'revision_number': 2, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:45Z', 'revision_number': 5, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:30:42.313234 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29977a-2b5a-46c4-b30c-3d01068a97f9 None None] The sync data for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 is: [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fa68f529-543c-435d-92c9-2dcb300fcfc2', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'port_id': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'mac_address': 'fa:16:3e:cb:69:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:30:38Z', 'updated_at': '2021-11-19T19:30:41Z', 'revision_number': 2, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:45Z', 'revision_number': 5, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:30:42.433001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9152f-e97b-4a19-b7bb-1d998c6ca4b0 req-18da11bb-392e-4c36-9fc0-23afe9bcce72 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:42.434633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75b9152f-e97b-4a19-b7bb-1d998c6ca4b0 req-18da11bb-392e-4c36-9fc0-23afe9bcce72 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 945 time: 0.0572541 Nov 19 19:30:42.484857 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75b9152f-e97b-4a19-b7bb-1d998c6ca4b0 req-e1f3fb0a-2bee-43ac-9523-8d9a94c6504f tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439329 Nov 19 19:30:42.724390 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c890b242-7732-4be5-a17b-d35e0328d89d up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:30:42.774895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port c890b242-7732-4be5-a17b-d35e0328d89d completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:30:42.779092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port c890b242-7732-4be5-a17b-d35e0328d89d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:30:42.779470 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:42.860163 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:42.884082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e20020-790d-4b5b-ac07-4106dd153cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c890b242-7732-4be5-a17b-d35e0328d89d'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:30:42.886430 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92f74d8-ff55-4092-b6b3-a76ee50484d7" -d '{"events": [{"server_uuid": "20e20020-790d-4b5b-ac07-4106dd153cd8", "name": "network-vif-plugged", "status": "completed", "tag": "c890b242-7732-4be5-a17b-d35e0328d89d"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:30:42.899858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c890b242-7732-4be5-a17b-d35e0328d89d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c890b242-7732-4be5-a17b-d35e0328d89d,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:42.904038 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:42.929207 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2c2984-92a0-48c9-99aa-190cd48bbd5d x-openstack-request-id: req-8c2c2984-92a0-48c9-99aa-190cd48bbd5d {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:30:42.929516 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e20020-790d-4b5b-ac07-4106dd153cd8", "name": "network-vif-plugged", "status": "completed", "tag": "c890b242-7732-4be5-a17b-d35e0328d89d", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:30:42.929725 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c2c2984-92a0-48c9-99aa-190cd48bbd5d {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:30:42.930147 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e20020-790d-4b5b-ac07-4106dd153cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c890b242-7732-4be5-a17b-d35e0328d89d', 'code': 200} Nov 19 19:30:42.957131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c890b242-7732-4be5-a17b-d35e0328d89d,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:43.025418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a856e13-495d-43ab-bb1a-16a5f14ac7b3 req-47563991-779a-49ce-a1df-1ae48957170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:43.028008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a856e13-495d-43ab-bb1a-16a5f14ac7b3 req-47563991-779a-49ce-a1df-1ae48957170f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 1097 time: 0.0440507 Nov 19 19:30:43.075983 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5a856e13-495d-43ab-bb1a-16a5f14ac7b3 req-1d5f1258-2798-4d40-9957-22440dcee5a6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Nov 19 19:30:43.326216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:30:43.329191 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:30:43.368786 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bfb70b-a973-4fbe-a1db-5ff83dfdc5e9 x-openstack-request-id: req-d8bfb70b-a973-4fbe-a1db-5ff83dfdc5e9 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:30:43.369085 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:30:43.369340 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8bfb70b-a973-4fbe-a1db-5ff83dfdc5e9 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:30:43.369739 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'status': 'completed', 'code': 200} Nov 19 19:30:43.393028 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:43.439645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc req-9057a101-0cc7-48e1-996b-812997694583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:43.441180 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc req-9057a101-0cc7-48e1-996b-812997694583 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b757cfac80464e308e18850e521b1f72&device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 1096 time: 0.0471351 Nov 19 19:30:43.546221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc req-ad3063ce-34eb-419a-b7db-ae42c21f0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:43.547984 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc req-ad3063ce-34eb-419a-b7db-ae42c21f0023 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97bdca4e-102d-4c7f-aee4-f79695e8c91e HTTP/1.1" status: 200 len: 915 time: 0.0894916 Nov 19 19:30:43.606851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7be8d-7e49-48e4-aca8-6d60e7fa752f req-2dd612a5-071c-4b27-ad2d-af343e071cfa tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:43.608470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cd7be8d-7e49-48e4-aca8-6d60e7fa752f req-2dd612a5-071c-4b27-ad2d-af343e071cfa tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 946 time: 0.0516944 Nov 19 19:30:43.638611 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc req-adca3492-32d9-45a2-a26f-be3a451da424 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817 HTTP/1.1" status: 200 len: 1001 time: 0.0807171 Nov 19 19:30:43.667018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cd7be8d-7e49-48e4-aca8-6d60e7fa752f req-3b33d1aa-20f4-4a96-8ca5-7cc73387e781 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513771 Nov 19 19:30:43.699719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc req-60380d8f-72a7-4bb2-94d6-d8242cb144b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:43.701188 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc req-60380d8f-72a7-4bb2-94d6-d8242cb144b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7445b-d4c3-4242-a83f-c4590477046e HTTP/1.1" status: 200 len: 853 time: 0.0538726 Nov 19 19:30:43.749805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc req-a977abec-9f29-429f-bdb7-fbf8be7af1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:43.751311 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc req-a977abec-9f29-429f-bdb7-fbf8be7af1f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97bdca4e-102d-4c7f-aee4-f79695e8c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427146 Nov 19 19:30:43.848069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc req-3db29918-4c9f-4298-8b78-db72312efc98 service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887320 Nov 19 19:30:43.942705 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9cb72f36-9ace-4046-91f2-ec1b4418cfcc req-628056c1-d9d0-4362-bb77-dc6849768187 service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871129 Nov 19 19:30:44.141193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-ad24decd-e74f-452f-a386-801bb3fff860 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417171 Nov 19 19:30:44.171889 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:44.238157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-e426b273-36d0-40dc-88a7-ab42a8522669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:44.239721 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-e426b273-36d0-40dc-88a7-ab42a8522669 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b757cfac80464e308e18850e521b1f72&device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 1096 time: 0.0514581 Nov 19 19:30:44.349514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-bbd77752-f5fb-4077-93c8-6f83e5c8a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:44.351118 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-bbd77752-f5fb-4077-93c8-6f83e5c8a3dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=97bdca4e-102d-4c7f-aee4-f79695e8c91e HTTP/1.1" status: 200 len: 915 time: 0.0909102 Nov 19 19:30:44.422013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-c7365c22-4fef-4231-8508-4b406e9af4e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817 HTTP/1.1" status: 200 len: 1001 time: 0.0641563 Nov 19 19:30:44.474111 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-00181028-b320-4c7b-a703-a39b48e09c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:44.476044 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-00181028-b320-4c7b-a703-a39b48e09c8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7445b-d4c3-4242-a83f-c4590477046e HTTP/1.1" status: 200 len: 853 time: 0.0462770 Nov 19 19:30:44.526637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-5022c214-eddb-4964-9b7f-1e486fcde04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:44.528156 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-5022c214-eddb-4964-9b7f-1e486fcde04a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97bdca4e-102d-4c7f-aee4-f79695e8c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454059 Nov 19 19:30:44.622921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-343e3a0e-f59c-48c8-b5e5-b7680d56cb97 service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879304 Nov 19 19:30:44.724945 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8c97a87f-24b7-42b0-9bca-3a145fd3bc5b req-d6632472-c232-4111-bed6-5fc38be88232 service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932946 Nov 19 19:30:44.786192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1a555-acba-47d7-b336-111cc9e16a87 req-87f803b8-54d6-4d41-ba27-bcb58d674ebb tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:44.787660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47b1a555-acba-47d7-b336-111cc9e16a87 req-87f803b8-54d6-4d41-ba27-bcb58d674ebb tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 946 time: 0.0500052 Nov 19 19:30:44.840057 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47b1a555-acba-47d7-b336-111cc9e16a87 req-a3f73683-05f8-49b4-9323-9a54c54a455d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463550 Nov 19 19:30:44.956542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb35ba-c5f0-4022-a13d-2b32c6f3727f req-facfa040-b5c1-408b-8662-219ba79bd031 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:44.957980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d9fb35ba-c5f0-4022-a13d-2b32c6f3727f req-facfa040-b5c1-408b-8662-219ba79bd031 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 946 time: 0.0500798 Nov 19 19:30:45.006359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d9fb35ba-c5f0-4022-a13d-2b32c6f3727f req-96495070-3674-450a-b222-f0626a602015 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Nov 19 19:30:45.126939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76295fa0-dc74-465c-a98d-5593e60c3534 req-5bb33313-b297-453e-9ab6-b9fc0c05b201 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:45.128805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76295fa0-dc74-465c-a98d-5593e60c3534 req-5bb33313-b297-453e-9ab6-b9fc0c05b201 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 946 time: 0.0549171 Nov 19 19:30:45.183479 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76295fa0-dc74-465c-a98d-5593e60c3534 req-ad9be8ec-894b-4853-8795-d0f515dd60e5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477383 Nov 19 19:30:45.481251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8a31c-33b8-4cf2-8d84-a3e8d10a0cd8 req-4935e3d3-a7ce-4bc8-89de-95450dd8e40a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:45.482677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cf8a31c-33b8-4cf2-8d84-a3e8d10a0cd8 req-4935e3d3-a7ce-4bc8-89de-95450dd8e40a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 946 time: 0.0530882 Nov 19 19:30:45.529929 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cf8a31c-33b8-4cf2-8d84-a3e8d10a0cd8 req-34b832ae-d969-4dda-9cad-aede33c9179f tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Nov 19 19:30:46.647589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bb3cc-3083-4d38-b3e9-410af9c789ac req-364f4026-bfd7-47fa-a155-1f53c0706b06 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:46.649081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b9bb3cc-3083-4d38-b3e9-410af9c789ac req-364f4026-bfd7-47fa-a155-1f53c0706b06 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 946 time: 0.0498071 Nov 19 19:30:46.697925 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b9bb3cc-3083-4d38-b3e9-410af9c789ac req-8cee2b75-ab83-4bcc-a922-f07ef4aa154f tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 Nov 19 19:30:46.964308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42066fb-ed1e-45dc-8a0a-8e510df5479a req-a66f2ce6-23d5-47f4-9aa8-f6baab105dc4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:30:46.965885 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a42066fb-ed1e-45dc-8a0a-8e510df5479a req-a66f2ce6-23d5-47f4-9aa8-f6baab105dc4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 946 time: 0.0579522 Nov 19 19:30:47.067247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-a42066fb-ed1e-45dc-8a0a-8e510df5479a req-3332c9c8-1133-4ecd-adb7-56dc14405c6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Deleting port c890b242-7732-4be5-a17b-d35e0328d89d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:30:47.067699 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a42066fb-ed1e-45dc-8a0a-8e510df5479a req-3332c9c8-1133-4ecd-adb7-56dc14405c6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:47.173158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-a42066fb-ed1e-45dc-8a0a-8e510df5479a req-3332c9c8-1133-4ecd-adb7-56dc14405c6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] For port c890b242-7732-4be5-a17b-d35e0328d89d, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c890b242-7732-4be5-a17b-d35e0328d89d,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:30:47.173530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a42066fb-ed1e-45dc-8a0a-8e510df5479a req-3332c9c8-1133-4ecd-adb7-56dc14405c6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:47.189815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-a42066fb-ed1e-45dc-8a0a-8e510df5479a req-3332c9c8-1133-4ecd-adb7-56dc14405c6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Calling delete_port for c890b242-7732-4be5-a17b-d35e0328d89d owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:30:47.331035 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a42066fb-ed1e-45dc-8a0a-8e510df5479a req-3332c9c8-1133-4ecd-adb7-56dc14405c6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:47.345268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c890b242-7732-4be5-a17b-d35e0328d89d'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:30:47.372896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332c9c8-1133-4ecd-adb7-56dc14405c6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event deleted for resources: {'Port': ['ID=c890b242-7732-4be5-a17b-d35e0328d89d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:30:47.422412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42066fb-ed1e-45dc-8a0a-8e510df5479a req-3332c9c8-1133-4ecd-adb7-56dc14405c6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] No DVR routers for this DVR port c890b242-7732-4be5-a17b-d35e0328d89d on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:30:47.425419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-a42066fb-ed1e-45dc-8a0a-8e510df5479a req-3332c9c8-1133-4ecd-adb7-56dc14405c6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:47.429407 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a42066fb-ed1e-45dc-8a0a-8e510df5479a req-3332c9c8-1133-4ecd-adb7-56dc14405c6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "DELETE /v2.0/ports/c890b242-7732-4be5-a17b-d35e0328d89d HTTP/1.1" status: 204 len: 173 time: 0.4573431 Nov 19 19:30:47.429953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e20020-790d-4b5b-ac07-4106dd153cd8', 'name': 'network-vif-deleted', 'tag': 'c890b242-7732-4be5-a17b-d35e0328d89d'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:30:47.432587 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d85ee29-b541-4ad3-89fa-fafdd5c8fc8b" -d '{"events": [{"server_uuid": "20e20020-790d-4b5b-ac07-4106dd153cd8", "name": "network-vif-deleted", "tag": "c890b242-7732-4be5-a17b-d35e0328d89d"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:30:47.484511 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972bda1d-4101-4197-bbb8-168cacdc478e x-openstack-request-id: req-972bda1d-4101-4197-bbb8-168cacdc478e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:30:47.484656 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e20020-790d-4b5b-ac07-4106dd153cd8", "name": "network-vif-deleted", "tag": "c890b242-7732-4be5-a17b-d35e0328d89d", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:30:47.484920 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-972bda1d-4101-4197-bbb8-168cacdc478e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:30:47.485335 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e20020-790d-4b5b-ac07-4106dd153cd8', 'name': 'network-vif-deleted', 'tag': 'c890b242-7732-4be5-a17b-d35e0328d89d', 'status': 'completed', 'code': 200} Nov 19 19:30:47.804828 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ef91b0d-01f1-44ac-bdac-d854476f1f87 req-d63f40ac-fb6c-405d-b78d-eb1f6dd6ed21 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 210 time: 0.0314689 Nov 19 19:30:48.909867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3793de6e-39b8-4953-9d02-ea661b3376cd req-bf70ed57-baf3-4730-9405-d0e286692052 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 210 time: 0.0310979 Nov 19 19:30:50.009318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-66058331-8059-4c88-b6fe-60b646498c5c req-0e7e5ad3-83a9-4e93-869f-8fbc58166f0a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 210 time: 0.0271561 Nov 19 19:30:50.750885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c890b242-7732-4be5-a17b-d35e0328d89d no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:30:50.771256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: c890b242-7732-4be5-a17b-d35e0328d89d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:30:50.771603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c890b242-7732-4be5-a17b-d35e0328d89d not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:30:51.107354 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d712d250-3e97-4b68-bc88-ae992a692195 req-17975083-c96c-4015-a083-a82729da55cd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 210 time: 0.0275221 Nov 19 19:30:52.219651 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f5667a88-a57f-4b66-9376-fecc0c838566 req-152092c5-9fdf-44ab-8966-9b969f4d2f78 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=20e20020-790d-4b5b-ac07-4106dd153cd8 HTTP/1.1" status: 200 len: 210 time: 0.0274818 Nov 19 19:30:55.403243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:30:59.192037 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:30:59.973286 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:08.237915 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-48ddaab6-48f1-4da7-a696-43c6cc8f98ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:10.601352 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b3e85eb7-dab9-4851-a3da-274e0aac33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:11.935008 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:13.395661 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:14.131590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 58926) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:14.168528 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:14.298884 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Deleting port f2f5a557-072b-461b-a674-7d9f9800297d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:31:14.299222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:14.381625 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:14.381908 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:14.394297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Calling delete_port for f2f5a557-072b-461b-a674-7d9f9800297d owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:31:14.549045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:14.580312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event deleted for resources: {'Port': ['ID=f2f5a557-072b-461b-a674-7d9f9800297d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:14.593030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.593430 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.593801 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.594157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.594461 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.594791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.595119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.595494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.595771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.596093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.596415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.596743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:14.661423 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:14.661746 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Floating IP fa68f529-543c-435d-92c9-2dcb300fcfc2 disassociated (deleted). External IP: 172.25.3.109, port: ff5649b3-73ed-49c1-b8ac-5a8b324bb817. Nov 19 19:31:14.945615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Router d5e76d34-f135-4b23-b72b-aa0ab67540b5 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:31:15.435165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:31:15.441722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:15.448057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc821f-236d-4cda-9094-11ae2c57dd38 None None] Sync routers for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:31:15.462103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc821f-236d-4cda-9094-11ae2c57dd38 None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:31:15.462837 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9bbc821f-236d-4cda-9094-11ae2c57dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:31:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:15.476679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-520bde93-591f-4c16-b8e7-3df84c21bf9c tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "DELETE /v2.0/floatingips/fa68f529-543c-435d-92c9-2dcb300fcfc2 HTTP/1.1" status: 204 len: 168 time: 1.3435905 Nov 19 19:31:15.477040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:31:15.479545 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:31:15.597891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9bbc821f-236d-4cda-9094-11ae2c57dd38 None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:31:15.653380 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2402cc3e-a142-4439-8d1c-a0f520603098 x-openstack-request-id: req-2402cc3e-a142-4439-8d1c-a0f520603098 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:31:15.653947 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:31:15.654540 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2402cc3e-a142-4439-8d1c-a0f520603098 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:31:15.655908 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'status': 'completed', 'code': 200} Nov 19 19:31:15.772007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ec283-1946-4775-a8a1-d33af83a4c5a req-57c62e10-9d5d-402f-9978-74510ac7a8ea tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:15.774772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-839ec283-1946-4775-a8a1-d33af83a4c5a req-57c62e10-9d5d-402f-9978-74510ac7a8ea tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 945 time: 0.0635886 Nov 19 19:31:15.836367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9bbc821f-236d-4cda-9094-11ae2c57dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:45Z', 'revision_number': 5, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:15.854742 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-839ec283-1946-4775-a8a1-d33af83a4c5a req-0c0ce568-fb74-4099-a532-dfb723ae7525 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723677 Nov 19 19:31:15.868904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc821f-236d-4cda-9094-11ae2c57dd38 None None] Checking router: d5e76d34-f135-4b23-b72b-aa0ab67540b5 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:31:15.879770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-81bbcc4f-53f1-472c-b129-84edf53f3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:15.880029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc821f-236d-4cda-9094-11ae2c57dd38 None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:31:15.881032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9bbc821f-236d-4cda-9094-11ae2c57dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:31:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:15.881534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-81bbcc4f-53f1-472c-b129-84edf53f3a31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b757cfac80464e308e18850e521b1f72&device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 1096 time: 0.1946311 Nov 19 19:31:15.989228 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-1b329697-bd60-45ad-a819-dd18b30cae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:15.991573 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-1b329697-bd60-45ad-a819-dd18b30cae06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97bdca4e-102d-4c7f-aee4-f79695e8c91e HTTP/1.1" status: 200 len: 915 time: 0.1016431 Nov 19 19:31:16.006671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9bbc821f-236d-4cda-9094-11ae2c57dd38 None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:31:16.057846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-874d6437-3710-41e4-abb1-983acdf66012 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817 HTTP/1.1" status: 200 len: 217 time: 0.0507462 Nov 19 19:31:16.120938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-4588accc-86d1-44df-8f84-bc875399e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:16.122746 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-4588accc-86d1-44df-8f84-bc875399e9d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3fb7445b-d4c3-4242-a83f-c4590477046e HTTP/1.1" status: 200 len: 853 time: 0.0561390 Nov 19 19:31:16.179323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-e11344df-06db-4917-a0ef-441c126349cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:16.180992 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-e11344df-06db-4917-a0ef-441c126349cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97bdca4e-102d-4c7f-aee4-f79695e8c91e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501938 Nov 19 19:31:16.193934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-963c3d7b-1dd8-4f3c-8e91-469faac6cf82 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:31:16.195231 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-963c3d7b-1dd8-4f3c-8e91-469faac6cf82 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064855 Nov 19 19:31:16.256728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9bbc821f-236d-4cda-9094-11ae2c57dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:45Z', 'revision_number': 5, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:16.286651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc821f-236d-4cda-9094-11ae2c57dd38 None None] The sync data for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 is: [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ff803874-70d2-4e0f-ab0a-25f90fd4ea97', 'name': '', 'network_id': '97bdca4e-102d-4c7f-aee4-f79695e8c91e', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'mac_address': 'fa:16:3e:03:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:39Z', 'updated_at': '2021-11-19T19:27:45Z', 'revision_number': 5, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'subnets': [{'id': '3fb7445b-d4c3-4242-a83f-c4590477046e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:31:16.296034 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-f6bba1d1-02b4-42e8-8b64-7d2f8c9d7252 service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933864 Nov 19 19:31:16.401247 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0251c6ba-b71e-44bd-967b-eb82bec3c6c2 req-dfe16b3b-6ef9-4446-8221-1004045deeeb service neutron] 10.222.0.21 "GET /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973027 Nov 19 19:31:16.524235 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0072c2d4-5a58-46ab-a27f-049523263391 None None] New status for floating IP fa68f529-543c-435d-92c9-2dcb300fcfc2: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:31:16.971461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe1462-47e0-4c12-bfb7-d704e05a9f07 req-ed231b13-a3a9-4661-b710-4b7c89dd95ae tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:16.973049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24fe1462-47e0-4c12-bfb7-d704e05a9f07 req-ed231b13-a3a9-4661-b710-4b7c89dd95ae tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 945 time: 0.0538707 Nov 19 19:31:17.022583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24fe1462-47e0-4c12-bfb7-d704e05a9f07 req-83b12af5-3f24-4129-9773-93fa6fbe46bd tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/security-groups?id=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428960 Nov 19 19:31:17.239553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d561d48-2e20-4d28-9720-c45b7b14b359 req-670d1b29-c829-46cc-8983-06998ea6ddc9 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:17.241121 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2d561d48-2e20-4d28-9720-c45b7b14b359 req-670d1b29-c829-46cc-8983-06998ea6ddc9 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 945 time: 0.0597346 Nov 19 19:31:17.338864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-2d561d48-2e20-4d28-9720-c45b7b14b359 req-65c9e49e-91e8-437e-bb12-46c07adcd578 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Deleting port ff5649b3-73ed-49c1-b8ac-5a8b324bb817 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:31:17.339200 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2d561d48-2e20-4d28-9720-c45b7b14b359 req-65c9e49e-91e8-437e-bb12-46c07adcd578 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:17.377164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-98db1aa8-4f33-4f9c-b5bb-7a1d20412b48 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:17.378786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-98db1aa8-4f33-4f9c-b5bb-7a1d20412b48 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.1110561 Nov 19 19:31:17.397634 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-a1d7474b-e620-4e9c-9213-e3adb935e27c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/quotas/eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 375 time: 0.0103333 Nov 19 19:31:17.435942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-2d561d48-2e20-4d28-9720-c45b7b14b359 req-65c9e49e-91e8-437e-bb12-46c07adcd578 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] For port ff5649b3-73ed-49c1-b8ac-5a8b324bb817, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ff5649b3-73ed-49c1-b8ac-5a8b324bb817,segment=NetworkSegment(b91b9f89-83a8-4d05-95bb-da8d4dc68d49),segment_id=b91b9f89-83a8-4d05-95bb-da8d4dc68d49)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:17.436309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2d561d48-2e20-4d28-9720-c45b7b14b359 req-65c9e49e-91e8-437e-bb12-46c07adcd578 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:17.450399 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-99c4804f-7296-4d40-80c2-ec3cff6d6446 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476019 Nov 19 19:31:17.453471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-2d561d48-2e20-4d28-9720-c45b7b14b359 req-65c9e49e-91e8-437e-bb12-46c07adcd578 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Calling delete_port for ff5649b3-73ed-49c1-b8ac-5a8b324bb817 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:31:17.602035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-f890cdc6-cc14-45b0-b1a3-d910edc89a79 service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444185 Nov 19 19:31:17.608734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2d561d48-2e20-4d28-9720-c45b7b14b359 req-65c9e49e-91e8-437e-bb12-46c07adcd578 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:17.640174 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9e49e-91e8-437e-bb12-46c07adcd578 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event deleted for resources: {'Port': ['ID=ff5649b3-73ed-49c1-b8ac-5a8b324bb817,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:17.686530 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d561d48-2e20-4d28-9720-c45b7b14b359 req-65c9e49e-91e8-437e-bb12-46c07adcd578 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] No DVR routers for this DVR port ff5649b3-73ed-49c1-b8ac-5a8b324bb817 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:31:17.689188 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2d561d48-2e20-4d28-9720-c45b7b14b359 req-65c9e49e-91e8-437e-bb12-46c07adcd578 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:17.692615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2d561d48-2e20-4d28-9720-c45b7b14b359 req-65c9e49e-91e8-437e-bb12-46c07adcd578 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.21 "DELETE /v2.0/ports/ff5649b3-73ed-49c1-b8ac-5a8b324bb817 HTTP/1.1" status: 204 len: 173 time: 0.4450107 Nov 19 19:31:17.693311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'name': 'network-vif-deleted', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:31:17.695712 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593d8b1d-26a3-4b00-ba22-01ff833a8c8e" -d '{"events": [{"server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "name": "network-vif-deleted", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:31:17.706391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-f870dba8-1956-464c-8622-95851cc6f2ee service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967970 Nov 19 19:31:18.019005 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd75726-3775-4896-9b20-cf4a0eea6d1f x-openstack-request-id: req-5fd75726-3775-4896-9b20-cf4a0eea6d1f {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:31:18.019312 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4b587b-77a1-421c-a66e-74dcca3ab02f", "name": "network-vif-deleted", "tag": "ff5649b3-73ed-49c1-b8ac-5a8b324bb817", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:31:18.019578 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fd75726-3775-4896-9b20-cf4a0eea6d1f {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:31:18.019986 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4b587b-77a1-421c-a66e-74dcca3ab02f', 'name': 'network-vif-deleted', 'tag': 'ff5649b3-73ed-49c1-b8ac-5a8b324bb817', 'status': 'completed', 'code': 200} Nov 19 19:31:18.091695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db9e217f-7aad-48b0-81ca-f2e0c8ac5033 req-77920434-a77c-43bc-94cc-ae0391edebdb tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 210 time: 0.0407922 Nov 19 19:31:18.202338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f6bb9f2-61c4-4f71-8338-b3be1c449a4b req-f312cae2-a156-4a1c-abce-e673cd17788f tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 210 time: 0.0380349 Nov 19 19:31:19.085149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-b16ad433-9bf4-448b-b47d-2e80244f2d0e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:19.086718 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-b16ad433-9bf4-448b-b47d-2e80244f2d0e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.57 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.1320963 Nov 19 19:31:19.101534 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'port': {'device_id': 'ad7a1062-49ff-4e39-ae74-f2060d985dda', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'admin_state_up': True, 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:31:19.224060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30949ef4-ba85-4f2e-931c-5fca92d7aa88 req-1c97f9b8-3e43-41fd-81e2-9bd335cc845a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 210 time: 0.0350564 Nov 19 19:31:19.252060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Made reservation on behalf of eb6d365ff57d47b4848afc9db28f6cb1 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:31:19.258021 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:19.319179 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-933f5e19-5037-4359-9be4-fde410dd3e70 req-9edb5229-85ef-439e-a028-979a2b9b7503 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 210 time: 0.0295656 Nov 19 19:31:19.418669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Allocated IP 172.20.0.6 (78810df9-278a-4925-972d-51f8ab8080e8/99a93667-1361-45df-b944-830796a1b770/d3a9a3d4-ece3-4dce-8325-aba6a3110402) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:31:19.606182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:19.651279 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:19.706474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Network 78810df9-278a-4925-972d-51f8ab8080e8 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:31:19.710079 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:31:19.712438 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:31:19.746002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=d3a9a3d4-ece3-4dce-8325-aba6a3110402,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:19.784517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:19.785237 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:19.807609 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-0e9089a9-76f1-43f5-a144-53ca85594efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7108784 Nov 19 19:31:19.824160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Request body: {'port': {'device_id': 'ad7a1062-49ff-4e39-ae74-f2060d985dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:31:19.909370 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:20.046538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-269c4f62-bbf4-4e38-a0dd-8c48b466b7a8 None None] Provisioning complete for port d3a9a3d4-ece3-4dce-8325-aba6a3110402 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:31:20.047635 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-269c4f62-bbf4-4e38-a0dd-8c48b466b7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:20.087862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-269c4f62-bbf4-4e38-a0dd-8c48b466b7a8 None None] Port d3a9a3d4-ece3-4dce-8325-aba6a3110402 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:31:20.208204 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a9a3d4-ece3-4dce-8325-aba6a3110402 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:31:20.216697 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:20.231152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Transition to ACTIVE for port object d3a9a3d4-ece3-4dce-8325-aba6a3110402 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:31:20.234452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:20.294244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a9a3d4-ece3-4dce-8325-aba6a3110402,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:20.370382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae2d94-f83f-41f4-b303-1500996e2ca9 req-5b3bdbfa-e12d-43d5-acc9-e1bc7586fbde tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:20.373669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64ae2d94-f83f-41f4-b303-1500996e2ca9 req-5b3bdbfa-e12d-43d5-acc9-e1bc7586fbde tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.0797889 Nov 19 19:31:20.378261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Attempting to bind port d3a9a3d4-ece3-4dce-8325-aba6a3110402 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:31:20.378592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Attempting to bind port d3a9a3d4-ece3-4dce-8325-aba6a3110402 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:31:20.379148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Attempting to bind port d3a9a3d4-ece3-4dce-8325-aba6a3110402 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:31:20.385728 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Port d3a9a3d4-ece3-4dce-8325-aba6a3110402 on network 78810df9-278a-4925-972d-51f8ab8080e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:31:20.386106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Attempting to bind port d3a9a3d4-ece3-4dce-8325-aba6a3110402 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:31:20.392173 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:31:20.392508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Checking segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:31:20.392899 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Bound using segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:31:20.393333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Bound port: d3a9a3d4-ece3-4dce-8325-aba6a3110402, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:31:20.393690 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:20.431460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64ae2d94-f83f-41f4-b303-1500996e2ca9 req-675d6a79-e285-4f0b-98f0-591a9ac4cd66 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522676 Nov 19 19:31:20.485807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] For port d3a9a3d4-ece3-4dce-8325-aba6a3110402, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:31:20.491023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] For port d3a9a3d4-ece3-4dce-8325-aba6a3110402, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d3a9a3d4-ece3-4dce-8325-aba6a3110402,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:31:20.499238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:20.536057 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86cfa5ca-9c63-4069-93d8-0e2279313931 req-38caefd5-3282-470e-8d62-d983593fe0cc tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 210 time: 0.0377016 Nov 19 19:31:20.553511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:20.554397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:20.555997 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] 10.222.0.57 "PUT /v2.0/ports/d3a9a3d4-ece3-4dce-8325-aba6a3110402 HTTP/1.1" status: 200 len: 1091 time: 0.7389193 Nov 19 19:31:20.556470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7a1062-49ff-4e39-ae74-f2060d985dda', 'tag': 'd3a9a3d4-ece3-4dce-8325-aba6a3110402'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:31:20.558978 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919174b4-d433-47e9-b7fc-e027481f485f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7a1062-49ff-4e39-ae74-f2060d985dda", "tag": "d3a9a3d4-ece3-4dce-8325-aba6a3110402"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:31:20.610742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26a761-662f-4979-b437-93f211e9dea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a9a3d4-ece3-4dce-8325-aba6a3110402,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:20.648575 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942fcfa4-f57c-4b75-92aa-16928357ba70 x-openstack-request-id: req-942fcfa4-f57c-4b75-92aa-16928357ba70 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:31:20.648873 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7a1062-49ff-4e39-ae74-f2060d985dda", "tag": "d3a9a3d4-ece3-4dce-8325-aba6a3110402", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:31:20.649133 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-942fcfa4-f57c-4b75-92aa-16928357ba70 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:31:20.649548 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7a1062-49ff-4e39-ae74-f2060d985dda', 'tag': 'd3a9a3d4-ece3-4dce-8325-aba6a3110402', 'status': 'completed', 'code': 200} Nov 19 19:31:20.686831 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-debd434c-791b-49f9-ba4c-67e2e7d4f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:20.688398 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-debd434c-791b-49f9-ba4c-67e2e7d4f578 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 1094 time: 0.0579579 Nov 19 19:31:20.733917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-904d798f-5f8e-4e7d-a02a-1286610ea6b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3a9a3d4-ece3-4dce-8325-aba6a3110402 HTTP/1.1" status: 200 len: 217 time: 0.0375528 Nov 19 19:31:20.799700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-ce52a636-5b74-456d-9a10-a835a04c577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:20.801399 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-ce52a636-5b74-456d-9a10-a835a04c577c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0594933 Nov 19 19:31:20.855381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ff5649b3-73ed-49c1-b8ac-5a8b324bb817 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:31:20.856156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-c8d6d157-f7f5-4788-9185-450b8163c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:20.857807 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-c8d6d157-f7f5-4788-9185-450b8163c2f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487514 Nov 19 19:31:20.883298 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: ff5649b3-73ed-49c1-b8ac-5a8b324bb817 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:31:20.883766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ff5649b3-73ed-49c1-b8ac-5a8b324bb817 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:31:20.968397 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-65cd35f3-e58d-4381-98ea-a45fd2dc4f4f service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024957 Nov 19 19:31:21.097977 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aadae3e1-7a7f-4a11-bc88-95d2c19315fe req-167212ba-429e-41d4-8dde-66d399947f4e service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211119 Nov 19 19:31:21.194299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919174b4-d433-47e9-b7fc-e027481f485f req-078dbb50-ffe8-40f8-8ef6-00cb4f47c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:21.195915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919174b4-d433-47e9-b7fc-e027481f485f req-078dbb50-ffe8-40f8-8ef6-00cb4f47c447 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 1094 time: 0.0436420 Nov 19 19:31:21.304682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919174b4-d433-47e9-b7fc-e027481f485f req-4d4fe06e-259c-4451-abc5-50cbf444ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:21.306207 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919174b4-d433-47e9-b7fc-e027481f485f req-4d4fe06e-259c-4451-abc5-50cbf444ea00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.1037457 Nov 19 19:31:21.353424 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919174b4-d433-47e9-b7fc-e027481f485f req-4ed3c3db-bee7-4e82-822b-843812050479 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3a9a3d4-ece3-4dce-8325-aba6a3110402 HTTP/1.1" status: 200 len: 217 time: 0.0398335 Nov 19 19:31:21.406962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919174b4-d433-47e9-b7fc-e027481f485f req-15d5da19-c8d6-4c7a-8104-75024e940548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:21.408461 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919174b4-d433-47e9-b7fc-e027481f485f req-15d5da19-c8d6-4c7a-8104-75024e940548 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0487285 Nov 19 19:31:21.465475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919174b4-d433-47e9-b7fc-e027481f485f req-b84c7feb-be90-424f-9a3c-54896eacb819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:21.467118 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919174b4-d433-47e9-b7fc-e027481f485f req-b84c7feb-be90-424f-9a3c-54896eacb819 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510004 Nov 19 19:31:21.560031 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01b0a6-8d24-4e6d-8f2c-a90f18580dd7 req-799b29f0-2215-4136-bd0f-a6c02e9a6325 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:21.562406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3a01b0a6-8d24-4e6d-8f2c-a90f18580dd7 req-799b29f0-2215-4136-bd0f-a6c02e9a6325 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.0549729 Nov 19 19:31:21.572606 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919174b4-d433-47e9-b7fc-e027481f485f req-a1e38304-3a57-4d57-bb07-88411f01f0f5 service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980420 Nov 19 19:31:21.616698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3a01b0a6-8d24-4e6d-8f2c-a90f18580dd7 req-c853f35a-56f0-476f-955d-8f8742041eea tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479393 Nov 19 19:31:21.686944 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919174b4-d433-47e9-b7fc-e027481f485f req-d3597cff-6121-462f-8efc-af679211a3a7 service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076005 Nov 19 19:31:21.731216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a4e83c5-9a84-4e44-9597-fb1364ac69ec req-4e8c9a25-4ab5-4816-ae26-672d99bccfb1 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb4b587b-77a1-421c-a66e-74dcca3ab02f HTTP/1.1" status: 200 len: 210 time: 0.0333278 Nov 19 19:31:22.766659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca3ca7-b8f4-440e-8acc-088c071ba188 req-533aa1b3-5c94-48ca-9a8a-ef3a6b825e94 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:22.768353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ceca3ca7-b8f4-440e-8acc-088c071ba188 req-533aa1b3-5c94-48ca-9a8a-ef3a6b825e94 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.0608554 Nov 19 19:31:22.820248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ceca3ca7-b8f4-440e-8acc-088c071ba188 req-0a7f2360-c505-4974-8704-102d998cbc84 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447173 Nov 19 19:31:22.868002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 58996) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:22.931055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:22.956942 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:23.033056 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:23.037321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:23.038713 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] 10.222.0.50 "DELETE /v2.0/security-groups/8da5ab82-48a2-4c2c-bde5-7e535a48ebf2 HTTP/1.1" status: 204 len: 168 time: 0.1696339 Nov 19 19:31:23.056002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da5ab82-48a2-4c2c-bde5-7e535a48ebf2,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:23.065259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.065610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.066221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.066571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.066913 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.067259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.068589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.068589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.069181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.069672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.070055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.070383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc83f1a-acb8-4d46-b641-7321d7a8e6c6 tempest-TestVolumeBackupRestore-987222305 tempest-TestVolumeBackupRestore-987222305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:23.965603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce6f01-a29f-4cfe-a0ef-a9cd3c9d5dc8 req-9d27b751-f8c1-4d09-b4dd-e7a815d515fa tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:23.967345 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-efce6f01-a29f-4cfe-a0ef-a9cd3c9d5dc8 req-9d27b751-f8c1-4d09-b4dd-e7a815d515fa tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.0659895 Nov 19 19:31:24.030296 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-efce6f01-a29f-4cfe-a0ef-a9cd3c9d5dc8 req-59f11ce9-00ce-4a47-a24f-3016df39b67a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561135 Nov 19 19:31:25.167005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f756a9-e6b2-41a6-be86-9217ecb74b19 req-7f720df4-96d5-4fd8-9ca4-bda0c2265c64 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:25.168704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4f756a9-e6b2-41a6-be86-9217ecb74b19 req-7f720df4-96d5-4fd8-9ca4-bda0c2265c64 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.0619633 Nov 19 19:31:25.224131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4f756a9-e6b2-41a6-be86-9217ecb74b19 req-62239694-da02-465c-8b3e-02133de4c240 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 Nov 19 19:31:25.445407 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:26.377261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfffab-5162-471c-a833-17cefd676c71 req-bb3d4d46-0f02-4fa5-90fd-725ef472ef6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:26.378955 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cdfffab-5162-471c-a833-17cefd676c71 req-bb3d4d46-0f02-4fa5-90fd-725ef472ef6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.0668268 Nov 19 19:31:26.435370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cdfffab-5162-471c-a833-17cefd676c71 req-8c966b1d-c60d-403f-9f4e-3d5cbc4edb11 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489089 Nov 19 19:31:27.615424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d8469-e21d-46d6-9d5d-fc69dcfbff2f req-12112622-efc7-4217-a18b-8eb7e4ea40b5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:27.628268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb7d8469-e21d-46d6-9d5d-fc69dcfbff2f req-12112622-efc7-4217-a18b-8eb7e4ea40b5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.1021225 Nov 19 19:31:27.686129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb7d8469-e21d-46d6-9d5d-fc69dcfbff2f req-a3343233-2bf5-4c94-bfa1-8b70d2f20ee6 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568180 Nov 19 19:31:28.667849 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59462) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:28.923711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a525a-71e0-463e-8f5f-4f00a8b7c612 req-fe2568d1-bb88-45c4-a6fc-7969142c9f5c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:28.925258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c7a525a-71e0-463e-8f5f-4f00a8b7c612 req-fe2568d1-bb88-45c4-a6fc-7969142c9f5c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.0897083 Nov 19 19:31:29.017185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c7a525a-71e0-463e-8f5f-4f00a8b7c612 req-d870b4c9-7a71-4368-bd41-42850805eeec tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822697 Nov 19 19:31:29.159642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:29.500657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2798e9e-e37b-4f02-baf4-180b46c5bf30 req-5176cc5c-2ec9-4e30-b6b6-6e0c14191b54 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:29.502289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2798e9e-e37b-4f02-baf4-180b46c5bf30 req-5176cc5c-2ec9-4e30-b6b6-6e0c14191b54 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.1011395 Nov 19 19:31:29.569171 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2798e9e-e37b-4f02-baf4-180b46c5bf30 req-9de79b1e-8087-4c6a-9619-7fb5f83c3f1d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589337 Nov 19 19:31:29.570582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] Deleting port ff803874-70d2-4e0f-ab0a-25f90fd4ea97 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:31:29.570919 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:29.660672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] For port ff803874-70d2-4e0f-ab0a-25f90fd4ea97, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ff803874-70d2-4e0f-ab0a-25f90fd4ea97,segment=NetworkSegment(b91b9f89-83a8-4d05-95bb-da8d4dc68d49),segment_id=b91b9f89-83a8-4d05-95bb-da8d4dc68d49)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:29.661072 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:29.685589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] Calling delete_port for ff803874-70d2-4e0f-ab0a-25f90fd4ea97 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:31:29.878348 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:29.909388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff803874-70d2-4e0f-ab0a-25f90fd4ea97,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:29.993649 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:30.121800 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:30.219350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316da5e-a5fe-49ad-87a6-c6ea1a9b3bab req-2046d425-fae0-4e45-9e58-5a425a02c1a0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:30.220776 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3316da5e-a5fe-49ad-87a6-c6ea1a9b3bab req-2046d425-fae0-4e45-9e58-5a425a02c1a0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.1168139 Nov 19 19:31:30.314856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3316da5e-a5fe-49ad-87a6-c6ea1a9b3bab req-ab9759b0-3330-4c27-8d96-e8089e494b24 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648100 Nov 19 19:31:30.727190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] Router d5e76d34-f135-4b23-b72b-aa0ab67540b5 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:31:30.739869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae7695-0eef-4da1-b68b-8ccc88396e89 req-a611efff-34d7-4ded-9d41-c9436e5934f5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:30.741371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58ae7695-0eef-4da1-b68b-8ccc88396e89 req-a611efff-34d7-4ded-9d41-c9436e5934f5 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0734851 Nov 19 19:31:30.867030 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58ae7695-0eef-4da1-b68b-8ccc88396e89 req-914d30cc-9864-4bd0-867b-39676f0b0a18 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188307 Nov 19 19:31:30.883685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:31:30.891787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-26871bbc-496d-4c90-8b51-675fc2ac6683 admin admin] 10.222.0.50 "PUT /v2.0/routers/d5e76d34-f135-4b23-b72b-aa0ab67540b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2202232 Nov 19 19:31:30.892026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59486) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:30.897685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12136c-c097-4069-969e-3ee12af64c7e None None] Sync routers for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:31:30.908561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12136c-c097-4069-969e-3ee12af64c7e None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:31:30.909176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7a12136c-c097-4069-969e-3ee12af64c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:31:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:31.004317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:31.116308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:31.182220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Deleting port 893521d1-6828-437e-a5fb-cf67c27025c4 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:31:31.182474 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:31.205432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-7a12136c-c097-4069-969e-3ee12af64c7e None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:31:31.268076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] For port 893521d1-6828-437e-a5fb-cf67c27025c4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=893521d1-6828-437e-a5fb-cf67c27025c4,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:31.268441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:31.281404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Calling delete_port for 893521d1-6828-437e-a5fb-cf67c27025c4 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:31:31.396873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7a12136c-c097-4069-969e-3ee12af64c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:31:29Z', 'revision_number': 5, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port': {'id': '893521d1-6828-437e-a5fb-cf67c27025c4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:99:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:31.424459 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12136c-c097-4069-969e-3ee12af64c7e None None] Checking router: d5e76d34-f135-4b23-b72b-aa0ab67540b5 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:31:31.433980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12136c-c097-4069-969e-3ee12af64c7e None None] Routers {'d5e76d34-f135-4b23-b72b-aa0ab67540b5'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:31:31.434512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7a12136c-c097-4069-969e-3ee12af64c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:31:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:31.478839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7457765-0570-46cc-8965-b5946c126352 req-524613fd-8aed-4eaa-b924-095d58ccac83 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:31.480368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7457765-0570-46cc-8965-b5946c126352 req-524613fd-8aed-4eaa-b924-095d58ccac83 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.0886252 Nov 19 19:31:31.528598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-7a12136c-c097-4069-969e-3ee12af64c7e None None] Set router d5e76d34-f135-4b23-b72b-aa0ab67540b5 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:31:31.529833 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:31.572358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=893521d1-6828-437e-a5fb-cf67c27025c4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:31.578221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7457765-0570-46cc-8965-b5946c126352 req-17a1b15b-6b66-4aef-9466-850d365b9d1e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913515 Nov 19 19:31:31.588190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7a12136c-c097-4069-969e-3ee12af64c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:31:31Z', 'revision_number': 6, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:31.618629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9057230-be76-48f2-9f92-574d29c7c2e1 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:31:31.621986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12136c-c097-4069-969e-3ee12af64c7e None None] The sync data for ids ['d5e76d34-f135-4b23-b72b-aa0ab67540b5'] in n-d-815373-6 is: [{'id': 'd5e76d34-f135-4b23-b72b-aa0ab67540b5', 'name': 'tempest-TestVolumeBackupRestore-1358289718-router', 'tenant_id': 'b757cfac80464e308e18850e521b1f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:37Z', 'updated_at': '2021-11-19T19:31:31Z', 'revision_number': 6, 'project_id': 'b757cfac80464e308e18850e521b1f72', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:31:31.660432 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:31.753673 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:31.756452 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:31.800751 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:31.801286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5e76d34-f135-4b23-b72b-aa0ab67540b5 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:31:31.805965 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:31.807298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0f1eb4cd-2ba5-4596-9957-7ef1b98558e0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d5e76d34-f135-4b23-b72b-aa0ab67540b5 HTTP/1.1" status: 204 len: 168 time: 0.9142916 Nov 19 19:31:31.810797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59490) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:31.861200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4185d7b-ebc1-4336-b9d1-8c9609f2d50b admin admin] Deleting subnet 3fb7445b-d4c3-4242-a83f-c4590477046e {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:31:31.865078 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4185d7b-ebc1-4336-b9d1-8c9609f2d50b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:31.906738 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4185d7b-ebc1-4336-b9d1-8c9609f2d50b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.021835 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4185d7b-ebc1-4336-b9d1-8c9609f2d50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.054115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b18893-e3d0-4ac4-a99e-003bff23a147 req-a291def1-dda6-4af8-beec-7c27f0e92f1b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:32.055725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11b18893-e3d0-4ac4-a99e-003bff23a147 req-a291def1-dda6-4af8-beec-7c27f0e92f1b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.1144919 Nov 19 19:31:32.120753 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4185d7b-ebc1-4336-b9d1-8c9609f2d50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.134638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11b18893-e3d0-4ac4-a99e-003bff23a147 req-bd6c74ba-8af4-42be-9bd8-53620aae908b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723119 Nov 19 19:31:32.156455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4185d7b-ebc1-4336-b9d1-8c9609f2d50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb7445b-d4c3-4242-a83f-c4590477046e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:32.158491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b4185d7b-ebc1-4336-b9d1-8c9609f2d50b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.162982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b4185d7b-ebc1-4336-b9d1-8c9609f2d50b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3fb7445b-d4c3-4242-a83f-c4590477046e HTTP/1.1" status: 204 len: 168 time: 0.3511798 Nov 19 19:31:32.164072 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a773885-9b14-407c-8207-1c9b51771626 None None] Network 97bdca4e-102d-4c7f-aee4-f79695e8c91e requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:31:32.166918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59494) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:32.244287 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.301168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Deleting port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:31:32.301543 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.367161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] For port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=8d4b8ed4-108f-4487-a770-38a6e5d9ccd4,segment=NetworkSegment(b91b9f89-83a8-4d05-95bb-da8d4dc68d49),segment_id=b91b9f89-83a8-4d05-95bb-da8d4dc68d49)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:32.367446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.380957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Calling delete_port for 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:31:32.444298 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] DHCP port deletion for 97bdca4e-102d-4c7f-aee4-f79695e8c91e request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:31:32.477148 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.496887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Deleting port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:31:32.497436 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.506117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4b8ed4-108f-4487-a770-38a6e5d9ccd4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:32.509993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] No DVR routers for this DVR port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:31:32.590662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] For port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4, host n-d-815373-6, got binding levels [] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:32.591051 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.591596 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.604974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Calling delete_port for 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:31:32.607764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.ipam_backend_mixin [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 was not found and therefore no delete operation was performed {{(pid=109889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:31:32.609067 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.615674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bdca4e-102d-4c7f-aee4-f79695e8c91e']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:32.632093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:32.632558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91b9f89-83a8-4d05-95bb-da8d4dc68d49') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:32.634009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Pushing event deleted for resources: {'Port': ['ID=8d4b8ed4-108f-4487-a770-38a6e5d9ccd4,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:32.643955 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.648304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.648573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.648916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.649254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.649586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.649946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.650276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.650601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.650927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.651246 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.651571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.651902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:31:32.654925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100915e-ac44-45f8-8cc4-408719fc01d8 None None] No DVR routers for this DVR port 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:31:32.662191 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.677160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:31:32.678077 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:31:32.680853 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:31:32.772213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.782001 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:32.785133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] 10.222.0.50 "DELETE /v2.0/networks/97bdca4e-102d-4c7f-aee4-f79695e8c91e HTTP/1.1" status: 204 len: 168 time: 0.6172745 Nov 19 19:31:32.789502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59498) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:32.797696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eddd6-c0c2-414a-a9fd-9cf20c6db673 req-4d0ebe9e-8b41-410c-b51f-ab471b577ca2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:32.805576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-078eddd6-c0c2-414a-a9fd-9cf20c6db673 req-4d0ebe9e-8b41-410c-b51f-ab471b577ca2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.1049485 Nov 19 19:31:32.808082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7dcddf-e7cc-4a9d-b75f-74b1eda91c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=97bdca4e-102d-4c7f-aee4-f79695e8c91e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:32.858189 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-078eddd6-c0c2-414a-a9fd-9cf20c6db673 req-bc5e7f0e-972e-494b-9740-bc64e2b8a2c5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462401 Nov 19 19:31:33.156891 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:33.262218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bae51-6a84-403d-8978-194105b63647 req-7429ee67-a241-4442-a58b-53f038ff1857 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:33.263770 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-894bae51-6a84-403d-8978-194105b63647 req-7429ee67-a241-4442-a58b-53f038ff1857 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0572815 Nov 19 19:31:33.321458 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-894bae51-6a84-403d-8978-194105b63647 req-4f8b0bd8-f537-4710-89f8-74e867cf5383 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503712 Nov 19 19:31:33.427437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] Deleting port 462c266e-3f08-4e23-8e2f-2f1de1ebb421 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:31:33.427731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:33.513347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] For port 462c266e-3f08-4e23-8e2f-2f1de1ebb421, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=462c266e-3f08-4e23-8e2f-2f1de1ebb421,segment=NetworkSegment(8b58985b-a14f-4e5f-b0c4-74a4eef927ab),segment_id=8b58985b-a14f-4e5f-b0c4-74a4eef927ab)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:33.513707 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:33.527988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] Calling delete_port for 462c266e-3f08-4e23-8e2f-2f1de1ebb421 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:31:33.709722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 893521d1-6828-437e-a5fb-cf67c27025c4 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:31:33.728036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:33.735551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 893521d1-6828-437e-a5fb-cf67c27025c4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:31:33.735902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 893521d1-6828-437e-a5fb-cf67c27025c4 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:31:33.736314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:31:33.755405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] Pushing event deleted for resources: {'Port': ['ID=462c266e-3f08-4e23-8e2f-2f1de1ebb421,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:33.756095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:31:33.756436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 8d4b8ed4-108f-4487-a770-38a6e5d9ccd4 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:31:33.756839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ff803874-70d2-4e0f-ab0a-25f90fd4ea97 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:31:33.777863 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: ff803874-70d2-4e0f-ab0a-25f90fd4ea97 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:31:33.778429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ff803874-70d2-4e0f-ab0a-25f90fd4ea97 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:31:33.946603 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:34.015418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16295b2c-3bc4-471c-96f4-7ea37fdc5f5d req-e2577556-2af3-4081-ab01-c12d2b4d4461 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:34.016958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16295b2c-3bc4-471c-96f4-7ea37fdc5f5d req-e2577556-2af3-4081-ab01-c12d2b4d4461 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.0616930 Nov 19 19:31:34.066090 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16295b2c-3bc4-471c-96f4-7ea37fdc5f5d req-9827feab-75a7-48ad-8fd8-1e3890f8ef6c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Nov 19 19:31:34.175000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] Router 84552577-3fe9-4496-8e8d-9928aa954e8c has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:31:34.286709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:31:34.292010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-21e84882-bd2c-4d4d-a687-06a62c461261 admin admin] 10.222.0.50 "PUT /v2.0/routers/84552577-3fe9-4496-8e8d-9928aa954e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5013158 Nov 19 19:31:34.294360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59504) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:34.296801 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73aa06e-6871-452c-b384-0ebdaa54856b None None] Sync routers for ids ['84552577-3fe9-4496-8e8d-9928aa954e8c'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:31:34.308827 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73aa06e-6871-452c-b384-0ebdaa54856b None None] Routers {'84552577-3fe9-4496-8e8d-9928aa954e8c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:31:34.309442 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b73aa06e-6871-452c-b384-0ebdaa54856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:31:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['84552577-3fe9-4496-8e8d-9928aa954e8c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:34.411462 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:34.464700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279bb6c-c0a5-40d7-b1bd-3390582a74e8 req-6acdeb25-203b-4f61-8196-48330df37d31 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:34.466308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9279bb6c-c0a5-40d7-b1bd-3390582a74e8 req-6acdeb25-203b-4f61-8196-48330df37d31 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0644631 Nov 19 19:31:34.527604 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9279bb6c-c0a5-40d7-b1bd-3390582a74e8 req-e027c91b-3704-4078-a5bc-d1f9b84ccbc1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535235 Nov 19 19:31:34.532910 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b73aa06e-6871-452c-b384-0ebdaa54856b None None] Set router 84552577-3fe9-4496-8e8d-9928aa954e8c gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:31:34.537563 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:34.597089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Deleting port 41d4aa49-501b-4e79-8c71-512f0cad0d99 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:31:34.597586 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:34.695873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] For port 41d4aa49-501b-4e79-8c71-512f0cad0d99, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=41d4aa49-501b-4e79-8c71-512f0cad0d99,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:34.696247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:34.708852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Calling delete_port for 41d4aa49-501b-4e79-8c71-512f0cad0d99 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:31:34.728073 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b73aa06e-6871-452c-b384-0ebdaa54856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'name': 'tempest-TestVolumeBackupRestore-1381986582-router', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:31:33Z', 'revision_number': 5, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'gw_port': {'id': '41d4aa49-501b-4e79-8c71-512f0cad0d99', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:27:45Z', 'updated_at': '2021-11-19T19:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:34.757338 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73aa06e-6871-452c-b384-0ebdaa54856b None None] Checking router: 84552577-3fe9-4496-8e8d-9928aa954e8c for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:31:34.766035 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73aa06e-6871-452c-b384-0ebdaa54856b None None] Routers {'84552577-3fe9-4496-8e8d-9928aa954e8c'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:31:34.766646 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b73aa06e-6871-452c-b384-0ebdaa54856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:31:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['84552577-3fe9-4496-8e8d-9928aa954e8c'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:34.857796 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b73aa06e-6871-452c-b384-0ebdaa54856b None None] Set router 84552577-3fe9-4496-8e8d-9928aa954e8c gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:31:34.920568 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b73aa06e-6871-452c-b384-0ebdaa54856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'name': 'tempest-TestVolumeBackupRestore-1381986582-router', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:31:34Z', 'revision_number': 6, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:34.949446 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73aa06e-6871-452c-b384-0ebdaa54856b None None] The sync data for ids ['84552577-3fe9-4496-8e8d-9928aa954e8c'] in n-d-815373-6 is: [{'id': '84552577-3fe9-4496-8e8d-9928aa954e8c', 'name': 'tempest-TestVolumeBackupRestore-1381986582-router', 'tenant_id': '055c98b41c654497b9d547dbd4807ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:27:44Z', 'updated_at': '2021-11-19T19:31:34Z', 'revision_number': 6, 'project_id': '055c98b41c654497b9d547dbd4807ff2', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:31:35.193378 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6128488-938f-475d-830c-c8bc2b63e0a9 req-b6bb8738-c4a0-4cfb-b2b5-569acaa211ef tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:35.194466 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6128488-938f-475d-830c-c8bc2b63e0a9 req-b6bb8738-c4a0-4cfb-b2b5-569acaa211ef tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.0546825 Nov 19 19:31:35.221784 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.251746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6128488-938f-475d-830c-c8bc2b63e0a9 req-d7402fe3-8827-4f1d-996e-33841d47508f tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513246 Nov 19 19:31:35.256802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Pushing event deleted for resources: {'Port': ['ID=41d4aa49-501b-4e79-8c71-512f0cad0d99,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:35.263750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346a17d-7610-493a-9ce0-6129ccde02d8 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:31:35.347196 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.461740 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.463894 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.508215 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.508770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84552577-3fe9-4496-8e8d-9928aa954e8c {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:31:35.513483 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.514670 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-38107952-78cd-495e-85ac-ee4956eabdab admin admin] 10.222.0.50 "DELETE /v2.0/routers/84552577-3fe9-4496-8e8d-9928aa954e8c HTTP/1.1" status: 204 len: 168 time: 1.2193565 Nov 19 19:31:35.517190 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59510) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:35.567019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6c7f7c-1c27-4c9f-a85e-786d168efb79 admin admin] Deleting subnet 1a050900-1bbe-438c-b334-ff2fd98638e3 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:31:35.571257 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf6c7f7c-1c27-4c9f-a85e-786d168efb79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.617877 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf6c7f7c-1c27-4c9f-a85e-786d168efb79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.648649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82142aed-25ab-476a-a85c-ec01148ef244 req-09869dc4-369c-464c-8178-a6bc2e8e78e8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:35.650233 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82142aed-25ab-476a-a85c-ec01148ef244 req-09869dc4-369c-464c-8178-a6bc2e8e78e8 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0518482 Nov 19 19:31:35.704234 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf6c7f7c-1c27-4c9f-a85e-786d168efb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.707042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82142aed-25ab-476a-a85c-ec01148ef244 req-4ff2bdd6-3975-4841-b892-58704fbc4faa tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505250 Nov 19 19:31:35.770295 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf6c7f7c-1c27-4c9f-a85e-786d168efb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.803151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 41d4aa49-501b-4e79-8c71-512f0cad0d99 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:31:35.804716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c7f7c-1c27-4c9f-a85e-786d168efb79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a050900-1bbe-438c-b334-ff2fd98638e3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:35.810339 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cf6c7f7c-1c27-4c9f-a85e-786d168efb79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.813958 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cf6c7f7c-1c27-4c9f-a85e-786d168efb79 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1a050900-1bbe-438c-b334-ff2fd98638e3 HTTP/1.1" status: 204 len: 168 time: 0.2952414 Nov 19 19:31:35.815946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59514) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:35.826028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d5491-9bc6-4d62-8338-a528607cbaa4 None None] Network 6872c499-daf3-4b3d-a8f7-87a82ebb5876 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:31:35.828324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 41d4aa49-501b-4e79-8c71-512f0cad0d99 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:31:35.828673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 41d4aa49-501b-4e79-8c71-512f0cad0d99 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:31:35.829095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 462c266e-3f08-4e23-8e2f-2f1de1ebb421 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:31:35.891446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 462c266e-3f08-4e23-8e2f-2f1de1ebb421 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:31:35.891806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 462c266e-3f08-4e23-8e2f-2f1de1ebb421 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:31:35.896540 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:35.952690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Deleting port eaa23000-2dfe-4eb3-9681-e169d66670c1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:31:35.953032 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.032344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] For port eaa23000-2dfe-4eb3-9681-e169d66670c1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eaa23000-2dfe-4eb3-9681-e169d66670c1,segment=NetworkSegment(8b58985b-a14f-4e5f-b0c4-74a4eef927ab),segment_id=8b58985b-a14f-4e5f-b0c4-74a4eef927ab)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:36.032649 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.043307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a3a652-ebd3-4ba9-8782-0f84de52304c None None] DHCP port deletion for 6872c499-daf3-4b3d-a8f7-87a82ebb5876 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:31:36.048184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Calling delete_port for eaa23000-2dfe-4eb3-9681-e169d66670c1 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:31:36.100948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-87a3a652-ebd3-4ba9-8782-0f84de52304c None None] Deleting port eaa23000-2dfe-4eb3-9681-e169d66670c1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:31:36.101327 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87a3a652-ebd3-4ba9-8782-0f84de52304c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.139203 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.170577 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa23000-2dfe-4eb3-9681-e169d66670c1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:36.171969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-87a3a652-ebd3-4ba9-8782-0f84de52304c None None] For port eaa23000-2dfe-4eb3-9681-e169d66670c1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=eaa23000-2dfe-4eb3-9681-e169d66670c1,segment=NetworkSegment(8b58985b-a14f-4e5f-b0c4-74a4eef927ab),segment_id=8b58985b-a14f-4e5f-b0c4-74a4eef927ab)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:36.173060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] No DVR routers for this DVR port eaa23000-2dfe-4eb3-9681-e169d66670c1 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:31:36.173181 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87a3a652-ebd3-4ba9-8782-0f84de52304c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.188579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-87a3a652-ebd3-4ba9-8782-0f84de52304c None None] Calling delete_port for eaa23000-2dfe-4eb3-9681-e169d66670c1 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:31:36.190650 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:31:36.254681 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.275658 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87a3a652-ebd3-4ba9-8782-0f84de52304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.277486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6872c499-daf3-4b3d-a8f7-87a82ebb5876']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:36.288975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b58985b-a14f-4e5f-b0c4-74a4eef927ab') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:36.289266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b58985b-a14f-4e5f-b0c4-74a4eef927ab') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:31:36.300077 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.303492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3a652-ebd3-4ba9-8782-0f84de52304c None None] Pushing event deleted for resources: {'Port': ['ID=eaa23000-2dfe-4eb3-9681-e169d66670c1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:36.307303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3a652-ebd3-4ba9-8782-0f84de52304c None None] No DVR routers for this DVR port eaa23000-2dfe-4eb3-9681-e169d66670c1 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:31:36.324340 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.333396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:31:36.334030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:31:36.336066 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:31:36.405886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.415079 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.418619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] 10.222.0.50 "DELETE /v2.0/networks/6872c499-daf3-4b3d-a8f7-87a82ebb5876 HTTP/1.1" status: 204 len: 168 time: 0.6016741 Nov 19 19:31:36.424585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa761e2-7818-401c-b0ee-45d6ba9416dd req-574c12d7-5bc1-44b2-8612-8893ef91d7ae tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:36.427098 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5fa761e2-7818-401c-b0ee-45d6ba9416dd req-574c12d7-5bc1-44b2-8612-8893ef91d7ae tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 943 time: 0.0576079 Nov 19 19:31:36.431129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584c989-97df-440a-9c51-4432235a87bb admin admin] Pushing event deleted for resources: {'Network': ['ID=6872c499-daf3-4b3d-a8f7-87a82ebb5876,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:36.490959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5fa761e2-7818-401c-b0ee-45d6ba9416dd req-04f3a7d7-3e8d-4b95-b3e4-cf5db171df0f tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532308 Nov 19 19:31:36.624136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59520) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:36.664042 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-54431db7-2d72-474e-80b6-4e872a50491c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b757cfac80464e308e18850e521b1f72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387499 Nov 19 19:31:36.666503 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59522) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:36.715272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9a0d-3cb5-4a9a-933c-3a7a09292cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.736510 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9a0d-3cb5-4a9a-933c-3a7a09292cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.798222 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9a0d-3cb5-4a9a-933c-3a7a09292cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.800782 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9a0d-3cb5-4a9a-933c-3a7a09292cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:36.803010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c8cd9a0d-3cb5-4a9a-933c-3a7a09292cf6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f708a4f-aa0b-4810-bbab-c1218bc42b68 HTTP/1.1" status: 204 len: 168 time: 0.1353612 Nov 19 19:31:36.811799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd9a0d-3cb5-4a9a-933c-3a7a09292cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f708a4f-aa0b-4810-bbab-c1218bc42b68,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:36.837110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b427d-1514-46b5-a465-a699817f9816 req-f2543347-b70e-4e4a-a1f0-b3b7636e8e95 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:36.838562 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f48b427d-1514-46b5-a465-a699817f9816 req-f2543347-b70e-4e4a-a1f0-b3b7636e8e95 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0604336 Nov 19 19:31:36.890356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f48b427d-1514-46b5-a465-a699817f9816 req-01d9b2f4-feba-43d9-be3a-59ff59e0937b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445445 Nov 19 19:31:36.950565 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d3a9a3d4-ece3-4dce-8325-aba6a3110402 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:31:37.049070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d3a9a3d4-ece3-4dce-8325-aba6a3110402, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d3a9a3d4-ece3-4dce-8325-aba6a3110402,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:37.065182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'd3a9a3d4-ece3-4dce-8325-aba6a3110402', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'port_id': 'd3a9a3d4-ece3-4dce-8325-aba6a3110402', 'mac_address': 'fa:16:3e:ee:6b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:31:37.104365 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:37.118592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a9a3d4-ece3-4dce-8325-aba6a3110402 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:31:37.142343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d3a9a3d4-ece3-4dce-8325-aba6a3110402, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d3a9a3d4-ece3-4dce-8325-aba6a3110402,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:37.147008 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:37.151511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59530) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:37.201015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=d3a9a3d4-ece3-4dce-8325-aba6a3110402,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:37.204741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4c3d552f-a891-4c35-9b09-da9d748f0077 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=055c98b41c654497b9d547dbd4807ff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519853 Nov 19 19:31:37.207299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59532) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:37.255662 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f89a-3054-4675-9187-4d6c98c5000e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:37.276874 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f89a-3054-4675-9187-4d6c98c5000e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:37.326242 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f89a-3054-4675-9187-4d6c98c5000e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:37.328916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f89a-3054-4675-9187-4d6c98c5000e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:37.330111 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a7d8f89a-3054-4675-9187-4d6c98c5000e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c73b8cb5-f52d-4fdc-b7c9-c5c1c26e1c48 HTTP/1.1" status: 204 len: 168 time: 0.1212251 Nov 19 19:31:37.340658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8f89a-3054-4675-9187-4d6c98c5000e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73b8cb5-f52d-4fdc-b7c9-c5c1c26e1c48,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:37.471375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d3a9a3d4-ece3-4dce-8325-aba6a3110402'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:31:37.628250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c379977-17cd-493d-b25c-0d3de7790522 req-bc65ede4-c6fb-482f-b342-f31747057049 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:37.631274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c379977-17cd-493d-b25c-0d3de7790522 req-bc65ede4-c6fb-482f-b342-f31747057049 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 944 time: 0.0648112 Nov 19 19:31:37.695606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c379977-17cd-493d-b25c-0d3de7790522 req-fd713a4c-9bc9-4ae4-82f5-7738a71c80e9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580211 Nov 19 19:31:37.724153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device eaa23000-2dfe-4eb3-9681-e169d66670c1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:31:37.749639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: eaa23000-2dfe-4eb3-9681-e169d66670c1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:31:37.750012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device eaa23000-2dfe-4eb3-9681-e169d66670c1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:31:38.009159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec36df-0858-432c-b9f4-a4db86733bc8 req-3b5e0992-735e-48c1-befd-8d30a3c52a0e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:38.010690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8ec36df-0858-432c-b9f4-a4db86733bc8 req-3b5e0992-735e-48c1-befd-8d30a3c52a0e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0485663 Nov 19 19:31:38.064832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a8ec36df-0858-432c-b9f4-a4db86733bc8 req-41f9d65a-0b29-4f48-a722-3a02c095bd7c tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481634 Nov 19 19:31:38.241602 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0082fb05-cb6f-4a8a-8334-9beb0cb0b7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:38.813608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d50c3-a12d-4638-8630-4e9aaa3f58a4 req-47111044-6d1b-4555-939e-517835132718 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:38.815122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-168d50c3-a12d-4638-8630-4e9aaa3f58a4 req-47111044-6d1b-4555-939e-517835132718 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 944 time: 0.0494926 Nov 19 19:31:38.864801 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-168d50c3-a12d-4638-8630-4e9aaa3f58a4 req-d15ea4ab-6d6b-4589-ab16-b42e354487b6 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Nov 19 19:31:38.979815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d3a9a3d4-ece3-4dce-8325-aba6a3110402 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:31:39.030254 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port d3a9a3d4-ece3-4dce-8325-aba6a3110402 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:31:39.034269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port d3a9a3d4-ece3-4dce-8325-aba6a3110402 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:31:39.034642 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:39.112211 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:39.135790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7a1062-49ff-4e39-ae74-f2060d985dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a9a3d4-ece3-4dce-8325-aba6a3110402'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:31:39.138169 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ff4c8b-f753-4a70-8cac-a717947026dd" -d '{"events": [{"server_uuid": "ad7a1062-49ff-4e39-ae74-f2060d985dda", "name": "network-vif-plugged", "status": "completed", "tag": "d3a9a3d4-ece3-4dce-8325-aba6a3110402"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:31:39.150734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d3a9a3d4-ece3-4dce-8325-aba6a3110402, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d3a9a3d4-ece3-4dce-8325-aba6a3110402,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:39.155141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:39.188798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddb2e9-958d-415c-8baf-e778dca5a6bd req-dddc5713-72ea-4882-9214-bc0e6dbcce1d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:39.190330 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cddb2e9-958d-415c-8baf-e778dca5a6bd req-dddc5713-72ea-4882-9214-bc0e6dbcce1d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0539722 Nov 19 19:31:39.204340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=d3a9a3d4-ece3-4dce-8325-aba6a3110402,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:39.243154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1cddb2e9-958d-415c-8baf-e778dca5a6bd req-040e8df9-f362-4382-8e79-193f15996fb3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459108 Nov 19 19:31:39.288219 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a753c544-212f-49e3-b0ad-76119a4e5414 x-openstack-request-id: req-a753c544-212f-49e3-b0ad-76119a4e5414 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:31:39.288516 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7a1062-49ff-4e39-ae74-f2060d985dda", "name": "network-vif-plugged", "status": "completed", "tag": "d3a9a3d4-ece3-4dce-8325-aba6a3110402", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:31:39.288773 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a753c544-212f-49e3-b0ad-76119a4e5414 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:31:39.289382 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7a1062-49ff-4e39-ae74-f2060d985dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a9a3d4-ece3-4dce-8325-aba6a3110402', 'code': 200} Nov 19 19:31:39.385168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39129-298f-4747-8f92-4958f38d9147 req-0642c046-40c1-4001-8c0a-88435ab24841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:39.386685 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04e39129-298f-4747-8f92-4958f38d9147 req-0642c046-40c1-4001-8c0a-88435ab24841 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 1096 time: 0.0415411 Nov 19 19:31:39.432375 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04e39129-298f-4747-8f92-4958f38d9147 req-16986568-90c5-4e1e-8a59-7910e16a2ace service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390110 Nov 19 19:31:39.987801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a4dc7-0180-4630-bb6a-57831a82f33b req-6750cb7e-b50f-4288-8e53-8d3c0bfda031 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:39.989279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce9a4dc7-0180-4630-bb6a-57831a82f33b req-6750cb7e-b50f-4288-8e53-8d3c0bfda031 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 945 time: 0.0527658 Nov 19 19:31:40.036220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce9a4dc7-0180-4630-bb6a-57831a82f33b req-a0a9e944-5538-482e-8900-5c2fc3870851 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Nov 19 19:31:40.359770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375adbce-4049-4224-a3af-90cede382c39 req-78a8d475-7088-49bf-b570-69ca61849602 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:40.361262 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-375adbce-4049-4224-a3af-90cede382c39 req-78a8d475-7088-49bf-b570-69ca61849602 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0496500 Nov 19 19:31:40.412371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-375adbce-4049-4224-a3af-90cede382c39 req-5f303c2f-6c71-4377-955b-a921c411f4a2 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442657 Nov 19 19:31:40.600492 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82b86c8b-d959-4a99-bda9-96f35586848e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:41.157139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e46786-2e22-4a2f-8cee-2c911772bbb7 req-b08449d3-35ca-412e-a329-038ae6f99b45 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:41.158603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5e46786-2e22-4a2f-8cee-2c911772bbb7 req-b08449d3-35ca-412e-a329-038ae6f99b45 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 945 time: 0.0537994 Nov 19 19:31:41.212523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5e46786-2e22-4a2f-8cee-2c911772bbb7 req-c33f3253-fb3c-45a0-a446-a3520a71da5a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467374 Nov 19 19:31:41.331266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b6d99-d4c4-4cfe-9c99-7860e7538c9d req-cf1965df-5848-4e0e-a065-715297c04cba tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:41.332899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2d9b6d99-d4c4-4cfe-9c99-7860e7538c9d req-cf1965df-5848-4e0e-a065-715297c04cba tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 945 time: 0.0512166 Nov 19 19:31:41.382235 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2d9b6d99-d4c4-4cfe-9c99-7860e7538c9d req-6a2948bc-d1aa-44db-b98d-eebf77bbb7a3 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Nov 19 19:31:41.934384 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:42.659125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74203991-1ff8-4020-9d79-92df872a2e60 req-9c3cc274-5a0a-47f2-8b6c-26c3a6446c23 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:42.660634 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74203991-1ff8-4020-9d79-92df872a2e60 req-9c3cc274-5a0a-47f2-8b6c-26c3a6446c23 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0550535 Nov 19 19:31:42.716731 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74203991-1ff8-4020-9d79-92df872a2e60 req-cb4bb73d-6ed4-425d-8da3-740d6f886705 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499420 Nov 19 19:31:43.399526 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:43.832618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb132408-1a38-4fb1-8af2-6c86ee550dbc req-8bf64be9-7819-490a-b2d9-f51ae2c9b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:43.834233 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb132408-1a38-4fb1-8af2-6c86ee550dbc req-8bf64be9-7819-490a-b2d9-f51ae2c9b735 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 1096 time: 0.1650651 Nov 19 19:31:43.851299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be9db3-c86c-4534-9ba2-49a0baefd92f req-aed0e082-4165-49c1-adbe-ead1d669c292 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:43.852789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26be9db3-c86c-4534-9ba2-49a0baefd92f req-aed0e082-4165-49c1-adbe-ead1d669c292 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0536406 Nov 19 19:31:43.887238 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb132408-1a38-4fb1-8af2-6c86ee550dbc req-c0b4163e-06df-4e36-913d-f1afa7f41336 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446415 Nov 19 19:31:43.906774 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26be9db3-c86c-4534-9ba2-49a0baefd92f req-8e725f22-7a3f-45dd-8f36-ea9012b4805a tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455260 Nov 19 19:31:44.098763 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-4a4f4942-6d51-4d82-8f1d-14d6315459e0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:44.101238 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-4a4f4942-6d51-4d82-8f1d-14d6315459e0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.1169922 Nov 19 19:31:44.119362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-b3612765-29e7-419a-84f3-9f1d3ace77ae tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/quotas/eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 375 time: 0.0118849 Nov 19 19:31:44.166509 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:44.183005 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-0d1a3d55-120e-43ba-996a-c84f9869bdf7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578754 Nov 19 19:31:44.281147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-352015be-d76e-42e5-930e-4c60c0cdb9ff service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901194 Nov 19 19:31:44.375308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-ddc557ec-0547-4e2a-b08b-cded86ddac6e service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882018 Nov 19 19:31:44.578203 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d407f39-e8df-401f-90b8-a248e2150ebc req-cff2c178-1bcd-4337-b93a-5117cd65d2cf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 210 time: 0.0293784 Nov 19 19:31:45.014954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6281d46-6af1-495d-88a4-40f8a2bfbdb9 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:31:45.019279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6281d46-6af1-495d-88a4-40f8a2bfbdb9 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:31:45.062228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d6672-30b5-40bb-a78a-4ab7b461cd01 req-3372f234-8579-4d4d-b619-aa8a5c70ca48 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:45.064901 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85d6672-30b5-40bb-a78a-4ab7b461cd01 req-3372f234-8579-4d4d-b619-aa8a5c70ca48 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0822001 Nov 19 19:31:45.134859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c85d6672-30b5-40bb-a78a-4ab7b461cd01 req-f39638a0-c9ca-4532-a0dd-d55c14019dfe tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600734 Nov 19 19:31:45.223358 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:45.249767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d6281d46-6af1-495d-88a4-40f8a2bfbdb9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:45.270582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:31:45.272949 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf2231e-5196-4c10-9dac-9947bf3945d0" -d '{"events": [{"server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:31:45.282941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'port_id': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'mac_address': 'fa:16:3e:a1:5f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:31:45.288919 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d6281d46-6af1-495d-88a4-40f8a2bfbdb9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:45.295990 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:45.326902 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9b300d-a22c-49ea-a150-e736232f2098 x-openstack-request-id: req-2f9b300d-a22c-49ea-a150-e736232f2098 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:31:45.327204 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:31:45.327466 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f9b300d-a22c-49ea-a150-e736232f2098 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:31:45.327868 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'code': 200} Nov 19 19:31:45.370175 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:45.394987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6281d46-6af1-495d-88a4-40f8a2bfbdb9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:31:45.400859 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:45.419901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d6281d46-6af1-495d-88a4-40f8a2bfbdb9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:45.423966 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:45.473142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:45.680764 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80e4aae3-99ae-4027-b46a-283a74629d46 req-d43b7247-3a15-4906-93d0-276af6899f74 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 210 time: 0.0285103 Nov 19 19:31:45.740656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d6281d46-6af1-495d-88a4-40f8a2bfbdb9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:31:45.775070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-4243a5fa-9842-4c9c-986f-7ef659494da5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:45.776587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-4243a5fa-9842-4c9c-986f-7ef659494da5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.1130168 Nov 19 19:31:45.789739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'port': {'device_id': 'cf48e2f9-318b-41fa-a150-829c7aa50af0', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'admin_state_up': True, 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:31:45.919202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Made reservation on behalf of eb6d365ff57d47b4848afc9db28f6cb1 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:31:45.923114 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:46.063875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Allocated IP 172.20.0.8 (78810df9-278a-4925-972d-51f8ab8080e8/99a93667-1361-45df-b944-830796a1b770/c4b00cfb-bba5-43ee-abab-07c0d063b0f1) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:31:46.285302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8712697-a582-4a21-b538-2e42c0c3034b req-885de25a-aeda-4905-9553-677fe484c7ca tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:46.286090 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:46.286872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8712697-a582-4a21-b538-2e42c0c3034b req-885de25a-aeda-4905-9553-677fe484c7ca tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 944 time: 0.0528193 Nov 19 19:31:46.334103 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-5c190e75-299d-42b1-b7d5-7fd0fb4bcb67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381361 Nov 19 19:31:46.335674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:46.356429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8712697-a582-4a21-b538-2e42c0c3034b req-58c5b8b4-850c-4e10-9088-f8948dc7676d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627999 Nov 19 19:31:46.373995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 59662) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:31:46.386895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Network 78810df9-278a-4925-972d-51f8ab8080e8 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:31:46.400898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:31:46.404372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:31:46.439670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=c4b00cfb-bba5-43ee-abab-07c0d063b0f1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:46.448514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dd498df9-441b-4073-80b9-0b32eaef33c3 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/floatingips/f3db88e0-c5e5-41bf-a0e4-70415eb9d127 HTTP/1.1" status: 200 len: 992 time: 0.0729373 Nov 19 19:31:46.494214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-b5b6e918-ba66-4167-9b9f-718bc331eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:46.495670 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-b5b6e918-ba66-4167-9b9f-718bc331eda0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.1077201 Nov 19 19:31:46.502008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:46.502690 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:46.544694 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-9aae6c79-10bb-42c8-be32-5eefb4231b4c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595754 Nov 19 19:31:46.568595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d3a9a3d4-ece3-4dce-8325-aba6a3110402'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:31:46.574425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Request body: {'port': {'device_id': 'cf48e2f9-318b-41fa-a150-829c7aa50af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:31:46.657826 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:46.721230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-7edd8882-0e3a-49d3-98fa-fb37328a5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:46.721566 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6e39886d-7e2d-4ccc-ba29-a3a253673da7 None None] Provisioning complete for port c4b00cfb-bba5-43ee-abab-07c0d063b0f1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:31:46.721980 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6e39886d-7e2d-4ccc-ba29-a3a253673da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:46.722744 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-7edd8882-0e3a-49d3-98fa-fb37328a5e41 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.2026649 Nov 19 19:31:46.775151 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6e39886d-7e2d-4ccc-ba29-a3a253673da7 None None] Port c4b00cfb-bba5-43ee-abab-07c0d063b0f1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:31:46.788242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-57f5fc81-9304-4051-b3b3-090514ba0835 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0560553 Nov 19 19:31:46.814352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7e601-5392-4437-825d-04b86ee7bf98 req-66ccc816-76d3-420d-b6fa-c1a9423ac7f8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:46.816025 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61a7e601-5392-4437-825d-04b86ee7bf98 req-66ccc816-76d3-420d-b6fa-c1a9423ac7f8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 931 time: 0.0568860 Nov 19 19:31:46.871133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61a7e601-5392-4437-825d-04b86ee7bf98 req-315443bb-c36d-4950-9d5a-254e6081fe36 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Nov 19 19:31:46.938962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-20a4dcc3-dc63-4c34-b332-64faba6650b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:46.940450 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-20a4dcc3-dc63-4c34-b332-64faba6650b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1455584 Nov 19 19:31:47.019952 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-9637d2e2-b4d4-4a8e-a0da-7d1e6ffd7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:47.021958 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-9637d2e2-b4d4-4a8e-a0da-7d1e6ffd7e3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731943 Nov 19 19:31:47.022212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6281d46-6af1-495d-88a4-40f8a2bfbdb9 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:31:47.035417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-a9f5370c-1514-47d8-91c8-f50e536d4a2d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:31:47.036344 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-a9f5370c-1514-47d8-91c8-f50e536d4a2d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067527 Nov 19 19:31:47.084699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:31:47.084988 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:47.158689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b00cfb-bba5-43ee-abab-07c0d063b0f1 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:31:47.174923 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:47.185063 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:47.210228 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Transition to ACTIVE for port object c4b00cfb-bba5-43ee-abab-07c0d063b0f1 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:31:47.213486 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-8b309c24-d084-4bbc-8d14-c989ac43ee5f service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701584 Nov 19 19:31:47.214552 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:47.237045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port d6281d46-6af1-495d-88a4-40f8a2bfbdb9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:31:47.247810 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:47.306647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:47.325457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b00cfb-bba5-43ee-abab-07c0d063b0f1,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:47.329101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:31:47.333909 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aeb43fd-8e1d-41c2-8746-10c2662bfc35" -d '{"events": [{"server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "name": "network-vif-plugged", "status": "completed", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:31:47.378891 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf41b533-d672-4fb6-95f5-c080b7afd678 x-openstack-request-id: req-bf41b533-d672-4fb6-95f5-c080b7afd678 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:31:47.379373 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "name": "network-vif-plugged", "status": "completed", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:31:47.379853 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf41b533-d672-4fb6-95f5-c080b7afd678 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:31:47.380399 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'code': 200} Nov 19 19:31:47.420668 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ef3a7bd0-4c5f-40b5-a550-a315ab811e16 req-33ef2d97-ea44-407e-ba1e-149ae1b374f6 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957507 Nov 19 19:31:47.438288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Attempting to bind port c4b00cfb-bba5-43ee-abab-07c0d063b0f1 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:31:47.438616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Attempting to bind port c4b00cfb-bba5-43ee-abab-07c0d063b0f1 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:31:47.438943 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Attempting to bind port c4b00cfb-bba5-43ee-abab-07c0d063b0f1 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:31:47.444514 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Port c4b00cfb-bba5-43ee-abab-07c0d063b0f1 on network 78810df9-278a-4925-972d-51f8ab8080e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:31:47.444856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Attempting to bind port c4b00cfb-bba5-43ee-abab-07c0d063b0f1 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:31:47.450565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:31:47.450899 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Checking segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:31:47.451330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Bound using segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:31:47.451755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Bound port: c4b00cfb-bba5-43ee-abab-07c0d063b0f1, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:31:47.452110 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:47.526938 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] For port c4b00cfb-bba5-43ee-abab-07c0d063b0f1, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:31:47.530112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] For port c4b00cfb-bba5-43ee-abab-07c0d063b0f1, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c4b00cfb-bba5-43ee-abab-07c0d063b0f1,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:31:47.535039 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:47.574914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:47.575641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:47.577251 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] 10.222.0.21 "PUT /v2.0/ports/c4b00cfb-bba5-43ee-abab-07c0d063b0f1 HTTP/1.1" status: 200 len: 1091 time: 1.0070372 Nov 19 19:31:47.577812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf48e2f9-318b-41fa-a150-829c7aa50af0', 'tag': 'c4b00cfb-bba5-43ee-abab-07c0d063b0f1'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:31:47.580401 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98121f01-8bc8-4ac1-9477-e764d87bad43" -d '{"events": [{"name": "network-changed", "server_uuid": "cf48e2f9-318b-41fa-a150-829c7aa50af0", "tag": "c4b00cfb-bba5-43ee-abab-07c0d063b0f1"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:31:47.645696 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c18ad3-0680-4178-8013-530f73535638 x-openstack-request-id: req-67c18ad3-0680-4178-8013-530f73535638 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:31:47.646028 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf48e2f9-318b-41fa-a150-829c7aa50af0", "tag": "c4b00cfb-bba5-43ee-abab-07c0d063b0f1", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:31:47.646718 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67c18ad3-0680-4178-8013-530f73535638 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:31:47.647230 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf48e2f9-318b-41fa-a150-829c7aa50af0', 'tag': 'c4b00cfb-bba5-43ee-abab-07c0d063b0f1', 'status': 'completed', 'code': 200} Nov 19 19:31:47.667281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933bd34-9cb4-4134-bc76-ef573b04de08 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b00cfb-bba5-43ee-abab-07c0d063b0f1,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:31:47.692807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-024a6b19-88f2-4b2d-95f0-38c84980123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:47.695511 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-024a6b19-88f2-4b2d-95f0-38c84980123b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 1094 time: 0.0655661 Nov 19 19:31:47.746158 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-ef06cbb3-1b56-421d-a749-fc7ea4bbdc8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4b00cfb-bba5-43ee-abab-07c0d063b0f1 HTTP/1.1" status: 200 len: 217 time: 0.0427969 Nov 19 19:31:47.801682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-49b29a97-c128-45fd-9dd3-996e86f215e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:47.803827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-49b29a97-c128-45fd-9dd3-996e86f215e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0514073 Nov 19 19:31:47.866707 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-6331d005-1850-4554-9972-e551d3eabd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:47.868260 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-6331d005-1850-4554-9972-e551d3eabd6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567846 Nov 19 19:31:47.988483 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-745fba10-c01e-4fd1-a503-cb0f19ffebef service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131926 Nov 19 19:31:48.006825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779fcee-8d89-4fe1-b826-2be145125f28 req-f4426db3-62e2-4c21-963f-6018de0fb610 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:48.008556 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3779fcee-8d89-4fe1-b826-2be145125f28 req-f4426db3-62e2-4c21-963f-6018de0fb610 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0549798 Nov 19 19:31:48.062603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3779fcee-8d89-4fe1-b826-2be145125f28 req-f517adae-075c-4e9a-8686-b4936fcb1a94 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Nov 19 19:31:48.091792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e9afcf5f-f3d2-4de6-906a-87ca365effc1 req-d24c5962-1653-4bde-ba1d-75e66f589dbd service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951033 Nov 19 19:31:48.182333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98121f01-8bc8-4ac1-9477-e764d87bad43 req-b8bca6c1-ac82-4194-b3ff-9283e15b32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:48.183739 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98121f01-8bc8-4ac1-9477-e764d87bad43 req-b8bca6c1-ac82-4194-b3ff-9283e15b32bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 1094 time: 0.0455070 Nov 19 19:31:48.284520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98121f01-8bc8-4ac1-9477-e764d87bad43 req-3364f913-e32d-4454-ac85-55dcfa32e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:48.286074 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98121f01-8bc8-4ac1-9477-e764d87bad43 req-3364f913-e32d-4454-ac85-55dcfa32e5e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.0954664 Nov 19 19:31:48.337956 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98121f01-8bc8-4ac1-9477-e764d87bad43 req-286331b2-7ef3-4dc0-9ee7-7cd94e47c92e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4b00cfb-bba5-43ee-abab-07c0d063b0f1 HTTP/1.1" status: 200 len: 217 time: 0.0434282 Nov 19 19:31:48.397122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98121f01-8bc8-4ac1-9477-e764d87bad43 req-aaedfab6-ac19-4928-82fa-dadca69fa705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:48.398480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98121f01-8bc8-4ac1-9477-e764d87bad43 req-aaedfab6-ac19-4928-82fa-dadca69fa705 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0545068 Nov 19 19:31:48.454755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98121f01-8bc8-4ac1-9477-e764d87bad43 req-35372eea-deac-47b0-8f5c-aa6245268c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:48.456740 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98121f01-8bc8-4ac1-9477-e764d87bad43 req-35372eea-deac-47b0-8f5c-aa6245268c64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513611 Nov 19 19:31:48.570240 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98121f01-8bc8-4ac1-9477-e764d87bad43 req-9ff6c628-48cc-4be7-831a-ba576d913749 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047537 Nov 19 19:31:48.670365 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-98121f01-8bc8-4ac1-9477-e764d87bad43 req-266e4bd7-10ff-43f6-97a5-83fea52298ae service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936506 Nov 19 19:31:49.196842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbb66c-e1c0-4b7c-a3b0-115232a38bd6 req-eea23770-0c9e-498d-863e-546b3a08ed1b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:49.198323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7bbb66c-e1c0-4b7c-a3b0-115232a38bd6 req-eea23770-0c9e-498d-863e-546b3a08ed1b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0569620 Nov 19 19:31:49.249083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7bbb66c-e1c0-4b7c-a3b0-115232a38bd6 req-a32a85ff-7ebc-43d4-a261-671339f7656e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446091 Nov 19 19:31:50.410349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf3dba-0a81-4aed-8723-eab25edf974d req-d56e6aab-ce5f-451c-b2b8-dda79bd44fa2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:50.412484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-91cf3dba-0a81-4aed-8723-eab25edf974d req-d56e6aab-ce5f-451c-b2b8-dda79bd44fa2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0753603 Nov 19 19:31:50.474997 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-91cf3dba-0a81-4aed-8723-eab25edf974d req-08b57a17-524e-4efd-b116-534247665ca7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550249 Nov 19 19:31:51.695214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5707a-fe73-46b7-ac5c-4b4f05c15adf req-009593b0-2e8e-42a6-91d3-22401760039c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:51.699372 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ce5707a-fe73-46b7-ac5c-4b4f05c15adf req-009593b0-2e8e-42a6-91d3-22401760039c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.1232474 Nov 19 19:31:51.793543 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ce5707a-fe73-46b7-ac5c-4b4f05c15adf req-3e35ab26-b045-40f1-9979-1253f6d2e52a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868464 Nov 19 19:31:52.959061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1c733-e3d3-4bb6-85ac-1b82a386a7a9 req-59fd93b4-179e-4ea7-96b1-339e56c23795 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:52.967815 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dbf1c733-e3d3-4bb6-85ac-1b82a386a7a9 req-59fd93b4-179e-4ea7-96b1-339e56c23795 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0749798 Nov 19 19:31:53.027912 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dbf1c733-e3d3-4bb6-85ac-1b82a386a7a9 req-a8e6a36c-6e85-4d51-85e4-9c25f0038162 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590222 Nov 19 19:31:54.154088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4d5e4-204d-47a9-9a18-2567f95fe6c2 req-6c914f16-6a79-4a6f-b570-942b9a049692 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:54.155614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8bc4d5e4-204d-47a9-9a18-2567f95fe6c2 req-6c914f16-6a79-4a6f-b570-942b9a049692 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0518589 Nov 19 19:31:54.213787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8bc4d5e4-204d-47a9-9a18-2567f95fe6c2 req-b5d8dd2c-71e5-414f-81cb-3febb6b17bb7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510499 Nov 19 19:31:55.335716 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3dc0f-7d7a-44f6-b025-f706339d8f49 req-9b9cafbc-dc86-4b50-a3f3-0ddb969a1984 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:55.337556 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16f3dc0f-7d7a-44f6-b025-f706339d8f49 req-9b9cafbc-dc86-4b50-a3f3-0ddb969a1984 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0548091 Nov 19 19:31:55.388624 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16f3dc0f-7d7a-44f6-b025-f706339d8f49 req-6dba041f-00ec-4335-9617-21481ad8bb34 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449822 Nov 19 19:31:55.448565 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:31:56.520608 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee178-e5d1-461e-94fa-17c2ef4876c5 req-ef373376-a07e-4443-ad59-7b3492b83492 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:56.522760 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be9ee178-e5d1-461e-94fa-17c2ef4876c5 req-ef373376-a07e-4443-ad59-7b3492b83492 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0579031 Nov 19 19:31:56.577167 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be9ee178-e5d1-461e-94fa-17c2ef4876c5 req-24ac909d-139b-4a0c-959e-cfa474c0b5f0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480208 Nov 19 19:31:57.715688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d13f0-cdd9-47cb-891d-82f1a6e3ccb6 req-99c8c71e-fa7a-47aa-8022-1af52f2fb830 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:57.717255 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e80d13f0-cdd9-47cb-891d-82f1a6e3ccb6 req-99c8c71e-fa7a-47aa-8022-1af52f2fb830 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0619833 Nov 19 19:31:57.767662 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e80d13f0-cdd9-47cb-891d-82f1a6e3ccb6 req-2c171cdf-87c1-4d48-a06b-124333844efd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430179 Nov 19 19:31:58.904957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab18ea3-434e-4a49-9b71-68f41a2a6732 req-4016ba2b-087d-4432-afdc-1a6fcbe61e15 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:31:58.906784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fab18ea3-434e-4a49-9b71-68f41a2a6732 req-4016ba2b-087d-4432-afdc-1a6fcbe61e15 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0539458 Nov 19 19:31:58.980770 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fab18ea3-434e-4a49-9b71-68f41a2a6732 req-7f40794e-36b9-4aa2-b57c-1188b78c1ac6 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660830 Nov 19 19:31:59.987298 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:00.102440 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3319e-20d5-4f43-9fac-b31bbf6f3a83 req-a7cc1023-b08c-4259-8e43-a20577bbe06c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:00.103935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7a3319e-20d5-4f43-9fac-b31bbf6f3a83 req-a7cc1023-b08c-4259-8e43-a20577bbe06c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0487044 Nov 19 19:32:00.156702 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7a3319e-20d5-4f43-9fac-b31bbf6f3a83 req-5e90820b-68f2-4d54-a015-b9895c2b9b0d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465925 Nov 19 19:32:01.275517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167399c-4eea-4bef-b875-618e48fee74c req-00f5d94e-d92d-4e47-b566-c3702d8f7d9b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:01.277004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0167399c-4eea-4bef-b875-618e48fee74c req-00f5d94e-d92d-4e47-b566-c3702d8f7d9b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0503001 Nov 19 19:32:01.325117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0167399c-4eea-4bef-b875-618e48fee74c req-d887b094-3751-4e4c-b39c-6b37bd2e3aec tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Nov 19 19:32:02.456619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555e1e5-96b3-4f8f-a555-6baae21491c3 req-999b1a00-e8c5-43c5-9dde-4fb0265641ec tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:02.458134 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e555e1e5-96b3-4f8f-a555-6baae21491c3 req-999b1a00-e8c5-43c5-9dde-4fb0265641ec tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0544658 Nov 19 19:32:02.509909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e555e1e5-96b3-4f8f-a555-6baae21491c3 req-f81691d5-f709-4dd1-8167-1bf7c81d94b9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440886 Nov 19 19:32:03.643378 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45d812-48cd-4f4e-b17a-7d03616fb241 req-857d89dc-9c8b-475c-b29c-1ece044bf42a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:03.644924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db45d812-48cd-4f4e-b17a-7d03616fb241 req-857d89dc-9c8b-475c-b29c-1ece044bf42a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0556307 Nov 19 19:32:03.696125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db45d812-48cd-4f4e-b17a-7d03616fb241 req-c6526eaa-c03c-41f6-88fe-a1021e478add tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447598 Nov 19 19:32:04.815254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354fb11-a389-41ba-8819-96cadd9abb52 req-992491f8-3522-4d35-a019-3ebd36367701 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:04.816923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c354fb11-a389-41ba-8819-96cadd9abb52 req-992491f8-3522-4d35-a019-3ebd36367701 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0507605 Nov 19 19:32:04.873228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c354fb11-a389-41ba-8819-96cadd9abb52 req-fa85729c-d0a7-4bd2-92dd-37dac5a01f20 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495894 Nov 19 19:32:06.003346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227db938-9a9f-4c65-ba40-6a4652ac5830 req-3cc6b916-2158-499d-bae1-5cf59de7afc4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:06.004874 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-227db938-9a9f-4c65-ba40-6a4652ac5830 req-3cc6b916-2158-499d-bae1-5cf59de7afc4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0585258 Nov 19 19:32:06.055502 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-227db938-9a9f-4c65-ba40-6a4652ac5830 req-f9cf331a-6c92-42c9-b133-33e0201ef69e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Nov 19 19:32:07.071855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c4b00cfb-bba5-43ee-abab-07c0d063b0f1 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:32:07.176779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c4b00cfb-bba5-43ee-abab-07c0d063b0f1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c4b00cfb-bba5-43ee-abab-07c0d063b0f1,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:32:07.188525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'c4b00cfb-bba5-43ee-abab-07c0d063b0f1', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'port_id': 'c4b00cfb-bba5-43ee-abab-07c0d063b0f1', 'mac_address': 'fa:16:3e:ad:64:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:32:07.201487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fdea9-b624-4352-9c4d-7024ad2f716e req-0b73f094-23d5-471e-830b-a3df6c4e514b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:07.203548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f00fdea9-b624-4352-9c4d-7024ad2f716e req-0b73f094-23d5-471e-830b-a3df6c4e514b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 943 time: 0.0628173 Nov 19 19:32:07.234457 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:07.250083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b00cfb-bba5-43ee-abab-07c0d063b0f1 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:32:07.259791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f00fdea9-b624-4352-9c4d-7024ad2f716e req-3000077d-b503-4530-af2a-820f1df35b6a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484428 Nov 19 19:32:07.272825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c4b00cfb-bba5-43ee-abab-07c0d063b0f1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c4b00cfb-bba5-43ee-abab-07c0d063b0f1,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:32:07.277584 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:07.331112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c4b00cfb-bba5-43ee-abab-07c0d063b0f1,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:07.482655 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['c4b00cfb-bba5-43ee-abab-07c0d063b0f1'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:32:08.244412 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f4eb4b8-26fe-4b68-bfaa-589595b0763b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:08.390745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0796e9-81dc-495d-ae83-1005c5488295 req-ae2d7971-a811-4128-9812-2faf0148ec82 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:08.392333 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa0796e9-81dc-495d-ae83-1005c5488295 req-ae2d7971-a811-4128-9812-2faf0148ec82 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 944 time: 0.0515883 Nov 19 19:32:08.448154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa0796e9-81dc-495d-ae83-1005c5488295 req-d49d8bed-7880-4d64-82af-a6ec0aa8be8c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483799 Nov 19 19:32:09.087651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c4b00cfb-bba5-43ee-abab-07c0d063b0f1 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:32:09.138960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port c4b00cfb-bba5-43ee-abab-07c0d063b0f1 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:32:09.143454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port c4b00cfb-bba5-43ee-abab-07c0d063b0f1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:32:09.143774 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:09.222238 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:09.251556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf48e2f9-318b-41fa-a150-829c7aa50af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b00cfb-bba5-43ee-abab-07c0d063b0f1'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:32:09.253857 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6519a5c-1d7a-4672-9db7-27d43943a70b" -d '{"events": [{"server_uuid": "cf48e2f9-318b-41fa-a150-829c7aa50af0", "name": "network-vif-plugged", "status": "completed", "tag": "c4b00cfb-bba5-43ee-abab-07c0d063b0f1"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:32:09.267543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port c4b00cfb-bba5-43ee-abab-07c0d063b0f1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c4b00cfb-bba5-43ee-abab-07c0d063b0f1,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:32:09.271969 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:09.320998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=c4b00cfb-bba5-43ee-abab-07c0d063b0f1,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:09.416162 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e48dd8-c390-45c7-a659-0233c21b41a9 x-openstack-request-id: req-84e48dd8-c390-45c7-a659-0233c21b41a9 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:32:09.416469 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf48e2f9-318b-41fa-a150-829c7aa50af0", "name": "network-vif-plugged", "status": "completed", "tag": "c4b00cfb-bba5-43ee-abab-07c0d063b0f1", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:32:09.416731 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84e48dd8-c390-45c7-a659-0233c21b41a9 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:32:09.417135 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf48e2f9-318b-41fa-a150-829c7aa50af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b00cfb-bba5-43ee-abab-07c0d063b0f1', 'code': 200} Nov 19 19:32:09.515977 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5428f9-5535-4296-98f4-7cc0bfc913db req-caff106a-0acc-4e1f-be08-85bcc3ca7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:09.517567 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b5428f9-5535-4296-98f4-7cc0bfc913db req-caff106a-0acc-4e1f-be08-85bcc3ca7954 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 1096 time: 0.0432978 Nov 19 19:32:09.564179 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b5428f9-5535-4296-98f4-7cc0bfc913db req-cb30731f-3b97-4603-a369-9015b6e5b0a6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398920 Nov 19 19:32:09.568529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d0584-aa42-42d8-9e07-d75adc2ccd77 req-00bda332-2aba-4aa4-abac-754ecae0d968 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:09.570332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-496d0584-aa42-42d8-9e07-d75adc2ccd77 req-00bda332-2aba-4aa4-abac-754ecae0d968 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 945 time: 0.0519094 Nov 19 19:32:09.620104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-496d0584-aa42-42d8-9e07-d75adc2ccd77 req-efc7ce47-c37d-4be8-afb6-3f93c9afb870 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437455 Nov 19 19:32:10.603583 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0e0c5bc-40f6-49d3-b354-ff4f8e55e4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:10.752259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810c966-e10b-41b6-961e-ea96ad6ab2c5 req-04fabef7-a347-4dad-b655-dd9fee6a667e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:10.754878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d810c966-e10b-41b6-961e-ea96ad6ab2c5 req-04fabef7-a347-4dad-b655-dd9fee6a667e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 945 time: 0.0577214 Nov 19 19:32:10.827732 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d810c966-e10b-41b6-961e-ea96ad6ab2c5 req-8278c31c-6e44-4d30-9ea9-4cff217093ae tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620315 Nov 19 19:32:10.990579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da6b18-15f8-4543-97d9-4c40bf62145d req-1b305fb7-66e7-45e7-9d80-6a76389156f5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:10.993244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5da6b18-15f8-4543-97d9-4c40bf62145d req-1b305fb7-66e7-45e7-9d80-6a76389156f5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 945 time: 0.0731225 Nov 19 19:32:11.060082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b5da6b18-15f8-4543-97d9-4c40bf62145d req-6c2cea79-631e-4391-b89f-c38268c7a8ab tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598714 Nov 19 19:32:11.464321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee62ab8-7c31-4a31-9171-054ad76ef901 req-628f72be-44d9-449a-a9b5-bbf88d23cdc5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:11.466433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ee62ab8-7c31-4a31-9171-054ad76ef901 req-628f72be-44d9-449a-a9b5-bbf88d23cdc5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 945 time: 0.0666132 Nov 19 19:32:11.533178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ee62ab8-7c31-4a31-9171-054ad76ef901 req-929b9270-e618-4b75-8ebe-13adb710e6f0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601561 Nov 19 19:32:11.936600 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:12.667409 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65d807-3c38-4a1e-a5c6-bbd42bf8f32f req-bab09093-2ab8-4ffe-ab00-19d372a2df41 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:12.669022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c65d807-3c38-4a1e-a5c6-bbd42bf8f32f req-bab09093-2ab8-4ffe-ab00-19d372a2df41 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 945 time: 0.0584209 Nov 19 19:32:12.728191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c65d807-3c38-4a1e-a5c6-bbd42bf8f32f req-2496e594-ef02-418f-827e-618716610a3d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508239 Nov 19 19:32:12.886669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be5258-ad32-441f-8b6f-52d388a1eab4 req-2bb505b0-feae-4530-a3f6-a8d75a23542a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:12.888086 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-21be5258-ad32-441f-8b6f-52d388a1eab4 req-2bb505b0-feae-4530-a3f6-a8d75a23542a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 945 time: 0.0595984 Nov 19 19:32:12.994762 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-21be5258-ad32-441f-8b6f-52d388a1eab4 req-60da2769-750d-451c-894e-d6ef7a11dd24 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Deleting port c4b00cfb-bba5-43ee-abab-07c0d063b0f1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:32:12.995139 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-21be5258-ad32-441f-8b6f-52d388a1eab4 req-60da2769-750d-451c-894e-d6ef7a11dd24 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:13.093134 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-21be5258-ad32-441f-8b6f-52d388a1eab4 req-60da2769-750d-451c-894e-d6ef7a11dd24 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] For port c4b00cfb-bba5-43ee-abab-07c0d063b0f1, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=c4b00cfb-bba5-43ee-abab-07c0d063b0f1,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:32:13.093498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-21be5258-ad32-441f-8b6f-52d388a1eab4 req-60da2769-750d-451c-894e-d6ef7a11dd24 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:13.108657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-21be5258-ad32-441f-8b6f-52d388a1eab4 req-60da2769-750d-451c-894e-d6ef7a11dd24 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Calling delete_port for c4b00cfb-bba5-43ee-abab-07c0d063b0f1 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:32:13.191537 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:32:13.267154 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-21be5258-ad32-441f-8b6f-52d388a1eab4 req-60da2769-750d-451c-894e-d6ef7a11dd24 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:13.279447 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d3a9a3d4-ece3-4dce-8325-aba6a3110402'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:32:13.298457 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da2769-750d-451c-894e-d6ef7a11dd24 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event deleted for resources: {'Port': ['ID=c4b00cfb-bba5-43ee-abab-07c0d063b0f1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:13.352060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-21be5258-ad32-441f-8b6f-52d388a1eab4 req-60da2769-750d-451c-894e-d6ef7a11dd24 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] No DVR routers for this DVR port c4b00cfb-bba5-43ee-abab-07c0d063b0f1 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:32:13.355208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-21be5258-ad32-441f-8b6f-52d388a1eab4 req-60da2769-750d-451c-894e-d6ef7a11dd24 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:13.358891 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-21be5258-ad32-441f-8b6f-52d388a1eab4 req-60da2769-750d-451c-894e-d6ef7a11dd24 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "DELETE /v2.0/ports/c4b00cfb-bba5-43ee-abab-07c0d063b0f1 HTTP/1.1" status: 204 len: 173 time: 0.4641447 Nov 19 19:32:13.359437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf48e2f9-318b-41fa-a150-829c7aa50af0', 'name': 'network-vif-deleted', 'tag': 'c4b00cfb-bba5-43ee-abab-07c0d063b0f1'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:32:13.361828 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a282a95-dea0-4131-889e-4e004d181b72" -d '{"events": [{"server_uuid": "cf48e2f9-318b-41fa-a150-829c7aa50af0", "name": "network-vif-deleted", "tag": "c4b00cfb-bba5-43ee-abab-07c0d063b0f1"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:32:13.401735 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e65197d-ddcf-4a9f-946a-1cbee4ac8d32 x-openstack-request-id: req-5e65197d-ddcf-4a9f-946a-1cbee4ac8d32 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:32:13.402070 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf48e2f9-318b-41fa-a150-829c7aa50af0", "name": "network-vif-deleted", "tag": "c4b00cfb-bba5-43ee-abab-07c0d063b0f1", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:32:13.402413 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e65197d-ddcf-4a9f-946a-1cbee4ac8d32 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:32:13.402793 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf48e2f9-318b-41fa-a150-829c7aa50af0', 'name': 'network-vif-deleted', 'tag': 'c4b00cfb-bba5-43ee-abab-07c0d063b0f1', 'status': 'completed', 'code': 200} Nov 19 19:32:13.418498 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:13.834589 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3041f3dd-c2fa-4972-b41a-265630005533 req-8b360a55-c782-4517-9fca-3c833f50d575 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 210 time: 0.0287242 Nov 19 19:32:14.160298 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:14.943771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c7fb745-e9e8-493f-b92c-857a70081437 req-ad165793-95cd-4f28-a41a-c35570ad91a7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 210 time: 0.0290129 Nov 19 19:32:15.105805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c4b00cfb-bba5-43ee-abab-07c0d063b0f1 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:32:15.126942 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: c4b00cfb-bba5-43ee-abab-07c0d063b0f1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:32:15.127294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device c4b00cfb-bba5-43ee-abab-07c0d063b0f1 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:32:16.047885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d9f7efb-6c55-493c-8220-9a709cd5bb4a req-db864da9-f157-4b97-a027-c6ecbd55117b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 210 time: 0.0292599 Nov 19 19:32:17.150669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ac08a05-b2ae-4499-9b13-68dafc83a3d7 req-629d5a01-0ae2-49ba-b49a-99a85a47fba3 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 210 time: 0.0284147 Nov 19 19:32:18.267283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e3d3134-e939-42eb-8556-65440a19bd0c req-37fd1991-3a4d-43bc-9f8f-9fcecf072cca tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf48e2f9-318b-41fa-a150-829c7aa50af0 HTTP/1.1" status: 200 len: 210 time: 0.0295115 Nov 19 19:32:23.830459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e9629-91cf-475f-9064-c286a7f0cad0 req-3ea0069b-b2d6-40a5-8196-7f0548c3c8ce tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:23.831840 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f0e9629-91cf-475f-9064-c286a7f0cad0 req-3ea0069b-b2d6-40a5-8196-7f0548c3c8ce tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 945 time: 0.0634618 Nov 19 19:32:23.888595 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f0e9629-91cf-475f-9064-c286a7f0cad0 req-1c0ff8d6-9f5e-4eec-8230-9cc63e172274 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474164 Nov 19 19:32:25.012684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93910894-7e9e-4258-b5fa-0d7f92efa550 req-881aba43-dc33-4f78-89ac-c801ac4100ed tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:25.014314 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93910894-7e9e-4258-b5fa-0d7f92efa550 req-881aba43-dc33-4f78-89ac-c801ac4100ed tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 945 time: 0.0513785 Nov 19 19:32:25.067523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-93910894-7e9e-4258-b5fa-0d7f92efa550 req-1030fcb2-ac9d-458a-b991-641bbaaa237a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=88eb8627-927c-4e5b-822c-002f183fbe05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472231 Nov 19 19:32:25.402532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cf9f5-810c-49d2-922a-d05ab60d5d08 req-5b9853d4-ff70-499b-b8e7-2cf3385b6e88 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:25.403154 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1a6cf9f5-810c-49d2-922a-d05ab60d5d08 req-5b9853d4-ff70-499b-b8e7-2cf3385b6e88 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 945 time: 0.0494528 Nov 19 19:32:25.446683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:25.501930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-1a6cf9f5-810c-49d2-922a-d05ab60d5d08 req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Deleting port d3a9a3d4-ece3-4dce-8325-aba6a3110402 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:32:25.502265 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1a6cf9f5-810c-49d2-922a-d05ab60d5d08 req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:25.593674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-1a6cf9f5-810c-49d2-922a-d05ab60d5d08 req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] For port d3a9a3d4-ece3-4dce-8325-aba6a3110402, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d3a9a3d4-ece3-4dce-8325-aba6a3110402,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:32:25.594059 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1a6cf9f5-810c-49d2-922a-d05ab60d5d08 req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:25.606908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-1a6cf9f5-810c-49d2-922a-d05ab60d5d08 req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Calling delete_port for d3a9a3d4-ece3-4dce-8325-aba6a3110402 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:32:25.738254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1a6cf9f5-810c-49d2-922a-d05ab60d5d08 req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:25.750164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['d3a9a3d4-ece3-4dce-8325-aba6a3110402'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:32:25.767653 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event deleted for resources: {'Port': ['ID=d3a9a3d4-ece3-4dce-8325-aba6a3110402,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:25.781323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.781675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.782064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.782405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.782747 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.783083 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.783422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.783756 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.784085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.784520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.784863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.785193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:25.822262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6cf9f5-810c-49d2-922a-d05ab60d5d08 req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] No DVR routers for this DVR port d3a9a3d4-ece3-4dce-8325-aba6a3110402 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:32:25.824981 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-1a6cf9f5-810c-49d2-922a-d05ab60d5d08 req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:25.828407 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1a6cf9f5-810c-49d2-922a-d05ab60d5d08 req-1d50b403-69e7-4807-96a9-42b6cd448445 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.57 "DELETE /v2.0/ports/d3a9a3d4-ece3-4dce-8325-aba6a3110402 HTTP/1.1" status: 204 len: 173 time: 0.4198055 Nov 19 19:32:25.828856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7a1062-49ff-4e39-ae74-f2060d985dda', 'name': 'network-vif-deleted', 'tag': 'd3a9a3d4-ece3-4dce-8325-aba6a3110402'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:32:25.831158 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9b3863-a216-401f-a22a-b1b2d0369dda" -d '{"events": [{"server_uuid": "ad7a1062-49ff-4e39-ae74-f2060d985dda", "name": "network-vif-deleted", "tag": "d3a9a3d4-ece3-4dce-8325-aba6a3110402"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:32:25.868622 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c58fcf-ea91-4cda-a586-8b587f99d383 x-openstack-request-id: req-a0c58fcf-ea91-4cda-a586-8b587f99d383 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:32:25.868923 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7a1062-49ff-4e39-ae74-f2060d985dda", "name": "network-vif-deleted", "tag": "d3a9a3d4-ece3-4dce-8325-aba6a3110402", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:32:25.869182 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0c58fcf-ea91-4cda-a586-8b587f99d383 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:32:25.869604 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7a1062-49ff-4e39-ae74-f2060d985dda', 'name': 'network-vif-deleted', 'tag': 'd3a9a3d4-ece3-4dce-8325-aba6a3110402', 'status': 'completed', 'code': 200} Nov 19 19:32:26.183000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41bdc2d8-f755-4e43-903b-7b904bbd5f76 req-1a802f14-ef6d-4606-a389-6ffac765ee6b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 210 time: 0.0334229 Nov 19 19:32:27.285605 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-84b7c5af-c8f2-42f7-863a-19551d6b3560 req-44457016-61f7-40f0-b29a-df0e7e04b256 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 210 time: 0.0327311 Nov 19 19:32:28.388882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c013504-6590-466e-920f-9e86f1419ef1 req-d0507869-cd21-4efe-88a2-08fdccaf1b55 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 210 time: 0.0278759 Nov 19 19:32:29.239969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d3a9a3d4-ece3-4dce-8325-aba6a3110402 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:32:29.261242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: d3a9a3d4-ece3-4dce-8325-aba6a3110402 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:32:29.261591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d3a9a3d4-ece3-4dce-8325-aba6a3110402 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:32:29.494322 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58574369-ca05-48c8-bc47-47cd2fd6482e req-23b93900-cd17-450a-beee-8f2a87d54541 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 210 time: 0.0277381 Nov 19 19:32:30.008185 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:30.626695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7849d46a-b0c1-4e82-84c9-fb07f949c6cd req-076697bf-2a82-4403-9b12-545c539d3131 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad7a1062-49ff-4e39-ae74-f2060d985dda HTTP/1.1" status: 200 len: 210 time: 0.0399871 Nov 19 19:32:34.648477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59832) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:32:34.653180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4f5c81d2-0b7b-4bd8-b613-1c5cc9bbab7a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896405875', 'description': 'tempest-secgroup-smoke-896405875 description', 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:32:34.676989 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f5c81d2-0b7b-4bd8-b613-1c5cc9bbab7a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:34.759471 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f5c81d2-0b7b-4bd8-b613-1c5cc9bbab7a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:34.764461 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f5c81d2-0b7b-4bd8-b613-1c5cc9bbab7a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:34.796291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c81d2-0b7b-4bd8-b613-1c5cc9bbab7a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5134eb0f-9e5e-427b-b47f-cd6156d1478d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:34.801974 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f5c81d2-0b7b-4bd8-b613-1c5cc9bbab7a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:34.803332 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4f5c81d2-0b7b-4bd8-b613-1c5cc9bbab7a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1538277 Nov 19 19:32:34.807072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59834) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:32:34.810915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e4dce1fb-ba4c-468c-bf60-703541ac84e7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'security_group_rule': {'security_group_id': '5134eb0f-9e5e-427b-b47f-cd6156d1478d', 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:32:34.840125 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4dce1fb-ba4c-468c-bf60-703541ac84e7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:34.899324 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4dce1fb-ba4c-468c-bf60-703541ac84e7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:34.903388 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4dce1fb-ba4c-468c-bf60-703541ac84e7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:34.923531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dce1fb-ba4c-468c-bf60-703541ac84e7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c097e3-cc2a-47cd-9432-bc1b45cb9f8f,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:34.929907 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4dce1fb-ba4c-468c-bf60-703541ac84e7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:34.931150 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e4dce1fb-ba4c-468c-bf60-703541ac84e7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238384 Nov 19 19:32:34.933883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59836) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:32:34.938129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6d2e14e0-1b10-4ae2-8126-401e1f5b6fe9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'security_group_rule': {'security_group_id': '5134eb0f-9e5e-427b-b47f-cd6156d1478d', 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:32:34.965282 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d2e14e0-1b10-4ae2-8126-401e1f5b6fe9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.021434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d2e14e0-1b10-4ae2-8126-401e1f5b6fe9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.029160 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d2e14e0-1b10-4ae2-8126-401e1f5b6fe9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.048033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e14e0-1b10-4ae2-8126-401e1f5b6fe9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7e61b4-6753-4d9d-bee8-3c652f286d2c,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:35.055753 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d2e14e0-1b10-4ae2-8126-401e1f5b6fe9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.056982 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6d2e14e0-1b10-4ae2-8126-401e1f5b6fe9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221769 Nov 19 19:32:35.059808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59838) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:32:35.064420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a5ba5745-a2b3-4d7b-81f6-2ce03534a9cf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'security_group_rule': {'security_group_id': '5134eb0f-9e5e-427b-b47f-cd6156d1478d', 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:32:35.096094 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5ba5745-a2b3-4d7b-81f6-2ce03534a9cf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.161310 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5ba5745-a2b3-4d7b-81f6-2ce03534a9cf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.165304 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5ba5745-a2b3-4d7b-81f6-2ce03534a9cf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.185080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba5745-a2b3-4d7b-81f6-2ce03534a9cf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54348e31-ad52-4789-9576-24275531b753,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:35.192648 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a5ba5745-a2b3-4d7b-81f6-2ce03534a9cf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.194440 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a5ba5745-a2b3-4d7b-81f6-2ce03534a9cf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331685 Nov 19 19:32:35.197263 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59840) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:32:35.202417 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3b1cf205-a3b7-4894-ac9e-d5d5a3740b63 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'security_group_rule': {'security_group_id': '5134eb0f-9e5e-427b-b47f-cd6156d1478d', 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:32:35.234363 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf205-a3b7-4894-ac9e-d5d5a3740b63 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.297072 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf205-a3b7-4894-ac9e-d5d5a3740b63 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.301644 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf205-a3b7-4894-ac9e-d5d5a3740b63 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.326834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cf205-a3b7-4894-ac9e-d5d5a3740b63 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ef3de8-362b-45f8-8815-81ea12e42ce0,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:35.332034 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf205-a3b7-4894-ac9e-d5d5a3740b63 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.333250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3b1cf205-a3b7-4894-ac9e-d5d5a3740b63 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348755 Nov 19 19:32:35.336793 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59842) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:32:35.341258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-063e35a7-1dfa-4a1a-8d1c-00bce9bd8443 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'security_group_rule': {'security_group_id': '5134eb0f-9e5e-427b-b47f-cd6156d1478d', 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:32:35.364478 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-063e35a7-1dfa-4a1a-8d1c-00bce9bd8443 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Project eb6d365ff57d47b4848afc9db28f6cb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:32:35.370577 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-063e35a7-1dfa-4a1a-8d1c-00bce9bd8443 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.435935 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-063e35a7-1dfa-4a1a-8d1c-00bce9bd8443 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.439373 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-063e35a7-1dfa-4a1a-8d1c-00bce9bd8443 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.459545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e35a7-1dfa-4a1a-8d1c-00bce9bd8443 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fac22fe-36bf-403f-b331-0aad57d21274,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:35.465065 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-063e35a7-1dfa-4a1a-8d1c-00bce9bd8443 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.466231 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-063e35a7-1dfa-4a1a-8d1c-00bce9bd8443 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285036 Nov 19 19:32:35.468870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 59844) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:32:35.473085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-225779a7-a979-4caf-a548-93846be0b72b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'security_group_rule': {'security_group_id': '5134eb0f-9e5e-427b-b47f-cd6156d1478d', 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:32:35.495485 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-225779a7-a979-4caf-a548-93846be0b72b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Project eb6d365ff57d47b4848afc9db28f6cb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:32:35.500571 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-225779a7-a979-4caf-a548-93846be0b72b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.563572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-225779a7-a979-4caf-a548-93846be0b72b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.567165 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-225779a7-a979-4caf-a548-93846be0b72b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.586103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225779a7-a979-4caf-a548-93846be0b72b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b09435-547e-455d-81a3-d4c254db853b,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:35.595856 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-225779a7-a979-4caf-a548-93846be0b72b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:35.597070 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-225779a7-a979-4caf-a548-93846be0b72b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272874 Nov 19 19:32:38.247223 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-12bb60aa-2a2f-4daa-b834-9bb06832fc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:40.601585 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-41dad9a5-57ac-4f3d-9176-f2b89dd89edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:41.940780 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:43.405119 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:44.164682 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:46.232543 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-af557785-7610-417e-9c1d-629975fb7f3c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418155 Nov 19 19:32:46.307510 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-9ad08075-8c19-4c93-996a-9dd466edf992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:46.309016 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-9ad08075-8c19-4c93-996a-9dd466edf992 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 1096 time: 0.0469759 Nov 19 19:32:46.741803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-0aadcc2b-a8b9-491b-bc19-bd2548d7a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:46.743331 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-0aadcc2b-a8b9-491b-bc19-bd2548d7a6e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3545285-b81e-461a-90e3-0258bc5c0c71 HTTP/1.1" status: 200 len: 898 time: 0.4131839 Nov 19 19:32:46.814818 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-238474ee-dc55-4821-858e-02be39f4e827 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9 HTTP/1.1" status: 200 len: 1001 time: 0.0621014 Nov 19 19:32:46.873284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-f98a4cae-2fe1-4be2-b4e2-c22cce33bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:46.874797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-f98a4cae-2fe1-4be2-b4e2-c22cce33bad8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29c50cac-ecb6-4a42-9fcd-fa2769418e9c HTTP/1.1" status: 200 len: 835 time: 0.0513778 Nov 19 19:32:46.926698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-47525c99-b5d8-4ff1-a533-457c84d0e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:46.928825 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-47525c99-b5d8-4ff1-a533-457c84d0e960 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3545285-b81e-461a-90e3-0258bc5c0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436926 Nov 19 19:32:47.021721 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-73a86e41-36ce-4b62-a65d-e4d76346f66a service neutron] 10.222.0.57 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851567 Nov 19 19:32:47.120045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0374d909-896b-4c29-bb13-eaec3fdc59aa req-64189ba4-a315-4180-931b-9c3f8026de3a service neutron] 10.222.0.57 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904021 Nov 19 19:32:50.189983 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:32:50.908766 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-1f0f2465-2d9c-4c4d-b9cf-d0491b35e906 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896405875&fields=id&tenant_id=eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 267 time: 0.0459797 Nov 19 19:32:51.021487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ff8cb-700d-49b2-8262-8969485e700d req-29afe7a7-0a99-49e7-be2b-5f378d30d129 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:51.023042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-29afe7a7-0a99-49e7-be2b-5f378d30d129 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.1071360 Nov 19 19:32:51.037885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-76702453-5ea0-4eba-b78f-a7770897a414 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/quotas/eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 375 time: 0.0091393 Nov 19 19:32:51.090917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-1a85e907-52ba-4fda-967f-9cd0086642a6 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469711 Nov 19 19:32:51.190218 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-8ce3ea78-3eb9-473d-a0c5-c1045e2177d6 service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876808 Nov 19 19:32:51.279921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-d32422ff-cc49-4308-be8e-06c6ae7adb0f service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827999 Nov 19 19:32:51.560991 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e124be4-ee6b-4574-80ee-aefaaff6a7a3 req-5094247b-cb6f-45e4-b73f-68f622e8b626 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 210 time: 0.0284336 Nov 19 19:32:52.470216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ff8cb-700d-49b2-8262-8969485e700d req-24c40fa4-54a5-446c-85b2-60a0da763102 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:52.471665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-24c40fa4-54a5-446c-85b2-60a0da763102 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.1094813 Nov 19 19:32:52.540435 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-1bbf0702-a79a-461a-ac5a-302bd5c3063b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 379 time: 0.0592937 Nov 19 19:32:52.549726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'port': {'device_id': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'admin_state_up': True, 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'security_groups': ['5134eb0f-9e5e-427b-b47f-cd6156d1478d']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:32:52.667395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1efee73b-0e48-455e-9f35-855cdbc14282 req-f6bc8871-c1b6-44b8-b67b-12a4163a76ec tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 210 time: 0.0329502 Nov 19 19:32:52.672235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Made reservation on behalf of eb6d365ff57d47b4848afc9db28f6cb1 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:32:52.676321 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:52.814299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Allocated IP 172.20.0.14 (78810df9-278a-4925-972d-51f8ab8080e8/99a93667-1361-45df-b944-830796a1b770/a8b972ff-610e-4c51-9374-867b7d20590f) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:32:52.913843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60002) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:32:52.982500 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.022572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.073195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Network 78810df9-278a-4925-972d-51f8ab8080e8 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:32:53.076789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:32:53.080929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:32:53.111424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=a8b972ff-610e-4c51-9374-867b7d20590f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:53.152362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:53.153056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.176588 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-039776ed-56c6-4bdb-8f81-29af010e65d4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6306949 Nov 19 19:32:53.191754 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Request body: {'port': {'device_id': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:32:53.264834 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.437912 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port a4b21688-b06c-43a1-a9dd-2a4a93729cf9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:32:53.438498 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.521784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ed4d66b8-b2d7-46ce-84bb-6fb7c74bd029 None None] Provisioning complete for port a8b972ff-610e-4c51-9374-867b7d20590f triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:32:53.522947 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ed4d66b8-b2d7-46ce-84bb-6fb7c74bd029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.544306 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.544799 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.562824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for a4b21688-b06c-43a1-a9dd-2a4a93729cf9 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:32:53.573405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ed4d66b8-b2d7-46ce-84bb-6fb7c74bd029 None None] Port a8b972ff-610e-4c51-9374-867b7d20590f cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:32:53.611254 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b972ff-610e-4c51-9374-867b7d20590f {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:32:53.619941 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.634021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Transition to ACTIVE for port object a8b972ff-610e-4c51-9374-867b7d20590f will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:32:53.639075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.698533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b972ff-610e-4c51-9374-867b7d20590f,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:53.745583 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.801482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Attempting to bind port a8b972ff-610e-4c51-9374-867b7d20590f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:32:53.802019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Attempting to bind port a8b972ff-610e-4c51-9374-867b7d20590f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:32:53.802501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Attempting to bind port a8b972ff-610e-4c51-9374-867b7d20590f on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:32:53.802624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=a4b21688-b06c-43a1-a9dd-2a4a93729cf9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:53.809316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Port a8b972ff-610e-4c51-9374-867b7d20590f on network 78810df9-278a-4925-972d-51f8ab8080e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:32:53.809987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Attempting to bind port a8b972ff-610e-4c51-9374-867b7d20590f on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:32:53.816459 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.817044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.817744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.818492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.819078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.819806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:32:53.820022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.820416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Checking segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:32:53.820771 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.821202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Bound using segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:32:53.821455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.821884 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Bound port: a8b972ff-610e-4c51-9374-867b7d20590f, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:32:53.822130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.822455 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.822831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.823374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.824338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:32:53.927777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] For port a8b972ff-610e-4c51-9374-867b7d20590f, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:32:53.933184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] For port a8b972ff-610e-4c51-9374-867b7d20590f, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a8b972ff-610e-4c51-9374-867b7d20590f,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:32:53.942430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.967793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491dd8f-2584-4c2a-9b60-a1cd3f0705cd req-2bf6b73f-c386-44bc-a784-209564cc53aa tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:53.975682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8491dd8f-2584-4c2a-9b60-a1cd3f0705cd req-2bf6b73f-c386-44bc-a784-209564cc53aa tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 944 time: 0.1743119 Nov 19 19:32:53.995305 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:53.995602 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Floating IP f3db88e0-c5e5-41bf-a0e4-70415eb9d127 disassociated (deleted). External IP: 172.25.3.173, port: d6281d46-6af1-495d-88a4-40f8a2bfbdb9. Nov 19 19:32:54.014688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b972ff-610e-4c51-9374-867b7d20590f,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:54.033312 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:54.034131 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:54.035938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-65edfa74-b883-4075-a642-1167598defb1 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8b972ff-610e-4c51-9374-867b7d20590f HTTP/1.1" status: 200 len: 1092 time: 0.8491957 Nov 19 19:32:54.036495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'tag': 'a8b972ff-610e-4c51-9374-867b7d20590f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:32:54.039443 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643e1db8-cd05-44d1-8981-962f4f9ec416" -d '{"events": [{"name": "network-changed", "server_uuid": "3f56ac53-0948-45ad-b353-c9295d18d6ba", "tag": "a8b972ff-610e-4c51-9374-867b7d20590f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:32:54.120696 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8491dd8f-2584-4c2a-9b60-a1cd3f0705cd req-9ba78c33-63ba-4d90-8de5-ec38af1072f4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343710 Nov 19 19:32:54.166392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ff8cb-700d-49b2-8262-8969485e700d req-d812d912-e02b-44a6-9cf7-38fb9ff04fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:54.168257 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-d812d912-e02b-44a6-9cf7-38fb9ff04fdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 1095 time: 0.0841815 Nov 19 19:32:54.249640 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-f01021aa-fd74-474a-9867-63436b9314a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b972ff-610e-4c51-9374-867b7d20590f HTTP/1.1" status: 200 len: 217 time: 0.0720320 Nov 19 19:32:54.301209 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe4f163-68a0-4eed-8ea2-9e9f8530064a x-openstack-request-id: req-2fe4f163-68a0-4eed-8ea2-9e9f8530064a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:32:54.301530 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f56ac53-0948-45ad-b353-c9295d18d6ba", "tag": "a8b972ff-610e-4c51-9374-867b7d20590f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:32:54.301831 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fe4f163-68a0-4eed-8ea2-9e9f8530064a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:32:54.302248 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'tag': 'a8b972ff-610e-4c51-9374-867b7d20590f', 'status': 'completed', 'code': 200} Nov 19 19:32:54.329003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ff8cb-700d-49b2-8262-8969485e700d req-aa00714f-5b64-4ec1-bee7-eef30b67e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:54.330490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-aa00714f-5b64-4ec1-bee7-eef30b67e023 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0728452 Nov 19 19:32:54.345263 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 69fa6d19-4bb0-4219-94d7-34741b04bacf has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:32:54.387828 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ff8cb-700d-49b2-8262-8969485e700d req-3f346f3e-9109-4e26-bf25-8b827c22b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:54.389420 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-3f346f3e-9109-4e26-bf25-8b827c22b821 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495403 Nov 19 19:32:54.468263 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:32:54.472802 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:54.480121 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa0c457-0c00-453d-b8e2-56952f842f54 None None] Sync routers for ids ['69fa6d19-4bb0-4219-94d7-34741b04bacf'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:32:54.490026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0c457-0c00-453d-b8e2-56952f842f54 None None] Routers {'69fa6d19-4bb0-4219-94d7-34741b04bacf'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:32:54.491216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cfa0c457-0c00-453d-b8e2-56952f842f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:32:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69fa6d19-4bb0-4219-94d7-34741b04bacf'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:32:54.497414 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-8afa4872-9ee8-4ec9-852c-4e32c87a25e7 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007288 Nov 19 19:32:54.506812 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f920e84a-3601-425f-a84c-043b2b7b349e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/floatingips/f3db88e0-c5e5-41bf-a0e4-70415eb9d127 HTTP/1.1" status: 204 len: 168 time: 1.5904424 Nov 19 19:32:54.510569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:32:54.517782 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:32:54.625795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-cfa0c457-0c00-453d-b8e2-56952f842f54 None None] Set router 69fa6d19-4bb0-4219-94d7-34741b04bacf gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:32:54.630034 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b15ff8cb-700d-49b2-8262-8969485e700d req-cc022c48-a4c3-4a81-b02c-0a85944f7b93 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255915 Nov 19 19:32:54.741791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1db8-cd05-44d1-8981-962f4f9ec416 req-707fd802-519d-44b5-aaf1-3d45efd6ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:54.743444 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-643e1db8-cd05-44d1-8981-962f4f9ec416 req-707fd802-519d-44b5-aaf1-3d45efd6ed3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 1095 time: 0.0562477 Nov 19 19:32:54.826722 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708d064f-897b-4524-be3d-6b02da7fd42c x-openstack-request-id: req-708d064f-897b-4524-be3d-6b02da7fd42c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:32:54.827936 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:32:54.828724 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-708d064f-897b-4524-be3d-6b02da7fd42c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:32:54.829320 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'status': 'completed', 'code': 200} Nov 19 19:32:54.848379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1db8-cd05-44d1-8981-962f4f9ec416 req-d2c8cdc9-67c4-46ad-ae73-264d9760a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:54.850171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-643e1db8-cd05-44d1-8981-962f4f9ec416 req-d2c8cdc9-67c4-46ad-ae73-264d9760a76a service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.0990405 Nov 19 19:32:54.878307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cfa0c457-0c00-453d-b8e2-56952f842f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:08Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9390b0ec-ef4c-41e5-b072-17ff1aeb222a', 'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:0f:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:07Z', 'updated_at': '2021-11-19T19:30:13Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:32:54.915733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa0c457-0c00-453d-b8e2-56952f842f54 None None] Checking router: 69fa6d19-4bb0-4219-94d7-34741b04bacf for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:32:54.925732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0c457-0c00-453d-b8e2-56952f842f54 None None] Routers {'69fa6d19-4bb0-4219-94d7-34741b04bacf'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:32:54.926845 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cfa0c457-0c00-453d-b8e2-56952f842f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:32:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69fa6d19-4bb0-4219-94d7-34741b04bacf'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:32:54.933855 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-643e1db8-cd05-44d1-8981-962f4f9ec416 req-97b34160-aecf-40cf-8372-ff808cd5f8f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b972ff-610e-4c51-9374-867b7d20590f HTTP/1.1" status: 200 len: 217 time: 0.0715456 Nov 19 19:32:54.975940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff5ecd-b1ea-4b1e-b399-9b74728e8701 req-a3949c5d-5d14-49e1-893e-085f6ebf0d8d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:54.983645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa req-f5d541ff-e6f0-405e-b755-7dc972ec1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:54.983645 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa req-f5d541ff-e6f0-405e-b755-7dc972ec1e6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 1096 time: 0.1310236 Nov 19 19:32:54.987815 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34ff5ecd-b1ea-4b1e-b399-9b74728e8701 req-a3949c5d-5d14-49e1-893e-085f6ebf0d8d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0707374 Nov 19 19:32:55.063137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-cfa0c457-0c00-453d-b8e2-56952f842f54 None None] Set router 69fa6d19-4bb0-4219-94d7-34741b04bacf gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:32:55.070585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1db8-cd05-44d1-8981-962f4f9ec416 req-81a72226-aca7-43ea-b9c7-64acacfc3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:55.072568 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-643e1db8-cd05-44d1-8981-962f4f9ec416 req-81a72226-aca7-43ea-b9c7-64acacfc3da6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.1285250 Nov 19 19:32:55.074802 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34ff5ecd-b1ea-4b1e-b399-9b74728e8701 req-63ba084d-a1b5-4315-866a-c2ae584e8f46 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857673 Nov 19 19:32:55.145588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1db8-cd05-44d1-8981-962f4f9ec416 req-ca344ae8-9477-479b-8d8e-a3377b38bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:55.148277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-643e1db8-cd05-44d1-8981-962f4f9ec416 req-ca344ae8-9477-479b-8d8e-a3377b38bc7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678916 Nov 19 19:32:55.149215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa req-694a3207-2561-4a79-bcf9-e49a8c49424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:55.150613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa req-694a3207-2561-4a79-bcf9-e49a8c49424c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3545285-b81e-461a-90e3-0258bc5c0c71 HTTP/1.1" status: 200 len: 898 time: 0.1586938 Nov 19 19:32:55.248511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a085db7-13cf-4836-860b-93dff1f53a13 req-f9d1f9d0-ed7c-417f-ad54-d677a3356fcd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:55.257807 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a085db7-13cf-4836-860b-93dff1f53a13 req-f9d1f9d0-ed7c-417f-ad54-d677a3356fcd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 944 time: 0.0699639 Nov 19 19:32:55.297230 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa req-f0e8b32f-2a3b-4645-9d5e-2d2dbd28a8ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9 HTTP/1.1" status: 200 len: 217 time: 0.0523415 Nov 19 19:32:55.302787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-cfa0c457-0c00-453d-b8e2-56952f842f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:08Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9390b0ec-ef4c-41e5-b072-17ff1aeb222a', 'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:0f:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:07Z', 'updated_at': '2021-11-19T19:30:13Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:32:55.323051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a085db7-13cf-4836-860b-93dff1f53a13 req-8b7318a1-006a-433f-b5d0-5e080e4455e9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616457 Nov 19 19:32:55.332290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa0c457-0c00-453d-b8e2-56952f842f54 None None] The sync data for ids ['69fa6d19-4bb0-4219-94d7-34741b04bacf'] in n-d-815373-6 is: [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:30:08Z', 'revision_number': 4, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9390b0ec-ef4c-41e5-b072-17ff1aeb222a', 'name': '', 'network_id': 'f3545285-b81e-461a-90e3-0258bc5c0c71', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'mac_address': 'fa:16:3e:0f:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:07Z', 'updated_at': '2021-11-19T19:30:13Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'subnets': [{'id': '29c50cac-ecb6-4a42-9fcd-fa2769418e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:32:55.350810 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-643e1db8-cd05-44d1-8981-962f4f9ec416 req-af9bf709-aff7-4232-9761-6ee2e11fa2f6 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949036 Nov 19 19:32:55.381715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa req-5a4b19bd-3553-4a38-a5fe-53270aafc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:55.383227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa req-5a4b19bd-3553-4a38-a5fe-53270aafc8ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29c50cac-ecb6-4a42-9fcd-fa2769418e9c HTTP/1.1" status: 200 len: 835 time: 0.0711520 Nov 19 19:32:55.469352 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:55.483739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa req-b25ee432-4c94-47b2-950c-ab096cc864b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:55.485350 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa req-b25ee432-4c94-47b2-950c-ab096cc864b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3545285-b81e-461a-90e3-0258bc5c0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921574 Nov 19 19:32:55.522885 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-643e1db8-cd05-44d1-8981-962f4f9ec416 req-635aac78-f7c2-4226-b797-5ab7ba9abfd8 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614254 Nov 19 19:32:55.596910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa req-dec5bcf8-e534-474a-8a54-a240d87588ec service neutron] 10.222.0.57 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016340 Nov 19 19:32:55.616886 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07084ef6-ecff-4a6b-8029-aae26270bb1d None None] New status for floating IP f3db88e0-c5e5-41bf-a0e4-70415eb9d127: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:32:55.700421 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d444a6f6-246a-4869-a4c3-6e93f27e8eaa req-5e8a4ef7-df48-43ba-a66a-6bb53ad86903 service neutron] 10.222.0.57 "GET /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953233 Nov 19 19:32:56.343201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf92212-2636-49d6-b137-527c03b5c46f req-7b91b474-5c10-4101-ae67-f7583f67ef1b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:56.345014 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5cf92212-2636-49d6-b137-527c03b5c46f req-7b91b474-5c10-4101-ae67-f7583f67ef1b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0708210 Nov 19 19:32:56.366651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e967f-e356-4eb6-97af-e2dc2acbe0e1 req-b115e910-a2c0-4089-915d-9430a2933946 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:56.368111 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-674e967f-e356-4eb6-97af-e2dc2acbe0e1 req-b115e910-a2c0-4089-915d-9430a2933946 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/ports?device_id=cafc7538-a1bd-440e-9519-6e736fb236c3 HTTP/1.1" status: 200 len: 945 time: 0.0604863 Nov 19 19:32:56.432380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-674e967f-e356-4eb6-97af-e2dc2acbe0e1 req-40fc4d32-dede-4e41-89f1-5f9f680965e1 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "GET /v2.0/security-groups?id=d1875995-4d63-48e6-9795-bc57b9e3996e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567052 Nov 19 19:32:56.466310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5cf92212-2636-49d6-b137-527c03b5c46f req-4e839c03-761a-484d-82d9-c1220947608d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:32:56.466310 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5cf92212-2636-49d6-b137-527c03b5c46f req-4e839c03-761a-484d-82d9-c1220947608d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:56.570710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-5cf92212-2636-49d6-b137-527c03b5c46f req-4e839c03-761a-484d-82d9-c1220947608d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port d6281d46-6af1-495d-88a4-40f8a2bfbdb9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:32:56.571147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db2f20-6e01-47a7-9e2e-6e3aaf38cc4f req-deb35925-bfb5-4d07-9149-fc8eabcf177c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:56.571272 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5cf92212-2636-49d6-b137-527c03b5c46f req-4e839c03-761a-484d-82d9-c1220947608d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:56.573521 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80db2f20-6e01-47a7-9e2e-6e3aaf38cc4f req-deb35925-bfb5-4d07-9149-fc8eabcf177c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 944 time: 0.0645757 Nov 19 19:32:56.588475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-5cf92212-2636-49d6-b137-527c03b5c46f req-4e839c03-761a-484d-82d9-c1220947608d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for d6281d46-6af1-495d-88a4-40f8a2bfbdb9 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:32:56.631085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80db2f20-6e01-47a7-9e2e-6e3aaf38cc4f req-0964d298-6ac8-4978-87bf-927c06f28560 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511332 Nov 19 19:32:56.738907 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5cf92212-2636-49d6-b137-527c03b5c46f req-4e839c03-761a-484d-82d9-c1220947608d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:56.790238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e839c03-761a-484d-82d9-c1220947608d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=d6281d46-6af1-495d-88a4-40f8a2bfbdb9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:56.845412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf92212-2636-49d6-b137-527c03b5c46f req-4e839c03-761a-484d-82d9-c1220947608d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] No DVR routers for this DVR port d6281d46-6af1-495d-88a4-40f8a2bfbdb9 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:32:56.848146 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-5cf92212-2636-49d6-b137-527c03b5c46f req-4e839c03-761a-484d-82d9-c1220947608d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:56.852295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5cf92212-2636-49d6-b137-527c03b5c46f req-4e839c03-761a-484d-82d9-c1220947608d tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.57 "DELETE /v2.0/ports/d6281d46-6af1-495d-88a4-40f8a2bfbdb9 HTTP/1.1" status: 204 len: 173 time: 0.5008655 Nov 19 19:32:56.852757 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'name': 'network-vif-deleted', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:32:56.855077 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4adf076-aefa-47dd-a3dc-a33881679e29" -d '{"events": [{"server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "name": "network-vif-deleted", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:32:56.906156 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5c6aec-2609-4b5e-80ab-b1573fcc5faf x-openstack-request-id: req-ac5c6aec-2609-4b5e-80ab-b1573fcc5faf {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:32:56.906528 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafc7538-a1bd-440e-9519-6e736fb236c3", "name": "network-vif-deleted", "tag": "d6281d46-6af1-495d-88a4-40f8a2bfbdb9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:32:56.906833 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac5c6aec-2609-4b5e-80ab-b1573fcc5faf {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:32:56.907283 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafc7538-a1bd-440e-9519-6e736fb236c3', 'name': 'network-vif-deleted', 'tag': 'd6281d46-6af1-495d-88a4-40f8a2bfbdb9', 'status': 'completed', 'code': 200} Nov 19 19:32:57.515182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60030) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:32:57.842450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38b670-de24-4e1f-9d3a-f221c12b6454 req-31be0e86-49bc-47ab-ad8c-ddaa4859c775 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:57.844075 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae38b670-de24-4e1f-9d3a-f221c12b6454 req-31be0e86-49bc-47ab-ad8c-ddaa4859c775 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 944 time: 0.0902061 Nov 19 19:32:57.943678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae38b670-de24-4e1f-9d3a-f221c12b6454 req-41608386-3c0d-4070-8677-5dd545e972ee tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934010 Nov 19 19:32:58.029414 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:58.318373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:32:58.319296 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:58.413591 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port 9390b0ec-ef4c-41e5-b072-17ff1aeb222a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9390b0ec-ef4c-41e5-b072-17ff1aeb222a,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:32:58.413989 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:58.426985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for 9390b0ec-ef4c-41e5-b072-17ff1aeb222a owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:32:58.627311 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:58.658997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=9390b0ec-ef4c-41e5-b072-17ff1aeb222a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:58.843723 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:59.101736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Router 69fa6d19-4bb0-4219-94d7-34741b04bacf has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:32:59.110583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead1660-1c85-4a3a-adeb-a0b4ce70d542 req-8779124b-6e24-45b4-bcdf-b17117d4e4a1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:32:59.112055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ead1660-1c85-4a3a-adeb-a0b4ce70d542 req-8779124b-6e24-45b4-bcdf-b17117d4e4a1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 944 time: 0.0714133 Nov 19 19:32:59.234528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ead1660-1c85-4a3a-adeb-a0b4ce70d542 req-f13d34d2-5232-4af8-b941-f8c0a2a06d00 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154966 Nov 19 19:32:59.257413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:32:59.262523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-40ae40be-7d19-4595-b748-1376fb15f3bb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "PUT /v2.0/routers/69fa6d19-4bb0-4219-94d7-34741b04bacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7462833 Nov 19 19:32:59.265312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60036) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:32:59.273791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15180d19-f587-4e7f-8a97-a4bc55f81cd2 None None] Sync routers for ids ['69fa6d19-4bb0-4219-94d7-34741b04bacf'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:32:59.283679 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15180d19-f587-4e7f-8a97-a4bc55f81cd2 None None] Routers {'69fa6d19-4bb0-4219-94d7-34741b04bacf'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:32:59.284316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-15180d19-f587-4e7f-8a97-a4bc55f81cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:32:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69fa6d19-4bb0-4219-94d7-34741b04bacf'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:32:59.320751 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c67465d-5bcc-4d4b-ac49-f0b56aa7b69b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting subnet 29c50cac-ecb6-4a42-9fcd-fa2769418e9c {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:32:59.324534 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c67465d-5bcc-4d4b-ac49-f0b56aa7b69b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:59.364443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6281d46-6af1-495d-88a4-40f8a2bfbdb9 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:32:59.371401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c67465d-5bcc-4d4b-ac49-f0b56aa7b69b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:59.399210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: d6281d46-6af1-495d-88a4-40f8a2bfbdb9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:32:59.399560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device d6281d46-6af1-495d-88a4-40f8a2bfbdb9 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:32:59.418747 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-15180d19-f587-4e7f-8a97-a4bc55f81cd2 None None] Set router 69fa6d19-4bb0-4219-94d7-34741b04bacf gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:32:59.466184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c67465d-5bcc-4d4b-ac49-f0b56aa7b69b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:59.528020 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c67465d-5bcc-4d4b-ac49-f0b56aa7b69b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:59.564424 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c67465d-5bcc-4d4b-ac49-f0b56aa7b69b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:59.570466 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4c67465d-5bcc-4d4b-ac49-f0b56aa7b69b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/subnets/29c50cac-ecb6-4a42-9fcd-fa2769418e9c HTTP/1.1" status: 204 len: 168 time: 0.3014102 Nov 19 19:32:59.570466 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67465d-5bcc-4d4b-ac49-f0b56aa7b69b tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Subnet': ['ID=29c50cac-ecb6-4a42-9fcd-fa2769418e9c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:32:59.570881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60038) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:32:59.582630 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dcc574-4c75-41ec-8e71-42398f3b8b1f None None] Network f3545285-b81e-461a-90e3-0258bc5c0c71 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:32:59.684477 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:59.714224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-15180d19-f587-4e7f-8a97-a4bc55f81cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:32:58Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:32:59.752296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15180d19-f587-4e7f-8a97-a4bc55f81cd2 None None] Checking router: 69fa6d19-4bb0-4219-94d7-34741b04bacf for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:32:59.763589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15180d19-f587-4e7f-8a97-a4bc55f81cd2 None None] Routers {'69fa6d19-4bb0-4219-94d7-34741b04bacf'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:32:59.764223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-15180d19-f587-4e7f-8a97-a4bc55f81cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:32:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['69fa6d19-4bb0-4219-94d7-34741b04bacf'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:32:59.799404 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:59.846985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] DHCP port deletion for f3545285-b81e-461a-90e3-0258bc5c0c71 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:32:59.858908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Deleting port 7bdf4d48-7595-4d5e-b1a9-168d97de828b {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:32:59.859247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:59.950547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] For port 7bdf4d48-7595-4d5e-b1a9-168d97de828b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=7bdf4d48-7595-4d5e-b1a9-168d97de828b,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:32:59.950913 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:32:59.964933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Calling delete_port for 7bdf4d48-7595-4d5e-b1a9-168d97de828b owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:33:00.079250 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.081194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-15180d19-f587-4e7f-8a97-a4bc55f81cd2 None None] Set router 69fa6d19-4bb0-4219-94d7-34741b04bacf gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:33:00.142524 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.167721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Port': ['ID=7bdf4d48-7595-4d5e-b1a9-168d97de828b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:33:00.188718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde6c859-f0be-4865-9e28-7423944545d0 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:33:00.208863 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Deleting port bdbbdf8e-8031-4204-a776-f7427cbd8af1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:33:00.209875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.234448 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.325716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] For port bdbbdf8e-8031-4204-a776-f7427cbd8af1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=bdbbdf8e-8031-4204-a776-f7427cbd8af1,segment=NetworkSegment(71081982-71eb-4e67-bd85-baef8ea0fb80),segment_id=71081982-71eb-4e67-bd85-baef8ea0fb80)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:33:00.325716 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.340080 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.341049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Calling delete_port for bdbbdf8e-8031-4204-a776-f7427cbd8af1 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:33:00.342541 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.365537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fa001-c7b5-4647-8ddd-325215b2a43e req-1f4b10fb-438d-4abe-92f3-397bc97a9313 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:00.367240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee7fa001-c7b5-4647-8ddd-325215b2a43e req-1f4b10fb-438d-4abe-92f3-397bc97a9313 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 944 time: 0.0542529 Nov 19 19:33:00.395085 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.395673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Fanout notify agent at l3_agent the message router_deleted on router 69fa6d19-4bb0-4219-94d7-34741b04bacf {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:33:00.404624 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.408679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5218ca93-9c64-4c01-936d-e9c09b54f72e tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/routers/69fa6d19-4bb0-4219-94d7-34741b04bacf HTTP/1.1" status: 204 len: 168 time: 0.8365335 Nov 19 19:33:00.409337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60042) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:33:00.419639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-15180d19-f587-4e7f-8a97-a4bc55f81cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:32:58Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:33:00.437637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee7fa001-c7b5-4647-8ddd-325215b2a43e req-da40e5e1-0677-47e3-8cee-7741669de8c7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637498 Nov 19 19:33:00.452295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15180d19-f587-4e7f-8a97-a4bc55f81cd2 None None] The sync data for ids ['69fa6d19-4bb0-4219-94d7-34741b04bacf'] in n-d-815373-6 is: [{'id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515959295', 'tenant_id': '8b0045894a4545fab78ac1dc5404f6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:30:03Z', 'updated_at': '2021-11-19T19:32:58Z', 'revision_number': 5, 'project_id': '8b0045894a4545fab78ac1dc5404f6e8', 'gw_port': {'id': '7bdf4d48-7595-4d5e-b1a9-168d97de828b', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fa6d19-4bb0-4219-94d7-34741b04bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:30:04Z', 'updated_at': '2021-11-19T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:33:00.477149 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.498495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.503515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Pushing event deleted for resources: {'Port': ['ID=bdbbdf8e-8031-4204-a776-f7427cbd8af1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:33:00.513079 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] No DVR routers for this DVR port bdbbdf8e-8031-4204-a776-f7427cbd8af1 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:33:00.515798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.516227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.516583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.516994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.517334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.517671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.518031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.518364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.518695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.519030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.519359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.519686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd088ad-f307-40b0-b0ca-4a8973042e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:33:00.605961 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.628889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3545285-b81e-461a-90e3-0258bc5c0c71']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:33:00.638947 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71081982-71eb-4e67-bd85-baef8ea0fb80') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:33:00.639246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71081982-71eb-4e67-bd85-baef8ea0fb80') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:33:00.649354 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.663247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.669856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:33:00.670248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:33:00.673770 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:33:00.732107 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.739048 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.742347 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/networks/f3545285-b81e-461a-90e3-0258bc5c0c71 HTTP/1.1" status: 204 len: 168 time: 0.3319874 Nov 19 19:33:00.745264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60044) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:33:00.759191 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9b45f-388d-4bf4-9205-8da03af02a69 tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'Network': ['ID=f3545285-b81e-461a-90e3-0258bc5c0c71,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:33:00.805189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81e52b57-3225-4591-9964-3847ec3317eb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.836241 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81e52b57-3225-4591-9964-3847ec3317eb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.904003 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81e52b57-3225-4591-9964-3847ec3317eb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.906823 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-81e52b57-3225-4591-9964-3847ec3317eb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:00.913791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-81e52b57-3225-4591-9964-3847ec3317eb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] 10.222.0.50 "DELETE /v2.0/security-groups/d1875995-4d63-48e6-9795-bc57b9e3996e HTTP/1.1" status: 204 len: 168 time: 0.1616347 Nov 19 19:33:00.919596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e52b57-3225-4591-9964-3847ec3317eb tempest-TestNetworkAdvancedServerOps-842246794 tempest-TestNetworkAdvancedServerOps-842246794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1875995-4d63-48e6-9795-bc57b9e3996e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:33:01.246001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60052) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:33:01.386907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5ceb66cf-abf1-4561-af3f-6bbe70eeb155 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b0045894a4545fab78ac1dc5404f6e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395984 Nov 19 19:33:01.389261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60056) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:33:01.437549 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b97d4366-cc43-44ba-8882-e0c22e6516ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:01.460041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b97d4366-cc43-44ba-8882-e0c22e6516ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:01.512206 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b97d4366-cc43-44ba-8882-e0c22e6516ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:01.516234 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b97d4366-cc43-44ba-8882-e0c22e6516ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:01.517441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b97d4366-cc43-44ba-8882-e0c22e6516ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3e754ce-3981-42a8-875d-766615fb1cfb HTTP/1.1" status: 204 len: 168 time: 0.1272178 Nov 19 19:33:01.549357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d4366-cc43-44ba-8882-e0c22e6516ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e754ce-3981-42a8-875d-766615fb1cfb,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:33:01.582794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4939879-0844-4fd1-b73e-43b1872893cd req-c014afaa-92ce-492a-86cd-8d3789b27c16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:01.585953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4939879-0844-4fd1-b73e-43b1872893cd req-c014afaa-92ce-492a-86cd-8d3789b27c16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 944 time: 0.0672431 Nov 19 19:33:01.641536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4939879-0844-4fd1-b73e-43b1872893cd req-90dd1cd5-54a7-48d1-8218-fc89adaf7018 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498667 Nov 19 19:33:01.763078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7bdf4d48-7595-4d5e-b1a9-168d97de828b no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:33:01.785209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 7bdf4d48-7595-4d5e-b1a9-168d97de828b {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:33:01.785707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 7bdf4d48-7595-4d5e-b1a9-168d97de828b not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:33:01.786243 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9390b0ec-ef4c-41e5-b072-17ff1aeb222a no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:33:01.811948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 9390b0ec-ef4c-41e5-b072-17ff1aeb222a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:33:01.812297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9390b0ec-ef4c-41e5-b072-17ff1aeb222a not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:33:01.812715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device bdbbdf8e-8031-4204-a776-f7427cbd8af1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:33:01.829943 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60064) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:33:01.836310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: bdbbdf8e-8031-4204-a776-f7427cbd8af1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:33:01.836659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device bdbbdf8e-8031-4204-a776-f7427cbd8af1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:33:01.872369 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e0e7d3a8-266a-4a93-b8b6-465d9080ff0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80ada9d7c4fa417f894c854b427da791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411644 Nov 19 19:33:01.874892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60066) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:33:01.926445 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e92a3584-c5aa-476d-bf00-d30bddfb9a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:01.948707 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e92a3584-c5aa-476d-bf00-d30bddfb9a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:01.995758 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e92a3584-c5aa-476d-bf00-d30bddfb9a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:01.998470 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e92a3584-c5aa-476d-bf00-d30bddfb9a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:01.999627 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e92a3584-c5aa-476d-bf00-d30bddfb9a28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a4bcc29-d9da-41a0-96a6-c471f7bfc2d8 HTTP/1.1" status: 204 len: 168 time: 0.1238043 Nov 19 19:33:02.008399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a3584-c5aa-476d-bf00-d30bddfb9a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4bcc29-d9da-41a0-96a6-c471f7bfc2d8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:33:02.763653 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c81024-3a5b-4b4e-b89b-04120f255aeb req-6da4b548-480f-458f-90af-c49e022699e2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:02.765140 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9c81024-3a5b-4b4e-b89b-04120f255aeb req-6da4b548-480f-458f-90af-c49e022699e2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 944 time: 0.0533836 Nov 19 19:33:02.825083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9c81024-3a5b-4b4e-b89b-04120f255aeb req-678a7161-8dc7-40dc-ab07-af384f6368d3 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538979 Nov 19 19:33:03.951135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d9d9e-3489-4956-b277-6224b9993b79 req-38c7c411-bb3a-4059-97e2-44015e19c49a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:03.952569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a7d9d9e-3489-4956-b277-6224b9993b79 req-38c7c411-bb3a-4059-97e2-44015e19c49a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 944 time: 0.0582364 Nov 19 19:33:04.003142 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a7d9d9e-3489-4956-b277-6224b9993b79 req-e35ab686-46e7-4e71-baf3-39730008c3a8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444806 Nov 19 19:33:05.132244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4d631-31ff-4cfb-802a-80682c403b9a req-5b49fd69-ee7a-4767-88fc-45231b0483fe tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:05.133793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7bd4d631-31ff-4cfb-802a-80682c403b9a req-5b49fd69-ee7a-4767-88fc-45231b0483fe tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 944 time: 0.0561719 Nov 19 19:33:05.185186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7bd4d631-31ff-4cfb-802a-80682c403b9a req-06fcd7aa-9f55-4573-a09e-1e5fab318ba6 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452750 Nov 19 19:33:06.307124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc857e74-88d3-4eda-968d-94bd4b7cb58e req-dfa4a873-d576-4b72-b505-c9442cf664fa tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:06.308544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc857e74-88d3-4eda-968d-94bd4b7cb58e req-dfa4a873-d576-4b72-b505-c9442cf664fa tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 944 time: 0.0516260 Nov 19 19:33:06.364601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc857e74-88d3-4eda-968d-94bd4b7cb58e req-4ffba9e2-269e-41ce-8844-2e21c3111da6 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500622 Nov 19 19:33:07.232449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a8b972ff-610e-4c51-9374-867b7d20590f details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:33:07.329386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a8b972ff-610e-4c51-9374-867b7d20590f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a8b972ff-610e-4c51-9374-867b7d20590f,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:33:07.341212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'a8b972ff-610e-4c51-9374-867b7d20590f', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'port_id': 'a8b972ff-610e-4c51-9374-867b7d20590f', 'mac_address': 'fa:16:3e:3e:8f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:33:07.378689 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:07.391792 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b972ff-610e-4c51-9374-867b7d20590f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:33:07.414336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a8b972ff-610e-4c51-9374-867b7d20590f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a8b972ff-610e-4c51-9374-867b7d20590f,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:33:07.418201 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:07.470315 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a8b972ff-610e-4c51-9374-867b7d20590f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:33:07.484534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c9c06-03a9-4b10-956e-ab11a5d57748 req-1b7ad8b7-aab7-4ded-b395-f8d6fe39b14d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:07.486008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be0c9c06-03a9-4b10-956e-ab11a5d57748 req-1b7ad8b7-aab7-4ded-b395-f8d6fe39b14d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 945 time: 0.0498500 Nov 19 19:33:07.540156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be0c9c06-03a9-4b10-956e-ab11a5d57748 req-f28484ca-5bbf-46ed-9171-92777e90c057 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478046 Nov 19 19:33:07.626573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['a8b972ff-610e-4c51-9374-867b7d20590f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:33:08.250663 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-390ce29a-ec42-4aa6-9cd1-975e70162d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:08.661992 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1a7de-0e6b-4535-a594-6c3dbfdd9c08 req-14110fb8-bf89-42e2-93b4-ed19ad03d874 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:08.664082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7a1a7de-0e6b-4535-a594-6c3dbfdd9c08 req-14110fb8-bf89-42e2-93b4-ed19ad03d874 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 945 time: 0.0508127 Nov 19 19:33:08.714121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7a1a7de-0e6b-4535-a594-6c3dbfdd9c08 req-50654347-dfee-4443-aa3c-30d8ac7ed49f tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438187 Nov 19 19:33:09.258112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a8b972ff-610e-4c51-9374-867b7d20590f up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:33:09.311493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port a8b972ff-610e-4c51-9374-867b7d20590f completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:33:09.315691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port a8b972ff-610e-4c51-9374-867b7d20590f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:33:09.316041 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:09.393440 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:09.416786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b972ff-610e-4c51-9374-867b7d20590f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:33:09.419049 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3673b16-1075-469c-851a-79eef0f37887" -d '{"events": [{"server_uuid": "3f56ac53-0948-45ad-b353-c9295d18d6ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8b972ff-610e-4c51-9374-867b7d20590f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:33:09.433130 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port a8b972ff-610e-4c51-9374-867b7d20590f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a8b972ff-610e-4c51-9374-867b7d20590f,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:33:09.437144 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:09.464481 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce839dff-30eb-497f-94d2-dbb7c3b9bee2 x-openstack-request-id: req-ce839dff-30eb-497f-94d2-dbb7c3b9bee2 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:33:09.464779 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f56ac53-0948-45ad-b353-c9295d18d6ba", "name": "network-vif-plugged", "status": "completed", "tag": "a8b972ff-610e-4c51-9374-867b7d20590f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:33:09.465039 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce839dff-30eb-497f-94d2-dbb7c3b9bee2 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:33:09.465432 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b972ff-610e-4c51-9374-867b7d20590f', 'code': 200} Nov 19 19:33:09.492892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=a8b972ff-610e-4c51-9374-867b7d20590f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:33:09.555965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a58b1-acad-4408-b906-247d6bb08f37 req-e0e1602c-4989-41ab-93e2-4e246c6ee57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:09.557492 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec7a58b1-acad-4408-b906-247d6bb08f37 req-e0e1602c-4989-41ab-93e2-4e246c6ee57b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 1097 time: 0.0411744 Nov 19 19:33:09.607244 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec7a58b1-acad-4408-b906-247d6bb08f37 req-5c15df6e-b6bc-4129-9041-19e8f8a39b61 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429122 Nov 19 19:33:09.835412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488f56d-0d93-4127-939a-005d1c2d3f8b req-9501f474-5601-491c-8b42-e383f6470857 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:09.836832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b488f56d-0d93-4127-939a-005d1c2d3f8b req-9501f474-5601-491c-8b42-e383f6470857 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 946 time: 0.0526247 Nov 19 19:33:09.887859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b488f56d-0d93-4127-939a-005d1c2d3f8b req-53008c38-3939-449f-9afb-624efe488e5f tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451143 Nov 19 19:33:10.597960 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a9abf03-ab9e-4097-877b-a663f73753ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:11.014546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43a04e-ddf3-4b37-8c81-f49e076864f4 req-e8e866a9-c8a5-40c8-8296-c85970436c95 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:11.016056 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f43a04e-ddf3-4b37-8c81-f49e076864f4 req-e8e866a9-c8a5-40c8-8296-c85970436c95 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 946 time: 0.0534041 Nov 19 19:33:11.066851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5f43a04e-ddf3-4b37-8c81-f49e076864f4 req-175cdd77-e843-4cd0-af15-ecf1df762596 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449243 Nov 19 19:33:11.186848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327d6d3-4a83-43fd-8eb1-0afc9130e7b6 req-3ee352b9-04d3-4160-87c8-88655e8fddf4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:11.188984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7327d6d3-4a83-43fd-8eb1-0afc9130e7b6 req-3ee352b9-04d3-4160-87c8-88655e8fddf4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 946 time: 0.0552154 Nov 19 19:33:11.244927 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7327d6d3-4a83-43fd-8eb1-0afc9130e7b6 req-5ce83b90-a3df-4879-bc47-b61aa2ebe766 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490034 Nov 19 19:33:11.268302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60090) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:33:11.309636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c80c5b-07e8-4c76-904a-d03ce5770e57 tempest-TestVolumeBootPattern-723183479 tempest-TestVolumeBootPattern-723183479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:11.311173 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-79c80c5b-07e8-4c76-904a-d03ce5770e57 tempest-TestVolumeBootPattern-723183479 tempest-TestVolumeBootPattern-723183479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 1092 time: 0.0418608 Nov 19 19:33:11.314016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60092) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:33:11.318195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'a8b972ff-610e-4c51-9374-867b7d20590f', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:33:11.341235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:11.438059 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:11.547687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Allocated IP 172.25.3.43 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/f9db5474-0cd0-49f2-b891-0b9624ae808c) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:33:11.652464 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:11.690308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:11.736517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:33:11.739406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:33:11.744093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:33:11.747186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=f9db5474-0cd0-49f2-b891-0b9624ae808c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:33:11.946032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:12.159471 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:12.236845 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:12.722018 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:12.727012 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:12.791980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=f9db5474-0cd0-49f2-b891-0b9624ae808c,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:33:12.806138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:12.908706 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Floating IP fa858b2c-5b22-4152-923c-6aa3c93d5030 associated. External IP: 172.25.3.43, port: a8b972ff-610e-4c51-9374-867b7d20590f. Nov 19 19:33:13.121624 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Router 522c039b-57fd-4db2-a014-fdaabef00b29 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:33:13.232290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:33:13.241943 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ed866-a7eb-438e-9eb5-436a6fa792da None None] Sync routers for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:33:13.250266 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:13.252130 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ed866-a7eb-438e-9eb5-436a6fa792da None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:33:13.252740 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-106ed866-a7eb-438e-9eb5-436a6fa792da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:33:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:33:13.278802 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e6fd011a-0b97-433c-8aa0-4d0d3d7e75d7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9637361 Nov 19 19:33:13.279410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'tag': 'a8b972ff-610e-4c51-9374-867b7d20590f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:33:13.281717 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479c0def-2e45-4270-843a-ec5bde269356" -d '{"events": [{"name": "network-changed", "server_uuid": "3f56ac53-0948-45ad-b353-c9295d18d6ba", "tag": "a8b972ff-610e-4c51-9374-867b7d20590f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:33:13.322785 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc889843-8cfe-4355-88f0-097e6747f4b3 x-openstack-request-id: req-bc889843-8cfe-4355-88f0-097e6747f4b3 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:33:13.323090 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f56ac53-0948-45ad-b353-c9295d18d6ba", "tag": "a8b972ff-610e-4c51-9374-867b7d20590f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:33:13.323350 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc889843-8cfe-4355-88f0-097e6747f4b3 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:33:13.323763 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'tag': 'a8b972ff-610e-4c51-9374-867b7d20590f', 'status': 'completed', 'code': 200} Nov 19 19:33:13.364387 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-106ed866-a7eb-438e-9eb5-436a6fa792da None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:33:13.392115 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c0def-2e45-4270-843a-ec5bde269356 req-42751d88-b972-43a1-9ebf-0cf2457ed9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:13.393569 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-479c0def-2e45-4270-843a-ec5bde269356 req-42751d88-b972-43a1-9ebf-0cf2457ed9d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 1097 time: 0.0454557 Nov 19 19:33:13.408383 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:13.486367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c0def-2e45-4270-843a-ec5bde269356 req-0aff5a01-1399-4f38-ba33-83bd667b1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:13.487869 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-479c0def-2e45-4270-843a-ec5bde269356 req-0aff5a01-1399-4f38-ba33-83bd667b1c88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.0871794 Nov 19 19:33:13.561963 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-479c0def-2e45-4270-843a-ec5bde269356 req-ea042976-60fa-44d8-a6ea-88fcf98a1904 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b972ff-610e-4c51-9374-867b7d20590f HTTP/1.1" status: 200 len: 999 time: 0.0660367 Nov 19 19:33:13.595909 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-106ed866-a7eb-438e-9eb5-436a6fa792da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fa858b2c-5b22-4152-923c-6aa3c93d5030', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': 'a8b972ff-610e-4c51-9374-867b7d20590f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:3e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:33:11Z', 'updated_at': '2021-11-19T19:33:11Z', 'revision_number': 0, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:33:13.613500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c0def-2e45-4270-843a-ec5bde269356 req-d284111e-4931-4714-afa4-84f9ca54bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:13.615017 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-479c0def-2e45-4270-843a-ec5bde269356 req-d284111e-4931-4714-afa4-84f9ca54bd92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0467222 Nov 19 19:33:13.626608 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ed866-a7eb-438e-9eb5-436a6fa792da None None] Checking router: 522c039b-57fd-4db2-a014-fdaabef00b29 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:33:13.636253 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ed866-a7eb-438e-9eb5-436a6fa792da None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:33:13.636870 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-106ed866-a7eb-438e-9eb5-436a6fa792da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:33:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:33:13.664062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c0def-2e45-4270-843a-ec5bde269356 req-ee0328d8-5b28-417b-8f26-00d58e4bd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:13.665564 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-479c0def-2e45-4270-843a-ec5bde269356 req-ee0328d8-5b28-417b-8f26-00d58e4bd7a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426769 Nov 19 19:33:13.745281 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-106ed866-a7eb-438e-9eb5-436a6fa792da None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:33:13.765166 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-479c0def-2e45-4270-843a-ec5bde269356 req-6d11e0d9-da35-456b-8a23-3165ab291a79 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911503 Nov 19 19:33:13.862150 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-479c0def-2e45-4270-843a-ec5bde269356 req-242ffcca-cb67-4698-b01f-b08a2e11c392 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894248 Nov 19 19:33:14.061492 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-106ed866-a7eb-438e-9eb5-436a6fa792da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fa858b2c-5b22-4152-923c-6aa3c93d5030', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': 'a8b972ff-610e-4c51-9374-867b7d20590f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:3e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:33:11Z', 'updated_at': '2021-11-19T19:33:11Z', 'revision_number': 0, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:33:14.090710 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ed866-a7eb-438e-9eb5-436a6fa792da None None] The sync data for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 is: [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fa858b2c-5b22-4152-923c-6aa3c93d5030', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': 'a8b972ff-610e-4c51-9374-867b7d20590f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:3e:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:33:11Z', 'updated_at': '2021-11-19T19:33:11Z', 'revision_number': 0, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:33:14.168361 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:14.306001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2827d2-bd97-43f0-a269-b2039e0803af None None] New status for floating IP fa858b2c-5b22-4152-923c-6aa3c93d5030: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:33:25.464743 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:27.189298 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:33:30.016017 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:38.253448 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-05e641a1-f182-4122-85e8-e80d05ae39bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:40.602679 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4a81e2a3-b3ff-40df-bcee-a2597f2333d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:41.947264 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:43.409482 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:44.175854 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:33:47.179516 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c74fd722-d202-43cb-affa-4d2505a6087e req-d7e0d9d4-1a42-4902-956e-f21b62785a17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472333 Nov 19 19:33:47.276187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fd722-d202-43cb-affa-4d2505a6087e req-ff8da70f-2614-48fc-8ce7-b35b3e453f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:47.277825 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c74fd722-d202-43cb-affa-4d2505a6087e req-ff8da70f-2614-48fc-8ce7-b35b3e453f49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 1097 time: 0.0490515 Nov 19 19:33:47.390907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fd722-d202-43cb-affa-4d2505a6087e req-7ba5b801-4883-462d-bcff-6b2d4c1eef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:47.392401 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c74fd722-d202-43cb-affa-4d2505a6087e req-7ba5b801-4883-462d-bcff-6b2d4c1eef54 service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.0937262 Nov 19 19:33:47.467787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c74fd722-d202-43cb-affa-4d2505a6087e req-e646a476-993d-403d-a517-5feb0cce4ca0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b972ff-610e-4c51-9374-867b7d20590f HTTP/1.1" status: 200 len: 1001 time: 0.0681067 Nov 19 19:33:47.520804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fd722-d202-43cb-affa-4d2505a6087e req-ea65afe2-3d8e-4d63-b20a-aafb5552c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:47.522321 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c74fd722-d202-43cb-affa-4d2505a6087e req-ea65afe2-3d8e-4d63-b20a-aafb5552c52b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0484068 Nov 19 19:33:47.580833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fd722-d202-43cb-affa-4d2505a6087e req-4ff61e3b-3651-4bba-934a-339661d61151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:33:47.582737 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c74fd722-d202-43cb-affa-4d2505a6087e req-4ff61e3b-3651-4bba-934a-339661d61151 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538397 Nov 19 19:33:47.701242 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c74fd722-d202-43cb-affa-4d2505a6087e req-ac0b42fe-ac59-4f2a-84f8-6e70b9805811 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108253 Nov 19 19:33:47.806614 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c74fd722-d202-43cb-affa-4d2505a6087e req-96b41448-bcde-40ef-bfeb-6a44b84da1b0 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978470 Nov 19 19:33:55.468768 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:00.014712 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:04.190739 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:34:08.257838 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c14c8a71-967f-49ec-9627-25eb3933ab25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:10.604689 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e2ba-e891-4292-9791-387ed81f6da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:11.950248 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:13.413004 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:14.168764 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:25.469120 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:30.049678 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:38.260192 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4fb53b73-2427-40d5-b13d-2ea22d3f8e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:40.608115 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-401ffea8-cefd-476d-98d8-d76b2547ef1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:41.190825 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:34:41.955726 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:43.415403 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:44.171288 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:34:49.161918 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9069ef59-1a26-460d-9f41-548448a1556e req-0a3e2330-01ba-4e36-b1d2-d73a61a34f94 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431263 Nov 19 19:34:49.280819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069ef59-1a26-460d-9f41-548448a1556e req-ac4f7979-d60a-4892-8e10-fa20765b71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:34:49.282713 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9069ef59-1a26-460d-9f41-548448a1556e req-ac4f7979-d60a-4892-8e10-fa20765b71ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 1097 time: 0.0749731 Nov 19 19:34:49.285681 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-635907b8-0eff-4987-bc13-ad505aa7f33b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886850 Nov 19 19:34:49.426768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-dcacef84-0109-4372-ad18-29dcb193de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:34:49.428213 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-dcacef84-0109-4372-ad18-29dcb193de2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0797288 Nov 19 19:34:49.431103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069ef59-1a26-460d-9f41-548448a1556e req-43ddd304-c49a-4f46-bd7f-6ba1d5859ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:34:49.432483 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9069ef59-1a26-460d-9f41-548448a1556e req-43ddd304-c49a-4f46-bd7f-6ba1d5859ea2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.1282833 Nov 19 19:34:49.566228 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9069ef59-1a26-460d-9f41-548448a1556e req-be931e7d-24be-4787-9b87-57f8c0f0ff50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b972ff-610e-4c51-9374-867b7d20590f HTTP/1.1" status: 200 len: 1001 time: 0.1264267 Nov 19 19:34:49.632931 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-752426c5-c742-4801-a52e-6d34eb33cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:34:49.634532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-752426c5-c742-4801-a52e-6d34eb33cb87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1863492 Nov 19 19:34:49.653239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069ef59-1a26-460d-9f41-548448a1556e req-ad0dd372-1ae7-48f5-b195-5e2be499c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:34:49.655025 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9069ef59-1a26-460d-9f41-548448a1556e req-ad0dd372-1ae7-48f5-b195-5e2be499c90e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0811183 Nov 19 19:34:49.697924 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-218d4797-e320-487b-a518-f301c6c752c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0559444 Nov 19 19:34:49.766460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069ef59-1a26-460d-9f41-548448a1556e req-544c0f86-06d0-4b36-ab62-0e78c7abc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:34:49.768002 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9069ef59-1a26-460d-9f41-548448a1556e req-544c0f86-06d0-4b36-ab62-0e78c7abc8c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800312 Nov 19 19:34:49.769284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-8240fdf6-3fb7-4579-8468-5a7d2f8baa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:34:49.770771 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-8240fdf6-3fb7-4579-8468-5a7d2f8baa45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0574274 Nov 19 19:34:49.880341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-079ecc40-10f1-47b6-a610-364b1127a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:34:49.881888 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-079ecc40-10f1-47b6-a610-364b1127a4fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974824 Nov 19 19:34:49.953982 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9069ef59-1a26-460d-9f41-548448a1556e req-f3df687d-f74e-4f50-8431-baf89686c782 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765063 Nov 19 19:34:50.044985 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-e146ca4b-a079-4ee7-8e15-72aee10fece1 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558852 Nov 19 19:34:50.118750 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-9069ef59-1a26-460d-9f41-548448a1556e req-93f90483-a708-428d-be42-62a9a13446a2 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556983 Nov 19 19:34:50.156682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e370951d-ac3e-4ebf-8763-f6b21979e074 req-d40d9b45-7854-4cf7-a08d-d4700f83f9da service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046152 Nov 19 19:34:55.485949 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:00.043974 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:06.550476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a20636-b61c-44bd-9ba3-6fbb2b1f87cf req-7e17ae30-6e57-4664-a82d-d0b7d8e518a4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:06.552307 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d4a20636-b61c-44bd-9ba3-6fbb2b1f87cf req-7e17ae30-6e57-4664-a82d-d0b7d8e518a4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 946 time: 0.0557275 Nov 19 19:35:06.609879 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d4a20636-b61c-44bd-9ba3-6fbb2b1f87cf req-28978da3-411d-468a-a855-a070ebc9255f tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506454 Nov 19 19:35:07.743648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14bc43-fbc8-4d39-86bc-ae53e84c0203 req-b5b0cb97-0f06-4131-893b-2aa2274a2075 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:07.746083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc14bc43-fbc8-4d39-86bc-ae53e84c0203 req-b5b0cb97-0f06-4131-893b-2aa2274a2075 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 946 time: 0.0527749 Nov 19 19:35:07.798245 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc14bc43-fbc8-4d39-86bc-ae53e84c0203 req-c4ec8e72-4921-4c15-9745-0f7c340e8c83 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462198 Nov 19 19:35:08.023419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-ecd0bcc9-5844-445e-8837-05defc0d850a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:08.024895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-ecd0bcc9-5844-445e-8837-05defc0d850a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 946 time: 0.0537128 Nov 19 19:35:08.122721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Deleting port a8b972ff-610e-4c51-9374-867b7d20590f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:35:08.123186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:08.212288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] For port a8b972ff-610e-4c51-9374-867b7d20590f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=a8b972ff-610e-4c51-9374-867b7d20590f,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:35:08.212657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:08.264010 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d0bba45-6ccf-4bee-b91f-c553f9d1b85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:08.442724 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:08.442997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:08.443316 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Floating IP fa858b2c-5b22-4152-923c-6aa3c93d5030 disassociated. External IP: 172.25.3.43, port: a8b972ff-610e-4c51-9374-867b7d20590f. Nov 19 19:35:08.443666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Calling delete_port for a8b972ff-610e-4c51-9374-867b7d20590f owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:35:08.575477 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:08.606334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event deleted for resources: {'Port': ['ID=a8b972ff-610e-4c51-9374-867b7d20590f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:35:08.617063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.617409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.617776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.618422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.618422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.619841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.619841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.619841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.619841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.620634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.620971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.621302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:08.733297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Router 522c039b-57fd-4db2-a014-fdaabef00b29 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:35:08.844459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:35:08.857541 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0010f-0a2c-432f-9e45-c0c0483687ad None None] Sync routers for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:35:08.867903 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0010f-0a2c-432f-9e45-c0c0483687ad None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:35:08.868665 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0f0010f-0a2c-432f-9e45-c0c0483687ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:34:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:35:08.887259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] No DVR routers for this DVR port a8b972ff-610e-4c51-9374-867b7d20590f on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:35:08.894600 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:08.897856 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c3fa5641-8174-4fd4-8670-4e3079b3b81d req-70b6ee38-73ea-41d6-ae4d-65d71ab10eb8 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "DELETE /v2.0/ports/a8b972ff-610e-4c51-9374-867b7d20590f HTTP/1.1" status: 204 len: 173 time: 0.8659906 Nov 19 19:35:08.898116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'name': 'network-vif-deleted', 'tag': 'a8b972ff-610e-4c51-9374-867b7d20590f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:35:08.902795 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71332347-01ba-477f-ab9e-61a970b17d63" -d '{"events": [{"server_uuid": "3f56ac53-0948-45ad-b353-c9295d18d6ba", "name": "network-vif-deleted", "tag": "a8b972ff-610e-4c51-9374-867b7d20590f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:35:08.923531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b02aaa1-031b-4547-b19e-984f2019285b req-1f5d8e4c-d197-463e-a7dd-a653f4524654 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 210 time: 0.0410852 Nov 19 19:35:08.986789 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d70b648-ab69-439d-bfa9-67414d0332ea x-openstack-request-id: req-1d70b648-ab69-439d-bfa9-67414d0332ea {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:35:08.987146 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f56ac53-0948-45ad-b353-c9295d18d6ba", "name": "network-vif-deleted", "tag": "a8b972ff-610e-4c51-9374-867b7d20590f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:35:08.987411 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d70b648-ab69-439d-bfa9-67414d0332ea {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:35:08.987831 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f56ac53-0948-45ad-b353-c9295d18d6ba', 'name': 'network-vif-deleted', 'tag': 'a8b972ff-610e-4c51-9374-867b7d20590f', 'status': 'completed', 'code': 200} Nov 19 19:35:08.998097 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e0f0010f-0a2c-432f-9e45-c0c0483687ad None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:35:09.216084 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0f0010f-0a2c-432f-9e45-c0c0483687ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:35:09.242675 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0010f-0a2c-432f-9e45-c0c0483687ad None None] Checking router: 522c039b-57fd-4db2-a014-fdaabef00b29 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:35:09.252228 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0010f-0a2c-432f-9e45-c0c0483687ad None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:35:09.252842 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0f0010f-0a2c-432f-9e45-c0c0483687ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:34:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:35:09.360844 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e0f0010f-0a2c-432f-9e45-c0c0483687ad None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:35:09.571110 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0f0010f-0a2c-432f-9e45-c0c0483687ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:35:09.598011 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0010f-0a2c-432f-9e45-c0c0483687ad None None] The sync data for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 is: [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:35:09.832516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b095c-588f-4d21-b175-a251e41174b8 None None] New status for floating IP fa858b2c-5b22-4152-923c-6aa3c93d5030: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:35:10.031959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3568adb-9820-4e79-b9a2-69ace4fd252f req-88e0940f-b94c-4db5-880e-68d0b07f00a0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 210 time: 0.0263391 Nov 19 19:35:10.612199 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-76dbcdb7-054d-442f-821e-a447fee83026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:11.149025 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f38418a-5bd3-451b-8f7b-35fd9fdb2562 req-3d643fe3-7f9d-4edf-bbda-e7563d7186ca tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 210 time: 0.0319004 Nov 19 19:35:11.736159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a8b972ff-610e-4c51-9374-867b7d20590f no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:35:11.757363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: a8b972ff-610e-4c51-9374-867b7d20590f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:35:11.757708 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device a8b972ff-610e-4c51-9374-867b7d20590f not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:35:11.957134 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:12.249170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d5b864a-e54e-4028-a100-7fc168dde30d req-46b023a0-3ee5-49aa-b692-f09914abd452 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 210 time: 0.0271201 Nov 19 19:35:13.346766 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d1799f7-994d-4ce8-b0c3-78bc34609b9a req-0ae8d9c3-4c41-4a83-8961-7c35a1c2d93b tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f56ac53-0948-45ad-b353-c9295d18d6ba HTTP/1.1" status: 200 len: 210 time: 0.0278437 Nov 19 19:35:13.420141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:14.174845 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:14.604700 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-68fdea6b-b55c-44c8-b1d9-0614e4121bea tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896405875&fields=id&tenant_id=eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 267 time: 0.0518038 Nov 19 19:35:14.987835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-c3c75a03-f6bb-4197-98aa-561200e03e12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:14.989308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-c3c75a03-f6bb-4197-98aa-561200e03e12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.3764689 Nov 19 19:35:15.004724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-6910c051-b276-474c-ac10-4fa17f033889 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/quotas/eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 375 time: 0.0094342 Nov 19 19:35:15.057133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-2a6f1ad0-79da-4d06-86c2-df8edf05a3be tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468607 Nov 19 19:35:15.073745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-b5dd2b21-7d41-40c1-8c72-a04c4d016e6e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:35:15.074767 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-b5dd2b21-7d41-40c1-8c72-a04c4d016e6e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053875 Nov 19 19:35:15.169818 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-f59eb06a-017b-4a96-9878-12e3095bc592 service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887794 Nov 19 19:35:15.261441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-564e82ab-9e25-4882-a4ed-22ff405b3c3c service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855167 Nov 19 19:35:15.549239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c91a2620-92eb-4b6b-b264-f87fce722d19 req-2be66809-f5de-4c22-ab36-8b60afbf9633 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 210 time: 0.0284121 Nov 19 19:35:16.485053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-39cb04d1-0ac9-4dd1-880f-3f14fc7a6de4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:16.486749 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-39cb04d1-0ac9-4dd1-880f-3f14fc7a6de4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.1259811 Nov 19 19:35:16.553612 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-c28df0f1-bb65-43f9-a2b4-2b57679e81bd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 379 time: 0.0581272 Nov 19 19:35:16.564606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'port': {'device_id': '332c9d6a-041e-4491-b297-2d43337a0f83', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'admin_state_up': True, 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'security_groups': ['5134eb0f-9e5e-427b-b47f-cd6156d1478d']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:35:16.657531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c634b732-e6c9-4573-ba6d-b3af14c6e02f req-c778af71-26fa-4819-923a-cd4d64017d47 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 210 time: 0.0326557 Nov 19 19:35:16.999533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Made reservation on behalf of eb6d365ff57d47b4848afc9db28f6cb1 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:35:17.003585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:17.139836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Allocated IP 172.20.0.6 (78810df9-278a-4925-972d-51f8ab8080e8/99a93667-1361-45df-b944-830796a1b770/5b9394e9-bf09-4003-87be-30c5a84f3507) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:35:17.298147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:17.333694 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:17.379237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Network 78810df9-278a-4925-972d-51f8ab8080e8 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:35:17.382611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:35:17.387003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:35:17.393684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=5b9394e9-bf09-4003-87be-30c5a84f3507,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:35:17.450872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:17.451704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:17.472654 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-3e700fc1-2d65-41ea-8e3e-7871c0b7f518 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9117918 Nov 19 19:35:17.485243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Request body: {'port': {'device_id': '332c9d6a-041e-4491-b297-2d43337a0f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:35:17.542850 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:17.701138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e774cdb8-8473-42d8-a151-e74592bf412e None None] Provisioning complete for port 5b9394e9-bf09-4003-87be-30c5a84f3507 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:35:17.702316 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e774cdb8-8473-42d8-a151-e74592bf412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:17.746918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e774cdb8-8473-42d8-a151-e74592bf412e None None] Port 5b9394e9-bf09-4003-87be-30c5a84f3507 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:35:17.793027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144705-e6ba-4d10-a7fe-51dfe53c31c0 req-d169c837-b4db-4342-a704-8a3f5a84e4df tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:17.794721 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d3144705-e6ba-4d10-a7fe-51dfe53c31c0 req-d169c837-b4db-4342-a704-8a3f5a84e4df tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 931 time: 0.0619290 Nov 19 19:35:17.833712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9394e9-bf09-4003-87be-30c5a84f3507 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:35:17.842706 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:17.851612 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d3144705-e6ba-4d10-a7fe-51dfe53c31c0 req-5a04a8c6-efa2-4961-94bb-c5bf35726ec1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502708 Nov 19 19:35:17.857642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Transition to ACTIVE for port object 5b9394e9-bf09-4003-87be-30c5a84f3507 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:35:17.862868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:17.918342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9394e9-bf09-4003-87be-30c5a84f3507,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:35:17.996028 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Attempting to bind port 5b9394e9-bf09-4003-87be-30c5a84f3507 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:35:17.996361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Attempting to bind port 5b9394e9-bf09-4003-87be-30c5a84f3507 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:35:17.996690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Attempting to bind port 5b9394e9-bf09-4003-87be-30c5a84f3507 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:35:18.001520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Port 5b9394e9-bf09-4003-87be-30c5a84f3507 on network 78810df9-278a-4925-972d-51f8ab8080e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:35:18.001804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Attempting to bind port 5b9394e9-bf09-4003-87be-30c5a84f3507 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:35:18.007082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:35:18.007428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Checking segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:35:18.007818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Bound using segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:35:18.008253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Bound port: 5b9394e9-bf09-4003-87be-30c5a84f3507, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:35:18.008619 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:18.087045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] For port 5b9394e9-bf09-4003-87be-30c5a84f3507, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:35:18.091420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] For port 5b9394e9-bf09-4003-87be-30c5a84f3507, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5b9394e9-bf09-4003-87be-30c5a84f3507,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:35:18.098147 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:18.145628 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:18.146432 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:18.148003 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b9394e9-bf09-4003-87be-30c5a84f3507 HTTP/1.1" status: 200 len: 1091 time: 0.6671531 Nov 19 19:35:18.148462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332c9d6a-041e-4491-b297-2d43337a0f83', 'tag': '5b9394e9-bf09-4003-87be-30c5a84f3507'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:35:18.150951 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa78104-9bdc-48b6-b81f-c073c32c2a31" -d '{"events": [{"name": "network-changed", "server_uuid": "332c9d6a-041e-4491-b297-2d43337a0f83", "tag": "5b9394e9-bf09-4003-87be-30c5a84f3507"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:35:18.192330 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:35:18.209791 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0bbeaa-0942-4d9c-8fb6-cc17dd4ec515 x-openstack-request-id: req-ea0bbeaa-0942-4d9c-8fb6-cc17dd4ec515 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:35:18.210206 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332c9d6a-041e-4491-b297-2d43337a0f83", "tag": "5b9394e9-bf09-4003-87be-30c5a84f3507", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:35:18.211608 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea0bbeaa-0942-4d9c-8fb6-cc17dd4ec515 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:35:18.212069 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332c9d6a-041e-4491-b297-2d43337a0f83', 'tag': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'status': 'completed', 'code': 200} Nov 19 19:35:18.214983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7d7b8-9962-4494-bb9f-fe9c6d6d6246 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9394e9-bf09-4003-87be-30c5a84f3507,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:35:18.261252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-13f35a07-d463-4a79-922a-4536bf6c62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:18.262744 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-13f35a07-d463-4a79-922a-4536bf6c62f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 1094 time: 0.0498757 Nov 19 19:35:18.309421 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-0d0e4384-4270-47f3-94d9-7ccfe0a8f97d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9394e9-bf09-4003-87be-30c5a84f3507 HTTP/1.1" status: 200 len: 217 time: 0.0389309 Nov 19 19:35:18.369564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-57e4da8e-0f27-4da8-80f4-26f009deb15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:18.371128 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-57e4da8e-0f27-4da8-80f4-26f009deb15c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0548086 Nov 19 19:35:18.419455 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-821a6acc-c1b4-4e1c-8d83-87dd66b198a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:18.421008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-821a6acc-c1b4-4e1c-8d83-87dd66b198a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427859 Nov 19 19:35:18.513881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-42fdb449-a9b0-4f43-9ae8-c51ff660cc3c service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858061 Nov 19 19:35:18.610504 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac38dcf8-ba3f-4904-a5dc-c4cdf79e91fd req-c1df2000-13d6-4926-a118-8559752269de service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895157 Nov 19 19:35:18.699944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa78104-9bdc-48b6-b81f-c073c32c2a31 req-ce246b43-61f6-4a61-b195-3ae99a2e868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:18.701518 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aaa78104-9bdc-48b6-b81f-c073c32c2a31 req-ce246b43-61f6-4a61-b195-3ae99a2e868d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 1094 time: 0.0449800 Nov 19 19:35:18.798394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa78104-9bdc-48b6-b81f-c073c32c2a31 req-df0fe220-a5cf-4e87-a4b4-8a2e795524e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:18.799894 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aaa78104-9bdc-48b6-b81f-c073c32c2a31 req-df0fe220-a5cf-4e87-a4b4-8a2e795524e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.0914314 Nov 19 19:35:18.844619 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aaa78104-9bdc-48b6-b81f-c073c32c2a31 req-d5793809-ee74-4e62-874f-b8793f25564c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9394e9-bf09-4003-87be-30c5a84f3507 HTTP/1.1" status: 200 len: 217 time: 0.0375223 Nov 19 19:35:18.907333 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa78104-9bdc-48b6-b81f-c073c32c2a31 req-3c9bed75-8432-4c85-8adf-948e569f5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:18.909324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aaa78104-9bdc-48b6-b81f-c073c32c2a31 req-3c9bed75-8432-4c85-8adf-948e569f5029 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0580304 Nov 19 19:35:18.971407 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa78104-9bdc-48b6-b81f-c073c32c2a31 req-d967315c-f0d9-40db-a926-ba01b313771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:18.973291 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aaa78104-9bdc-48b6-b81f-c073c32c2a31 req-d967315c-f0d9-40db-a926-ba01b313771e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556865 Nov 19 19:35:18.985334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2678ff9-971b-43a9-86cc-f1a076b9aa5c req-f966dba1-ef1f-49bf-955e-8145c06bc79e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:18.987273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2678ff9-971b-43a9-86cc-f1a076b9aa5c req-f966dba1-ef1f-49bf-955e-8145c06bc79e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 943 time: 0.0561805 Nov 19 19:35:19.049584 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2678ff9-971b-43a9-86cc-f1a076b9aa5c req-ae7f3dd9-598d-43b5-bb1b-82f97392daec tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556946 Nov 19 19:35:19.072390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aaa78104-9bdc-48b6-b81f-c073c32c2a31 req-f4f06247-b126-4bd8-b5f6-28fd35e1baab service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917261 Nov 19 19:35:19.172239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aaa78104-9bdc-48b6-b81f-c073c32c2a31 req-2d41e4c7-93db-4ce8-b189-4d1d01157c2f service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919316 Nov 19 19:35:20.163691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf404-3735-48a0-9d0a-594c2e25246d req-1261a676-0b0c-4f35-9e96-24c16013d570 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:20.165208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9ccf404-3735-48a0-9d0a-594c2e25246d req-1261a676-0b0c-4f35-9e96-24c16013d570 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 943 time: 0.0517898 Nov 19 19:35:20.222930 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9ccf404-3735-48a0-9d0a-594c2e25246d req-0727df78-f1d7-479f-b3fc-4480b2b15da0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509148 Nov 19 19:35:21.355792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b3edc-88ed-4a29-b2d8-94db22c22b00 req-9ffa379f-adb6-4366-92f6-78ceb3e07dc7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:21.357363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-248b3edc-88ed-4a29-b2d8-94db22c22b00 req-9ffa379f-adb6-4366-92f6-78ceb3e07dc7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 943 time: 0.0530829 Nov 19 19:35:21.423552 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-248b3edc-88ed-4a29-b2d8-94db22c22b00 req-3bf98d53-0c7d-43ba-930f-a14ded6f8cfc tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600355 Nov 19 19:35:22.545793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ce60b-09ff-4105-b03f-da6967092f7a req-1534b2aa-ef3c-4148-b7b3-176414689c6e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:22.547339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-600ce60b-09ff-4105-b03f-da6967092f7a req-1534b2aa-ef3c-4148-b7b3-176414689c6e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 943 time: 0.0490546 Nov 19 19:35:22.600946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-600ce60b-09ff-4105-b03f-da6967092f7a req-b1796e1c-9698-49c7-9fff-8200070e4413 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473692 Nov 19 19:35:23.731536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78fa6b-7edd-4a4c-9fe3-d82659d7fbd8 req-6dab8f68-1902-4b5d-b428-f22544d59e69 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:23.733103 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc78fa6b-7edd-4a4c-9fe3-d82659d7fbd8 req-6dab8f68-1902-4b5d-b428-f22544d59e69 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 943 time: 0.0590553 Nov 19 19:35:23.786201 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc78fa6b-7edd-4a4c-9fe3-d82659d7fbd8 req-a84e1b78-3cd4-43b1-b9b1-67f5e1d0aaf6 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469444 Nov 19 19:35:24.907679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8aa9d1-ee45-4b68-b675-995155245aca req-2c9cf093-5be6-4220-aba1-28fb1c704430 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:24.909193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d8aa9d1-ee45-4b68-b675-995155245aca req-2c9cf093-5be6-4220-aba1-28fb1c704430 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 943 time: 0.0512798 Nov 19 19:35:24.960268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d8aa9d1-ee45-4b68-b675-995155245aca req-1a55a43c-1a57-4508-a11d-7b4b69df85d1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450747 Nov 19 19:35:25.486758 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:26.089842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef56523-81ff-4eb8-b431-0bc4d7991a84 req-10a063c5-5b5e-4dc2-8ef1-28ad8a2d42a3 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:26.091188 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aef56523-81ff-4eb8-b431-0bc4d7991a84 req-10a063c5-5b5e-4dc2-8ef1-28ad8a2d42a3 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 943 time: 0.0578036 Nov 19 19:35:26.144492 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aef56523-81ff-4eb8-b431-0bc4d7991a84 req-fb3ab42e-e4c4-4983-a868-24334395efbd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471852 Nov 19 19:35:27.267119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a1b4c-1bba-46de-bcdd-e54790659488 req-6dc1a869-1098-4021-865d-3fcbc8a1289c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:27.268839 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e17a1b4c-1bba-46de-bcdd-e54790659488 req-6dc1a869-1098-4021-865d-3fcbc8a1289c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 943 time: 0.0530961 Nov 19 19:35:27.321246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e17a1b4c-1bba-46de-bcdd-e54790659488 req-6daff9f8-96a8-4160-ab7c-72bb851c5cf9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464034 Nov 19 19:35:28.441441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35f8e2-2786-483e-948f-9796476c1e36 req-55eb379e-94d7-44bf-bcbc-1b9fa22dacae tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:28.443049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f35f8e2-2786-483e-948f-9796476c1e36 req-55eb379e-94d7-44bf-bcbc-1b9fa22dacae tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 943 time: 0.0515101 Nov 19 19:35:28.499290 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7f35f8e2-2786-483e-948f-9796476c1e36 req-2e75d04f-05be-4f01-a92f-fdd7ebbd34bc tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500119 Nov 19 19:35:29.726242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d21aca-e8c9-4f41-ab56-aa41bf329d04 req-ca934694-e487-4b32-843d-4372c9cd2d37 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:29.727755 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98d21aca-e8c9-4f41-ab56-aa41bf329d04 req-ca934694-e487-4b32-843d-4372c9cd2d37 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 943 time: 0.1575937 Nov 19 19:35:29.779951 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-98d21aca-e8c9-4f41-ab56-aa41bf329d04 req-a02176e3-bf50-4737-9793-ae89ff1cd9c7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453098 Nov 19 19:35:29.819967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5b9394e9-bf09-4003-87be-30c5a84f3507 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:35:29.926943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 5b9394e9-bf09-4003-87be-30c5a84f3507, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5b9394e9-bf09-4003-87be-30c5a84f3507,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:35:29.940480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'port_id': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'mac_address': 'fa:16:3e:cc:10:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:35:29.979221 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:29.992368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9394e9-bf09-4003-87be-30c5a84f3507 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:35:30.013930 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 5b9394e9-bf09-4003-87be-30c5a84f3507, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5b9394e9-bf09-4003-87be-30c5a84f3507,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:35:30.017638 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:30.244520 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:30.250169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=5b9394e9-bf09-4003-87be-30c5a84f3507,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:35:30.257380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.257731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.258094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.258435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.258764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.259092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.259419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.259746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.260097 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.260422 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.260791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.261114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:35:30.300777 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['5b9394e9-bf09-4003-87be-30c5a84f3507'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:35:30.898584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaecc8-e06b-4a23-9dd7-2a0d540a5704 req-8c3592fc-d917-4cd5-988e-bd1cfab16a9d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:30.900128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3daaecc8-e06b-4a23-9dd7-2a0d540a5704 req-8c3592fc-d917-4cd5-988e-bd1cfab16a9d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 944 time: 0.0520365 Nov 19 19:35:30.952453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3daaecc8-e06b-4a23-9dd7-2a0d540a5704 req-07ccf490-5fe5-4dad-8aa5-11e6e7cfb131 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454516 Nov 19 19:35:31.848171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5b9394e9-bf09-4003-87be-30c5a84f3507 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:35:31.899451 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 5b9394e9-bf09-4003-87be-30c5a84f3507 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:35:31.903958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 5b9394e9-bf09-4003-87be-30c5a84f3507 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:35:31.904331 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:31.982184 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:32.009574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332c9d6a-041e-4491-b297-2d43337a0f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9394e9-bf09-4003-87be-30c5a84f3507'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:35:32.012351 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4961293c-8e87-4985-992b-b7b15f6be881" -d '{"events": [{"server_uuid": "332c9d6a-041e-4491-b297-2d43337a0f83", "name": "network-vif-plugged", "status": "completed", "tag": "5b9394e9-bf09-4003-87be-30c5a84f3507"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:35:32.025205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 5b9394e9-bf09-4003-87be-30c5a84f3507, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5b9394e9-bf09-4003-87be-30c5a84f3507,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:35:32.030802 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:32.079242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=5b9394e9-bf09-4003-87be-30c5a84f3507,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:35:32.079446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6192402-793b-439a-a45a-68ae4865365b req-2a476b16-4aa8-4126-a968-dd4518dfe543 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:32.080979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6192402-793b-439a-a45a-68ae4865365b req-2a476b16-4aa8-4126-a968-dd4518dfe543 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 945 time: 0.0568731 Nov 19 19:35:32.132058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6192402-793b-439a-a45a-68ae4865365b req-202c9402-5aa5-42a0-b69c-6def9d123761 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446920 Nov 19 19:35:32.178193 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ba7919-baa2-40e2-abcd-05c83cdfbe09 x-openstack-request-id: req-30ba7919-baa2-40e2-abcd-05c83cdfbe09 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:35:32.178499 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332c9d6a-041e-4491-b297-2d43337a0f83", "name": "network-vif-plugged", "status": "completed", "tag": "5b9394e9-bf09-4003-87be-30c5a84f3507", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:35:32.178753 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30ba7919-baa2-40e2-abcd-05c83cdfbe09 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:35:32.179152 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332c9d6a-041e-4491-b297-2d43337a0f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'code': 200} Nov 19 19:35:32.280762 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2f6c2-9c49-4039-9902-f9d321c0bd34 req-d805cce4-cfa2-4b1e-9b9e-87102a42667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:32.282324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-39c2f6c2-9c49-4039-9902-f9d321c0bd34 req-d805cce4-cfa2-4b1e-9b9e-87102a42667a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 1096 time: 0.0443995 Nov 19 19:35:32.332811 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-39c2f6c2-9c49-4039-9902-f9d321c0bd34 req-996dafbe-e2e1-4716-b287-f873954908a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427158 Nov 19 19:35:33.254639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1039b9-63b8-4f1a-b7cc-b513613024fb req-56445ff4-59e5-4463-9bd4-cd6ec7fb7b5e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:33.256215 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa1039b9-63b8-4f1a-b7cc-b513613024fb req-56445ff4-59e5-4463-9bd4-cd6ec7fb7b5e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 945 time: 0.0529244 Nov 19 19:35:33.314811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa1039b9-63b8-4f1a-b7cc-b513613024fb req-618f58c8-ba10-4594-ad33-65326102affc tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515089 Nov 19 19:35:34.435082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b69149-e83b-4c20-a5a2-dd91e1c11aae req-2eb4ae9e-fe87-4855-9103-d1da1395ed5c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:34.436620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16b69149-e83b-4c20-a5a2-dd91e1c11aae req-2eb4ae9e-fe87-4855-9103-d1da1395ed5c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 945 time: 0.0508590 Nov 19 19:35:34.491941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16b69149-e83b-4c20-a5a2-dd91e1c11aae req-b85b1346-09e7-4997-9b5f-d98c6a36f798 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494006 Nov 19 19:35:34.607652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24290a49-7e5b-42f9-a454-01d80bde1a5e req-9cce5803-2798-41c6-9ec4-0d3f7f3a6fed tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:34.609162 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24290a49-7e5b-42f9-a454-01d80bde1a5e req-9cce5803-2798-41c6-9ec4-0d3f7f3a6fed tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 945 time: 0.0513337 Nov 19 19:35:34.661528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24290a49-7e5b-42f9-a454-01d80bde1a5e req-de550a37-793d-4b1f-af81-a058a666779a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462990 Nov 19 19:35:34.685004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60228) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:35:34.834110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a082562d-caa5-4fcb-ae32-8fd959cba4a1 tempest-TestVolumeBootPattern-723183479 tempest-TestVolumeBootPattern-723183479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:34.835664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a082562d-caa5-4fcb-ae32-8fd959cba4a1 tempest-TestVolumeBootPattern-723183479 tempest-TestVolumeBootPattern-723183479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 1091 time: 0.1496313 Nov 19 19:35:34.838996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60232) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:35:34.843313 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:35:34.866157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:34.974522 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:35.089112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Allocated IP 172.25.3.113 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/c1d5e63b-0ebf-4a1a-a9ce-7fefd5ad9ee8) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:35:35.196118 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:35.232102 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:35.272965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:35:35.276157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:35:35.278807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:35:35.313405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=c1d5e63b-0ebf-4a1a-a9ce-7fefd5ad9ee8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:35:35.656685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:35.728516 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:35.881983 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:35.887336 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:35.963244 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=c1d5e63b-0ebf-4a1a-a9ce-7fefd5ad9ee8,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:35:35.973533 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:36.076231 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Floating IP a0b113ee-4783-4c30-8e49-cc286fc1f1a4 associated. External IP: 172.25.3.113, port: 5b9394e9-bf09-4003-87be-30c5a84f3507. Nov 19 19:35:36.294162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Router 522c039b-57fd-4db2-a014-fdaabef00b29 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:35:36.412238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:35:36.423481 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5266ca-12e1-45e6-aae4-255cc13deef4 None None] Sync routers for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:35:36.433731 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:36.435459 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5266ca-12e1-45e6-aae4-255cc13deef4 None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:35:36.436108 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7a5266ca-12e1-45e6-aae4-255cc13deef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:35:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:35:36.473778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5cfebf5b-1583-4257-94f0-92f8b59ded16 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6208570 Nov 19 19:35:36.473778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332c9d6a-041e-4491-b297-2d43337a0f83', 'tag': '5b9394e9-bf09-4003-87be-30c5a84f3507'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:35:36.473778 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7daf66-3b56-4355-8d3b-9e533e3822bb" -d '{"events": [{"name": "network-changed", "server_uuid": "332c9d6a-041e-4491-b297-2d43337a0f83", "tag": "5b9394e9-bf09-4003-87be-30c5a84f3507"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:35:36.513206 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4a0755-5cf3-4cc9-84bd-acbefc46a835 x-openstack-request-id: req-6e4a0755-5cf3-4cc9-84bd-acbefc46a835 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:35:36.513592 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332c9d6a-041e-4491-b297-2d43337a0f83", "tag": "5b9394e9-bf09-4003-87be-30c5a84f3507", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:35:36.513885 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e4a0755-5cf3-4cc9-84bd-acbefc46a835 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:35:36.514302 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332c9d6a-041e-4491-b297-2d43337a0f83', 'tag': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'status': 'completed', 'code': 200} Nov 19 19:35:36.546145 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7a5266ca-12e1-45e6-aae4-255cc13deef4 None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:35:36.586718 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7daf66-3b56-4355-8d3b-9e533e3822bb req-e123a179-dc94-421d-bc5a-a538baecd76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:36.588334 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc7daf66-3b56-4355-8d3b-9e533e3822bb req-e123a179-dc94-421d-bc5a-a538baecd76f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 1096 time: 0.0435312 Nov 19 19:35:36.690106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7daf66-3b56-4355-8d3b-9e533e3822bb req-8a7f8295-df56-4cb4-98d8-fe1311c0aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:36.691607 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc7daf66-3b56-4355-8d3b-9e533e3822bb req-8a7f8295-df56-4cb4-98d8-fe1311c0aa96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.0962698 Nov 19 19:35:36.759758 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc7daf66-3b56-4355-8d3b-9e533e3822bb req-6766014b-31da-4fa3-ab0a-92193b246c14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9394e9-bf09-4003-87be-30c5a84f3507 HTTP/1.1" status: 200 len: 999 time: 0.0600247 Nov 19 19:35:36.780193 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7a5266ca-12e1-45e6-aae4-255cc13deef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a0b113ee-4783-4c30-8e49-cc286fc1f1a4', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:cc:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c9d6a-041e-4491-b297-2d43337a0f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:35:35Z', 'updated_at': '2021-11-19T19:35:35Z', 'revision_number': 0, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:35:36.808380 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5266ca-12e1-45e6-aae4-255cc13deef4 None None] Checking router: 522c039b-57fd-4db2-a014-fdaabef00b29 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:35:36.813492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7daf66-3b56-4355-8d3b-9e533e3822bb req-d5251fb3-34c3-4673-b372-dd41e80a95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:36.814987 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc7daf66-3b56-4355-8d3b-9e533e3822bb req-d5251fb3-34c3-4673-b372-dd41e80a95ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0480123 Nov 19 19:35:36.816902 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5266ca-12e1-45e6-aae4-255cc13deef4 None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:35:36.817511 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7a5266ca-12e1-45e6-aae4-255cc13deef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:35:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:35:36.872765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7daf66-3b56-4355-8d3b-9e533e3822bb req-be3f3b60-8dc8-4039-8359-cb317a14d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:36.874748 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc7daf66-3b56-4355-8d3b-9e533e3822bb req-be3f3b60-8dc8-4039-8359-cb317a14d121 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527194 Nov 19 19:35:36.929177 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7a5266ca-12e1-45e6-aae4-255cc13deef4 None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:35:36.972024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc7daf66-3b56-4355-8d3b-9e533e3822bb req-3726718f-a5af-4d76-a487-181f30abe3c1 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899680 Nov 19 19:35:37.070870 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-dc7daf66-3b56-4355-8d3b-9e533e3822bb req-70231b45-d45e-45a5-a4c7-e5bff4864e4e service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911460 Nov 19 19:35:37.157930 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7a5266ca-12e1-45e6-aae4-255cc13deef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a0b113ee-4783-4c30-8e49-cc286fc1f1a4', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:cc:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c9d6a-041e-4491-b297-2d43337a0f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:35:35Z', 'updated_at': '2021-11-19T19:35:35Z', 'revision_number': 0, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:35:37.188605 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5266ca-12e1-45e6-aae4-255cc13deef4 None None] The sync data for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 is: [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a0b113ee-4783-4c30-8e49-cc286fc1f1a4', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:cc:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c9d6a-041e-4491-b297-2d43337a0f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:35:35Z', 'updated_at': '2021-11-19T19:35:35Z', 'revision_number': 0, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:35:37.402535 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a174d5-a76d-4a19-b708-91386db490ac None None] New status for floating IP a0b113ee-4783-4c30-8e49-cc286fc1f1a4: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:35:38.269165 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f0e6604-dd8d-4cc7-a501-02dbfb01f154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:40.614898 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-42b21863-524d-4958-8ed1-a22a45e0783b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:41.960492 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:43.423309 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:44.178273 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:35:45.010481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-16a0d10d-86fa-4bd5-8e6e-79a4cf477622 req-934e5eb4-d256-47e2-b249-dbe13564219f service neutron] (109888) timed out ('10.222.0.50', 50128) {{(pid=109888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 19:35:51.141666 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-620c4b62-1504-493b-b811-51600becb170 req-c7050cc3-162d-4b6f-8f3a-e7866282f0f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415587 Nov 19 19:35:51.248477 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d388cebc-2d73-4748-8732-461aaff496b8 req-3d8c8c0d-9851-4cc6-bd68-297cee732334 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708888 Nov 19 19:35:51.250060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4b62-1504-493b-b811-51600becb170 req-324ecbf0-5269-471c-8ef1-f87010fe0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:51.251903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-620c4b62-1504-493b-b811-51600becb170 req-324ecbf0-5269-471c-8ef1-f87010fe0204 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 1096 time: 0.0645866 Nov 19 19:35:51.390553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388cebc-2d73-4748-8732-461aaff496b8 req-5b43b694-96e8-4e1c-8c95-6f4cd84d6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:51.392047 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d388cebc-2d73-4748-8732-461aaff496b8 req-5b43b694-96e8-4e1c-8c95-6f4cd84d6c13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0741966 Nov 19 19:35:51.393393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4b62-1504-493b-b811-51600becb170 req-a1a86d62-04e7-4d01-96ca-88e238fc804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:51.394714 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-620c4b62-1504-493b-b811-51600becb170 req-a1a86d62-04e7-4d01-96ca-88e238fc804b service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.1237798 Nov 19 19:35:51.515636 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-620c4b62-1504-493b-b811-51600becb170 req-ecfff04d-3793-4472-a401-d70cac80d000 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9394e9-bf09-4003-87be-30c5a84f3507 HTTP/1.1" status: 200 len: 1001 time: 0.1128442 Nov 19 19:35:51.581921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388cebc-2d73-4748-8732-461aaff496b8 req-5193c510-da1d-44fa-ad6e-f1d741d688e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:51.583399 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d388cebc-2d73-4748-8732-461aaff496b8 req-5193c510-da1d-44fa-ad6e-f1d741d688e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1416702 Nov 19 19:35:51.597554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4b62-1504-493b-b811-51600becb170 req-d283204b-ce6c-4157-a0d4-1702a6c6acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:51.598921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-620c4b62-1504-493b-b811-51600becb170 req-d283204b-ce6c-4157-a0d4-1702a6c6acf8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0748169 Nov 19 19:35:51.962727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d388cebc-2d73-4748-8732-461aaff496b8 req-136afcce-8146-4d2e-bcd5-21dc7369bf19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.3711174 Nov 19 19:35:52.037965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4b62-1504-493b-b811-51600becb170 req-c0ddf41e-8692-4bfd-8575-5abe238af0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:52.039457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-620c4b62-1504-493b-b811-51600becb170 req-c0ddf41e-8692-4bfd-8575-5abe238af0f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851653 Nov 19 19:35:52.041298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388cebc-2d73-4748-8732-461aaff496b8 req-335feb24-213f-467f-b8af-a1b1f97a9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:52.042751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d388cebc-2d73-4748-8732-461aaff496b8 req-335feb24-213f-467f-b8af-a1b1f97a9924 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0598357 Nov 19 19:35:52.148501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388cebc-2d73-4748-8732-461aaff496b8 req-d90f6ca1-e544-487c-a3ff-16cab9e66220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:35:52.149951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d388cebc-2d73-4748-8732-461aaff496b8 req-d90f6ca1-e544-487c-a3ff-16cab9e66220 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947223 Nov 19 19:35:52.174575 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-620c4b62-1504-493b-b811-51600becb170 req-d3714cc4-f5bc-4214-bfea-c3401d729862 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266525 Nov 19 19:35:52.319119 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d388cebc-2d73-4748-8732-461aaff496b8 req-54f1ae03-17e3-434c-ab94-9dcd7a8fbe04 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580455 Nov 19 19:35:52.324757 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-620c4b62-1504-493b-b811-51600becb170 req-515644f8-1f3d-49a1-b2d5-5f618e0143f3 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401174 Nov 19 19:35:52.411809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d388cebc-2d73-4748-8732-461aaff496b8 req-37b3ef5f-8e72-4ae1-b245-1f1f4bccb2c4 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851576 Nov 19 19:35:55.192162 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:35:55.489314 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:00.046726 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:08.271072 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d5a0a73a-99a7-4036-8992-2aac412f02cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:10.615965 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-70ba6a4d-44cf-43be-b5e5-9fea5ca6c3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:11.962354 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:13.425570 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:14.183089 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:25.488362 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:30.078099 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:32.191237 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:36:38.273081 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c6a2972d-2daf-41fb-83ec-e540f6fc4fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:40.617075 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ac1c95b5-842c-4a94-85a0-000f8a4c5adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:41.965515 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:43.431152 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:44.187655 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:36:52.216053 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1ee7d41-609c-496e-afac-109dcba75326 req-6ee98884-2d64-4264-9f4e-f86848fe463e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963137 Nov 19 19:36:52.297675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee7d41-609c-496e-afac-109dcba75326 req-35fdbda0-f6c2-4d6d-80b1-4cc68614bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:36:52.299161 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1ee7d41-609c-496e-afac-109dcba75326 req-35fdbda0-f6c2-4d6d-80b1-4cc68614bcd5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 1096 time: 0.0406475 Nov 19 19:36:52.403046 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee7d41-609c-496e-afac-109dcba75326 req-f357c089-dba8-42ea-a792-4cd88c133df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:36:52.404467 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1ee7d41-609c-496e-afac-109dcba75326 req-f357c089-dba8-42ea-a792-4cd88c133df8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.0853779 Nov 19 19:36:52.475258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1ee7d41-609c-496e-afac-109dcba75326 req-d169e21a-0dd1-4b84-8414-2277f1517878 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9394e9-bf09-4003-87be-30c5a84f3507 HTTP/1.1" status: 200 len: 1001 time: 0.0625401 Nov 19 19:36:52.523564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee7d41-609c-496e-afac-109dcba75326 req-a698af19-a36f-4e23-a8ed-d1406760eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:36:52.524986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1ee7d41-609c-496e-afac-109dcba75326 req-a698af19-a36f-4e23-a8ed-d1406760eef8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0433977 Nov 19 19:36:52.571010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee7d41-609c-496e-afac-109dcba75326 req-fc9c48a7-fa7a-4599-b5b9-f063d7695927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:36:52.573167 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1ee7d41-609c-496e-afac-109dcba75326 req-fc9c48a7-fa7a-4599-b5b9-f063d7695927 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398104 Nov 19 19:36:52.666908 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1ee7d41-609c-496e-afac-109dcba75326 req-ba736eac-0279-47a3-9850-dc2f0c172f3c service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857165 Nov 19 19:36:52.761314 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1ee7d41-609c-496e-afac-109dcba75326 req-4e697810-6349-4efd-b870-5d9ba1f95b64 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877938 Nov 19 19:36:53.277294 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-d880f4fe-e2de-4af7-b073-963fd7ef6653 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990994 Nov 19 19:36:53.359385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-e2e1ebe0-1db1-4f95-bcf4-333260ba4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:36:53.360882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-e2e1ebe0-1db1-4f95-bcf4-333260ba4250 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0417714 Nov 19 19:36:53.473036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-8d4fbcce-8022-4f85-ae8b-9cc17d8698c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:36:53.474435 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-8d4fbcce-8022-4f85-ae8b-9cc17d8698c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0933464 Nov 19 19:36:53.516337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-ddf5c502-8ac6-4c07-8507-5bf64c16de79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0347195 Nov 19 19:36:53.565998 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-6c88e2e7-5385-499e-a536-e8fc7ba4e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:36:53.567478 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-6c88e2e7-5385-499e-a536-e8fc7ba4e549 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0448387 Nov 19 19:36:53.613720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-575e62dd-de0b-43ff-b20b-a5b77b7f9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:36:53.615223 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-575e62dd-de0b-43ff-b20b-a5b77b7f9efa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403659 Nov 19 19:36:53.709531 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-e5c176cf-93bd-44e7-8679-0d225e4d662a service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874660 Nov 19 19:36:53.807426 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2b2b9cbb-0955-484f-be08-b0aa1a47e283 req-cbf05354-5188-430e-9f61-f3c55f9131ae service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892601 Nov 19 19:36:55.499706 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:00.081731 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:08.280154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-622b788c-6dec-4ea3-a686-1fe42fb56fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:09.190851 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:37:10.624032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da8a6c9b-3dd1-4ee7-9fdf-f7b967b35d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:11.984507 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:13.438639 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:14.191389 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:16.161875 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-731d7ce6-6c0a-401a-945f-b0af506ba7fa tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896405875&fields=id&tenant_id=eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 267 time: 0.0497124 Nov 19 19:37:16.282841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0b9bf523-b4b8-4095-a5e8-ad8ccaeba498 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:16.284551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0b9bf523-b4b8-4095-a5e8-ad8ccaeba498 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.1155190 Nov 19 19:37:16.302337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-6f58e892-b124-4b18-9230-2fe76cdf402a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/quotas/eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 375 time: 0.0105891 Nov 19 19:37:16.366725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-16500e49-1659-4d81-8b3e-0690b8150620 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566876 Nov 19 19:37:16.546127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-762dad0b-62ae-45eb-8383-1529b99697d7 service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667249 Nov 19 19:37:16.649165 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-067bad6d-772c-4489-8227-cdea50546a82 service neutron] 10.222.0.50 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949862 Nov 19 19:37:17.011634 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a035366e-1db5-416d-9d0f-fbc38158007f req-1b6da319-679b-41b3-9110-7276eff9ee9c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 210 time: 0.0318415 Nov 19 19:37:18.068452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-3ae59b09-162a-4382-a0fc-bcd649bc2952 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:18.072256 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-3ae59b09-162a-4382-a0fc-bcd649bc2952 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.57 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 811 time: 0.1286082 Nov 19 19:37:18.148621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-c09bc90c-b5d4-45ec-bcda-19b7907a0019 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb6d365ff57d47b4848afc9db28f6cb1 HTTP/1.1" status: 200 len: 379 time: 0.0661106 Nov 19 19:37:18.155652 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-488cadd3-79bb-4307-a64a-e7fdf90bec43 req-e801945a-b502-4535-b3ff-07bb2af40e5d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 210 time: 0.0362046 Nov 19 19:37:18.159344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'port': {'device_id': '9212a633-39f8-4cfe-bc57-964e9855564e', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'admin_state_up': True, 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'security_groups': ['5134eb0f-9e5e-427b-b47f-cd6156d1478d']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:37:18.281501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Made reservation on behalf of eb6d365ff57d47b4848afc9db28f6cb1 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:37:18.285303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:18.426246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Allocated IP 172.20.0.5 (78810df9-278a-4925-972d-51f8ab8080e8/99a93667-1361-45df-b944-830796a1b770/cd398849-cb80-4478-b639-75c296d18599) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:37:18.591459 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:18.626133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:18.679492 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Network 78810df9-278a-4925-972d-51f8ab8080e8 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:37:18.682946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:37:18.685575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:37:18.714217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=cd398849-cb80-4478-b639-75c296d18599,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:37:18.727778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.728310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.729162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.729512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.730146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.730259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.730550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.731129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.731239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.731511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.731842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.732224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:18.764420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:18.765087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:18.783765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-f0e27c71-bffc-4520-83b7-47fd5ca3c61d tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6295760 Nov 19 19:37:18.797053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Request body: {'port': {'device_id': '9212a633-39f8-4cfe-bc57-964e9855564e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:37:18.865985 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:19.000005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c718757d-35d4-421c-887d-30c41a82b755 None None] Provisioning complete for port cd398849-cb80-4478-b639-75c296d18599 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:37:19.000970 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c718757d-35d4-421c-887d-30c41a82b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:19.037522 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c718757d-35d4-421c-887d-30c41a82b755 None None] Port cd398849-cb80-4478-b639-75c296d18599 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:37:19.165561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd398849-cb80-4478-b639-75c296d18599 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:37:19.173950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:19.187233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Transition to ACTIVE for port object cd398849-cb80-4478-b639-75c296d18599 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:37:19.191704 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:19.253824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Pushing event updated for resources: {'Port': ['ID=cd398849-cb80-4478-b639-75c296d18599,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:37:19.307042 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cded8-c37f-4c30-95b9-43ec4fb3718e req-49e3ade6-788d-4054-bd9e-1c81848da159 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:19.310313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f09cded8-c37f-4c30-95b9-43ec4fb3718e req-49e3ade6-788d-4054-bd9e-1c81848da159 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 943 time: 0.0768776 Nov 19 19:37:19.330781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Attempting to bind port cd398849-cb80-4478-b639-75c296d18599 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:37:19.331145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Attempting to bind port cd398849-cb80-4478-b639-75c296d18599 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:37:19.331493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Attempting to bind port cd398849-cb80-4478-b639-75c296d18599 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:37:19.336867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Port cd398849-cb80-4478-b639-75c296d18599 on network 78810df9-278a-4925-972d-51f8ab8080e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:37:19.336867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Attempting to bind port cd398849-cb80-4478-b639-75c296d18599 on network 78810df9-278a-4925-972d-51f8ab8080e8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:37:19.342609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:37:19.342964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Checking segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:37:19.343341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Bound using segment: {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:37:19.343784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Bound port: cd398849-cb80-4478-b639-75c296d18599, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f5e6fc-a249-4262-b5ca-1faa21f21430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:37:19.344149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:19.403615 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f09cded8-c37f-4c30-95b9-43ec4fb3718e req-32663b33-9c9e-4447-aeb6-8a78c0900813 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642533 Nov 19 19:37:19.427715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] For port cd398849-cb80-4478-b639-75c296d18599, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:37:19.433086 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] For port cd398849-cb80-4478-b639-75c296d18599, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=cd398849-cb80-4478-b639-75c296d18599,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:37:19.438227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:19.484846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:19.485622 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:19.487169 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] 10.222.0.57 "PUT /v2.0/ports/cd398849-cb80-4478-b639-75c296d18599 HTTP/1.1" status: 200 len: 1091 time: 0.6948953 Nov 19 19:37:19.487641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9212a633-39f8-4cfe-bc57-964e9855564e', 'tag': 'cd398849-cb80-4478-b639-75c296d18599'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:37:19.490041 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919c04f0-0444-4d61-ab3c-a945d611f1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9212a633-39f8-4cfe-bc57-964e9855564e", "tag": "cd398849-cb80-4478-b639-75c296d18599"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:37:19.523954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2213ff-c195-4f57-b4a8-37a3b80312da service neutron] Pushing event updated for resources: {'Port': ['ID=cd398849-cb80-4478-b639-75c296d18599,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:37:19.542605 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c91275-18be-4845-992d-96082252348a x-openstack-request-id: req-76c91275-18be-4845-992d-96082252348a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:37:19.542904 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9212a633-39f8-4cfe-bc57-964e9855564e", "tag": "cd398849-cb80-4478-b639-75c296d18599", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:37:19.543200 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76c91275-18be-4845-992d-96082252348a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:37:19.543758 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9212a633-39f8-4cfe-bc57-964e9855564e', 'tag': 'cd398849-cb80-4478-b639-75c296d18599', 'status': 'completed', 'code': 200} Nov 19 19:37:19.604276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-43fabcfe-82e5-414e-b7d1-28eea1006fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:19.610211 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-43fabcfe-82e5-414e-b7d1-28eea1006fa3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 1094 time: 0.0606756 Nov 19 19:37:19.667722 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-193b4da9-3306-4c88-8057-c6685b43f5b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd398849-cb80-4478-b639-75c296d18599 HTTP/1.1" status: 200 len: 217 time: 0.0478694 Nov 19 19:37:19.746310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-aca5325f-50e8-40ca-aa40-c438ae4785ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:19.747896 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-aca5325f-50e8-40ca-aa40-c438ae4785ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0721936 Nov 19 19:37:19.804449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-5859939c-e83e-4b27-be81-96e70bc3b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:19.806110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-5859939c-e83e-4b27-be81-96e70bc3b776 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503736 Nov 19 19:37:19.917925 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-a754436c-9035-4c6d-a4cb-00e0c16d26f0 service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021104 Nov 19 19:37:20.019967 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-230a75a3-3d81-48fe-aed3-fe65767a3bce req-ea68986a-7873-40fc-b9b2-dc835065e09e service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940256 Nov 19 19:37:20.121383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c04f0-0444-4d61-ab3c-a945d611f1a9 req-a10d7f22-5b89-41c4-a092-e4aa3f2f3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:20.122910 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919c04f0-0444-4d61-ab3c-a945d611f1a9 req-a10d7f22-5b89-41c4-a092-e4aa3f2f3a87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 1094 time: 0.0508127 Nov 19 19:37:20.220560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c04f0-0444-4d61-ab3c-a945d611f1a9 req-b9867faf-1419-4d39-ac68-ab9689361a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:20.222193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919c04f0-0444-4d61-ab3c-a945d611f1a9 req-b9867faf-1419-4d39-ac68-ab9689361a48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.0917523 Nov 19 19:37:20.264920 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919c04f0-0444-4d61-ab3c-a945d611f1a9 req-025dc618-9553-4ab2-a205-2c23650266a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd398849-cb80-4478-b639-75c296d18599 HTTP/1.1" status: 200 len: 217 time: 0.0351746 Nov 19 19:37:20.322776 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c04f0-0444-4d61-ab3c-a945d611f1a9 req-a4b978c9-30e1-454e-befb-2cbc2f7983f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:20.324190 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919c04f0-0444-4d61-ab3c-a945d611f1a9 req-a4b978c9-30e1-454e-befb-2cbc2f7983f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0524867 Nov 19 19:37:20.374200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c04f0-0444-4d61-ab3c-a945d611f1a9 req-6381f155-04f4-406b-bd02-094cba2e0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:20.375728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919c04f0-0444-4d61-ab3c-a945d611f1a9 req-6381f155-04f4-406b-bd02-094cba2e0cd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434437 Nov 19 19:37:20.476789 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919c04f0-0444-4d61-ab3c-a945d611f1a9 req-77524406-a61d-4efb-8276-109b71e81f8d service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939348 Nov 19 19:37:20.511694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc98bae-4941-49b0-b1fd-97110bdea501 req-676fed7c-67c6-4068-89b0-7a825be4e9cf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:20.513274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fcc98bae-4941-49b0-b1fd-97110bdea501 req-676fed7c-67c6-4068-89b0-7a825be4e9cf tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 943 time: 0.0567992 Nov 19 19:37:20.574851 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fcc98bae-4941-49b0-b1fd-97110bdea501 req-4e013691-338f-4e92-ab47-2d4a7730b9c2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541260 Nov 19 19:37:20.577253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-919c04f0-0444-4d61-ab3c-a945d611f1a9 req-9e7fdc5c-adfc-4595-9bc9-7e147a904c66 service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932083 Nov 19 19:37:21.703341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129c45-cade-4bd2-8f1a-5a1cc6b0eca6 req-baabde0f-32a6-4377-a07f-934e9f9ce0f9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:21.705080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d129c45-cade-4bd2-8f1a-5a1cc6b0eca6 req-baabde0f-32a6-4377-a07f-934e9f9ce0f9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 943 time: 0.0584872 Nov 19 19:37:21.762137 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d129c45-cade-4bd2-8f1a-5a1cc6b0eca6 req-d996eadd-f6e7-4a74-9e6f-62cb21e0a8fe tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508425 Nov 19 19:37:22.885268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb17cd-4f9f-4169-adaa-c1ba7b8a6c9a req-0b913ec3-4b61-4492-8747-44103968faf6 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:22.886958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ebeb17cd-4f9f-4169-adaa-c1ba7b8a6c9a req-0b913ec3-4b61-4492-8747-44103968faf6 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 943 time: 0.0520241 Nov 19 19:37:22.939560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ebeb17cd-4f9f-4169-adaa-c1ba7b8a6c9a req-4a2de6fd-392c-42a3-9f26-07c0114e6dc1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455413 Nov 19 19:37:24.066178 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5904cf7-b3b8-4300-a46d-91ef74683902 req-808134bf-4da5-4571-98dd-0f620f101330 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:24.067720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5904cf7-b3b8-4300-a46d-91ef74683902 req-808134bf-4da5-4571-98dd-0f620f101330 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 943 time: 0.0569093 Nov 19 19:37:24.140868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5904cf7-b3b8-4300-a46d-91ef74683902 req-54493b03-46ac-44f2-938d-667f3753ee17 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666232 Nov 19 19:37:25.263424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc0d49-c14a-46da-8a08-a57a31f59778 req-f8aa3394-aa61-456d-9da3-999851db60c2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:25.264970 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1ecc0d49-c14a-46da-8a08-a57a31f59778 req-f8aa3394-aa61-456d-9da3-999851db60c2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 943 time: 0.0527055 Nov 19 19:37:25.318039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1ecc0d49-c14a-46da-8a08-a57a31f59778 req-694942e9-664b-4b4e-a526-e2d57702f5a6 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470660 Nov 19 19:37:25.516101 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:26.453120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13804c42-e91c-4238-b453-1dd310b44d37 req-faa268a1-4408-431b-9ce5-1833115b98c2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:26.454839 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13804c42-e91c-4238-b453-1dd310b44d37 req-faa268a1-4408-431b-9ce5-1833115b98c2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 943 time: 0.0561402 Nov 19 19:37:26.508929 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13804c42-e91c-4238-b453-1dd310b44d37 req-3c2133db-1eb2-4b2b-9820-e3ecbe2fd3fd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478494 Nov 19 19:37:27.641194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364fbfa-9bf5-410b-b8a5-40aca7745337 req-2fb89aad-31cd-4eaa-99d6-1e6b8e06d1fc tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:27.642808 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7364fbfa-9bf5-410b-b8a5-40aca7745337 req-2fb89aad-31cd-4eaa-99d6-1e6b8e06d1fc tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 943 time: 0.0598278 Nov 19 19:37:27.701666 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7364fbfa-9bf5-410b-b8a5-40aca7745337 req-741fbfcb-b9a9-4705-80e0-d288c8f7feb7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521479 Nov 19 19:37:28.825444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dce1d-b918-4ffb-a630-e94576f904ad req-debf47de-47c8-4e12-9c14-ffd42cdf34b1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:28.826983 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee4dce1d-b918-4ffb-a630-e94576f904ad req-debf47de-47c8-4e12-9c14-ffd42cdf34b1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 943 time: 0.0522668 Nov 19 19:37:28.877492 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee4dce1d-b918-4ffb-a630-e94576f904ad req-283111fd-4f26-4ab1-800d-8adf4b62f40c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446377 Nov 19 19:37:30.004241 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1143de-be8f-4f4b-bcf3-4ab57356c82c req-bf2a4d2b-f98b-458e-9542-87f4b1ba0a41 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:30.005867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff1143de-be8f-4f4b-bcf3-4ab57356c82c req-bf2a4d2b-f98b-458e-9542-87f4b1ba0a41 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 943 time: 0.0568841 Nov 19 19:37:30.059108 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff1143de-be8f-4f4b-bcf3-4ab57356c82c req-1c1ece88-fb2e-4b67-ad30-b6b7027dabc5 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466835 Nov 19 19:37:30.077956 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:30.771020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device cd398849-cb80-4478-b639-75c296d18599 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:37:30.867289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port cd398849-cb80-4478-b639-75c296d18599, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=cd398849-cb80-4478-b639-75c296d18599,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:37:30.879406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'cd398849-cb80-4478-b639-75c296d18599', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'port_id': 'cd398849-cb80-4478-b639-75c296d18599', 'mac_address': 'fa:16:3e:82:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:37:30.924228 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:30.938229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd398849-cb80-4478-b639-75c296d18599 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:37:30.961010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port cd398849-cb80-4478-b639-75c296d18599, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=cd398849-cb80-4478-b639-75c296d18599,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:37:30.970296 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:31.019216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=cd398849-cb80-4478-b639-75c296d18599,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:37:31.026676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.026966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.027320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.027662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.028002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.028340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.028673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.029005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.029335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.029664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.030030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.030359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:31.183175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aced490-df56-4694-8555-d9c387dc4c9e req-db9c73d0-3905-4a67-b4a4-eb5cbd279af4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:31.184721 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9aced490-df56-4694-8555-d9c387dc4c9e req-db9c73d0-3905-4a67-b4a4-eb5cbd279af4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 944 time: 0.0564756 Nov 19 19:37:31.237053 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9aced490-df56-4694-8555-d9c387dc4c9e req-40ee1151-7f00-4ed2-8908-ce1b0bfe2fc6 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464327 Nov 19 19:37:31.334483 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['cd398849-cb80-4478-b639-75c296d18599'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:37:32.370857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4faa1-9e7f-40b4-af53-51578e300b68 req-77e23865-4ee2-46ed-a544-48de2ed74f47 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:32.372386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62d4faa1-9e7f-40b4-af53-51578e300b68 req-77e23865-4ee2-46ed-a544-48de2ed74f47 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 944 time: 0.0562868 Nov 19 19:37:32.426233 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62d4faa1-9e7f-40b4-af53-51578e300b68 req-fd481c61-b7ee-4e0a-ba87-84d70d1b2e49 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478959 Nov 19 19:37:32.771720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device cd398849-cb80-4478-b639-75c296d18599 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:37:32.821784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port cd398849-cb80-4478-b639-75c296d18599 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:37:32.825816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port cd398849-cb80-4478-b639-75c296d18599 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:37:32.826191 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:32.908433 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:32.934117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9212a633-39f8-4cfe-bc57-964e9855564e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd398849-cb80-4478-b639-75c296d18599'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:37:32.936370 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e4b91e-4a13-4d69-b98c-5a9dfe79b1f9" -d '{"events": [{"server_uuid": "9212a633-39f8-4cfe-bc57-964e9855564e", "name": "network-vif-plugged", "status": "completed", "tag": "cd398849-cb80-4478-b639-75c296d18599"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:37:32.949903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port cd398849-cb80-4478-b639-75c296d18599, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=cd398849-cb80-4478-b639-75c296d18599,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:37:32.955035 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:33.012915 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=cd398849-cb80-4478-b639-75c296d18599,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:37:33.047836 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71919319-6c6e-4676-a237-e27f2c31c303 x-openstack-request-id: req-71919319-6c6e-4676-a237-e27f2c31c303 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:37:33.048136 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9212a633-39f8-4cfe-bc57-964e9855564e", "name": "network-vif-plugged", "status": "completed", "tag": "cd398849-cb80-4478-b639-75c296d18599", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:37:33.048398 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71919319-6c6e-4676-a237-e27f2c31c303 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:37:33.048798 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9212a633-39f8-4cfe-bc57-964e9855564e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd398849-cb80-4478-b639-75c296d18599', 'code': 200} Nov 19 19:37:33.147544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714930c9-abd9-426e-9077-7e3b8a10cca8 req-faafd4ca-4d56-42b2-b07b-2116dd5b1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:33.149079 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-714930c9-abd9-426e-9077-7e3b8a10cca8 req-faafd4ca-4d56-42b2-b07b-2116dd5b1bd3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 1096 time: 0.0410433 Nov 19 19:37:33.195913 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-714930c9-abd9-426e-9077-7e3b8a10cca8 req-a491516d-85da-47cb-9349-5e89510fb9fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400047 Nov 19 19:37:33.543896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035d654-20d1-4c29-aaf5-04ad12fc6923 req-b36aae77-4d6e-4d51-b921-75221928b321 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:33.545372 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d035d654-20d1-4c29-aaf5-04ad12fc6923 req-b36aae77-4d6e-4d51-b921-75221928b321 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 945 time: 0.0489933 Nov 19 19:37:33.596357 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d035d654-20d1-4c29-aaf5-04ad12fc6923 req-be6f5c1c-832f-4cd1-a4b4-d5ba45a6c14a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449336 Nov 19 19:37:34.716019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9303e-4e93-4147-9047-2aec7a8fb2da req-2ab441bf-fbff-4818-8321-3c50409358f1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:34.717534 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08b9303e-4e93-4147-9047-2aec7a8fb2da req-2ab441bf-fbff-4818-8321-3c50409358f1 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 945 time: 0.0512705 Nov 19 19:37:34.767676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08b9303e-4e93-4147-9047-2aec7a8fb2da req-26bbb84b-415e-4876-8b4d-2f4ce7ae6e41 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442388 Nov 19 19:37:34.885066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d50c9a-47d3-45e5-a6f6-731ad40ab9f8 req-5dd5a024-b210-497e-a346-a98bace61942 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:34.886497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a9d50c9a-47d3-45e5-a6f6-731ad40ab9f8 req-5dd5a024-b210-497e-a346-a98bace61942 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 945 time: 0.0538740 Nov 19 19:37:34.937698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a9d50c9a-47d3-45e5-a6f6-731ad40ab9f8 req-e4f413de-e793-4d66-8ae5-3f6edb20bb99 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452533 Nov 19 19:37:34.959694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60382) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:37:35.000969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9472fb-5ca8-4986-b168-86133b3561ce tempest-TestVolumeBootPattern-723183479 tempest-TestVolumeBootPattern-723183479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:35.002508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ff9472fb-5ca8-4986-b168-86133b3561ce tempest-TestVolumeBootPattern-723183479 tempest-TestVolumeBootPattern-723183479-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 1091 time: 0.0418313 Nov 19 19:37:35.005245 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60384) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:37:35.010057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'cd398849-cb80-4478-b639-75c296d18599', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:37:35.032477 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:35.135729 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:35.241881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Allocated IP 172.25.3.184 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/e06c3ba3-de1c-42f3-9f93-5878634f9e22) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:37:35.346482 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:35.379899 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:35.418565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:37:35.421399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:37:35.425073 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:37:35.452368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=e06c3ba3-de1c-42f3-9f93-5878634f9e22,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:37:35.462844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.463283 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.463636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.463983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.464324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.464663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.465002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.465334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.465663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.466090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.466425 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.466753 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:37:35.812557 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:35.881006 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:36.034090 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:36.038612 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:36.112639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event updated for resources: {'Port': ['ID=e06c3ba3-de1c-42f3-9f93-5878634f9e22,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:37:36.125483 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:36.229533 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Floating IP b5019ac3-9a6f-4f8f-a432-a17f51e1cc4f associated. External IP: 172.25.3.184, port: cd398849-cb80-4478-b639-75c296d18599. Nov 19 19:37:36.460604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Router 522c039b-57fd-4db2-a014-fdaabef00b29 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:37:36.569781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:37:36.580207 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb14b1-2027-450b-8798-45a9ce8a5a1d None None] Sync routers for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:37:36.589920 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:36.592813 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb14b1-2027-450b-8798-45a9ce8a5a1d None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:37:36.593435 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-03bb14b1-2027-450b-8798-45a9ce8a5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:37:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:37:36.620285 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5ababce8-1b1c-45c7-986c-b8ea4cd47fe0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6139858 Nov 19 19:37:36.620882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9212a633-39f8-4cfe-bc57-964e9855564e', 'tag': 'cd398849-cb80-4478-b639-75c296d18599'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:37:36.623260 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1777d4f8-d674-426d-9633-3f52dac936a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9212a633-39f8-4cfe-bc57-964e9855564e", "tag": "cd398849-cb80-4478-b639-75c296d18599"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:37:36.660217 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed0f4bd-dcfc-4df3-b68f-7bf1e1309c90 x-openstack-request-id: req-2ed0f4bd-dcfc-4df3-b68f-7bf1e1309c90 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:37:36.660521 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9212a633-39f8-4cfe-bc57-964e9855564e", "tag": "cd398849-cb80-4478-b639-75c296d18599", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:37:36.660778 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ed0f4bd-dcfc-4df3-b68f-7bf1e1309c90 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:37:36.661187 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9212a633-39f8-4cfe-bc57-964e9855564e', 'tag': 'cd398849-cb80-4478-b639-75c296d18599', 'status': 'completed', 'code': 200} Nov 19 19:37:36.732910 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777d4f8-d674-426d-9633-3f52dac936a0 req-a2ed8333-125f-4e38-a64f-936296cfc62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:36.734560 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1777d4f8-d674-426d-9633-3f52dac936a0 req-a2ed8333-125f-4e38-a64f-936296cfc62d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 1096 time: 0.0503037 Nov 19 19:37:36.798086 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-03bb14b1-2027-450b-8798-45a9ce8a5a1d None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:37:36.827807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777d4f8-d674-426d-9633-3f52dac936a0 req-81c08d8b-137c-482b-9452-66d2191dd562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:36.829423 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1777d4f8-d674-426d-9633-3f52dac936a0 req-81c08d8b-137c-482b-9452-66d2191dd562 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.0875487 Nov 19 19:37:36.904197 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1777d4f8-d674-426d-9633-3f52dac936a0 req-b3e2820b-e2e7-4c1f-bfed-bc1f7419b73a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd398849-cb80-4478-b639-75c296d18599 HTTP/1.1" status: 200 len: 999 time: 0.0674484 Nov 19 19:37:36.960063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777d4f8-d674-426d-9633-3f52dac936a0 req-339236a0-c9b9-41fe-b148-85986a9659b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:36.961561 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1777d4f8-d674-426d-9633-3f52dac936a0 req-339236a0-c9b9-41fe-b148-85986a9659b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0481853 Nov 19 19:37:37.008233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777d4f8-d674-426d-9633-3f52dac936a0 req-8cadc263-0178-428f-afc1-599fd1f7a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:37.010484 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1777d4f8-d674-426d-9633-3f52dac936a0 req-8cadc263-0178-428f-afc1-599fd1f7a0e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420651 Nov 19 19:37:37.027657 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-03bb14b1-2027-450b-8798-45a9ce8a5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a0b113ee-4783-4c30-8e49-cc286fc1f1a4', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:cc:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c9d6a-041e-4491-b297-2d43337a0f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:35:35Z', 'updated_at': '2021-11-19T19:35:37Z', 'revision_number': 1, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}, {'id': 'b5019ac3-9a6f-4f8f-a432-a17f51e1cc4f', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.184', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': 'cd398849-cb80-4478-b639-75c296d18599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:82:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9212a633-39f8-4cfe-bc57-964e9855564e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:37:35Z', 'updated_at': '2021-11-19T19:37:35Z', 'revision_number': 0, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:37:37.057974 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb14b1-2027-450b-8798-45a9ce8a5a1d None None] Checking router: 522c039b-57fd-4db2-a014-fdaabef00b29 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:37:37.066384 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb14b1-2027-450b-8798-45a9ce8a5a1d None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:37:37.067002 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-03bb14b1-2027-450b-8798-45a9ce8a5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:37:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:37:37.111690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1777d4f8-d674-426d-9633-3f52dac936a0 req-a8daa16c-4b70-4846-9e33-a830b331d256 service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939958 Nov 19 19:37:37.179814 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-03bb14b1-2027-450b-8798-45a9ce8a5a1d None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:37:37.209577 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1777d4f8-d674-426d-9633-3f52dac936a0 req-77e7c701-e324-4bb6-bd37-5b8a8da275cc service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905902 Nov 19 19:37:37.411282 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-03bb14b1-2027-450b-8798-45a9ce8a5a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a0b113ee-4783-4c30-8e49-cc286fc1f1a4', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:cc:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c9d6a-041e-4491-b297-2d43337a0f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:35:35Z', 'updated_at': '2021-11-19T19:35:37Z', 'revision_number': 1, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}, {'id': 'b5019ac3-9a6f-4f8f-a432-a17f51e1cc4f', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.184', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': 'cd398849-cb80-4478-b639-75c296d18599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:82:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9212a633-39f8-4cfe-bc57-964e9855564e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:37:35Z', 'updated_at': '2021-11-19T19:37:35Z', 'revision_number': 0, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:37:37.441027 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb14b1-2027-450b-8798-45a9ce8a5a1d None None] The sync data for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 is: [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a0b113ee-4783-4c30-8e49-cc286fc1f1a4', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:cc:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c9d6a-041e-4491-b297-2d43337a0f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:35:35Z', 'updated_at': '2021-11-19T19:35:37Z', 'revision_number': 1, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}, {'id': 'b5019ac3-9a6f-4f8f-a432-a17f51e1cc4f', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.184', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': 'cd398849-cb80-4478-b639-75c296d18599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:82:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9212a633-39f8-4cfe-bc57-964e9855564e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:37:35Z', 'updated_at': '2021-11-19T19:37:35Z', 'revision_number': 0, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:37:37.641654 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c35646-20db-474f-a545-2e8b071b8816 None None] New status for floating IP b5019ac3-9a6f-4f8f-a432-a17f51e1cc4f: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:37:38.272985 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19042775-b03c-4da4-91fc-8c206fe4021b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:40.624942 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-173b8d39-57c8-460f-a037-ed5b8f85f64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:41.971080 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:43.434215 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:44.194764 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:37:46.191112 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:37:53.131333 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6451a383-66a0-4937-9666-6b4014f5f704 req-6b0b74f1-8a2e-4e86-933d-52827bebf125 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420749 Nov 19 19:37:53.225486 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451a383-66a0-4937-9666-6b4014f5f704 req-62e3051d-876c-4530-b144-1917bee2fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:53.226974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6451a383-66a0-4937-9666-6b4014f5f704 req-62e3051d-876c-4530-b144-1917bee2fc3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 1096 time: 0.0490472 Nov 19 19:37:53.336133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451a383-66a0-4937-9666-6b4014f5f704 req-8f5df67f-4aee-46fd-b0d0-7922f977ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:53.337697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6451a383-66a0-4937-9666-6b4014f5f704 req-8f5df67f-4aee-46fd-b0d0-7922f977ca34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.0903122 Nov 19 19:37:53.406826 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6451a383-66a0-4937-9666-6b4014f5f704 req-709c8674-bad5-4de6-859a-d222bc3c246f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9394e9-bf09-4003-87be-30c5a84f3507 HTTP/1.1" status: 200 len: 1001 time: 0.0624261 Nov 19 19:37:53.456369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451a383-66a0-4937-9666-6b4014f5f704 req-a6343033-7173-431d-8759-75ce91373bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:53.457871 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6451a383-66a0-4937-9666-6b4014f5f704 req-a6343033-7173-431d-8759-75ce91373bbb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0438826 Nov 19 19:37:53.503934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451a383-66a0-4937-9666-6b4014f5f704 req-41c96f0a-36e9-4722-9c7d-e6ef904c17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:53.505278 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6451a383-66a0-4937-9666-6b4014f5f704 req-41c96f0a-36e9-4722-9c7d-e6ef904c17ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410590 Nov 19 19:37:53.602711 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6451a383-66a0-4937-9666-6b4014f5f704 req-4f1a4cf8-b1a4-4940-bf78-1c6350014611 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900681 Nov 19 19:37:53.693772 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6451a383-66a0-4937-9666-6b4014f5f704 req-551f280c-b853-4507-8de9-cba48741ba39 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844815 Nov 19 19:37:54.255482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-7722b3df-dc08-47b4-9ef7-29fe375de99a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508139 Nov 19 19:37:54.352291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-adc1554a-5448-49cd-b404-c9410c6d8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:54.353993 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-adc1554a-5448-49cd-b404-c9410c6d8fa1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0458095 Nov 19 19:37:54.465201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-54355ffa-9574-4a1e-8193-e96a66283c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:54.466779 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-54355ffa-9574-4a1e-8193-e96a66283c3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0919960 Nov 19 19:37:54.515447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-131adf78-bdee-4729-a130-8cad569544b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0401769 Nov 19 19:37:54.569851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-9519ab69-a534-45f4-8673-e1d18e7ddbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:54.571336 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-9519ab69-a534-45f4-8673-e1d18e7ddbbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0480847 Nov 19 19:37:54.619517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-5bb6e27e-8139-44f3-924e-8206e4d7afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:37:54.621652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-5bb6e27e-8139-44f3-924e-8206e4d7afcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428190 Nov 19 19:37:54.724788 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-2cda495b-fe84-4418-8cd2-c962084e5a84 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938063 Nov 19 19:37:54.822222 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4fa4504-5ba2-46a9-ba91-45b0129265d4 req-92c22ddf-7c5d-46ce-842b-0c3b52b52685 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888579 Nov 19 19:37:55.520595 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:00.092091 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:08.283196 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2be29f0f-3bba-4ab5-a49c-d7b254b10f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:10.629276 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b53a45d5-ec8b-4c3c-9c3c-4b37dfb55586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:11.974082 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:13.437822 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:14.197982 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:23.191826 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:38:25.527092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:30.107740 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:38.277773 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c4b39eaa-cad7-4ab5-9f15-5cfe97e3ee97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:40.634722 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7e81fec9-1239-46ab-b01b-38eaca2a39d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:41.977043 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:43.440860 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:44.200879 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:55.177694 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-5a78bc3f-59a9-40ff-814f-1060fceec9db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463512 Nov 19 19:38:55.271940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-1b45b0ab-b8c0-42a1-8870-2a3b7e24c24a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714555 Nov 19 19:38:55.278301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-cc90e0ff-f05b-437f-b0de-c60d48f56658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:38:55.279728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-cc90e0ff-f05b-437f-b0de-c60d48f56658 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 1096 time: 0.0532846 Nov 19 19:38:55.396182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-1ca8559e-287d-4e45-8e17-a2d15d40036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:38:55.397670 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-1ca8559e-287d-4e45-8e17-a2d15d40036c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 1096 time: 0.1034524 Nov 19 19:38:55.430450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-51921cbc-a528-4e47-9eea-7a0f91f3297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:38:55.432288 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-51921cbc-a528-4e47-9eea-7a0f91f3297b service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.1270866 Nov 19 19:38:55.529649 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:38:55.872271 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-a28a47d5-3244-4f5d-92ac-c59a6cafbdcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9394e9-bf09-4003-87be-30c5a84f3507 HTTP/1.1" status: 200 len: 1001 time: 0.4295101 Nov 19 19:38:55.921301 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-6ecf1b9e-77e6-41ff-9373-897f2997fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:38:55.922788 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-6ecf1b9e-77e6-41ff-9373-897f2997fca2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.5035286 Nov 19 19:38:55.944286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-5e9b15c1-2481-4db4-a5e3-de8589fc11be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:38:55.945715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-5e9b15c1-2481-4db4-a5e3-de8589fc11be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0657613 Nov 19 19:38:56.026884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-e4829b57-07a3-46c2-8bde-1a018b0fd311 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd398849-cb80-4478-b639-75c296d18599 HTTP/1.1" status: 200 len: 1001 time: 0.0940685 Nov 19 19:38:56.045025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-d7bea60e-cd0e-4f4d-b20e-44fefb8c703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:38:56.046458 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-d7bea60e-cd0e-4f4d-b20e-44fefb8c703f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691760 Nov 19 19:38:56.132909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-848170a0-3d70-4f1c-9205-69359cab1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:38:56.134295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-848170a0-3d70-4f1c-9205-69359cab1fa1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.1001849 Nov 19 19:38:56.199404 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-aea3f3e5-9faf-47c4-9ba0-a0f9c50fc10a service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334367 Nov 19 19:38:56.205565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-e147b65f-0769-40f7-aed0-5fd11598ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:38:56.206957 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-e147b65f-0769-40f7-aed0-5fd11598ae60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641866 Nov 19 19:38:56.376169 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-41ffdda5-96e6-4b2c-925b-130b97357615 req-16307202-1c0e-4cc7-b0b7-6ac041b546af service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682110 Nov 19 19:38:56.379749 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-95bc185c-acb2-416c-9491-d51a01959871 service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634755 Nov 19 19:38:56.483283 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-57c306ee-0f4b-4623-bdb7-1d83d6a889d8 req-e7b5dd2a-b528-4206-852c-2c4071fbd059 service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957320 Nov 19 19:39:00.105740 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:00.191395 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:39:08.281036 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3abca43-c299-4a97-b7e1-60e4fd658d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:10.630200 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-de33eaae-2794-43b3-8145-ee1e513a804d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:11.984650 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:13.444150 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:14.204346 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:15.365600 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60426) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:15.969674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Deleting port e06c3ba3-de1c-42f3-9f93-5878634f9e22 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:15.970241 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:16.107673 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:16.108213 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:16.130679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Calling delete_port for e06c3ba3-de1c-42f3-9f93-5878634f9e22 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:16.386351 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:16.419513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event deleted for resources: {'Port': ['ID=e06c3ba3-de1c-42f3-9f93-5878634f9e22,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:16.436228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.436689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.437087 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.437485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.437935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.438322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.438710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.439083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.439455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.439921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.440296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.440669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:16.504170 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:16.504581 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Floating IP b5019ac3-9a6f-4f8f-a432-a17f51e1cc4f disassociated (deleted). External IP: 172.25.3.184, port: cd398849-cb80-4478-b639-75c296d18599. Nov 19 19:39:16.811793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Router 522c039b-57fd-4db2-a014-fdaabef00b29 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:39:16.981890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:39:16.989312 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:16.996794 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f4169-a112-47bc-b11a-8c10bda1d0a6 None None] Sync routers for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:39:17.011144 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f4169-a112-47bc-b11a-8c10bda1d0a6 None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:39:17.012133 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2a9f4169-a112-47bc-b11a-8c10bda1d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:39:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:17.024338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ac36f7e0-b6dc-400d-a598-822c0a9f9571 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "DELETE /v2.0/floatingips/b5019ac3-9a6f-4f8f-a432-a17f51e1cc4f HTTP/1.1" status: 204 len: 168 time: 1.6572688 Nov 19 19:39:17.025952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9212a633-39f8-4cfe-bc57-964e9855564e', 'tag': 'cd398849-cb80-4478-b639-75c296d18599'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:39:17.029566 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe422b1-5321-4b35-9d40-1ac1315110a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9212a633-39f8-4cfe-bc57-964e9855564e", "tag": "cd398849-cb80-4478-b639-75c296d18599"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:39:17.181830 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2a9f4169-a112-47bc-b11a-8c10bda1d0a6 None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:39:17.355084 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbb96ce-eff6-4114-8daa-cd8894f6667c x-openstack-request-id: req-2fbb96ce-eff6-4114-8daa-cd8894f6667c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:39:17.355779 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9212a633-39f8-4cfe-bc57-964e9855564e", "tag": "cd398849-cb80-4478-b639-75c296d18599", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:39:17.356296 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fbb96ce-eff6-4114-8daa-cd8894f6667c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:39:17.356882 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9212a633-39f8-4cfe-bc57-964e9855564e', 'tag': 'cd398849-cb80-4478-b639-75c296d18599', 'status': 'completed', 'code': 200} Nov 19 19:39:17.446048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe422b1-5321-4b35-9d40-1ac1315110a4 req-3e06ff4b-55e8-4499-a903-1f1c5eb31047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:17.449356 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cbe422b1-5321-4b35-9d40-1ac1315110a4 req-3e06ff4b-55e8-4499-a903-1f1c5eb31047 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 1096 time: 0.0692277 Nov 19 19:39:17.511399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d79aa-cecc-4e4e-9f14-4cf439423f82 req-1f1239d1-4609-47ed-b60b-002594aed7f0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:17.515332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b94d79aa-cecc-4e4e-9f14-4cf439423f82 req-1f1239d1-4609-47ed-b60b-002594aed7f0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 945 time: 0.0967240 Nov 19 19:39:17.557274 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2a9f4169-a112-47bc-b11a-8c10bda1d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a0b113ee-4783-4c30-8e49-cc286fc1f1a4', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:cc:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c9d6a-041e-4491-b297-2d43337a0f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:35:35Z', 'updated_at': '2021-11-19T19:35:37Z', 'revision_number': 1, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:17.596978 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f4169-a112-47bc-b11a-8c10bda1d0a6 None None] Checking router: 522c039b-57fd-4db2-a014-fdaabef00b29 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:39:17.611737 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f4169-a112-47bc-b11a-8c10bda1d0a6 None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:39:17.612534 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2a9f4169-a112-47bc-b11a-8c10bda1d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:39:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:17.621307 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b94d79aa-cecc-4e4e-9f14-4cf439423f82 req-77a6663e-878e-4e2c-90d7-51777f8c84a7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985675 Nov 19 19:39:17.646159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe422b1-5321-4b35-9d40-1ac1315110a4 req-5b833367-2b24-4b58-95be-a2fa09984026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:17.647268 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cbe422b1-5321-4b35-9d40-1ac1315110a4 req-5b833367-2b24-4b58-95be-a2fa09984026 service neutron] 10.222.0.57 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.1879683 Nov 19 19:39:17.706115 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cbe422b1-5321-4b35-9d40-1ac1315110a4 req-b5dc471e-e9d3-4c02-9039-e82f55651b23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd398849-cb80-4478-b639-75c296d18599 HTTP/1.1" status: 200 len: 217 time: 0.0506883 Nov 19 19:39:17.764666 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2a9f4169-a112-47bc-b11a-8c10bda1d0a6 None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:39:17.777467 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe422b1-5321-4b35-9d40-1ac1315110a4 req-db3945d8-eee7-43e5-bbe6-ebff3d7e7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:17.779781 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cbe422b1-5321-4b35-9d40-1ac1315110a4 req-db3945d8-eee7-43e5-bbe6-ebff3d7e7866 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0655971 Nov 19 19:39:17.839474 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe422b1-5321-4b35-9d40-1ac1315110a4 req-4401edca-042c-4ff4-b73c-4c9d6de24ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:17.841194 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cbe422b1-5321-4b35-9d40-1ac1315110a4 req-4401edca-042c-4ff4-b73c-4c9d6de24ac1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541596 Nov 19 19:39:17.986137 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cbe422b1-5321-4b35-9d40-1ac1315110a4 req-5903f49d-ed6a-4323-9ea6-6794db709262 service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362221 Nov 19 19:39:18.110399 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cbe422b1-5321-4b35-9d40-1ac1315110a4 req-bbf854c4-8f72-4811-a429-7d052b35a311 service neutron] 10.222.0.57 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157041 Nov 19 19:39:18.292711 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2a9f4169-a112-47bc-b11a-8c10bda1d0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a0b113ee-4783-4c30-8e49-cc286fc1f1a4', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:cc:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c9d6a-041e-4491-b297-2d43337a0f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:35:35Z', 'updated_at': '2021-11-19T19:35:37Z', 'revision_number': 1, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:18.341140 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f4169-a112-47bc-b11a-8c10bda1d0a6 None None] The sync data for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 is: [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a0b113ee-4783-4c30-8e49-cc286fc1f1a4', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'port_id': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'mac_address': 'fa:16:3e:cc:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c9d6a-041e-4491-b297-2d43337a0f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:35:35Z', 'updated_at': '2021-11-19T19:35:37Z', 'revision_number': 1, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:39:18.616087 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d34c76-84ca-4e5b-8e11-58f5f88ebfcb None None] New status for floating IP b5019ac3-9a6f-4f8f-a432-a17f51e1cc4f: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:39:18.801424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb8217-34f4-44b0-b025-47548fc75b10 req-75179e41-400b-464c-90e5-80bed3117458 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:18.803217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2feb8217-34f4-44b0-b025-47548fc75b10 req-75179e41-400b-464c-90e5-80bed3117458 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 945 time: 0.0668430 Nov 19 19:39:18.865351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2feb8217-34f4-44b0-b025-47548fc75b10 req-366d0b33-b769-429a-9cd6-0d48d17dfdc2 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529995 Nov 19 19:39:18.972797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b401c8-6c13-4849-b9af-7b41d5d6c440 req-28466cda-e3f9-471f-b39f-ef654ef71e77 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:18.974539 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d2b401c8-6c13-4849-b9af-7b41d5d6c440 req-28466cda-e3f9-471f-b39f-ef654ef71e77 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.57 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 945 time: 0.0759237 Nov 19 19:39:19.086003 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-d2b401c8-6c13-4849-b9af-7b41d5d6c440 req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Deleting port cd398849-cb80-4478-b639-75c296d18599 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:19.086348 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d2b401c8-6c13-4849-b9af-7b41d5d6c440 req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:19.226778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-d2b401c8-6c13-4849-b9af-7b41d5d6c440 req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] For port cd398849-cb80-4478-b639-75c296d18599, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=cd398849-cb80-4478-b639-75c296d18599,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:39:19.227291 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d2b401c8-6c13-4849-b9af-7b41d5d6c440 req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:19.252668 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-d2b401c8-6c13-4849-b9af-7b41d5d6c440 req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Calling delete_port for cd398849-cb80-4478-b639-75c296d18599 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:19.455966 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d2b401c8-6c13-4849-b9af-7b41d5d6c440 req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:19.489137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event deleted for resources: {'Port': ['ID=cd398849-cb80-4478-b639-75c296d18599,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:19.503702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.504059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.504416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.504767 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.505125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.505442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.505807 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.506148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.506475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.506803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.507145 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.507477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:19.545786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b401c8-6c13-4849-b9af-7b41d5d6c440 req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] No DVR routers for this DVR port cd398849-cb80-4478-b639-75c296d18599 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:39:19.548597 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-d2b401c8-6c13-4849-b9af-7b41d5d6c440 req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:19.552096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d2b401c8-6c13-4849-b9af-7b41d5d6c440 req-56071611-ea20-4554-97ee-0ad35a55a948 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.57 "DELETE /v2.0/ports/cd398849-cb80-4478-b639-75c296d18599 HTTP/1.1" status: 204 len: 173 time: 0.5715039 Nov 19 19:39:19.552547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9212a633-39f8-4cfe-bc57-964e9855564e', 'name': 'network-vif-deleted', 'tag': 'cd398849-cb80-4478-b639-75c296d18599'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:39:19.554942 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d0e6a5-eeb5-428f-9453-a6b472db6b43" -d '{"events": [{"server_uuid": "9212a633-39f8-4cfe-bc57-964e9855564e", "name": "network-vif-deleted", "tag": "cd398849-cb80-4478-b639-75c296d18599"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:39:19.714351 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4520d9c3-d8fc-49bd-952d-f369219208c8 x-openstack-request-id: req-4520d9c3-d8fc-49bd-952d-f369219208c8 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:39:19.714804 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9212a633-39f8-4cfe-bc57-964e9855564e", "name": "network-vif-deleted", "tag": "cd398849-cb80-4478-b639-75c296d18599", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:39:19.715203 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4520d9c3-d8fc-49bd-952d-f369219208c8 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:39:19.715785 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9212a633-39f8-4cfe-bc57-964e9855564e', 'name': 'network-vif-deleted', 'tag': 'cd398849-cb80-4478-b639-75c296d18599', 'status': 'completed', 'code': 200} Nov 19 19:39:20.048156 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c4ea691-84a3-42f4-bfda-13002ebb6934 req-abbc7c6c-300a-4749-b0fc-030ac6905aac tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 210 time: 0.0605755 Nov 19 19:39:21.205000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ddd1d6cd-0df0-4920-8736-2b90e7384370 req-fcc9be20-d1b7-4960-a0a1-f677fe9c896c tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 210 time: 0.0519819 Nov 19 19:39:21.294400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device cd398849-cb80-4478-b639-75c296d18599 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:39:21.319373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: cd398849-cb80-4478-b639-75c296d18599 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:39:21.319796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device cd398849-cb80-4478-b639-75c296d18599 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:39:22.374287 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cade9fe2-88e1-4284-8e46-d3906742653e req-d4137163-e579-4e76-b6ef-ab1b68ac54fd tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 210 time: 0.0455897 Nov 19 19:39:23.481502 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1264f456-10be-4938-9851-9204e2ccf33a req-d7592ee7-77db-4824-9b53-cea1605dc362 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 210 time: 0.0287921 Nov 19 19:39:24.632407 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9a3064fc-6000-4d6b-8a18-458043d49ffb req-7f579d49-1b33-408d-b874-88b8128c6c46 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=9212a633-39f8-4cfe-bc57-964e9855564e HTTP/1.1" status: 200 len: 210 time: 0.0340250 Nov 19 19:39:25.539786 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:30.136897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:31.214393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60480) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:31.467431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Deleting port c1d5e63b-0ebf-4a1a-a9ce-7fefd5ad9ee8 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:31.467894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:31.596928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:31.597252 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:31.610654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Calling delete_port for c1d5e63b-0ebf-4a1a-a9ce-7fefd5ad9ee8 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:31.781505 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:31.811232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event deleted for resources: {'Port': ['ID=c1d5e63b-0ebf-4a1a-a9ce-7fefd5ad9ee8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:31.887705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:31.888219 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Floating IP a0b113ee-4783-4c30-8e49-cc286fc1f1a4 disassociated (deleted). External IP: 172.25.3.113, port: 5b9394e9-bf09-4003-87be-30c5a84f3507. Nov 19 19:39:32.129904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Router 522c039b-57fd-4db2-a014-fdaabef00b29 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:39:32.248636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:39:32.254298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:32.263501 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de1b532-cce7-4f8c-a04b-00fdec8ee437 None None] Sync routers for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:39:32.282234 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de1b532-cce7-4f8c-a04b-00fdec8ee437 None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:39:32.283308 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4de1b532-cce7-4f8c-a04b-00fdec8ee437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:39:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:32.297234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d218d3fe-0e5a-40db-a33b-d1f58b6edd12 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "DELETE /v2.0/floatingips/a0b113ee-4783-4c30-8e49-cc286fc1f1a4 HTTP/1.1" status: 204 len: 168 time: 1.0812860 Nov 19 19:39:32.298281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332c9d6a-041e-4491-b297-2d43337a0f83', 'tag': '5b9394e9-bf09-4003-87be-30c5a84f3507'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:39:32.301400 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483" -d '{"events": [{"name": "network-changed", "server_uuid": "332c9d6a-041e-4491-b297-2d43337a0f83", "tag": "5b9394e9-bf09-4003-87be-30c5a84f3507"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:39:32.435205 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4de1b532-cce7-4f8c-a04b-00fdec8ee437 None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:39:32.537364 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48f344f-e5df-4b02-8691-8873b3922488 x-openstack-request-id: req-e48f344f-e5df-4b02-8691-8873b3922488 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:39:32.538022 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332c9d6a-041e-4491-b297-2d43337a0f83", "tag": "5b9394e9-bf09-4003-87be-30c5a84f3507", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:39:32.538488 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e48f344f-e5df-4b02-8691-8873b3922488 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:39:32.539184 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332c9d6a-041e-4491-b297-2d43337a0f83', 'tag': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'status': 'completed', 'code': 200} Nov 19 19:39:32.608869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483 req-121191db-0a9c-4058-855b-f38c8222714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:32.610602 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483 req-121191db-0a9c-4058-855b-f38c8222714e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 1096 time: 0.0455756 Nov 19 19:39:32.663324 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f5d91-ba04-46bd-8a5a-f6fe60f07484 req-a02c462a-c1b6-4647-9260-f3500b7e3fc7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:32.666525 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-501f5d91-ba04-46bd-8a5a-f6fe60f07484 req-a02c462a-c1b6-4647-9260-f3500b7e3fc7 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 945 time: 0.0681956 Nov 19 19:39:32.739194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483 req-b28be891-ed41-41f2-860c-4f3f2b0cf542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:32.741097 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483 req-b28be891-ed41-41f2-860c-4f3f2b0cf542 service neutron] 10.222.0.21 "GET /v2.0/networks?id=78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 200 len: 912 time: 0.1210666 Nov 19 19:39:32.742337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-501f5d91-ba04-46bd-8a5a-f6fe60f07484 req-a2f25116-92cd-49ef-8550-b6f6a7a91882 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639675 Nov 19 19:39:32.771096 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4de1b532-cce7-4f8c-a04b-00fdec8ee437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:32.795434 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483 req-8ba1fdbe-8f90-4114-a991-c6cef0599839 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9394e9-bf09-4003-87be-30c5a84f3507 HTTP/1.1" status: 200 len: 217 time: 0.0465286 Nov 19 19:39:32.799982 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de1b532-cce7-4f8c-a04b-00fdec8ee437 None None] Checking router: 522c039b-57fd-4db2-a014-fdaabef00b29 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:39:32.810248 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de1b532-cce7-4f8c-a04b-00fdec8ee437 None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:39:32.810868 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4de1b532-cce7-4f8c-a04b-00fdec8ee437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:39:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:32.858369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483 req-25ba731e-a634-4865-9e4d-6160b05dd13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:32.860051 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483 req-25ba731e-a634-4865-9e4d-6160b05dd13c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 200 len: 850 time: 0.0562103 Nov 19 19:39:32.869699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-13d7d278-bb34-42e8-931d-fd03cb7b8994 req-bb9a93ff-b8c5-4a03-a08b-13da6866cf90 service neutron] (109887) timed out ('10.222.0.50', 59224) {{(pid=109887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 19:39:32.910697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483 req-ac3288e6-1b6e-45fd-8453-eb8f1c696944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:32.912312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483 req-ac3288e6-1b6e-45fd-8453-eb8f1c696944 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=78810df9-278a-4925-972d-51f8ab8080e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430396 Nov 19 19:39:32.926011 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4de1b532-cce7-4f8c-a04b-00fdec8ee437 None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:39:33.011007 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483 req-91aa4c43-c66c-468d-b0bd-174644a71f78 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899849 Nov 19 19:39:33.121367 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d94e961c-b00c-4d0c-bdf4-8fc1e2faa483 req-d75d2a0d-e06f-452c-b6e2-dbf963d37069 service neutron] 10.222.0.21 "GET /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030219 Nov 19 19:39:33.151471 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4de1b532-cce7-4f8c-a04b-00fdec8ee437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:33.183149 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de1b532-cce7-4f8c-a04b-00fdec8ee437 None None] The sync data for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 is: [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:28:57Z', 'revision_number': 4, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9a5db45f-50de-4801-a9fa-f0c6b8ddc809', 'name': '', 'network_id': '78810df9-278a-4925-972d-51f8ab8080e8', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'mac_address': 'fa:16:3e:04:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '99a93667-1361-45df-b944-830796a1b770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:56Z', 'updated_at': '2021-11-19T19:29:03Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'subnets': [{'id': '99a93667-1361-45df-b944-830796a1b770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:39:33.594306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7566e666-6d24-46b5-8237-f338bb90e559 None None] New status for floating IP a0b113ee-4783-4c30-8e49-cc286fc1f1a4: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:39:33.873541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce28247-d0df-4ff7-b2e2-f95478808df3 req-6e1e7eee-4521-4973-8d10-e63bae7f6fc0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:33.875029 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ce28247-d0df-4ff7-b2e2-f95478808df3 req-6e1e7eee-4521-4973-8d10-e63bae7f6fc0 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 945 time: 0.0563519 Nov 19 19:39:33.954788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ce28247-d0df-4ff7-b2e2-f95478808df3 req-1f72a3b7-8084-4957-9f45-244425e8a531 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/security-groups?id=5134eb0f-9e5e-427b-b47f-cd6156d1478d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686221 Nov 19 19:39:34.129551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd23fd-8d23-4943-a5d7-81f0c49fad7a req-02c3e37b-2a46-4e87-bfc3-5c11a887ef8a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:34.131218 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ffd23fd-8d23-4943-a5d7-81f0c49fad7a req-02c3e37b-2a46-4e87-bfc3-5c11a887ef8a tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 945 time: 0.0646861 Nov 19 19:39:34.243024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-4ffd23fd-8d23-4943-a5d7-81f0c49fad7a req-e7e07d9c-1e04-44ef-8d6f-d2c379135e76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Deleting port 5b9394e9-bf09-4003-87be-30c5a84f3507 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:34.244005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4ffd23fd-8d23-4943-a5d7-81f0c49fad7a req-e7e07d9c-1e04-44ef-8d6f-d2c379135e76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:34.351433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-4ffd23fd-8d23-4943-a5d7-81f0c49fad7a req-e7e07d9c-1e04-44ef-8d6f-d2c379135e76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] For port 5b9394e9-bf09-4003-87be-30c5a84f3507, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=5b9394e9-bf09-4003-87be-30c5a84f3507,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:39:34.351798 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4ffd23fd-8d23-4943-a5d7-81f0c49fad7a req-e7e07d9c-1e04-44ef-8d6f-d2c379135e76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:34.367919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-4ffd23fd-8d23-4943-a5d7-81f0c49fad7a req-e7e07d9c-1e04-44ef-8d6f-d2c379135e76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Calling delete_port for 5b9394e9-bf09-4003-87be-30c5a84f3507 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:34.529665 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4ffd23fd-8d23-4943-a5d7-81f0c49fad7a req-e7e07d9c-1e04-44ef-8d6f-d2c379135e76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:34.564350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e07d9c-1e04-44ef-8d6f-d2c379135e76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event deleted for resources: {'Port': ['ID=5b9394e9-bf09-4003-87be-30c5a84f3507,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:34.615493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffd23fd-8d23-4943-a5d7-81f0c49fad7a req-e7e07d9c-1e04-44ef-8d6f-d2c379135e76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] No DVR routers for this DVR port 5b9394e9-bf09-4003-87be-30c5a84f3507 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:39:34.618821 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4ffd23fd-8d23-4943-a5d7-81f0c49fad7a req-e7e07d9c-1e04-44ef-8d6f-d2c379135e76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:34.622309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4ffd23fd-8d23-4943-a5d7-81f0c49fad7a req-e7e07d9c-1e04-44ef-8d6f-d2c379135e76 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.21 "DELETE /v2.0/ports/5b9394e9-bf09-4003-87be-30c5a84f3507 HTTP/1.1" status: 204 len: 173 time: 0.4847012 Nov 19 19:39:34.622866 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332c9d6a-041e-4491-b297-2d43337a0f83', 'name': 'network-vif-deleted', 'tag': '5b9394e9-bf09-4003-87be-30c5a84f3507'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:39:34.625441 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83960d3-e2cf-4740-ab60-4c7a09879fb2" -d '{"events": [{"server_uuid": "332c9d6a-041e-4491-b297-2d43337a0f83", "name": "network-vif-deleted", "tag": "5b9394e9-bf09-4003-87be-30c5a84f3507"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:39:34.668798 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a34913b-138b-4823-b422-24cedcb5348d x-openstack-request-id: req-8a34913b-138b-4823-b422-24cedcb5348d {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:39:34.669155 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332c9d6a-041e-4491-b297-2d43337a0f83", "name": "network-vif-deleted", "tag": "5b9394e9-bf09-4003-87be-30c5a84f3507", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:39:34.669420 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a34913b-138b-4823-b422-24cedcb5348d {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:39:34.669922 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332c9d6a-041e-4491-b297-2d43337a0f83', 'name': 'network-vif-deleted', 'tag': '5b9394e9-bf09-4003-87be-30c5a84f3507', 'status': 'completed', 'code': 200} Nov 19 19:39:35.116825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e6fa23fa-1ba4-493e-acf6-b73e3fed33eb req-8ab21632-d117-4efd-8a57-17c1e5855367 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 210 time: 0.0361941 Nov 19 19:39:36.247611 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b26033cb-8bae-4a26-ad6f-108af974554b req-45dd459b-8197-49a9-96cc-5b501b0d2ba3 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 210 time: 0.0292039 Nov 19 19:39:37.199993 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:39:37.390384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8fda2ba4-e535-436f-a80d-095ef90be4eb req-3a3c0282-11da-4e68-8766-f075a9ad2e1e tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 210 time: 0.0320323 Nov 19 19:39:38.292663 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8e52be1a-3b9e-4b7f-85cf-a3d8b509eb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:38.534120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a63a10cc-d65a-4c4b-bb9f-66ef4e8351d4 req-21716d79-80e1-4e12-9436-baca55026680 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 210 time: 0.0370781 Nov 19 19:39:38.968658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5b9394e9-bf09-4003-87be-30c5a84f3507 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:39:39.005634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 5b9394e9-bf09-4003-87be-30c5a84f3507 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:39:39.006258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 5b9394e9-bf09-4003-87be-30c5a84f3507 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:39:39.661914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-464f6b77-f067-4341-8cbb-ac1bc7e533c1 req-13a9dccf-6de1-4c9a-a070-6d36be0fbb23 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "GET /v2.0/ports?device_id=332c9d6a-041e-4491-b297-2d43337a0f83 HTTP/1.1" status: 200 len: 210 time: 0.0445468 Nov 19 19:39:40.632787 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90060d82-f9eb-49c6-bf93-33448cd1e8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:40.726642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60504) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:40.860182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a236fadc-1532-4498-a40d-f299fba132f4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Deleting port f9db5474-0cd0-49f2-b891-0b9624ae808c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:40.860520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a236fadc-1532-4498-a40d-f299fba132f4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:40.944579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a236fadc-1532-4498-a40d-f299fba132f4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:40.944901 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a236fadc-1532-4498-a40d-f299fba132f4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:40.960257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a236fadc-1532-4498-a40d-f299fba132f4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Calling delete_port for f9db5474-0cd0-49f2-b891-0b9624ae808c owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:41.106769 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a236fadc-1532-4498-a40d-f299fba132f4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:41.137072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236fadc-1532-4498-a40d-f299fba132f4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event deleted for resources: {'Port': ['ID=f9db5474-0cd0-49f2-b891-0b9624ae808c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:41.208845 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a236fadc-1532-4498-a40d-f299fba132f4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:41.211652 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a236fadc-1532-4498-a40d-f299fba132f4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:41.213077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a236fadc-1532-4498-a40d-f299fba132f4 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "DELETE /v2.0/floatingips/fa858b2c-5b22-4152-923c-6aa3c93d5030 HTTP/1.1" status: 204 len: 168 time: 0.4853480 Nov 19 19:39:41.986646 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:43.450029 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:44.220687 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:44.536955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60520) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:44.628112 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ea181d2-6cbf-453f-b38b-f3c64e4fe1f9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:44.656917 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ea181d2-6cbf-453f-b38b-f3c64e4fe1f9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:44.741809 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ea181d2-6cbf-453f-b38b-f3c64e4fe1f9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:44.747634 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7ea181d2-6cbf-453f-b38b-f3c64e4fe1f9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:44.750181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7ea181d2-6cbf-453f-b38b-f3c64e4fe1f9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] 10.222.0.50 "DELETE /v2.0/security-groups/5134eb0f-9e5e-427b-b47f-cd6156d1478d HTTP/1.1" status: 204 len: 168 time: 0.2110169 Nov 19 19:39:44.767965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea181d2-6cbf-453f-b38b-f3c64e4fe1f9 tempest-TestVolumeBootPattern-824279810 tempest-TestVolumeBootPattern-824279810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5134eb0f-9e5e-427b-b47f-cd6156d1478d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:44.848403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60524) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:45.502459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:45.769964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] Deleting port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:45.770691 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:45.864109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] For port 9a5db45f-50de-4801-a9fa-f0c6b8ddc809, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a5db45f-50de-4801-a9fa-f0c6b8ddc809,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:39:45.864482 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:45.883220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] Calling delete_port for 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:46.136864 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:46.172831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5db45f-50de-4801-a9fa-f0c6b8ddc809,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:46.393715 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:46.926623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] Router 522c039b-57fd-4db2-a014-fdaabef00b29 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:39:47.040946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:39:47.050159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b691b878-5081-45cc-8d7f-1a2fbf8a3b2d admin admin] 10.222.0.50 "PUT /v2.0/routers/522c039b-57fd-4db2-a014-fdaabef00b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1989014 Nov 19 19:39:47.051340 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03b3e2-3aaa-4370-bfb7-fc4de3b7dec6 None None] Sync routers for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:39:47.053059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60530) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:47.065836 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03b3e2-3aaa-4370-bfb7-fc4de3b7dec6 None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:39:47.066510 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1c03b3e2-3aaa-4370-bfb7-fc4de3b7dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:39:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:47.195410 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:47.203833 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-1c03b3e2-3aaa-4370-bfb7-fc4de3b7dec6 None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:39:47.321671 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:47.382707 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Deleting port bfa3aa38-5613-43f7-8b9d-81f8cae32a57 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:47.383048 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:47.472731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] For port bfa3aa38-5613-43f7-8b9d-81f8cae32a57, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=bfa3aa38-5613-43f7-8b9d-81f8cae32a57,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:39:47.473038 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:47.487370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Calling delete_port for bfa3aa38-5613-43f7-8b9d-81f8cae32a57 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:47.496770 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1c03b3e2-3aaa-4370-bfb7-fc4de3b7dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:39:46Z', 'revision_number': 5, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port': {'id': 'bfa3aa38-5613-43f7-8b9d-81f8cae32a57', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:28:55Z', 'updated_at': '2021-11-19T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:47.672755 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03b3e2-3aaa-4370-bfb7-fc4de3b7dec6 None None] Checking router: 522c039b-57fd-4db2-a014-fdaabef00b29 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:39:47.687229 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03b3e2-3aaa-4370-bfb7-fc4de3b7dec6 None None] Routers {'522c039b-57fd-4db2-a014-fdaabef00b29'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:39:47.688771 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1c03b3e2-3aaa-4370-bfb7-fc4de3b7dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:39:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['522c039b-57fd-4db2-a014-fdaabef00b29'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:47.752694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:47.786221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa3aa38-5613-43f7-8b9d-81f8cae32a57,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:47.811006 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-1c03b3e2-3aaa-4370-bfb7-fc4de3b7dec6 None None] Set router 522c039b-57fd-4db2-a014-fdaabef00b29 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:39:47.820026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f027ce36-d024-4a1f-9ac8-481ef7b10bec None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:39:47.878864 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1c03b3e2-3aaa-4370-bfb7-fc4de3b7dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:39:47Z', 'revision_number': 6, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:47.883100 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:47.907357 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03b3e2-3aaa-4370-bfb7-fc4de3b7dec6 None None] The sync data for ids ['522c039b-57fd-4db2-a014-fdaabef00b29'] in n-d-815373-6 is: [{'id': '522c039b-57fd-4db2-a014-fdaabef00b29', 'name': 'tempest-TestVolumeBootPattern-263903255-router', 'tenant_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:28:54Z', 'updated_at': '2021-11-19T19:39:47Z', 'revision_number': 6, 'project_id': 'eb6d365ff57d47b4848afc9db28f6cb1', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:39:48.019140 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.021784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.069921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.070621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 522c039b-57fd-4db2-a014-fdaabef00b29 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:39:48.077370 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.078205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-92c30adc-f71c-47f1-8870-7ea0b9926ca5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/522c039b-57fd-4db2-a014-fdaabef00b29 HTTP/1.1" status: 204 len: 168 time: 1.0239267 Nov 19 19:39:48.082302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60532) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:48.132218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-300c6ce9-f88e-4e3c-826d-3c1367d955d7 admin admin] Deleting subnet 99a93667-1361-45df-b944-830796a1b770 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:39:48.136726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-300c6ce9-f88e-4e3c-826d-3c1367d955d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.185190 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-300c6ce9-f88e-4e3c-826d-3c1367d955d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.289861 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-300c6ce9-f88e-4e3c-826d-3c1367d955d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.375485 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-300c6ce9-f88e-4e3c-826d-3c1367d955d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.409357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c6ce9-f88e-4e3c-826d-3c1367d955d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a93667-1361-45df-b944-830796a1b770,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:48.413283 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-300c6ce9-f88e-4e3c-826d-3c1367d955d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.420421 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-300c6ce9-f88e-4e3c-826d-3c1367d955d7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/99a93667-1361-45df-b944-830796a1b770 HTTP/1.1" status: 204 len: 168 time: 0.3333821 Nov 19 19:39:48.420756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60534) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:48.425669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcedb12-0028-4dfe-99cd-29c6f91bc694 None None] Network 78810df9-278a-4925-972d-51f8ab8080e8 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:39:48.503461 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.583122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Deleting port edb61975-fb1b-45de-b724-9177e3347b73 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:48.583525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.680129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] For port edb61975-fb1b-45de-b724-9177e3347b73, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=edb61975-fb1b-45de-b724-9177e3347b73,segment=NetworkSegment(32f5e6fc-a249-4262-b5ca-1faa21f21430),segment_id=32f5e6fc-a249-4262-b5ca-1faa21f21430)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:39:48.680448 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.696739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Calling delete_port for edb61975-fb1b-45de-b724-9177e3347b73 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:48.760306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] DHCP port deletion for 78810df9-278a-4925-972d-51f8ab8080e8 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:39:48.810046 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.829959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Deleting port edb61975-fb1b-45de-b724-9177e3347b73 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:48.830751 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.840711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb61975-fb1b-45de-b724-9177e3347b73,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:48.847058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] No DVR routers for this DVR port edb61975-fb1b-45de-b724-9177e3347b73 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:39:48.943020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] For port edb61975-fb1b-45de-b724-9177e3347b73, host n-d-815373-6, got binding levels [] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:39:48.943727 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.947951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.960499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Calling delete_port for edb61975-fb1b-45de-b724-9177e3347b73 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:48.964753 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.ipam_backend_mixin [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Port edb61975-fb1b-45de-b724-9177e3347b73 was not found and therefore no delete operation was performed {{(pid=109889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:39:48.966453 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:48.987674 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78810df9-278a-4925-972d-51f8ab8080e8']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:48.999698 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Pushing event deleted for resources: {'Port': ['ID=edb61975-fb1b-45de-b724-9177e3347b73,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:49.005280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] No DVR routers for this DVR port edb61975-fb1b-45de-b724-9177e3347b73 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:39:49.007947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f5e6fc-a249-4262-b5ca-1faa21f21430') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:49.009092 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f5e6fc-a249-4262-b5ca-1faa21f21430') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.028291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc99e09a-a72f-4558-85d3-d6bfa02bab73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:39:49.030775 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:49.051762 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:49.061274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:39:49.061694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:39:49.063967 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:39:49.139406 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:49.153884 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:49.157591 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] 10.222.0.50 "DELETE /v2.0/networks/78810df9-278a-4925-972d-51f8ab8080e8 HTTP/1.1" status: 204 len: 168 time: 0.7360408 Nov 19 19:39:49.166939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60536) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:49.173804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4a908-eba9-41e8-bbec-0335de324722 admin admin] Pushing event deleted for resources: {'Network': ['ID=78810df9-278a-4925-972d-51f8ab8080e8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:49.563625 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:49.843522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] Deleting port 996ef7c6-9f6c-4312-a1f1-ea67afef3900 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:49.843850 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:49.949178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] For port 996ef7c6-9f6c-4312-a1f1-ea67afef3900, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=996ef7c6-9f6c-4312-a1f1-ea67afef3900,segment=NetworkSegment(b10e1ddf-c282-437d-a91f-199cabbfd401),segment_id=b10e1ddf-c282-437d-a91f-199cabbfd401)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:39:49.949556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:49.968337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] Calling delete_port for 996ef7c6-9f6c-4312-a1f1-ea67afef3900 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:50.009766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device edb61975-fb1b-45de-b724-9177e3347b73 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:39:50.047907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: edb61975-fb1b-45de-b724-9177e3347b73 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:39:50.048478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device edb61975-fb1b-45de-b724-9177e3347b73 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:39:50.049152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:39:50.082724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:39:50.083197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a5db45f-50de-4801-a9fa-f0c6b8ddc809 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:39:50.083767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device bfa3aa38-5613-43f7-8b9d-81f8cae32a57 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:39:50.120466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: bfa3aa38-5613-43f7-8b9d-81f8cae32a57 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:39:50.120827 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device bfa3aa38-5613-43f7-8b9d-81f8cae32a57 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:39:50.206144 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:50.234157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=996ef7c6-9f6c-4312-a1f1-ea67afef3900,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:50.436051 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:50.808022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] Router b521c2db-3121-4a45-9639-8aa2af35bf73 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:39:50.964391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:39:50.972374 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b7c7d2e7-3e50-492c-8a7b-1042405c7e3a admin admin] 10.222.0.50 "PUT /v2.0/routers/b521c2db-3121-4a45-9639-8aa2af35bf73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8036628 Nov 19 19:39:50.975221 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60538) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:50.978842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73232f7-a5d1-4631-a04a-9480450987a2 None None] Sync routers for ids ['b521c2db-3121-4a45-9639-8aa2af35bf73'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:39:50.992339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73232f7-a5d1-4631-a04a-9480450987a2 None None] Routers {'b521c2db-3121-4a45-9639-8aa2af35bf73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:39:50.993855 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d73232f7-a5d1-4631-a04a-9480450987a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:39:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b521c2db-3121-4a45-9639-8aa2af35bf73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:51.106142 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:51.112352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d73232f7-a5d1-4631-a04a-9480450987a2 None None] Set router b521c2db-3121-4a45-9639-8aa2af35bf73 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:39:51.254521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:51.330742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Deleting port 82b01c7d-b0b9-4295-9a69-5df529086315 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:51.331224 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:51.363950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d73232f7-a5d1-4631-a04a-9480450987a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'name': 'tempest-TestVolumeBootPattern-1040246494-router', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:39:50Z', 'revision_number': 5, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'gw_port': {'id': '82b01c7d-b0b9-4295-9a69-5df529086315', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:51.396062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73232f7-a5d1-4631-a04a-9480450987a2 None None] Checking router: b521c2db-3121-4a45-9639-8aa2af35bf73 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:39:51.409818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73232f7-a5d1-4631-a04a-9480450987a2 None None] Routers {'b521c2db-3121-4a45-9639-8aa2af35bf73'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:39:51.410892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d73232f7-a5d1-4631-a04a-9480450987a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:39:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b521c2db-3121-4a45-9639-8aa2af35bf73'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:51.815014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d73232f7-a5d1-4631-a04a-9480450987a2 None None] Set router b521c2db-3121-4a45-9639-8aa2af35bf73 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:39:51.820235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] For port 82b01c7d-b0b9-4295-9a69-5df529086315, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=82b01c7d-b0b9-4295-9a69-5df529086315,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:39:51.820767 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:51.839493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Calling delete_port for 82b01c7d-b0b9-4295-9a69-5df529086315 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:51.917387 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d73232f7-a5d1-4631-a04a-9480450987a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'name': 'tempest-TestVolumeBootPattern-1040246494-router', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:39:51Z', 'revision_number': 6, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:51.967848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73232f7-a5d1-4631-a04a-9480450987a2 None None] The sync data for ids ['b521c2db-3121-4a45-9639-8aa2af35bf73'] in n-d-815373-6 is: [{'id': 'b521c2db-3121-4a45-9639-8aa2af35bf73', 'name': 'tempest-TestVolumeBootPattern-1040246494-router', 'tenant_id': '48c9635f15834f0ebce06bf31ce45a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:29:00Z', 'updated_at': '2021-11-19T19:39:51Z', 'revision_number': 6, 'project_id': '48c9635f15834f0ebce06bf31ce45a8c', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:39:52.087839 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:52.124965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Pushing event deleted for resources: {'Port': ['ID=82b01c7d-b0b9-4295-9a69-5df529086315,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:52.156353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046a940-14b8-4bf3-a42a-9336196d41fb None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:39:52.238521 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:52.339634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:52.342417 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:52.398189 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:52.398846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b521c2db-3121-4a45-9639-8aa2af35bf73 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:39:52.404022 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:52.405233 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a7729912-d2f5-403d-bb65-53cb2923a00d admin admin] 10.222.0.50 "DELETE /v2.0/routers/b521c2db-3121-4a45-9639-8aa2af35bf73 HTTP/1.1" status: 204 len: 168 time: 1.4288571 Nov 19 19:39:52.408203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60540) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:52.460314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b146a17-c01f-447a-84bd-56669d6c6d64 admin admin] Deleting subnet 34ae6e25-ebe9-4726-9eed-3b78240f9e79 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:39:52.464285 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b146a17-c01f-447a-84bd-56669d6c6d64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:52.506064 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b146a17-c01f-447a-84bd-56669d6c6d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:52.653002 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b146a17-c01f-447a-84bd-56669d6c6d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:52.729925 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b146a17-c01f-447a-84bd-56669d6c6d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:52.759250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b146a17-c01f-447a-84bd-56669d6c6d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ae6e25-ebe9-4726-9eed-3b78240f9e79,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:52.766363 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b146a17-c01f-447a-84bd-56669d6c6d64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:52.774857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60542) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:52.775674 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2b146a17-c01f-447a-84bd-56669d6c6d64 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/34ae6e25-ebe9-4726-9eed-3b78240f9e79 HTTP/1.1" status: 204 len: 168 time: 0.3650293 Nov 19 19:39:52.778271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6759747-571f-4f4f-b37c-c0f5fda379f3 None None] Network 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:39:52.909090 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.002907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Deleting port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:53.003354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.052900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3487956-9e1c-4c60-a0d1-d1cbbb2bea81 None None] DHCP port deletion for 8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:39:53.096334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] For port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0,segment=NetworkSegment(b10e1ddf-c282-437d-a91f-199cabbfd401),segment_id=b10e1ddf-c282-437d-a91f-199cabbfd401)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:39:53.096913 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.122942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Calling delete_port for 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:53.127547 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b3487956-9e1c-4c60-a0d1-d1cbbb2bea81 None None] Deleting port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:39:53.128129 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b3487956-9e1c-4c60-a0d1-d1cbbb2bea81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.217372 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b3487956-9e1c-4c60-a0d1-d1cbbb2bea81 None None] For port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0,segment=NetworkSegment(b10e1ddf-c282-437d-a91f-199cabbfd401),segment_id=b10e1ddf-c282-437d-a91f-199cabbfd401)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:39:53.218090 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b3487956-9e1c-4c60-a0d1-d1cbbb2bea81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.226622 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.243307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b3487956-9e1c-4c60-a0d1-d1cbbb2bea81 None None] Calling delete_port for 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:39:53.255365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Pushing event deleted for resources: {'Port': ['ID=0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:53.262174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] No DVR routers for this DVR port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:39:53.349212 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.373336 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee09b3b-5866-43e8-bb54-f1a5fd0ca099']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:53.382092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b3487956-9e1c-4c60-a0d1-d1cbbb2bea81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.384313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10e1ddf-c282-437d-a91f-199cabbfd401') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:53.384805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10e1ddf-c282-437d-a91f-199cabbfd401') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:39:53.395833 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.415883 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.420144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3487956-9e1c-4c60-a0d1-d1cbbb2bea81 None None] Pushing event deleted for resources: {'Port': ['ID=0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:53.425242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:39:53.425535 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.429503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3487956-9e1c-4c60-a0d1-d1cbbb2bea81 None None] No DVR routers for this DVR port 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:39:53.441669 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:39:53.502416 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.510299 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.514198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] 10.222.0.50 "DELETE /v2.0/networks/8ee09b3b-5866-43e8-bb54-f1a5fd0ca099 HTTP/1.1" status: 204 len: 168 time: 0.7370069 Nov 19 19:39:53.529903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bc865-337f-4ed5-971d-8dff6e7135af admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee09b3b-5866-43e8-bb54-f1a5fd0ca099,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:53.669632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60546) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:53.724111 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d2e19dbd-1c81-440f-a758-abb704a9a986 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb6d365ff57d47b4848afc9db28f6cb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527656 Nov 19 19:39:53.726982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60548) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:53.793028 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-046ebf70-c536-48a5-b17a-631fe7e5aea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.819456 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-046ebf70-c536-48a5-b17a-631fe7e5aea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.879431 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-046ebf70-c536-48a5-b17a-631fe7e5aea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.882573 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-046ebf70-c536-48a5-b17a-631fe7e5aea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:53.887929 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-046ebf70-c536-48a5-b17a-631fe7e5aea8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88eb8627-927c-4e5b-822c-002f183fbe05 HTTP/1.1" status: 204 len: 168 time: 0.1552007 Nov 19 19:39:53.897919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ebf70-c536-48a5-b17a-631fe7e5aea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eb8627-927c-4e5b-822c-002f183fbe05,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:54.017145 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 82b01c7d-b0b9-4295-9a69-5df529086315 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:39:54.044043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 82b01c7d-b0b9-4295-9a69-5df529086315 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:39:54.044286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 82b01c7d-b0b9-4295-9a69-5df529086315 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:39:54.044934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 996ef7c6-9f6c-4312-a1f1-ea67afef3900 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:39:54.071877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 996ef7c6-9f6c-4312-a1f1-ea67afef3900 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:39:54.072434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 996ef7c6-9f6c-4312-a1f1-ea67afef3900 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:39:54.072868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:39:54.106912 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:39:54.107443 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0c55ac17-dcb7-491c-a8f3-62cbb82d7cb0 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:39:54.347675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60554) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:54.397077 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4e91fb12-ed24-4d97-b248-ef5bd2a615ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48c9635f15834f0ebce06bf31ce45a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477808 Nov 19 19:39:54.400442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60556) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:39:54.458248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a45f3ef-7380-4919-a424-ff2fac0a4b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:54.482906 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a45f3ef-7380-4919-a424-ff2fac0a4b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:54.541806 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a45f3ef-7380-4919-a424-ff2fac0a4b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:54.544572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9a45f3ef-7380-4919-a424-ff2fac0a4b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:54.545917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9a45f3ef-7380-4919-a424-ff2fac0a4b64 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50575ddf-b59e-4327-a6b1-d8ef1039832d HTTP/1.1" status: 204 len: 168 time: 0.1441102 Nov 19 19:39:54.558970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45f3ef-7380-4919-a424-ff2fac0a4b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50575ddf-b59e-4327-a6b1-d8ef1039832d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:39:55.248665 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-8880b736-1bc5-4a6c-8da6-648ad90a99c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533066 Nov 19 19:39:55.372057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-1c043fb6-83ee-43c3-99a1-0b408d6cc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:55.373671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-1c043fb6-83ee-43c3-99a1-0b408d6cc583 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0630012 Nov 19 19:39:55.495125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-fae45d86-596e-453b-9845-7527f3eabcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:55.496677 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-fae45d86-596e-453b-9845-7527f3eabcc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1008885 Nov 19 19:39:55.553190 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:39:55.554222 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-c965f208-b1b3-4529-88bf-2405c85f41cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0495565 Nov 19 19:39:55.613203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-aa307fdf-e85e-4005-9a69-3aeb06e5d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:55.615062 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-aa307fdf-e85e-4005-9a69-3aeb06e5d2d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0544398 Nov 19 19:39:55.693025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-5dc199f1-39ec-49ca-841f-025d85af6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:39:55.695646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-5dc199f1-39ec-49ca-841f-025d85af6653 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722709 Nov 19 19:39:55.874078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-fc5fa725-aac5-4d43-b3e2-5c154f3ea667 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695993 Nov 19 19:39:55.990938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ac3be66a-f50c-4661-b14f-b9176ba47e1a req-5b7f3dfe-0d29-4273-ad81-b0d4e3427de5 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102772 Nov 19 19:40:00.144567 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:05.717028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-dd9f8a0c-dd0f-4031-9e5c-5a74b466c475 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f1f98c9b53f941938b2476b5d35cfaff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468204 Nov 19 19:40:06.016369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-9df852f2-ec3f-4477-a5ff-040cb58685d7 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:06.019037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-9df852f2-ec3f-4477-a5ff-040cb58685d7 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950799 Nov 19 19:40:06.036150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4b8052db-3700-46d9-8716-57b0819d27a6 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/quotas/f1f98c9b53f941938b2476b5d35cfaff HTTP/1.1" status: 200 len: 375 time: 0.0103726 Nov 19 19:40:06.072264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-c7160a54-d94e-41d7-b2bc-35434f9d19d5 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1f98c9b53f941938b2476b5d35cfaff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291150 Nov 19 19:40:06.381743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d0299b1-8c9b-44d0-9c43-cae759390c07 req-a135265c-2dfc-4526-a8cb-99ff7d07789a tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 210 time: 0.0477664 Nov 19 19:40:07.518321 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbd3773d-0709-444f-9585-a7f355523fb3 req-e7500f73-f898-4cef-ab3b-6bc4b9f00276 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 210 time: 0.0344467 Nov 19 19:40:07.586950 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-3f02730a-5650-4234-b15b-5420409d2d8b tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f1f98c9b53f941938b2476b5d35cfaff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311656 Nov 19 19:40:07.876216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-3e083379-3d06-454b-bde7-465d3c3c40a5 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:07.877775 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-3e083379-3d06-454b-bde7-465d3c3c40a5 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2858469 Nov 19 19:40:07.892627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Request body: {'port': {'device_id': 'e4d02760-d7ae-4e7c-8d4d-2c85ae699711', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'admin_state_up': True, 'tenant_id': 'f1f98c9b53f941938b2476b5d35cfaff'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:40:08.025049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Made reservation on behalf of f1f98c9b53f941938b2476b5d35cfaff for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:40:08.028716 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:08.038274 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:08.130208 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:08.135280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:08.206850 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1f06f5-f596-455d-a6fe-1787f77f3981,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:08.292243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90d4ea71-7692-4249-b5da-ea3d468f8a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:08.300625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Allocated IP 192.168.233.113 (1033fc27-43ed-408d-8ec0-9499c8291dd6/eb265f60-621f-4eef-8014-02dc7d2830a8/1076cf39-c789-4e62-9fb8-2cd2b4f36067) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:40:08.485494 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:08.526103 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:08.580640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Network 1033fc27-43ed-408d-8ec0-9499c8291dd6 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:40:08.584908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:40:08.590633 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:40:08.619975 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Pushing event updated for resources: {'Port': ['ID=1076cf39-c789-4e62-9fb8-2cd2b4f36067,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:08.657845 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:08.658514 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:08.685337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce86ce88-bfda-46ab-9c8e-e8c4c8dab734 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7977784 Nov 19 19:40:08.702159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Request body: {'port': {'device_id': 'e4d02760-d7ae-4e7c-8d4d-2c85ae699711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:40:08.744517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0e0f3-4bde-49af-8fd7-4ba770baee98 req-656acee4-142e-47cf-be1a-e5d9eee951e4 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:08.747191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ab0e0f3-4bde-49af-8fd7-4ba770baee98 req-656acee4-142e-47cf-be1a-e5d9eee951e4 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 936 time: 0.0955193 Nov 19 19:40:08.787886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:08.847660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ab0e0f3-4bde-49af-8fd7-4ba770baee98 req-18c5b9b9-7ae7-46b7-a873-34f2c0ff5cc0 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1f06f5-f596-455d-a6fe-1787f77f3981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932078 Nov 19 19:40:08.910923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bc334233-2b8b-4187-bfcc-67e6f29ddd98 None None] Provisioning complete for port 1076cf39-c789-4e62-9fb8-2cd2b4f36067 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:40:08.911532 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bc334233-2b8b-4187-bfcc-67e6f29ddd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:08.957432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bc334233-2b8b-4187-bfcc-67e6f29ddd98 None None] Port 1076cf39-c789-4e62-9fb8-2cd2b4f36067 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:40:09.157323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1076cf39-c789-4e62-9fb8-2cd2b4f36067 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:40:09.167152 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:09.184135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Transition to ACTIVE for port object 1076cf39-c789-4e62-9fb8-2cd2b4f36067 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:40:09.188361 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:09.285337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Pushing event updated for resources: {'Port': ['ID=1076cf39-c789-4e62-9fb8-2cd2b4f36067,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:09.350070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Attempting to bind port 1076cf39-c789-4e62-9fb8-2cd2b4f36067 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:40:09.350402 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Attempting to bind port 1076cf39-c789-4e62-9fb8-2cd2b4f36067 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:40:09.350729 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Attempting to bind port 1076cf39-c789-4e62-9fb8-2cd2b4f36067 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:40:09.356415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Port 1076cf39-c789-4e62-9fb8-2cd2b4f36067 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:40:09.356736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Attempting to bind port 1076cf39-c789-4e62-9fb8-2cd2b4f36067 on network 1033fc27-43ed-408d-8ec0-9499c8291dd6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:40:09.362264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:40:09.362596 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Checking segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:40:09.362984 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Bound using segment: {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:40:09.363421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Bound port: 1076cf39-c789-4e62-9fb8-2cd2b4f36067, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d54ef8b-ed54-4e5e-b045-63912715aa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:40:09.363782 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:09.453105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] For port 1076cf39-c789-4e62-9fb8-2cd2b4f36067, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:40:09.456618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] For port 1076cf39-c789-4e62-9fb8-2cd2b4f36067, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1076cf39-c789-4e62-9fb8-2cd2b4f36067,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:40:09.462181 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:09.506189 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:09.506943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:09.509636 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] 10.222.0.21 "PUT /v2.0/ports/1076cf39-c789-4e62-9fb8-2cd2b4f36067 HTTP/1.1" status: 200 len: 1096 time: 0.8150711 Nov 19 19:40:09.510341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d02760-d7ae-4e7c-8d4d-2c85ae699711', 'tag': '1076cf39-c789-4e62-9fb8-2cd2b4f36067'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:40:09.513045 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92689d83-0ab6-472c-a074-8269b5715d90" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d02760-d7ae-4e7c-8d4d-2c85ae699711", "tag": "1076cf39-c789-4e62-9fb8-2cd2b4f36067"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:40:09.557593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147ca5f-67c9-436f-b736-b79493a92df0 service neutron] Pushing event updated for resources: {'Port': ['ID=1076cf39-c789-4e62-9fb8-2cd2b4f36067,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:09.566550 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360c5a8c-56e0-4e7f-8418-97484839ba38 x-openstack-request-id: req-360c5a8c-56e0-4e7f-8418-97484839ba38 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:40:09.566995 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d02760-d7ae-4e7c-8d4d-2c85ae699711", "tag": "1076cf39-c789-4e62-9fb8-2cd2b4f36067", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:40:09.567404 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-360c5a8c-56e0-4e7f-8418-97484839ba38 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:40:09.567940 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d02760-d7ae-4e7c-8d4d-2c85ae699711', 'tag': '1076cf39-c789-4e62-9fb8-2cd2b4f36067', 'status': 'completed', 'code': 200} Nov 19 19:40:09.635106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-e86d78df-2524-460b-8a9f-5860ac762c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:09.636713 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-e86d78df-2524-460b-8a9f-5860ac762c2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f98c9b53f941938b2476b5d35cfaff&device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 1099 time: 0.0512209 Nov 19 19:40:09.701807 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-dbf99002-30ac-45ad-8c8e-8297cfc87598 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=1076cf39-c789-4e62-9fb8-2cd2b4f36067 HTTP/1.1" status: 200 len: 217 time: 0.0570643 Nov 19 19:40:09.777286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce4b8831-8a52-4380-b78c-bab32b2bf3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:09.780001 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-ce4b8831-8a52-4380-b78c-bab32b2bf3bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0697415 Nov 19 19:40:09.843115 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-29b7503d-d5d1-40f7-a65e-6fed0d3ef592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:09.844679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-29b7503d-d5d1-40f7-a65e-6fed0d3ef592 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559504 Nov 19 19:40:09.980832 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-8ae28c5f-411f-4299-b928-ef8fdfd20957 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286211 Nov 19 19:40:10.050445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc8671-7834-4794-bb54-45f9b1a053db req-607df5ed-98a8-4a12-b356-043272706956 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:10.052813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4bfc8671-7834-4794-bb54-45f9b1a053db req-607df5ed-98a8-4a12-b356-043272706956 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 948 time: 0.0644557 Nov 19 19:40:10.100937 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-7ef88f1d-2410-4207-b735-240bccc6d776 req-891ae406-1015-4f25-a421-b67a650796d5 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128361 Nov 19 19:40:10.116039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4bfc8671-7834-4794-bb54-45f9b1a053db req-54ceafaa-d6f2-4fc2-ba1b-dc88159f18e9 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1f06f5-f596-455d-a6fe-1787f77f3981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514667 Nov 19 19:40:10.212464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92689d83-0ab6-472c-a074-8269b5715d90 req-7004b919-dcc8-4f15-85b1-e48b6000c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:10.214229 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92689d83-0ab6-472c-a074-8269b5715d90 req-7004b919-dcc8-4f15-85b1-e48b6000c7cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f98c9b53f941938b2476b5d35cfaff&device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 1099 time: 0.0497546 Nov 19 19:40:10.319749 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92689d83-0ab6-472c-a074-8269b5715d90 req-dc0a9e32-20e9-428b-ad50-fb1546dafaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:10.321970 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92689d83-0ab6-472c-a074-8269b5715d90 req-dc0a9e32-20e9-428b-ad50-fb1546dafaaf service neutron] 10.222.0.21 "GET /v2.0/networks?id=1033fc27-43ed-408d-8ec0-9499c8291dd6 HTTP/1.1" status: 200 len: 870 time: 0.1001000 Nov 19 19:40:10.366260 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92689d83-0ab6-472c-a074-8269b5715d90 req-a579d4cc-c66a-4c0e-acdd-82350ff08ff6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=1076cf39-c789-4e62-9fb8-2cd2b4f36067 HTTP/1.1" status: 200 len: 217 time: 0.0368428 Nov 19 19:40:10.424528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92689d83-0ab6-472c-a074-8269b5715d90 req-85b2ddae-4e51-4a79-a5d8-28d3817da490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:10.426337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92689d83-0ab6-472c-a074-8269b5715d90 req-85b2ddae-4e51-4a79-a5d8-28d3817da490 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eb265f60-621f-4eef-8014-02dc7d2830a8 HTTP/1.1" status: 200 len: 843 time: 0.0528610 Nov 19 19:40:10.481026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92689d83-0ab6-472c-a074-8269b5715d90 req-cc71eaf4-2555-4af7-8235-d9cb6b12046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:10.482556 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92689d83-0ab6-472c-a074-8269b5715d90 req-cc71eaf4-2555-4af7-8235-d9cb6b12046c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1033fc27-43ed-408d-8ec0-9499c8291dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492837 Nov 19 19:40:10.589964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92689d83-0ab6-472c-a074-8269b5715d90 req-76d67e51-473c-4db5-a5e1-6c6653b8ca20 service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989738 Nov 19 19:40:10.639645 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b69366a6-a1a7-4710-83d9-9f90546b2c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:10.703354 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92689d83-0ab6-472c-a074-8269b5715d90 req-1140dc3b-237e-4930-8651-546c1883451e service neutron] 10.222.0.21 "GET /v2.0/networks/1033fc27-43ed-408d-8ec0-9499c8291dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058912 Nov 19 19:40:11.283764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebebdac-710f-4036-b83f-502241e69dc4 req-57a5906a-f2eb-41b0-a44e-ccaaed22aa8d tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:11.285412 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eebebdac-710f-4036-b83f-502241e69dc4 req-57a5906a-f2eb-41b0-a44e-ccaaed22aa8d tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 948 time: 0.0624192 Nov 19 19:40:11.349462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eebebdac-710f-4036-b83f-502241e69dc4 req-ec213406-6a94-4043-9c69-bedc5bc1d7f3 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1f06f5-f596-455d-a6fe-1787f77f3981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526867 Nov 19 19:40:11.993031 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:12.511436 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf4133-b5c2-4f8c-9d1e-43f8430123ef req-97e6473a-95fd-4a09-8db8-5ff9d16489bb tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:12.513067 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32cf4133-b5c2-4f8c-9d1e-43f8430123ef req-97e6473a-95fd-4a09-8db8-5ff9d16489bb tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 948 time: 0.0521982 Nov 19 19:40:12.569069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32cf4133-b5c2-4f8c-9d1e-43f8430123ef req-85eb1dbf-6e20-4994-b7a6-91ea84789e95 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1f06f5-f596-455d-a6fe-1787f77f3981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495567 Nov 19 19:40:13.117939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1076cf39-c789-4e62-9fb8-2cd2b4f36067 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:40:13.223735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 1076cf39-c789-4e62-9fb8-2cd2b4f36067, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1076cf39-c789-4e62-9fb8-2cd2b4f36067,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:40:13.237367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '1076cf39-c789-4e62-9fb8-2cd2b4f36067', 'network_id': '1033fc27-43ed-408d-8ec0-9499c8291dd6', 'port_id': '1076cf39-c789-4e62-9fb8-2cd2b4f36067', 'mac_address': 'fa:16:3e:cc:11:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265f60-621f-4eef-8014-02dc7d2830a8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:40:13.278246 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:13.292943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1076cf39-c789-4e62-9fb8-2cd2b4f36067 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:40:13.314749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 1076cf39-c789-4e62-9fb8-2cd2b4f36067, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1076cf39-c789-4e62-9fb8-2cd2b4f36067,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:40:13.320117 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:13.375250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=1076cf39-c789-4e62-9fb8-2cd2b4f36067,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:13.455570 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:13.536869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1076cf39-c789-4e62-9fb8-2cd2b4f36067'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:40:13.721998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22429c5c-7571-4100-ada2-f93bf428dfb8 req-2cfce107-b79b-4957-90ab-3460e8ebadb4 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:13.723598 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-22429c5c-7571-4100-ada2-f93bf428dfb8 req-2cfce107-b79b-4957-90ab-3460e8ebadb4 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 949 time: 0.0740254 Nov 19 19:40:13.781998 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-22429c5c-7571-4100-ada2-f93bf428dfb8 req-f0af8d88-cc69-4e05-98d1-236f155c2faf tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1f06f5-f596-455d-a6fe-1787f77f3981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503755 Nov 19 19:40:14.191597 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:40:14.222011 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:14.927358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29094c-a71f-4ede-90a6-de0f6bfeacbc req-c1bc625a-19e9-4c27-b36f-d5a6f2f8d968 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:14.929551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b29094c-a71f-4ede-90a6-de0f6bfeacbc req-c1bc625a-19e9-4c27-b36f-d5a6f2f8d968 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 949 time: 0.0717387 Nov 19 19:40:14.990627 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b29094c-a71f-4ede-90a6-de0f6bfeacbc req-a8b9a12a-5f07-4352-8ead-c009a6ec0f4c tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1f06f5-f596-455d-a6fe-1787f77f3981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533159 Nov 19 19:40:15.118252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1076cf39-c789-4e62-9fb8-2cd2b4f36067 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:40:15.176073 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 1076cf39-c789-4e62-9fb8-2cd2b4f36067 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:40:15.180523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 1076cf39-c789-4e62-9fb8-2cd2b4f36067 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:40:15.181313 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:15.269931 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:15.300127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d02760-d7ae-4e7c-8d4d-2c85ae699711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076cf39-c789-4e62-9fb8-2cd2b4f36067'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:40:15.302669 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b8ed8-edda-467e-8369-7e8fbed157f4" -d '{"events": [{"server_uuid": "e4d02760-d7ae-4e7c-8d4d-2c85ae699711", "name": "network-vif-plugged", "status": "completed", "tag": "1076cf39-c789-4e62-9fb8-2cd2b4f36067"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:40:15.317424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 1076cf39-c789-4e62-9fb8-2cd2b4f36067, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1076cf39-c789-4e62-9fb8-2cd2b4f36067,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:40:15.322824 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:15.365283 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5b9cdc-a528-4c99-8087-be7476732047 x-openstack-request-id: req-1c5b9cdc-a528-4c99-8087-be7476732047 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:40:15.365634 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d02760-d7ae-4e7c-8d4d-2c85ae699711", "name": "network-vif-plugged", "status": "completed", "tag": "1076cf39-c789-4e62-9fb8-2cd2b4f36067", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:40:15.366005 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c5b9cdc-a528-4c99-8087-be7476732047 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:40:15.366474 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d02760-d7ae-4e7c-8d4d-2c85ae699711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076cf39-c789-4e62-9fb8-2cd2b4f36067', 'code': 200} Nov 19 19:40:15.381191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=1076cf39-c789-4e62-9fb8-2cd2b4f36067,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:15.479245 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a84d5-25bb-49b6-a0d4-32cb6f87d400 req-0c6a447a-fca0-4b51-8c1e-735485c2de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:15.480875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-107a84d5-25bb-49b6-a0d4-32cb6f87d400 req-0c6a447a-fca0-4b51-8c1e-735485c2de27 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 1101 time: 0.0461376 Nov 19 19:40:15.532678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-107a84d5-25bb-49b6-a0d4-32cb6f87d400 req-8a9a29f2-9e8c-4734-b348-20afb99dc535 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab1f06f5-f596-455d-a6fe-1787f77f3981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444548 Nov 19 19:40:16.142671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e77ec-4d3f-4511-9d59-29ad1b4d3bde req-ef30e132-25cc-4b9b-b8d9-f08587d9dc7c tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:16.144108 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a38e77ec-4d3f-4511-9d59-29ad1b4d3bde req-ef30e132-25cc-4b9b-b8d9-f08587d9dc7c tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 950 time: 0.0769734 Nov 19 19:40:16.202715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a38e77ec-4d3f-4511-9d59-29ad1b4d3bde req-59be093e-4d6d-47dd-8a25-b3ecae35fb7e tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1f06f5-f596-455d-a6fe-1787f77f3981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507035 Nov 19 19:40:17.350996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e2e47-7979-41f2-9e9f-79701c12bdf8 req-4d66da20-b013-4634-948a-4ac1a93b108b tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:17.353717 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb7e2e47-7979-41f2-9e9f-79701c12bdf8 req-4d66da20-b013-4634-948a-4ac1a93b108b tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 950 time: 0.0651248 Nov 19 19:40:17.420826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb7e2e47-7979-41f2-9e9f-79701c12bdf8 req-d9744e97-ea26-4620-9143-a90ba2272851 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1f06f5-f596-455d-a6fe-1787f77f3981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561409 Nov 19 19:40:17.753167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-6681d645-0740-423f-879e-91127a4137bd req-d6599fd5-a980-4356-bbb6-714d6d0a5366 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:40:17.754271 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6681d645-0740-423f-879e-91127a4137bd req-d6599fd5-a980-4356-bbb6-714d6d0a5366 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058749 Nov 19 19:40:18.788714 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ed4d7-911f-49b8-85a5-7d591556271f req-aa217086-0a46-43e0-ba99-5b5569366b5b tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:18.796228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c88ed4d7-911f-49b8-85a5-7d591556271f req-aa217086-0a46-43e0-ba99-5b5569366b5b tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 950 time: 0.0656726 Nov 19 19:40:18.869620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c88ed4d7-911f-49b8-85a5-7d591556271f req-931c5f8f-35e8-4d15-b888-578c76a5e0ce tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1f06f5-f596-455d-a6fe-1787f77f3981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693412 Nov 19 19:40:20.016456 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67317162-5933-444c-b4d7-4657cda5189c req-d6c26d28-e8de-44ba-896f-e8045979c4ed tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:20.018500 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67317162-5933-444c-b4d7-4657cda5189c req-d6c26d28-e8de-44ba-896f-e8045979c4ed tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 950 time: 0.0734291 Nov 19 19:40:20.045573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea0c46-5f51-4fbf-9afa-f0ce11676343 req-3e98f13a-5e63-48e4-b84f-084c32287fa9 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:20.048496 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbea0c46-5f51-4fbf-9afa-f0ce11676343 req-3e98f13a-5e63-48e4-b84f-084c32287fa9 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d02760-d7ae-4e7c-8d4d-2c85ae699711 HTTP/1.1" status: 200 len: 950 time: 0.0827761 Nov 19 19:40:20.118090 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fbea0c46-5f51-4fbf-9afa-f0ce11676343 req-012cc649-dbe6-4383-a4b5-d4bae1717a23 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1f06f5-f596-455d-a6fe-1787f77f3981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625801 Nov 19 19:40:20.158572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-67317162-5933-444c-b4d7-4657cda5189c req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Deleting port 1076cf39-c789-4e62-9fb8-2cd2b4f36067 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:40:20.158828 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67317162-5933-444c-b4d7-4657cda5189c req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:20.277544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-67317162-5933-444c-b4d7-4657cda5189c req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] For port 1076cf39-c789-4e62-9fb8-2cd2b4f36067, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=1076cf39-c789-4e62-9fb8-2cd2b4f36067,segment=NetworkSegment(8d54ef8b-ed54-4e5e-b045-63912715aa72),segment_id=8d54ef8b-ed54-4e5e-b045-63912715aa72)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:40:20.277957 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67317162-5933-444c-b4d7-4657cda5189c req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:20.292178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-67317162-5933-444c-b4d7-4657cda5189c req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Calling delete_port for 1076cf39-c789-4e62-9fb8-2cd2b4f36067 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:40:20.462633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67317162-5933-444c-b4d7-4657cda5189c req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:20.478510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['1076cf39-c789-4e62-9fb8-2cd2b4f36067'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:40:20.503564 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Pushing event deleted for resources: {'Port': ['ID=1076cf39-c789-4e62-9fb8-2cd2b4f36067,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:20.549186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.549741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.550309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.550777 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.551173 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.551681 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.552218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.552611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.553108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.553580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.554052 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.554462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:20.588804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-67317162-5933-444c-b4d7-4657cda5189c req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] No DVR routers for this DVR port 1076cf39-c789-4e62-9fb8-2cd2b4f36067 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:40:20.592268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-67317162-5933-444c-b4d7-4657cda5189c req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:20.604803 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-67317162-5933-444c-b4d7-4657cda5189c req-04fa56d6-6d40-4c4e-ae96-978af4753c66 tempest-ServersAdminNegativeTestJSON-2029959547 tempest-ServersAdminNegativeTestJSON-2029959547-project] 10.222.0.21 "DELETE /v2.0/ports/1076cf39-c789-4e62-9fb8-2cd2b4f36067 HTTP/1.1" status: 204 len: 173 time: 0.5783956 Nov 19 19:40:20.605724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d02760-d7ae-4e7c-8d4d-2c85ae699711', 'name': 'network-vif-deleted', 'tag': '1076cf39-c789-4e62-9fb8-2cd2b4f36067'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:40:20.610976 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79398032-1c13-4b01-a206-44fc692d1fd1" -d '{"events": [{"server_uuid": "e4d02760-d7ae-4e7c-8d4d-2c85ae699711", "name": "network-vif-deleted", "tag": "1076cf39-c789-4e62-9fb8-2cd2b4f36067"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:40:20.681636 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887ee439-cd8b-4493-9e0e-768a4964548c x-openstack-request-id: req-887ee439-cd8b-4493-9e0e-768a4964548c {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:40:20.682902 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d02760-d7ae-4e7c-8d4d-2c85ae699711", "name": "network-vif-deleted", "tag": "1076cf39-c789-4e62-9fb8-2cd2b4f36067", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:40:20.682902 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-887ee439-cd8b-4493-9e0e-768a4964548c {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:40:20.683415 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d02760-d7ae-4e7c-8d4d-2c85ae699711', 'name': 'network-vif-deleted', 'tag': '1076cf39-c789-4e62-9fb8-2cd2b4f36067', 'status': 'completed', 'code': 200} Nov 19 19:40:21.515712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60704) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:40:21.718873 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-68d1d8b1-fd35-4d88-bfcf-ff1bc4eb7b55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1f98c9b53f941938b2476b5d35cfaff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2012129 Nov 19 19:40:21.722373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60710) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:40:21.780309 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-855f470a-0080-44dd-8d4f-e194dd2d3daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:21.805840 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-855f470a-0080-44dd-8d4f-e194dd2d3daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:21.857509 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-855f470a-0080-44dd-8d4f-e194dd2d3daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:21.860428 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-855f470a-0080-44dd-8d4f-e194dd2d3daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:21.861817 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-855f470a-0080-44dd-8d4f-e194dd2d3daf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab1f06f5-f596-455d-a6fe-1787f77f3981 HTTP/1.1" status: 204 len: 168 time: 0.1382382 Nov 19 19:40:21.877843 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f470a-0080-44dd-8d4f-e194dd2d3daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1f06f5-f596-455d-a6fe-1787f77f3981,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:22.211880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60716) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:40:22.229672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d77febc-19d1-40c3-8f93-b74743ed5064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:22.322685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d77febc-19d1-40c3-8f93-b74743ed5064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:22.327155 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d77febc-19d1-40c3-8f93-b74743ed5064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:22.369996 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5d77febc-19d1-40c3-8f93-b74743ed5064 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52a608f34be046f6a40d0d56223aefed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566114 Nov 19 19:40:22.371113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77febc-19d1-40c3-8f93-b74743ed5064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ad0e49-b7da-4e51-95c6-83aa56397f58,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:22.373385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60720) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:40:22.434089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:22.465131 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:22.519262 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:22.522214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:22.524460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1ad0e49-b7da-4e51-95c6-83aa56397f58 HTTP/1.1" status: 204 len: 168 time: 0.1481762 Nov 19 19:40:22.538033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ad0e49-b7da-4e51-95c6-83aa56397f58,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:22.551776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:22.552237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:22.552782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:22.553281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:22.553666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:22.554223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:22.554609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:22.555041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:22.555518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:22.556221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:22.556695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:22.557231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9df70a-3a0b-4904-a5db-91e900307741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:40:23.382777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60742) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:40:23.493783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-588081951-network', 'tenant_id': '87b7eddb3db14b5fbc4586ca993f29c2'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:40:23.526875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Made reservation on behalf of 87b7eddb3db14b5fbc4586ca993f29c2 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:40:23.529484 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:23.540695 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:23.636033 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:23.640240 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:23.666927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:40:23.676096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1132a179-60ad-4e9d-8df2-894a4ca60001,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:23.682843 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:23.683192 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Added segment 403986c9-378b-46ec-8bc5-8aeb8b03b741 of type vlan for network e7523938-933a-4df9-918e-7120fc4bacc8 Nov 19 19:40:23.737111 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:23.764434 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:23.765721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:23.766513 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:23.824010 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4389911 Nov 19 19:40:23.828021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60746) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:40:23.838338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] Request body: {'subnet': {'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-588081951-subnet', 'tenant_id': '87b7eddb3db14b5fbc4586ca993f29c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:40:23.840695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ae899-852f-4e3d-bb7c-11f234b616de admin admin] Pushing event updated for resources: {'Network': ['ID=e7523938-933a-4df9-918e-7120fc4bacc8,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:23.854000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network e7523938-933a-4df9-918e-7120fc4bacc8 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:40:23.875234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] Made reservation on behalf of 87b7eddb3db14b5fbc4586ca993f29c2 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:40:23.879289 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:24.084461 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:24.212609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbc6a47-5441-481c-948a-e433e72b7a6b,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:24.215075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] Checking segment: {'id': '403986c9-378b-46ec-8bc5-8aeb8b03b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:40:24.215422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] Network hostable DHCP agents. Network: e7523938-933a-4df9-918e-7120fc4bacc8, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:40:24.240739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] Network e7523938-933a-4df9-918e-7120fc4bacc8 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:40:24.256995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, e7523938-933a-4df9-918e-7120fc4bacc8) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:40:24.263026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:24.263641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:24.272533 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d02e66-c7d6-49b8-9ef6-736bfc2c9d47 None None] Network e7523938-933a-4df9-918e-7120fc4bacc8 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:40:24.286489 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a225f4e6-a8ec-4fdd-bd40-a4932a4c1dc3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4566658 Nov 19 19:40:24.476186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be3ded0-3f43-4675-946d-f717257daf59 None None] Network e7523938-933a-4df9-918e-7120fc4bacc8 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:40:24.892332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6785-4932-49ff-861a-46410a00160c req-7f82d0f3-52b8-4367-8f3c-13ef825b19a6 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:24.893982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-7f82d0f3-52b8-4367-8f3c-13ef825b19a6 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/networks?id=e7523938-933a-4df9-918e-7120fc4bacc8 HTTP/1.1" status: 200 len: 811 time: 0.1395917 Nov 19 19:40:24.916774 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-13c16de6-6dcf-45d3-ac4b-547e1832dc0f tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/quotas/87b7eddb3db14b5fbc4586ca993f29c2 HTTP/1.1" status: 200 len: 375 time: 0.0112946 Nov 19 19:40:24.957070 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-0c16cb85-8295-44e2-aed9-6c9039489b38 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=87b7eddb3db14b5fbc4586ca993f29c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298481 Nov 19 19:40:25.055504 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-b765a39d-393b-44ad-bd6f-959bce98a07a service neutron] 10.222.0.50 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890143 Nov 19 19:40:25.159397 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-67050f6d-12f3-42b5-b324-79d9a3b331de service neutron] 10.222.0.50 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970681 Nov 19 19:40:25.169480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1076cf39-c789-4e62-9fb8-2cd2b4f36067 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:40:25.197180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 1076cf39-c789-4e62-9fb8-2cd2b4f36067 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:40:25.197786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 1076cf39-c789-4e62-9fb8-2cd2b4f36067 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:40:25.376968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bde3b80d-b6aa-4a20-832d-f393c6c6a8f7 req-61de018c-7c9b-47dd-bdfd-3a0be25c4b8e tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 210 time: 0.0472143 Nov 19 19:40:25.557421 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:26.475353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da710d3e-4512-4ef9-9835-f6310ec4b1e9 req-0bb67f0d-c5e8-4740-bb17-159fd064e8bd tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 210 time: 0.0363390 Nov 19 19:40:27.559205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b465aed-81d5-4c76-bf09-a86bc2301018 req-c01f8cd0-c1dd-4d7f-9af2-1c5077cf5eeb tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 210 time: 0.0279455 Nov 19 19:40:28.663051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81c5f036-4b9e-475e-a9f3-713d3bc4af07 req-72aabee1-233a-422f-adc6-f6b8744fb7c3 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 210 time: 0.0324910 Nov 19 19:40:29.835459 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aecf217b-435f-418a-b347-592daa02aa52 req-3d830bc2-90b3-4a45-aad9-e75b8cdd39f3 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 210 time: 0.0913811 Nov 19 19:40:30.161631 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:30.745143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6785-4932-49ff-861a-46410a00160c req-046aa5c3-4ae5-499c-b043-20295ed17217 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:30.747676 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-046aa5c3-4ae5-499c-b043-20295ed17217 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.21 "GET /v2.0/networks?id=e7523938-933a-4df9-918e-7120fc4bacc8 HTTP/1.1" status: 200 len: 811 time: 0.1515734 Nov 19 19:40:30.765363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Request body: {'port': {'device_id': '3620b650-2256-4333-810d-577d08bed63a', 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8', 'admin_state_up': True, 'tenant_id': '87b7eddb3db14b5fbc4586ca993f29c2'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:40:30.933363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Made reservation on behalf of 87b7eddb3db14b5fbc4586ca993f29c2 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:40:30.939675 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:30.979634 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38df928b-c85d-41e1-b0f7-cd64a3d8c6e6 req-69b47921-aebb-4b6e-99c4-f7bfe3e93e1b tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 210 time: 0.0461006 Nov 19 19:40:31.114363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Allocated IP 172.20.0.7 (e7523938-933a-4df9-918e-7120fc4bacc8/2dbc6a47-5441-481c-948a-e433e72b7a6b/bb75ac79-2ad1-41c6-a44e-6de62f96d7a9) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:40:31.302510 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:31.344977 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:31.398963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Network e7523938-933a-4df9-918e-7120fc4bacc8 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:40:31.402993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:40:31.406170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:40:31.436717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Pushing event updated for resources: {'Port': ['ID=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:31.471959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:31.472588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:31.491201 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-26292963-b90f-4f41-8c67-610987c0d1d9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7331424 Nov 19 19:40:31.503721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Request body: {'port': {'device_id': '3620b650-2256-4333-810d-577d08bed63a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:40:31.563827 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:31.866176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:40:31.876265 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:31.893665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Transition to ACTIVE for port object bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:40:31.900122 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:31.964848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Pushing event updated for resources: {'Port': ['ID=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:32.055257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Attempting to bind port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:40:32.055813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Attempting to bind port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '403986c9-378b-46ec-8bc5-8aeb8b03b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:40:32.056763 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Attempting to bind port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 on network e7523938-933a-4df9-918e-7120fc4bacc8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:40:32.062700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 on network e7523938-933a-4df9-918e-7120fc4bacc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:40:32.063143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Attempting to bind port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 on network e7523938-933a-4df9-918e-7120fc4bacc8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:40:32.069338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:40:32.069838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Checking segment: {'id': '403986c9-378b-46ec-8bc5-8aeb8b03b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:40:32.071788 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Bound using segment: {'id': '403986c9-378b-46ec-8bc5-8aeb8b03b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:40:32.072334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Bound port: bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403986c9-378b-46ec-8bc5-8aeb8b03b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:40:32.072752 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:32.131179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2815b4-eeb9-4009-9cb6-c12e2083a11a req-46577361-c32f-42b7-9788-a80fa4a80d9c tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:32.133791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5c2815b4-eeb9-4009-9cb6-c12e2083a11a req-46577361-c32f-42b7-9788-a80fa4a80d9c tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 943 time: 0.0574968 Nov 19 19:40:32.162009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:40:32.166840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,segment=NetworkSegment(403986c9-378b-46ec-8bc5-8aeb8b03b741),segment_id=403986c9-378b-46ec-8bc5-8aeb8b03b741)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:40:32.173660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:32.199876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5c2815b4-eeb9-4009-9cb6-c12e2083a11a req-f223b9bf-e589-49e7-8377-ef501fc65b42 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549119 Nov 19 19:40:32.225542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:32.226249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:32.227798 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] 10.222.0.21 "PUT /v2.0/ports/bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 HTTP/1.1" status: 200 len: 1091 time: 0.7287409 Nov 19 19:40:32.228298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:40:32.230769 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71e9444-8534-4f67-afe7-1b3f384bd00a" -d '{"events": [{"name": "network-changed", "server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:40:32.261212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5618e84-58e1-4e9d-9c57-f5494b4c4a9f service neutron] Pushing event updated for resources: {'Port': ['ID=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:32.311959 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db3b820-5252-4aee-8113-d4d5c1465f6e x-openstack-request-id: req-9db3b820-5252-4aee-8113-d4d5c1465f6e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:40:32.312255 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:40:32.312512 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9db3b820-5252-4aee-8113-d4d5c1465f6e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:40:32.312928 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9', 'status': 'completed', 'code': 200} Nov 19 19:40:32.332489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6785-4932-49ff-861a-46410a00160c req-7bd22742-1005-40b3-875d-d9d93b646379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:32.334210 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-7bd22742-1005-40b3-875d-d9d93b646379 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87b7eddb3db14b5fbc4586ca993f29c2&device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 1094 time: 0.0544186 Nov 19 19:40:32.380280 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-c8252178-8acc-4ca2-a0dd-ebdc063b6a78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 HTTP/1.1" status: 200 len: 217 time: 0.0375268 Nov 19 19:40:32.437441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6785-4932-49ff-861a-46410a00160c req-c986a0cb-8ad7-4c53-9bd6-b437ff2c0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:32.438877 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-c986a0cb-8ad7-4c53-9bd6-b437ff2c0530 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2dbc6a47-5441-481c-948a-e433e72b7a6b HTTP/1.1" status: 200 len: 851 time: 0.0518856 Nov 19 19:40:32.472220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-cda8eb07-6eaf-410e-8409-34a2f16cbc33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7523938-933a-4df9-918e-7120fc4bacc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257239 Nov 19 19:40:32.575498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-d8ec609f-c500-4a80-aa64-c6a64b0bbddf service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949354 Nov 19 19:40:32.675296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b09f6785-4932-49ff-861a-46410a00160c req-59f8472f-ee34-4436-a20d-8627c0578f12 service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926933 Nov 19 19:40:32.768397 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e9444-8534-4f67-afe7-1b3f384bd00a req-c36cdbce-48f9-455c-97ad-76e13491041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:32.769972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b71e9444-8534-4f67-afe7-1b3f384bd00a req-c36cdbce-48f9-455c-97ad-76e13491041f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87b7eddb3db14b5fbc4586ca993f29c2&device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 1094 time: 0.0440047 Nov 19 19:40:32.883981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e9444-8534-4f67-afe7-1b3f384bd00a req-8c8d1222-186b-487d-96e1-35e02a926756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:32.886719 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b71e9444-8534-4f67-afe7-1b3f384bd00a req-8c8d1222-186b-487d-96e1-35e02a926756 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7523938-933a-4df9-918e-7120fc4bacc8 HTTP/1.1" status: 200 len: 912 time: 0.1087856 Nov 19 19:40:33.282982 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b71e9444-8534-4f67-afe7-1b3f384bd00a req-6d74b1e6-2d5d-4f42-91a7-f1a3a0c94449 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 HTTP/1.1" status: 200 len: 217 time: 0.3884110 Nov 19 19:40:33.341959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e9444-8534-4f67-afe7-1b3f384bd00a req-ef2dc9ad-8cff-4e02-bd90-d591ec7c3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:33.343472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b71e9444-8534-4f67-afe7-1b3f384bd00a req-ef2dc9ad-8cff-4e02-bd90-d591ec7c3176 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2dbc6a47-5441-481c-948a-e433e72b7a6b HTTP/1.1" status: 200 len: 851 time: 0.0511479 Nov 19 19:40:33.384818 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa390a-bb91-46cf-a90f-3aa98c183898 req-4acb21c0-2f35-4e69-9b3e-552453f7e8a4 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:33.386507 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-46fa390a-bb91-46cf-a90f-3aa98c183898 req-4acb21c0-2f35-4e69-9b3e-552453f7e8a4 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 943 time: 0.0800643 Nov 19 19:40:33.396907 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b71e9444-8534-4f67-afe7-1b3f384bd00a req-a62295fa-4d1e-4da7-bb0d-0710eaf86a55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7523938-933a-4df9-918e-7120fc4bacc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439341 Nov 19 19:40:33.445780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-46fa390a-bb91-46cf-a90f-3aa98c183898 req-05df5044-48c7-4d17-bbc8-649ca2d4a98a tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515897 Nov 19 19:40:33.530948 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b71e9444-8534-4f67-afe7-1b3f384bd00a req-af53da06-6492-4c64-9404-c4adbe84d3eb service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256564 Nov 19 19:40:33.639044 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b71e9444-8534-4f67-afe7-1b3f384bd00a req-0103f525-d747-4fde-9a23-7bf1c587547d service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996554 Nov 19 19:40:34.577433 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b1f9e-0c0d-4f30-a19c-97f7b89160ac req-dbe61516-ce68-41d4-902a-326465b6ca68 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:34.581068 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be1b1f9e-0c0d-4f30-a19c-97f7b89160ac req-dbe61516-ce68-41d4-902a-326465b6ca68 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 943 time: 0.0536313 Nov 19 19:40:34.632321 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be1b1f9e-0c0d-4f30-a19c-97f7b89160ac req-e15e115c-41ca-40fd-a47f-3b5b0d971c54 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464907 Nov 19 19:40:35.277469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:40:35.385921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,segment=NetworkSegment(403986c9-378b-46ec-8bc5-8aeb8b03b741),segment_id=403986c9-378b-46ec-8bc5-8aeb8b03b741)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:40:35.400051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9', 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8', 'port_id': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9', 'mac_address': 'fa:16:3e:04:00:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbc6a47-5441-481c-948a-e433e72b7a6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:40:35.452196 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:35.475749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:40:35.503273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,segment=NetworkSegment(403986c9-378b-46ec-8bc5-8aeb8b03b741),segment_id=403986c9-378b-46ec-8bc5-8aeb8b03b741)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:40:35.509069 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:35.561280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:35.704881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['bb75ac79-2ad1-41c6-a44e-6de62f96d7a9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:40:35.803946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4598927-87bc-4ddf-97ba-f8aff35eedbb req-3cc86bfe-794d-44d0-8186-1689f783ba7a tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:35.806077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4598927-87bc-4ddf-97ba-f8aff35eedbb req-3cc86bfe-794d-44d0-8186-1689f783ba7a tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 944 time: 0.0872040 Nov 19 19:40:35.880212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4598927-87bc-4ddf-97ba-f8aff35eedbb req-7f134e39-1689-4d2a-9ed3-ccff9598e910 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633090 Nov 19 19:40:37.014455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968a234-5e4b-42a8-8159-8c704d11ed57 req-92d0ba92-4a37-4053-beef-2f1b15bf9bb6 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:37.016013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a968a234-5e4b-42a8-8159-8c704d11ed57 req-92d0ba92-4a37-4053-beef-2f1b15bf9bb6 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 944 time: 0.0508034 Nov 19 19:40:37.066337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a968a234-5e4b-42a8-8159-8c704d11ed57 req-0680b014-15b8-456b-b8a2-ff85ee9c67dd tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Nov 19 19:40:37.294367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:40:37.378681 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:40:37.383998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:40:37.384412 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:37.467030 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:37.499938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:40:37.504111 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369e248d-d61f-49fa-9e39-316ec8701551" -d '{"events": [{"server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "name": "network-vif-plugged", "status": "completed", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:40:37.523082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,segment=NetworkSegment(403986c9-378b-46ec-8bc5-8aeb8b03b741),segment_id=403986c9-378b-46ec-8bc5-8aeb8b03b741)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:40:37.527810 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:37.561692 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdca109b-ccf8-4dd3-be07-ddc59ca04a77 x-openstack-request-id: req-fdca109b-ccf8-4dd3-be07-ddc59ca04a77 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:40:37.562629 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "name": "network-vif-plugged", "status": "completed", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:40:37.563017 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdca109b-ccf8-4dd3-be07-ddc59ca04a77 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:40:37.563578 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9', 'code': 200} Nov 19 19:40:37.599468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:40:37.659741 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52238d7-f2a3-4d3f-a29f-e9b5a00315db req-c28a38db-2569-46a6-876c-86e0e99455a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:37.661325 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d52238d7-f2a3-4d3f-a29f-e9b5a00315db req-c28a38db-2569-46a6-876c-86e0e99455a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 1096 time: 0.0444193 Nov 19 19:40:37.712786 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d52238d7-f2a3-4d3f-a29f-e9b5a00315db req-89a1186f-8115-4c5d-a87b-bc6faae65ecd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440478 Nov 19 19:40:38.196214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcec60-9a16-442e-8cf7-7eda9330e0d5 req-f85a9a87-01fc-48fa-b91d-940cff3b0151 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:38.198396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ffdcec60-9a16-442e-8cf7-7eda9330e0d5 req-f85a9a87-01fc-48fa-b91d-940cff3b0151 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0530596 Nov 19 19:40:38.260354 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ffdcec60-9a16-442e-8cf7-7eda9330e0d5 req-c4bdd3d7-42bc-4aed-a2df-b6ed93fb7d11 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556951 Nov 19 19:40:38.290294 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ad2ed4f-43a2-486e-bbc0-ca64d26c95e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:39.390493 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd17d85-13a9-48dd-953d-8b33a362777a req-4a01cd9e-5909-41c8-9702-0f218a69535b tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:39.392051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2dd17d85-13a9-48dd-953d-8b33a362777a req-4a01cd9e-5909-41c8-9702-0f218a69535b tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0550084 Nov 19 19:40:39.446684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2dd17d85-13a9-48dd-953d-8b33a362777a req-e082c45d-ef9e-4b96-9d18-56470b6ce081 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473278 Nov 19 19:40:39.726852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba566c7-75ff-4b58-a255-77b34f5094e6 req-85a5dfcf-fb17-4033-94cf-e6b613e84488 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:39.731590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ba566c7-75ff-4b58-a255-77b34f5094e6 req-85a5dfcf-fb17-4033-94cf-e6b613e84488 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0683806 Nov 19 19:40:39.774104 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-0fe7a930-1f50-4089-a716-bdd56d522c69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152763 Nov 19 19:40:39.784696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4fcb95d5-809f-421e-98ab-5fb8efc4b170 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:40:39.785693 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4fcb95d5-809f-421e-98ab-5fb8efc4b170 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053170 Nov 19 19:40:39.814174 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ba566c7-75ff-4b58-a255-77b34f5094e6 req-afddcde7-5651-4046-aaea-9f79ceb3efef tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734613 Nov 19 19:40:40.633867 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50e81e23-bdf2-4bcc-a266-05d2386122a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:40.966293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f927eb-3194-4590-a91b-22cc98f97cfe req-bdd9dcf0-1539-47fd-97ac-0abc7a67f392 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:40.968797 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1f927eb-3194-4590-a91b-22cc98f97cfe req-bdd9dcf0-1539-47fd-97ac-0abc7a67f392 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0733075 Nov 19 19:40:41.092913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-7c885b27-ba7f-4b22-8b41-596177764692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:41.095448 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-7c885b27-ba7f-4b22-8b41-596177764692 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87b7eddb3db14b5fbc4586ca993f29c2&device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 1096 time: 0.0605776 Nov 19 19:40:41.252496 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-ffd725c3-3051-4bf2-8af7-dababa5b9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:41.255174 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-ffd725c3-3051-4bf2-8af7-dababa5b9e4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7523938-933a-4df9-918e-7120fc4bacc8 HTTP/1.1" status: 200 len: 912 time: 0.1491001 Nov 19 19:40:41.306778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-9e3b081f-5fd9-4507-bb57-9bf211b10261 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 HTTP/1.1" status: 200 len: 217 time: 0.0421736 Nov 19 19:40:41.369447 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1f927eb-3194-4590-a91b-22cc98f97cfe req-788a8030-a93b-44d3-8744-d447096a3599 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907852 Nov 19 19:40:41.408774 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-7aca72e1-c0c8-4095-8d42-7e31f63d6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:41.411575 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-7aca72e1-c0c8-4095-8d42-7e31f63d6a70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2dbc6a47-5441-481c-948a-e433e72b7a6b HTTP/1.1" status: 200 len: 851 time: 0.0927143 Nov 19 19:40:41.448875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-640690fb-a40b-485c-877d-4085052ceea5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7523938-933a-4df9-918e-7120fc4bacc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298512 Nov 19 19:40:41.560411 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-87f48331-6eb0-472b-af4d-96455323a9c6 service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046364 Nov 19 19:40:41.672054 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-5fbbaec6-a48e-4bb0-a2d8-d9614c39e8a7 service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038468 Nov 19 19:40:41.992101 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:42.508904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bff8a3-756c-4738-bb44-a730bf7d0b11 req-32b6756f-55a1-49a6-bf4b-7e6f10cdad58 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:42.510523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09bff8a3-756c-4738-bb44-a730bf7d0b11 req-32b6756f-55a1-49a6-bf4b-7e6f10cdad58 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0526271 Nov 19 19:40:42.566302 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09bff8a3-756c-4738-bb44-a730bf7d0b11 req-62ea12b0-0cc8-4885-a36a-074de59226c9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 Nov 19 19:40:43.454275 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:43.706081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a18dc-cf8c-49d0-8d36-4fa187727482 req-e963e27e-b82b-4096-b9e9-828845ee688c tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:43.707794 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f05a18dc-cf8c-49d0-8d36-4fa187727482 req-e963e27e-b82b-4096-b9e9-828845ee688c tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0634482 Nov 19 19:40:43.772093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f05a18dc-cf8c-49d0-8d36-4fa187727482 req-31616206-5a63-4ac4-9057-1f5c3af72af8 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569685 Nov 19 19:40:44.219310 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:44.896333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497c93a-131c-49fb-8c1b-fa1346e0f808 req-ea96ea7a-c4a5-4178-bb49-bf54866fb7ea tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:44.898648 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2497c93a-131c-49fb-8c1b-fa1346e0f808 req-ea96ea7a-c4a5-4178-bb49-bf54866fb7ea tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0528028 Nov 19 19:40:44.951314 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2497c93a-131c-49fb-8c1b-fa1346e0f808 req-a66279d4-10cd-4e5d-8681-ca38cb6ceae2 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Nov 19 19:40:46.082089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571ff63-47fd-497f-a723-d1cc8bc0fd7c req-b29a5f63-7efe-416b-b48f-29f8e2a0e172 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:46.083686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5571ff63-47fd-497f-a723-d1cc8bc0fd7c req-b29a5f63-7efe-416b-b48f-29f8e2a0e172 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0573969 Nov 19 19:40:46.141618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5571ff63-47fd-497f-a723-d1cc8bc0fd7c req-48cf32da-3a7f-4219-8b79-dcc0c0cfae01 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505056 Nov 19 19:40:47.284026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5756b1-f3d7-4007-ae4e-d377265cea64 req-d0729021-3b9c-4584-8f89-a86bb6bf7bd0 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:47.286710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e5756b1-f3d7-4007-ae4e-d377265cea64 req-d0729021-3b9c-4584-8f89-a86bb6bf7bd0 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0705240 Nov 19 19:40:47.341394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e5756b1-f3d7-4007-ae4e-d377265cea64 req-731f8611-7342-49e2-8caa-5c009e21f5a3 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481672 Nov 19 19:40:48.468652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f466a0-b85b-46aa-bbef-560c5f9a14ea req-aa2dcacf-34d5-4438-947c-b8166b7113be tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:48.470176 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85f466a0-b85b-46aa-bbef-560c5f9a14ea req-aa2dcacf-34d5-4438-947c-b8166b7113be tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0503018 Nov 19 19:40:48.520042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85f466a0-b85b-46aa-bbef-560c5f9a14ea req-3b9fc26b-801e-45ac-a143-72fa607a75e0 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Nov 19 19:40:49.644117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8a4a0-7dd1-4d97-a51d-acfb083e58d0 req-5ac52447-4b95-4076-9592-0fe2811c00a1 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:49.645694 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2bf8a4a0-7dd1-4d97-a51d-acfb083e58d0 req-5ac52447-4b95-4076-9592-0fe2811c00a1 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0522027 Nov 19 19:40:49.703237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2bf8a4a0-7dd1-4d97-a51d-acfb083e58d0 req-748b4482-be67-4a7d-a54a-cb41467951d3 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499566 Nov 19 19:40:50.823366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecde78-274a-4bdf-8b17-5d602b4a6df6 req-6d1df986-4589-44a4-ae86-9ec2b8a431fa tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:50.824865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdecde78-274a-4bdf-8b17-5d602b4a6df6 req-6d1df986-4589-44a4-ae86-9ec2b8a431fa tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0500426 Nov 19 19:40:50.876887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdecde78-274a-4bdf-8b17-5d602b4a6df6 req-2b9fb354-d4e5-4e52-9055-e243f6a264ce tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457053 Nov 19 19:40:51.190543 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:40:52.009292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b588e-300f-465c-a017-75797502190a req-fcfea3b1-15cc-4d4c-842e-3df2a58edc9c tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:52.010876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da9b588e-300f-465c-a017-75797502190a req-fcfea3b1-15cc-4d4c-842e-3df2a58edc9c tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0561247 Nov 19 19:40:52.067770 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da9b588e-300f-465c-a017-75797502190a req-01d5b8d7-25f3-4e6d-a40f-4888c27853a4 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499995 Nov 19 19:40:53.189177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74b721-a193-43fe-be95-ce371ba2e45d req-dc4bb4a5-6345-43db-a1d0-2eaaaf307086 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:53.190606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c74b721-a193-43fe-be95-ce371ba2e45d req-dc4bb4a5-6345-43db-a1d0-2eaaaf307086 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0542209 Nov 19 19:40:53.239938 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c74b721-a193-43fe-be95-ce371ba2e45d req-9301299e-b763-4857-a22d-18d41cc0b772 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 Nov 19 19:40:54.361667 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc14cf-3436-4063-b6cc-0eab0fd1a8fe req-d94f9e0c-b829-45e4-b03a-6b63d43269e0 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:54.363227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-acfc14cf-3436-4063-b6cc-0eab0fd1a8fe req-d94f9e0c-b829-45e4-b03a-6b63d43269e0 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0513582 Nov 19 19:40:54.418407 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-acfc14cf-3436-4063-b6cc-0eab0fd1a8fe req-a6b2ee0e-4697-472a-9049-9e2400b34c46 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476186 Nov 19 19:40:55.552026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dda25-88cf-4430-89f1-b8aa308ffa1c req-9e1854da-a764-439b-927f-d9dd18453162 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:55.553675 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e8dda25-88cf-4430-89f1-b8aa308ffa1c req-9e1854da-a764-439b-927f-d9dd18453162 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0596776 Nov 19 19:40:55.562056 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:40:55.615425 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e8dda25-88cf-4430-89f1-b8aa308ffa1c req-11119011-8423-413a-bddb-de22c42069d6 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542498 Nov 19 19:40:56.736282 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994df39-be14-46b3-b94b-4510f96e46a0 req-579ba3d9-1cfe-4001-a290-486897e44530 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:56.737820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e994df39-be14-46b3-b94b-4510f96e46a0 req-579ba3d9-1cfe-4001-a290-486897e44530 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0506463 Nov 19 19:40:56.787302 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e994df39-be14-46b3-b94b-4510f96e46a0 req-27f24b98-2cc8-4c12-a9e6-f7044fc8f3d2 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434561 Nov 19 19:40:57.230915 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-500bf63a-a250-4008-b79e-fdd5fe5ae930 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406599 Nov 19 19:40:57.320106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-0cd85f90-f494-4cfb-8513-5066ca1f9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:57.321605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-0cd85f90-f494-4cfb-8513-5066ca1f9480 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0419097 Nov 19 19:40:57.432352 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-5164467b-a53a-45b7-89f9-4b31af5abc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:57.433873 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-5164467b-a53a-45b7-89f9-4b31af5abc98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0932076 Nov 19 19:40:57.477062 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-79ddd88c-41a2-46bc-be7a-864457028961 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0348947 Nov 19 19:40:57.531792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-136eaea9-4375-47cb-bbe0-d8fbf3b745fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:57.533296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-136eaea9-4375-47cb-bbe0-d8fbf3b745fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0498974 Nov 19 19:40:57.580250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-30f9f9ab-6b18-408e-9190-1dead8286107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:57.581806 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-30f9f9ab-6b18-408e-9190-1dead8286107 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413644 Nov 19 19:40:57.672553 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-34ea0d3a-0b59-49a6-9fc7-4d4bd97a9b07 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837407 Nov 19 19:40:57.767941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e5b9c031-a775-4a81-9eb9-73608acdc130 req-44be8726-d197-4980-81fb-5e611925a7a0 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879283 Nov 19 19:40:57.906497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ef9c9-7aef-42e4-ac03-3ed66b3d2e1b req-b3dd70ea-6ffe-48cd-ae9e-81ae88a832ea tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:57.908083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-289ef9c9-7aef-42e4-ac03-3ed66b3d2e1b req-b3dd70ea-6ffe-48cd-ae9e-81ae88a832ea tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0520017 Nov 19 19:40:57.961576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-289ef9c9-7aef-42e4-ac03-3ed66b3d2e1b req-c764a855-7064-4e19-be37-b65578f6aa4f tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468216 Nov 19 19:40:59.079476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eaeca0-47fb-49a1-ad14-a385fe24d56b req-10c74e53-f0ec-4320-af6f-ba78febdda07 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:59.080973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8eaeca0-47fb-49a1-ad14-a385fe24d56b req-10c74e53-f0ec-4320-af6f-ba78febdda07 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0501475 Nov 19 19:40:59.138447 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8eaeca0-47fb-49a1-ad14-a385fe24d56b req-cca55691-726e-48c4-9350-70c53893d464 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 Nov 19 19:40:59.197010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d80c0-8c1a-4290-842b-a27188f515f4 req-b84f9ca8-5748-445b-98e1-77a230c63fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:59.198540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-594d80c0-8c1a-4290-842b-a27188f515f4 req-b84f9ca8-5748-445b-98e1-77a230c63fa0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87b7eddb3db14b5fbc4586ca993f29c2&device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 1096 time: 0.0425930 Nov 19 19:40:59.311618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d80c0-8c1a-4290-842b-a27188f515f4 req-adceff64-9ba4-4c35-8734-61303d5da9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:59.313087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-594d80c0-8c1a-4290-842b-a27188f515f4 req-adceff64-9ba4-4c35-8734-61303d5da9e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7523938-933a-4df9-918e-7120fc4bacc8 HTTP/1.1" status: 200 len: 912 time: 0.0946736 Nov 19 19:40:59.357174 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-594d80c0-8c1a-4290-842b-a27188f515f4 req-123d5e6c-bf9b-454f-9966-c5a16f1d288c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 HTTP/1.1" status: 200 len: 217 time: 0.0354893 Nov 19 19:40:59.408586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d80c0-8c1a-4290-842b-a27188f515f4 req-52cc86ea-d294-467f-9eda-1f5281fa7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:40:59.409975 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-594d80c0-8c1a-4290-842b-a27188f515f4 req-52cc86ea-d294-467f-9eda-1f5281fa7295 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2dbc6a47-5441-481c-948a-e433e72b7a6b HTTP/1.1" status: 200 len: 851 time: 0.0457375 Nov 19 19:40:59.448965 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-594d80c0-8c1a-4290-842b-a27188f515f4 req-5cc86f28-d710-4458-b334-d08c5244c742 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7523938-933a-4df9-918e-7120fc4bacc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313818 Nov 19 19:40:59.553276 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-594d80c0-8c1a-4290-842b-a27188f515f4 req-67b8c74d-b03d-4a3d-978c-8e0f38ed3485 service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961709 Nov 19 19:40:59.658066 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-594d80c0-8c1a-4290-842b-a27188f515f4 req-8b01daa3-4026-481d-a7fb-37c8d5a34728 service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972068 Nov 19 19:41:00.158609 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:00.260998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b062549-a6fe-4dd1-90c3-58a053e5a9ae req-9e3398b4-0c76-4946-855b-5669b7d2a98d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:00.262618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b062549-a6fe-4dd1-90c3-58a053e5a9ae req-9e3398b4-0c76-4946-855b-5669b7d2a98d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0514205 Nov 19 19:41:00.312059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b062549-a6fe-4dd1-90c3-58a053e5a9ae req-8ac2b259-3b32-406c-8cb5-ea87ba7c67c0 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433245 Nov 19 19:41:01.435095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4896a76-8747-4dd9-bce0-7bed3b585eed req-89c40fe7-17bf-4f6b-80dd-fdd9d022a256 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:01.436615 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4896a76-8747-4dd9-bce0-7bed3b585eed req-89c40fe7-17bf-4f6b-80dd-fdd9d022a256 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0556715 Nov 19 19:41:01.484738 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4896a76-8747-4dd9-bce0-7bed3b585eed req-97958812-d613-429b-af5c-2992b5c4d3bb tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Nov 19 19:41:02.604496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67269c-4050-4a39-8431-82c7dd9bfb5f req-082f7eff-7c0e-43ad-8f52-93e1016b9635 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:02.606060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e67269c-4050-4a39-8431-82c7dd9bfb5f req-082f7eff-7c0e-43ad-8f52-93e1016b9635 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0494695 Nov 19 19:41:02.654519 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e67269c-4050-4a39-8431-82c7dd9bfb5f req-14de43d2-025e-48ae-a5a6-a442f8dbc86a tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425167 Nov 19 19:41:03.776918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f78c06-cb41-482b-b17b-ed439d4c707e req-b90c409c-8a0c-477a-b901-75e2250cd5bd tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:03.778485 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6f78c06-cb41-482b-b17b-ed439d4c707e req-b90c409c-8a0c-477a-b901-75e2250cd5bd tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0563257 Nov 19 19:41:03.830690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c6f78c06-cb41-482b-b17b-ed439d4c707e req-9d3d64b1-dfbb-4c66-9876-33c13f57d741 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461941 Nov 19 19:41:04.952445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50dd74-35a4-43df-8ef9-b019ff1ce6f9 req-8d30341e-bb81-42a8-8eb1-a014fc046d73 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:04.953985 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f50dd74-35a4-43df-8ef9-b019ff1ce6f9 req-8d30341e-bb81-42a8-8eb1-a014fc046d73 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0535011 Nov 19 19:41:05.001837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f50dd74-35a4-43df-8ef9-b019ff1ce6f9 req-ed97361a-e8c4-4328-9ce9-10346baa5795 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418942 Nov 19 19:41:06.124807 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f5320-e2ae-4b8c-ab5b-328a6a40a9a8 req-96fb6c85-4dd9-4b22-a97d-910e5f5420ce tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:06.126363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-751f5320-e2ae-4b8c-ab5b-328a6a40a9a8 req-96fb6c85-4dd9-4b22-a97d-910e5f5420ce tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0501511 Nov 19 19:41:06.176849 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-751f5320-e2ae-4b8c-ab5b-328a6a40a9a8 req-053efb53-0103-463c-8cca-7444dfe4069a tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Nov 19 19:41:07.300238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e8f22-5a12-4412-ac83-e8f4129822c4 req-09007b28-1ffc-47f7-9895-075755e9fb63 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:07.301721 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b01e8f22-5a12-4412-ac83-e8f4129822c4 req-09007b28-1ffc-47f7-9895-075755e9fb63 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0538967 Nov 19 19:41:07.350098 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b01e8f22-5a12-4412-ac83-e8f4129822c4 req-19e08b93-8032-4e21-9b41-86160abb3ac1 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Nov 19 19:41:08.282124 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-81c913ae-7a09-494f-b2f3-8fcbc0be7867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:08.468003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25e3d3-5134-4378-abc7-7f3de668c43f req-6b34132a-dd27-49ab-ab5c-c75d2c2b25e5 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:08.469411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c25e3d3-5134-4378-abc7-7f3de668c43f req-6b34132a-dd27-49ab-ab5c-c75d2c2b25e5 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0501206 Nov 19 19:41:08.520340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c25e3d3-5134-4378-abc7-7f3de668c43f req-da49d6f8-a135-4028-8dbe-414ffc9e6ae9 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Nov 19 19:41:08.525596 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-a526912b-c250-42ed-85ad-17d5b189916e service neutron] show failed (client error): The resource could not be found. Nov 19 19:41:08.526700 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-a526912b-c250-42ed-85ad-17d5b189916e service neutron] 10.222.0.21 "GET /v2.0/ports/bb75ac79-2ad1-41c6-a44e-6de62f96d7a9/bindings/n-h1-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0584705 Nov 19 19:41:08.727297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-fd1e51d8-afc2-4872-96f4-0951f837c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:08.728714 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-fd1e51d8-afc2-4872-96f4-0951f837c573 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a&tenant_id=87b7eddb3db14b5fbc4586ca993f29c2 HTTP/1.1" status: 200 len: 1096 time: 0.0426826 Nov 19 19:41:08.742656 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:41:08.799873 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:09.011437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,segment=NetworkSegment(403986c9-378b-46ec-8bc5-8aeb8b03b741),segment_id=403986c9-378b-46ec-8bc5-8aeb8b03b741)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:41:09.045173 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:41:09.086168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:41:09.088496 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a9142d-87c2-408d-9826-3e38b58c7cce" -d '{"events": [{"server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "name": "network-vif-unplugged", "status": "completed", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:41:09.092344 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:09.106796 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Transition to ACTIVE for port object bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:41:09.111611 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:09.150153 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b110e9-d98d-4abc-adb7-cdfae4fd6014 x-openstack-request-id: req-a6b110e9-d98d-4abc-adb7-cdfae4fd6014 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:41:09.150453 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "name": "network-vif-unplugged", "status": "completed", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:41:09.150713 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6b110e9-d98d-4abc-adb7-cdfae4fd6014 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:41:09.151117 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9', 'code': 200} Nov 19 19:41:09.180620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] No DVR routers for this DVR port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:41:09.182872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Pushing event updated for resources: {'Port': ['ID=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:09.224072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Attempting to bind port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:41:09.224406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Attempting to bind port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '403986c9-378b-46ec-8bc5-8aeb8b03b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:41:09.224736 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Attempting to bind port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 on network e7523938-933a-4df9-918e-7120fc4bacc8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:41:09.229230 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 on network e7523938-933a-4df9-918e-7120fc4bacc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:41:09.229552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Attempting to bind port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 on network e7523938-933a-4df9-918e-7120fc4bacc8 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:41:09.236010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:41:09.236439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Checking segment: {'id': '403986c9-378b-46ec-8bc5-8aeb8b03b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:41:09.236889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Bound using segment: {'id': '403986c9-378b-46ec-8bc5-8aeb8b03b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:41:09.237392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Bound port: bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403986c9-378b-46ec-8bc5-8aeb8b03b741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:41:09.237851 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:09.304027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:41:09.307385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,segment=NetworkSegment(403986c9-378b-46ec-8bc5-8aeb8b03b741),segment_id=403986c9-378b-46ec-8bc5-8aeb8b03b741)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:41:09.312153 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:09.350276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:09.351035 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:09.352435 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] 10.222.0.57 "PUT /v2.0/ports/bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 HTTP/1.1" status: 200 len: 1091 time: 0.6145866 Nov 19 19:41:09.371398 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d06a0-cf2a-41ea-9ebe-e6799301324c service neutron] Pushing event updated for resources: {'Port': ['ID=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:09.421197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-1f7fae13-c1df-4962-8fb8-b5b603aafa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:09.422766 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-1f7fae13-c1df-4962-8fb8-b5b603aafa79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87b7eddb3db14b5fbc4586ca993f29c2&device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 1094 time: 0.0484257 Nov 19 19:41:09.526089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-b41981e5-3092-464d-bd88-0949fb3c49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:09.527615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-b41981e5-3092-464d-bd88-0949fb3c49e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7523938-933a-4df9-918e-7120fc4bacc8 HTTP/1.1" status: 200 len: 912 time: 0.0981700 Nov 19 19:41:09.573676 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-d8a6a2ca-abd7-49c6-b92d-908010f6530f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 HTTP/1.1" status: 200 len: 217 time: 0.0386751 Nov 19 19:41:09.631463 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-c4fd841c-194b-4e31-9f75-c944fc03119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:09.633495 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-c4fd841c-194b-4e31-9f75-c944fc03119b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2dbc6a47-5441-481c-948a-e433e72b7a6b HTTP/1.1" status: 200 len: 851 time: 0.0525632 Nov 19 19:41:09.650467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb01e4-4326-4057-a353-42a524eb994c req-a4270d72-b22d-48f7-a081-196e73e0a0ca tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:09.652133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7bb01e4-4326-4057-a353-42a524eb994c req-a4270d72-b22d-48f7-a081-196e73e0a0ca tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 943 time: 0.0569561 Nov 19 19:41:09.667608 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-6ae210b9-ec4b-4246-bed8-bee83efdc215 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7523938-933a-4df9-918e-7120fc4bacc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272882 Nov 19 19:41:09.704161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7bb01e4-4326-4057-a353-42a524eb994c req-e3938b8a-cf90-4c21-9951-e74b7136fa5a tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460999 Nov 19 19:41:09.762480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-938840b3-043d-4b6c-be79-a360985b5ade service neutron] 10.222.0.57 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876913 Nov 19 19:41:09.860295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8430dd1a-1ee9-4360-bb6a-4c24b56bef50 req-401f4d51-2521-4877-b7ab-112c7c0a1c1e service neutron] 10.222.0.57 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901647 Nov 19 19:41:10.636064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bddb231d-d7f1-415f-a9e9-8e66aa259611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:10.826129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87556fe8-d8ad-4529-8df0-03cfc2e7a820 req-34380d80-6300-416b-9e7e-26bf08c1a084 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:10.827651 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87556fe8-d8ad-4529-8df0-03cfc2e7a820 req-34380d80-6300-416b-9e7e-26bf08c1a084 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 943 time: 0.0501468 Nov 19 19:41:10.876304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87556fe8-d8ad-4529-8df0-03cfc2e7a820 req-d13952d2-4d28-471e-87c0-65a92cc208b7 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426812 Nov 19 19:41:11.153132 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:41:11.155726 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e6463c-7dbb-476b-a9ca-ab07076add9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:41:11.204681 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c0bd97-a406-4c9c-8182-fe83a7120b19 x-openstack-request-id: req-34c0bd97-a406-4c9c-8182-fe83a7120b19 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:41:11.204977 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:41:11.205240 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34c0bd97-a406-4c9c-8182-fe83a7120b19 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:41:11.205646 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9', 'status': 'completed', 'code': 200} Nov 19 19:41:11.290522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-6cdc3e53-08af-4ec1-83c9-0ecc764bcfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:11.292055 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-6cdc3e53-08af-4ec1-83c9-0ecc764bcfca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87b7eddb3db14b5fbc4586ca993f29c2&device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 1094 time: 0.0676508 Nov 19 19:41:11.297583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-32c1a831-99b4-48bd-b69b-d06ce6661f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:11.299078 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-32c1a831-99b4-48bd-b69b-d06ce6661f81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87b7eddb3db14b5fbc4586ca993f29c2&device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 1094 time: 0.0664437 Nov 19 19:41:11.462712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-bff59d98-7d22-4515-aecd-34fa1e4d8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:11.464107 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-bff59d98-7d22-4515-aecd-34fa1e4d8833 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7523938-933a-4df9-918e-7120fc4bacc8 HTTP/1.1" status: 200 len: 912 time: 0.1559901 Nov 19 19:41:11.465075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-dba90b81-082e-49d1-a9be-d357527646aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:11.466478 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-dba90b81-082e-49d1-a9be-d357527646aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7523938-933a-4df9-918e-7120fc4bacc8 HTTP/1.1" status: 200 len: 912 time: 0.1665452 Nov 19 19:41:11.540362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-8d22e5f0-3365-45e7-beb8-e7ef1b5adb40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 HTTP/1.1" status: 200 len: 217 time: 0.0679188 Nov 19 19:41:11.541732 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-d8718260-beee-4255-88c5-9acee8628e54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 HTTP/1.1" status: 200 len: 217 time: 0.0681748 Nov 19 19:41:11.629236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-be1fe874-622b-46a0-b7ca-ae3cb8283e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:11.630793 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-be1fe874-622b-46a0-b7ca-ae3cb8283e4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2dbc6a47-5441-481c-948a-e433e72b7a6b HTTP/1.1" status: 200 len: 851 time: 0.0833015 Nov 19 19:41:11.632567 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-67b753a9-5d83-420a-b627-f54f36d2569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:11.634049 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-67b753a9-5d83-420a-b627-f54f36d2569d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2dbc6a47-5441-481c-948a-e433e72b7a6b HTTP/1.1" status: 200 len: 851 time: 0.0786767 Nov 19 19:41:11.686467 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-8b3b7d00-fd39-4c13-bd9c-b9a0e2b7966d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7523938-933a-4df9-918e-7120fc4bacc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477827 Nov 19 19:41:11.688339 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-a5ef2c3e-14f7-457b-b5e8-ebfd052f012c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7523938-933a-4df9-918e-7120fc4bacc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413713 Nov 19 19:41:11.854295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-4320860a-4f79-4ccc-be8f-5f5ceb32f2f6 service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584141 Nov 19 19:41:11.861145 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-0f59fd9f-0006-41bb-ba29-3aee260d3492 service neutron] 10.222.0.57 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665642 Nov 19 19:41:11.871653 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:41:11.979785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,segment=NetworkSegment(403986c9-378b-46ec-8bc5-8aeb8b03b741),segment_id=403986c9-378b-46ec-8bc5-8aeb8b03b741)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:41:12.010842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9', 'network_id': 'e7523938-933a-4df9-918e-7120fc4bacc8', 'port_id': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9', 'mac_address': 'fa:16:3e:04:00:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbc6a47-5441-481c-948a-e433e72b7a6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:41:12.012757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d8ae7-4ded-4b3c-be32-e99b6ea6bb37 req-5c7da8e4-ca68-448d-b500-643865ac19df tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:12.020338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d51d8ae7-4ded-4b3c-be32-e99b6ea6bb37 req-5c7da8e4-ca68-448d-b500-643865ac19df tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 943 time: 0.0683174 Nov 19 19:41:12.032997 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:12.037727 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-e962abac-d67d-406c-9d86-4317101572bf service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755326 Nov 19 19:41:12.040262 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-14e6463c-7dbb-476b-a9ca-ab07076add9a req-bb0b27c9-c711-4de0-9001-c842edc12691 service neutron] 10.222.0.57 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708465 Nov 19 19:41:12.077453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d51d8ae7-4ded-4b3c-be32-e99b6ea6bb37 req-776fd97f-bfd9-465a-bdbf-b2d58dcf6e5d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562074 Nov 19 19:41:12.094092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:12.108884 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:41:12.130716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,segment=NetworkSegment(403986c9-378b-46ec-8bc5-8aeb8b03b741),segment_id=403986c9-378b-46ec-8bc5-8aeb8b03b741)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:41:12.135369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:12.188260 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:12.196491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.196839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.197184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.197523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.197898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.198232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.198562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.198891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.199223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.199548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.199876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.200198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:12.654409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['bb75ac79-2ad1-41c6-a44e-6de62f96d7a9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:41:13.203151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8e97a-69ee-4f4a-abc5-17a1dda2b6b0 req-aa0330f2-d603-4f35-b654-ae5ef329aeee tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:13.204811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1da8e97a-69ee-4f4a-abc5-17a1dda2b6b0 req-aa0330f2-d603-4f35-b654-ae5ef329aeee tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 944 time: 0.0529068 Nov 19 19:41:13.254789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1da8e97a-69ee-4f4a-abc5-17a1dda2b6b0 req-f4899529-7536-4246-9976-35783b45a0fa tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Nov 19 19:41:13.456369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:13.493900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-d5ec77c4-1f08-4221-99e6-f01065dfdbd0 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:13.495362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-d5ec77c4-1f08-4221-99e6-f01065dfdbd0 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.21 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a&tenant_id=87b7eddb3db14b5fbc4586ca993f29c2&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 944 time: 0.0539777 Nov 19 19:41:13.543757 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:41:13.566674 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-1ff56a21-d5a2-482f-b75e-ce15880431ad service neutron] delete failed (client error): The resource could not be found. Nov 19 19:41:13.567703 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-1ff56a21-d5a2-482f-b75e-ce15880431ad service neutron] 10.222.0.21 "DELETE /v2.0/ports/bb75ac79-2ad1-41c6-a44e-6de62f96d7a9/bindings/n-h2-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0636668 Nov 19 19:41:13.583099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:41:13.656476 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-98e3057f-86ad-4e1c-9a12-c9a8ea1a9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:13.657925 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-98e3057f-86ad-4e1c-9a12-c9a8ea1a9ad4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87b7eddb3db14b5fbc4586ca993f29c2&device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 1095 time: 0.0413809 Nov 19 19:41:13.747909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-3d51575f-d6ad-40bd-9fcf-e28dab46cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:13.749386 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-3d51575f-d6ad-40bd-9fcf-e28dab46cf08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e7523938-933a-4df9-918e-7120fc4bacc8 HTTP/1.1" status: 200 len: 912 time: 0.0848444 Nov 19 19:41:13.795863 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-060ef48b-0a02-438d-907c-19d73e96fa57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 HTTP/1.1" status: 200 len: 217 time: 0.0381594 Nov 19 19:41:13.847800 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-5727ee43-bdb2-4f6b-af6e-765c797c7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:13.851679 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-5727ee43-bdb2-4f6b-af6e-765c797c7bf6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2dbc6a47-5441-481c-948a-e433e72b7a6b HTTP/1.1" status: 200 len: 851 time: 0.0479560 Nov 19 19:41:13.888836 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-17280d04-ae92-46c5-b289-c743ba6dabb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e7523938-933a-4df9-918e-7120fc4bacc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295815 Nov 19 19:41:13.892659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:41:13.946805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:41:13.950754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:41:13.951124 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:13.989185 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-b9dd7430-1371-4bb3-a2ba-d6edf5d4e821 service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926716 Nov 19 19:41:14.033048 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:14.057070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:41:14.059380 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34fdf40-8f44-497e-87d0-3078a1819175" -d '{"events": [{"server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "name": "network-vif-plugged", "status": "completed", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:41:14.071945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,segment=NetworkSegment(403986c9-378b-46ec-8bc5-8aeb8b03b741),segment_id=403986c9-378b-46ec-8bc5-8aeb8b03b741)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:41:14.076263 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:14.083941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-0173b447-0802-495b-abe4-bdb49aaa3405 service neutron] 10.222.0.21 "GET /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873301 Nov 19 19:41:14.300427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:14.303819 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:14.743496 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436ec95e-f656-4287-b9cf-c5be69b4f032 x-openstack-request-id: req-436ec95e-f656-4287-b9cf-c5be69b4f032 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:41:14.744139 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "name": "network-vif-plugged", "status": "completed", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:41:14.744139 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-436ec95e-f656-4287-b9cf-c5be69b4f032 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:41:14.744321 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9', 'code': 200} Nov 19 19:41:14.841972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ca404-0330-4b20-a364-bade1e290ac2 req-3fbe8fd7-3132-464b-bf55-613a79db848d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:14.843467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c3ca404-0330-4b20-a364-bade1e290ac2 req-3fbe8fd7-3132-464b-bf55-613a79db848d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0551479 Nov 19 19:41:14.893058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c3ca404-0330-4b20-a364-bade1e290ac2 req-303f9284-0d8d-46f8-a48b-f18c918da94d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Nov 19 19:41:16.018854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20061a9-272f-45e9-b8ef-82692f64250a req-b4741dc2-d25c-44c9-bd5d-40c83ba1282d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:16.020376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b20061a9-272f-45e9-b8ef-82692f64250a req-b4741dc2-d25c-44c9-bd5d-40c83ba1282d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0564120 Nov 19 19:41:16.071163 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b20061a9-272f-45e9-b8ef-82692f64250a req-5b17ac74-ca2b-4535-adf2-89bcbf49087b tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.50 "GET /v2.0/security-groups?id=1132a179-60ad-4e9d-8df2-894a4ca60001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Nov 19 19:41:16.077449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-fc4286b5-f224-4833-b396-d6f2d7490466 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:16.078974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-fc4286b5-f224-4833-b396-d6f2d7490466 tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.57 "GET /v2.0/ports?device_id=3620b650-2256-4333-810d-577d08bed63a HTTP/1.1" status: 200 len: 945 time: 0.0496647 Nov 19 19:41:16.175668 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-56db8498-28cf-4ce1-98e2-0e137e55598d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Deleting port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:41:16.175924 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-56db8498-28cf-4ce1-98e2-0e137e55598d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:16.271710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-56db8498-28cf-4ce1-98e2-0e137e55598d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] For port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,segment=NetworkSegment(403986c9-378b-46ec-8bc5-8aeb8b03b741),segment_id=403986c9-378b-46ec-8bc5-8aeb8b03b741)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:41:16.273195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-56db8498-28cf-4ce1-98e2-0e137e55598d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:16.285570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-56db8498-28cf-4ce1-98e2-0e137e55598d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Calling delete_port for bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:41:16.419565 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-56db8498-28cf-4ce1-98e2-0e137e55598d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:16.432206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['bb75ac79-2ad1-41c6-a44e-6de62f96d7a9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:41:16.450679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db8498-28cf-4ce1-98e2-0e137e55598d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Pushing event deleted for resources: {'Port': ['ID=bb75ac79-2ad1-41c6-a44e-6de62f96d7a9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:16.495522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-56db8498-28cf-4ce1-98e2-0e137e55598d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] No DVR routers for this DVR port bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:41:16.498214 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-56db8498-28cf-4ce1-98e2-0e137e55598d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:16.501639 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3726d819-5d4c-409c-8b2d-3f8987c1c8e3 req-56db8498-28cf-4ce1-98e2-0e137e55598d tempest-DeleteServersTestJSON-554787997 tempest-DeleteServersTestJSON-554787997-project] 10.222.0.57 "DELETE /v2.0/ports/bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 HTTP/1.1" status: 204 len: 173 time: 0.4152832 Nov 19 19:41:16.502105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'name': 'network-vif-deleted', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:41:16.504361 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d61b3d-991f-4b50-b3cf-7d3d435cb90e" -d '{"events": [{"server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "name": "network-vif-deleted", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:41:16.541505 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbd22cb-4777-4797-a175-8064e8b4149a x-openstack-request-id: req-6cbd22cb-4777-4797-a175-8064e8b4149a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:41:16.541834 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3620b650-2256-4333-810d-577d08bed63a", "name": "network-vif-deleted", "tag": "bb75ac79-2ad1-41c6-a44e-6de62f96d7a9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:41:16.542092 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cbd22cb-4777-4797-a175-8064e8b4149a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:41:16.542492 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3620b650-2256-4333-810d-577d08bed63a', 'name': 'network-vif-deleted', 'tag': 'bb75ac79-2ad1-41c6-a44e-6de62f96d7a9', 'status': 'completed', 'code': 200} Nov 19 19:41:17.206256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60944) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:41:17.256206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e74af7-ce64-4a59-9463-defc17af32e4 admin admin] Deleting subnet 2dbc6a47-5441-481c-948a-e433e72b7a6b {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:41:17.260774 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93e74af7-ce64-4a59-9463-defc17af32e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.298191 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93e74af7-ce64-4a59-9463-defc17af32e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.342864 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93e74af7-ce64-4a59-9463-defc17af32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.402618 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93e74af7-ce64-4a59-9463-defc17af32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.429878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e74af7-ce64-4a59-9463-defc17af32e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbc6a47-5441-481c-948a-e433e72b7a6b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:17.435072 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93e74af7-ce64-4a59-9463-defc17af32e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.438212 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-93e74af7-ce64-4a59-9463-defc17af32e4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2dbc6a47-5441-481c-948a-e433e72b7a6b HTTP/1.1" status: 204 len: 168 time: 0.2309341 Nov 19 19:41:17.440721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60946) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:41:17.518955 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.603601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.623876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7523938-933a-4df9-918e-7120fc4bacc8']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:41:17.633507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403986c9-378b-46ec-8bc5-8aeb8b03b741') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:41:17.633837 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403986c9-378b-46ec-8bc5-8aeb8b03b741') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:41:17.643159 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.656666 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.663565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:41:17.664066 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:41:17.665860 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:41:17.723284 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.729512 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.732683 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e7523938-933a-4df9-918e-7120fc4bacc8 HTTP/1.1" status: 204 len: 168 time: 0.2910495 Nov 19 19:41:17.744853 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b9245-bb62-447e-b094-9c19dd0e2ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7523938-933a-4df9-918e-7120fc4bacc8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:17.859664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60950) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:41:17.901975 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0279a657-7b84-4b8f-8a14-6fbd0313ce36 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87b7eddb3db14b5fbc4586ca993f29c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410395 Nov 19 19:41:17.904456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60952) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:41:17.953565 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-898804e6-90ea-4147-9fdd-20c6b64231db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:17.977161 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-898804e6-90ea-4147-9fdd-20c6b64231db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:18.027206 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-898804e6-90ea-4147-9fdd-20c6b64231db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:18.029973 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-898804e6-90ea-4147-9fdd-20c6b64231db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:18.031154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-898804e6-90ea-4147-9fdd-20c6b64231db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1132a179-60ad-4e9d-8df2-894a4ca60001 HTTP/1.1" status: 204 len: 168 time: 0.1257682 Nov 19 19:41:18.039970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898804e6-90ea-4147-9fdd-20c6b64231db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1132a179-60ad-4e9d-8df2-894a4ca60001,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:18.737665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 60974) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:41:18.862337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1404514086-network', 'tenant_id': '1301b24fd848461299f5bbf5f68539ac'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:41:18.885707 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Made reservation on behalf of 1301b24fd848461299f5bbf5f68539ac for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:41:18.888160 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:18.901464 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:18.979988 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:18.983889 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:19.011635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:41:19.017109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96485248-4720-407c-ac32-3a25ed37625d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:19.025321 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:19.025321 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Added segment 16978764-3272-4f0c-beb0-3ce4dc1a2678 of type vlan for network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f Nov 19 19:41:19.068002 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:19.093105 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:19.093993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:19.094569 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:19.149719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4109058 Nov 19 19:41:19.152782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 60978) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:41:19.158019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] Request body: {'subnet': {'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1404514086-subnet', 'tenant_id': '1301b24fd848461299f5bbf5f68539ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:41:19.163485 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a53c5-60f8-4e79-8f90-fdf1c5495bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:19.174925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:41:19.180817 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] Made reservation on behalf of 1301b24fd848461299f5bbf5f68539ac for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:41:19.183436 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:19.357553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:19.406612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df89fc3d-1368-4c2a-990a-4979135ff789,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:19.422181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] Checking segment: {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:41:19.422539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] Network hostable DHCP agents. Network: 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:41:19.439836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] Network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:41:19.454187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:41:19.458368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:19.458974 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:19.463913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b405ed7b-e8a5-453d-9592-452f089be4d6 None None] Network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:41:19.482304 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-74c797dc-4711-4149-80bf-cdfb04c00791 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3282795 Nov 19 19:41:19.603808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b7837-d663-4654-971d-0eb9bf4cf103 None None] Network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:41:19.949054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:41:19.962555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-ed2f9479-d6f1-4395-83b7-0d2ee7012a3c tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:19.964349 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-ed2f9479-d6f1-4395-83b7-0d2ee7012a3c tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 815 time: 0.1215048 Nov 19 19:41:19.973444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:41:19.974168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device bb75ac79-2ad1-41c6-a44e-6de62f96d7a9 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:41:19.981118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-f19db6f3-9c51-4ccf-801f-dd9f5eff01ce tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/quotas/1301b24fd848461299f5bbf5f68539ac HTTP/1.1" status: 200 len: 375 time: 0.0107353 Nov 19 19:41:20.017076 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-548a5e69-031f-4554-a578-b97cb637ae61 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294917 Nov 19 19:41:20.124802 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-32c0a490-43e6-4427-a0af-475cb7d5ef3d service neutron] 10.222.0.50 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000538 Nov 19 19:41:20.227365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-77274dce-efc7-424c-b9b8-faa068adbf33 service neutron] 10.222.0.50 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963414 Nov 19 19:41:20.424200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5a7d729-5b32-4fec-ae0e-3610c09b3e4d req-2afa2923-d660-47a7-a8e4-fb5cc0661d60 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 210 time: 0.0391924 Nov 19 19:41:21.466128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-ff4322aa-0974-473f-b99e-46ea97ea90e9 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:21.467647 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-ff4322aa-0974-473f-b99e-46ea97ea90e9 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.57 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 815 time: 0.1115718 Nov 19 19:41:21.482300 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Request body: {'port': {'device_id': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f', 'admin_state_up': True, 'tenant_id': '1301b24fd848461299f5bbf5f68539ac'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:41:21.531850 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75d91c52-bdb5-468b-9316-21b95bc0836d req-052f1de3-9732-494a-87ba-d76f80382e77 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 210 time: 0.0283532 Nov 19 19:41:21.592835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Made reservation on behalf of 1301b24fd848461299f5bbf5f68539ac for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:41:21.596341 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:22.063531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Allocated IP 172.20.0.4 (0fcf3340-6d9f-4bfc-898b-e3672f9dca8f/df89fc3d-1368-4c2a-990a-4979135ff789/4c76c3e7-bf78-420f-8192-90995ca521ea) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:41:22.220562 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:22.254253 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:22.306105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:41:22.309663 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:41:22.313343 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:41:22.321092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Pushing event updated for resources: {'Port': ['ID=4c76c3e7-bf78-420f-8192-90995ca521ea,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:22.349699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.350386 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.350480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.350771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.351133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.351468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.351791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.352117 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.352445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.352773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.353093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.353415 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:41:22.379109 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:22.379720 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:22.396355 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-06e28b3f-e922-4a2d-a225-efeea5e51f2e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9181590 Nov 19 19:41:22.408279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Request body: {'port': {'device_id': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:41:22.469593 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:22.655179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb1f94-ede3-47b4-8eca-ea7fb5891e57 req-e04682f9-419e-4654-a9a4-1b3410430306 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:22.656838 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9cb1f94-ede3-47b4-8eca-ea7fb5891e57 req-e04682f9-419e-4654-a9a4-1b3410430306 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 931 time: 0.0537882 Nov 19 19:41:22.709226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f9cb1f94-ede3-47b4-8eca-ea7fb5891e57 req-42ee6d9f-188e-4f7f-bd88-2d6b84a46828 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452790 Nov 19 19:41:22.762808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c76c3e7-bf78-420f-8192-90995ca521ea {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:41:22.770327 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:22.783623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Transition to ACTIVE for port object 4c76c3e7-bf78-420f-8192-90995ca521ea will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:41:22.786718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:22.840135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c76c3e7-bf78-420f-8192-90995ca521ea,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:22.911662 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Attempting to bind port 4c76c3e7-bf78-420f-8192-90995ca521ea on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:41:22.911994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Attempting to bind port 4c76c3e7-bf78-420f-8192-90995ca521ea by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:41:22.912931 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Attempting to bind port 4c76c3e7-bf78-420f-8192-90995ca521ea on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:41:22.917383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Port 4c76c3e7-bf78-420f-8192-90995ca521ea on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:41:22.917732 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Attempting to bind port 4c76c3e7-bf78-420f-8192-90995ca521ea on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:41:22.923000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:41:22.923330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Checking segment: {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:41:22.923712 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Bound using segment: {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:41:22.924136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Bound port: 4c76c3e7-bf78-420f-8192-90995ca521ea, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:41:22.924490 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:22.988916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:41:22.992885 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4c76c3e7-bf78-420f-8192-90995ca521ea,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:41:22.997012 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:23.030608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:23.031239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:23.032816 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] 10.222.0.57 "PUT /v2.0/ports/4c76c3e7-bf78-420f-8192-90995ca521ea HTTP/1.1" status: 200 len: 1091 time: 0.6286170 Nov 19 19:41:23.037184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:41:23.040296 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9c25e7-5ba7-4783-9df3-bb8264c80f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:41:23.069682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7eb17-8d61-41f7-b6ab-78020c0089b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c76c3e7-bf78-420f-8192-90995ca521ea,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:23.084836 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3aec0b-41dd-43ca-9ee9-25be57054747 x-openstack-request-id: req-5b3aec0b-41dd-43ca-9ee9-25be57054747 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:41:23.085125 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:41:23.085375 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b3aec0b-41dd-43ca-9ee9-25be57054747 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:41:23.085777 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea', 'status': 'completed', 'code': 200} Nov 19 19:41:23.122663 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-868cebc9-1a1d-442a-81d5-625427d5bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:23.124177 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-868cebc9-1a1d-442a-81d5-625427d5bfed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 1094 time: 0.0497785 Nov 19 19:41:23.169321 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-6e170f60-bd50-4e2d-839d-f7799052e34d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c76c3e7-bf78-420f-8192-90995ca521ea HTTP/1.1" status: 200 len: 217 time: 0.0376084 Nov 19 19:41:23.219545 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-70da707b-85c2-44d1-b667-f0cfa8e39001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:23.221015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-70da707b-85c2-44d1-b667-f0cfa8e39001 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0448592 Nov 19 19:41:23.257446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-928b1f3d-5230-4f5c-b074-0abaedb066de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283973 Nov 19 19:41:23.347731 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-92d40402-7c4d-42da-bbf5-fedc6f56b780 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833135 Nov 19 19:41:23.441594 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b0df255c-235b-4ee2-af65-292b18b77fb0 req-c342de51-2470-4b4a-adea-11ac23394751 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870836 Nov 19 19:41:23.532365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c25e7-5ba7-4783-9df3-bb8264c80f8c req-e0a03166-fde3-410e-9c19-6ad7433dcd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:23.533923 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb9c25e7-5ba7-4783-9df3-bb8264c80f8c req-e0a03166-fde3-410e-9c19-6ad7433dcd8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 1094 time: 0.0434430 Nov 19 19:41:23.629422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c25e7-5ba7-4783-9df3-bb8264c80f8c req-9dbc976c-2565-485a-8314-4e9079115a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:23.630852 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb9c25e7-5ba7-4783-9df3-bb8264c80f8c req-9dbc976c-2565-485a-8314-4e9079115a74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.0894208 Nov 19 19:41:23.677613 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb9c25e7-5ba7-4783-9df3-bb8264c80f8c req-ac3352fc-5991-47e8-8e69-a1971c9def74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c76c3e7-bf78-420f-8192-90995ca521ea HTTP/1.1" status: 200 len: 217 time: 0.0386796 Nov 19 19:41:23.731408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c25e7-5ba7-4783-9df3-bb8264c80f8c req-5053c7e7-edfe-4472-8a52-c0159dd79ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:23.732920 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb9c25e7-5ba7-4783-9df3-bb8264c80f8c req-5053c7e7-edfe-4472-8a52-c0159dd79ef4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0485108 Nov 19 19:41:23.766708 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb9c25e7-5ba7-4783-9df3-bb8264c80f8c req-9bec5018-e965-410a-9ea0-aa70064fcdad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260370 Nov 19 19:41:23.831711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26dec3-6ffa-45f7-9db8-8fb92f2877e2 req-ff8bf6dc-4843-4c31-ab77-85796aa0b634 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:23.833271 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a26dec3-6ffa-45f7-9db8-8fb92f2877e2 req-ff8bf6dc-4843-4c31-ab77-85796aa0b634 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 943 time: 0.0513065 Nov 19 19:41:23.864302 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb9c25e7-5ba7-4783-9df3-bb8264c80f8c req-6a2fef42-4dcb-441c-8fb1-9b8e0699add0 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900104 Nov 19 19:41:23.897611 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a26dec3-6ffa-45f7-9db8-8fb92f2877e2 req-90919076-80b3-493e-8c06-324ddd80d331 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578506 Nov 19 19:41:23.965316 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cb9c25e7-5ba7-4783-9df3-bb8264c80f8c req-189650d7-5a2f-4253-9d05-89e69e627761 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886672 Nov 19 19:41:25.017629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2eac5-f09a-4a1f-8b57-9d8d441f574a req-48359e04-2931-4121-b802-4f4d843b7abc tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:25.019161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21c2eac5-f09a-4a1f-8b57-9d8d441f574a req-48359e04-2931-4121-b802-4f4d843b7abc tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 943 time: 0.0506258 Nov 19 19:41:25.071569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21c2eac5-f09a-4a1f-8b57-9d8d441f574a req-f45fd165-1fce-47d5-91ed-e2315fe9ebcc tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449753 Nov 19 19:41:25.557026 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:25.963844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4c76c3e7-bf78-420f-8192-90995ca521ea details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:41:26.065127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4c76c3e7-bf78-420f-8192-90995ca521ea,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:41:26.078323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '4c76c3e7-bf78-420f-8192-90995ca521ea', 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f', 'port_id': '4c76c3e7-bf78-420f-8192-90995ca521ea', 'mac_address': 'fa:16:3e:85:80:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df89fc3d-1368-4c2a-990a-4979135ff789', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:41:26.118464 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:26.132167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c76c3e7-bf78-420f-8192-90995ca521ea {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:41:26.152200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4c76c3e7-bf78-420f-8192-90995ca521ea,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:41:26.156817 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:26.197931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d910e19-584b-4dd7-a142-cc5c79dd589b req-d5c24b80-be75-4a87-901d-70f1319d02e2 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:26.199450 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d910e19-584b-4dd7-a142-cc5c79dd589b req-d5c24b80-be75-4a87-901d-70f1319d02e2 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 944 time: 0.0556505 Nov 19 19:41:26.211473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=4c76c3e7-bf78-420f-8192-90995ca521ea,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:26.250978 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d910e19-584b-4dd7-a142-cc5c79dd589b req-7c4db350-3d9b-4cb0-a1b4-9965f7ea9dbd tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454447 Nov 19 19:41:26.433438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['4c76c3e7-bf78-420f-8192-90995ca521ea'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:41:27.378108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70eaa85-cec4-4f0d-85a2-1f12e10cccc7 req-a7246aa5-c1c1-4202-87f9-deedf2b45625 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:27.379605 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e70eaa85-cec4-4f0d-85a2-1f12e10cccc7 req-a7246aa5-c1c1-4202-87f9-deedf2b45625 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 944 time: 0.0537066 Nov 19 19:41:27.430315 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e70eaa85-cec4-4f0d-85a2-1f12e10cccc7 req-c3f47ebf-833e-4a5b-8b96-7b0ceb979f37 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Nov 19 19:41:27.979116 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4c76c3e7-bf78-420f-8192-90995ca521ea up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:41:28.032470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 4c76c3e7-bf78-420f-8192-90995ca521ea completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:41:28.036296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 4c76c3e7-bf78-420f-8192-90995ca521ea triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:41:28.036666 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:28.113410 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:28.138248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:41:28.141139 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fed32f9-7a41-4249-9546-93ebc3bc0293" -d '{"events": [{"server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "name": "network-vif-plugged", "status": "completed", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:41:28.154838 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4c76c3e7-bf78-420f-8192-90995ca521ea,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:41:28.159058 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:28.186597 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c672e6fb-4805-40cb-87c6-36125b732515 x-openstack-request-id: req-c672e6fb-4805-40cb-87c6-36125b732515 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:41:28.186892 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "name": "network-vif-plugged", "status": "completed", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:41:28.187152 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c672e6fb-4805-40cb-87c6-36125b732515 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:41:28.187554 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea', 'code': 200} Nov 19 19:41:28.190472 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:41:28.214358 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=4c76c3e7-bf78-420f-8192-90995ca521ea,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:41:28.280361 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656faed0-01b4-47df-90a2-a4aaeaf8f725 req-25bebf8f-3ec8-4455-99bb-ffcec419cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:28.281939 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-656faed0-01b4-47df-90a2-a4aaeaf8f725 req-25bebf8f-3ec8-4455-99bb-ffcec419cacf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 1096 time: 0.0423486 Nov 19 19:41:28.333109 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-656faed0-01b4-47df-90a2-a4aaeaf8f725 req-5a276ebf-7df4-4460-b90f-b48f9ea44d74 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444324 Nov 19 19:41:28.549553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813e846-f564-4308-8cca-b78be69ed51d req-2501f94b-561a-408a-a1b5-7cbda8be7383 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:28.551097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8813e846-f564-4308-8cca-b78be69ed51d req-2501f94b-561a-408a-a1b5-7cbda8be7383 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0495586 Nov 19 19:41:28.600016 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8813e846-f564-4308-8cca-b78be69ed51d req-165a7bf7-5874-41f6-a174-9918bd9c2a6a tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Nov 19 19:41:29.727322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa098ef1-7a09-41bc-9749-0bce09fb4eca req-b2c9a9c2-91aa-40f0-bb13-2f9737c83000 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:29.728864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa098ef1-7a09-41bc-9749-0bce09fb4eca req-b2c9a9c2-91aa-40f0-bb13-2f9737c83000 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0544984 Nov 19 19:41:29.777569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fa098ef1-7a09-41bc-9749-0bce09fb4eca req-b342271b-4045-4793-b129-27b2d8c906a3 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Nov 19 19:41:29.898278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a73a2-8d88-4c36-bf6e-c2ea8f5f3b87 req-88eb698e-7399-47f7-92c4-8b1c7b0ca890 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:29.899821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-521a73a2-8d88-4c36-bf6e-c2ea8f5f3b87 req-88eb698e-7399-47f7-92c4-8b1c7b0ca890 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0522516 Nov 19 19:41:29.954255 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-521a73a2-8d88-4c36-bf6e-c2ea8f5f3b87 req-fc490ed2-4541-4f69-9e57-bbe73ac59aff tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Nov 19 19:41:30.159583 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:30.189447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142f96f-17c6-4381-ac40-0102dbccf719 req-9f196844-f577-406a-a46e-13583d2cbaa5 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:30.191454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d142f96f-17c6-4381-ac40-0102dbccf719 req-9f196844-f577-406a-a46e-13583d2cbaa5 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0647252 Nov 19 19:41:30.249398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d142f96f-17c6-4381-ac40-0102dbccf719 req-274857a3-1007-43d1-9f46-0b811fc768c5 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508955 Nov 19 19:41:30.367520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454de36-225e-48fe-a52f-05d782572c93 req-7a26e5ea-872a-45ea-bb27-12b51e546318 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:30.369046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1454de36-225e-48fe-a52f-05d782572c93 req-7a26e5ea-872a-45ea-bb27-12b51e546318 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0507932 Nov 19 19:41:30.419430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1454de36-225e-48fe-a52f-05d782572c93 req-f20eeabb-aea7-4dea-904b-7fed8a4d70ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Nov 19 19:41:30.644517 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-7499a1ec-dcb9-4715-a237-b1ac2d2657d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421615 Nov 19 19:41:30.663211 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c938a-3e97-453a-847d-fd008c862158 req-b1bb957a-6241-4320-833d-54f87664c2b6 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:30.664876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-536c938a-3e97-453a-847d-fd008c862158 req-b1bb957a-6241-4320-833d-54f87664c2b6 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0542424 Nov 19 19:41:30.718245 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-536c938a-3e97-453a-847d-fd008c862158 req-82758a4e-343d-4d33-b7aa-401eeb29a68a tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450273 Nov 19 19:41:31.782815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-3663b912-227d-4ce5-abaa-700c7be669de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:31.784342 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-3663b912-227d-4ce5-abaa-700c7be669de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 1096 time: 0.0420277 Nov 19 19:41:31.844401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f482ec9-9074-4e67-acc7-c71da3d34d67 req-afdcba11-0bdd-4ffd-8715-56235e018f42 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:31.846106 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f482ec9-9074-4e67-acc7-c71da3d34d67 req-afdcba11-0bdd-4ffd-8715-56235e018f42 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0547657 Nov 19 19:41:31.883325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-f9605e76-b590-4ffa-a2f8-49748e77fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:31.885010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-f9605e76-b590-4ffa-a2f8-49748e77fe06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.0934787 Nov 19 19:41:31.897809 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9f482ec9-9074-4e67-acc7-c71da3d34d67 req-540a9d2e-9fb3-4757-b085-8c26cfb5926d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434129 Nov 19 19:41:31.929087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5fa24fd0-5856-4858-bfe6-8bef79eb1140 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c76c3e7-bf78-420f-8192-90995ca521ea HTTP/1.1" status: 200 len: 217 time: 0.0370569 Nov 19 19:41:31.977360 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-91e6ec8c-964c-4a0f-8989-ad14a307dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:31.978870 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-91e6ec8c-964c-4a0f-8989-ad14a307dae6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0436139 Nov 19 19:41:32.012137 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-d6628b1f-99fd-4226-8f76-6697e4459a2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253649 Nov 19 19:41:32.113231 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-a7665ce9-67a3-4a67-8e2b-2422b8d3ffe6 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937264 Nov 19 19:41:32.210927 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-3e21dd4e-f629-4c93-bf3d-2ae6400365bf service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910931 Nov 19 19:41:33.022164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e7b96-ae92-431e-867c-dffc8cc0e0e3 req-84ac5211-f5b4-46d8-8e74-0ece69734cd1 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:33.023677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f04e7b96-ae92-431e-867c-dffc8cc0e0e3 req-84ac5211-f5b4-46d8-8e74-0ece69734cd1 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0580716 Nov 19 19:41:33.075220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f04e7b96-ae92-431e-867c-dffc8cc0e0e3 req-72c04e78-b424-4c0d-bcde-698f5d8bd691 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455744 Nov 19 19:41:34.197984 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5005c-2ec5-43e7-bab7-4f6eec03596b req-8f4a7f91-8dc0-42e9-b2ae-d2047978de7c tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:34.199441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8f5005c-2ec5-43e7-bab7-4f6eec03596b req-8f4a7f91-8dc0-42e9-b2ae-d2047978de7c tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0512490 Nov 19 19:41:34.255184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8f5005c-2ec5-43e7-bab7-4f6eec03596b req-173ce95b-66eb-4c3a-986c-3f7cd1a5bfc5 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484073 Nov 19 19:41:35.380741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20c0bc-0e67-4cfe-987a-4fcddb848af7 req-126c9e74-9b9d-4108-aec5-fcd9cfd31005 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:35.382959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb20c0bc-0e67-4cfe-987a-4fcddb848af7 req-126c9e74-9b9d-4108-aec5-fcd9cfd31005 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0526521 Nov 19 19:41:35.433657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb20c0bc-0e67-4cfe-987a-4fcddb848af7 req-498a5ab7-20eb-4541-bd57-d10283f09521 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 Nov 19 19:41:36.551510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408db82-4be6-4d50-9c74-6cd1463377af req-dbfced09-5fea-422f-bef5-48206b62cbab tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:36.553507 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c408db82-4be6-4d50-9c74-6cd1463377af req-dbfced09-5fea-422f-bef5-48206b62cbab tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0509253 Nov 19 19:41:36.602548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c408db82-4be6-4d50-9c74-6cd1463377af req-7625f6af-784b-464e-a28e-915c2fde34d7 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Nov 19 19:41:37.728568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf6220-700a-4a97-91f6-7f03f6e3f690 req-7cf26160-30bf-4bbd-ac7f-a0bc70bb74ce tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:37.730126 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4bf6220-700a-4a97-91f6-7f03f6e3f690 req-7cf26160-30bf-4bbd-ac7f-a0bc70bb74ce tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0581810 Nov 19 19:41:37.783686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4bf6220-700a-4a97-91f6-7f03f6e3f690 req-1cf79593-4ec6-4f33-bd84-01cc05904d73 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472941 Nov 19 19:41:38.283791 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ca831cd2-7110-4965-b450-bb3fc0a08777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:38.903332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd706113-564d-4295-b45f-9a0057bc3135 req-86cd96bf-9b61-4be9-865c-2059d87455a5 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:38.904849 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd706113-564d-4295-b45f-9a0057bc3135 req-86cd96bf-9b61-4be9-865c-2059d87455a5 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0502193 Nov 19 19:41:38.954337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bd706113-564d-4295-b45f-9a0057bc3135 req-4e760cb7-b0d4-477c-8148-734fed923427 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434263 Nov 19 19:41:39.821170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-2d346f56-18db-4aea-a2f3-7f57f7571d6c req-eb7f8ce0-f3ef-4f8a-bdc9-974416b05e8a tempest-VolumesSnapshotTestJSON-1403182116 tempest-VolumesSnapshotTestJSON-1403182116-project] (109888) timed out ('10.222.0.57', 52613) {{(pid=109888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 19:41:40.078890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aab29-8060-4c49-96eb-0ae29f6c6ede req-5ad471f4-5dd6-4030-9ac7-b0a6d95a0ce2 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:40.080331 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-325aab29-8060-4c49-96eb-0ae29f6c6ede req-5ad471f4-5dd6-4030-9ac7-b0a6d95a0ce2 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0548403 Nov 19 19:41:40.128104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-325aab29-8060-4c49-96eb-0ae29f6c6ede req-e191dc1b-4df5-4963-a8d1-b7babf4db58f tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Nov 19 19:41:40.638488 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-08bd0566-6eb1-4919-a32f-4d790407dce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:41.248757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de8e31-1119-4c63-8667-276de3b9e3fe req-881635ee-960d-4bbc-be8e-a6428a8c6697 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:41.250334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0de8e31-1119-4c63-8667-276de3b9e3fe req-881635ee-960d-4bbc-be8e-a6428a8c6697 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0503943 Nov 19 19:41:41.299379 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0de8e31-1119-4c63-8667-276de3b9e3fe req-4cad7532-f265-4ceb-9500-53400f6909fd tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Nov 19 19:41:41.999844 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:42.421131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95ea19-b704-4cbe-a906-c587b293d9d8 req-eae5536c-64ef-4f0d-b158-6397fe4559b9 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:42.422693 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e95ea19-b704-4cbe-a906-c587b293d9d8 req-eae5536c-64ef-4f0d-b158-6397fe4559b9 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0495844 Nov 19 19:41:42.477681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e95ea19-b704-4cbe-a906-c587b293d9d8 req-26730bc8-b88e-4b1b-8085-f7bf46c40d2b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480251 Nov 19 19:41:43.459510 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:43.626229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59f967-a95f-4fc8-8e6c-5d854ef23d35 req-d42e57c8-5e98-4ea8-8ea8-8b8363d8af8b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:43.627707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e59f967-a95f-4fc8-8e6c-5d854ef23d35 req-d42e57c8-5e98-4ea8-8ea8-8b8363d8af8b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0599220 Nov 19 19:41:43.683950 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5e59f967-a95f-4fc8-8e6c-5d854ef23d35 req-f7fb1f56-b7fb-4879-9d17-cea7bb3277fd tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Nov 19 19:41:44.225436 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:44.828220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336044c-32b7-44a0-8bb2-14c89281e4ac req-f2e4912a-76bd-4b05-baf5-ec467cc5ddc0 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:44.829788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c336044c-32b7-44a0-8bb2-14c89281e4ac req-f2e4912a-76bd-4b05-baf5-ec467cc5ddc0 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0558195 Nov 19 19:41:44.884615 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c336044c-32b7-44a0-8bb2-14c89281e4ac req-9987eecb-0794-43f4-b3a9-5a50f2a52406 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472150 Nov 19 19:41:46.019779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d1cb4-3f16-4e5b-be12-490f4a324b4e req-421bb414-d937-4b18-afc8-b3d28977262f tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:46.021976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-840d1cb4-3f16-4e5b-be12-490f4a324b4e req-421bb414-d937-4b18-afc8-b3d28977262f tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0588274 Nov 19 19:41:46.074997 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-840d1cb4-3f16-4e5b-be12-490f4a324b4e req-6d400fcb-70ae-4ecc-ace5-30c9f979f8ed tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468645 Nov 19 19:41:47.196519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ad20a-66c1-4713-85f1-d68d497592d6 req-3c76d2ad-1ceb-459f-9e45-f3ea4549929b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:47.197959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-531ad20a-66c1-4713-85f1-d68d497592d6 req-3c76d2ad-1ceb-459f-9e45-f3ea4549929b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0498307 Nov 19 19:41:47.250311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-531ad20a-66c1-4713-85f1-d68d497592d6 req-b8285a36-e34c-4208-ad0c-185ff536a3ac tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463252 Nov 19 19:41:48.374429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a4671-75f0-4c35-bae7-a5ebf7acf99e req-134cfdaf-ef2f-4720-b60f-faea0e480d24 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:48.376001 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-549a4671-75f0-4c35-bae7-a5ebf7acf99e req-134cfdaf-ef2f-4720-b60f-faea0e480d24 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0533040 Nov 19 19:41:48.437596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-549a4671-75f0-4c35-bae7-a5ebf7acf99e req-28128a78-186f-466c-a490-bbfe6732a545 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507996 Nov 19 19:41:49.562083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c681cf-a243-417b-89f3-cbd25bc8ca53 req-9263d244-af83-4b04-b89d-b2baf5dce009 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:49.563747 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67c681cf-a243-417b-89f3-cbd25bc8ca53 req-9263d244-af83-4b04-b89d-b2baf5dce009 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0523319 Nov 19 19:41:49.615886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-67c681cf-a243-417b-89f3-cbd25bc8ca53 req-93c95d74-94a7-4c37-8898-faaf7d314285 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461094 Nov 19 19:41:50.746813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683729-d0aa-4232-896a-c4d23dbe4899 req-3105f860-5e38-4706-85b4-afc5e86f3a08 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:50.748426 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7e683729-d0aa-4232-896a-c4d23dbe4899 req-3105f860-5e38-4706-85b4-afc5e86f3a08 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0516963 Nov 19 19:41:50.801710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7e683729-d0aa-4232-896a-c4d23dbe4899 req-5596b9db-c300-4c70-99ef-7ce04ab69918 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469716 Nov 19 19:41:51.927194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2b0d4-3390-415f-8650-7e2a6bea5559 req-2d69afd9-7cd8-4f89-bcb7-6c6691b68830 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:51.928707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6a2b0d4-3390-415f-8650-7e2a6bea5559 req-2d69afd9-7cd8-4f89-bcb7-6c6691b68830 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0547299 Nov 19 19:41:51.978987 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6a2b0d4-3390-415f-8650-7e2a6bea5559 req-2b69dcfb-6870-4d36-ad2e-4446b6660f8c tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437214 Nov 19 19:41:53.101619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552c5ae-a154-4da4-b038-1b19cc98bd9e req-5874d7ec-769b-4765-8cb6-fd4e73b17233 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:53.103428 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f552c5ae-a154-4da4-b038-1b19cc98bd9e req-5874d7ec-769b-4765-8cb6-fd4e73b17233 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0524166 Nov 19 19:41:53.155669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f552c5ae-a154-4da4-b038-1b19cc98bd9e req-0c4222b0-85f2-45e7-b7b0-64bc5e53f2fe tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461009 Nov 19 19:41:54.280616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4755f-4597-4a99-ae55-c8a50402af20 req-8bc28a21-e4e3-4d6a-91a0-8f1d31eb4af8 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:54.282184 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24d4755f-4597-4a99-ae55-c8a50402af20 req-8bc28a21-e4e3-4d6a-91a0-8f1d31eb4af8 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0551972 Nov 19 19:41:54.336816 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24d4755f-4597-4a99-ae55-c8a50402af20 req-dfb27280-13ad-477e-9a03-1d5992317b49 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481386 Nov 19 19:41:55.455065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15dc02-5174-43f5-8552-4c07ffd8f833 req-65487b88-8b06-4eeb-9633-646f79dbd971 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:55.456563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee15dc02-5174-43f5-8552-4c07ffd8f833 req-65487b88-8b06-4eeb-9633-646f79dbd971 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0499747 Nov 19 19:41:55.505621 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee15dc02-5174-43f5-8552-4c07ffd8f833 req-f2058a5f-254b-4e1d-88f2-6db95ba03b84 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Nov 19 19:41:55.569618 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:56.627226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bf964-872f-4a53-a5c6-80fbbcfc323d req-d8c69bfb-c937-4916-bf0d-0fd81c8c712d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:56.628720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c7bf964-872f-4a53-a5c6-80fbbcfc323d req-d8c69bfb-c937-4916-bf0d-0fd81c8c712d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0495243 Nov 19 19:41:56.682589 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c7bf964-872f-4a53-a5c6-80fbbcfc323d req-6d19f249-7b8d-4053-a144-9b27431d6868 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465844 Nov 19 19:41:57.804784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3da6c-a7cb-4ffe-9d28-2e59bb53f851 req-49d462e9-e207-4a8f-92d6-3e2f00277d2b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:57.806633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0da3da6c-a7cb-4ffe-9d28-2e59bb53f851 req-49d462e9-e207-4a8f-92d6-3e2f00277d2b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0547698 Nov 19 19:41:57.854720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0da3da6c-a7cb-4ffe-9d28-2e59bb53f851 req-6ae5594e-90b9-49d8-b850-7fc465202d84 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417526 Nov 19 19:41:58.971634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ad90c-993e-4214-b017-5c2e5eefd89d req-5c6c4630-e0b6-4c9a-8c22-c8991fdf5929 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:58.973129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-908ad90c-993e-4214-b017-5c2e5eefd89d req-5c6c4630-e0b6-4c9a-8c22-c8991fdf5929 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0492771 Nov 19 19:41:59.022264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-908ad90c-993e-4214-b017-5c2e5eefd89d req-ac2cb44b-940f-45cd-a962-d732c89f4444 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Nov 19 19:41:59.127897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-7837bf83-ed78-45e6-aec4-f2cff0ceae6c tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:41:59.129114 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-7837bf83-ed78-45e6-aec4-f2cff0ceae6c tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077581 Nov 19 19:41:59.189717 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.57', 53169) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:41:59.235389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-c39053a6-0a9c-439d-bad4-540dffdd9ae2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444410 Nov 19 19:41:59.250132 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-049823b1-9b0f-4331-8db2-53b65a951143 service neutron] show failed (client error): The resource could not be found. Nov 19 19:41:59.251144 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-049823b1-9b0f-4331-8db2-53b65a951143 service neutron] 10.222.0.57 "GET /v2.0/ports/4c76c3e7-bf78-420f-8192-90995ca521ea/bindings/n-h2-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.1150801 Nov 19 19:41:59.328431 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-92ab0592-8556-4c81-82dd-4b0c3c024d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:59.329974 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-92ab0592-8556-4c81-82dd-4b0c3c024d9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0420582 Nov 19 19:41:59.450019 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-4092757d-723f-4da6-8f80-9e968719e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:59.451553 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-4092757d-723f-4da6-8f80-9e968719e716 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1002307 Nov 19 19:41:59.504021 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-afa4e31b-aa6e-48fb-8b1c-fb6bac12af73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0444241 Nov 19 19:41:59.577033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-926bc85c-267a-4b8d-bdbc-9edd08653456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:59.578564 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-926bc85c-267a-4b8d-bdbc-9edd08653456 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf&tenant_id=1301b24fd848461299f5bbf5f68539ac HTTP/1.1" status: 200 len: 1096 time: 0.1541736 Nov 19 19:41:59.582050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-0e0aed18-cc55-4af8-8182-f9af35c7705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:59.584035 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-0e0aed18-cc55-4af8-8182-f9af35c7705e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0607517 Nov 19 19:41:59.590033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-da628d0d-8928-415b-ac9f-3f8c894e00ae service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:41:59.590979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-da628d0d-8928-415b-ac9f-3f8c894e00ae service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049860 Nov 19 19:41:59.604097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:41:59.675142 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-4ddeb91b-7708-488a-b49f-998769e62c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:41:59.676989 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-4ddeb91b-7708-488a-b49f-998769e62c6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851655 Nov 19 19:41:59.681606 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:41:59.882075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-62b06c7c-1307-456e-b7ff-781a62d4af9e service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979852 Nov 19 19:42:00.039220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=4c76c3e7-bf78-420f-8192-90995ca521ea,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:00.049472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3257bdb1-7c47-4ba1-8807-04c9990dfadc req-fa4b4412-9ca1-42ab-aa03-fa5e1ce7ec24 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590087 Nov 19 19:42:00.077036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:42:00.119561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:42:00.121901 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b49af8-9584-4a96-aa53-6984d2c5c9bd" -d '{"events": [{"server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:42:00.125783 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:00.138745 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Transition to ACTIVE for port object 4c76c3e7-bf78-420f-8192-90995ca521ea will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:42:00.142867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:00.146956 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:00.148711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de19050-265b-4bc0-8d90-e4796e83a5af req-37ec66cc-34d9-40ec-9a6a-e177f042b2bc tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:00.150306 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5de19050-265b-4bc0-8d90-e4796e83a5af req-37ec66cc-34d9-40ec-9a6a-e177f042b2bc tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0526192 Nov 19 19:42:00.196154 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Pushing event updated for resources: {'Port': ['ID=4c76c3e7-bf78-420f-8192-90995ca521ea,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:00.201080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5de19050-265b-4bc0-8d90-e4796e83a5af req-8e91df13-229c-4aaa-9c10-11938cc8a503 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445094 Nov 19 19:42:00.213075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] No DVR routers for this DVR port 4c76c3e7-bf78-420f-8192-90995ca521ea on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:42:00.251541 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Attempting to bind port 4c76c3e7-bf78-420f-8192-90995ca521ea on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:42:00.251872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Attempting to bind port 4c76c3e7-bf78-420f-8192-90995ca521ea by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:42:00.252197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Attempting to bind port 4c76c3e7-bf78-420f-8192-90995ca521ea on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:42:00.257684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Port 4c76c3e7-bf78-420f-8192-90995ca521ea on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:42:00.258072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Attempting to bind port 4c76c3e7-bf78-420f-8192-90995ca521ea on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:42:00.260747 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d58dac-19ea-4b1e-a37f-0b2114994688 x-openstack-request-id: req-84d58dac-19ea-4b1e-a37f-0b2114994688 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:42:00.261046 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:42:00.261300 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84d58dac-19ea-4b1e-a37f-0b2114994688 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:42:00.261690 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea', 'code': 200} Nov 19 19:42:00.265489 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:42:00.265877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Checking segment: {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:42:00.266259 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Bound using segment: {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:42:00.266686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Bound port: 4c76c3e7-bf78-420f-8192-90995ca521ea, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:42:00.267041 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:00.331023 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:42:00.334366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4c76c3e7-bf78-420f-8192-90995ca521ea,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:42:00.340172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:00.377779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:00.378411 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:00.379799 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] 10.222.0.21 "PUT /v2.0/ports/4c76c3e7-bf78-420f-8192-90995ca521ea HTTP/1.1" status: 200 len: 1091 time: 0.7806818 Nov 19 19:42:00.398002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ed607-9d38-4945-94b3-3b64eeba11ad service neutron] Pushing event updated for resources: {'Port': ['ID=4c76c3e7-bf78-420f-8192-90995ca521ea,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:00.448936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-81424f29-bcd4-444c-8efd-362c678e39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:00.450540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-81424f29-bcd4-444c-8efd-362c678e39b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 1094 time: 0.0459597 Nov 19 19:42:00.556231 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-211c5b39-fef9-476d-963c-eaa26378174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:00.558026 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-211c5b39-fef9-476d-963c-eaa26378174a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.1004751 Nov 19 19:42:00.601542 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-182c62f5-d202-4b68-b230-5761623bdb86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c76c3e7-bf78-420f-8192-90995ca521ea HTTP/1.1" status: 200 len: 217 time: 0.0363734 Nov 19 19:42:00.657645 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-56485442-5a4a-4637-a2fd-675f2fb517e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:00.659092 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-56485442-5a4a-4637-a2fd-675f2fb517e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0508964 Nov 19 19:42:00.695204 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-7851ecb7-cf0d-4e72-88fe-01cc2ae9e4e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283864 Nov 19 19:42:00.784559 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-f3d6dcbd-3ddb-4c02-8666-bb51b4a5fb89 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825469 Nov 19 19:42:00.883480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-10acbf14-97b5-49d6-a81f-a3bfba6200eb req-445b366f-514b-434f-aa2f-382055b1ac48 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920923 Nov 19 19:42:01.323255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfca18b-2b3a-4d9b-a0c9-c7151ac3a59c req-96be3fdb-aa4b-4d2c-ba78-b4a1a1102438 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:01.324725 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ccfca18b-2b3a-4d9b-a0c9-c7151ac3a59c req-96be3fdb-aa4b-4d2c-ba78-b4a1a1102438 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 943 time: 0.0496383 Nov 19 19:42:01.373270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ccfca18b-2b3a-4d9b-a0c9-c7151ac3a59c req-c6f557fc-0717-49ca-ad7d-0005055af1db tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Nov 19 19:42:02.087857 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4c76c3e7-bf78-420f-8192-90995ca521ea no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:42:02.127049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 4c76c3e7-bf78-420f-8192-90995ca521ea not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:42:02.263257 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:42:02.268309 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50" -d '{"events": [{"name": "network-changed", "server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:42:02.320791 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1033ab3b-2a3d-499c-a723-66c686ec736d x-openstack-request-id: req-1033ab3b-2a3d-499c-a723-66c686ec736d {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:42:02.321136 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:42:02.321367 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1033ab3b-2a3d-499c-a723-66c686ec736d {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:42:02.321891 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea', 'status': 'completed', 'code': 200} Nov 19 19:42:02.412004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-d7219e0a-3405-43e1-9396-233af2df852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:02.413681 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-d7219e0a-3405-43e1-9396-233af2df852b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 1094 time: 0.0729461 Nov 19 19:42:02.420282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-5afab5c7-85a0-42fe-8dd0-b16bb2785cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:02.421800 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-5afab5c7-85a0-42fe-8dd0-b16bb2785cb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 1094 time: 0.0519271 Nov 19 19:42:02.502799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9a7e-e238-4782-8da6-508281af9395 req-ab8a6a8a-29ce-4549-9930-d32a19519af3 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:02.504288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-515a9a7e-e238-4782-8da6-508281af9395 req-ab8a6a8a-29ce-4549-9930-d32a19519af3 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 943 time: 0.0564003 Nov 19 19:42:02.554362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-515a9a7e-e238-4782-8da6-508281af9395 req-ba8a8757-2469-492c-8937-e8b78ee00514 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428667 Nov 19 19:42:02.587026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-ec7b0480-48dd-4bf6-bced-89261765b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:02.588513 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-ec7b0480-48dd-4bf6-bced-89261765b93d service neutron] 10.222.0.57 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.1658781 Nov 19 19:42:02.591195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-39135250-ad57-46aa-9fc2-1a970a0add57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:02.592577 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-39135250-ad57-46aa-9fc2-1a970a0add57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.1617966 Nov 19 19:42:02.661326 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-7b204e01-f802-47da-b2c5-c27d066603c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c76c3e7-bf78-420f-8192-90995ca521ea HTTP/1.1" status: 200 len: 217 time: 0.0656404 Nov 19 19:42:02.662956 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-b5522875-dae7-4bea-99a0-48495e461109 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c76c3e7-bf78-420f-8192-90995ca521ea HTTP/1.1" status: 200 len: 217 time: 0.0614996 Nov 19 19:42:02.752347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-b6cc0fc8-d64a-4119-a7d8-2807cd595a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:02.753841 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-b6cc0fc8-d64a-4119-a7d8-2807cd595a75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0858619 Nov 19 19:42:02.755910 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-6d3b842e-402a-4f74-8df5-59d959d5377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:02.757306 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-6d3b842e-402a-4f74-8df5-59d959d5377a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0816133 Nov 19 19:42:02.808258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-f90552d6-d6ae-4b74-ac4c-10f38cbf12de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375347 Nov 19 19:42:02.809964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-97876881-8e80-4673-bd56-b113bc68ea6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496597 Nov 19 19:42:02.832952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b961-1693-4d86-8964-9c42314c1da6 req-37d2699d-1cb2-40fd-823f-aa0fb1988ab7 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:02.835288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dba8b961-1693-4d86-8964-9c42314c1da6 req-37d2699d-1cb2-40fd-823f-aa0fb1988ab7 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 943 time: 0.1249728 Nov 19 19:42:02.858080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801154-9991-45a2-a251-5123415f5a28 req-a5435277-70ed-4115-b342-a1f5d545067e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:02.859503 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b801154-9991-45a2-a251-5123415f5a28 req-a5435277-70ed-4115-b342-a1f5d545067e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.57 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf&tenant_id=1301b24fd848461299f5bbf5f68539ac&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 943 time: 0.1221440 Nov 19 19:42:02.948618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dba8b961-1693-4d86-8964-9c42314c1da6 req-bc0958fe-d713-41c4-8886-ec576532abd6 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051867 Nov 19 19:42:02.955169 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-0b801154-9991-45a2-a251-5123415f5a28 req-52b1edbc-a24c-4a96-9417-7718dbebeae7 service neutron] delete failed (client error): The resource could not be found. Nov 19 19:42:02.956235 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b801154-9991-45a2-a251-5123415f5a28 req-52b1edbc-a24c-4a96-9417-7718dbebeae7 service neutron] 10.222.0.57 "DELETE /v2.0/ports/4c76c3e7-bf78-420f-8192-90995ca521ea/bindings/n-h1-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0881357 Nov 19 19:42:02.981761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-08e2deeb-d4f5-4d5d-a83c-9a0861bd33bc service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660848 Nov 19 19:42:02.983598 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-df217423-7038-443d-81de-9a10c6758b13 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602685 Nov 19 19:42:03.141909 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-093320cb-9b74-4b64-a4b7-3e20ecaeb259 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532097 Nov 19 19:42:03.144029 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-55a06cdf-a926-4dd3-8b6c-ea55d9e0cf50 req-b5440045-6fdc-47de-a21e-958258924ee6 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480141 Nov 19 19:42:03.251233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801154-9991-45a2-a251-5123415f5a28 req-68c36492-ab74-4587-b44c-209998921790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:03.252728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b801154-9991-45a2-a251-5123415f5a28 req-68c36492-ab74-4587-b44c-209998921790 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 1094 time: 0.0465608 Nov 19 19:42:03.348122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801154-9991-45a2-a251-5123415f5a28 req-6d8d2d86-bc54-4d56-a1d9-fd9807d5bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:03.350149 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b801154-9991-45a2-a251-5123415f5a28 req-6d8d2d86-bc54-4d56-a1d9-fd9807d5bf04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.0895224 Nov 19 19:42:03.391496 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b801154-9991-45a2-a251-5123415f5a28 req-75be7cf4-33ce-4d91-a511-8bf5b32edc8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c76c3e7-bf78-420f-8192-90995ca521ea HTTP/1.1" status: 200 len: 217 time: 0.0347204 Nov 19 19:42:03.441780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801154-9991-45a2-a251-5123415f5a28 req-4f849af6-ed40-4cdf-8830-48fd723a91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:03.443187 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b801154-9991-45a2-a251-5123415f5a28 req-4f849af6-ed40-4cdf-8830-48fd723a91e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0442948 Nov 19 19:42:03.474798 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b801154-9991-45a2-a251-5123415f5a28 req-481e1178-692f-432b-8c3e-2b4f3dfd2ae5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250740 Nov 19 19:42:03.570422 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b801154-9991-45a2-a251-5123415f5a28 req-83a37d8e-cb16-495f-b164-ec90ef3ce923 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889113 Nov 19 19:42:03.666959 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-0b801154-9991-45a2-a251-5123415f5a28 req-dfcac830-98e9-4d6b-90b0-8f319be2d515 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879803 Nov 19 19:42:03.793614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4c76c3e7-bf78-420f-8192-90995ca521ea details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:42:03.898663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4c76c3e7-bf78-420f-8192-90995ca521ea,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:03.910492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '4c76c3e7-bf78-420f-8192-90995ca521ea', 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f', 'port_id': '4c76c3e7-bf78-420f-8192-90995ca521ea', 'mac_address': 'fa:16:3e:85:80:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df89fc3d-1368-4c2a-990a-4979135ff789', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:42:03.950120 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:03.965011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c76c3e7-bf78-420f-8192-90995ca521ea {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:42:03.986620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4c76c3e7-bf78-420f-8192-90995ca521ea,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:03.992719 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:04.043714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=4c76c3e7-bf78-420f-8192-90995ca521ea,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:04.076316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcaa3c-3cbe-477e-ae04-cd02745a0da1 req-a4be58cc-81e1-4859-a059-a7ed32eb679e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:04.077900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94fcaa3c-3cbe-477e-ae04-cd02745a0da1 req-a4be58cc-81e1-4859-a059-a7ed32eb679e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 944 time: 0.0516529 Nov 19 19:42:04.127388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94fcaa3c-3cbe-477e-ae04-cd02745a0da1 req-899c3676-1a32-4514-b2a0-c5cd36bdefb8 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Nov 19 19:42:04.210319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['4c76c3e7-bf78-420f-8192-90995ca521ea'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:42:05.190588 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:42:05.253310 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6068e9-d19d-4fb8-a60f-4f558cb34a84 req-ff5f8826-3d62-4349-bd5f-3ba5c2c4ae23 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:05.254894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d6068e9-d19d-4fb8-a60f-4f558cb34a84 req-ff5f8826-3d62-4349-bd5f-3ba5c2c4ae23 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 944 time: 0.0543795 Nov 19 19:42:05.304393 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d6068e9-d19d-4fb8-a60f-4f558cb34a84 req-d3ab537a-e06e-44b6-8781-05ebd153cd3f tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Nov 19 19:42:05.425561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fadc7-f45e-4971-91be-eb467ce17440 req-c0f73550-d4ec-4c3c-afb5-5c2270e1a235 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:05.427191 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f07fadc7-f45e-4971-91be-eb467ce17440 req-c0f73550-d4ec-4c3c-afb5-5c2270e1a235 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 944 time: 0.0525947 Nov 19 19:42:05.479400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f07fadc7-f45e-4971-91be-eb467ce17440 req-0ebbd998-d982-491f-91fd-96f393f0bd9f tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446374 Nov 19 19:42:05.613168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100de831-c722-4907-bd53-a52d56e3e476 req-604cea7f-35ea-4213-a797-df5d08e3346b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:05.614941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-100de831-c722-4907-bd53-a52d56e3e476 req-604cea7f-35ea-4213-a797-df5d08e3346b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 944 time: 0.0641363 Nov 19 19:42:05.664277 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-100de831-c722-4907-bd53-a52d56e3e476 req-36f352ca-4383-4de0-9784-46fcfcc43c79 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432916 Nov 19 19:42:05.824286 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4c76c3e7-bf78-420f-8192-90995ca521ea up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:42:05.875833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 4c76c3e7-bf78-420f-8192-90995ca521ea completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:42:05.881120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 4c76c3e7-bf78-420f-8192-90995ca521ea triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:42:05.881718 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:05.973122 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:05.999865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:42:06.002438 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4901be74-0435-4298-b222-76b7def1f06e" -d '{"events": [{"server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "name": "network-vif-plugged", "status": "completed", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:42:06.017263 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4c76c3e7-bf78-420f-8192-90995ca521ea,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:06.023404 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:06.049953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-6281873f-b995-4231-9420-933a9034e76f tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:06.051516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-6281873f-b995-4231-9420-933a9034e76f tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 815 time: 0.1212363 Nov 19 19:42:06.071290 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-521f783a-94a5-4bbb-be74-04e24d71abae tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/quotas/1301b24fd848461299f5bbf5f68539ac HTTP/1.1" status: 200 len: 375 time: 0.0109682 Nov 19 19:42:06.074659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=4c76c3e7-bf78-420f-8192-90995ca521ea,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:06.131746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-081fcccf-3fde-4095-b171-06fe0f08cf5f tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0530293 Nov 19 19:42:06.228234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-6bf3143d-76ca-413a-8d12-1c08c6894c3d service neutron] 10.222.0.50 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885789 Nov 19 19:42:06.327567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-86da910d-3fea-43c5-b662-88f9f50700e6 service neutron] 10.222.0.50 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930922 Nov 19 19:42:06.476374 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975b9dea-95be-406e-8860-64ef9d0626f7 x-openstack-request-id: req-975b9dea-95be-406e-8860-64ef9d0626f7 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:42:06.476878 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "name": "network-vif-plugged", "status": "completed", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:42:06.477306 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-975b9dea-95be-406e-8860-64ef9d0626f7 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:42:06.477905 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea', 'code': 200} Nov 19 19:42:06.533828 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fbe46a7-78eb-4a68-9208-3e650ce561ef req-7371c8e1-4452-4925-bbb5-537e377a7976 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 210 time: 0.0306544 Nov 19 19:42:07.192380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9df341-fc31-4c97-97da-54a444e8993a req-7f3944de-9d34-4e23-835f-18e5f7e79414 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:07.194532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f9df341-fc31-4c97-97da-54a444e8993a req-7f3944de-9d34-4e23-835f-18e5f7e79414 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.21 "GET /v2.0/ports?device_id=9153a388-5a34-45f3-8b61-2ba6b7951fbf HTTP/1.1" status: 200 len: 945 time: 0.0593789 Nov 19 19:42:07.297485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-6f9df341-fc31-4c97-97da-54a444e8993a req-f6f3d306-8501-42af-8986-e6df919b2e54 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Deleting port 4c76c3e7-bf78-420f-8192-90995ca521ea {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:42:07.297883 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6f9df341-fc31-4c97-97da-54a444e8993a req-f6f3d306-8501-42af-8986-e6df919b2e54 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:07.481670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-0efb0688-8d00-4d60-926a-bb14f282197d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:07.484010 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-0efb0688-8d00-4d60-926a-bb14f282197d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.21 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 815 time: 0.1136599 Nov 19 19:42:07.498130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Request body: {'port': {'device_id': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f', 'admin_state_up': True, 'tenant_id': '1301b24fd848461299f5bbf5f68539ac'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:42:07.641125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f66c6e2-26bd-4716-a5ba-0acdf9e69c61 req-233ae36b-59a4-4afb-a91f-07e1e965caed tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 210 time: 0.0341966 Nov 19 19:42:07.642856 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Made reservation on behalf of 1301b24fd848461299f5bbf5f68539ac for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:42:07.646645 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:07.738876 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-6f9df341-fc31-4c97-97da-54a444e8993a req-f6f3d306-8501-42af-8986-e6df919b2e54 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] For port 4c76c3e7-bf78-420f-8192-90995ca521ea, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=4c76c3e7-bf78-420f-8192-90995ca521ea,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:07.739151 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6f9df341-fc31-4c97-97da-54a444e8993a req-f6f3d306-8501-42af-8986-e6df919b2e54 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:07.752552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-6f9df341-fc31-4c97-97da-54a444e8993a req-f6f3d306-8501-42af-8986-e6df919b2e54 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Calling delete_port for 4c76c3e7-bf78-420f-8192-90995ca521ea owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:42:07.781075 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Allocated IP 172.20.0.6 (0fcf3340-6d9f-4bfc-898b-e3672f9dca8f/df89fc3d-1368-4c2a-990a-4979135ff789/75a30cce-6943-4d51-833c-75c5370f4c3f) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:42:07.886463 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6f9df341-fc31-4c97-97da-54a444e8993a req-f6f3d306-8501-42af-8986-e6df919b2e54 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:07.902203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['4c76c3e7-bf78-420f-8192-90995ca521ea'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:42:07.945532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3d306-8501-42af-8986-e6df919b2e54 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Pushing event deleted for resources: {'Port': ['ID=4c76c3e7-bf78-420f-8192-90995ca521ea,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:07.964595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9df341-fc31-4c97-97da-54a444e8993a req-f6f3d306-8501-42af-8986-e6df919b2e54 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] No DVR routers for this DVR port 4c76c3e7-bf78-420f-8192-90995ca521ea on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:42:07.967242 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-6f9df341-fc31-4c97-97da-54a444e8993a req-f6f3d306-8501-42af-8986-e6df919b2e54 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:07.970887 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f9df341-fc31-4c97-97da-54a444e8993a req-f6f3d306-8501-42af-8986-e6df919b2e54 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.21 "DELETE /v2.0/ports/4c76c3e7-bf78-420f-8192-90995ca521ea HTTP/1.1" status: 204 len: 173 time: 0.7688162 Nov 19 19:42:07.971351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'name': 'network-vif-deleted', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:42:07.974296 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2fdb83-af59-470e-92e2-8b68da8e45b0" -d '{"events": [{"server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "name": "network-vif-deleted", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:42:08.001258 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:08.018930 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167424f8-1b31-42f6-9e1f-08a4b4c7b4a1 x-openstack-request-id: req-167424f8-1b31-42f6-9e1f-08a4b4c7b4a1 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:42:08.019242 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9153a388-5a34-45f3-8b61-2ba6b7951fbf", "name": "network-vif-deleted", "tag": "4c76c3e7-bf78-420f-8192-90995ca521ea", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:42:08.019493 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-167424f8-1b31-42f6-9e1f-08a4b4c7b4a1 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:42:08.019895 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9153a388-5a34-45f3-8b61-2ba6b7951fbf', 'name': 'network-vif-deleted', 'tag': '4c76c3e7-bf78-420f-8192-90995ca521ea', 'status': 'completed', 'code': 200} Nov 19 19:42:08.039877 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:08.052775 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['4c76c3e7-bf78-420f-8192-90995ca521ea'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:42:08.089494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:42:08.092709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:42:08.097267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:42:08.102455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Pushing event updated for resources: {'Port': ['ID=75a30cce-6943-4d51-833c-75c5370f4c3f,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:08.132574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.132965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.133371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.133585 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.133950 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.134415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.134817 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.135157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.135494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.135824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.136242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.136580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:08.164229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:08.164914 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:08.185104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-f445495c-b03d-46ab-8b0d-65818f8d14ec tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6910205 Nov 19 19:42:08.198483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Request body: {'port': {'device_id': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:42:08.259529 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:08.285169 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e88d4ed7-4deb-4140-81d3-d57544175fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:08.525851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a30cce-6943-4d51-833c-75c5370f4c3f {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:42:08.533320 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:08.545382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Transition to ACTIVE for port object 75a30cce-6943-4d51-833c-75c5370f4c3f will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:42:08.548988 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:08.620654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Pushing event updated for resources: {'Port': ['ID=75a30cce-6943-4d51-833c-75c5370f4c3f,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:08.672257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Attempting to bind port 75a30cce-6943-4d51-833c-75c5370f4c3f on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:42:08.672257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Attempting to bind port 75a30cce-6943-4d51-833c-75c5370f4c3f by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:42:08.672484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Attempting to bind port 75a30cce-6943-4d51-833c-75c5370f4c3f on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:42:08.676875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Port 75a30cce-6943-4d51-833c-75c5370f4c3f on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:42:08.677193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Attempting to bind port 75a30cce-6943-4d51-833c-75c5370f4c3f on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:42:08.682572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:42:08.682911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Checking segment: {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:42:08.683297 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Bound using segment: {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:42:08.683728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Bound port: 75a30cce-6943-4d51-833c-75c5370f4c3f, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:42:08.684195 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:08.779230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:42:08.782726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75a30cce-6943-4d51-833c-75c5370f4c3f,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:42:08.791273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486886de-47c6-4d00-8f16-230985bb2839 req-55ce3a65-d2ed-456d-a30c-e2593ad90b64 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:08.792760 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-486886de-47c6-4d00-8f16-230985bb2839 req-55ce3a65-d2ed-456d-a30c-e2593ad90b64 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0753820 Nov 19 19:42:08.794248 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:09.122896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:09.123516 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:09.124895 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] 10.222.0.21 "PUT /v2.0/ports/75a30cce-6943-4d51-833c-75c5370f4c3f HTTP/1.1" status: 200 len: 1091 time: 0.9310141 Nov 19 19:42:09.126836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:42:09.129121 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c44282-1f2b-4859-b248-e09bd735649a" -d '{"events": [{"name": "network-changed", "server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:42:09.182007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cfaa1-9fa8-457c-b4da-c68b3e550a82 service neutron] Pushing event updated for resources: {'Port': ['ID=75a30cce-6943-4d51-833c-75c5370f4c3f,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:09.202189 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-486886de-47c6-4d00-8f16-230985bb2839 req-8b9bcc7d-8e1f-4183-8425-061a087ba8d1 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994632 Nov 19 19:42:09.223519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-5470e1ed-94b9-47bb-9733-7634901f80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:09.223519 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-5470e1ed-94b9-47bb-9733-7634901f80e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 1094 time: 0.0591946 Nov 19 19:42:09.267178 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67950d1-21c4-44db-8a30-a88b4733e79b x-openstack-request-id: req-f67950d1-21c4-44db-8a30-a88b4733e79b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:42:09.267492 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:42:09.267727 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f67950d1-21c4-44db-8a30-a88b4733e79b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:42:09.268120 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f', 'status': 'completed', 'code': 200} Nov 19 19:42:09.269608 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-8f7e7ab8-98a7-419a-a941-3cc9de1b6e51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a30cce-6943-4d51-833c-75c5370f4c3f HTTP/1.1" status: 200 len: 217 time: 0.0399506 Nov 19 19:42:09.320069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-77fe6d6c-3124-4324-a900-f128773e97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:09.321526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-77fe6d6c-3124-4324-a900-f128773e97d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0448308 Nov 19 19:42:09.354045 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-55301fa2-bd17-4d1a-933b-bc1039567904 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255675 Nov 19 19:42:09.449244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-1465dc66-67ea-4cfc-ae96-b49e19300e83 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881588 Nov 19 19:42:09.542501 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a092ff90-79b9-4c63-bcfe-9b074a4fdab5 req-db80dedd-6c8d-4277-86f1-4e4f3839a072 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860543 Nov 19 19:42:09.631756 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c44282-1f2b-4859-b248-e09bd735649a req-f87813e5-4932-4538-9856-36102a1e8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:09.633287 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65c44282-1f2b-4859-b248-e09bd735649a req-f87813e5-4932-4538-9856-36102a1e8be3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 1094 time: 0.0433323 Nov 19 19:42:09.728924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c44282-1f2b-4859-b248-e09bd735649a req-3d2789a7-caf8-4dd5-87bb-2357c993d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:09.730344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65c44282-1f2b-4859-b248-e09bd735649a req-3d2789a7-caf8-4dd5-87bb-2357c993d89c service neutron] 10.222.0.21 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.0892448 Nov 19 19:42:09.773250 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65c44282-1f2b-4859-b248-e09bd735649a req-2e5040ad-8d81-48b5-a5cc-1adbd3e4e6c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a30cce-6943-4d51-833c-75c5370f4c3f HTTP/1.1" status: 200 len: 217 time: 0.0360386 Nov 19 19:42:09.827740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c44282-1f2b-4859-b248-e09bd735649a req-a0b11925-febd-4d7b-b772-92a066b51bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:09.829217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65c44282-1f2b-4859-b248-e09bd735649a req-a0b11925-febd-4d7b-b772-92a066b51bf5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0486205 Nov 19 19:42:09.867600 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65c44282-1f2b-4859-b248-e09bd735649a req-7d67839f-0c23-42f6-8087-05151e4f29af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306523 Nov 19 19:42:09.964718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65c44282-1f2b-4859-b248-e09bd735649a req-9ea17fd5-1b07-4082-9095-27a76db07494 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888674 Nov 19 19:42:10.062855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-65c44282-1f2b-4859-b248-e09bd735649a req-1944b9da-e607-4128-b3b0-0343a0e2e86d service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892396 Nov 19 19:42:10.328797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e20d8f-8d8f-45e0-8836-e76d88fc77a6 req-2a5e2ef1-a032-4652-a9cf-9de58d20a133 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:10.330347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3e20d8f-8d8f-45e0-8836-e76d88fc77a6 req-2a5e2ef1-a032-4652-a9cf-9de58d20a133 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0516849 Nov 19 19:42:10.378601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3e20d8f-8d8f-45e0-8836-e76d88fc77a6 req-c5757a05-6030-4ce2-8957-9cdf94c1e3fc tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Nov 19 19:42:10.641141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-316b008d-d958-4a34-b442-b0084a36b2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:11.500977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ca249-d035-4e55-ba9d-fdedc3f1d354 req-1526d0ff-0c7d-4cf5-b31e-96362b9fa5f4 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:11.502528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb3ca249-d035-4e55-ba9d-fdedc3f1d354 req-1526d0ff-0c7d-4cf5-b31e-96362b9fa5f4 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0512013 Nov 19 19:42:11.550528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb3ca249-d035-4e55-ba9d-fdedc3f1d354 req-8929ac40-5b3b-4f0e-82a8-2282f351eeff tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418718 Nov 19 19:42:11.852693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75a30cce-6943-4d51-833c-75c5370f4c3f details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:42:11.855830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4c76c3e7-bf78-420f-8192-90995ca521ea no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:42:11.881902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 4c76c3e7-bf78-420f-8192-90995ca521ea {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:42:11.882243 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 4c76c3e7-bf78-420f-8192-90995ca521ea not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:42:11.976528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75a30cce-6943-4d51-833c-75c5370f4c3f,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:11.992485 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '75a30cce-6943-4d51-833c-75c5370f4c3f', 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f', 'port_id': '75a30cce-6943-4d51-833c-75c5370f4c3f', 'mac_address': 'fa:16:3e:b8:6c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df89fc3d-1368-4c2a-990a-4979135ff789', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:42:12.005313 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:12.037342 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:12.050711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a30cce-6943-4d51-833c-75c5370f4c3f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:42:12.074967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75a30cce-6943-4d51-833c-75c5370f4c3f,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:12.078907 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:12.128163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75a30cce-6943-4d51-833c-75c5370f4c3f,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:12.266111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['75a30cce-6943-4d51-833c-75c5370f4c3f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:42:12.674732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a289-e55a-4336-b9d5-636c70928620 req-25f2c4ba-5aaa-4c95-898f-b0193101d368 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:12.676226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ee0a289-e55a-4336-b9d5-636c70928620 req-25f2c4ba-5aaa-4c95-898f-b0193101d368 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 944 time: 0.0542462 Nov 19 19:42:12.724735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0ee0a289-e55a-4336-b9d5-636c70928620 req-7b0de610-6d19-47ef-8841-de8a1fa059b1 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Nov 19 19:42:13.463187 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:13.840796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdc23b-2a87-477d-8804-5eb09f87af15 req-5585b134-19a2-405b-bca2-9d547754c560 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:13.842312 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41bdc23b-2a87-477d-8804-5eb09f87af15 req-5585b134-19a2-405b-bca2-9d547754c560 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 944 time: 0.0496123 Nov 19 19:42:13.856289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75a30cce-6943-4d51-833c-75c5370f4c3f up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:42:13.892422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41bdc23b-2a87-477d-8804-5eb09f87af15 req-2ceb06d0-66be-4dfe-9cbb-9ef891fc6087 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442109 Nov 19 19:42:13.908480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 75a30cce-6943-4d51-833c-75c5370f4c3f completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:42:13.913420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 75a30cce-6943-4d51-833c-75c5370f4c3f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:42:13.913833 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:13.992639 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:14.019242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:42:14.022616 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb355e7-f950-48b8-8a8b-5d52ea882f35" -d '{"events": [{"server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "name": "network-vif-plugged", "status": "completed", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:42:14.035127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75a30cce-6943-4d51-833c-75c5370f4c3f,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:14.040260 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:14.066303 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241e3cbc-61fe-482a-b4dc-35d3c05a840b x-openstack-request-id: req-241e3cbc-61fe-482a-b4dc-35d3c05a840b {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:42:14.066600 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "name": "network-vif-plugged", "status": "completed", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:42:14.066853 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-241e3cbc-61fe-482a-b4dc-35d3c05a840b {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:42:14.069277 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f', 'code': 200} Nov 19 19:42:14.097355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=75a30cce-6943-4d51-833c-75c5370f4c3f,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:14.105791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.106146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.106494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.106854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.107166 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.107500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.107833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.108161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.108489 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.108815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.109143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.109469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:14.163692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460a28c-7784-4adb-a805-c5b749c279bb req-42066f4a-9845-4be7-ba11-557fe14dc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:14.165283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5460a28c-7784-4adb-a805-c5b749c279bb req-42066f4a-9845-4be7-ba11-557fe14dc4a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 1096 time: 0.0453608 Nov 19 19:42:14.212130 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5460a28c-7784-4adb-a805-c5b749c279bb req-0e170817-dc9a-41c4-855c-4a00c8d19572 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Nov 19 19:42:14.218596 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:15.013722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bf0b3-7764-41b1-bc6f-4c633c5752a9 req-6847d727-a00c-4dbf-afdf-cbbfdd598edf tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:15.015146 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-773bf0b3-7764-41b1-bc6f-4c633c5752a9 req-6847d727-a00c-4dbf-afdf-cbbfdd598edf tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0504622 Nov 19 19:42:15.064678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-773bf0b3-7764-41b1-bc6f-4c633c5752a9 req-9f60c2d2-e531-4a1c-a1ba-4d7741e91511 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Nov 19 19:42:16.184403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad915919-8e98-43d8-af12-56297d1b010f req-35fd9dec-d83e-42c4-a889-a1ca1f3f75cd tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:16.185862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad915919-8e98-43d8-af12-56297d1b010f req-35fd9dec-d83e-42c4-a889-a1ca1f3f75cd tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0505266 Nov 19 19:42:16.237457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad915919-8e98-43d8-af12-56297d1b010f req-a643c49c-ddea-4595-9da1-4bbb9e44c67b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456259 Nov 19 19:42:16.355222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30583c4-3ca3-4cef-92af-2f38977ffbd6 req-6d35f59a-56cd-40a0-9dc0-9f827b5c4a72 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:16.356729 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d30583c4-3ca3-4cef-92af-2f38977ffbd6 req-6d35f59a-56cd-40a0-9dc0-9f827b5c4a72 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0511384 Nov 19 19:42:16.407041 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d30583c4-3ca3-4cef-92af-2f38977ffbd6 req-3078c3a2-db1d-4729-94cc-1fbcc1ffd84b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Nov 19 19:42:16.663353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-4dd37735-c2f1-47e6-89c7-059f20ea6526 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439603 Nov 19 19:42:16.684038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb7f02-aad6-4ebf-92ed-c282caaf4237 req-0f55f5a1-3bb5-46bb-be4b-30bd19136686 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:16.685670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-decb7f02-aad6-4ebf-92ed-c282caaf4237 req-0f55f5a1-3bb5-46bb-be4b-30bd19136686 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0584083 Nov 19 19:42:16.740024 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-decb7f02-aad6-4ebf-92ed-c282caaf4237 req-026db4f3-7a3e-4cf2-b9ee-d0bd2e0e03a2 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479386 Nov 19 19:42:17.813452 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-21433749-28ec-4819-b9e5-6c3ad975c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:17.815069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-21433749-28ec-4819-b9e5-6c3ad975c536 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 1096 time: 0.0478790 Nov 19 19:42:17.917738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86a585-3d25-4ade-94c1-10a72f7a5177 req-544d3c03-b710-41dc-9413-26a4d6b3b4be tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:17.919283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c86a585-3d25-4ade-94c1-10a72f7a5177 req-544d3c03-b710-41dc-9413-26a4d6b3b4be tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.1032946 Nov 19 19:42:17.971622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-52d40cef-5c57-4ddf-b9eb-155ee8171ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:17.973162 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-52d40cef-5c57-4ddf-b9eb-155ee8171ede service neutron] 10.222.0.21 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.1480548 Nov 19 19:42:18.023147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-04ad1aef-a86d-4164-abc5-280b69571b7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a30cce-6943-4d51-833c-75c5370f4c3f HTTP/1.1" status: 200 len: 217 time: 0.0418837 Nov 19 19:42:18.026505 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c86a585-3d25-4ade-94c1-10a72f7a5177 req-29d0429a-ef0c-48e0-ab18-e55cf0d4c39e tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998385 Nov 19 19:42:18.074240 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-32002925-6347-44a8-8941-34c9017972be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:18.075778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-32002925-6347-44a8-8941-34c9017972be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0464375 Nov 19 19:42:18.113475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-1a4c7143-2ab8-4e16-af0e-39d224bec069 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308661 Nov 19 19:42:18.205549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-b5944c92-d668-4b4f-a21a-13abef0bc636 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847945 Nov 19 19:42:18.303234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-c5e28070-c95a-4b0f-b8c2-3c66b32db2db service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906088 Nov 19 19:42:19.149886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275b994-2a08-4505-b75b-242a78382403 req-c5e18f3e-0e57-47c0-81e9-6d05a3768bef tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:19.151323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1275b994-2a08-4505-b75b-242a78382403 req-c5e18f3e-0e57-47c0-81e9-6d05a3768bef tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0511310 Nov 19 19:42:19.202391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1275b994-2a08-4505-b75b-242a78382403 req-e149b214-747d-4268-b44b-e1704f18c400 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449519 Nov 19 19:42:20.330088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a796ad-bb0e-4c31-b161-8df6860ce281 req-5d33edaa-98c9-4282-91bc-4bf7246acd55 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:20.331668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82a796ad-bb0e-4c31-b161-8df6860ce281 req-5d33edaa-98c9-4282-91bc-4bf7246acd55 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0553231 Nov 19 19:42:20.384682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-82a796ad-bb0e-4c31-b161-8df6860ce281 req-e99f8169-61c4-462e-acb8-4fa135422829 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462296 Nov 19 19:42:21.508967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb4031-a1b0-4db4-bb02-eb203db5ff52 req-d25e7455-046f-40fe-aa3b-e50a8e2d1f61 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:21.510541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ecb4031-a1b0-4db4-bb02-eb203db5ff52 req-d25e7455-046f-40fe-aa3b-e50a8e2d1f61 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0556533 Nov 19 19:42:21.560038 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6ecb4031-a1b0-4db4-bb02-eb203db5ff52 req-0dfa0233-8a65-4fe5-a18b-fb1c6bf36594 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434029 Nov 19 19:42:22.680012 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c648a6b-cf1f-47a1-8fa6-be476ff6089e req-c19a4684-78d2-4ed3-8714-f782d3ded9d8 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:22.681535 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c648a6b-cf1f-47a1-8fa6-be476ff6089e req-c19a4684-78d2-4ed3-8714-f782d3ded9d8 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0505922 Nov 19 19:42:22.730881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c648a6b-cf1f-47a1-8fa6-be476ff6089e req-34346c05-a18c-4419-bf1b-9563033b0f9d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431116 Nov 19 19:42:23.857765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a8f1-eeae-45e4-838e-5aad58bf91e7 req-7c2b7eb7-2c4e-43e7-b942-bf15882d1d44 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:23.859397 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e362a8f1-eeae-45e4-838e-5aad58bf91e7 req-7c2b7eb7-2c4e-43e7-b942-bf15882d1d44 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0508449 Nov 19 19:42:23.917401 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e362a8f1-eeae-45e4-838e-5aad58bf91e7 req-788456de-39d9-4886-95de-b2112a56041b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505018 Nov 19 19:42:25.039177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d375b8-53d7-4280-a6ac-f9a79b66cf0d req-2d8e952a-085f-4fd7-811d-ca45129cfbd0 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:25.040678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4d375b8-53d7-4280-a6ac-f9a79b66cf0d req-2d8e952a-085f-4fd7-811d-ca45129cfbd0 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0524986 Nov 19 19:42:25.088044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4d375b8-53d7-4280-a6ac-f9a79b66cf0d req-ef085f83-b92c-4108-a327-19afb6da0a47 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Nov 19 19:42:25.572088 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:26.210993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f15c83-d26e-479d-9953-489139bd6a7d req-2998174e-1fad-4c2a-8f44-d2b9ab40a9e9 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:26.212441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71f15c83-d26e-479d-9953-489139bd6a7d req-2998174e-1fad-4c2a-8f44-d2b9ab40a9e9 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0518203 Nov 19 19:42:26.262833 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71f15c83-d26e-479d-9953-489139bd6a7d req-2e8d2606-efe9-4fdd-b9f6-6fe2a4a38b2b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 Nov 19 19:42:27.385311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c13a06-b420-48f3-b815-fb7a49ed6bf2 req-5aba04e3-dc39-4793-a609-1e6a81cf4777 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:27.386830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07c13a06-b420-48f3-b815-fb7a49ed6bf2 req-5aba04e3-dc39-4793-a609-1e6a81cf4777 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0557604 Nov 19 19:42:27.435616 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07c13a06-b420-48f3-b815-fb7a49ed6bf2 req-4bb07514-3c04-4d67-a576-f8b9daace2e3 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Nov 19 19:42:28.556317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e483fd-d430-4456-bde2-60bb6c2a3809 req-ce7d6a55-04b9-4c42-a415-043a0f373bce tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:28.558161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0e483fd-d430-4456-bde2-60bb6c2a3809 req-ce7d6a55-04b9-4c42-a415-043a0f373bce tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0498970 Nov 19 19:42:28.605253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0e483fd-d430-4456-bde2-60bb6c2a3809 req-7477d13e-3660-4bd2-8b2a-3e2e4c32f349 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Nov 19 19:42:29.726231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545af99-2c24-4372-b123-1356c73197c6 req-67f080f6-0015-4afc-b05b-fad44f2b6830 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:29.727757 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4545af99-2c24-4372-b123-1356c73197c6 req-67f080f6-0015-4afc-b05b-fad44f2b6830 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0540526 Nov 19 19:42:29.776453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4545af99-2c24-4372-b123-1356c73197c6 req-61cda8ec-f8cd-405b-a429-e2b8c3d6ef63 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427399 Nov 19 19:42:30.179611 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:30.913402 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fb982-6926-4860-9baa-91a9a5002115 req-e47f81e6-ac6a-4e2a-942d-afa12414a845 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:30.915088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db5fb982-6926-4860-9baa-91a9a5002115 req-e47f81e6-ac6a-4e2a-942d-afa12414a845 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0633039 Nov 19 19:42:30.969583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db5fb982-6926-4860-9baa-91a9a5002115 req-f0170aa0-787c-4aa3-9276-50a6af152999 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478804 Nov 19 19:42:32.113175 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90977720-8c9a-4653-b5a2-ac46234a4282 req-c2945d56-c18e-4fcd-9d6f-32a8132c6430 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:32.115820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-90977720-8c9a-4653-b5a2-ac46234a4282 req-c2945d56-c18e-4fcd-9d6f-32a8132c6430 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0647826 Nov 19 19:42:32.174673 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-90977720-8c9a-4653-b5a2-ac46234a4282 req-fe4b46c2-75a1-49a2-8808-b4b9ea121077 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524690 Nov 19 19:42:33.300366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999a813-9be5-4a32-be79-671ef52ba3db req-533db42c-b07b-4a1e-89b6-4ba2a709b957 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:33.303164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4999a813-9be5-4a32-be79-671ef52ba3db req-533db42c-b07b-4a1e-89b6-4ba2a709b957 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0530050 Nov 19 19:42:33.359805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4999a813-9be5-4a32-be79-671ef52ba3db req-fef1b56b-1251-4e07-8148-c16b1a908d18 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485938 Nov 19 19:42:34.502852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03f076-8bb2-494c-be18-b567be6eff2e req-df2d25c6-c368-427a-b308-aed9b7d797c1 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:34.504925 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d03f076-8bb2-494c-be18-b567be6eff2e req-df2d25c6-c368-427a-b308-aed9b7d797c1 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0571263 Nov 19 19:42:34.566606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d03f076-8bb2-494c-be18-b567be6eff2e req-da4f5dfc-6c82-4633-aef6-44d8e006e103 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510249 Nov 19 19:42:35.702642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe3969-58b4-4c67-a24e-6a2a63a09969 req-0e535f6c-03ac-4cae-bb36-87d10b972a03 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:35.704297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21fe3969-58b4-4c67-a24e-6a2a63a09969 req-0e535f6c-03ac-4cae-bb36-87d10b972a03 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0603411 Nov 19 19:42:35.778409 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21fe3969-58b4-4c67-a24e-6a2a63a09969 req-557b15c3-ae07-4c8c-83fc-03cc387ae598 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619514 Nov 19 19:42:36.917090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e5eac-6a15-4d31-801b-260e946003f8 req-b2b9bebc-727d-4a25-9290-557882e4dae6 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:36.918806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-033e5eac-6a15-4d31-801b-260e946003f8 req-b2b9bebc-727d-4a25-9290-557882e4dae6 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0579584 Nov 19 19:42:36.986526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-033e5eac-6a15-4d31-801b-260e946003f8 req-b98b6045-0758-454b-8990-0909a4153ccd tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589480 Nov 19 19:42:38.135627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81967789-7bc5-4596-85cb-4e5b43a7e612 req-52364cd2-84cc-4b95-bde8-22bf6548dea1 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:38.137311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81967789-7bc5-4596-85cb-4e5b43a7e612 req-52364cd2-84cc-4b95-bde8-22bf6548dea1 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0587714 Nov 19 19:42:38.203261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81967789-7bc5-4596-85cb-4e5b43a7e612 req-465290e3-0d2d-462f-b1e7-70da9f3a3f4a tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585284 Nov 19 19:42:38.290170 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f901f69b-047c-4cf1-84b0-7436c12b24f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:39.339404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649abf95-d44d-4d2a-bad5-46297f9be0ed req-776e0b42-0a4c-48de-b647-59f137740faf tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:39.341109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-649abf95-d44d-4d2a-bad5-46297f9be0ed req-776e0b42-0a4c-48de-b647-59f137740faf tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0578480 Nov 19 19:42:39.399425 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-649abf95-d44d-4d2a-bad5-46297f9be0ed req-f94b4bd6-9bfb-4e95-8903-7f4187e89f4b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480642 Nov 19 19:42:40.532668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcf88c-d882-465e-8c2a-22ac7130be9e req-0a5b0d41-1490-4c66-a5c9-8f41ea6757de tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:40.534266 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-91dcf88c-d882-465e-8c2a-22ac7130be9e req-0a5b0d41-1490-4c66-a5c9-8f41ea6757de tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0526190 Nov 19 19:42:40.593513 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-91dcf88c-d882-465e-8c2a-22ac7130be9e req-5b23fbaf-31ee-49f2-a012-ae1713918f00 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505033 Nov 19 19:42:40.650685 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-897825a5-8601-4381-96c2-590bd97d2b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:41.758192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c175f3e-9547-4ea1-abd8-33f808a7e21d req-534b3992-ccdf-4107-9bcf-5e02354efe8d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:41.759765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c175f3e-9547-4ea1-abd8-33f808a7e21d req-534b3992-ccdf-4107-9bcf-5e02354efe8d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0564759 Nov 19 19:42:41.811869 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c175f3e-9547-4ea1-abd8-33f808a7e21d req-1ac0952e-25fe-466b-8fc5-292f88ded33b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456331 Nov 19 19:42:42.005261 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:42.192603 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:42:42.949050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc97-d545-47d1-9179-ec972f353c0f req-df84dfff-00af-486a-97d2-f59852c24e7b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:42.950658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5605bc97-d545-47d1-9179-ec972f353c0f req-df84dfff-00af-486a-97d2-f59852c24e7b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0525939 Nov 19 19:42:43.001105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5605bc97-d545-47d1-9179-ec972f353c0f req-4277149a-4963-47df-9f21-b27b55e01d78 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440440 Nov 19 19:42:43.467348 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:44.144971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9742d3-9b86-4648-bd0f-f4401dee127c req-b76c51eb-eca2-46b0-b614-b614432be205 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:44.147428 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a9742d3-9b86-4648-bd0f-f4401dee127c req-b76c51eb-eca2-46b0-b614-b614432be205 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0699468 Nov 19 19:42:44.201308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a9742d3-9b86-4648-bd0f-f4401dee127c req-924af50b-66dd-49b1-b9b4-21d5893ca2e9 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470402 Nov 19 19:42:44.231042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:45.119404 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-adbd76fa-a2c9-40db-83a2-d61d9d7ff21d service neutron] show failed (client error): The resource could not be found. Nov 19 19:42:45.120439 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-adbd76fa-a2c9-40db-83a2-d61d9d7ff21d service neutron] 10.222.0.21 "GET /v2.0/ports/75a30cce-6943-4d51-833c-75c5370f4c3f/bindings/n-h1-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0617144 Nov 19 19:42:45.337744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07014ba2-8131-4adb-9b48-f23489c61377 req-5da95f7d-5f55-4a86-941f-6c46b559e37f tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:45.339504 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07014ba2-8131-4adb-9b48-f23489c61377 req-5da95f7d-5f55-4a86-941f-6c46b559e37f tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0564706 Nov 19 19:42:45.365214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-5a457267-d9ba-44eb-abd1-652453b1b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:45.366853 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-5a457267-d9ba-44eb-abd1-652453b1b88f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5&tenant_id=1301b24fd848461299f5bbf5f68539ac HTTP/1.1" status: 200 len: 1096 time: 0.0509450 Nov 19 19:42:45.379844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:42:45.401482 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07014ba2-8131-4adb-9b48-f23489c61377 req-c8e5d5f9-c9df-4939-a6fd-5f2e9fe26616 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522215 Nov 19 19:42:45.440057 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:45.671878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=75a30cce-6943-4d51-833c-75c5370f4c3f,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:45.706125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:42:45.751452 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:42:45.753689 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b26ae0-c4b7-4120-a9f3-d7948afdf393" -d '{"events": [{"server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "name": "network-vif-unplugged", "status": "completed", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:42:45.757856 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:45.771675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Transition to ACTIVE for port object 75a30cce-6943-4d51-833c-75c5370f4c3f will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:42:45.775997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:45.817715 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbf2214-3b7e-4d13-b482-b3b9ed174972 x-openstack-request-id: req-ffbf2214-3b7e-4d13-b482-b3b9ed174972 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:42:45.818040 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "name": "network-vif-unplugged", "status": "completed", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:42:45.818287 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffbf2214-3b7e-4d13-b482-b3b9ed174972 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:42:45.818681 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f', 'code': 200} Nov 19 19:42:45.842595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] No DVR routers for this DVR port 75a30cce-6943-4d51-833c-75c5370f4c3f on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:42:45.844575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Pushing event updated for resources: {'Port': ['ID=75a30cce-6943-4d51-833c-75c5370f4c3f,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:45.856666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.857010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.857348 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.857683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.858036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.858363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.858688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.859009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.859331 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.859657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.859973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.860289 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:42:45.893601 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Attempting to bind port 75a30cce-6943-4d51-833c-75c5370f4c3f on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:42:45.893973 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Attempting to bind port 75a30cce-6943-4d51-833c-75c5370f4c3f by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:42:45.894298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Attempting to bind port 75a30cce-6943-4d51-833c-75c5370f4c3f on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:42:45.899842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Port 75a30cce-6943-4d51-833c-75c5370f4c3f on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:42:45.900157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Attempting to bind port 75a30cce-6943-4d51-833c-75c5370f4c3f on network 0fcf3340-6d9f-4bfc-898b-e3672f9dca8f {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:42:45.905279 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:42:45.905611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Checking segment: {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:42:45.906021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Bound using segment: {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:42:45.906444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Bound port: 75a30cce-6943-4d51-833c-75c5370f4c3f, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16978764-3272-4f0c-beb0-3ce4dc1a2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:42:45.906797 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:45.976753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:42:45.980161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=75a30cce-6943-4d51-833c-75c5370f4c3f,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:42:45.983958 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:46.030699 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:46.031330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:46.032869 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] 10.222.0.57 "PUT /v2.0/ports/75a30cce-6943-4d51-833c-75c5370f4c3f HTTP/1.1" status: 200 len: 1091 time: 0.6579111 Nov 19 19:42:46.056543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e04ddd-a83c-42b0-addd-a93f999c8701 service neutron] Pushing event updated for resources: {'Port': ['ID=75a30cce-6943-4d51-833c-75c5370f4c3f,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:46.112762 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-02f740fe-2b9b-4361-865d-c424f0f78570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:46.114761 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-02f740fe-2b9b-4361-865d-c424f0f78570 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 1094 time: 0.0548825 Nov 19 19:42:46.217441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-4aab7d75-89d1-4865-aeac-a25252c50261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:46.218999 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-4aab7d75-89d1-4865-aeac-a25252c50261 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.0977290 Nov 19 19:42:46.265173 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-9715140e-1017-48a5-b7a2-95d8815fcfd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a30cce-6943-4d51-833c-75c5370f4c3f HTTP/1.1" status: 200 len: 217 time: 0.0379372 Nov 19 19:42:46.318529 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-2315c8d9-5889-457f-bdbb-40acf773367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:46.320048 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-2315c8d9-5889-457f-bdbb-40acf773367d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0470257 Nov 19 19:42:46.352875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-84f1c956-c16d-48a6-bdf2-a8cbdf0e77f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260413 Nov 19 19:42:46.460716 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-8bb20f67-3861-4893-9f4f-895352f6d0d3 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009424 Nov 19 19:42:46.545737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b97e79-d2ed-4613-b327-b1d3e1b241fc req-8e32762c-fb77-4343-be49-a5e4509484a0 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:46.547375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18b97e79-d2ed-4613-b327-b1d3e1b241fc req-8e32762c-fb77-4343-be49-a5e4509484a0 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0691953 Nov 19 19:42:46.575032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-297280a0-f231-4a5f-a8b0-e6eeccdeb6b4 req-4f7f3a9b-a4e4-4697-b21d-24efb007c9b9 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063473 Nov 19 19:42:46.603678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18b97e79-d2ed-4613-b327-b1d3e1b241fc req-a5f1427c-acc6-42cf-9523-672e9a47e1d8 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488181 Nov 19 19:42:47.760700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ee22c-20fd-4f71-8b0e-c36070b87edf req-a702a374-9e9b-42ba-ad1f-3950f26570ce tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:47.762954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da7ee22c-20fd-4f71-8b0e-c36070b87edf req-a702a374-9e9b-42ba-ad1f-3950f26570ce tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0728354 Nov 19 19:42:47.820154 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:42:47.822649 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf" -d '{"events": [{"name": "network-changed", "server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:42:47.823816 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da7ee22c-20fd-4f71-8b0e-c36070b87edf req-a1cc5b94-b556-435a-ba72-2796bdc654f6 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542288 Nov 19 19:42:47.907874 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07699a25-ddb3-467d-ac96-2c37ad40fcf7 x-openstack-request-id: req-07699a25-ddb3-467d-ac96-2c37ad40fcf7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:42:47.908190 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:42:47.908465 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07699a25-ddb3-467d-ac96-2c37ad40fcf7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:42:47.908848 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f', 'status': 'completed', 'code': 200} Nov 19 19:42:47.979357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-b847837c-465a-4455-91a8-79658684ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:47.981279 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-b847837c-465a-4455-91a8-79658684ade0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 1094 time: 0.0520990 Nov 19 19:42:47.994321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-6620edc4-42cd-463a-889f-01240f536e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:47.995846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-6620edc4-42cd-463a-889f-01240f536e87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 1094 time: 0.0550396 Nov 19 19:42:48.096619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-1fbaf7ff-ac45-4d5e-a7b1-a2b89425ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:48.098498 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-1fbaf7ff-ac45-4d5e-a7b1-a2b89425ef9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.1105354 Nov 19 19:42:48.111838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-777a8978-e619-4116-a004-26f341b5d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:48.114409 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-777a8978-e619-4116-a004-26f341b5d7b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.1110351 Nov 19 19:42:48.148466 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-b4989643-5d12-4d1d-9e91-26bca87e8288 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a30cce-6943-4d51-833c-75c5370f4c3f HTTP/1.1" status: 200 len: 217 time: 0.0428565 Nov 19 19:42:48.178244 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-4c53fd8f-f78f-42bf-b32a-07bddd904b86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a30cce-6943-4d51-833c-75c5370f4c3f HTTP/1.1" status: 200 len: 217 time: 0.0560136 Nov 19 19:42:48.211563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-0f0b0501-c480-488b-9fc3-0a78baeb6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:48.213248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-0f0b0501-c480-488b-9fc3-0a78baeb6796 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0586891 Nov 19 19:42:48.250004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-98b890f7-3cac-49e5-a239-ac60c2ef9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:48.251500 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-98b890f7-3cac-49e5-a239-ac60c2ef9d60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0668209 Nov 19 19:42:48.262662 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-60e35a53-0462-4924-9d84-736f90312803 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423679 Nov 19 19:42:48.292500 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-5eca498f-1bd4-4f37-a5db-5458370992a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324543 Nov 19 19:42:48.374342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-091b6ee0-27a7-40a3-b723-f36a41885d23 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044383 Nov 19 19:42:48.413925 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-268aa936-0633-423a-9637-76f8202f2fd7 service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139038 Nov 19 19:42:48.493186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-a871182a-e030-4d04-bca5-4d23876eb03b service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120074 Nov 19 19:42:48.542820 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-aabc0c45-dfc7-4da6-9cbb-7aae81c40acf req-1289464d-ee6a-4afa-b493-45d74eb9a77c service neutron] 10.222.0.57 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216800 Nov 19 19:42:48.966874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cca6df-953a-4eea-8de7-d18b83fe8d34 req-601cddc9-bf77-48fb-9ff6-ed6276923aad tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:48.968657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6cca6df-953a-4eea-8de7-d18b83fe8d34 req-601cddc9-bf77-48fb-9ff6-ed6276923aad tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0552619 Nov 19 19:42:49.022632 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a6cca6df-953a-4eea-8de7-d18b83fe8d34 req-c8dcef05-39ca-486e-bc2e-4b94f1ca3d3a tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465820 Nov 19 19:42:50.055302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75a30cce-6943-4d51-833c-75c5370f4c3f no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:42:50.101796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 75a30cce-6943-4d51-833c-75c5370f4c3f not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:42:50.204202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474bebf-7cad-44d7-a438-a42653990de9 req-d92b1989-8996-4b14-a716-7607e3acc308 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:50.205731 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6474bebf-7cad-44d7-a438-a42653990de9 req-d92b1989-8996-4b14-a716-7607e3acc308 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 943 time: 0.0672967 Nov 19 19:42:50.278313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6474bebf-7cad-44d7-a438-a42653990de9 req-f5ab0567-c8c3-48e2-952f-1504ca990b18 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626502 Nov 19 19:42:50.298557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 75a30cce-6943-4d51-833c-75c5370f4c3f details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:42:50.414533 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=75a30cce-6943-4d51-833c-75c5370f4c3f,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:50.429991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '75a30cce-6943-4d51-833c-75c5370f4c3f', 'network_id': '0fcf3340-6d9f-4bfc-898b-e3672f9dca8f', 'port_id': '75a30cce-6943-4d51-833c-75c5370f4c3f', 'mac_address': 'fa:16:3e:b8:6c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df89fc3d-1368-4c2a-990a-4979135ff789', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:42:50.495269 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:50.512225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a30cce-6943-4d51-833c-75c5370f4c3f {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:42:50.543328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=75a30cce-6943-4d51-833c-75c5370f4c3f,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:50.551182 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:50.615664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=75a30cce-6943-4d51-833c-75c5370f4c3f,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:50.618901 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2f94d-01f1-4f8e-84cb-ddb786762dcc req-f01187a0-e119-4c50-9216-5e50d0c978ac tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:50.621177 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fcb2f94d-01f1-4f8e-84cb-ddb786762dcc req-f01187a0-e119-4c50-9216-5e50d0c978ac tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 943 time: 0.1201637 Nov 19 19:42:50.648490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-c3370eb4-0a33-4a22-9712-632d39aefca6 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:50.650672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-c3370eb4-0a33-4a22-9712-632d39aefca6 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.21 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5&tenant_id=1301b24fd848461299f5bbf5f68539ac&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 944 time: 0.1091912 Nov 19 19:42:50.754158 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fcb2f94d-01f1-4f8e-84cb-ddb786762dcc req-18d314c3-34e2-4484-9f2d-aa2d5467c07c tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261041 Nov 19 19:42:50.774976 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-8f30dede-e435-4e8a-a329-bac920f5533c service neutron] delete failed (client error): The resource could not be found. Nov 19 19:42:50.776199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-8f30dede-e435-4e8a-a329-bac920f5533c service neutron] 10.222.0.21 "DELETE /v2.0/ports/75a30cce-6943-4d51-833c-75c5370f4c3f/bindings/n-h2-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.1142309 Nov 19 19:42:50.876302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-50c341f5-0ff0-4112-97f5-5e16fd603656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:50.878812 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-50c341f5-0ff0-4112-97f5-5e16fd603656 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1301b24fd848461299f5bbf5f68539ac&device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 1095 time: 0.0554569 Nov 19 19:42:50.879906 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['75a30cce-6943-4d51-833c-75c5370f4c3f'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:42:50.998831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-e9d3825b-ed79-4759-ac5b-a19b0306c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:51.000388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-e9d3825b-ed79-4759-ac5b-a19b0306c3bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 200 len: 916 time: 0.1138229 Nov 19 19:42:51.055688 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-0c0c8365-26f0-4d8f-8ddc-028d2131f799 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75a30cce-6943-4d51-833c-75c5370f4c3f HTTP/1.1" status: 200 len: 217 time: 0.0482275 Nov 19 19:42:51.121924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-712478e4-3b7f-4d57-a1f4-a372fd77b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:51.124026 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-712478e4-3b7f-4d57-a1f4-a372fd77b635 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 200 len: 855 time: 0.0601501 Nov 19 19:42:51.169179 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-865895cf-7663-463c-92e1-b78983b36ce6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376513 Nov 19 19:42:51.286549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-2145437c-c673-4faa-a752-8086043b857c service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090846 Nov 19 19:42:51.388847 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e1b733a-684c-4f2e-8865-936dfe841a83 req-4dd2acdb-85af-4f2e-8063-54c988ff8b5d service neutron] 10.222.0.21 "GET /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953012 Nov 19 19:42:51.905869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0745508-3515-48f8-bb6d-73433c8a3a64 req-ec1fb33d-1499-48dd-87e2-17375ea3246d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:51.907481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0745508-3515-48f8-bb6d-73433c8a3a64 req-ec1fb33d-1499-48dd-87e2-17375ea3246d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 944 time: 0.0691569 Nov 19 19:42:51.973247 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0745508-3515-48f8-bb6d-73433c8a3a64 req-c03e08cf-90e8-487d-8e31-2efca9163857 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591455 Nov 19 19:42:52.111807 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073aed1-32a9-4c32-a5fb-2d842ab67e31 req-f26700b8-df82-4493-adbc-75fcfa9942f5 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:52.113439 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e073aed1-32a9-4c32-a5fb-2d842ab67e31 req-f26700b8-df82-4493-adbc-75fcfa9942f5 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 944 time: 0.0582395 Nov 19 19:42:52.170687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e073aed1-32a9-4c32-a5fb-2d842ab67e31 req-1a229a56-825a-4ec9-94bf-00ddad8557e0 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493622 Nov 19 19:42:52.311441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 75a30cce-6943-4d51-833c-75c5370f4c3f up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:42:52.318847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebcd48-e4e8-4d29-b062-d5fbf5690248 req-dfc14599-02ee-4c27-9b29-66819a8643fe tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:52.320673 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3ebcd48-e4e8-4d29-b062-d5fbf5690248 req-dfc14599-02ee-4c27-9b29-66819a8643fe tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 944 time: 0.0649052 Nov 19 19:42:52.368590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 75a30cce-6943-4d51-833c-75c5370f4c3f completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:42:52.373186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 75a30cce-6943-4d51-833c-75c5370f4c3f triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:42:52.373631 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:52.383305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3ebcd48-e4e8-4d29-b062-d5fbf5690248 req-94180585-558e-40db-a46c-eaaa8ea100e0 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531714 Nov 19 19:42:52.463220 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:52.500444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:42:52.504653 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b77e09-e150-42b9-a52d-25b10e3bae61" -d '{"events": [{"server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "name": "network-vif-plugged", "status": "completed", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:42:52.526345 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=75a30cce-6943-4d51-833c-75c5370f4c3f,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:52.532239 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:52.604027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=75a30cce-6943-4d51-833c-75c5370f4c3f,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:52.687558 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfb7fd4-a2b8-4150-9df1-5cf203790e7f x-openstack-request-id: req-7dfb7fd4-a2b8-4150-9df1-5cf203790e7f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:42:52.687558 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "name": "network-vif-plugged", "status": "completed", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:42:52.687558 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7dfb7fd4-a2b8-4150-9df1-5cf203790e7f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:42:52.690611 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f', 'code': 200} Nov 19 19:42:52.910726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3af63-1884-4063-b08c-0947dd2ff29b req-42fb967f-0871-480e-818f-862e84d72337 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:52.912598 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cde3af63-1884-4063-b08c-0947dd2ff29b req-42fb967f-0871-480e-818f-862e84d72337 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0597646 Nov 19 19:42:52.966932 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cde3af63-1884-4063-b08c-0947dd2ff29b req-def39a78-13e9-4a35-9049-9b49561a6461 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479774 Nov 19 19:42:54.014589 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31959cc7-7ee5-4a91-b70f-98b5a18e7c64 req-d637879e-7e3d-4d99-8107-32e2af78e16b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:54.016275 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-31959cc7-7ee5-4a91-b70f-98b5a18e7c64 req-d637879e-7e3d-4d99-8107-32e2af78e16b tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.57 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0594685 Nov 19 19:42:54.098524 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc287b-1c92-4657-9075-23920359288d req-12d19a85-38d1-455c-9a57-9beb218c529d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:54.100341 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9dcc287b-1c92-4657-9075-23920359288d req-12d19a85-38d1-455c-9a57-9beb218c529d tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/ports?device_id=41996e90-9b0c-4f0a-904c-cfd81cdcc8c5 HTTP/1.1" status: 200 len: 945 time: 0.0571039 Nov 19 19:42:54.139985 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-31959cc7-7ee5-4a91-b70f-98b5a18e7c64 req-71dd9c5b-5580-4eb9-80da-35ef3e955cfa tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Deleting port 75a30cce-6943-4d51-833c-75c5370f4c3f {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:42:54.140766 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-31959cc7-7ee5-4a91-b70f-98b5a18e7c64 req-71dd9c5b-5580-4eb9-80da-35ef3e955cfa tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:54.170684 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9dcc287b-1c92-4657-9075-23920359288d req-2f6394a2-dca1-412d-8aa5-037b85b76c0f tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.50 "GET /v2.0/security-groups?id=96485248-4720-407c-ac32-3a25ed37625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627975 Nov 19 19:42:54.264963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-31959cc7-7ee5-4a91-b70f-98b5a18e7c64 req-71dd9c5b-5580-4eb9-80da-35ef3e955cfa tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] For port 75a30cce-6943-4d51-833c-75c5370f4c3f, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=75a30cce-6943-4d51-833c-75c5370f4c3f,segment=NetworkSegment(16978764-3272-4f0c-beb0-3ce4dc1a2678),segment_id=16978764-3272-4f0c-beb0-3ce4dc1a2678)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:42:54.265467 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-31959cc7-7ee5-4a91-b70f-98b5a18e7c64 req-71dd9c5b-5580-4eb9-80da-35ef3e955cfa tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:54.281556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-31959cc7-7ee5-4a91-b70f-98b5a18e7c64 req-71dd9c5b-5580-4eb9-80da-35ef3e955cfa tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Calling delete_port for 75a30cce-6943-4d51-833c-75c5370f4c3f owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:42:54.436867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-31959cc7-7ee5-4a91-b70f-98b5a18e7c64 req-71dd9c5b-5580-4eb9-80da-35ef3e955cfa tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:54.471710 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd9c5b-5580-4eb9-80da-35ef3e955cfa tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Pushing event deleted for resources: {'Port': ['ID=75a30cce-6943-4d51-833c-75c5370f4c3f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:54.521393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-31959cc7-7ee5-4a91-b70f-98b5a18e7c64 req-71dd9c5b-5580-4eb9-80da-35ef3e955cfa tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] No DVR routers for this DVR port 75a30cce-6943-4d51-833c-75c5370f4c3f on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:42:54.524209 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-31959cc7-7ee5-4a91-b70f-98b5a18e7c64 req-71dd9c5b-5580-4eb9-80da-35ef3e955cfa tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:54.528034 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-31959cc7-7ee5-4a91-b70f-98b5a18e7c64 req-71dd9c5b-5580-4eb9-80da-35ef3e955cfa tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] 10.222.0.57 "DELETE /v2.0/ports/75a30cce-6943-4d51-833c-75c5370f4c3f HTTP/1.1" status: 204 len: 173 time: 0.5053935 Nov 19 19:42:54.528554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'name': 'network-vif-deleted', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:42:54.531183 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bfb35a-d2cb-40d0-b819-da69ec2c7653" -d '{"events": [{"server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "name": "network-vif-deleted", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:42:54.573995 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f36081-7a4e-410a-aa30-c1ea0a6fc0f5 x-openstack-request-id: req-e1f36081-7a4e-410a-aa30-c1ea0a6fc0f5 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:42:54.574311 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41996e90-9b0c-4f0a-904c-cfd81cdcc8c5", "name": "network-vif-deleted", "tag": "75a30cce-6943-4d51-833c-75c5370f4c3f", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:42:54.574640 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1f36081-7a4e-410a-aa30-c1ea0a6fc0f5 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:42:54.575089 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41996e90-9b0c-4f0a-904c-cfd81cdcc8c5', 'name': 'network-vif-deleted', 'tag': '75a30cce-6943-4d51-833c-75c5370f4c3f', 'status': 'completed', 'code': 200} Nov 19 19:42:55.320055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33074) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:42:55.374185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-963f7f47-2d47-4f55-8601-f7ed41876d14 admin admin] Deleting subnet df89fc3d-1368-4c2a-990a-4979135ff789 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:42:55.378058 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-963f7f47-2d47-4f55-8601-f7ed41876d14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.417227 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-963f7f47-2d47-4f55-8601-f7ed41876d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.460220 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-963f7f47-2d47-4f55-8601-f7ed41876d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.520647 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-963f7f47-2d47-4f55-8601-f7ed41876d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.553556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f7f47-2d47-4f55-8601-f7ed41876d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df89fc3d-1368-4c2a-990a-4979135ff789,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:55.557567 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-963f7f47-2d47-4f55-8601-f7ed41876d14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.561151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-963f7f47-2d47-4f55-8601-f7ed41876d14 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/df89fc3d-1368-4c2a-990a-4979135ff789 HTTP/1.1" status: 204 len: 168 time: 0.2396834 Nov 19 19:42:55.563758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33076) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:42:55.587438 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.642586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.732110 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.754592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcf3340-6d9f-4bfc-898b-e3672f9dca8f']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:42:55.765265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16978764-3272-4f0c-beb0-3ce4dc1a2678') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:42:55.765561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16978764-3272-4f0c-beb0-3ce4dc1a2678') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:42:55.776414 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.792441 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.799023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:42:55.799566 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:42:55.801970 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:42:55.859237 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.865921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:55.869348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] 10.222.0.50 "DELETE /v2.0/networks/0fcf3340-6d9f-4bfc-898b-e3672f9dca8f HTTP/1.1" status: 204 len: 168 time: 0.3044388 Nov 19 19:42:55.881163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41d43e-f933-4427-8d2a-3dff3971162d admin admin] Pushing event deleted for resources: {'Network': ['ID=0fcf3340-6d9f-4bfc-898b-e3672f9dca8f,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:55.993934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33080) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:42:56.040413 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e9d39671-96a8-4514-ba8d-4ebf11d9386c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1301b24fd848461299f5bbf5f68539ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452266 Nov 19 19:42:56.043290 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33082) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:42:56.125976 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bec270df-b215-4cc1-aa85-4f2a2e97a94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:56.166487 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bec270df-b215-4cc1-aa85-4f2a2e97a94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:56.238559 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bec270df-b215-4cc1-aa85-4f2a2e97a94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:56.242106 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bec270df-b215-4cc1-aa85-4f2a2e97a94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:56.243327 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bec270df-b215-4cc1-aa85-4f2a2e97a94e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/96485248-4720-407c-ac32-3a25ed37625d HTTP/1.1" status: 204 len: 168 time: 0.1987376 Nov 19 19:42:56.252314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec270df-b215-4cc1-aa85-4f2a2e97a94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96485248-4720-407c-ac32-3a25ed37625d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:56.322404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 75a30cce-6943-4d51-833c-75c5370f4c3f no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:42:56.344219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 75a30cce-6943-4d51-833c-75c5370f4c3f {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:42:56.344562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 75a30cce-6943-4d51-833c-75c5370f4c3f not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:42:57.010421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33104) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:42:57.114557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-865088598-network', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:42:57.138818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Made reservation on behalf of f1f010d8ef3444f987645ef10a100613 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:42:57.141536 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:57.151538 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:57.238150 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:57.243356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:57.273905 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:42:57.283351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4afbd17-51aa-45d1-bfc3-67fe5f72b726,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:57.290172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:57.290510 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Added segment adb41ef3-cd5e-47e3-9568-7701a03f2fe5 of type vlan for network aa6161ba-f030-438f-8243-f41360523ea0 Nov 19 19:42:57.334087 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:57.359761 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:57.360737 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:57.361310 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:57.415138 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4035881 Nov 19 19:42:57.418315 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33108) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:42:57.423441 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] Request body: {'subnet': {'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-865088598-subnet', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:42:57.427663 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818408d-395c-4820-aad9-c47e281c0a3e admin admin] Pushing event updated for resources: {'Network': ['ID=aa6161ba-f030-438f-8243-f41360523ea0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:57.438953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network aa6161ba-f030-438f-8243-f41360523ea0 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:42:57.452368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] Made reservation on behalf of f1f010d8ef3444f987645ef10a100613 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:42:57.454796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:57.644147 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:57.998669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=327dd568-1b3e-4dba-a2e9-4630ea7324b4,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:58.008076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:42:58.008437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] Network hostable DHCP agents. Network: aa6161ba-f030-438f-8243-f41360523ea0, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:42:58.025173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] Network aa6161ba-f030-438f-8243-f41360523ea0 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:42:58.034308 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, aa6161ba-f030-438f-8243-f41360523ea0) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:42:58.039657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:42:58.040252 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.044285 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f653a963-168f-4da8-819a-d9cff804f364 None None] Network aa6161ba-f030-438f-8243-f41360523ea0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:42:58.060906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33110) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:42:58.061506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4a03dc94-4656-4cff-a3af-e0d65fd56a6e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6415367 Nov 19 19:42:58.065590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:42:58.086902 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.087942 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.153685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.201189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-aa6161ba-f030-438f-8243-f41360523ea0', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:42:58.202106 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.301473 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.499668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Allocated IP 172.20.0.2 (aa6161ba-f030-438f-8243-f41360523ea0/327dd568-1b3e-4dba-a2e9-4630ea7324b4/c8752a7a-abe2-4a29-b380-a8d69e8e9c85) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:42:58.514254 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.536345 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.649689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Allocated IP 172.25.3.49 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:42:58.651340 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.658042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.697125 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Network aa6161ba-f030-438f-8243-f41360523ea0 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:42:58.700131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:42:58.704140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:42:58.713794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Pushing event updated for resources: {'Port': ['ID=c8752a7a-abe2-4a29-b380-a8d69e8e9c85,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:58.765522 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Attempting to bind port c8752a7a-abe2-4a29-b380-a8d69e8e9c85 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:42:58.765914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Attempting to bind port c8752a7a-abe2-4a29-b380-a8d69e8e9c85 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:42:58.766288 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Attempting to bind port c8752a7a-abe2-4a29-b380-a8d69e8e9c85 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:42:58.767268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.772168 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:42:58.772537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:42:58.772940 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.773333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:42:58.773815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Bound port: c8752a7a-abe2-4a29-b380-a8d69e8e9c85, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:42:58.774200 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.804233 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.841596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] For port c8752a7a-abe2-4a29-b380-a8d69e8e9c85, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:42:58.844747 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] For port c8752a7a-abe2-4a29-b380-a8d69e8e9c85, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c8752a7a-abe2-4a29-b380-a8d69e8e9c85,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:42:58.851039 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:58.852306 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:42:58.856096 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:42:58.858371 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:42:58.882235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c23f69-f06d-4526-92ef-44b8b966b158 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:42:58.889696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:58.918423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bda712-ddd9-40d7-b710-f7057e22d936 None None] Pushing event updated for resources: {'Port': ['ID=c8752a7a-abe2-4a29-b380-a8d69e8e9c85,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:42:58.989132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0747ca96-ff05-4450-9982-3bfd201d76f2 None None] Provisioning complete for port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:42:58.989789 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0747ca96-ff05-4450-9982-3bfd201d76f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:59.025147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0747ca96-ff05-4450-9982-3bfd201d76f2 None None] Port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:42:59.159957 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:59.369053 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:59.502342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Router 0a59e7ae-2b99-4077-9495-abb7d087ee78 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:42:59.619883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:42:59.631232 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Sync routers for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:42:59.643424 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:42:59.645940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0de369be-d279-4ad5-98f2-797acaec9a22 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5829499 Nov 19 19:42:59.646544 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:42:59.647193 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:42:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:42:59.647918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33112) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:42:59.758766 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:42:59.908695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f50ccc5-1d1b-4cbf-94d7-1485e5002c68 None None] Network aa6161ba-f030-438f-8243-f41360523ea0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:42:59.984537 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:42:59Z', 'revision_number': 3, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:42:59.990620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a25c1669-c1e7-4f92-9356-6f3d5a324e0e None None] Provisioning complete for port c8752a7a-abe2-4a29-b380-a8d69e8e9c85 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:42:59.990987 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a25c1669-c1e7-4f92-9356-6f3d5a324e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.016743 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Checking router: 0a59e7ae-2b99-4077-9495-abb7d087ee78 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:43:00.017338 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Updating router 0a59e7ae-2b99-4077-9495-abb7d087ee78 port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:43:00.118195 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.272300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c8752a7a-abe2-4a29-b380-a8d69e8e9c85 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:43:00.277999 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a25c1669-c1e7-4f92-9356-6f3d5a324e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.303310 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.384383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a25c1669-c1e7-4f92-9356-6f3d5a324e0e None None] For port c8752a7a-abe2-4a29-b380-a8d69e8e9c85, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c8752a7a-abe2-4a29-b380-a8d69e8e9c85,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:43:00.392059 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a25c1669-c1e7-4f92-9356-6f3d5a324e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.454085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c1669-c1e7-4f92-9356-6f3d5a324e0e None None] Pushing event updated for resources: {'Port': ['ID=c8752a7a-abe2-4a29-b380-a8d69e8e9c85,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:00.483482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port c8752a7a-abe2-4a29-b380-a8d69e8e9c85 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:00.483865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.529009 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.539464 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.637108 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.693445 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Attempting to bind port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:43:00.693445 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Attempting to bind port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:43:00.693445 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Attempting to bind port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:43:00.696779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13733ecd-0d4e-46bb-a830-adc0795ad7dc None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:43:00.700741 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Pushing event updated for resources: {'Port': ['ID=c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:00.704078 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:43:00.705032 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:43:00.705032 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.705246 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:43:00.705982 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Bound port: c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:43:00.706122 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.714248 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.714597 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.714940 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.715278 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.716158 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.716158 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.716396 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.716532 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.716858 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.717180 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.717500 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.717846 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:00.731110 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-77a81b71-284b-4dad-8ddb-b390c580dd75 None None] Provisioning complete for port c8752a7a-abe2-4a29-b380-a8d69e8e9c85 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:00.731513 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-77a81b71-284b-4dad-8ddb-b390c580dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.778504 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] For port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:43:00.782630 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] For port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:43:00.788318 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.812458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Allocated IP 172.20.0.1 (aa6161ba-f030-438f-8243-f41360523ea0/327dd568-1b3e-4dba-a2e9-4630ea7324b4/404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:43:00.840651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e5ad9c-4db6-4e34-b790-30f66a36f775 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:43:00.852620 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:43:00.853314 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:42:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:43:00.858646 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9d8ed-67f4-4b0c-9dcb-c0cbea0a5e2e None None] Pushing event updated for resources: {'Port': ['ID=c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:00.931855 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.959499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b881195a-4d24-4992-a808-79bfa69593fb None None] Provisioning complete for port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:00.960072 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b881195a-4d24-4992-a808-79bfa69593fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.973805 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:00.974339 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:43:01.025939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Network aa6161ba-f030-438f-8243-f41360523ea0 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:43:01.030703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:43:01.035374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:43:01.053047 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b881195a-4d24-4992-a808-79bfa69593fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:01.068743 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Pushing event updated for resources: {'Port': ['ID=404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:01.079233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b881195a-4d24-4992-a808-79bfa69593fb None None] For port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:43:01.081682 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:01.087456 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b881195a-4d24-4992-a808-79bfa69593fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:01.148155 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881195a-4d24-4992-a808-79bfa69593fb None None] Pushing event updated for resources: {'Port': ['ID=c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:01.210695 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:42:59Z', 'revision_number': 3, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:43:01.239202 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb9223f-29d2-4c69-a2cb-62714c9843bb None None] The sync data for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 is: [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:42:59Z', 'revision_number': 3, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:43:01.240182 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:01.313490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a862471b-2f17-473e-b5f7-50fb3fc3107e None None] Provisioning complete for port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:01.313921 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a862471b-2f17-473e-b5f7-50fb3fc3107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:01.350998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a862471b-2f17-473e-b5f7-50fb3fc3107e None None] Port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:43:01.428066 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:01.433160 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:01.511091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Pushing event updated for resources: {'Port': ['ID=404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:01.517643 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:01.617508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Network aa6161ba-f030-438f-8243-f41360523ea0 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:43:01.619104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:43:01.752815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Router 0a59e7ae-2b99-4077-9495-abb7d087ee78 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:43:01.873812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e1b5df10-60de-4b79-88a8-5a5c1943424d None None] Provisioning complete for port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:01.874277 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1b5df10-60de-4b79-88a8-5a5c1943424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:01.884768 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:43:01.901807 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3cc044e5-5869-4c13-8f94-6491f708000d admin admin] 10.222.0.50 "PUT /v2.0/routers/0a59e7ae-2b99-4077-9495-abb7d087ee78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2411621 Nov 19 19:43:01.914445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5df10-60de-4b79-88a8-5a5c1943424d None None] Port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:43:02.172005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:43:02.229002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:02.229383 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.314572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c8752a7a-abe2-4a29-b380-a8d69e8e9c85 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:43:02.363979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port c8752a7a-abe2-4a29-b380-a8d69e8e9c85 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:02.364931 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.435711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 33120) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:43:02.440502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-dcb20b53-36e5-473d-9574-57520cb51474 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962367844', 'description': 'tempest-description--822864454'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:43:02.464211 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dcb20b53-36e5-473d-9574-57520cb51474 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.540047 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dcb20b53-36e5-473d-9574-57520cb51474 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.544787 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dcb20b53-36e5-473d-9574-57520cb51474 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.577330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dcb20b53-36e5-473d-9574-57520cb51474 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.581325 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dcb20b53-36e5-473d-9574-57520cb51474 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1419253 Nov 19 19:43:02.583737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33122) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:43:02.584546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb20b53-36e5-473d-9574-57520cb51474 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7893abf8-d832-4abb-a742-bbd4ed34015c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:02.588684 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0dacaefc-a7b9-4f0f-8465-4aa031b1fe1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'security_group_rule': {'security_group_id': '7893abf8-d832-4abb-a742-bbd4ed34015c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:43:02.619429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dacaefc-a7b9-4f0f-8465-4aa031b1fe1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.684183 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dacaefc-a7b9-4f0f-8465-4aa031b1fe1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.688791 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dacaefc-a7b9-4f0f-8465-4aa031b1fe1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.709182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacaefc-a7b9-4f0f-8465-4aa031b1fe1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a02a8c-84d9-461a-b66c-5472a6b0df9e,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:02.719373 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0dacaefc-a7b9-4f0f-8465-4aa031b1fe1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.723531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0dacaefc-a7b9-4f0f-8465-4aa031b1fe1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358721 Nov 19 19:43:02.723884 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33124) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:43:02.728738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-67316668-9240-49f9-9dcb-ed6c79b056a8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'security_group_rule': {'security_group_id': '7893abf8-d832-4abb-a742-bbd4ed34015c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:43:02.758578 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67316668-9240-49f9-9dcb-ed6c79b056a8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.823145 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67316668-9240-49f9-9dcb-ed6c79b056a8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.827305 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67316668-9240-49f9-9dcb-ed6c79b056a8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.849203 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67316668-9240-49f9-9dcb-ed6c79b056a8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6e0115-0e45-49d1-9b06-36492128fdb6,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:02.855236 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67316668-9240-49f9-9dcb-ed6c79b056a8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.856431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-67316668-9240-49f9-9dcb-ed6c79b056a8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314189 Nov 19 19:43:02.859416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33126) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:43:02.864011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:43:02.873225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Sync routers for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:43:02.884173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:43:02.884802 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:42:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:43:02.889614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.993027 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:02.998165 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:43:03.098385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Allocated IP 172.25.3.114 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/8fe239db-f437-4e6d-92a5-53407139cb51) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:43:03.215516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 2, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:43:03.216435 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.243504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Checking router: 0a59e7ae-2b99-4077-9495-abb7d087ee78 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:43:03.243858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Updating router 0a59e7ae-2b99-4077-9495-abb7d087ee78 port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:43:03.250361 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.268919 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.290017 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:43:03.292872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:43:03.295547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:43:03.333970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event updated for resources: {'Port': ['ID=8fe239db-f437-4e6d-92a5-53407139cb51,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:03.393200 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.428579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.545569 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.554008 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.589433 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.595127 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.604620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78808d26-ed91-4fa4-a86d-13180c1a511a None None] Pushing event updated for resources: {'Port': ['ID=404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:03.660736 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Attempting to bind port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:43:03.661035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Attempting to bind port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:43:03.661376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Attempting to bind port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:43:03.667663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:43:03.668420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:43:03.668835 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.669236 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:43:03.670296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Bound port: 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:43:03.670296 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.673074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event updated for resources: {'Port': ['ID=8fe239db-f437-4e6d-92a5-53407139cb51,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:03.690954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.709935 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.711223 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-59606a48-df29-4d54-9d24-e1fc906232f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8508675 Nov 19 19:43:03.744159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] For port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:43:03.748169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] For port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:43:03.756945 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:03.833658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:43:03.834333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:42:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:43:03.876231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78808d26-ed91-4fa4-a86d-13180c1a511a None None] Pushing event updated for resources: {'Port': ['ID=404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:03.889678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-a4534e8d-ffd2-4151-97da-dcb8a0dd1172 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--962367844&fields=id&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 267 time: 0.0552032 Nov 19 19:43:03.902226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-47c29a03-16c3-4fb1-9080-8a5c93bf0af4 None None] Provisioning complete for port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:03.902612 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47c29a03-16c3-4fb1-9080-8a5c93bf0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:04.015258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-d61d742d-25dc-486c-a911-ee0e8945df1c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:04.017683 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-d61d742d-25dc-486c-a911-ee0e8945df1c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 811 time: 0.1127517 Nov 19 19:43:04.030400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:43:04.037881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-99672702-ead6-483c-87d1-362d6d781e00 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/quotas/f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 375 time: 0.0138493 Nov 19 19:43:04.072369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47c29a03-16c3-4fb1-9080-8a5c93bf0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:04.095058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-b85fa86b-62e8-4c88-a885-fcc04a265b7a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474243 Nov 19 19:43:04.179608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-47c29a03-16c3-4fb1-9080-8a5c93bf0af4 None None] For port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:43:04.192321 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47c29a03-16c3-4fb1-9080-8a5c93bf0af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:04.265961 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-3d8c85ae-4bbc-46b6-94d2-d618a3bc977a service neutron] 10.222.0.50 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571968 Nov 19 19:43:04.284278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c29a03-16c3-4fb1-9080-8a5c93bf0af4 None None] Pushing event updated for resources: {'Port': ['ID=404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:04.320898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-054b1a58-b98b-4159-9e91-6a3eadee027f None None] Provisioning complete for port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:04.321269 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-054b1a58-b98b-4159-9e91-6a3eadee027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:04.366458 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-9fe6db2e-ead5-41ee-b909-c60835e093fd service neutron] 10.222.0.50 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925736 Nov 19 19:43:04.517258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:03Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:43:04.546057 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9911b28b-032f-4b6e-9ea1-3f9333e06bcf req-2cc6067f-b0be-428d-ab5d-4c893c8c6d4e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 210 time: 0.0371814 Nov 19 19:43:04.550144 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1bcd-b22e-44de-bb22-905823b27343 None None] The sync data for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 is: [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:03Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:43:05.628195 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-d5566d6e-9614-49ec-8e29-793acfc901e6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:05.630616 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-d5566d6e-9614-49ec-8e29-793acfc901e6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 811 time: 0.1481555 Nov 19 19:43:05.710395 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-a47eecfb-a5ca-4f38-aa99-e4198625a9a1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 379 time: 0.0706420 Nov 19 19:43:05.711323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c987d6f8-cdba-4db2-9779-6a69cd3fdabb req-7c5cb972-2ed3-4432-80de-25b325f797c5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 210 time: 0.0433705 Nov 19 19:43:05.720971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'port': {'device_id': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'admin_state_up': True, 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'security_groups': ['7893abf8-d832-4abb-a742-bbd4ed34015c']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:43:05.848573 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Made reservation on behalf of f1f010d8ef3444f987645ef10a100613 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:43:05.852530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:05.989403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Allocated IP 172.20.0.13 (aa6161ba-f030-438f-8243-f41360523ea0/327dd568-1b3e-4dba-a2e9-4630ea7324b4/ee728d27-7a59-4c9f-960e-275156f720d9) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:43:06.143829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:43:06.154263 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:06.193996 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:06.195449 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:06.196115 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:06.248403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Network aa6161ba-f030-438f-8243-f41360523ea0 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:43:06.252156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:43:06.256928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:43:06.263958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event updated for resources: {'Port': ['ID=ee728d27-7a59-4c9f-960e-275156f720d9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:06.335540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:06.336529 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:06.357270 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e754845a-ccc0-4d11-9613-59126d254114 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6403832 Nov 19 19:43:06.370129 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Request body: {'port': {'device_id': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:43:06.429302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:06.564959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-24c22eb8-c141-4167-9bce-68fc4fe29fbb None None] Provisioning complete for port ee728d27-7a59-4c9f-960e-275156f720d9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:06.565331 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-24c22eb8-c141-4167-9bce-68fc4fe29fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:06.601494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-24c22eb8-c141-4167-9bce-68fc4fe29fbb None None] Port ee728d27-7a59-4c9f-960e-275156f720d9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:43:06.707702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee728d27-7a59-4c9f-960e-275156f720d9 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:43:06.715840 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:06.729153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Transition to ACTIVE for port object ee728d27-7a59-4c9f-960e-275156f720d9 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:43:06.733530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:06.841188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Pushing event updated for resources: {'Port': ['ID=ee728d27-7a59-4c9f-960e-275156f720d9,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:06.844443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90958632-fb4a-4aca-ad5b-1d6d174e470f req-a1a7c275-7e47-4a1c-8428-7bfcabb006ab tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:06.846230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-90958632-fb4a-4aca-ad5b-1d6d174e470f req-a1a7c275-7e47-4a1c-8428-7bfcabb006ab tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 944 time: 0.0576801 Nov 19 19:43:06.867255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Attempting to bind port ee728d27-7a59-4c9f-960e-275156f720d9 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:43:06.867772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Attempting to bind port ee728d27-7a59-4c9f-960e-275156f720d9 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:43:06.868114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Attempting to bind port ee728d27-7a59-4c9f-960e-275156f720d9 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:43:06.873096 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Port ee728d27-7a59-4c9f-960e-275156f720d9 on network aa6161ba-f030-438f-8243-f41360523ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:43:06.873419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Attempting to bind port ee728d27-7a59-4c9f-960e-275156f720d9 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:43:06.879466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:43:06.879814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:43:06.880200 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:43:06.880632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Bound port: ee728d27-7a59-4c9f-960e-275156f720d9, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:43:06.880989 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:06.913692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-90958632-fb4a-4aca-ad5b-1d6d174e470f req-d34edb49-04a1-4d95-a5e5-d208d37e4f81 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574682 Nov 19 19:43:06.953640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:43:06.956960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ee728d27-7a59-4c9f-960e-275156f720d9,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:43:06.962887 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:07.004842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:07.005469 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:07.006902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] 10.222.0.57 "PUT /v2.0/ports/ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 1092 time: 0.6411812 Nov 19 19:43:07.007420 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:43:07.009606 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:43:07.032282 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7773439-b7c9-4af6-b5f2-4f018ef3ba7d service neutron] Pushing event updated for resources: {'Port': ['ID=ee728d27-7a59-4c9f-960e-275156f720d9,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:07.081496 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c0bbff-6d63-459e-a86a-8d156b390290 x-openstack-request-id: req-e8c0bbff-6d63-459e-a86a-8d156b390290 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:43:07.081824 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:43:07.082112 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8c0bbff-6d63-459e-a86a-8d156b390290 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:43:07.082521 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'status': 'completed', 'code': 200} Nov 19 19:43:07.101996 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-24897b94-b05e-4c72-bdf5-044ccaf6d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:07.103524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-24897b94-b05e-4c72-bdf5-044ccaf6d542 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 1095 time: 0.0501595 Nov 19 19:43:07.146997 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-64725e4f-5988-4d4a-8c56-446279ec2ffa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 217 time: 0.0359676 Nov 19 19:43:07.204139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-66091d0a-61a6-4ee9-b7a6-f45f05e4f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:07.205599 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-66091d0a-61a6-4ee9-b7a6-f45f05e4f23a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0520387 Nov 19 19:43:07.255701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-f5520b28-72b6-4317-93b0-4ee637696dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:07.257220 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-f5520b28-72b6-4317-93b0-4ee637696dd7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439911 Nov 19 19:43:07.354239 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-097c1a4d-3198-4d19-885e-43cd1715a59b service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896840 Nov 19 19:43:07.449171 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2fc05cb3-ca20-458c-a854-e597008afdb9 req-4f19fd3f-dbd0-4ea3-8629-c588f24e68b9 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883586 Nov 19 19:43:07.538765 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5 req-008bb264-9560-46f5-b0e1-acb26844a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:07.540295 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5 req-008bb264-9560-46f5-b0e1-acb26844a6b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 1095 time: 0.0436506 Nov 19 19:43:07.637277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5 req-5c160a03-65e1-49dc-b039-27676d906505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:07.638813 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5 req-5c160a03-65e1-49dc-b039-27676d906505 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0918357 Nov 19 19:43:07.683474 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5 req-91e61770-b957-441e-86b5-792880911740 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 217 time: 0.0360155 Nov 19 19:43:07.737813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5 req-26ea6d06-319b-4614-9c0b-8bd2ec9f3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:07.740191 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5 req-26ea6d06-319b-4614-9c0b-8bd2ec9f3662 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0503507 Nov 19 19:43:07.796172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5 req-755b3c63-bcd8-4032-9eaf-520e620cea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:07.797690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5 req-755b3c63-bcd8-4032-9eaf-520e620cea61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501378 Nov 19 19:43:07.893501 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5 req-db7e3e0a-add9-4b6c-925a-3109b2cad64e service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879543 Nov 19 19:43:07.998644 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8ff0a38a-899b-43b9-b2ef-2c1dff0cd9c5 req-e471ca39-0ad3-4dc0-a083-8358c88a14d8 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972517 Nov 19 19:43:08.046319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcd6a7-12b0-4156-9600-ab8807fde3fd req-61d71a48-7e29-4997-b713-9a512d13fa9a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:08.047887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70bcd6a7-12b0-4156-9600-ab8807fde3fd req-61d71a48-7e29-4997-b713-9a512d13fa9a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 944 time: 0.0522890 Nov 19 19:43:08.104969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70bcd6a7-12b0-4156-9600-ab8807fde3fd req-3897639f-9db2-4bdc-812d-94cde6bd5dc2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503337 Nov 19 19:43:08.296671 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a18a8013-cb35-4dc4-8536-35eb3cbf764b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:09.228799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91fbb2-ad80-4e5c-b47c-ecfc884bdb33 req-709cf3df-a654-4923-94d0-c653a68cca06 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:09.230358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a91fbb2-ad80-4e5c-b47c-ecfc884bdb33 req-709cf3df-a654-4923-94d0-c653a68cca06 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 944 time: 0.0510545 Nov 19 19:43:09.280053 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a91fbb2-ad80-4e5c-b47c-ecfc884bdb33 req-da0fe2dc-ed50-46ec-8c1b-d6bdf24eb368 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434186 Nov 19 19:43:10.400267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46fb08-89d0-45b8-81be-dc118e9f5d9d req-411c085b-496c-45af-8ac9-dcea435573d0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:10.401860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6f46fb08-89d0-45b8-81be-dc118e9f5d9d req-411c085b-496c-45af-8ac9-dcea435573d0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 944 time: 0.0514188 Nov 19 19:43:10.456084 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6f46fb08-89d0-45b8-81be-dc118e9f5d9d req-0bba1fc1-d8e9-4e57-a4e6-a30bb3cf0088 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476015 Nov 19 19:43:10.647454 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c96f0bea-3fb9-4ea5-9512-2a15d30061b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:11.592277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9aca9-ff85-4d6b-97bf-a8aecdf23f1f req-340f99eb-3969-4492-bf13-479e67fe9fa5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:11.593924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-10c9aca9-ff85-4d6b-97bf-a8aecdf23f1f req-340f99eb-3969-4492-bf13-479e67fe9fa5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 944 time: 0.0591512 Nov 19 19:43:11.645288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-10c9aca9-ff85-4d6b-97bf-a8aecdf23f1f req-63bae2f8-6246-4ed7-8c6f-5917134a8249 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444827 Nov 19 19:43:12.008820 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:12.402344 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ee728d27-7a59-4c9f-960e-275156f720d9 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:43:12.509648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ee728d27-7a59-4c9f-960e-275156f720d9,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:43:12.523155 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'port_id': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'mac_address': 'fa:16:3e:d1:b3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:43:12.562510 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:12.576538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee728d27-7a59-4c9f-960e-275156f720d9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:43:12.597281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ee728d27-7a59-4c9f-960e-275156f720d9,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:43:12.602573 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:12.658051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ee728d27-7a59-4c9f-960e-275156f720d9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:12.778622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0fd4f-3da6-40ce-b3b8-01193143d96b req-2d168040-6257-4ce5-bd5c-24655ce22fb0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:12.780175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-10c0fd4f-3da6-40ce-b3b8-01193143d96b req-2d168040-6257-4ce5-bd5c-24655ce22fb0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 945 time: 0.0512257 Nov 19 19:43:12.833465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-10c0fd4f-3da6-40ce-b3b8-01193143d96b req-cdefa312-2679-4caf-9825-816c3eda2a66 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462747 Nov 19 19:43:12.911868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['ee728d27-7a59-4c9f-960e-275156f720d9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:43:13.468200 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:13.995846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999c9ab-1b51-408a-b1a5-18dba035b392 req-0931c962-8f2e-46ce-bee1-a9d73552d892 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:13.997610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a999c9ab-1b51-408a-b1a5-18dba035b392 req-0931c962-8f2e-46ce-bee1-a9d73552d892 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 945 time: 0.0758259 Nov 19 19:43:14.054360 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a999c9ab-1b51-408a-b1a5-18dba035b392 req-8d6301aa-4348-4d4e-809c-3114ab29e009 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492613 Nov 19 19:43:14.227179 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:14.418843 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ee728d27-7a59-4c9f-960e-275156f720d9 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:43:14.480604 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port ee728d27-7a59-4c9f-960e-275156f720d9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:43:14.485559 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port ee728d27-7a59-4c9f-960e-275156f720d9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:43:14.486438 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:14.589540 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:14.619107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:43:14.622110 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1400ac03-3ad9-4ad6-a681-2ad6fcbabb52" -d '{"events": [{"server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "name": "network-vif-plugged", "status": "completed", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:43:14.638800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ee728d27-7a59-4c9f-960e-275156f720d9,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:43:14.646529 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:14.677357 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e36644-c311-43d5-aff2-af97db932f24 x-openstack-request-id: req-e9e36644-c311-43d5-aff2-af97db932f24 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:43:14.677712 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "name": "network-vif-plugged", "status": "completed", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:43:14.678060 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9e36644-c311-43d5-aff2-af97db932f24 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:43:14.678475 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'code': 200} Nov 19 19:43:14.706547 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ee728d27-7a59-4c9f-960e-275156f720d9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:43:14.720458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.720869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.721419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.722030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.723148 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.724784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.725310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.725908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.726294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.726677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.727137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.727690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:43:14.792021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bf621-e51f-40e2-8313-62113499d75c req-4aa227df-e3cd-4f51-a801-299c6757ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:14.793667 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-073bf621-e51f-40e2-8313-62113499d75c req-4aa227df-e3cd-4f51-a801-299c6757ef4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 1097 time: 0.0512476 Nov 19 19:43:14.849690 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-073bf621-e51f-40e2-8313-62113499d75c req-04b870aa-0836-42e9-96e1-51c328ae285b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493128 Nov 19 19:43:15.196205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855368a-88c8-416c-a688-b4ffae5721fe req-4bf3c9da-7229-43d9-9b32-298edbb5e793 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:15.198063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2855368a-88c8-416c-a688-b4ffae5721fe req-4bf3c9da-7229-43d9-9b32-298edbb5e793 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0575593 Nov 19 19:43:15.265082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2855368a-88c8-416c-a688-b4ffae5721fe req-462f9ec0-f16f-468e-9167-7cbdf1f02a9f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602875 Nov 19 19:43:16.411701 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6610-7dd2-40ef-9ae8-fbc576b381aa req-7ac234cd-be9a-4ff8-9f0c-2419d5c2659e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:16.413901 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a77b6610-7dd2-40ef-9ae8-fbc576b381aa req-7ac234cd-be9a-4ff8-9f0c-2419d5c2659e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0674050 Nov 19 19:43:16.477625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a77b6610-7dd2-40ef-9ae8-fbc576b381aa req-ae86e133-8aeb-44b0-ab81-b619d98bd340 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559549 Nov 19 19:43:16.608420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ef872-3d6d-4433-98b7-5ffbe89f4343 req-5d714adc-feb8-419d-ade2-c67d12e36625 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:16.610147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-216ef872-3d6d-4433-98b7-5ffbe89f4343 req-5d714adc-feb8-419d-ade2-c67d12e36625 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0588341 Nov 19 19:43:16.619601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33178) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:43:16.626276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-76d998ee-6fe6-4670-ab95-8e4946c6bea6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'floatingip': {'port_id': 'ee728d27-7a59-4c9f-960e-275156f720d9'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:43:16.679819 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-76d998ee-6fe6-4670-ab95-8e4946c6bea6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:17.168777 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-76d998ee-6fe6-4670-ab95-8e4946c6bea6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:17.172840 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-76d998ee-6fe6-4670-ab95-8e4946c6bea6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:17.301404 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-76d998ee-6fe6-4670-ab95-8e4946c6bea6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7 associated. External IP: 172.25.3.114, port: ee728d27-7a59-4c9f-960e-275156f720d9. Nov 19 19:43:17.553205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d998ee-6fe6-4670-ab95-8e4946c6bea6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Router 0a59e7ae-2b99-4077-9495-abb7d087ee78 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:43:17.676738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d998ee-6fe6-4670-ab95-8e4946c6bea6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:43:17.682055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-76d998ee-6fe6-4670-ab95-8e4946c6bea6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:17.690840 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762cbb08-ee46-4ac0-a0fa-515e23af3a2f None None] Sync routers for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:43:17.709370 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cbb08-ee46-4ac0-a0fa-515e23af3a2f None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:43:17.710361 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-762cbb08-ee46-4ac0-a0fa-515e23af3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:43:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:43:17.714544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-76d998ee-6fe6-4670-ab95-8e4946c6bea6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "PUT /v2.0/floatingips/eb15ead4-55db-4cc1-aad0-91a73344eff7 HTTP/1.1" status: 200 len: 992 time: 1.0931165 Nov 19 19:43:17.715526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:43:17.719396 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251c04dc-78c7-40aa-837c-b72ec8d4dbee" -d '{"events": [{"name": "network-changed", "server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:43:17.829988 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befb69fb-3e5b-4347-88a4-80fedafd2bb2 x-openstack-request-id: req-befb69fb-3e5b-4347-88a4-80fedafd2bb2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:43:17.830298 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:43:17.830556 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-befb69fb-3e5b-4347-88a4-80fedafd2bb2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:43:17.830985 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'status': 'completed', 'code': 200} Nov 19 19:43:17.862231 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-762cbb08-ee46-4ac0-a0fa-515e23af3a2f None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:43:17.902881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c04dc-78c7-40aa-837c-b72ec8d4dbee req-4179d5fa-a0e9-44ce-a8b0-167a295fef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:17.905772 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-251c04dc-78c7-40aa-837c-b72ec8d4dbee req-4179d5fa-a0e9-44ce-a8b0-167a295fef16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 1097 time: 0.0504673 Nov 19 19:43:18.025460 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c04dc-78c7-40aa-837c-b72ec8d4dbee req-edf3766a-28a6-4e55-84b6-ef684681fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:18.027311 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-251c04dc-78c7-40aa-837c-b72ec8d4dbee req-edf3766a-28a6-4e55-84b6-ef684681fbe8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1146188 Nov 19 19:43:18.125866 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-251c04dc-78c7-40aa-837c-b72ec8d4dbee req-95959bc0-e153-45ff-a4f8-65b75e651c39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 1000 time: 0.0909905 Nov 19 19:43:18.138236 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-762cbb08-ee46-4ac0-a0fa-515e23af3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:d1:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:43:17Z', 'revision_number': 1, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:43:18.170309 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762cbb08-ee46-4ac0-a0fa-515e23af3a2f None None] Checking router: 0a59e7ae-2b99-4077-9495-abb7d087ee78 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:43:18.180782 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cbb08-ee46-4ac0-a0fa-515e23af3a2f None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:43:18.181406 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-762cbb08-ee46-4ac0-a0fa-515e23af3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:43:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:43:18.192315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c04dc-78c7-40aa-837c-b72ec8d4dbee req-3b791e82-b0f5-4a2f-a271-f218c64e189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:18.194028 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-251c04dc-78c7-40aa-837c-b72ec8d4dbee req-3b791e82-b0f5-4a2f-a271-f218c64e189e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0617001 Nov 19 19:43:18.250435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c04dc-78c7-40aa-837c-b72ec8d4dbee req-2986878f-d3db-4299-969c-e84a3d453b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:18.251969 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-251c04dc-78c7-40aa-837c-b72ec8d4dbee req-2986878f-d3db-4299-969c-e84a3d453b04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511751 Nov 19 19:43:18.317314 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-762cbb08-ee46-4ac0-a0fa-515e23af3a2f None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:43:18.353064 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-251c04dc-78c7-40aa-837c-b72ec8d4dbee req-c1d1d070-6cd1-4491-9410-b93ac2bf2555 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931072 Nov 19 19:43:18.471403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-251c04dc-78c7-40aa-837c-b72ec8d4dbee req-e7b85155-ff71-4111-937a-b650a7b77a6d service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110091 Nov 19 19:43:18.602008 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-762cbb08-ee46-4ac0-a0fa-515e23af3a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:d1:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:43:17Z', 'revision_number': 1, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:43:18.635109 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762cbb08-ee46-4ac0-a0fa-515e23af3a2f None None] The sync data for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 is: [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:d1:b3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:43:17Z', 'revision_number': 1, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:43:18.872810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558f97e-d1f8-47bf-83d5-dc4889f5ea03 None None] New status for floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:43:19.192377 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:43:25.583835 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:30.209168 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:38.289966 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e6350dd8-39d2-413c-9061-957242622139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:40.641038 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e92814e8-ea8a-48eb-8d8e-c844864ad334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:42.010459 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:43.470734 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:44.228898 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:55.586745 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:43:56.194923 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:43:59.230461 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-5a33bf4a-3ac6-45e1-ab44-380a38766dcc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411332 Nov 19 19:43:59.322680 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-91ef4901-7338-4282-9c65-f86badd6bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:59.324206 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-91ef4901-7338-4282-9c65-f86badd6bdbb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0508201 Nov 19 19:43:59.439929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-ce5970ea-7850-4798-8522-cb6c2195e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:59.441438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-ce5970ea-7850-4798-8522-cb6c2195e4c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0954289 Nov 19 19:43:59.485547 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-d62c4068-d783-40fe-a7ed-27e34402086c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0354667 Nov 19 19:43:59.540480 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-7b00d9b1-0686-47af-b05d-797bc1fed13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:59.541985 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-7b00d9b1-0686-47af-b05d-797bc1fed13e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0498135 Nov 19 19:43:59.588679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-ee520533-4e04-4284-8be0-9614ec19a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:43:59.590198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-ee520533-4e04-4284-8be0-9614ec19a1d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411556 Nov 19 19:43:59.683243 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-bffc8c60-508c-4d0a-b736-2a973b9692fb service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847361 Nov 19 19:43:59.778930 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-079a5da4-a94a-4f1f-b4d6-d198d3f4f302 req-6a193c59-9ad0-4164-a7d0-d71d251295ca service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879827 Nov 19 19:44:00.202202 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:08.295095 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e0547b5-715e-4f49-ac5e-52d676436c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:10.646126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3d82c719-04f0-4e92-b625-0d146d0a229e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:12.015024 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:13.473441 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:14.224319 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:25.598242 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:30.195962 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:33.194997 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:44:38.291357 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87732d0d-7108-423d-a4d5-9a9700746f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:40.648327 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd87d-6141-46e5-9a98-df187f63ba43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:42.016718 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:43.475753 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:44.235806 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:44:55.595506 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:00.202927 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:01.256288 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-013bb388-44fa-4cea-b8f1-5ea755e2e634 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453060 Nov 19 19:45:01.325149 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-fa769e02-27c3-4c40-9104-c49d9bd4ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:01.326743 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-fa769e02-27c3-4c40-9104-c49d9bd4ca9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 1097 time: 0.0450850 Nov 19 19:45:01.460099 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-e0029326-c3b7-4f99-8863-0b9a17522c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:01.462621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-e0029326-c3b7-4f99-8863-0b9a17522c88 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1146209 Nov 19 19:45:01.548141 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-5bfe54ea-3d7d-4765-a219-b2862d22c873 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 1002 time: 0.0775969 Nov 19 19:45:01.605319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-0e0c0a18-fe1f-4b6e-b0c0-0c142cad085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:01.606830 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-0e0c0a18-fe1f-4b6e-b0c0-0c142cad085d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0521517 Nov 19 19:45:01.657248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-7948db82-ec05-421e-b2fd-cfbe1e167b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:01.659903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-7948db82-ec05-421e-b2fd-cfbe1e167b02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459158 Nov 19 19:45:01.793150 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-9d001895-e32e-4304-a287-ea5c9cb67710 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260498 Nov 19 19:45:01.892501 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-63f80f1d-91ea-49f9-8cf6-31d2deb693fd req-1d674115-29c2-4648-9dba-707a45df2bca service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910962 Nov 19 19:45:08.286541 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a3f62b45-e87c-4401-825f-3d55c7a010f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:10.194777 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:45:10.653115 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-07799708-58f0-47c3-89ef-21c49a5a80fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:12.020604 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:13.479796 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:14.231843 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:25.614703 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:30.207484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:38.289208 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6612c71f-cc53-41b1-b4a6-aa0ca875e865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:40.656633 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-88b2b170-e63e-421a-aeed-0ec392807ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:42.026999 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:43.492069 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:44.234896 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:47.194785 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:45:49.960615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bea8d5-cca9-4579-b7b6-55472fc93c4b req-20f97786-d377-4982-b8a8-f638d5321c89 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:49.963280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-56bea8d5-cca9-4579-b7b6-55472fc93c4b req-20f97786-d377-4982-b8a8-f638d5321c89 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.1496916 Nov 19 19:45:50.015805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-56bea8d5-cca9-4579-b7b6-55472fc93c4b req-70065a58-b713-43c2-9a00-cd2b62a44f53 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466707 Nov 19 19:45:50.321540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-a5202495-f7b4-45c7-9dfb-9b938585b5fb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006324 Nov 19 19:45:50.322944 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0f4b-8044-4327-8341-5390f07cf604 req-41f4c436-7ca3-4848-a73a-1cbc3a138c89 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:50.326179 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dbdb0f4b-8044-4327-8341-5390f07cf604 req-41f4c436-7ca3-4848-a73a-1cbc3a138c89 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0957294 Nov 19 19:45:50.379820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dbdb0f4b-8044-4327-8341-5390f07cf604 req-685b788c-5be1-4ec4-aeb8-3159d71ccb72 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456619 Nov 19 19:45:51.522180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87b67e-401d-4743-8f0c-6893056b05ca req-eab739ce-60a3-4fd9-b52a-687a78950e37 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:51.523763 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db87b67e-401d-4743-8f0c-6893056b05ca req-eab739ce-60a3-4fd9-b52a-687a78950e37 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0686634 Nov 19 19:45:51.565934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30335a0-aaae-4926-a945-76e512f479e5 req-6845f13f-9b1d-44e3-8712-194d870e060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:51.567480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-6845f13f-9b1d-44e3-8712-194d870e060e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 1097 time: 0.0599017 Nov 19 19:45:51.592018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db87b67e-401d-4743-8f0c-6893056b05ca req-649f1a51-0f01-44c8-9539-7271107f15f4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517211 Nov 19 19:45:51.665974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30335a0-aaae-4926-a945-76e512f479e5 req-a74ed47e-cb50-4827-832f-77c2ff9e66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:51.667357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-a74ed47e-cb50-4827-832f-77c2ff9e66aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0928533 Nov 19 19:45:51.748396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-e0ed0268-6986-4959-a2d1-ac56254299ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 1002 time: 0.0737705 Nov 19 19:45:51.801364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30335a0-aaae-4926-a945-76e512f479e5 req-2d5e31ce-6d94-4b9e-bea5-17d3cfaece77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:51.802876 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-2d5e31ce-6d94-4b9e-bea5-17d3cfaece77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0461833 Nov 19 19:45:51.851159 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30335a0-aaae-4926-a945-76e512f479e5 req-dfc052ee-9677-4b47-bd62-2f9f72bd3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:51.852686 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-dfc052ee-9677-4b47-bd62-2f9f72bd3180 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427647 Nov 19 19:45:51.951501 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-ffab6360-4896-4ad1-a5d6-ac15533c6739 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917466 Nov 19 19:45:52.045534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-c2e59915-8afd-4ef9-b063-a48d42f1440d service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866416 Nov 19 19:45:52.712424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8b715-cdf3-4267-b2f7-f41f1717fe06 req-e31f207b-c27c-4724-b776-bacc1e6c44a8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:52.713977 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-66f8b715-cdf3-4267-b2f7-f41f1717fe06 req-e31f207b-c27c-4724-b776-bacc1e6c44a8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0518689 Nov 19 19:45:52.769012 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-66f8b715-cdf3-4267-b2f7-f41f1717fe06 req-dc9a7a35-3b19-483a-b670-bbeec1f68f8e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490789 Nov 19 19:45:53.912649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a06802-8e2d-4c5f-a222-5e714fd2df4a req-bb563845-4c3f-47e4-9911-cce5e14fa5c8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:53.914425 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39a06802-8e2d-4c5f-a222-5e714fd2df4a req-bb563845-4c3f-47e4-9911-cce5e14fa5c8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0690024 Nov 19 19:45:53.988920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39a06802-8e2d-4c5f-a222-5e714fd2df4a req-9f9e5284-77da-4a55-9497-e5fe59d9b9df tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647929 Nov 19 19:45:55.115233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae27fff-5f98-4223-b108-1bcc9bd58f3f req-a47e4672-1fb7-41d0-b848-0d387aaafdd1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:55.116764 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fae27fff-5f98-4223-b108-1bcc9bd58f3f req-a47e4672-1fb7-41d0-b848-0d387aaafdd1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0530245 Nov 19 19:45:55.167745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fae27fff-5f98-4223-b108-1bcc9bd58f3f req-2e1633e0-dd0b-427e-b4a8-dd6d3e3eb17e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448530 Nov 19 19:45:55.610962 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:45:56.298237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d7775-6179-4d25-a1c3-7e3b47847bf6 req-a7b10448-e6c8-45c3-b6b7-b013b4d94448 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:56.299945 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e7d7775-6179-4d25-a1c3-7e3b47847bf6 req-a7b10448-e6c8-45c3-b6b7-b013b4d94448 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0556989 Nov 19 19:45:56.355692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e7d7775-6179-4d25-a1c3-7e3b47847bf6 req-45a0de78-6233-4570-9360-d5100b1736cb tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442514 Nov 19 19:45:57.488577 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5a417-b2c0-4e18-99df-6360e6ba14e3 req-ee4f08f9-72bb-4474-b53d-83bf3af002d3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:57.490214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bbe5a417-b2c0-4e18-99df-6360e6ba14e3 req-ee4f08f9-72bb-4474-b53d-83bf3af002d3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0522006 Nov 19 19:45:57.545151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bbe5a417-b2c0-4e18-99df-6360e6ba14e3 req-b9b10fe8-01dd-47b0-b34b-93744d0b6873 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487998 Nov 19 19:45:58.669097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dbae9-9250-44af-8603-95f802de688a req-c9a573b5-96d8-401e-bd83-23383ecefee5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:58.670607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-007dbae9-9250-44af-8603-95f802de688a req-c9a573b5-96d8-401e-bd83-23383ecefee5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0548029 Nov 19 19:45:58.723579 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-007dbae9-9250-44af-8603-95f802de688a req-a7d84d5d-7173-4e02-b399-3127af2cc309 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464251 Nov 19 19:45:59.847164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fc61c-4a51-4b8b-8da1-5b11df72d8cf req-b96ac0a3-cd0d-46d6-a367-71acc7d23b86 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:45:59.848721 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-505fc61c-4a51-4b8b-8da1-5b11df72d8cf req-b96ac0a3-cd0d-46d6-a367-71acc7d23b86 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0535991 Nov 19 19:45:59.900121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-505fc61c-4a51-4b8b-8da1-5b11df72d8cf req-30c610d4-7b9f-4643-adf9-51aab1ecd275 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454550 Nov 19 19:46:00.215767 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:01.024502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932fd32-7640-407e-94b8-39f7065655b0 req-587aa7a4-0e3b-4df3-842b-e7acbbc8e40f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:01.026246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f932fd32-7640-407e-94b8-39f7065655b0 req-587aa7a4-0e3b-4df3-842b-e7acbbc8e40f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0537291 Nov 19 19:46:01.088041 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f932fd32-7640-407e-94b8-39f7065655b0 req-6c5eea08-742e-4de2-b7d0-96ed3495e2ef tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540106 Nov 19 19:46:01.258982 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-67403220-1626-40cc-9a9f-35574a86fcf4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447350 Nov 19 19:46:01.350863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-e0d1e033-4aff-4501-8ec6-4d75a8cb6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:01.352423 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-e0d1e033-4aff-4501-8ec6-4d75a8cb6c6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0485148 Nov 19 19:46:01.461811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-bf4ee026-6de4-4263-a142-ac99465126bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:01.463327 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-bf4ee026-6de4-4263-a142-ac99465126bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0910642 Nov 19 19:46:01.849309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-6ba7a013-1f9d-433a-b85c-7373a17675d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.3779628 Nov 19 19:46:01.905877 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-0b9b94a2-a79e-4282-8ba7-8fbde0291ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:01.908306 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-0b9b94a2-a79e-4282-8ba7-8fbde0291ff4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0521841 Nov 19 19:46:01.957168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-9f698d80-64aa-45a0-bd9c-ea50e6424ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:01.958715 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-9f698d80-64aa-45a0-bd9c-ea50e6424ff5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430882 Nov 19 19:46:02.060177 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-87e9fbbc-6393-421a-a08f-79c1da811bcd service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945871 Nov 19 19:46:02.155945 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3d5b938b-2956-4162-9cc0-ad52e53a07c8 req-edaecb86-22fd-4207-87d1-2a7b57b3bd66 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883162 Nov 19 19:46:02.215332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440a01a-38bb-4e28-bf14-b29e5f4e3695 req-7503e894-6e4b-4366-9151-582d441bf1c7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:02.216859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e440a01a-38bb-4e28-bf14-b29e5f4e3695 req-7503e894-6e4b-4366-9151-582d441bf1c7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0530643 Nov 19 19:46:02.269164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e440a01a-38bb-4e28-bf14-b29e5f4e3695 req-2dad6718-cbac-4410-81fd-4c11fe67802e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439861 Nov 19 19:46:03.390258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fce06-aec7-4377-a625-87fdd6104c0c req-2f4a3e6d-a77b-40da-8aac-09d2bca205c4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:03.391817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f4fce06-aec7-4377-a625-87fdd6104c0c req-2f4a3e6d-a77b-40da-8aac-09d2bca205c4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0517926 Nov 19 19:46:03.440768 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f4fce06-aec7-4377-a625-87fdd6104c0c req-27fa473e-39cd-43e7-8337-336712f6bb20 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Nov 19 19:46:03.979872 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-b30335a0-aaae-4926-a945-76e512f479e5 req-aa2dee6a-2147-414a-a27f-071b2b79846d service neutron] show failed (client error): The resource could not be found. Nov 19 19:46:03.980895 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-aa2dee6a-2147-414a-a27f-071b2b79846d service neutron] 10.222.0.57 "GET /v2.0/ports/ee728d27-7a59-4c9f-960e-275156f720d9/bindings/n-h2-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0598981 Nov 19 19:46:04.189784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30335a0-aaae-4926-a945-76e512f479e5 req-21d38bc9-8712-4b41-9413-8f28e58fa237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:04.191308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-21d38bc9-8712-4b41-9413-8f28e58fa237 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 1097 time: 0.0486014 Nov 19 19:46:04.203356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:46:04.261998 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:04.468903 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ee728d27-7a59-4c9f-960e-275156f720d9,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:46:04.509062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:46:04.579789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:46:04.582170 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53139585-436b-43b8-b700-5ad7914fd1ac" -d '{"events": [{"server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "name": "network-vif-unplugged", "status": "completed", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:46:04.586408 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:04.605373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Transition to ACTIVE for port object ee728d27-7a59-4c9f-960e-275156f720d9 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:46:04.610944 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:04.622114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bf704-87b3-401b-9e57-edcfebae9327 req-66365945-722f-48cf-bbf6-754641efe39b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:04.623590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-580bf704-87b3-401b-9e57-edcfebae9327 req-66365945-722f-48cf-bbf6-754641efe39b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0939083 Nov 19 19:46:04.695197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee728d27-7a59-4c9f-960e-275156f720d9,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:46:04.758298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.758655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.759005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.759350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.759711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.760039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.760371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.760703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.761041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.761374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.761702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.762055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:04.775547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-580bf704-87b3-401b-9e57-edcfebae9327 req-47e1ff2c-cf8b-4879-ba4d-f545bb71983d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271644 Nov 19 19:46:04.808220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] No DVR routers for this DVR port ee728d27-7a59-4c9f-960e-275156f720d9 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:46:04.917096 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb90129-34eb-4392-b3a2-4e435a3ab63b x-openstack-request-id: req-feb90129-34eb-4392-b3a2-4e435a3ab63b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:46:04.917392 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "name": "network-vif-unplugged", "status": "completed", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:46:04.917647 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-feb90129-34eb-4392-b3a2-4e435a3ab63b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:46:04.918070 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'code': 200} Nov 19 19:46:04.962663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Attempting to bind port ee728d27-7a59-4c9f-960e-275156f720d9 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:46:04.963011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Attempting to bind port ee728d27-7a59-4c9f-960e-275156f720d9 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:46:04.963349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Attempting to bind port ee728d27-7a59-4c9f-960e-275156f720d9 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:46:04.967835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Port ee728d27-7a59-4c9f-960e-275156f720d9 on network aa6161ba-f030-438f-8243-f41360523ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:46:04.968169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Attempting to bind port ee728d27-7a59-4c9f-960e-275156f720d9 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:46:04.973306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:46:04.973652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:46:04.974076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:46:04.974512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Bound port: ee728d27-7a59-4c9f-960e-275156f720d9, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:46:04.974876 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:05.041158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:46:05.044351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ee728d27-7a59-4c9f-960e-275156f720d9,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:46:05.049120 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:05.090565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:05.091200 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:05.092620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 1092 time: 0.8935776 Nov 19 19:46:05.113501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb5f0b-1128-412b-8b07-51d9b1f852b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee728d27-7a59-4c9f-960e-275156f720d9,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:46:05.475995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaebc9b-73a8-4bf3-a9f1-e33a81319d9c req-17296f4a-4a5e-4bd2-9497-0237c3ccbd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:05.477528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eaaebc9b-73a8-4bf3-a9f1-e33a81319d9c req-17296f4a-4a5e-4bd2-9497-0237c3ccbd6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 1095 time: 0.3418629 Nov 19 19:46:05.588745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaebc9b-73a8-4bf3-a9f1-e33a81319d9c req-4b6e5c5c-1f55-4fe7-a823-f4104495288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:05.590304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eaaebc9b-73a8-4bf3-a9f1-e33a81319d9c req-4b6e5c5c-1f55-4fe7-a823-f4104495288a service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0892603 Nov 19 19:46:05.665827 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eaaebc9b-73a8-4bf3-a9f1-e33a81319d9c req-eb80f4c3-4b34-405c-9b8e-9bcab3600b73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 1000 time: 0.0675578 Nov 19 19:46:05.718235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaebc9b-73a8-4bf3-a9f1-e33a81319d9c req-a10dbce1-03d5-47bc-b719-3d822f771621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:05.720369 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eaaebc9b-73a8-4bf3-a9f1-e33a81319d9c req-a10dbce1-03d5-47bc-b719-3d822f771621 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0481896 Nov 19 19:46:05.768525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaebc9b-73a8-4bf3-a9f1-e33a81319d9c req-4c6c21b1-3f54-4602-be8f-89210ee76e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:05.770068 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eaaebc9b-73a8-4bf3-a9f1-e33a81319d9c req-4c6c21b1-3f54-4602-be8f-89210ee76e21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423510 Nov 19 19:46:05.905053 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eaaebc9b-73a8-4bf3-a9f1-e33a81319d9c req-24e34ef1-359a-439e-a2fd-4b8155d77a7c service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279690 Nov 19 19:46:05.982125 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae144f2e-0f2b-41da-85da-4d961cb9d303 req-afa4201b-ae67-4aae-abf9-2e1c676f058f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:05.983787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae144f2e-0f2b-41da-85da-4d961cb9d303 req-afa4201b-ae67-4aae-abf9-2e1c676f058f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 944 time: 0.1210444 Nov 19 19:46:06.054894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eaaebc9b-73a8-4bf3-a9f1-e33a81319d9c req-7747d416-971f-4cd3-94c9-f038e97dc44b service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419847 Nov 19 19:46:06.069414 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae144f2e-0f2b-41da-85da-4d961cb9d303 req-d1496194-6c14-4bac-a990-732b893fc532 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780427 Nov 19 19:46:06.150123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30335a0-aaae-4926-a945-76e512f479e5 req-d10fba7d-3d34-4fad-9381-04328e9f79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:06.151559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-d10fba7d-3d34-4fad-9381-04328e9f79ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 1095 time: 0.0468369 Nov 19 19:46:06.258153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30335a0-aaae-4926-a945-76e512f479e5 req-ca19174c-2d30-4c32-b5df-b9d844154ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:06.259628 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-ca19174c-2d30-4c32-b5df-b9d844154ed4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1010706 Nov 19 19:46:06.339768 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-332193aa-dd23-4035-9445-03dadee47297 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 1000 time: 0.0725939 Nov 19 19:46:06.396811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30335a0-aaae-4926-a945-76e512f479e5 req-ec5155a1-7d72-4f05-95f0-ccd800a7f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:06.398343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-ec5155a1-7d72-4f05-95f0-ccd800a7f8c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0514326 Nov 19 19:46:06.448011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30335a0-aaae-4926-a945-76e512f479e5 req-5af29343-e0e5-482c-a4d4-aa79c06b212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:06.449442 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-5af29343-e0e5-482c-a4d4-aa79c06b212b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441449 Nov 19 19:46:06.543309 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-1ad2e48c-1e95-4d53-bad2-4ce5d1c06b7f service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865374 Nov 19 19:46:06.638798 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b30335a0-aaae-4926-a945-76e512f479e5 req-32e81a05-c1d2-4af0-8a38-5bd8a4c50dce service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879588 Nov 19 19:46:06.919765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:46:06.922275 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6802054d-88e6-42c1-bec2-68eab58410e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:46:06.972237 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f3a0f4-d167-4569-a14b-80c6e8d2275a x-openstack-request-id: req-08f3a0f4-d167-4569-a14b-80c6e8d2275a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:46:06.972572 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:46:06.972836 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08f3a0f4-d167-4569-a14b-80c6e8d2275a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:46:06.973258 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'status': 'completed', 'code': 200} Nov 19 19:46:07.037441 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-cd9d30cc-3ad3-4854-951b-4b7547709ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:07.039310 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-cd9d30cc-3ad3-4854-951b-4b7547709ad1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 1095 time: 0.0476820 Nov 19 19:46:07.043830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-6c5d8427-09ed-43ed-9abe-1cefb36d66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:07.045328 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-6c5d8427-09ed-43ed-9abe-1cefb36d66d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 1095 time: 0.0446424 Nov 19 19:46:07.129866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ee728d27-7a59-4c9f-960e-275156f720d9 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:46:07.137454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-fdddcf58-19f4-47bf-91ab-0236fe5ce78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:07.138986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-fdddcf58-19f4-47bf-91ab-0236fe5ce78a service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0933557 Nov 19 19:46:07.170114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ee728d27-7a59-4c9f-960e-275156f720d9 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:46:07.185785 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-dc237354-65a0-49cf-8114-3187ca64a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:07.187411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-dc237354-65a0-49cf-8114-3187ca64a2ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1348979 Nov 19 19:46:07.221784 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-4d81b88e-c7a2-41c8-9dac-81bf781dadb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 1000 time: 0.0752308 Nov 19 19:46:07.246572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180286c-dc49-410f-a1c6-9b5c85c165c1 req-56955aec-3aa0-40fe-9517-2a0e6595882d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:07.248073 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2180286c-dc49-410f-a1c6-9b5c85c165c1 req-56955aec-3aa0-40fe-9517-2a0e6595882d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 944 time: 0.0931115 Nov 19 19:46:07.272934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-f9ab89a6-226d-40b0-98e8-208856cdbf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:07.274626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-f9ab89a6-226d-40b0-98e8-208856cdbf63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0457079 Nov 19 19:46:07.292172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-2de4ed3c-e92d-485c-84ea-56caa7dcc8d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 1000 time: 0.0945475 Nov 19 19:46:07.327527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-db1c785d-12eb-4b46-abaa-d52f9b138125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:07.329694 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-db1c785d-12eb-4b46-abaa-d52f9b138125 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481119 Nov 19 19:46:07.368778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2180286c-dc49-410f-a1c6-9b5c85c165c1 req-45120898-c9a9-4ea0-8cf2-da2e5cffb66e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126029 Nov 19 19:46:07.384926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-37919d02-7c3c-4716-877c-52a7eff2e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:07.384926 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-37919d02-7c3c-4716-877c-52a7eff2e58a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0771029 Nov 19 19:46:07.429532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-f31d9b29-dde1-4760-b81b-6943df6f7a5d service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912278 Nov 19 19:46:07.432234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-9a1081b5-e937-4aff-98d9-55207cc9d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:07.433808 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-9a1081b5-e937-4aff-98d9-55207cc9d1eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412405 Nov 19 19:46:07.528330 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-fde7d4d1-b47c-4682-86d1-205596142529 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922527 Nov 19 19:46:07.536255 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-d5709d4f-6f40-48f6-8c5e-1723e13aa56a service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939674 Nov 19 19:46:07.632343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6802054d-88e6-42c1-bec2-68eab58410e5 req-d25ccfc3-3073-4b24-8aa3-8467238249f2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877831 Nov 19 19:46:08.295394 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-381a3416-0903-494c-816c-6ebf397720c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:08.495876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ecb16-3044-40b2-ac09-8e179e4439d8 req-e17ce850-95c1-4730-8a6d-c149a2445436 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:08.497381 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd0ecb16-3044-40b2-ac09-8e179e4439d8 req-e17ce850-95c1-4730-8a6d-c149a2445436 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 944 time: 0.0526774 Nov 19 19:46:08.558339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd0ecb16-3044-40b2-ac09-8e179e4439d8 req-67eeaca7-8083-4559-9d79-2c06d509419b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537317 Nov 19 19:46:08.766367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b849988-6748-4d68-a777-0e96b9188520 req-3fe28e89-16dc-4830-86a9-1d5c3155abc0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:08.768082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b849988-6748-4d68-a777-0e96b9188520 req-3fe28e89-16dc-4830-86a9-1d5c3155abc0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 944 time: 0.0519989 Nov 19 19:46:08.781071 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7a78-2ec0-4431-a756-925113301028 req-3da019aa-61d3-4cb5-b82d-a3608eee94a2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:08.783101 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e44e7a78-2ec0-4431-a756-925113301028 req-3da019aa-61d3-4cb5-b82d-a3608eee94a2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.57 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99&tenant_id=f1f010d8ef3444f987645ef10a100613&binding%3Ahost_id=n-h2-815373-6 HTTP/1.1" status: 200 len: 944 time: 0.0599549 Nov 19 19:46:08.818765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b849988-6748-4d68-a777-0e96b9188520 req-e088f304-727b-4cf4-b598-83e2be35a6cf tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444157 Nov 19 19:46:08.851395 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [req-e44e7a78-2ec0-4431-a756-925113301028 req-5324ec71-167e-432a-91b4-b17730458778 service neutron] delete failed (client error): The resource could not be found. Nov 19 19:46:08.852424 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e44e7a78-2ec0-4431-a756-925113301028 req-5324ec71-167e-432a-91b4-b17730458778 service neutron] 10.222.0.57 "DELETE /v2.0/ports/ee728d27-7a59-4c9f-960e-275156f720d9/bindings/n-h1-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0616453 Nov 19 19:46:08.939047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7a78-2ec0-4431-a756-925113301028 req-dae51d45-06db-4e57-9cca-5a98fdd81372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:08.940546 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e44e7a78-2ec0-4431-a756-925113301028 req-dae51d45-06db-4e57-9cca-5a98fdd81372 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 1095 time: 0.0436728 Nov 19 19:46:09.037048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7a78-2ec0-4431-a756-925113301028 req-d45e7c90-31e4-47b6-8b17-c1029f244424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:09.038559 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e44e7a78-2ec0-4431-a756-925113301028 req-d45e7c90-31e4-47b6-8b17-c1029f244424 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0905919 Nov 19 19:46:09.084066 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ee728d27-7a59-4c9f-960e-275156f720d9 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:46:09.107637 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e44e7a78-2ec0-4431-a756-925113301028 req-5a1a8bbd-9315-4c44-9272-b74f48991fcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 200 len: 1000 time: 0.0624390 Nov 19 19:46:09.158341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7a78-2ec0-4431-a756-925113301028 req-41b201f8-8ac3-400c-8511-3b98aa334ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:09.159847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e44e7a78-2ec0-4431-a756-925113301028 req-41b201f8-8ac3-400c-8511-3b98aa334ef2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0457940 Nov 19 19:46:09.187221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ee728d27-7a59-4c9f-960e-275156f720d9,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:46:09.200548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'port_id': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'mac_address': 'fa:16:3e:d1:b3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:46:09.212255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7a78-2ec0-4431-a756-925113301028 req-afc8ca65-8c39-473a-a0eb-c4d959b015a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:09.213797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e44e7a78-2ec0-4431-a756-925113301028 req-afc8ca65-8c39-473a-a0eb-c4d959b015a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467348 Nov 19 19:46:09.238860 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:09.252907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee728d27-7a59-4c9f-960e-275156f720d9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:46:09.277008 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ee728d27-7a59-4c9f-960e-275156f720d9,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:46:09.282500 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:09.308805 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e44e7a78-2ec0-4431-a756-925113301028 req-3350d576-7933-4ea4-9a11-b7206cb75c3d service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873899 Nov 19 19:46:09.330092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=ee728d27-7a59-4c9f-960e-275156f720d9,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:46:09.337494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.337870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.338212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.338544 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.338873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.339201 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.339527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.339849 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.340176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.340501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.340819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.341139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:46:09.406435 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e44e7a78-2ec0-4431-a756-925113301028 req-55d0c8c3-0da9-4773-8b8e-f7209ad7959a service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911250 Nov 19 19:46:09.529343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['ee728d27-7a59-4c9f-960e-275156f720d9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:46:09.950016 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552cd19-3aa5-4e3e-8185-4d77bb656dc7 req-5076f0fd-3d4a-4085-90d3-40f1c9fe73f5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:09.951558 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c552cd19-3aa5-4e3e-8185-4d77bb656dc7 req-5076f0fd-3d4a-4085-90d3-40f1c9fe73f5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 945 time: 0.0523570 Nov 19 19:46:10.006625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c552cd19-3aa5-4e3e-8185-4d77bb656dc7 req-928bc246-ee63-49bf-ab1e-ef82a67d7370 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479295 Nov 19 19:46:10.137770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c6075-3bf9-42b1-aae7-88543976c096 req-3317eb67-4b09-4b52-929e-36e1dda943c3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:10.139274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a1c6075-3bf9-42b1-aae7-88543976c096 req-3317eb67-4b09-4b52-929e-36e1dda943c3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 945 time: 0.0555019 Nov 19 19:46:10.193049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a1c6075-3bf9-42b1-aae7-88543976c096 req-3295a205-0686-41d3-aa28-e33549476bf5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476408 Nov 19 19:46:10.312145 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392a725-fd61-4d7e-9d58-775df7d186b5 req-c52f520d-4968-4778-b579-7ac11ecdacf7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:10.313727 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0392a725-fd61-4d7e-9d58-775df7d186b5 req-c52f520d-4968-4778-b579-7ac11ecdacf7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 945 time: 0.0539844 Nov 19 19:46:10.371288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0392a725-fd61-4d7e-9d58-775df7d186b5 req-aadb3156-589b-4976-a7ff-f4137017331e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514963 Nov 19 19:46:10.627292 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfc905-648f-44ef-97fb-53fcf85a8d69 req-b6cb2c5a-8742-46ca-a952-9212c344aa41 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:10.628806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33bfc905-648f-44ef-97fb-53fcf85a8d69 req-b6cb2c5a-8742-46ca-a952-9212c344aa41 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 945 time: 0.0535626 Nov 19 19:46:10.664120 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-93de921f-46bf-472d-9b0a-7fc9c5df1e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:10.683159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33bfc905-648f-44ef-97fb-53fcf85a8d69 req-d2d31aa1-bf0e-4dc8-a5c1-0f43bca04f0b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481794 Nov 19 19:46:11.103377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ee728d27-7a59-4c9f-960e-275156f720d9 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:46:11.154340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port ee728d27-7a59-4c9f-960e-275156f720d9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:46:11.159501 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port ee728d27-7a59-4c9f-960e-275156f720d9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:46:11.159990 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:11.239929 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:11.263486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:46:11.266450 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d8a3b-4847-4fca-8713-e888640392e2" -d '{"events": [{"server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "name": "network-vif-plugged", "status": "completed", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:46:11.283448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ee728d27-7a59-4c9f-960e-275156f720d9,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:46:11.287849 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:11.311025 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9522de86-1f94-4076-83e5-b4c980e8559a x-openstack-request-id: req-9522de86-1f94-4076-83e5-b4c980e8559a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:46:11.311305 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "name": "network-vif-plugged", "status": "completed", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:46:11.311560 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9522de86-1f94-4076-83e5-b4c980e8559a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:46:11.311954 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'code': 200} Nov 19 19:46:11.339461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=ee728d27-7a59-4c9f-960e-275156f720d9,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:46:11.808501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576643b1-d952-40e6-9ca1-9754b83c2c99 req-6e7f6327-918b-4a23-9857-5b399dd7ef97 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:11.810312 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-576643b1-d952-40e6-9ca1-9754b83c2c99 req-6e7f6327-918b-4a23-9857-5b399dd7ef97 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0512354 Nov 19 19:46:11.884722 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-576643b1-d952-40e6-9ca1-9754b83c2c99 req-c4c4622f-bc51-4729-ac30-c7ee47cd1b8a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649214 Nov 19 19:46:11.893922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-629ed462-2866-48c0-b4f8-9e4ed3cc51d1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:11.895619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-629ed462-2866-48c0-b4f8-9e4ed3cc51d1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 946 time: 0.0843654 Nov 19 19:46:11.993062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Deleting port ee728d27-7a59-4c9f-960e-275156f720d9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:46:11.993317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:12.027936 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:12.090795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] For port ee728d27-7a59-4c9f-960e-275156f720d9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=ee728d27-7a59-4c9f-960e-275156f720d9,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:46:12.091165 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:12.331476 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:12.331982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:12.332307 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7 disassociated. External IP: 172.25.3.114, port: ee728d27-7a59-4c9f-960e-275156f720d9. Nov 19 19:46:12.332644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Calling delete_port for ee728d27-7a59-4c9f-960e-275156f720d9 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:46:12.472169 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:12.502656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event deleted for resources: {'Port': ['ID=ee728d27-7a59-4c9f-960e-275156f720d9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:46:12.624557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Router 0a59e7ae-2b99-4077-9495-abb7d087ee78 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:46:12.739720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:46:12.750894 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4318f7-fe9a-4457-86e1-c1bf01b8c822 None None] Sync routers for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:46:12.761362 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4318f7-fe9a-4457-86e1-c1bf01b8c822 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:46:12.762016 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-de4318f7-fe9a-4457-86e1-c1bf01b8c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:46:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:46:12.784448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] No DVR routers for this DVR port ee728d27-7a59-4c9f-960e-275156f720d9 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:46:12.787063 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:12.790473 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61a8f253-89ad-44d5-b47b-c62897c3e64d req-6611a2b0-0b0a-4f00-80f6-8ce81fe71dca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "DELETE /v2.0/ports/ee728d27-7a59-4c9f-960e-275156f720d9 HTTP/1.1" status: 204 len: 173 time: 0.8884788 Nov 19 19:46:12.790922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'name': 'network-vif-deleted', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:46:12.793189 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1dce86-92b5-449a-ad85-424c6de9647e" -d '{"events": [{"server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "name": "network-vif-deleted", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:46:12.832799 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92857bc3-a31e-4fdb-a89b-c39b5caf4524 x-openstack-request-id: req-92857bc3-a31e-4fdb-a89b-c39b5caf4524 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:46:12.833443 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07da3ed-6262-46d7-850d-ea292f08af99", "name": "network-vif-deleted", "tag": "ee728d27-7a59-4c9f-960e-275156f720d9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:46:12.833734 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92857bc3-a31e-4fdb-a89b-c39b5caf4524 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:46:12.834260 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07da3ed-6262-46d7-850d-ea292f08af99', 'name': 'network-vif-deleted', 'tag': 'ee728d27-7a59-4c9f-960e-275156f720d9', 'status': 'completed', 'code': 200} Nov 19 19:46:12.887186 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-de4318f7-fe9a-4457-86e1-c1bf01b8c822 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:46:13.021879 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7af997e-0766-4790-a37d-36f5c76c6bf9 req-5b8a69b0-ea9b-4b5d-a35f-b10244307b50 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=b07da3ed-6262-46d7-850d-ea292f08af99 HTTP/1.1" status: 200 len: 210 time: 0.0293441 Nov 19 19:46:13.111248 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-de4318f7-fe9a-4457-86e1-c1bf01b8c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:46:13.137981 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4318f7-fe9a-4457-86e1-c1bf01b8c822 None None] Checking router: 0a59e7ae-2b99-4077-9495-abb7d087ee78 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:46:13.146527 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4318f7-fe9a-4457-86e1-c1bf01b8c822 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:46:13.147185 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-de4318f7-fe9a-4457-86e1-c1bf01b8c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:46:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:46:13.256384 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-de4318f7-fe9a-4457-86e1-c1bf01b8c822 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:46:13.458013 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-de4318f7-fe9a-4457-86e1-c1bf01b8c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:46:13.483871 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:13.490499 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4318f7-fe9a-4457-86e1-c1bf01b8c822 None None] The sync data for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 is: [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:46:13.708710 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46c316-1446-4474-b2e5-21ee49a053c4 None None] New status for floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:46:14.243656 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:14.273620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-0ca44d20-768b-43c1-b97b-42c9652f6d94 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--962367844&fields=id&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 267 time: 0.0498118 Nov 19 19:46:14.393151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-7e29da41-6364-44f5-b998-b02f15cab255 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:14.394583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-7e29da41-6364-44f5-b998-b02f15cab255 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 811 time: 0.1132541 Nov 19 19:46:14.410342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-bda2ce4d-b3f0-4d8e-bf09-f48b1bf3b4e4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/quotas/f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 375 time: 0.0100298 Nov 19 19:46:14.462063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-ecd8a03a-0371-4fe0-9a1a-9eb462c5a6d0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463543 Nov 19 19:46:14.478503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-83ba813d-1afd-4d4e-8ab9-0c49fb49675d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:46:14.479470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-83ba813d-1afd-4d4e-8ab9-0c49fb49675d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052249 Nov 19 19:46:14.569152 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-0b2d55c6-cb17-492b-ab81-5b8696ddb155 service neutron] 10.222.0.50 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837934 Nov 19 19:46:14.664476 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-1e6b69d6-8853-4497-a362-279c746aa7a9 service neutron] 10.222.0.50 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890038 Nov 19 19:46:14.830220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-915fc985-3665-4ba3-92cd-331087d2dc83 req-41fff122-115c-4dcc-af8f-d11a080aaa18 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 210 time: 0.0283809 Nov 19 19:46:15.836187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-6a501de9-90d1-48a1-a79f-9005b5b3e041 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:15.837675 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-6a501de9-90d1-48a1-a79f-9005b5b3e041 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 811 time: 0.1104431 Nov 19 19:46:15.945189 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-753b14af-d115-4fdb-ae5e-069acc3aae9e req-5fca9d8e-7534-439d-9839-ebe3043ba230 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 210 time: 0.0387380 Nov 19 19:46:15.950422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-8af47046-1978-4115-9a7d-17c81e0ad6a5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 379 time: 0.0969281 Nov 19 19:46:15.960741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'port': {'device_id': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'admin_state_up': True, 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'security_groups': ['7893abf8-d832-4abb-a742-bbd4ed34015c']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:46:16.076955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Made reservation on behalf of f1f010d8ef3444f987645ef10a100613 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:46:16.081491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:16.213925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Allocated IP 172.20.0.3 (aa6161ba-f030-438f-8243-f41360523ea0/327dd568-1b3e-4dba-a2e9-4630ea7324b4/392c3aaf-5d3e-4997-a955-03a109405170) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:46:16.358490 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:16.395408 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:16.445973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Network aa6161ba-f030-438f-8243-f41360523ea0 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:46:16.449271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:46:16.453281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:46:16.486129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event updated for resources: {'Port': ['ID=392c3aaf-5d3e-4997-a955-03a109405170,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:46:16.524875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:16.525502 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:16.543237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-3454459f-fdb2-4c3c-aed4-cf9c949dba1f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863526 Nov 19 19:46:16.555757 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Request body: {'port': {'device_id': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:46:16.615902 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:16.685232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b4ddf470-c713-4637-a84f-4fe89a59edd5 None None] Provisioning complete for port 392c3aaf-5d3e-4997-a955-03a109405170 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:46:16.685892 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4ddf470-c713-4637-a84f-4fe89a59edd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:16.728037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddf470-c713-4637-a84f-4fe89a59edd5 None None] Port 392c3aaf-5d3e-4997-a955-03a109405170 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:46:16.891828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392c3aaf-5d3e-4997-a955-03a109405170 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:46:16.899713 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:16.912211 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Transition to ACTIVE for port object 392c3aaf-5d3e-4997-a955-03a109405170 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:46:16.916440 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:16.970666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Pushing event updated for resources: {'Port': ['ID=392c3aaf-5d3e-4997-a955-03a109405170,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:46:17.083557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Attempting to bind port 392c3aaf-5d3e-4997-a955-03a109405170 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:46:17.083882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Attempting to bind port 392c3aaf-5d3e-4997-a955-03a109405170 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:46:17.084273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Attempting to bind port 392c3aaf-5d3e-4997-a955-03a109405170 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:46:17.091746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Port 392c3aaf-5d3e-4997-a955-03a109405170 on network aa6161ba-f030-438f-8243-f41360523ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:46:17.092064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Attempting to bind port 392c3aaf-5d3e-4997-a955-03a109405170 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:46:17.103950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ee728d27-7a59-4c9f-960e-275156f720d9 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:46:17.105681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:46:17.106060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:46:17.106465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:46:17.106924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Bound port: 392c3aaf-5d3e-4997-a955-03a109405170, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:46:17.107293 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:17.119835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779c0bb-0aaf-474f-88d5-daf2b017e568 req-6c3b814e-d865-4668-8008-754d4d9f44eb tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:17.121503 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c779c0bb-0aaf-474f-88d5-daf2b017e568 req-6c3b814e-d865-4668-8008-754d4d9f44eb tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 943 time: 0.0964200 Nov 19 19:46:17.133083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: ee728d27-7a59-4c9f-960e-275156f720d9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:46:17.133427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device ee728d27-7a59-4c9f-960e-275156f720d9 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:46:17.220898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c779c0bb-0aaf-474f-88d5-daf2b017e568 req-2da42026-db77-4661-a1a1-f99b27eef296 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891497 Nov 19 19:46:17.227036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:46:17.230327 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=392c3aaf-5d3e-4997-a955-03a109405170,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:46:17.236732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:17.273276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:17.273944 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:17.275347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] 10.222.0.21 "PUT /v2.0/ports/392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 1091 time: 0.7240093 Nov 19 19:46:17.275803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:46:17.280230 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a16263e-93b5-4598-a748-733dccbdba4f" -d '{"events": [{"name": "network-changed", "server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "tag": "392c3aaf-5d3e-4997-a955-03a109405170"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:46:17.308727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d1409-4f5c-4c09-bf98-18159ac5bf55 service neutron] Pushing event updated for resources: {'Port': ['ID=392c3aaf-5d3e-4997-a955-03a109405170,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:46:17.335857 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6baef9-dcf8-435c-a233-ecb30e019130 x-openstack-request-id: req-ae6baef9-dcf8-435c-a233-ecb30e019130 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:46:17.336219 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "tag": "392c3aaf-5d3e-4997-a955-03a109405170", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:46:17.336406 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae6baef9-dcf8-435c-a233-ecb30e019130 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:46:17.336819 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170', 'status': 'completed', 'code': 200} Nov 19 19:46:17.376413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-6fd35fe6-71ab-4695-85df-ee698a7f0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:17.377985 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-6fd35fe6-71ab-4695-85df-ee698a7f0fdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1094 time: 0.0522337 Nov 19 19:46:17.421084 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-677d0079-babd-47af-8df4-c5a875f7fcad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 217 time: 0.0352585 Nov 19 19:46:17.474264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-830aebbb-2eab-41f9-aa6e-01f94337f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:17.475776 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-830aebbb-2eab-41f9-aa6e-01f94337f192 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0468807 Nov 19 19:46:17.531373 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-64aa8163-8543-40cc-8154-c54e30cd51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:17.533079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-64aa8163-8543-40cc-8154-c54e30cd51bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506248 Nov 19 19:46:17.624862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-d82e0770-9869-45fa-be89-aea031627ceb service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843840 Nov 19 19:46:17.719317 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ed605f4-121f-40a7-9950-1129a97250c1 req-fe17dd91-8e9b-4c57-93db-63a3f3256383 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868011 Nov 19 19:46:18.089077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16263e-93b5-4598-a748-733dccbdba4f req-97a847e8-5e18-443a-b997-31956e309c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:18.090603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a16263e-93b5-4598-a748-733dccbdba4f req-97a847e8-5e18-443a-b997-31956e309c42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1094 time: 0.3234911 Nov 19 19:46:18.183383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16263e-93b5-4598-a748-733dccbdba4f req-d44a1e21-9c08-4f4a-9dba-ffdc598460ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:18.185013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a16263e-93b5-4598-a748-733dccbdba4f req-d44a1e21-9c08-4f4a-9dba-ffdc598460ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0869780 Nov 19 19:46:18.232825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a16263e-93b5-4598-a748-733dccbdba4f req-5cd3b318-be42-44ea-8062-3564b3a32d86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 217 time: 0.0383234 Nov 19 19:46:18.288249 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16263e-93b5-4598-a748-733dccbdba4f req-e731feb7-99c2-4dca-b884-29aa1801b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:18.289809 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a16263e-93b5-4598-a748-733dccbdba4f req-e731feb7-99c2-4dca-b884-29aa1801b2d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0477161 Nov 19 19:46:18.371526 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16263e-93b5-4598-a748-733dccbdba4f req-55efcdba-a7bc-4ef4-8d01-9dd27f77d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:18.372973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a16263e-93b5-4598-a748-733dccbdba4f req-55efcdba-a7bc-4ef4-8d01-9dd27f77d1a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678771 Nov 19 19:46:18.382200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af0da7-cc39-4a44-95c6-c5804ee19a21 req-e90d3aa2-dfae-4247-a169-1a34556ae4ae tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:18.384042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0af0da7-cc39-4a44-95c6-c5804ee19a21 req-e90d3aa2-dfae-4247-a169-1a34556ae4ae tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 943 time: 0.0881398 Nov 19 19:46:18.481740 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f0af0da7-cc39-4a44-95c6-c5804ee19a21 req-4441bdbc-81cf-496d-be26-5f31461c83ee tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888431 Nov 19 19:46:18.509225 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a16263e-93b5-4598-a748-733dccbdba4f req-7182befc-c00a-4337-a514-5046711a5ec9 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242042 Nov 19 19:46:18.609745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a16263e-93b5-4598-a748-733dccbdba4f req-0fa80aa6-5210-4363-b0c1-56fb4ddcc1d1 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923135 Nov 19 19:46:19.606380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36be5ad-70ec-480c-9ca3-c2658b5eec92 req-74494ca0-fd9c-4dca-bf68-2728dbf7fd25 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:19.607881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c36be5ad-70ec-480c-9ca3-c2658b5eec92 req-74494ca0-fd9c-4dca-bf68-2728dbf7fd25 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 943 time: 0.0504553 Nov 19 19:46:19.657305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c36be5ad-70ec-480c-9ca3-c2658b5eec92 req-6260b386-a624-48e5-bee6-56a685baea20 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 Nov 19 19:46:20.781102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367838c-d2a5-4690-8c5f-62b5d8f50b14 req-efdaf624-83a4-4078-a482-fe78cdaf91cf tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:20.782721 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f367838c-d2a5-4690-8c5f-62b5d8f50b14 req-efdaf624-83a4-4078-a482-fe78cdaf91cf tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 943 time: 0.0546620 Nov 19 19:46:20.832402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f367838c-d2a5-4690-8c5f-62b5d8f50b14 req-7e846cf7-ff4f-44b2-a777-ac70bbea1b07 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436993 Nov 19 19:46:21.126488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 392c3aaf-5d3e-4997-a955-03a109405170 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:46:21.224821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=392c3aaf-5d3e-4997-a955-03a109405170,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:46:21.237176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '392c3aaf-5d3e-4997-a955-03a109405170', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'port_id': '392c3aaf-5d3e-4997-a955-03a109405170', 'mac_address': 'fa:16:3e:6c:cc:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:46:21.274640 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:21.288540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392c3aaf-5d3e-4997-a955-03a109405170 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:46:21.308622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=392c3aaf-5d3e-4997-a955-03a109405170,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:46:21.314128 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:21.365310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=392c3aaf-5d3e-4997-a955-03a109405170,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:46:21.504628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['392c3aaf-5d3e-4997-a955-03a109405170'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:46:21.978069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fcc2e-06af-43bf-915d-13c5cb251820 req-19685a02-c4b6-44fc-9c32-db1414911615 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:21.980420 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca9fcc2e-06af-43bf-915d-13c5cb251820 req-19685a02-c4b6-44fc-9c32-db1414911615 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 944 time: 0.0690360 Nov 19 19:46:22.037308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca9fcc2e-06af-43bf-915d-13c5cb251820 req-ce65f416-0a71-4dc5-9a1b-3c8e80ff2a4a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501161 Nov 19 19:46:23.134526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 392c3aaf-5d3e-4997-a955-03a109405170 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:46:23.163406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dbf6b-ea3d-4468-b8dc-34a473c3d2a0 req-d460d25e-33b0-4b2b-8d56-3c9b4190723d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:23.164859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b2dbf6b-ea3d-4468-b8dc-34a473c3d2a0 req-d460d25e-33b0-4b2b-8d56-3c9b4190723d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 944 time: 0.0522332 Nov 19 19:46:23.192478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 392c3aaf-5d3e-4997-a955-03a109405170 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:46:23.197933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 392c3aaf-5d3e-4997-a955-03a109405170 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:46:23.198548 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:23.227286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b2dbf6b-ea3d-4468-b8dc-34a473c3d2a0 req-4a5ad882-8d11-4bfb-9100-124c7324318d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556316 Nov 19 19:46:23.282154 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:23.305659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:46:23.307956 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aace9b-b7b3-4937-ad09-44812eefe166" -d '{"events": [{"server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "name": "network-vif-plugged", "status": "completed", "tag": "392c3aaf-5d3e-4997-a955-03a109405170"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:46:23.322237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=392c3aaf-5d3e-4997-a955-03a109405170,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:46:23.327217 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:23.354369 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f109e609-1bd8-4078-bc1e-83b97d94a25f x-openstack-request-id: req-f109e609-1bd8-4078-bc1e-83b97d94a25f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:46:23.354673 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "name": "network-vif-plugged", "status": "completed", "tag": "392c3aaf-5d3e-4997-a955-03a109405170", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:46:23.354936 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f109e609-1bd8-4078-bc1e-83b97d94a25f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:46:23.355325 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170', 'code': 200} Nov 19 19:46:23.454219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a507e-d396-42c9-b90f-0f5f5373dba2 req-f498414d-eeb1-41a8-81df-9e86daa768c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:23.455177 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-265a507e-d396-42c9-b90f-0f5f5373dba2 req-f498414d-eeb1-41a8-81df-9e86daa768c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1096 time: 0.0455525 Nov 19 19:46:23.519861 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-265a507e-d396-42c9-b90f-0f5f5373dba2 req-9360cd8d-79e0-4d2c-831d-93208c435af7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568767 Nov 19 19:46:23.548360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=392c3aaf-5d3e-4997-a955-03a109405170,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:46:24.194624 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:46:24.349780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a95a-47e3-45ff-8f24-da2e2baf254b req-c6da6875-fa1f-4c83-9860-911d0368dd7c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:24.351346 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f66a95a-47e3-45ff-8f24-da2e2baf254b req-c6da6875-fa1f-4c83-9860-911d0368dd7c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0518105 Nov 19 19:46:24.407901 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1f66a95a-47e3-45ff-8f24-da2e2baf254b req-264b4052-bb0e-4f26-8837-1e41a452da3c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502880 Nov 19 19:46:25.529166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f2b7-d43d-4c90-9789-0fb9491f3330 req-1e8b0224-467f-4cea-9d56-542381f14028 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:25.530688 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-68b1f2b7-d43d-4c90-9789-0fb9491f3330 req-1e8b0224-467f-4cea-9d56-542381f14028 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0536280 Nov 19 19:46:25.586030 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-68b1f2b7-d43d-4c90-9789-0fb9491f3330 req-001faeef-c98e-44f2-9d9a-080b11d9e75e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484042 Nov 19 19:46:25.608205 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:25.706337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9178e5-7d28-41cd-835f-17e48cdfeb95 req-ff48d52e-7dd1-450d-8d16-d8a95890bf32 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:25.707815 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe9178e5-7d28-41cd-835f-17e48cdfeb95 req-ff48d52e-7dd1-450d-8d16-d8a95890bf32 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0507405 Nov 19 19:46:25.716419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 33660) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:46:25.721574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e460e167-68dc-43a6-a89b-1ee0f04f8921 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'floatingip': {'port_id': '392c3aaf-5d3e-4997-a955-03a109405170'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:46:25.764948 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e460e167-68dc-43a6-a89b-1ee0f04f8921 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:26.213981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e460e167-68dc-43a6-a89b-1ee0f04f8921 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:26.218025 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e460e167-68dc-43a6-a89b-1ee0f04f8921 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:26.323505 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-e460e167-68dc-43a6-a89b-1ee0f04f8921 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7 associated. External IP: 172.25.3.114, port: 392c3aaf-5d3e-4997-a955-03a109405170. Nov 19 19:46:26.543456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e460e167-68dc-43a6-a89b-1ee0f04f8921 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Router 0a59e7ae-2b99-4077-9495-abb7d087ee78 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:46:26.655725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e460e167-68dc-43a6-a89b-1ee0f04f8921 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:46:26.660684 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e460e167-68dc-43a6-a89b-1ee0f04f8921 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:26.665348 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfedeb61-6711-4df7-aebc-72c1b1787bf0 None None] Sync routers for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:46:26.676505 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfedeb61-6711-4df7-aebc-72c1b1787bf0 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:46:26.677383 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cfedeb61-6711-4df7-aebc-72c1b1787bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:46:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:46:26.689374 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e460e167-68dc-43a6-a89b-1ee0f04f8921 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "PUT /v2.0/floatingips/eb15ead4-55db-4cc1-aad0-91a73344eff7 HTTP/1.1" status: 200 len: 991 time: 0.9718812 Nov 19 19:46:26.690106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:46:26.692525 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}866471ae61fb4b3be847b321c0dabe24b1ea008101370379bc4a12b2547899be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbf18e7-f037-411f-9519-ef66de071870" -d '{"events": [{"name": "network-changed", "server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "tag": "392c3aaf-5d3e-4997-a955-03a109405170"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:46:26.786456 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c49106-2786-4927-82e9-427dc556c073 x-openstack-request-id: req-21c49106-2786-4927-82e9-427dc556c073 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:46:26.786754 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "tag": "392c3aaf-5d3e-4997-a955-03a109405170", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:46:26.787074 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21c49106-2786-4927-82e9-427dc556c073 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:46:26.787487 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170', 'status': 'completed', 'code': 200} Nov 19 19:46:26.789800 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cfedeb61-6711-4df7-aebc-72c1b1787bf0 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:46:26.853589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf18e7-f037-411f-9519-ef66de071870 req-6a5a6870-2e20-4fba-a1f4-789cd3160e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:26.855117 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cbf18e7-f037-411f-9519-ef66de071870 req-6a5a6870-2e20-4fba-a1f4-789cd3160e96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1096 time: 0.0429327 Nov 19 19:46:26.956695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf18e7-f037-411f-9519-ef66de071870 req-dd1a29df-9d99-44f3-90a2-7cf01da81dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:26.958200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cbf18e7-f037-411f-9519-ef66de071870 req-dd1a29df-9d99-44f3-90a2-7cf01da81dd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0951869 Nov 19 19:46:27.028052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cbf18e7-f037-411f-9519-ef66de071870 req-2f8adb60-fba7-4cc1-a464-b50bcc15b284 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 999 time: 0.0632565 Nov 19 19:46:27.030199 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cfedeb61-6711-4df7-aebc-72c1b1787bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': '392c3aaf-5d3e-4997-a955-03a109405170', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:6c:cc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:46:26Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:46:27.061094 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfedeb61-6711-4df7-aebc-72c1b1787bf0 None None] Checking router: 0a59e7ae-2b99-4077-9495-abb7d087ee78 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:46:27.070093 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfedeb61-6711-4df7-aebc-72c1b1787bf0 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:46:27.070718 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cfedeb61-6711-4df7-aebc-72c1b1787bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:46:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:46:27.086558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf18e7-f037-411f-9519-ef66de071870 req-f4ba6c2e-a648-4857-8dc1-ebd8fd1edb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:27.088258 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cbf18e7-f037-411f-9519-ef66de071870 req-f4ba6c2e-a648-4857-8dc1-ebd8fd1edb8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0538337 Nov 19 19:46:27.138028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf18e7-f037-411f-9519-ef66de071870 req-4c2537e6-eff7-4bf8-a788-d5f486e29495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:46:27.139596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cbf18e7-f037-411f-9519-ef66de071870 req-4c2537e6-eff7-4bf8-a788-d5f486e29495 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446637 Nov 19 19:46:27.187588 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cfedeb61-6711-4df7-aebc-72c1b1787bf0 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:46:27.256969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cbf18e7-f037-411f-9519-ef66de071870 req-d8844c81-6d44-4467-a31b-7c38274a0028 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096671 Nov 19 19:46:27.375596 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cbf18e7-f037-411f-9519-ef66de071870 req-9b1eae62-b5db-4c2a-bade-a9a3d6ad478c service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111133 Nov 19 19:46:27.550056 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cfedeb61-6711-4df7-aebc-72c1b1787bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': '392c3aaf-5d3e-4997-a955-03a109405170', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:6c:cc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:46:26Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:46:27.582730 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfedeb61-6711-4df7-aebc-72c1b1787bf0 None None] The sync data for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 is: [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': '392c3aaf-5d3e-4997-a955-03a109405170', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:6c:cc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:46:26Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:46:27.794754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd01a6-4cb3-49d8-85ac-d8fb689fd302 None None] New status for floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:46:30.221777 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:38.288567 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2924f28b-c86c-46df-88df-083ce5455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:40.657617 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18ad7f63-819b-4b6e-a00c-fe150cd3af05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:42.029847 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:43.487067 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:44.236781 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:46:55.614757 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:00.220457 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:01.194369 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:47:07.164579 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-6b434563-ae18-45a8-8cb7-46abe4851b01 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955794 Nov 19 19:47:07.256291 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-c7c21b30-4816-43e6-b521-d764412b8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:47:07.257858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-c7c21b30-4816-43e6-b521-d764412b8c46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1096 time: 0.0443370 Nov 19 19:47:07.372706 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-37b8826f-2f0d-4dbc-bbb0-84e747a70a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:47:07.375291 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-37b8826f-2f0d-4dbc-bbb0-84e747a70a1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0968738 Nov 19 19:47:07.446161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-577287e1-edc4-4d80-8b44-98d44d2ef5f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 1001 time: 0.0606892 Nov 19 19:47:07.502315 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-be969ddf-952c-426f-9078-8c1f00950b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:47:07.503796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-be969ddf-952c-426f-9078-8c1f00950b58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0506580 Nov 19 19:47:07.555218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-c8c6316e-fe47-4ba2-9081-a31440da4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:47:07.556784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-c8c6316e-fe47-4ba2-9081-a31440da4635 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449965 Nov 19 19:47:07.654570 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-e48d06b0-3c81-45c3-a2b4-99254c79587c service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901287 Nov 19 19:47:07.757873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24d53c5d-f554-427b-86c4-ab4e9b9f5248 req-6694d1d0-2508-4ee2-8bd3-f0f5a7719895 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959287 Nov 19 19:47:08.291303 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-040732fe-51f9-4d3a-a086-7e6226704d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:10.659892 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80fece9e-59f7-4969-bb35-6f8b81ae0ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:12.032220 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:13.489451 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:14.240594 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:25.607210 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:30.228118 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:38.193427 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:47:38.293383 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-467091cf-273a-43a0-8fa4-16bc4a1040d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:40.664649 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80250453-775c-44ae-b2ac-e3579d517d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:42.034425 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:43.493581 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:44.243599 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:47:55.618241 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:00.228016 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:01.944342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eda7c-28ef-4f5e-a30a-3ac29dedffe5 req-e0e55dc2-cd0a-4e85-ac21-a7fd08bfd063 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:01.945789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb5eda7c-28ef-4f5e-a30a-3ac29dedffe5 req-e0e55dc2-cd0a-4e85-ac21-a7fd08bfd063 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0539734 Nov 19 19:48:01.995034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb5eda7c-28ef-4f5e-a30a-3ac29dedffe5 req-262e6914-0ac7-4a10-8bb0-27f2fb505b36 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429602 Nov 19 19:48:03.224761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47162265-f8f0-4955-ba57-1d53c55e0d87 req-10266928-6516-4d60-9f54-22f1cbe4e903 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:03.226254 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47162265-f8f0-4955-ba57-1d53c55e0d87 req-10266928-6516-4d60-9f54-22f1cbe4e903 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0549212 Nov 19 19:48:03.275886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47162265-f8f0-4955-ba57-1d53c55e0d87 req-9b8dea5d-bc07-47e1-be6d-7db3dd9c44a0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431294 Nov 19 19:48:04.265587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-475ea599-d9bb-4861-b204-91752e2b1f5c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983124 Nov 19 19:48:04.360047 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-93817ea1-3400-43df-8bb1-77a1782c072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:04.361590 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-93817ea1-3400-43df-8bb1-77a1782c072d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0522034 Nov 19 19:48:04.409022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76c703-2c08-43a2-96f3-40ccb54a8d28 req-27db09de-edaa-4e2f-86cd-d3884d954f25 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:04.410597 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab76c703-2c08-43a2-96f3-40ccb54a8d28 req-27db09de-edaa-4e2f-86cd-d3884d954f25 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0560887 Nov 19 19:48:04.464568 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab76c703-2c08-43a2-96f3-40ccb54a8d28 req-69d8943d-de90-4040-95e9-a5b4c452dff5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478575 Nov 19 19:48:04.488839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-2825e52e-f4ed-407f-89b5-fb713a22d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:04.490446 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-2825e52e-f4ed-407f-89b5-fb713a22d3b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1028082 Nov 19 19:48:04.534379 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-d26a22b6-65d7-4d3f-8053-6ee0c0f35c24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0369387 Nov 19 19:48:04.588618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-36aa8eeb-6e2c-4e93-a027-ac29434097bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:04.590127 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-36aa8eeb-6e2c-4e93-a027-ac29434097bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0481858 Nov 19 19:48:04.644773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-4963a586-a084-4fa0-a4ea-fd064e7514cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:04.646353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-4963a586-a084-4fa0-a4ea-fd064e7514cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489557 Nov 19 19:48:04.741987 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-4b4484f7-8ed2-4df4-8448-81b1b20bed92 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877812 Nov 19 19:48:04.842381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b9bb11d7-bca0-4776-8d61-fd32d9556a57 req-1370e4f2-9e19-402e-be2c-e256fdd3c2e6 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895326 Nov 19 19:48:05.583637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4f251-a6a9-488c-8fa8-ddd5e5f4675d req-349f309a-395c-4721-b612-b68d2c439c19 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:05.585293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-01f4f251-a6a9-488c-8fa8-ddd5e5f4675d req-349f309a-395c-4721-b612-b68d2c439c19 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Nov 19 19:48:05.641288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-01f4f251-a6a9-488c-8fa8-ddd5e5f4675d req-38abea13-6e2b-4062-a85d-7fe1d5ae0664 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497563 Nov 19 19:48:06.765530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310025c4-8439-496e-add8-25a61dc7329f req-7bdd42a1-e06a-4dcc-9183-2fc6ba931255 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:06.767093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-310025c4-8439-496e-add8-25a61dc7329f req-7bdd42a1-e06a-4dcc-9183-2fc6ba931255 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0512681 Nov 19 19:48:06.816529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-310025c4-8439-496e-add8-25a61dc7329f req-fea60f2b-1b3b-4b80-a85d-d35947837092 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434666 Nov 19 19:48:07.146685 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b967fa4-bd5c-4886-8fde-84c1bba160fb req-bd4cfdf8-8208-4f50-acf1-df8832d96690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:07.148211 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b967fa4-bd5c-4886-8fde-84c1bba160fb req-bd4cfdf8-8208-4f50-acf1-df8832d96690 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1096 time: 0.0455539 Nov 19 19:48:07.260230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b967fa4-bd5c-4886-8fde-84c1bba160fb req-ced67c07-89ea-4961-aa3c-a016712e58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:07.261723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b967fa4-bd5c-4886-8fde-84c1bba160fb req-ced67c07-89ea-4961-aa3c-a016712e58c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0918305 Nov 19 19:48:07.330723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b967fa4-bd5c-4886-8fde-84c1bba160fb req-a20001ec-ddbf-4941-8e2e-4c1456ca3d5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 1001 time: 0.0618849 Nov 19 19:48:07.382657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b967fa4-bd5c-4886-8fde-84c1bba160fb req-1e52dd41-4a71-46ac-9059-562f19749c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:07.384127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b967fa4-bd5c-4886-8fde-84c1bba160fb req-1e52dd41-4a71-46ac-9059-562f19749c30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0467756 Nov 19 19:48:07.436114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b967fa4-bd5c-4886-8fde-84c1bba160fb req-1b1f4027-5300-4032-83a4-bc2d3ffe11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:07.437550 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b967fa4-bd5c-4886-8fde-84c1bba160fb req-1b1f4027-5300-4032-83a4-bc2d3ffe11bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465703 Nov 19 19:48:07.531335 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b967fa4-bd5c-4886-8fde-84c1bba160fb req-4929c110-080a-4c7d-b7d5-a6f22ea9f6ac service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857980 Nov 19 19:48:07.629318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b967fa4-bd5c-4886-8fde-84c1bba160fb req-38773f12-958e-46cd-afd8-61a26edccf96 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902994 Nov 19 19:48:07.937233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde2d1b-d16b-4086-9586-33d0c2589c55 req-51c00d4a-8103-4065-8f51-d710c9746106 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:07.938765 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdde2d1b-d16b-4086-9586-33d0c2589c55 req-51c00d4a-8103-4065-8f51-d710c9746106 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0527542 Nov 19 19:48:07.987637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bdde2d1b-d16b-4086-9586-33d0c2589c55 req-b6b2ba54-1480-4306-a6bb-1898797f38df tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429595 Nov 19 19:48:08.297837 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-73ff7cd5-7332-4a70-b3e1-26a9f45e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:09.191541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ddc06-7ad6-4842-9961-ebdf67e3319b req-6989e185-9c8f-4644-854d-0dc3da524e33 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:09.193057 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c73ddc06-7ad6-4842-9961-ebdf67e3319b req-6989e185-9c8f-4644-854d-0dc3da524e33 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.1002007 Nov 19 19:48:09.245705 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c73ddc06-7ad6-4842-9961-ebdf67e3319b req-c2dfc3b0-6318-4455-8a55-43cd798f0cef tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466104 Nov 19 19:48:10.364936 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aee3f5-b64b-4b4f-9197-f0ccb1581128 req-f188fc36-89ee-4b28-b4c8-822a810a235d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:10.366521 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c9aee3f5-b64b-4b4f-9197-f0ccb1581128 req-f188fc36-89ee-4b28-b4c8-822a810a235d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0508704 Nov 19 19:48:10.413837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c9aee3f5-b64b-4b4f-9197-f0ccb1581128 req-b6ef04bb-5b1b-4ca5-9c1e-4276995e7884 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413342 Nov 19 19:48:10.666211 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-95fd9691-bcdc-4641-8be5-bfc8fd4fd772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:11.540768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed15df-4239-4a51-b668-ade5d4604f0b req-8391ea73-aaaf-4574-9df0-25618f51368c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:11.542437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07ed15df-4239-4a51-b668-ade5d4604f0b req-8391ea73-aaaf-4574-9df0-25618f51368c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0551474 Nov 19 19:48:11.592298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07ed15df-4239-4a51-b668-ade5d4604f0b req-608fe042-f684-406d-a4df-6628bc8e4278 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436194 Nov 19 19:48:12.037492 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:12.724828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87dbb1-931c-4767-8d58-4036917a815b req-a85fc8ef-21b5-40e3-920e-6840341423b5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:12.726339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d87dbb1-931c-4767-8d58-4036917a815b req-a85fc8ef-21b5-40e3-920e-6840341423b5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0633061 Nov 19 19:48:12.776259 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d87dbb1-931c-4767-8d58-4036917a815b req-fe15d9b3-ea80-4ddd-b072-71de3c241ce5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427275 Nov 19 19:48:13.286646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-0dc49213-09d1-4957-ab28-a0ed904f7cc3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436940 Nov 19 19:48:13.297700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdb496-445c-4ec3-84f3-5ece299ab305 req-15d796d0-ec0a-489e-a220-e172f0066f2c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:13.299264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50cdb496-445c-4ec3-84f3-5ece299ab305 req-15d796d0-ec0a-489e-a220-e172f0066f2c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0502894 Nov 19 19:48:13.350417 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-50cdb496-445c-4ec3-84f3-5ece299ab305 req-0c100a39-2dd4-4200-885b-7e886b66223d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451446 Nov 19 19:48:13.497003 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:14.245662 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:14.469998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fbb45-0114-47ec-987d-a2c16d0748ad req-5655f4e8-58cf-421a-bad2-17133c6cf5fc tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:14.471425 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a33fbb45-0114-47ec-987d-a2c16d0748ad req-5655f4e8-58cf-421a-bad2-17133c6cf5fc tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0503492 Nov 19 19:48:14.524511 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a33fbb45-0114-47ec-987d-a2c16d0748ad req-6ca35fc5-cae4-47f8-bf99-68c1c7b8bd3e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472045 Nov 19 19:48:15.195973 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:48:15.643480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49be05-b5b4-4f62-a8cf-b36c8bc2c7f0 req-e0d293fe-8071-42aa-befa-d75a9537e662 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:15.645000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b49be05-b5b4-4f62-a8cf-b36c8bc2c7f0 req-e0d293fe-8071-42aa-befa-d75a9537e662 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0500445 Nov 19 19:48:15.693406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b49be05-b5b4-4f62-a8cf-b36c8bc2c7f0 req-2c04fff4-1138-4bb8-b03e-6f960cd52fa6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424614 Nov 19 19:48:16.811045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9f361-27c9-475f-979c-9c4c539e8dfa req-0d4241ad-e7c1-4912-95c6-53a5b27e26a1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:16.812538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-adc9f361-27c9-475f-979c-9c4c539e8dfa req-0d4241ad-e7c1-4912-95c6-53a5b27e26a1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0501237 Nov 19 19:48:16.861281 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-adc9f361-27c9-475f-979c-9c4c539e8dfa req-1c378e4d-5b4f-48e0-9497-fc7c5ee5d500 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428665 Nov 19 19:48:18.004214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89185d35-42c0-484d-8a45-00bc8e9931f5 req-105b8db6-b6df-4356-94b1-3aaa26dff796 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:18.005907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89185d35-42c0-484d-8a45-00bc8e9931f5 req-105b8db6-b6df-4356-94b1-3aaa26dff796 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0614092 Nov 19 19:48:18.057516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89185d35-42c0-484d-8a45-00bc8e9931f5 req-c38e0f3c-a8b9-4254-9619-297e36b36b56 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456996 Nov 19 19:48:18.563433 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-c22fe911-01f9-4351-b31a-8015ef0fc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:18.564930 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-c22fe911-01f9-4351-b31a-8015ef0fc3ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1096 time: 0.0821631 Nov 19 19:48:18.658646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-19e87c5b-ee4f-4206-8d4f-2fe7066f3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:18.660104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-19e87c5b-ee4f-4206-8d4f-2fe7066f3f03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0875063 Nov 19 19:48:18.726631 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-1afc8023-31d1-44e5-bf11-dfc2506fbf8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 1001 time: 0.0593193 Nov 19 19:48:18.775712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-13330b95-7a3d-4c8b-92df-eba176aea2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:18.777152 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-13330b95-7a3d-4c8b-92df-eba176aea2c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0437999 Nov 19 19:48:18.827290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-58f76fff-88d1-4e49-869a-85121d12167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:18.829185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-58f76fff-88d1-4e49-869a-85121d12167a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449927 Nov 19 19:48:18.923011 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-0126a5a2-3185-4272-b926-32ee4b08f36c service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863140 Nov 19 19:48:19.020785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-e9ede204-5b21-4c09-bc47-8977e841b22f service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902610 Nov 19 19:48:19.189618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823c366-4d90-40d1-a961-adcc1eef70ab req-87ee26be-08aa-4e33-90ab-9ac0e977236a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:19.191146 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9823c366-4d90-40d1-a961-adcc1eef70ab req-87ee26be-08aa-4e33-90ab-9ac0e977236a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0514615 Nov 19 19:48:19.255067 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9823c366-4d90-40d1-a961-adcc1eef70ab req-0e87a7ed-b519-4a15-bbae-c127fb3ebe97 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577898 Nov 19 19:48:20.375314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f59d1-15c6-4a2a-8b99-f4d089de5dfa req-e34e1a97-59dc-4531-8044-db7112dda8c6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:20.376879 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c5f59d1-15c6-4a2a-8b99-f4d089de5dfa req-e34e1a97-59dc-4531-8044-db7112dda8c6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0496850 Nov 19 19:48:20.428195 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c5f59d1-15c6-4a2a-8b99-f4d089de5dfa req-771859af-f969-477d-96a0-19eee8676aae tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454562 Nov 19 19:48:21.132250 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-c43c303a-6c6b-45a6-be1a-662f1727094b service neutron] show failed (client error): The resource could not be found. Nov 19 19:48:21.133280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-c43c303a-6c6b-45a6-be1a-662f1727094b service neutron] 10.222.0.21 "GET /v2.0/ports/392c3aaf-5d3e-4997-a955-03a109405170/bindings/n-h1-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0559833 Nov 19 19:48:21.344341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-e98c1a17-2643-4404-98f1-bb399e868961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:21.345875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-e98c1a17-2643-4404-98f1-bb399e868961 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 1096 time: 0.0431018 Nov 19 19:48:21.359135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:48:21.416440 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:21.555897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2c0a4-858a-49a8-a30b-e887ffef1e3d req-f5bcc802-2213-4a0d-8ffd-6501febefccd tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:21.557381 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30f2c0a4-858a-49a8-a30b-e887ffef1e3d req-f5bcc802-2213-4a0d-8ffd-6501febefccd tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0521839 Nov 19 19:48:21.609271 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30f2c0a4-858a-49a8-a30b-e887ffef1e3d req-11c56eba-fcb8-4847-8d85-d2fa323918cb tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442848 Nov 19 19:48:21.630605 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=392c3aaf-5d3e-4997-a955-03a109405170,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:48:21.664421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:48:21.706241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:48:21.708720 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029fd3b3-bb04-4d5f-88ee-d2e7f94c1eab" -d '{"events": [{"server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "name": "network-vif-unplugged", "status": "completed", "tag": "392c3aaf-5d3e-4997-a955-03a109405170"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:48:21.712650 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:21.727405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Transition to ACTIVE for port object 392c3aaf-5d3e-4997-a955-03a109405170 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:48:21.731014 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:21.823819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=392c3aaf-5d3e-4997-a955-03a109405170,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:48:21.837207 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bff79e-0068-46a9-8442-36cfa969b377 x-openstack-request-id: req-19bff79e-0068-46a9-8442-36cfa969b377 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:48:21.837510 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "name": "network-vif-unplugged", "status": "completed", "tag": "392c3aaf-5d3e-4997-a955-03a109405170", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:48:21.837787 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19bff79e-0068-46a9-8442-36cfa969b377 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:48:21.838197 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170', 'code': 200} Nov 19 19:48:21.841451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.841828 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.842179 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.842522 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.842910 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.843208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.843539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.843870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.844201 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.844531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.844887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.845211 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:21.877719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] No DVR routers for this DVR port 392c3aaf-5d3e-4997-a955-03a109405170 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:48:22.023586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Attempting to bind port 392c3aaf-5d3e-4997-a955-03a109405170 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:48:22.023923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Attempting to bind port 392c3aaf-5d3e-4997-a955-03a109405170 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:48:22.024250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Attempting to bind port 392c3aaf-5d3e-4997-a955-03a109405170 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:48:22.028621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Port 392c3aaf-5d3e-4997-a955-03a109405170 on network aa6161ba-f030-438f-8243-f41360523ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:48:22.028936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Attempting to bind port 392c3aaf-5d3e-4997-a955-03a109405170 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:48:22.034144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:48:22.034547 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:48:22.034865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:48:22.035299 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Bound port: 392c3aaf-5d3e-4997-a955-03a109405170, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:48:22.035657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:22.101820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:48:22.105077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=392c3aaf-5d3e-4997-a955-03a109405170,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:48:22.110899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:22.151959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:22.152585 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:22.154090 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] 10.222.0.57 "PUT /v2.0/ports/392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 1091 time: 0.7995305 Nov 19 19:48:22.176280 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec9f9c-42ab-42b7-84eb-14728facaaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=392c3aaf-5d3e-4997-a955-03a109405170,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:48:22.230578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-b02602e4-927b-40b6-9a4e-c92f4526fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:22.233528 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-b02602e4-927b-40b6-9a4e-c92f4526fcdc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1094 time: 0.0529170 Nov 19 19:48:22.333525 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-c79c0bfa-7cdd-4e93-9cf7-b8fe9c70c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:22.335104 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-c79c0bfa-7cdd-4e93-9cf7-b8fe9c70c637 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0944877 Nov 19 19:48:22.409389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-ab74dc2b-8d6b-41b1-a2f7-4c91b3b67e21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 999 time: 0.0641394 Nov 19 19:48:22.462535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-962f0ed1-a37a-435a-a460-a87a2e318645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:22.464015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-962f0ed1-a37a-435a-a460-a87a2e318645 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0482345 Nov 19 19:48:22.512056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-5ebba472-220c-4614-8887-c93ccbd19c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:22.513714 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-5ebba472-220c-4614-8887-c93ccbd19c10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421455 Nov 19 19:48:22.611266 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-49bb27fc-f4e2-4b17-85c7-425c9c473b80 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906839 Nov 19 19:48:22.712675 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8cd3dfa9-5d66-41c8-b7fd-15d86d05a264 req-9bf4da1d-4b99-4555-b2a7-26f58f294f01 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938141 Nov 19 19:48:22.736995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d214fbc-8878-41cd-b2f0-1953654ec0cf req-31c6c5ea-cae1-4c74-b66c-c1a020493bfe tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:22.739392 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d214fbc-8878-41cd-b2f0-1953654ec0cf req-31c6c5ea-cae1-4c74-b66c-c1a020493bfe tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 943 time: 0.0557997 Nov 19 19:48:22.800976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d214fbc-8878-41cd-b2f0-1953654ec0cf req-d7508181-637f-43b2-9ddd-6de5ce67a119 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510852 Nov 19 19:48:23.839881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:48:23.843105 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f8756b-8dff-4579-a581-7972f65579fa" -d '{"events": [{"name": "network-changed", "server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "tag": "392c3aaf-5d3e-4997-a955-03a109405170"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:48:23.921637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667ae58-6e28-4eb0-a1a9-847e0c38eb92 req-17dd30f8-d72f-4917-b80f-141acd2a0ecf tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:23.923244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9667ae58-6e28-4eb0-a1a9-847e0c38eb92 req-17dd30f8-d72f-4917-b80f-141acd2a0ecf tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 943 time: 0.0504947 Nov 19 19:48:23.971624 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9667ae58-6e28-4eb0-a1a9-847e0c38eb92 req-c241d590-17cf-494f-bddf-52c6f88ab309 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 Nov 19 19:48:24.025920 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f618272-15dd-4f52-a52d-82d912ce8f95 x-openstack-request-id: req-2f618272-15dd-4f52-a52d-82d912ce8f95 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:48:24.026222 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "tag": "392c3aaf-5d3e-4997-a955-03a109405170", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:48:24.026480 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f618272-15dd-4f52-a52d-82d912ce8f95 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:48:24.026951 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170', 'status': 'completed', 'code': 200} Nov 19 19:48:24.086838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8756b-8dff-4579-a581-7972f65579fa req-7a0a74b2-5f30-4bcd-b879-5b7f81e27ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:24.088249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-7a0a74b2-5f30-4bcd-b879-5b7f81e27ef4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1094 time: 0.0424082 Nov 19 19:48:24.094394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8756b-8dff-4579-a581-7972f65579fa req-7ff8e49a-938e-44df-a897-0cc2765dc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:24.095918 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-7ff8e49a-938e-44df-a897-0cc2765dc9be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1094 time: 0.0468926 Nov 19 19:48:24.198506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8756b-8dff-4579-a581-7972f65579fa req-05b1c1b7-bd99-4363-a884-b104aef700d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:24.201104 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-05b1c1b7-bd99-4363-a884-b104aef700d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0973837 Nov 19 19:48:24.276725 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-1fe856ff-71e9-4e7c-9c98-9f861c43074c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 999 time: 0.0683584 Nov 19 19:48:24.337336 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8756b-8dff-4579-a581-7972f65579fa req-365d9956-5426-4284-bb88-6fa32068182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:24.338783 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-365d9956-5426-4284-bb88-6fa32068182a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0548749 Nov 19 19:48:24.391586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8756b-8dff-4579-a581-7972f65579fa req-d427437f-e866-42b7-9d81-2ab15576222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:24.393089 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-d427437f-e866-42b7-9d81-2ab15576222f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446150 Nov 19 19:48:24.493345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8756b-8dff-4579-a581-7972f65579fa req-1468b5b9-3c08-4b85-afbe-4a9441fe40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:24.494849 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-1468b5b9-3c08-4b85-afbe-4a9441fe40d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.3994260 Nov 19 19:48:24.495247 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-3f71e4fb-141b-4ce5-8e93-0e4fd76eb609 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944388 Nov 19 19:48:24.563636 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-c0ce0550-2546-4cd9-9138-858150306489 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 999 time: 0.0610840 Nov 19 19:48:24.588264 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-8af76637-6fc7-402d-8921-b1c62b62db15 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856388 Nov 19 19:48:24.617822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8756b-8dff-4579-a581-7972f65579fa req-ba463263-85ca-4944-9eea-de5195ee02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:24.619281 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-ba463263-85ca-4944-9eea-de5195ee02cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0485456 Nov 19 19:48:24.665450 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8756b-8dff-4579-a581-7972f65579fa req-3e2b9b5c-315d-45b5-a690-d7ed0f739a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:24.666943 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-3e2b9b5c-315d-45b5-a690-d7ed0f739a7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411079 Nov 19 19:48:24.767073 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-1b026f27-e112-4d1f-9a50-bfedc4457cf1 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923662 Nov 19 19:48:24.859574 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2f8756b-8dff-4579-a581-7972f65579fa req-b19be3a6-bc17-4069-b0e1-977d4f28053a service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846910 Nov 19 19:48:25.096724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95834c98-280b-420a-8c66-86b8ba2dc2e1 req-8cf44e3d-ac42-4fa3-837e-9ab695158061 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:25.098252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95834c98-280b-420a-8c66-86b8ba2dc2e1 req-8cf44e3d-ac42-4fa3-837e-9ab695158061 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 943 time: 0.0525417 Nov 19 19:48:25.147924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95834c98-280b-420a-8c66-86b8ba2dc2e1 req-3ec771d2-00a3-41d6-ba9c-9d2697418ad9 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436149 Nov 19 19:48:25.620942 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 392c3aaf-5d3e-4997-a955-03a109405170 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:48:25.662788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:25.674804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 392c3aaf-5d3e-4997-a955-03a109405170 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:48:25.747359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 392c3aaf-5d3e-4997-a955-03a109405170 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:48:25.842056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=392c3aaf-5d3e-4997-a955-03a109405170,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:48:25.853370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '392c3aaf-5d3e-4997-a955-03a109405170', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'port_id': '392c3aaf-5d3e-4997-a955-03a109405170', 'mac_address': 'fa:16:3e:6c:cc:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:48:25.898432 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:25.911744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392c3aaf-5d3e-4997-a955-03a109405170 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:48:25.931730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=392c3aaf-5d3e-4997-a955-03a109405170,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:48:25.936111 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:25.983194 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=392c3aaf-5d3e-4997-a955-03a109405170,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:48:25.990466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:25.990812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:25.991157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:25.991495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:25.991830 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:25.992163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:25.992494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:25.992833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:25.993154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:25.993480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:25.993833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:25.994160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:26.272343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40386e97-dffd-4896-b0e3-eb9ce16b5fb5 req-47e629fb-31a1-46e9-82a6-523e5fd73a9f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:26.273859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40386e97-dffd-4896-b0e3-eb9ce16b5fb5 req-47e629fb-31a1-46e9-82a6-523e5fd73a9f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 944 time: 0.0536902 Nov 19 19:48:26.290516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['392c3aaf-5d3e-4997-a955-03a109405170'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:48:26.326360 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-40386e97-dffd-4896-b0e3-eb9ce16b5fb5 req-2b608185-2d20-4474-9e3b-9e2e0759904f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452192 Nov 19 19:48:26.561908 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed92b-a578-4b1a-81f1-3f1a1df5f9f5 req-61a59da4-9d7d-4e69-a133-73c3c54d3e5d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:26.563411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a41ed92b-a578-4b1a-81f1-3f1a1df5f9f5 req-61a59da4-9d7d-4e69-a133-73c3c54d3e5d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 944 time: 0.0811143 Nov 19 19:48:26.571671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-b9d5d57e-17c7-4094-bff9-80b7657281c2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:26.573034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-b9d5d57e-17c7-4094-bff9-80b7657281c2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5&tenant_id=f1f010d8ef3444f987645ef10a100613&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 944 time: 0.0814469 Nov 19 19:48:26.656947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a41ed92b-a578-4b1a-81f1-3f1a1df5f9f5 req-25f79c30-ddb6-4874-b73f-85c041fdab73 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829597 Nov 19 19:48:26.666010 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-dff9a465-b016-4e9f-87a2-1a0178d98dda service neutron] delete failed (client error): The resource could not be found. Nov 19 19:48:26.667000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-dff9a465-b016-4e9f-87a2-1a0178d98dda service neutron] 10.222.0.21 "DELETE /v2.0/ports/392c3aaf-5d3e-4997-a955-03a109405170/bindings/n-h2-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0859764 Nov 19 19:48:26.758514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-e4a75f9b-e91b-4e70-b906-c00056dc9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:26.759935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-e4a75f9b-e91b-4e70-b906-c00056dc9d5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1095 time: 0.0422897 Nov 19 19:48:26.856560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-86ffd694-1bda-4b05-a64d-1d74c98a69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:26.858085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-86ffd694-1bda-4b05-a64d-1d74c98a69d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0913472 Nov 19 19:48:26.924954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-d9f405d1-5d68-472b-a3b9-9a3f43c6a1f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 1000 time: 0.0600471 Nov 19 19:48:26.977167 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-e3fdf79a-1f0b-4a11-8dc0-7fa942aee7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:26.978671 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-e3fdf79a-1f0b-4a11-8dc0-7fa942aee7fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0460238 Nov 19 19:48:27.028328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-d96ba80f-b986-4057-99d1-21fa4923add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:27.029881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-d96ba80f-b986-4057-99d1-21fa4923add2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444243 Nov 19 19:48:27.122206 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-cdc25a77-c223-49f6-8da8-266f8d717abb service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851667 Nov 19 19:48:27.219652 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a152a263-9ad6-47e8-a66d-f657dd3b7131 req-01feac19-a8e8-46d6-a396-63231b0e9be4 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907474 Nov 19 19:48:27.764120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 392c3aaf-5d3e-4997-a955-03a109405170 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:48:27.799329 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3a977-ba5e-4477-9f1e-37dd8c00a54e req-f5d87738-e70d-4612-b3bd-06db7b5df5c1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:27.802254 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dea3a977-ba5e-4477-9f1e-37dd8c00a54e req-f5d87738-e70d-4612-b3bd-06db7b5df5c1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 944 time: 0.0684185 Nov 19 19:48:27.820860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 392c3aaf-5d3e-4997-a955-03a109405170 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:48:27.825143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 392c3aaf-5d3e-4997-a955-03a109405170 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:48:27.825507 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:27.863212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dea3a977-ba5e-4477-9f1e-37dd8c00a54e req-61571cd6-1aa9-4caa-9a30-c6e69fc727a5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552583 Nov 19 19:48:27.920639 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:27.949269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:48:27.952606 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30083aa3e176584bd04445825c5af42a438a58a14b9ad5fb0d3f22673d19b9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f3802-b0c0-4961-b78f-f77c830e8ba8" -d '{"events": [{"server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "name": "network-vif-plugged", "status": "completed", "tag": "392c3aaf-5d3e-4997-a955-03a109405170"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:48:27.966441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=392c3aaf-5d3e-4997-a955-03a109405170,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:48:27.972800 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:27.993990 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f87d1e-57b7-44ba-82e2-e93bc4f6be33 req-77b3d0a4-9206-4d09-9a7c-f99018d139c7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:27.995738 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80f87d1e-57b7-44ba-82e2-e93bc4f6be33 req-77b3d0a4-9206-4d09-9a7c-f99018d139c7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 944 time: 0.0569546 Nov 19 19:48:28.027694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=392c3aaf-5d3e-4997-a955-03a109405170,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:48:28.055298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80f87d1e-57b7-44ba-82e2-e93bc4f6be33 req-6135b165-1f63-4690-9892-afcf8c638969 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479910 Nov 19 19:48:28.162146 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f0f771-062c-495a-8b5c-3c6603391b1a x-openstack-request-id: req-b3f0f771-062c-495a-8b5c-3c6603391b1a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:48:28.162448 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "name": "network-vif-plugged", "status": "completed", "tag": "392c3aaf-5d3e-4997-a955-03a109405170", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:48:28.162771 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3f0f771-062c-495a-8b5c-3c6603391b1a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:48:28.163183 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170', 'code': 200} Nov 19 19:48:28.350555 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71e660-dbf8-4de7-970a-ec6621f3ea90 req-0c2c0506-9092-475e-bfb2-bb09e139560c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:28.352771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aa71e660-dbf8-4de7-970a-ec6621f3ea90 req-0c2c0506-9092-475e-bfb2-bb09e139560c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0594702 Nov 19 19:48:28.378322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998af502-4a06-4d41-ae6e-69b0a86987ef req-236d1b01-4894-4e30-b1dd-8407b78fbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:28.379849 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-998af502-4a06-4d41-ae6e-69b0a86987ef req-236d1b01-4894-4e30-b1dd-8407b78fbdfe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 1096 time: 0.0455198 Nov 19 19:48:28.405584 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aa71e660-dbf8-4de7-970a-ec6621f3ea90 req-12476a08-9b68-4317-a789-b9eeca3d4f1c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456886 Nov 19 19:48:28.477507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998af502-4a06-4d41-ae6e-69b0a86987ef req-d8bf439d-10f8-492c-95ed-bd82cd01380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:28.479024 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-998af502-4a06-4d41-ae6e-69b0a86987ef req-d8bf439d-10f8-492c-95ed-bd82cd01380b service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0925665 Nov 19 19:48:28.550777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-998af502-4a06-4d41-ae6e-69b0a86987ef req-c4d75a8d-3e02-43b6-aa31-36392b9aa14e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 200 len: 1001 time: 0.0595036 Nov 19 19:48:28.604366 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998af502-4a06-4d41-ae6e-69b0a86987ef req-437e09bd-97c4-4716-8463-dc99e1530ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:28.606352 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-998af502-4a06-4d41-ae6e-69b0a86987ef req-437e09bd-97c4-4716-8463-dc99e1530ee7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0484171 Nov 19 19:48:28.653033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998af502-4a06-4d41-ae6e-69b0a86987ef req-fa756716-75a7-4e00-858b-1ed7a29a5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:28.654735 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-998af502-4a06-4d41-ae6e-69b0a86987ef req-fa756716-75a7-4e00-858b-1ed7a29a5af5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406685 Nov 19 19:48:28.747350 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-998af502-4a06-4d41-ae6e-69b0a86987ef req-b49a3b33-7d87-4b91-b626-ddf62a6a4b9b service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846362 Nov 19 19:48:28.846270 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-998af502-4a06-4d41-ae6e-69b0a86987ef req-bb12e2be-92da-4985-8aee-66123edc91a4 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921209 Nov 19 19:48:29.532666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf968f-f9d4-458e-a362-2ea656af65b0 req-fb218fc3-6783-4aad-b4bf-d077a054fcce tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:29.534353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29bf968f-f9d4-458e-a362-2ea656af65b0 req-fb218fc3-6783-4aad-b4bf-d077a054fcce tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0538664 Nov 19 19:48:29.584610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29bf968f-f9d4-458e-a362-2ea656af65b0 req-99157039-36fc-498c-ab17-ef888296326b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442827 Nov 19 19:48:29.835917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18b286-2951-403c-9c20-a1109eb85209 req-b90e2b42-94a7-4d39-9703-42eafe9b6d31 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:29.837481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0f18b286-2951-403c-9c20-a1109eb85209 req-b90e2b42-94a7-4d39-9703-42eafe9b6d31 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0559702 Nov 19 19:48:29.886883 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0f18b286-2951-403c-9c20-a1109eb85209 req-978804ab-2768-4a94-aeeb-924175590916 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 Nov 19 19:48:30.230318 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:31.010554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645c09b-cc28-4e27-a96b-a566dc7ea4c0 req-018f20bd-c975-4bf2-b3bb-057ea577f0ba tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:31.012112 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3645c09b-cc28-4e27-a96b-a566dc7ea4c0 req-018f20bd-c975-4bf2-b3bb-057ea577f0ba tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0525773 Nov 19 19:48:31.064756 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3645c09b-cc28-4e27-a96b-a566dc7ea4c0 req-94b3ebbd-e29a-43a9-bb41-dc7eadeabe44 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457582 Nov 19 19:48:31.213916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-f357e3d5-6676-40a5-a6f3-11470765d38b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:31.216093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-f357e3d5-6676-40a5-a6f3-11470765d38b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.57 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 945 time: 0.0541620 Nov 19 19:48:31.316683 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Deleting port 392c3aaf-5d3e-4997-a955-03a109405170 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:48:31.317015 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:31.408008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] For port 392c3aaf-5d3e-4997-a955-03a109405170, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=392c3aaf-5d3e-4997-a955-03a109405170,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:48:31.408356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:31.599036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:31.599396 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:31.599712 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7 disassociated. External IP: 172.25.3.114, port: 392c3aaf-5d3e-4997-a955-03a109405170. Nov 19 19:48:31.600055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Calling delete_port for 392c3aaf-5d3e-4997-a955-03a109405170 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:48:31.733315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:31.765285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event deleted for resources: {'Port': ['ID=392c3aaf-5d3e-4997-a955-03a109405170,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:48:31.889316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Router 0a59e7ae-2b99-4077-9495-abb7d087ee78 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:48:32.010005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:48:32.022480 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dd0c43-d016-4f6f-831d-1968dda8e775 None None] Sync routers for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:48:32.033574 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd0c43-d016-4f6f-831d-1968dda8e775 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:48:32.034308 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-07dd0c43-d016-4f6f-831d-1968dda8e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:48:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:48:32.057837 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] No DVR routers for this DVR port 392c3aaf-5d3e-4997-a955-03a109405170 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:48:32.061320 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:32.064858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ebaec5a6-a341-4068-b06f-ceb364d8a36a req-9ef166e0-868b-43ef-a2f8-a9a82f924437 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.57 "DELETE /v2.0/ports/392c3aaf-5d3e-4997-a955-03a109405170 HTTP/1.1" status: 204 len: 173 time: 0.8431323 Nov 19 19:48:32.065330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'name': 'network-vif-deleted', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:48:32.068119 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c936b39be4ce0717aef4a715430aa7fe69a423cb4d10ae2203d81142972d042f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3134c17b-29a4-45a1-a531-a1617a3b9a51" -d '{"events": [{"server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "name": "network-vif-deleted", "tag": "392c3aaf-5d3e-4997-a955-03a109405170"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:48:32.114076 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945fc576-0a32-4b04-a524-9a4a375e28c0 x-openstack-request-id: req-945fc576-0a32-4b04-a524-9a4a375e28c0 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:48:32.114437 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bba215-250a-4cdc-a2f0-b75a091304a5", "name": "network-vif-deleted", "tag": "392c3aaf-5d3e-4997-a955-03a109405170", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:48:32.114704 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-945fc576-0a32-4b04-a524-9a4a375e28c0 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:48:32.115163 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bba215-250a-4cdc-a2f0-b75a091304a5', 'name': 'network-vif-deleted', 'tag': '392c3aaf-5d3e-4997-a955-03a109405170', 'status': 'completed', 'code': 200} Nov 19 19:48:32.152124 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-07dd0c43-d016-4f6f-831d-1968dda8e775 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:48:32.191270 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-025d3255-648f-4ae4-a1f3-04dcce8ffd7e req-1bc39461-6f60-415d-bd68-7c35212830d1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=12bba215-250a-4cdc-a2f0-b75a091304a5 HTTP/1.1" status: 200 len: 210 time: 0.0300930 Nov 19 19:48:32.378519 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-07dd0c43-d016-4f6f-831d-1968dda8e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:48:32.407969 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dd0c43-d016-4f6f-831d-1968dda8e775 None None] Checking router: 0a59e7ae-2b99-4077-9495-abb7d087ee78 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:48:32.416444 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd0c43-d016-4f6f-831d-1968dda8e775 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:48:32.417055 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-07dd0c43-d016-4f6f-831d-1968dda8e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:48:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:48:32.520954 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-07dd0c43-d016-4f6f-831d-1968dda8e775 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:48:32.769964 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-07dd0c43-d016-4f6f-831d-1968dda8e775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:48:32.813619 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dd0c43-d016-4f6f-831d-1968dda8e775 None None] The sync data for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 is: [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:48:33.039381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da4b367-07b9-43be-9ecc-dbd97324f0a4 None None] New status for floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:48:33.499272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-1db9f0a7-d365-4d1e-9a11-2f561cd0da84 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--962367844&fields=id&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 267 time: 0.0468810 Nov 19 19:48:33.615978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-278ea0d0-fa6a-4bb1-9d3e-3e033ccfafe5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:33.617429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-278ea0d0-fa6a-4bb1-9d3e-3e033ccfafe5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 811 time: 0.1113389 Nov 19 19:48:33.633628 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-6dab6273-270b-43e9-8533-4e7b54c3ea74 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/quotas/f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 375 time: 0.0102296 Nov 19 19:48:33.687694 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-2fc2bd04-8f31-4469-80e2-979e649947b8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480711 Nov 19 19:48:33.861622 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b3aa8e9b-5a54-40be-8878-3b9d44fb807d service neutron] 10.222.0.50 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276557 Nov 19 19:48:33.956430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-5797e2ad-6511-45a1-b896-58c9ba5ed211 service neutron] 10.222.0.50 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887773 Nov 19 19:48:34.123963 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79576ffc-08c5-4cd4-a1d5-594802e97189 req-404eab67-612e-49c5-8b84-dc614eb9a51c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 210 time: 0.0322754 Nov 19 19:48:35.205946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc38e72a-4d3f-4473-9018-b4fdc020acaa req-484c56cd-8dd9-439a-8103-72b9a44f29e1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 210 time: 0.0289171 Nov 19 19:48:35.764135 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 392c3aaf-5d3e-4997-a955-03a109405170 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:48:35.785539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 392c3aaf-5d3e-4997-a955-03a109405170 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:48:35.785918 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 392c3aaf-5d3e-4997-a955-03a109405170 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:48:36.287166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3a8b23dc-c983-4879-bbe3-3e4f272e260b req-b4b77577-5b67-42f8-8112-b267db6e358f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 210 time: 0.0291221 Nov 19 19:48:37.370842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de7c5725-9b62-40af-bb05-94ff7243cea8 req-727abd6e-67fc-4bf1-876f-d1bd1d627964 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 210 time: 0.0274973 Nov 19 19:48:38.302042 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e4a7406-6c5d-46f5-a338-9138dc411780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:38.468996 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1d057e4a-7f8a-4383-b7f7-22747bdcd5ed req-83614726-d22c-468f-9e6c-e1e65a05cd2d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 210 time: 0.0285110 Nov 19 19:48:39.150059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-3ab1f5a8-eded-4926-b556-e5e48c0adec4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:39.151457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-3ab1f5a8-eded-4926-b556-e5e48c0adec4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 811 time: 0.1206350 Nov 19 19:48:39.214352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-6f319e50-3570-4595-b4c7-7e6c642eaec4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 379 time: 0.0536454 Nov 19 19:48:39.224220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'port': {'device_id': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'admin_state_up': True, 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'security_groups': ['7893abf8-d832-4abb-a742-bbd4ed34015c']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:48:39.341827 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Made reservation on behalf of f1f010d8ef3444f987645ef10a100613 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:48:39.345390 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:39.474424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Allocated IP 172.20.0.3 (aa6161ba-f030-438f-8243-f41360523ea0/327dd568-1b3e-4dba-a2e9-4630ea7324b4/7318685c-73e7-43c1-815e-cd47a5a2eecd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:48:39.592790 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0c1fc59-d1df-4370-b5a7-a674ec0343d5 req-cedbf2a9-7b5f-482f-9474-0eec70cdb9b8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 210 time: 0.0319412 Nov 19 19:48:39.647339 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:39.681693 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:39.729700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Network aa6161ba-f030-438f-8243-f41360523ea0 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:48:39.733844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:48:39.737871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:48:39.766446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:48:39.781788 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.782419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.783002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.783597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.784203 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.784820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.785298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.785634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.785966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.786306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.786644 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.786977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:48:39.814659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:39.815318 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:39.833483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-27176980-7e87-4a21-8e80-f2fc67f5f7de tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6131608 Nov 19 19:48:39.846299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Request body: {'port': {'device_id': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:48:39.907933 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:39.968420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0706568f-db20-4f0c-bf1e-dbf6596c3636 None None] Provisioning complete for port 7318685c-73e7-43c1-815e-cd47a5a2eecd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:48:39.969023 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0706568f-db20-4f0c-bf1e-dbf6596c3636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:40.003422 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0706568f-db20-4f0c-bf1e-dbf6596c3636 None None] Port 7318685c-73e7-43c1-815e-cd47a5a2eecd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:48:40.200799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7318685c-73e7-43c1-815e-cd47a5a2eecd {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:48:40.208624 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:40.222419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Transition to ACTIVE for port object 7318685c-73e7-43c1-815e-cd47a5a2eecd will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:48:40.226820 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:40.280567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:48:40.355070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:48:40.355586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:48:40.356439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:48:40.361284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Port 7318685c-73e7-43c1-815e-cd47a5a2eecd on network aa6161ba-f030-438f-8243-f41360523ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:48:40.361607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:48:40.367003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:48:40.367344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:48:40.367735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:48:40.368164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Bound port: 7318685c-73e7-43c1-815e-cd47a5a2eecd, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:48:40.368519 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:40.442280 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:48:40.445279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:48:40.450092 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:40.491008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:40.491618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:40.493023 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] 10.222.0.21 "PUT /v2.0/ports/7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1091 time: 0.6514869 Nov 19 19:48:40.493476 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:48:40.514831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e39c9a-d097-4d03-bccd-e2e76cd84d9a service neutron] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:48:40.543871 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:48:40.594060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-03444971-5d4e-47a3-a72f-032a7c740410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:40.596340 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-03444971-5d4e-47a3-a72f-032a7c740410 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1094 time: 0.0484126 Nov 19 19:48:40.658466 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b9c29c1a-860b-4564-b80f-81c823614edf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 217 time: 0.0536118 Nov 19 19:48:40.660034 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5740cf0-e8e9-448a-8ade-cfb739c6991d x-openstack-request-id: req-c5740cf0-e8e9-448a-8ade-cfb739c6991d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:48:40.660590 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:48:40.660590 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5740cf0-e8e9-448a-8ade-cfb739c6991d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:48:40.661241 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'status': 'completed', 'code': 200} Nov 19 19:48:40.679052 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-089569de-c9f5-4f53-afad-f155330bf809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:40.746364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-57f66fe8-e7d6-44f3-822f-b77e4911e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:40.747891 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-57f66fe8-e7d6-44f3-822f-b77e4911e1ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0820849 Nov 19 19:48:40.795366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d81ac-13d7-43ef-a07c-442f11c2ce82 req-1503d3e3-72ef-44d8-8016-a08b5d11082e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:40.796879 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f78d81ac-13d7-43ef-a07c-442f11c2ce82 req-1503d3e3-72ef-44d8-8016-a08b5d11082e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 943 time: 0.0907402 Nov 19 19:48:40.824986 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-3b0f7b4d-2c56-40b7-9829-82565d6c1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:40.826508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-3b0f7b4d-2c56-40b7-9829-82565d6c1d8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690908 Nov 19 19:48:40.908188 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f78d81ac-13d7-43ef-a07c-442f11c2ce82 req-28d33ee7-96c3-409b-b31a-70b96b0acf2d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046391 Nov 19 19:48:40.947394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-688a95a1-20e3-4191-9888-d80478b6b711 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098022 Nov 19 19:48:41.044164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-11837b16-88ab-45eb-bf32-77f58fc0f722 req-b9db6da6-a81c-4f98-bc1f-720ceed2610a service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901065 Nov 19 19:48:41.142182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e req-268bffd9-55d8-4129-8164-7e3be237b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:41.143614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e req-268bffd9-55d8-4129-8164-7e3be237b53b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1094 time: 0.0435886 Nov 19 19:48:41.242107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e req-c556b610-8990-40c5-ae6c-e0871c8a10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:41.243591 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e req-c556b610-8990-40c5-ae6c-e0871c8a10c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0931549 Nov 19 19:48:41.289062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e req-7386a970-a4b0-4ae9-9bdd-d65e4882d156 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 217 time: 0.0383899 Nov 19 19:48:41.343358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e req-2633a59b-3fc7-408e-ae7b-068621150e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:41.344892 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e req-2633a59b-3fc7-408e-ae7b-068621150e55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0480640 Nov 19 19:48:41.393088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e req-c91cdba2-051e-4b20-8861-bd64a4179e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:41.394543 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e req-c91cdba2-051e-4b20-8861-bd64a4179e52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415447 Nov 19 19:48:41.495910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e req-f11821c5-8165-4aa9-a96c-74261d784a1f service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920548 Nov 19 19:48:41.586075 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5728a4d0-b2a8-4e91-a244-8556a9a5fd8e req-946566bf-d89d-4204-918c-00b5f99c4cf6 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823290 Nov 19 19:48:42.028619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e14ba6-7afe-466a-9d36-5b1b5cd316d9 req-82551ac3-3d4b-4e6f-80d3-b070912acafa tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:42.030247 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8e14ba6-7afe-466a-9d36-5b1b5cd316d9 req-82551ac3-3d4b-4e6f-80d3-b070912acafa tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 943 time: 0.0504518 Nov 19 19:48:42.040556 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:42.083832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8e14ba6-7afe-466a-9d36-5b1b5cd316d9 req-bcab6d47-6e9d-4ad1-8bb9-6edb9699aa26 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474272 Nov 19 19:48:43.220823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb2199-07c6-421a-9e70-c977239db310 req-404122b7-20eb-44bd-854e-7c955417096d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:43.222260 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63fb2199-07c6-421a-9e70-c977239db310 req-404122b7-20eb-44bd-854e-7c955417096d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 943 time: 0.0519407 Nov 19 19:48:43.271172 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63fb2199-07c6-421a-9e70-c977239db310 req-47667b01-bd2e-4c58-81cf-f1aec7a20f57 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429845 Nov 19 19:48:43.498536 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:43.762579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:48:43.865396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:48:43.878276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'port_id': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'mac_address': 'fa:16:3e:7b:21:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:48:43.916268 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:43.930020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7318685c-73e7-43c1-815e-cd47a5a2eecd {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:48:43.951223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:48:43.955645 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:44.006572 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:48:44.194574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['7318685c-73e7-43c1-815e-cd47a5a2eecd'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:48:44.256465 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:44.398286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cc5da-23ff-4715-8a4d-91ecf12ba682 req-7d88d5f5-2878-4a60-8a18-19182eca3337 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:44.399845 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f5cc5da-23ff-4715-8a4d-91ecf12ba682 req-7d88d5f5-2878-4a60-8a18-19182eca3337 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 944 time: 0.0554481 Nov 19 19:48:44.450029 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3f5cc5da-23ff-4715-8a4d-91ecf12ba682 req-eea20fa8-297d-423b-b5bd-769937a139ab tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Nov 19 19:48:45.577467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d5f1f-d808-4d96-90ae-d2bca8beffcb req-540358cf-e56b-4623-9036-330fd609ec6e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:45.578958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a9d5f1f-d808-4d96-90ae-d2bca8beffcb req-540358cf-e56b-4623-9036-330fd609ec6e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 944 time: 0.0553987 Nov 19 19:48:45.626551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a9d5f1f-d808-4d96-90ae-d2bca8beffcb req-45ccf374-a9c2-44ed-9709-3f2be45d779b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416818 Nov 19 19:48:45.762751 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:48:45.811959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 7318685c-73e7-43c1-815e-cd47a5a2eecd completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:48:45.816186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 7318685c-73e7-43c1-815e-cd47a5a2eecd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:48:45.816581 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:45.897723 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:45.921640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:48:45.936415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:48:45.940371 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:45.966859 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c129555-ee72-4762-aaa0-68d035383196" -d '{"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-plugged", "status": "completed", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:48:45.995208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:48:46.051303 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4873d9a-3b94-493a-b4f7-f994d66ae2e4 x-openstack-request-id: req-d4873d9a-3b94-493a-b4f7-f994d66ae2e4 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:48:46.051604 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-plugged", "status": "completed", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:48:46.051863 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4873d9a-3b94-493a-b4f7-f994d66ae2e4 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:48:46.052261 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'code': 200} Nov 19 19:48:46.162022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d9ddd-653d-4144-b602-e5ba3ad55118 req-9bc198ea-c2fa-447e-980a-f89389a8f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:46.163582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a38d9ddd-653d-4144-b602-e5ba3ad55118 req-9bc198ea-c2fa-447e-980a-f89389a8f488 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1096 time: 0.0470676 Nov 19 19:48:46.210233 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a38d9ddd-653d-4144-b602-e5ba3ad55118 req-5e882bbb-88d7-4b66-911b-5f9d0e38e8b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392916 Nov 19 19:48:46.744005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e27fb-54ad-4417-91dc-b8d840a23668 req-f4f12c50-e812-4bd9-9735-c1f02676ba24 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:46.745504 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de6e27fb-54ad-4417-91dc-b8d840a23668 req-f4f12c50-e812-4bd9-9735-c1f02676ba24 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0493102 Nov 19 19:48:46.797315 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de6e27fb-54ad-4417-91dc-b8d840a23668 req-7042e142-3c22-4228-b546-aef59b9956d3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452306 Nov 19 19:48:47.921930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936c64f-626c-460c-ac7e-0feeff237cc1 req-61e8309b-1667-4da9-bf3f-bb81dafc823f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:47.923457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8936c64f-626c-460c-ac7e-0feeff237cc1 req-61e8309b-1667-4da9-bf3f-bb81dafc823f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0536962 Nov 19 19:48:47.973595 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8936c64f-626c-460c-ac7e-0feeff237cc1 req-fe2c3710-5dda-4f60-8f9c-6478df4580e6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441716 Nov 19 19:48:48.088119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9e66-3505-4eae-b218-08eaa3892cf6 req-3e0e19aa-d912-41a4-98e2-2f84decda3f0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:48.090116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca2c9e66-3505-4eae-b218-08eaa3892cf6 req-3e0e19aa-d912-41a4-98e2-2f84decda3f0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0499375 Nov 19 19:48:48.099678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34066) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:48:48.104192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6e067d18-c0dc-4a18-a983-9ca1a1b2323c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'floatingip': {'port_id': '7318685c-73e7-43c1-815e-cd47a5a2eecd'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:48:48.147917 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e067d18-c0dc-4a18-a983-9ca1a1b2323c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:48.614746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e067d18-c0dc-4a18-a983-9ca1a1b2323c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:48.618959 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e067d18-c0dc-4a18-a983-9ca1a1b2323c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:49.016568 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-6e067d18-c0dc-4a18-a983-9ca1a1b2323c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7 associated. External IP: 172.25.3.114, port: 7318685c-73e7-43c1-815e-cd47a5a2eecd. Nov 19 19:48:49.232096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e067d18-c0dc-4a18-a983-9ca1a1b2323c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Router 0a59e7ae-2b99-4077-9495-abb7d087ee78 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:48:49.348815 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e067d18-c0dc-4a18-a983-9ca1a1b2323c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:48:49.354100 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e067d18-c0dc-4a18-a983-9ca1a1b2323c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:48:49.359272 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26f91a-7208-4931-9c63-2f0fc2fb6393 None None] Sync routers for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:48:49.369831 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26f91a-7208-4931-9c63-2f0fc2fb6393 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:48:49.370463 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9f26f91a-7208-4931-9c63-2f0fc2fb6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:48:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:48:49.389424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6e067d18-c0dc-4a18-a983-9ca1a1b2323c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "PUT /v2.0/floatingips/eb15ead4-55db-4cc1-aad0-91a73344eff7 HTTP/1.1" status: 200 len: 991 time: 1.2886138 Nov 19 19:48:49.390097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:48:49.392590 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:48:49.487957 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc160a2e-007f-47a1-a2a9-1f916189a93a x-openstack-request-id: req-dc160a2e-007f-47a1-a2a9-1f916189a93a {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:48:49.488277 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:48:49.488545 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc160a2e-007f-47a1-a2a9-1f916189a93a {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:48:49.488734 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9f26f91a-7208-4931-9c63-2f0fc2fb6393 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:48:49.488965 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'status': 'completed', 'code': 200} Nov 19 19:48:49.557650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3 req-f21e84e0-6eb4-4fac-b146-b810a5edfc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:49.559864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3 req-f21e84e0-6eb4-4fac-b146-b810a5edfc15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1096 time: 0.0457454 Nov 19 19:48:49.657652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3 req-259dd7e4-c0e4-4448-b370-6fffeaafac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:49.659373 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3 req-259dd7e4-c0e4-4448-b370-6fffeaafac1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0927491 Nov 19 19:48:49.732928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3 req-26b7dcb3-1475-4012-80bd-bd012044203d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 999 time: 0.0668483 Nov 19 19:48:49.783408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3 req-c44ffa07-e2cc-43f0-90aa-58ff195696eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:49.784905 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3 req-c44ffa07-e2cc-43f0-90aa-58ff195696eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0457699 Nov 19 19:48:49.820468 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9f26f91a-7208-4931-9c63-2f0fc2fb6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:7b:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:48:48Z', 'revision_number': 9, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:48:49.834137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3 req-1d11c44a-a1e2-41d5-9349-4f6b8e8b7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:48:49.835686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3 req-1d11c44a-a1e2-41d5-9349-4f6b8e8b7468 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437145 Nov 19 19:48:49.852558 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26f91a-7208-4931-9c63-2f0fc2fb6393 None None] Checking router: 0a59e7ae-2b99-4077-9495-abb7d087ee78 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:48:49.862430 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26f91a-7208-4931-9c63-2f0fc2fb6393 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:48:49.863072 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9f26f91a-7208-4931-9c63-2f0fc2fb6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:48:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:48:49.947557 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3 req-117311c4-c226-4de6-8457-90f4ba0c838d service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048915 Nov 19 19:48:49.997119 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9f26f91a-7208-4931-9c63-2f0fc2fb6393 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:48:50.043275 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6c332f6-c2fa-4cbe-a2ee-1fe31334b8d3 req-86bb566a-4dbe-43be-af85-371a54dfebc4 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883715 Nov 19 19:48:50.238522 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9f26f91a-7208-4931-9c63-2f0fc2fb6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:7b:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:48:48Z', 'revision_number': 9, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:48:50.270290 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26f91a-7208-4931-9c63-2f0fc2fb6393 None None] The sync data for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 is: [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:7b:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:48:48Z', 'revision_number': 9, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:48:50.507216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3aac4-38c3-4819-ab8c-ef9b9d78982c None None] New status for floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:48:52.195436 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:48:55.658354 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:00.230648 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:06.285498 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-6da5e936-51ef-42f0-ae68-0b7bcb1ded53 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850406 Nov 19 19:49:06.370644 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-b44d202c-c917-47b4-9bb0-ddd481b0e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:49:06.372067 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-b44d202c-c917-47b4-9bb0-ddd481b0e49d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0440657 Nov 19 19:49:06.482913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-eaad65db-4a39-4e5c-b900-c06667efe143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:49:06.484579 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-eaad65db-4a39-4e5c-b900-c06667efe143 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0930276 Nov 19 19:49:06.532840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-724280b6-4631-45d9-8174-1269c19b33c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0410466 Nov 19 19:49:06.582521 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-fea25cbd-0c32-42d4-ac3e-aaa2fd678462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:49:06.583980 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-fea25cbd-0c32-42d4-ac3e-aaa2fd678462 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0449872 Nov 19 19:49:06.631969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-838c2dd9-a094-419f-ac5a-785d91a612ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:49:06.633445 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-838c2dd9-a094-419f-ac5a-785d91a612ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403657 Nov 19 19:49:06.733723 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-c23d7893-5b19-4f03-b105-b64ff89a917f service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927489 Nov 19 19:49:06.822671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d8f04861-f54d-446b-a991-2583008c2ec7 req-4a575b88-dfc8-4360-8416-6e4edc40c509 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830216 Nov 19 19:49:07.149911 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-c9f70302-42cb-4108-91f3-83623f3b0e4e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466807 Nov 19 19:49:07.232995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-b782db9f-54b4-47c2-9f3b-57ea3815ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:49:07.234536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-b782db9f-54b4-47c2-9f3b-57ea3815ead2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1096 time: 0.0426319 Nov 19 19:49:07.340693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-6c1facc9-43b0-4e81-a9c0-31aa5238e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:49:07.342237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-6c1facc9-43b0-4e81-a9c0-31aa5238e432 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0890102 Nov 19 19:49:07.414429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-eb8170fa-ded1-4664-ac4e-e7a4e44854cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1002 time: 0.0625336 Nov 19 19:49:07.481341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-542e6393-27b6-4f8b-acee-d9a8cff73efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:49:07.483130 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-542e6393-27b6-4f8b-acee-d9a8cff73efc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0615964 Nov 19 19:49:07.531436 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-b60e9b89-a6be-46d8-beee-1437443beb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:49:07.533025 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-b60e9b89-a6be-46d8-beee-1437443beb7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422029 Nov 19 19:49:07.631952 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-b87507fc-722d-4fbc-9bab-e75e7483924c service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903385 Nov 19 19:49:07.723034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ab125aaf-f4a2-4df1-9c2a-a8ffc96e05e9 req-8465a171-0c6b-4933-976e-613f69113735 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830951 Nov 19 19:49:08.304865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1ce3361b-7570-48e1-b953-81a26629d7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:10.671835 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fcf1386d-f1c5-49b3-8223-b3df84aeabe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:12.044488 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:13.502597 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:14.250716 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:25.665909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:29.194765 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:49:30.222968 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:38.308134 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-10aa09aa-b0d3-4ae7-bb29-9757498bed41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:40.673045 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c3f6d9e1-bcd3-4464-b99e-501b20a6b4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:42.046506 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:43.503938 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:44.252536 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:49:55.696834 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:00.250659 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:06.194915 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:50:08.208720 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-774a6805-44ef-4579-b459-803870c6f9a5 req-d8e82de8-453b-4f88-9f8d-1ead44c34fdd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476539 Nov 19 19:50:08.296700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a6805-44ef-4579-b459-803870c6f9a5 req-95d316b4-3df7-4092-b55c-372a533dbbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:08.298276 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-774a6805-44ef-4579-b459-803870c6f9a5 req-95d316b4-3df7-4092-b55c-372a533dbbb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0454636 Nov 19 19:50:08.315620 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-64745127-d5eb-4c12-b254-def1ae722da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:08.414792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a6805-44ef-4579-b459-803870c6f9a5 req-aac19e1e-cbcb-4546-b9fc-e8a2fd101249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:08.416274 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-774a6805-44ef-4579-b459-803870c6f9a5 req-aac19e1e-cbcb-4546-b9fc-e8a2fd101249 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0957181 Nov 19 19:50:08.460037 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-774a6805-44ef-4579-b459-803870c6f9a5 req-52ea6fa9-048d-48e4-bbb5-28b1c00e3de9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0364919 Nov 19 19:50:08.513795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a6805-44ef-4579-b459-803870c6f9a5 req-2b5ddd4a-5052-4d49-9493-5ed7cac036ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:08.515473 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-774a6805-44ef-4579-b459-803870c6f9a5 req-2b5ddd4a-5052-4d49-9493-5ed7cac036ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0485470 Nov 19 19:50:08.563121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a6805-44ef-4579-b459-803870c6f9a5 req-1cb8b12c-498e-45c4-8277-83e13e47b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:08.564633 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-774a6805-44ef-4579-b459-803870c6f9a5 req-1cb8b12c-498e-45c4-8277-83e13e47b69f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427389 Nov 19 19:50:08.658729 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-774a6805-44ef-4579-b459-803870c6f9a5 req-ef8e5a7f-c537-46f5-b08f-e1cd9135d8b9 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868053 Nov 19 19:50:08.748777 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-774a6805-44ef-4579-b459-803870c6f9a5 req-76f5910a-f655-4504-9070-60fa95326366 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834668 Nov 19 19:50:09.107998 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-197de06d-d50c-4dea-89b9-a9368476e453 req-2396352e-8311-4d17-9937-a6f885789eb5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462284 Nov 19 19:50:09.192458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197de06d-d50c-4dea-89b9-a9368476e453 req-3f7fb370-0c5c-40af-91fb-cc0e00d4fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:09.194005 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-197de06d-d50c-4dea-89b9-a9368476e453 req-3f7fb370-0c5c-40af-91fb-cc0e00d4fe82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1096 time: 0.0427701 Nov 19 19:50:09.305322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197de06d-d50c-4dea-89b9-a9368476e453 req-e5899a51-14bb-47bd-85c8-be340df30300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:09.306856 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-197de06d-d50c-4dea-89b9-a9368476e453 req-e5899a51-14bb-47bd-85c8-be340df30300 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0917509 Nov 19 19:50:09.376001 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-197de06d-d50c-4dea-89b9-a9368476e453 req-4c4c8f01-0e50-4486-9668-9e34f5764fa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1002 time: 0.0620368 Nov 19 19:50:09.429063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197de06d-d50c-4dea-89b9-a9368476e453 req-9dd6ad55-aff6-4398-94b6-893ba5fbc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:09.430555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-197de06d-d50c-4dea-89b9-a9368476e453 req-9dd6ad55-aff6-4398-94b6-893ba5fbc6db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0471287 Nov 19 19:50:09.480948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197de06d-d50c-4dea-89b9-a9368476e453 req-4ac137e5-5908-4f46-8ce5-72629db4fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:09.482688 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-197de06d-d50c-4dea-89b9-a9368476e453 req-4ac137e5-5908-4f46-8ce5-72629db4fe89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451443 Nov 19 19:50:09.574421 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-197de06d-d50c-4dea-89b9-a9368476e453 req-9c1bdacf-a32a-46cc-aff4-b264fd32cf7a service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849864 Nov 19 19:50:09.668481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-197de06d-d50c-4dea-89b9-a9368476e453 req-5d732e40-87da-43b4-b657-e7055151f39b service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867698 Nov 19 19:50:10.674428 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-277a86a4-43ae-4965-9481-aca981ab7b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:12.048611 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:13.505740 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:14.255455 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:25.492294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-34442eab-e9b7-406b-a242-9c986f6d496e req-c4cfef43-53be-47c2-8cfe-12e63c038997 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:50:25.493304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34442eab-e9b7-406b-a242-9c986f6d496e req-c4cfef43-53be-47c2-8cfe-12e63c038997 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055444 Nov 19 19:50:25.687220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a0690-2656-4615-8413-af3289472da5 req-474d42fb-f6f9-48d0-91e1-5c2d2b4b3e31 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:25.688785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a9a0690-2656-4615-8413-af3289472da5 req-474d42fb-f6f9-48d0-91e1-5c2d2b4b3e31 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0604482 Nov 19 19:50:25.703373 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:25.745132 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a9a0690-2656-4615-8413-af3289472da5 req-e2c2722b-9875-44e5-a89e-fe0704437943 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501802 Nov 19 19:50:25.808271 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-c8affbcc-1571-4e15-9e8a-b93a2feb289b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971110 Nov 19 19:50:26.867937 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7ed8a-81c7-4a9d-94b0-7963317fdcda req-f812fa47-8d64-4cee-9161-4a8c5debc032 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:26.869589 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3c7ed8a-81c7-4a9d-94b0-7963317fdcda req-f812fa47-8d64-4cee-9161-4a8c5debc032 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0528708 Nov 19 19:50:26.947838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-833c8d96-cc6c-4fac-8208-5feb3916f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:26.949346 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-833c8d96-cc6c-4fac-8208-5feb3916f69e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1096 time: 0.0772786 Nov 19 19:50:26.953397 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3c7ed8a-81c7-4a9d-94b0-7963317fdcda req-41e0029d-9e21-42a9-a569-ef494153556f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735593 Nov 19 19:50:27.041773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-64a09852-4831-4b3d-90db-5e440c921fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:27.043142 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-64a09852-4831-4b3d-90db-5e440c921fb5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0871625 Nov 19 19:50:27.115354 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-d6abc57b-13bf-4517-b84f-f79c944e939a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1002 time: 0.0651367 Nov 19 19:50:27.166754 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-9effff86-43dd-4a25-86e6-90c4e04fed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:27.168220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-9effff86-43dd-4a25-86e6-90c4e04fed2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0456667 Nov 19 19:50:27.218704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-74079123-f3b6-476e-b412-6f4323019313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:27.220244 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-74079123-f3b6-476e-b412-6f4323019313 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451477 Nov 19 19:50:27.319163 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-5bbfcd55-8ed3-4b5e-82d8-79a121aca22a service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906792 Nov 19 19:50:27.411390 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-8518d961-3b25-4c21-94bd-12575122ab24 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855894 Nov 19 19:50:28.077682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea416b8-054e-457d-8a77-5e46579fcbca req-117dce9a-2039-4e97-a745-ebb873f19722 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:28.079267 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea416b8-054e-457d-8a77-5e46579fcbca req-117dce9a-2039-4e97-a745-ebb873f19722 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0566096 Nov 19 19:50:28.129170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cea416b8-054e-457d-8a77-5e46579fcbca req-8a74b80d-fab1-49cd-9223-8ed7a1c076e8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439541 Nov 19 19:50:29.253426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8ac27-ffd1-4091-b376-b0cebaf848b5 req-3fc9a57d-c22c-490c-b6b5-4f86a3715838 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:29.254953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4f8ac27-ffd1-4091-b376-b0cebaf848b5 req-3fc9a57d-c22c-490c-b6b5-4f86a3715838 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0516520 Nov 19 19:50:29.304291 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4f8ac27-ffd1-4091-b376-b0cebaf848b5 req-03235479-1c8c-4b87-a3f3-c204b652bb86 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434039 Nov 19 19:50:30.262991 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:30.424831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bc734-8e0f-42ce-9b88-83a52ead9b81 req-599969f8-d71d-45ef-857b-f3f849f0a0cf tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:30.426378 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-076bc734-8e0f-42ce-9b88-83a52ead9b81 req-599969f8-d71d-45ef-857b-f3f849f0a0cf tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0518901 Nov 19 19:50:30.478401 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-076bc734-8e0f-42ce-9b88-83a52ead9b81 req-a5e56100-e769-4dce-ae6b-6ccf1b25dd66 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456910 Nov 19 19:50:31.597905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2d724-ede7-4fd8-b0ca-41f7c3fa477a req-6ab00300-446e-4f9d-9136-05783a088768 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:31.599389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abe2d724-ede7-4fd8-b0ca-41f7c3fa477a req-6ab00300-446e-4f9d-9136-05783a088768 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0500617 Nov 19 19:50:31.648904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-abe2d724-ede7-4fd8-b0ca-41f7c3fa477a req-405c2035-ef9c-4ea6-abff-ce71591caf95 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434358 Nov 19 19:50:32.767541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750928a-1e24-4d9f-9c26-c9b30789ff02 req-bee84f7b-51c1-4417-a9cf-02854e4c0a68 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:32.769021 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c750928a-1e24-4d9f-9c26-c9b30789ff02 req-bee84f7b-51c1-4417-a9cf-02854e4c0a68 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0502398 Nov 19 19:50:32.820283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c750928a-1e24-4d9f-9c26-c9b30789ff02 req-23bad5de-855f-4a0c-8899-d616f96053b7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451770 Nov 19 19:50:33.949980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f0da9-10b6-4e3d-9834-c16f86bdd857 req-cfb0a583-463c-4882-8859-e398d6cd7a2e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:33.951572 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-083f0da9-10b6-4e3d-9834-c16f86bdd857 req-cfb0a583-463c-4882-8859-e398d6cd7a2e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0552490 Nov 19 19:50:34.004423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-083f0da9-10b6-4e3d-9834-c16f86bdd857 req-f9a28e09-c4e1-439b-b888-7ded418b0b93 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454192 Nov 19 19:50:35.122021 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5759767-44b8-470e-a832-9cbd0945e9af req-ed6fc68e-cfaf-4f9f-9281-42c046ba4df0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:35.124161 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5759767-44b8-470e-a832-9cbd0945e9af req-ed6fc68e-cfaf-4f9f-9281-42c046ba4df0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0514219 Nov 19 19:50:35.173669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d5759767-44b8-470e-a832-9cbd0945e9af req-4d61fdeb-1a41-47b6-b84d-ef657ae3717d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433319 Nov 19 19:50:36.296709 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851251c3-a5df-4c77-ba60-6a1e471599e2 req-5ba07471-bee9-4532-b2d2-41801d33844a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:36.298295 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-851251c3-a5df-4c77-ba60-6a1e471599e2 req-5ba07471-bee9-4532-b2d2-41801d33844a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0512784 Nov 19 19:50:36.351049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-851251c3-a5df-4c77-ba60-6a1e471599e2 req-374ac322-59ce-4aca-8d76-ee7859cef43c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467696 Nov 19 19:50:37.469478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8e55-6858-4747-8ea1-8648c41cfccd req-bd46458b-467c-4d2f-9d7f-324fa117b9a8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:37.470995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-919f8e55-6858-4747-8ea1-8648c41cfccd req-bd46458b-467c-4d2f-9d7f-324fa117b9a8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0498161 Nov 19 19:50:37.520283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-919f8e55-6858-4747-8ea1-8648c41cfccd req-d19b2247-a2eb-48c9-9160-e904b8dedbd2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433433 Nov 19 19:50:38.307485 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef493ade-0da5-4818-a4fb-5f00575ec8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:38.645333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1318d4-89a0-4702-a102-39589b49be2e req-cf8183e0-1a9a-4262-8fb2-499938af1f3f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:38.646872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca1318d4-89a0-4702-a102-39589b49be2e req-cf8183e0-1a9a-4262-8fb2-499938af1f3f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0545003 Nov 19 19:50:38.695818 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca1318d4-89a0-4702-a102-39589b49be2e req-7943334c-b941-4abd-a8be-2205f027536f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430148 Nov 19 19:50:39.320514 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-eaabbdcf-e73d-4dde-87d5-e3166a1f9c3d service neutron] show failed (client error): The resource could not be found. Nov 19 19:50:39.321536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-eaabbdcf-e73d-4dde-87d5-e3166a1f9c3d service neutron] 10.222.0.21 "GET /v2.0/ports/7318685c-73e7-43c1-815e-cd47a5a2eecd/bindings/n-h1-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0603609 Nov 19 19:50:39.520371 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-f9f0a7ad-4426-4f8d-ba3b-edfb50277c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:39.521912 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-f9f0a7ad-4426-4f8d-ba3b-edfb50277c58 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 1096 time: 0.0425806 Nov 19 19:50:39.535180 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:50:39.588418 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:39.795058 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:50:39.817766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c812b5-afdd-4097-9fd5-93512e850544 req-c62806e7-c840-4abf-ac9b-212d7107223f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:39.819298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-44c812b5-afdd-4097-9fd5-93512e850544 req-c62806e7-c840-4abf-ac9b-212d7107223f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Nov 19 19:50:39.832517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:50:39.871647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-44c812b5-afdd-4097-9fd5-93512e850544 req-c49c8856-71c7-4887-9b9c-7b41e80cc255 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460973 Nov 19 19:50:39.874034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:50:39.884539 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:39.901505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Transition to ACTIVE for port object 7318685c-73e7-43c1-815e-cd47a5a2eecd will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:50:39.906572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:39.942821 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ffef3a-6212-41ba-8066-c5c5a0758110" -d '{"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-unplugged", "status": "completed", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:50:40.001188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:40.014172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.014520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.015382 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.015721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.016053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.016389 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.016715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.017039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.017365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.017690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.018034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.018357 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:40.054119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] No DVR routers for this DVR port 7318685c-73e7-43c1-815e-cd47a5a2eecd on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:50:40.094729 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab734f89-1341-45a2-93dc-7f512c661097 x-openstack-request-id: req-ab734f89-1341-45a2-93dc-7f512c661097 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:50:40.094956 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-unplugged", "status": "completed", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:50:40.095177 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab734f89-1341-45a2-93dc-7f512c661097 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:50:40.095576 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'code': 200} Nov 19 19:50:40.526682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:50:40.527363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:50:40.527363 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:50:40.532127 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Port 7318685c-73e7-43c1-815e-cd47a5a2eecd on network aa6161ba-f030-438f-8243-f41360523ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:50:40.532422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:50:40.537229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:50:40.537620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:50:40.538033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:50:40.538453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Bound port: 7318685c-73e7-43c1-815e-cd47a5a2eecd, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:50:40.538801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:40.602218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:50:40.605224 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:50:40.610921 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:40.648325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:40.649157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:40.650697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] 10.222.0.57 "PUT /v2.0/ports/7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1091 time: 1.1195643 Nov 19 19:50:40.671405 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcf617-b5d5-42cf-be60-467827bae78b service neutron] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:40.695302 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bf1e8af0-d0e6-4797-8f69-652ac460c084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:40.739907 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-99daf8a1-a19f-439c-84a2-f4777803fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:40.741436 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-99daf8a1-a19f-439c-84a2-f4777803fd13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1094 time: 0.0572655 Nov 19 19:50:40.838755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-99f13115-80b6-4403-8d60-98b64649897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:40.840246 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-99f13115-80b6-4403-8d60-98b64649897e service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0900054 Nov 19 19:50:40.911550 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-c79ed3f5-ee71-4bd8-ae62-b4c7011afe52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1000 time: 0.0638597 Nov 19 19:50:40.966217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-768d81da-60ac-49ee-bea6-184b347c4682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:40.968267 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-768d81da-60ac-49ee-bea6-184b347c4682 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0480094 Nov 19 19:50:41.004502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9f317-af28-44d6-b0b1-ca069613a7f5 req-2f833288-b6f6-4a93-bf8d-422acaf3e977 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:41.006040 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4c9f317-af28-44d6-b0b1-ca069613a7f5 req-2f833288-b6f6-4a93-bf8d-422acaf3e977 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 943 time: 0.0525703 Nov 19 19:50:41.015987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-612e6703-f112-487a-b5e8-fc2b2b31cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:41.017483 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-612e6703-f112-487a-b5e8-fc2b2b31cfec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419414 Nov 19 19:50:41.058664 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4c9f317-af28-44d6-b0b1-ca069613a7f5 req-ec5b3c08-1b34-465f-a471-41e4f28fa986 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464060 Nov 19 19:50:41.126139 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-969463a9-f55e-4f7c-9e62-7a76e8e08bbe service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018033 Nov 19 19:50:41.220348 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-fd0b78db-4f6c-48fc-a359-e4f207b42cee req-e51fcafd-3f51-43f7-b1ab-7b00dc1704de service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875757 Nov 19 19:50:42.052400 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:42.097384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:50:42.099873 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672" -d '{"events": [{"name": "network-changed", "server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:50:42.185221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e2f95-f3a4-4831-9532-6eaafc143d5a req-a8fdccb8-db0e-401a-a9cb-1d252fc1cfd7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:42.187767 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce0e2f95-f3a4-4831-9532-6eaafc143d5a req-a8fdccb8-db0e-401a-a9cb-1d252fc1cfd7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 943 time: 0.0531456 Nov 19 19:50:42.236115 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ce0e2f95-f3a4-4831-9532-6eaafc143d5a req-9949f930-7283-4891-8b20-b6e96ab477a0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424891 Nov 19 19:50:42.262561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:50:42.294235 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645a14ca-80a1-483d-bd34-a96e7c2bcd35 x-openstack-request-id: req-645a14ca-80a1-483d-bd34-a96e7c2bcd35 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:50:42.294643 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:50:42.295027 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-645a14ca-80a1-483d-bd34-a96e7c2bcd35 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:50:42.295578 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'status': 'completed', 'code': 200} Nov 19 19:50:42.304395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:50:42.359126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-f369436f-1c6e-4bc7-b521-a74acf406dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:42.359379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-2ae74fdf-b8a0-4117-847f-8c5eba893198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:42.360717 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-2ae74fdf-b8a0-4117-847f-8c5eba893198 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1094 time: 0.0430577 Nov 19 19:50:42.360833 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-f369436f-1c6e-4bc7-b521-a74acf406dcd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1094 time: 0.0443239 Nov 19 19:50:42.460112 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-a67dfbf9-7f76-4bda-863e-79487cbf60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:42.460363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-e2bd4c9c-255a-42a6-8566-b7e415f705e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:42.461538 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-a67dfbf9-7f76-4bda-863e-79487cbf60e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0936852 Nov 19 19:50:42.461900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-e2bd4c9c-255a-42a6-8566-b7e415f705e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0930116 Nov 19 19:50:42.534783 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-7b95e049-9774-4f00-b80c-b1078babe7fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1000 time: 0.0650988 Nov 19 19:50:42.539556 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-4f373918-4f7d-4f9d-a434-429cc54f89f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1000 time: 0.0689003 Nov 19 19:50:42.587433 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-ff86c1c3-ac0a-43e6-9119-2274bb402521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:42.588947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-ff86c1c3-ac0a-43e6-9119-2274bb402521 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0462916 Nov 19 19:50:42.596466 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-c705f85a-6f8d-4802-ac0b-8148b1a020fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:42.597930 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-c705f85a-6f8d-4802-ac0b-8148b1a020fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0489802 Nov 19 19:50:42.639679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-66dfd4f7-270b-4daf-8009-c5dc108af07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:42.641394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-66dfd4f7-270b-4daf-8009-c5dc108af07f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458877 Nov 19 19:50:42.648401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-22e0e817-8463-4e41-9e6e-023ca1148a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:42.649913 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-22e0e817-8463-4e41-9e6e-023ca1148a64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417182 Nov 19 19:50:42.738994 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-472ee687-de23-42f8-b6de-de358ed0d52a service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901761 Nov 19 19:50:42.747036 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-2e9a7baf-7894-4211-a447-8803bb3a5833 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889041 Nov 19 19:50:42.842155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-90b755dc-ebca-4e80-a950-493e22076a1c service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939791 Nov 19 19:50:42.849179 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e8d8fc76-f3cf-4d63-a5e8-64fd0ba67672 req-3692e82b-ecd7-430b-821b-2a34f46518e7 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945053 Nov 19 19:50:43.195684 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:50:43.357552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefbaa2-6635-4722-849a-6e1f036e8afd req-932da331-4561-4740-be75-65607761c9db tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:43.359239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fefbaa2-6635-4722-849a-6e1f036e8afd req-932da331-4561-4740-be75-65607761c9db tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 943 time: 0.0507920 Nov 19 19:50:43.407657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fefbaa2-6635-4722-849a-6e1f036e8afd req-5db9edbf-70a9-4c00-965d-22ad7c730994 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424056 Nov 19 19:50:43.508701 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:44.257575 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:44.350387 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:50:44.449269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:50:44.464458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'port_id': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'mac_address': 'fa:16:3e:7b:21:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:50:44.506484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:44.520876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7318685c-73e7-43c1-815e-cd47a5a2eecd {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:50:44.530895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9669b-e477-480e-8ac6-92792510cd45 req-61f61639-28ac-4aac-839a-22e165636cf4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:44.532658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62d9669b-e477-480e-8ac6-92792510cd45 req-61f61639-28ac-4aac-839a-22e165636cf4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 943 time: 0.0531905 Nov 19 19:50:44.545856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:50:44.549829 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:44.588633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62d9669b-e477-480e-8ac6-92792510cd45 req-ae1877de-007b-4d10-a099-7e9f5374e1d8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492744 Nov 19 19:50:44.599305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:44.606956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.607316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.607766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.608115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.608791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.609203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.609543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.609906 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.610243 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.610574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.610901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.611312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:44.860001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['7318685c-73e7-43c1-815e-cd47a5a2eecd'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:50:44.889033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-7154cf18-43d9-4476-9f1b-3e23cc8e478c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:44.892255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-7154cf18-43d9-4476-9f1b-3e23cc8e478c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.57 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584&tenant_id=f1f010d8ef3444f987645ef10a100613&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 944 time: 0.0631187 Nov 19 19:50:44.899464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000cb42-2af0-46ad-8ae0-8788a9c8d7a7 req-cddb3e56-3ad7-46ad-a7bc-2afa278940ab tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:44.900335 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f000cb42-2af0-46ad-8ae0-8788a9c8d7a7 req-cddb3e56-3ad7-46ad-a7bc-2afa278940ab tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 944 time: 0.0530663 Nov 19 19:50:44.953950 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f000cb42-2af0-46ad-8ae0-8788a9c8d7a7 req-6c8e3549-e480-4be0-89ca-db32b991dd17 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460012 Nov 19 19:50:44.959281 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-daaf91d8-ad0d-4dc6-986f-ceda059d37a1 service neutron] 10.222.0.57 "GET /v2.0/ports/7318685c-73e7-43c1-815e-cd47a5a2eecd/bindings/n-h1-815373-6 HTTP/1.1" status: 200 len: 382 time: 0.0586467 Nov 19 19:50:45.037234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-10399c90-389d-4492-a710-02e9f8125bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:45.038788 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-10399c90-389d-4492-a710-02e9f8125bba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1095 time: 0.0531027 Nov 19 19:50:45.136177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-0dcd913c-4ead-40a7-9077-d6ae603fc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:45.137762 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-0dcd913c-4ead-40a7-9077-d6ae603fc16f service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0899665 Nov 19 19:50:45.211257 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-76ce6b81-782c-4f0b-9b11-e5f7ebafde8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1001 time: 0.0657673 Nov 19 19:50:45.263066 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-b311d1b4-8c65-4830-ad74-42fb92b4bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:45.264608 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-b311d1b4-8c65-4830-ad74-42fb92b4bf14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0452626 Nov 19 19:50:45.312347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-b61d96ad-5d59-4755-b4d6-eefc9ae3d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:45.313887 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-b61d96ad-5d59-4755-b4d6-eefc9ae3d18c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416884 Nov 19 19:50:45.407902 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-ee2fa049-ef7f-40e3-b174-bb4462a6fa30 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866897 Nov 19 19:50:45.500324 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-27a2bb6b-1d92-4fb2-9098-4199e911e00c service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852146 Nov 19 19:50:46.075223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b34fbc-f68c-406d-b818-50d56f6b0b3d req-e3982860-f51c-42b5-b272-2e6019debaf6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:46.076715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89b34fbc-f68c-406d-b818-50d56f6b0b3d req-e3982860-f51c-42b5-b272-2e6019debaf6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 944 time: 0.0502114 Nov 19 19:50:46.125367 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89b34fbc-f68c-406d-b818-50d56f6b0b3d req-b49cc48a-c56c-4dfe-ab12-5ee55e4f70b1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412471 Nov 19 19:50:46.366317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:50:46.415739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 7318685c-73e7-43c1-815e-cd47a5a2eecd completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:50:46.420085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 7318685c-73e7-43c1-815e-cd47a5a2eecd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:50:46.420453 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:46.500861 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:46.523791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:50:46.526119 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c68a34-2de9-4fb8-a5d9-b832519cb40e" -d '{"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-plugged", "status": "completed", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:50:46.545430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:50:46.550721 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:46.585992 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c0db3d-6c84-42b4-8273-aa1da077cff1 x-openstack-request-id: req-b3c0db3d-6c84-42b4-8273-aa1da077cff1 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:50:46.586290 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-plugged", "status": "completed", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:50:46.586552 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3c0db3d-6c84-42b4-8273-aa1da077cff1 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:50:46.587088 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'code': 200} Nov 19 19:50:46.604616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:47.260673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6eea6-b22d-4695-a3d5-86bbfdc66d0b req-64ef5740-8f0b-40e7-b2d4-7c22802167c2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:47.262267 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7f6eea6-b22d-4695-a3d5-86bbfdc66d0b req-64ef5740-8f0b-40e7-b2d4-7c22802167c2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0556870 Nov 19 19:50:47.313462 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7f6eea6-b22d-4695-a3d5-86bbfdc66d0b req-f4fe44d6-7bb6-4476-975d-798372cf384e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436192 Nov 19 19:50:47.480187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-befedda6-0d80-42b0-99df-682f87d856b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:47.482193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-befedda6-0d80-42b0-99df-682f87d856b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 1096 time: 0.0425606 Nov 19 19:50:47.494473 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:50:47.558823 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:47.769927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:50:47.805460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:50:47.846342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:50:47.848746 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003515ec-6ce0-40e9-9802-a447a1f544e0" -d '{"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-unplugged", "status": "completed", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:50:47.852657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:47.865417 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Transition to ACTIVE for port object 7318685c-73e7-43c1-815e-cd47a5a2eecd will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:50:47.870068 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:47.913920 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8cfa33-b942-4201-89c3-2cc485f51b1b x-openstack-request-id: req-cf8cfa33-b942-4201-89c3-2cc485f51b1b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:50:47.914230 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-unplugged", "status": "completed", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:50:47.914493 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf8cfa33-b942-4201-89c3-2cc485f51b1b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:50:47.914894 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'code': 200} Nov 19 19:50:47.966007 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:47.978651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:47.979003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:47.979355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:47.979693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:47.980029 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:47.980366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:47.980700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:47.981035 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:47.981364 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:47.981693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:47.982050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:47.982380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:50:48.015303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] No DVR routers for this DVR port 7318685c-73e7-43c1-815e-cd47a5a2eecd on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:50:48.153660 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:50:48.154024 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:50:48.154354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:50:48.158899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Port 7318685c-73e7-43c1-815e-cd47a5a2eecd on network aa6161ba-f030-438f-8243-f41360523ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:50:48.159223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Attempting to bind port 7318685c-73e7-43c1-815e-cd47a5a2eecd on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:50:48.164050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:50:48.164385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:50:48.164767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:50:48.165193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Bound port: 7318685c-73e7-43c1-815e-cd47a5a2eecd, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:50:48.165546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:48.234531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:50:48.237480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:50:48.242091 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:48.280735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:48.281345 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:48.282569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1092 time: 0.7932420 Nov 19 19:50:48.303781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2969e0-0736-468d-a764-e7bcd69bb4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=11']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:48.353296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-0fbe5834-a152-4b44-9aa0-1591f598832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:48.354864 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-0fbe5834-a152-4b44-9aa0-1591f598832b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1095 time: 0.0456779 Nov 19 19:50:48.778431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24a6ee-b094-4a0c-8fe8-a87204d19b92 req-b667df6d-42dd-4c19-8059-00f89fba4412 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:48.779924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc24a6ee-b094-4a0c-8fe8-a87204d19b92 req-b667df6d-42dd-4c19-8059-00f89fba4412 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 944 time: 0.3722208 Nov 19 19:50:48.784616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-2227adae-7103-49ba-8531-870335276eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:48.786007 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-2227adae-7103-49ba-8531-870335276eab service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.4242284 Nov 19 19:50:48.873516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc24a6ee-b094-4a0c-8fe8-a87204d19b92 req-8162b910-a2c3-4e6c-9a7d-747b41aaafbf tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864534 Nov 19 19:50:48.881377 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-14ba6ca6-74cf-4cc8-a55c-61b989dd4b8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1000 time: 0.0873969 Nov 19 19:50:48.935662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-36b2c4d1-ad34-4761-86bc-3329017fa118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:48.938097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-36b2c4d1-ad34-4761-86bc-3329017fa118 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0494933 Nov 19 19:50:48.984782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-b797b827-25b6-4044-9511-23fef467faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:48.986364 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-b797b827-25b6-4044-9511-23fef467faea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406520 Nov 19 19:50:49.077389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-2563ef9e-a676-4607-8665-23d6dd2ebeac service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837471 Nov 19 19:50:49.170512 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-726b1e3f-6d85-4c49-a59d-edda868e103b req-f299c556-8adc-4d8f-ba2b-895cc37421b5 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864451 Nov 19 19:50:49.916452 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:50:49.918936 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b94863c-3d58-4ce4-be15-5423167115d1" -d '{"events": [{"name": "network-changed", "server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:50:50.001856 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46fc38-fbc0-4853-9b24-02430a3e2720 req-e10c3cf3-1b0a-4213-8a0a-89a225a6ee9a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:50.003334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb46fc38-fbc0-4853-9b24-02430a3e2720 req-e10c3cf3-1b0a-4213-8a0a-89a225a6ee9a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 944 time: 0.0542109 Nov 19 19:50:50.050215 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb46fc38-fbc0-4853-9b24-02430a3e2720 req-f5e93927-d218-48b6-aa05-c29853200f91 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408909 Nov 19 19:50:50.112425 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b67dc-2698-44d3-b1d7-39cdc262f7da x-openstack-request-id: req-1d4b67dc-2698-44d3-b1d7-39cdc262f7da {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:50:50.112735 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:50:50.112995 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d4b67dc-2698-44d3-b1d7-39cdc262f7da {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:50:50.113414 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'status': 'completed', 'code': 200} Nov 19 19:50:50.175818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-1b1a4fee-8408-4724-b60e-58fd383acd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:50.177250 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-1b1a4fee-8408-4724-b60e-58fd383acd19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1095 time: 0.0448842 Nov 19 19:50:50.187529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-3d4835bc-9bd5-4818-b02f-269d1d80fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:50.189088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-3d4835bc-9bd5-4818-b02f-269d1d80fb99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 1095 time: 0.0481033 Nov 19 19:50:50.279153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-616ac219-5f38-4fb6-8469-ead425b24121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:50.280649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-616ac219-5f38-4fb6-8469-ead425b24121 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0951564 Nov 19 19:50:50.290090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-204ac120-dbe1-4c02-b077-cea59676104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:50.291554 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-204ac120-dbe1-4c02-b077-cea59676104a service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0929863 Nov 19 19:50:50.304209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:50:50.349901 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-7b54cb21-e0e0-4210-a98e-a20cc1d877f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1000 time: 0.0620716 Nov 19 19:50:50.366382 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-81f3224f-b000-4fa1-b691-998e17436915 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 200 len: 1000 time: 0.0668743 Nov 19 19:50:50.403153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:50:50.408834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-3410d885-6191-42b2-9451-37f31ef9d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:50.410356 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-3410d885-6191-42b2-9451-37f31ef9d7e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0530231 Nov 19 19:50:50.412378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:50:50.419222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-97e6362d-e643-4dac-9bd9-1ee7d2c61919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:50.421233 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-97e6362d-e643-4dac-9bd9-1ee7d2c61919 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0474095 Nov 19 19:50:50.444757 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'port_id': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'mac_address': 'fa:16:3e:7b:21:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:50:50.462042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-15268569-f72d-4769-92c4-4134b7519e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:50.463310 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-15268569-f72d-4769-92c4-4134b7519e50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447733 Nov 19 19:50:50.476120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-1a68930a-99d9-4564-9eab-85573a74aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:50.477615 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-1a68930a-99d9-4564-9eab-85573a74aa67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443645 Nov 19 19:50:50.492336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:50:50.502029 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:50.516847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7318685c-73e7-43c1-815e-cd47a5a2eecd {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:50:50.549656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:50:50.555885 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:50.585193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-caf2d440-d67e-4d11-8a11-9dfc0db9a62b service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995288 Nov 19 19:50:50.599881 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-632eb81f-aa84-40b0-8b85-4d2efd5a2848 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291265 Nov 19 19:50:50.660495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=12']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:50.710166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-63069b72-37be-4887-b32c-abfe2aab5d8e service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092141 Nov 19 19:50:50.718663 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-1b94863c-3d58-4ce4-be15-5423167115d1 req-27c1d71d-79c8-4c29-853f-b322780ac58a service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119063 Nov 19 19:50:50.827861 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['7318685c-73e7-43c1-815e-cd47a5a2eecd'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:50:51.175592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd3d95-c5d0-4c67-9887-329c7fc4e9a3 req-21acd422-be1f-4cdb-8f31-c4c243a5f3ca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:51.177137 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7cfd3d95-c5d0-4c67-9887-329c7fc4e9a3 req-21acd422-be1f-4cdb-8f31-c4c243a5f3ca tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0517666 Nov 19 19:50:51.228780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7cfd3d95-c5d0-4c67-9887-329c7fc4e9a3 req-b5391132-ce3f-47b1-89cf-d97bfe70c2b4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454917 Nov 19 19:50:51.352466 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96093ed-39ce-4e38-af00-609967a40b6a req-78e9ab42-2dce-4a12-90e5-1a379ceb2ded tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:51.353888 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c96093ed-39ce-4e38-af00-609967a40b6a req-78e9ab42-2dce-4a12-90e5-1a379ceb2ded tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0560336 Nov 19 19:50:51.403966 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c96093ed-39ce-4e38-af00-609967a40b6a req-c7ae3115-0790-4aa7-8042-c8ef9e33aae3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437503 Nov 19 19:50:51.522926 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7171c-4f28-4834-8edc-f11a499bb5c6 req-9a4d8435-77db-43bf-b7a2-1fc86717e68e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:51.524444 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bef7171c-4f28-4834-8edc-f11a499bb5c6 req-9a4d8435-77db-43bf-b7a2-1fc86717e68e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0512159 Nov 19 19:50:51.574461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bef7171c-4f28-4834-8edc-f11a499bb5c6 req-ac8e9e93-4a9a-4d56-8f15-642c220f2512 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Nov 19 19:50:51.820780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0688f7-497e-48b1-beff-2df2d2c7e2e3 req-208b0e7b-1c8b-4a9f-b497-d1ce9c143bbd tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:51.822313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de0688f7-497e-48b1-beff-2df2d2c7e2e3 req-208b0e7b-1c8b-4a9f-b497-d1ce9c143bbd tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 945 time: 0.0553877 Nov 19 19:50:51.870676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de0688f7-497e-48b1-beff-2df2d2c7e2e3 req-f6c88285-e7da-4ddb-a43a-eede059a3764 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Nov 19 19:50:52.329256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:50:52.383157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 7318685c-73e7-43c1-815e-cd47a5a2eecd completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:50:52.387246 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 7318685c-73e7-43c1-815e-cd47a5a2eecd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:50:52.387621 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:52.468571 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:52.493039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:50:52.495372 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bf7ae3-b755-4359-8605-b96ab784ffdd" -d '{"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-plugged", "status": "completed", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:50:52.509064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:50:52.513860 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:52.540679 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db24e65-d54e-4fa7-abca-07e570556d78 x-openstack-request-id: req-2db24e65-d54e-4fa7-abca-07e570556d78 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:50:52.540969 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-plugged", "status": "completed", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:50:52.541225 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2db24e65-d54e-4fa7-abca-07e570556d78 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:50:52.541616 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'code': 200} Nov 19 19:50:52.568263 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=13']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:52.996392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12218-fca9-4bf6-b9c0-3797c9defa8b req-8ae6543e-5e35-4e4b-91d9-fa0464c83574 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:52.997932 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ae12218-fca9-4bf6-b9c0-3797c9defa8b req-8ae6543e-5e35-4e4b-91d9-fa0464c83574 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 946 time: 0.0537086 Nov 19 19:50:53.049066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ae12218-fca9-4bf6-b9c0-3797c9defa8b req-216e7a9e-4518-48d1-ba1e-668378496b2d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444617 Nov 19 19:50:53.121025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-ce70ccaa-f947-4d06-ab00-fd9043a49e1c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:53.122682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-ce70ccaa-f947-4d06-ab00-fd9043a49e1c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 946 time: 0.0534048 Nov 19 19:50:53.230446 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Deleting port 7318685c-73e7-43c1-815e-cd47a5a2eecd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:50:53.230699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:53.339697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] For port 7318685c-73e7-43c1-815e-cd47a5a2eecd, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=7318685c-73e7-43c1-815e-cd47a5a2eecd,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:50:53.340066 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:53.537765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:53.538172 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:53.538496 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7 disassociated. External IP: 172.25.3.114, port: 7318685c-73e7-43c1-815e-cd47a5a2eecd. Nov 19 19:50:53.538850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Calling delete_port for 7318685c-73e7-43c1-815e-cd47a5a2eecd owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:50:53.679317 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:53.713636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event deleted for resources: {'Port': ['ID=7318685c-73e7-43c1-815e-cd47a5a2eecd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:53.834332 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Router 0a59e7ae-2b99-4077-9495-abb7d087ee78 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:50:53.947083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:50:53.957406 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0e017-40df-4f73-be6e-8aa71768e819 None None] Sync routers for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:50:53.969188 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0e017-40df-4f73-be6e-8aa71768e819 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:50:53.969942 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6fb0e017-40df-4f73-be6e-8aa71768e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:50:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:50:54.003478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] No DVR routers for this DVR port 7318685c-73e7-43c1-815e-cd47a5a2eecd on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:50:54.006425 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:54.009895 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a85df28d-46e6-4004-8079-d414a9c73bc9 req-e33f4f9e-055b-4334-8285-4a6a352a215f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "DELETE /v2.0/ports/7318685c-73e7-43c1-815e-cd47a5a2eecd HTTP/1.1" status: 204 len: 173 time: 0.8813190 Nov 19 19:50:54.010348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-deleted', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:50:54.012677 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9ef967-a717-4ad4-b864-30192e9a8e00" -d '{"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-deleted", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:50:54.055402 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c5431b-4d15-4f0d-a1a2-4cfffd4152a5 x-openstack-request-id: req-05c5431b-4d15-4f0d-a1a2-4cfffd4152a5 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:50:54.055697 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729676a4-1eab-4fa4-8ec2-c87d02b2e584", "name": "network-vif-deleted", "tag": "7318685c-73e7-43c1-815e-cd47a5a2eecd", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:50:54.055957 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05c5431b-4d15-4f0d-a1a2-4cfffd4152a5 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:50:54.056475 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729676a4-1eab-4fa4-8ec2-c87d02b2e584', 'name': 'network-vif-deleted', 'tag': '7318685c-73e7-43c1-815e-cd47a5a2eecd', 'status': 'completed', 'code': 200} Nov 19 19:50:54.085132 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6fb0e017-40df-4f73-be6e-8aa71768e819 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:50:54.160541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-022c2ba0-d400-4612-899c-96242fae1373 req-943b9656-7329-4e36-8aa3-cf5bdd57af0f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=729676a4-1eab-4fa4-8ec2-c87d02b2e584 HTTP/1.1" status: 200 len: 210 time: 0.0299094 Nov 19 19:50:54.294725 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6fb0e017-40df-4f73-be6e-8aa71768e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:50:54.419897 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0e017-40df-4f73-be6e-8aa71768e819 None None] Checking router: 0a59e7ae-2b99-4077-9495-abb7d087ee78 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:50:54.428809 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0e017-40df-4f73-be6e-8aa71768e819 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:50:54.429414 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6fb0e017-40df-4f73-be6e-8aa71768e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:50:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:50:54.548176 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6fb0e017-40df-4f73-be6e-8aa71768e819 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:50:54.749167 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6fb0e017-40df-4f73-be6e-8aa71768e819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:50:54.778974 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0e017-40df-4f73-be6e-8aa71768e819 None None] The sync data for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 is: [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:50:55.034508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4639f-2bf3-4757-ad84-a6dcaf2592fa None None] New status for floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:50:55.462428 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-94ecd03c-c13d-4cc8-a3f8-70905ea08aa0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--962367844&fields=id&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 267 time: 0.0436683 Nov 19 19:50:55.578620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-79307b90-bc58-4b4b-a9cf-7e59a1c7950c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:55.580003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-79307b90-bc58-4b4b-a9cf-7e59a1c7950c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 811 time: 0.1093037 Nov 19 19:50:55.596328 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-584b83c2-8ee3-4d48-adf5-77bfec730b06 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/quotas/f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 375 time: 0.0098672 Nov 19 19:50:55.647894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-79973fef-93a8-4e0b-9e3e-f559adbb9d95 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460861 Nov 19 19:50:55.714308 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:55.746497 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-40b0ce32-bff4-470b-a705-3f90e4fc6bf9 service neutron] 10.222.0.50 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859520 Nov 19 19:50:55.845672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9e2166bb-e00c-4cb5-a369-8d4bf537b140 service neutron] 10.222.0.50 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926297 Nov 19 19:50:56.024697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b64a0b1-148a-4026-8a2b-798cb9d77429 req-229afbde-37d9-436c-bf9d-b76223bbb341 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 210 time: 0.0350702 Nov 19 19:50:56.340908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:50:56.366795 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 7318685c-73e7-43c1-815e-cd47a5a2eecd {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:50:56.367996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 7318685c-73e7-43c1-815e-cd47a5a2eecd not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:50:57.027995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-e22526c5-1f28-4982-bf5d-717d39242de7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:57.030555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-e22526c5-1f28-4982-bf5d-717d39242de7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 811 time: 0.1440382 Nov 19 19:50:57.119754 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-ebd55bb8-283f-4dc0-9058-cf91d840708b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 379 time: 0.0773122 Nov 19 19:50:57.138210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'port': {'device_id': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'admin_state_up': True, 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'security_groups': ['7893abf8-d832-4abb-a742-bbd4ed34015c']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:50:57.143222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f32d2acb-9782-4bca-98c1-42d4f314bd14 req-e0a2d6df-0f61-4888-9e74-fe5591308af2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 210 time: 0.0429196 Nov 19 19:50:57.258339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Made reservation on behalf of f1f010d8ef3444f987645ef10a100613 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:50:57.261955 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:57.395027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Allocated IP 172.20.0.9 (aa6161ba-f030-438f-8243-f41360523ea0/327dd568-1b3e-4dba-a2e9-4630ea7324b4/0c6b4d66-92a2-404c-b6a3-ae173d00e271) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:50:57.547653 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:57.585459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:57.634740 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Network aa6161ba-f030-438f-8243-f41360523ea0 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:50:57.638317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:50:57.643259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:50:57.650886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:57.712985 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:57.713639 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:57.734797 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-93a1217c-c80e-4b0f-a470-4672c0ea3f3d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6000991 Nov 19 19:50:57.750811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Request body: {'port': {'device_id': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:50:57.813987 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:57.936669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dce9281f-e36e-4a46-b20b-6013996e6143 None None] Provisioning complete for port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:50:57.937237 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dce9281f-e36e-4a46-b20b-6013996e6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:57.971879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-dce9281f-e36e-4a46-b20b-6013996e6143 None None] Port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:50:58.107589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6b4d66-92a2-404c-b6a3-ae173d00e271 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:50:58.115706 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:58.130128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Transition to ACTIVE for port object 0c6b4d66-92a2-404c-b6a3-ae173d00e271 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:50:58.134136 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:58.236767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:58.305680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:50:58.306264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:50:58.306742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:50:58.325803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11a876-d0b7-42bb-af75-afbf82137a17 req-c4af254c-32cb-4b9b-9268-6b8b158b758f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:58.327853 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c11a876-d0b7-42bb-af75-afbf82137a17 req-c4af254c-32cb-4b9b-9268-6b8b158b758f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0954564 Nov 19 19:50:58.329484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on network aa6161ba-f030-438f-8243-f41360523ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:50:58.330027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:50:58.347859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:50:58.348385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:50:58.348876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:50:58.349438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Bound port: 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:50:58.349999 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:58.441334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c11a876-d0b7-42bb-af75-afbf82137a17 req-75b98335-a77d-4552-9446-0d15ffdd0f3e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059759 Nov 19 19:50:58.462697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:50:58.466006 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:50:58.471014 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:58.511222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:58.511222 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:50:58.512590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] 10.222.0.21 "PUT /v2.0/ports/0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1091 time: 0.7695868 Nov 19 19:50:58.513066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:50:58.515668 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e29f6b-916c-45a8-965f-7a13e44f1066" -d '{"events": [{"name": "network-changed", "server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:50:58.546086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aa864-f7b5-45bd-9eec-642e36fa13ab service neutron] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:50:58.562889 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec93f1a-4825-4205-9d6b-9f80a6a2bd44 x-openstack-request-id: req-1ec93f1a-4825-4205-9d6b-9f80a6a2bd44 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:50:58.563198 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:50:58.563466 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ec93f1a-4825-4205-9d6b-9f80a6a2bd44 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:50:58.563880 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'status': 'completed', 'code': 200} Nov 19 19:50:58.616698 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-8f342504-94e4-42cb-8b3a-e1fa44a5cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:58.619283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-8f342504-94e4-42cb-8b3a-e1fa44a5cb9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1094 time: 0.0543666 Nov 19 19:50:58.668006 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-88898245-8e01-4e20-85e4-f17532bb5567 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 217 time: 0.0407476 Nov 19 19:50:58.729254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9c0b0fce-414d-4d79-b622-14f5cb39c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:58.730870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-9c0b0fce-414d-4d79-b622-14f5cb39c06d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0566442 Nov 19 19:50:58.803573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-dc19cc0c-03c8-4619-8815-1bb83b61314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:58.806008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-dc19cc0c-03c8-4619-8815-1bb83b61314c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673645 Nov 19 19:50:58.912028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-7d0b6d59-b5f7-4653-a09d-d4d65df1f90a service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983326 Nov 19 19:50:59.018443 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3e2ada8-acc0-4cb9-80e7-30b032da0d75 req-01f99251-6013-486a-a6ba-fef2c23be817 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981276 Nov 19 19:50:59.115307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e29f6b-916c-45a8-965f-7a13e44f1066 req-d4f58b80-780b-43dd-a3f9-0378b62c09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:59.116893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-17e29f6b-916c-45a8-965f-7a13e44f1066 req-d4f58b80-780b-43dd-a3f9-0378b62c09c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1094 time: 0.0494516 Nov 19 19:50:59.214726 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e29f6b-916c-45a8-965f-7a13e44f1066 req-9635b7b2-5967-41b4-b72d-d47c4203abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:59.216234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-17e29f6b-916c-45a8-965f-7a13e44f1066 req-9635b7b2-5967-41b4-b72d-d47c4203abb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.0922043 Nov 19 19:50:59.262121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-17e29f6b-916c-45a8-965f-7a13e44f1066 req-1debf391-576a-4b4a-a6f1-d1f784414916 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 217 time: 0.0373092 Nov 19 19:50:59.322517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e29f6b-916c-45a8-965f-7a13e44f1066 req-98c60fc6-e8ed-4107-9eea-1c16e6ef7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:59.323908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-17e29f6b-916c-45a8-965f-7a13e44f1066 req-98c60fc6-e8ed-4107-9eea-1c16e6ef7fd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0543063 Nov 19 19:50:59.371576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e29f6b-916c-45a8-965f-7a13e44f1066 req-3a6fde47-e454-41ce-a130-2a472b41581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:59.373109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-17e29f6b-916c-45a8-965f-7a13e44f1066 req-3a6fde47-e454-41ce-a130-2a472b41581e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421441 Nov 19 19:50:59.475382 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-17e29f6b-916c-45a8-965f-7a13e44f1066 req-cdfc5961-9269-480f-806f-2e1625819970 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937781 Nov 19 19:50:59.636768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c630f-e82b-4666-9ce4-5a8ce46d766e req-3144b41f-44dc-41fb-a029-c5fdd38d2780 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:50:59.638188 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b0c630f-e82b-4666-9ce4-5a8ce46d766e req-3144b41f-44dc-41fb-a029-c5fdd38d2780 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0909932 Nov 19 19:50:59.643446 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-17e29f6b-916c-45a8-965f-7a13e44f1066 req-efc58aef-bfc9-458e-8358-033a783514f8 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598387 Nov 19 19:50:59.694928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6b0c630f-e82b-4666-9ce4-5a8ce46d766e req-e8a2f7f9-935b-4761-a64c-5d75fc39c54a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496392 Nov 19 19:51:00.263049 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:00.354933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:51:00.483502 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:51:00.500691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'port_id': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'mac_address': 'fa:16:3e:eb:25:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:51:00.543048 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:00.558688 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6b4d66-92a2-404c-b6a3-ae173d00e271 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:51:00.581479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:51:00.586334 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:00.646374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:51:00.782938 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0c6b4d66-92a2-404c-b6a3-ae173d00e271'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:51:00.828659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f426e74-b2a8-4754-a404-06a0c186af5e req-229b0270-710e-4b6c-be1d-b6b6bd072c24 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:00.830219 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f426e74-b2a8-4754-a404-06a0c186af5e req-229b0270-710e-4b6c-be1d-b6b6bd072c24 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0604978 Nov 19 19:51:00.884849 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f426e74-b2a8-4754-a404-06a0c186af5e req-46e29c33-888c-4960-8907-238cf447ff41 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472043 Nov 19 19:51:02.012352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58777c-e0d5-403c-8c7b-400fc4fdd56e req-52c8a795-fe49-4878-b592-756bf0818a0b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:02.013940 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec58777c-e0d5-403c-8c7b-400fc4fdd56e req-52c8a795-fe49-4878-b592-756bf0818a0b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0507479 Nov 19 19:51:02.070203 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec58777c-e0d5-403c-8c7b-400fc4fdd56e req-a8f57e39-60a8-4544-9ba4-14111295d522 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501919 Nov 19 19:51:02.370831 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:51:02.438158 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:51:02.443089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:51:02.443474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:02.534691 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:02.557707 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:51:02.559926 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca49e58-bc4e-4edc-bbba-9d5b8dee7de4" -d '{"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-plugged", "status": "completed", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:51:02.573277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:51:02.577850 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:02.603886 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a29ac4-763e-465f-99b1-5204f6948796 x-openstack-request-id: req-c3a29ac4-763e-465f-99b1-5204f6948796 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:51:02.604186 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-plugged", "status": "completed", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:51:02.604440 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3a29ac4-763e-465f-99b1-5204f6948796 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:51:02.604850 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'code': 200} Nov 19 19:51:02.629791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:51:02.704998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaab0e-97c6-4ee0-b1f7-0d03e9153c79 req-e1c6411b-efc8-4fea-a375-3712a838dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:02.706529 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-faeaab0e-97c6-4ee0-b1f7-0d03e9153c79 req-e1c6411b-efc8-4fea-a375-3712a838dc7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1096 time: 0.0458827 Nov 19 19:51:02.752964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-faeaab0e-97c6-4ee0-b1f7-0d03e9153c79 req-c8640cd8-7be1-4fa6-83af-c6bb84b54d14 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383348 Nov 19 19:51:03.192415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a640ae1-9c42-457a-988f-722628926158 req-bb2742e1-5bf7-41fc-9b58-3c7e3676744f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:03.193858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a640ae1-9c42-457a-988f-722628926158 req-bb2742e1-5bf7-41fc-9b58-3c7e3676744f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0506256 Nov 19 19:51:03.245067 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a640ae1-9c42-457a-988f-722628926158 req-f28d3050-3d48-4dbd-b63c-535af913c1ea tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450933 Nov 19 19:51:04.369144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f58e5-c884-4ee2-9e7b-5a87c59e693a req-1d38397c-1b34-42fb-bf6a-e7ddd650d1fe tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:04.370645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-704f58e5-c884-4ee2-9e7b-5a87c59e693a req-1d38397c-1b34-42fb-bf6a-e7ddd650d1fe tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0532885 Nov 19 19:51:04.419557 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-704f58e5-c884-4ee2-9e7b-5a87c59e693a req-31b17c33-81e2-41d6-84e6-5877fa037872 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424147 Nov 19 19:51:04.539539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79543f3-8bc7-4335-ac27-9ec66172daec req-29b0b5df-88e2-4930-a986-c270aa3668f5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:04.540995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d79543f3-8bc7-4335-ac27-9ec66172daec req-29b0b5df-88e2-4930-a986-c270aa3668f5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0528336 Nov 19 19:51:04.550924 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34470) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:51:04.555594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-59072c8b-cebd-4d38-a095-e40170014831 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Request body: {'floatingip': {'port_id': '0c6b4d66-92a2-404c-b6a3-ae173d00e271'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:51:04.597845 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59072c8b-cebd-4d38-a095-e40170014831 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:05.061874 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59072c8b-cebd-4d38-a095-e40170014831 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:05.066177 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59072c8b-cebd-4d38-a095-e40170014831 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:05.176692 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-59072c8b-cebd-4d38-a095-e40170014831 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7 associated. External IP: 172.25.3.114, port: 0c6b4d66-92a2-404c-b6a3-ae173d00e271. Nov 19 19:51:05.395896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59072c8b-cebd-4d38-a095-e40170014831 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Router 0a59e7ae-2b99-4077-9495-abb7d087ee78 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:51:05.525535 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59072c8b-cebd-4d38-a095-e40170014831 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:51:05.531928 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-59072c8b-cebd-4d38-a095-e40170014831 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:05.537611 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666eece2-6268-479d-b492-080e278141cd None None] Sync routers for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:51:05.548959 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666eece2-6268-479d-b492-080e278141cd None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:51:05.549663 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-666eece2-6268-479d-b492-080e278141cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:50:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:51:05.571892 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-59072c8b-cebd-4d38-a095-e40170014831 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "PUT /v2.0/floatingips/eb15ead4-55db-4cc1-aad0-91a73344eff7 HTTP/1.1" status: 200 len: 992 time: 1.0171607 Nov 19 19:51:05.571892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:51:05.575571 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e0b5f1-e745-40e1-81db-e5cc0a582f97" -d '{"events": [{"name": "network-changed", "server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:51:05.667700 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-666eece2-6268-479d-b492-080e278141cd None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:51:05.672464 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac74af6-ec59-46c1-ae12-648061a11fe5 x-openstack-request-id: req-aac74af6-ec59-46c1-ae12-648061a11fe5 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:51:05.673216 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:51:05.674000 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aac74af6-ec59-46c1-ae12-648061a11fe5 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:51:05.674661 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'status': 'completed', 'code': 200} Nov 19 19:51:05.742221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b5f1-e745-40e1-81db-e5cc0a582f97 req-203b6fcd-c7ed-40d1-a586-5ecebfef25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:05.743867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13e0b5f1-e745-40e1-81db-e5cc0a582f97 req-203b6fcd-c7ed-40d1-a586-5ecebfef25fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1096 time: 0.0461836 Nov 19 19:51:05.859153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b5f1-e745-40e1-81db-e5cc0a582f97 req-b0a86079-6c8e-4a9e-b0b4-b746e8158e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:05.860806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13e0b5f1-e745-40e1-81db-e5cc0a582f97 req-b0a86079-6c8e-4a9e-b0b4-b746e8158e5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1099377 Nov 19 19:51:05.930322 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13e0b5f1-e745-40e1-81db-e5cc0a582f97 req-c474cc39-6b1c-46a0-bdd9-f3606e9d627a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1000 time: 0.0625489 Nov 19 19:51:05.947811 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-666eece2-6268-479d-b492-080e278141cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:eb:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:51:04Z', 'revision_number': 13, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:51:05.977192 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666eece2-6268-479d-b492-080e278141cd None None] Checking router: 0a59e7ae-2b99-4077-9495-abb7d087ee78 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:51:05.982989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b5f1-e745-40e1-81db-e5cc0a582f97 req-98dfc2a9-e880-4c44-98fd-7291cb142f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:05.984506 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13e0b5f1-e745-40e1-81db-e5cc0a582f97 req-98dfc2a9-e880-4c44-98fd-7291cb142f8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0469968 Nov 19 19:51:05.986528 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666eece2-6268-479d-b492-080e278141cd None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:51:05.987143 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-666eece2-6268-479d-b492-080e278141cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:50:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:51:06.040179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b5f1-e745-40e1-81db-e5cc0a582f97 req-076a8be1-8a0b-45bd-a286-78f6854907b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:06.041743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13e0b5f1-e745-40e1-81db-e5cc0a582f97 req-076a8be1-8a0b-45bd-a286-78f6854907b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491309 Nov 19 19:51:06.104898 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-666eece2-6268-479d-b492-080e278141cd None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:51:06.145709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13e0b5f1-e745-40e1-81db-e5cc0a582f97 req-2fb787cc-6570-4ec4-be56-51b874b33b9a service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963516 Nov 19 19:51:06.265687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13e0b5f1-e745-40e1-81db-e5cc0a582f97 req-dc2c5f4b-9aed-4fc2-8904-e0fce22bb029 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123872 Nov 19 19:51:06.352884 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-666eece2-6268-479d-b492-080e278141cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:eb:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:51:04Z', 'revision_number': 13, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:51:06.379353 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666eece2-6268-479d-b492-080e278141cd None None] The sync data for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 is: [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'eb15ead4-55db-4cc1-aad0-91a73344eff7', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'port_id': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'mac_address': 'fa:16:3e:eb:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:43:03Z', 'updated_at': '2021-11-19T19:51:04Z', 'revision_number': 13, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:51:06.595975 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad947b-ee1c-45d5-ad84-93143ab30b47 None None] New status for floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:51:08.311699 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5b1f6ff1-12ef-4b4a-813b-96c2ad758f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:10.216552 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-bda7d241-a3c4-4873-8da9-73cfa08465a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417957 Nov 19 19:51:10.303326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-68e44778-6e61-4f4f-b734-b7bafd81f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:10.304848 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-68e44778-6e61-4f4f-b734-b7bafd81f69a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0415022 Nov 19 19:51:10.416493 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-89c16fdd-a61f-49c0-a8d0-1f78caa260a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:10.418000 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-89c16fdd-a61f-49c0-a8d0-1f78caa260a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0916712 Nov 19 19:51:10.459701 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-82c80e91-6a6f-4613-ab91-8c21ed281f8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0349243 Nov 19 19:51:10.515567 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-47cfbc47-72f3-4a7b-a2d5-2f6670757eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:10.517051 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-47cfbc47-72f3-4a7b-a2d5-2f6670757eba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0502489 Nov 19 19:51:10.564479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-32331beb-331b-4bab-ab49-c341cfe8cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:10.566014 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-32331beb-331b-4bab-ab49-c341cfe8cce9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422432 Nov 19 19:51:10.660740 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-e4217d12-072e-4bda-926e-26f0308e1993 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854101 Nov 19 19:51:10.679854 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fefd4d60-a72a-4b6c-9c27-68e2b867a874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:10.764505 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b6b0b8c1-6e64-45fd-8f7d-b0645e1dc4df req-afae63c4-c0e5-45d9-9be3-4d6ccee72c56 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958457 Nov 19 19:51:11.167380 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36397fdc-1076-43e8-b355-9db176c4a82b req-31b4745f-1af2-45dd-9119-d678d6081f83 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413067 Nov 19 19:51:11.257044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36397fdc-1076-43e8-b355-9db176c4a82b req-59b20a90-fe03-41f6-8315-6e2fcd8a754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:11.258609 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36397fdc-1076-43e8-b355-9db176c4a82b req-59b20a90-fe03-41f6-8315-6e2fcd8a754f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1096 time: 0.0459058 Nov 19 19:51:11.663300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36397fdc-1076-43e8-b355-9db176c4a82b req-e6a834cd-04cb-4c94-9b61-a680a273c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:11.664822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36397fdc-1076-43e8-b355-9db176c4a82b req-e6a834cd-04cb-4c94-9b61-a680a273c26f service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.3860378 Nov 19 19:51:11.737473 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36397fdc-1076-43e8-b355-9db176c4a82b req-6dba6e6b-b9af-4add-ac28-e998153d3c9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1002 time: 0.0651760 Nov 19 19:51:11.794414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36397fdc-1076-43e8-b355-9db176c4a82b req-0d2d3b1c-e6c9-4633-8ed8-3ecdb070ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:11.796697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36397fdc-1076-43e8-b355-9db176c4a82b req-0d2d3b1c-e6c9-4633-8ed8-3ecdb070ecb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0516956 Nov 19 19:51:11.845581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36397fdc-1076-43e8-b355-9db176c4a82b req-052d62d8-acf8-42d2-a1b3-3720b80f765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:51:11.847122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36397fdc-1076-43e8-b355-9db176c4a82b req-052d62d8-acf8-42d2-a1b3-3720b80f765c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430846 Nov 19 19:51:11.942743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36397fdc-1076-43e8-b355-9db176c4a82b req-889ce920-b8eb-4a60-9523-4eb483c7b9ff service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873470 Nov 19 19:51:12.038804 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36397fdc-1076-43e8-b355-9db176c4a82b req-d46882de-d954-427d-a652-badde4e97224 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887053 Nov 19 19:51:12.056363 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:13.511864 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:14.264389 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:20.195813 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:51:25.711812 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:30.281861 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:38.317344 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-112b3ec0-cfac-459d-8a38-f47d85d0c8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:40.691100 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-055d95b0-c4f1-4bdf-8b5e-c9ffb133db20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:42.060651 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:43.517578 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:44.260040 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:55.726859 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:51:57.196740 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:52:00.283104 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:08.318686 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0efa236e-1b78-4c11-aef3-b30aa6ab5cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:10.686586 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9814b341-0b9b-4476-822d-79083e49522e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:11.221558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-aea91da4-8b7e-4f3b-a163-d6ccec68d93d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588238 Nov 19 19:52:11.321136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-11083f4f-a30e-428c-9bcd-f2904a8a0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:11.322630 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-11083f4f-a30e-428c-9bcd-f2904a8a0751 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0561719 Nov 19 19:52:11.440484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-304dd403-27e7-456a-8411-dcd4d0bbaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:11.442026 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-304dd403-27e7-456a-8411-dcd4d0bbaca7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0977352 Nov 19 19:52:11.487652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-791996bc-9915-4020-9821-bf7b1f23f7c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0371075 Nov 19 19:52:11.545912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-8eae4ab2-2629-4654-9dc4-6c666bd7371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:11.547418 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-8eae4ab2-2629-4654-9dc4-6c666bd7371c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0534673 Nov 19 19:52:11.599039 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-8698aeb1-7bf1-45d7-aae1-3b5b005d5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:11.600480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-8698aeb1-7bf1-45d7-aae1-3b5b005d5f79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459349 Nov 19 19:52:11.611848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-f16bb963-818c-4744-a207-7a2e7e409e4a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:52:11.612898 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-f16bb963-818c-4744-a207-7a2e7e409e4a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054893 Nov 19 19:52:11.722392 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-e74964e0-195e-4630-96c3-9659308b1020 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022351 Nov 19 19:52:11.850153 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-56ad5942-d03a-4968-8510-ab59d103ca65 req-08884d46-db4a-4717-9c45-fde6fbe6c44e service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189051 Nov 19 19:52:12.065540 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:12.149898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-74f95ac8-36d2-41b5-9f91-5d592c705caa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646899 Nov 19 19:52:12.280225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-e526a44e-7347-4eed-a39c-d5307d7ecaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:12.283109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-e526a44e-7347-4eed-a39c-d5307d7ecaa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1096 time: 0.0665762 Nov 19 19:52:12.407494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-215e307c-300e-43f0-b8f9-88e612a0b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:12.408934 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-215e307c-300e-43f0-b8f9-88e612a0b2cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1031907 Nov 19 19:52:12.497228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-fe8f0197-e8cb-46f2-a3d5-8ba8d84e2682 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1002 time: 0.0804605 Nov 19 19:52:12.559564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-6cb1c12d-6e9d-411a-a906-ad6aedd55385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:12.561119 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-6cb1c12d-6e9d-411a-a906-ad6aedd55385 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0573714 Nov 19 19:52:12.614968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-a5bd0df6-8623-44a1-88e9-3a3a4c4bb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:12.616690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-a5bd0df6-8623-44a1-88e9-3a3a4c4bb535 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470219 Nov 19 19:52:12.627927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-bb70fce6-8b4b-454e-a9b7-edc359100419 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:52:12.629169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-bb70fce6-8b4b-454e-a9b7-edc359100419 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056984 Nov 19 19:52:12.750132 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-70cc8f03-9d1d-473a-be9e-8d7d9ff1e883 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131239 Nov 19 19:52:12.857441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-632db46b-f3d6-4dbf-88d4-124732f04795 req-1e2048b8-38c4-4658-8828-1ade03a4600f service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999320 Nov 19 19:52:13.523873 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:14.258363 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:25.720525 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:30.294823 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:34.196121 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:52:38.315028 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7f389603-49c7-4c10-876c-dd8427e41cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:40.692253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54c8c6f6-9241-44a9-8157-2a631a37777b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:42.073576 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:42.856687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555a37-ee5e-46ac-aa79-4c0047685208 req-bc8ac9d1-21b9-4daf-982d-86730c3df2b8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:42.858525 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3555a37-ee5e-46ac-aa79-4c0047685208 req-bc8ac9d1-21b9-4daf-982d-86730c3df2b8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0590043 Nov 19 19:52:42.918333 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3555a37-ee5e-46ac-aa79-4c0047685208 req-efcb5fe3-b08a-4d1b-bead-5765cf95781d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530031 Nov 19 19:52:43.532053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:44.254146 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:55.352847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-19deaab8-ce6f-4fa1-ae96-d7b03b10d761 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0532835 Nov 19 19:52:55.364337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8cd726ba-0847-43d4-a776-fc0c0546506d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:52:55.365471 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8cd726ba-0847-43d4-a776-fc0c0546506d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055957 Nov 19 19:52:55.408808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c7862-c873-40cb-9446-46d651f2c708 req-3beae1a8-8fea-469d-8683-dd60b444614c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:55.411243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-722c7862-c873-40cb-9446-46d651f2c708 req-3beae1a8-8fea-469d-8683-dd60b444614c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0961065 Nov 19 19:52:55.471437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-722c7862-c873-40cb-9446-46d651f2c708 req-e4a4ed88-7bd0-4a25-bf3b-ad14e1b347f6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527101 Nov 19 19:52:55.749046 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:52:56.619565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d221e0-3df9-4cd5-998e-218351c3cefa req-4e2d4c66-2a7e-4565-b456-cc9ed3423c06 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:56.621941 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51d221e0-3df9-4cd5-998e-218351c3cefa req-4e2d4c66-2a7e-4565-b456-cc9ed3423c06 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0646539 Nov 19 19:52:56.692285 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51d221e0-3df9-4cd5-998e-218351c3cefa req-61ae5518-3b12-470e-a864-b04c8ce263eb tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640481 Nov 19 19:52:56.752414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c483aa-917d-46f2-8788-529795ed4c89 req-b8dc7e15-8cdb-4e33-9e69-2e2f84bbc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:56.754015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-b8dc7e15-8cdb-4e33-9e69-2e2f84bbc3ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1096 time: 0.0545046 Nov 19 19:52:56.862384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c483aa-917d-46f2-8788-529795ed4c89 req-d44f395a-51da-4464-96f9-784c9ace080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:56.864112 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-d44f395a-51da-4464-96f9-784c9ace080c service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1032076 Nov 19 19:52:56.947381 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-d210bdf5-cd6c-481f-b4e5-42a26042f332 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1002 time: 0.0758603 Nov 19 19:52:57.006028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c483aa-917d-46f2-8788-529795ed4c89 req-c9149ab7-69d1-408f-9c5f-505813843784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:57.007548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-c9149ab7-69d1-408f-9c5f-505813843784 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0502229 Nov 19 19:52:57.059932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c483aa-917d-46f2-8788-529795ed4c89 req-49767195-753f-46b1-836e-384baf6389d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:57.061546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-49767195-753f-46b1-836e-384baf6389d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468271 Nov 19 19:52:57.172209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-883da6bf-df10-4e32-bc84-fe7fa8a1ca33 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025047 Nov 19 19:52:57.284036 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-c982d4b8-eb96-4705-9d5b-0695a83f2ab8 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044586 Nov 19 19:52:57.844456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b05db9-9a31-4b36-a9f7-69db49659559 req-aa5dda44-e6f8-492a-b4be-5427ae6cc13a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:57.846299 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75b05db9-9a31-4b36-a9f7-69db49659559 req-aa5dda44-e6f8-492a-b4be-5427ae6cc13a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0599284 Nov 19 19:52:57.917553 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75b05db9-9a31-4b36-a9f7-69db49659559 req-4e1b8681-880d-49bd-941e-e5ebbbddf409 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645759 Nov 19 19:52:59.057963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a5888-a0bc-4814-9c46-0d8384626b94 req-dd60368e-65fb-4015-b4ce-70083c75e916 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:52:59.059745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b2a5888-a0bc-4814-9c46-0d8384626b94 req-dd60368e-65fb-4015-b4ce-70083c75e916 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0612857 Nov 19 19:52:59.146756 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0b2a5888-a0bc-4814-9c46-0d8384626b94 req-5322097c-c6dd-4890-8686-71f0284addb7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789292 Nov 19 19:53:00.282303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b015e0-ecc8-4327-a382-2f43ba87d3f8 req-00d13d91-a869-4f06-be91-84e274610029 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:00.284006 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77b015e0-ecc8-4327-a382-2f43ba87d3f8 req-00d13d91-a869-4f06-be91-84e274610029 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0570235 Nov 19 19:53:00.314438 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:00.374412 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77b015e0-ecc8-4327-a382-2f43ba87d3f8 req-12719e70-2c14-4376-b914-5156c9fcc20d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781693 Nov 19 19:53:01.523072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e5d21-3e2c-4f86-a8b2-b3e4b7246e1f req-cfe8789a-ec7e-4bce-82aa-67931fd95baf tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:01.524888 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da4e5d21-3e2c-4f86-a8b2-b3e4b7246e1f req-cfe8789a-ec7e-4bce-82aa-67931fd95baf tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0683384 Nov 19 19:53:01.583224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da4e5d21-3e2c-4f86-a8b2-b3e4b7246e1f req-e7afbaf6-17ae-4418-b25e-458b8d9926b9 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505939 Nov 19 19:53:02.999626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07612d5b-01bb-4443-a575-567b583a5de6 req-683aafca-2431-4206-9844-7ed0b01154df tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:03.002555 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07612d5b-01bb-4443-a575-567b583a5de6 req-683aafca-2431-4206-9844-7ed0b01154df tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0832448 Nov 19 19:53:03.084166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07612d5b-01bb-4443-a575-567b583a5de6 req-c12b2fa4-bc30-4b8e-b946-ac39f1b01b20 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742471 Nov 19 19:53:04.226738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7549bf3-0d7e-4bc7-bf96-ae3291f02f36 req-6e1591c1-f36c-419b-893b-d2f953c9904f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:04.228463 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7549bf3-0d7e-4bc7-bf96-ae3291f02f36 req-6e1591c1-f36c-419b-893b-d2f953c9904f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0546212 Nov 19 19:53:04.294650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7549bf3-0d7e-4bc7-bf96-ae3291f02f36 req-8f1ca5a1-ff84-4b11-b40c-86d8803be4b6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581677 Nov 19 19:53:05.433517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58d83b-1a20-4bf6-91f8-660d64a8d7bf req-0d70177c-26a0-4bf1-88b8-ddef261b2e46 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:05.435289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b58d83b-1a20-4bf6-91f8-660d64a8d7bf req-0d70177c-26a0-4bf1-88b8-ddef261b2e46 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0579875 Nov 19 19:53:05.499230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b58d83b-1a20-4bf6-91f8-660d64a8d7bf req-4d92e5a7-ff5b-497a-a53e-06ef4d6e8279 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525439 Nov 19 19:53:06.660374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c82e3f-ef66-4f60-afa2-817d2626b42e req-ed2548a7-0e85-431d-b893-7e4f4c35edbc tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:06.662858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07c82e3f-ef66-4f60-afa2-817d2626b42e req-ed2548a7-0e85-431d-b893-7e4f4c35edbc tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0695524 Nov 19 19:53:06.730475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07c82e3f-ef66-4f60-afa2-817d2626b42e req-c2d6bf99-3e1c-496c-a878-11030c45b53b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584998 Nov 19 19:53:07.874576 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c2789-9ab4-42b8-ab15-6354cf4ec53f req-54996fb4-61ef-446f-9e80-d3e14c476ff0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:07.876283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c8c2789-9ab4-42b8-ab15-6354cf4ec53f req-54996fb4-61ef-446f-9e80-d3e14c476ff0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0596957 Nov 19 19:53:07.932984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c8c2789-9ab4-42b8-ab15-6354cf4ec53f req-69f51adf-98bd-4008-8609-01653eb04945 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473862 Nov 19 19:53:08.310275 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2c35b9f4-ff2b-45a5-973a-585bd3f24337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:09.260907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052f111-8c15-41ab-a7a8-3f63d0de72bf req-be5a50a4-3503-4221-bc98-f99d68e64a5d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:09.262702 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3052f111-8c15-41ab-a7a8-3f63d0de72bf req-be5a50a4-3503-4221-bc98-f99d68e64a5d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.2362764 Nov 19 19:53:09.319461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3052f111-8c15-41ab-a7a8-3f63d0de72bf req-68c1c44d-abe2-4455-86fc-ac15faeb0771 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490322 Nov 19 19:53:10.464617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22809c7e-b839-4165-ae09-3f2d15ee4e7c req-5a0bc609-d164-4afa-8fa0-975f59338fc2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:10.466376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-22809c7e-b839-4165-ae09-3f2d15ee4e7c req-5a0bc609-d164-4afa-8fa0-975f59338fc2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0676932 Nov 19 19:53:10.537420 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-22809c7e-b839-4165-ae09-3f2d15ee4e7c req-544d5e8a-976f-4eb0-8370-7926a9f3585a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589404 Nov 19 19:53:10.699395 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3db31d8-5e90-4427-8737-9dd4a2d37ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:11.196694 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:53:11.611195 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-92c483aa-917d-46f2-8788-529795ed4c89 req-bb33633e-c0ed-4c33-b86b-5dfd29567d82 service neutron] show failed (client error): The resource could not be found. Nov 19 19:53:11.612902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-bb33633e-c0ed-4c33-b86b-5dfd29567d82 service neutron] 10.222.0.21 "GET /v2.0/ports/0c6b4d66-92a2-404c-b6a3-ae173d00e271/bindings/n-h1-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0685086 Nov 19 19:53:11.718768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69bf24-bcbf-42f0-bc38-df6c151dc564 req-4debbdfe-4876-4666-89b6-87be39333bd0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:11.721356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc69bf24-bcbf-42f0-bc38-df6c151dc564 req-4debbdfe-4876-4666-89b6-87be39333bd0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0776522 Nov 19 19:53:11.787381 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc69bf24-bcbf-42f0-bc38-df6c151dc564 req-1886b838-0253-47f7-a53b-6728e116f625 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593650 Nov 19 19:53:11.871100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c483aa-917d-46f2-8788-529795ed4c89 req-3e57f1eb-6bf4-4fde-91a6-4fa5d1a0c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:11.873426 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-3e57f1eb-6bf4-4fde-91a6-4fa5d1a0c763 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 1096 time: 0.0639496 Nov 19 19:53:11.889140 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:53:11.964962 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:12.075163 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:12.226799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:53:12.233037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-53cf86c1-c369-48a2-9a52-572ee53bfef1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582488 Nov 19 19:53:12.279359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:53:12.332956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:53:12.335931 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7414e7-2685-4811-a50f-55c3ac3155da" -d '{"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:53:12.336242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-75c052aa-e652-4a93-bab5-0105f32e85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:12.338966 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-75c052aa-e652-4a93-bab5-0105f32e85d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0515504 Nov 19 19:53:12.343513 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:12.370026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Transition to ACTIVE for port object 0c6b4d66-92a2-404c-b6a3-ae173d00e271 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:53:12.378868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:12.460145 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d98f12-2842-4834-abe5-2846dd6b8490 x-openstack-request-id: req-39d98f12-2842-4834-abe5-2846dd6b8490 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:53:12.460722 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:53:12.461128 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39d98f12-2842-4834-abe5-2846dd6b8490 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:53:12.461736 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'code': 200} Nov 19 19:53:12.518430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-8f324d03-26cd-4cda-8d23-a49ceca1e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:12.520039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-8f324d03-26cd-4cda-8d23-a49ceca1e7aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1604688 Nov 19 19:53:12.543729 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:53:12.571894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.573070 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.573598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.574235 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.574791 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.575128 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-5b124078-3430-4394-b214-cceb7440fc78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0451720 Nov 19 19:53:12.575359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.575924 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.576448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.576982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.577532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.578126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.578675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:12.618314 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] No DVR routers for this DVR port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:53:12.645192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-02ea96ec-9dba-4205-9afa-40f65b722c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:12.646884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-02ea96ec-9dba-4205-9afa-40f65b722c4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0649989 Nov 19 19:53:12.706655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-a2ab645e-6d16-4846-acc3-c6efafad05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:12.708424 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-a2ab645e-6d16-4846-acc3-c6efafad05d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537529 Nov 19 19:53:12.809857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:53:12.810327 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:53:12.810507 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:53:12.818753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on network aa6161ba-f030-438f-8243-f41360523ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:53:12.819367 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:53:12.830454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:53:12.831092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:53:12.833288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:53:12.835085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Bound port: 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:53:12.835466 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:12.879091 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-239caa0e-3e45-4827-b1bb-070f30766b85 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619997 Nov 19 19:53:12.914881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:53:12.919072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:53:12.924822 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:12.948588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:53:12.984665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:12.986398 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:12.988518 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] 10.222.0.57 "PUT /v2.0/ports/0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1091 time: 1.1065855 Nov 19 19:53:13.018627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:53:13.039870 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eeb66-d409-427a-9e4e-1dadba2d633b service neutron] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:53:13.043907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24651-4909-4f26-b3c9-400a7ea4edb7 req-7d5ae6fa-f5a7-4469-ab44-3ba6f67cc0a0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:13.044976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7da24651-4909-4f26-b3c9-400a7ea4edb7 req-7d5ae6fa-f5a7-4469-ab44-3ba6f67cc0a0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.1647871 Nov 19 19:53:13.081650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c483aa-917d-46f2-8788-529795ed4c89 req-f9817a22-bb03-4657-9bbd-9979ea555096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:13.083327 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-f9817a22-bb03-4657-9bbd-9979ea555096 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1094 time: 0.0596535 Nov 19 19:53:13.112102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-a9b93339-ad0a-4e49-88e2-b2db8d2ed5e4 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158895 Nov 19 19:53:13.142573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7da24651-4909-4f26-b3c9-400a7ea4edb7 req-c3d584ce-8d22-416c-ad31-f120b26cb675 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886893 Nov 19 19:53:13.239155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c483aa-917d-46f2-8788-529795ed4c89 req-37b2b926-fef0-49b6-be59-5864dcf93b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:13.240741 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-37b2b926-fef0-49b6-be59-5864dcf93b90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1490519 Nov 19 19:53:13.323986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-948fb457-bdc2-42a6-a72f-1fb78c3d5a3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1000 time: 0.0757453 Nov 19 19:53:13.380812 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c483aa-917d-46f2-8788-529795ed4c89 req-c7b06986-bc0e-449a-bede-660009fcd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:13.382342 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-c7b06986-bc0e-449a-bede-660009fcd725 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0518956 Nov 19 19:53:13.434423 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c483aa-917d-46f2-8788-529795ed4c89 req-5bc4359a-3f24-4403-a92b-e581e6b2c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:13.435979 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-5bc4359a-3f24-4403-a92b-e581e6b2c2c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462976 Nov 19 19:53:13.532627 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:13.560309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-7cb3d66b-5799-48ec-a58d-14183b1dacce service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169786 Nov 19 19:53:13.668534 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-549c4796-b169-4c1c-a94e-411bd222b290 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013730 Nov 19 19:53:14.280313 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:14.360100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1204207-7f8a-4ed4-8e12-33ea89576790 req-89cf5fb8-e889-467f-9c26-f07c5c4e6335 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:14.362942 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1204207-7f8a-4ed4-8e12-33ea89576790 req-89cf5fb8-e889-467f-9c26-f07c5c4e6335 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.1276252 Nov 19 19:53:14.449514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1204207-7f8a-4ed4-8e12-33ea89576790 req-cfcac44f-dbd5-42c1-8d9e-dbbe4ee424a4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755138 Nov 19 19:53:14.463684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:53:14.466287 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21c547f-3e32-4448-9385-5778b8293bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:53:14.522825 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338d4d81-0944-48f5-87db-b510659583a2 x-openstack-request-id: req-338d4d81-0944-48f5-87db-b510659583a2 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:53:14.523379 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:53:14.524090 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-338d4d81-0944-48f5-87db-b510659583a2 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:53:14.524890 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'status': 'completed', 'code': 200} Nov 19 19:53:14.597885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-d23185c5-0bff-4f17-9b14-85a6ec4e70df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:14.600331 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-d23185c5-0bff-4f17-9b14-85a6ec4e70df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1094 time: 0.0573962 Nov 19 19:53:14.642749 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-0a8fb461-d835-4b90-8c5b-e4440842e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:14.644493 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-0a8fb461-d835-4b90-8c5b-e4440842e527 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1094 time: 0.0905130 Nov 19 19:53:14.735183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-306653e6-13c1-4c93-aca3-88feafa9d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:14.736744 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-306653e6-13c1-4c93-aca3-88feafa9d3f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1282737 Nov 19 19:53:14.768636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-0de3ec57-4754-4895-9612-19e8190bbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:14.770187 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-0de3ec57-4754-4895-9612-19e8190bbedf service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1168594 Nov 19 19:53:14.844192 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-f97100b4-cc9a-4319-9b77-0abf35c66b5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1000 time: 0.1001937 Nov 19 19:53:14.860699 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-0ac47a8a-6542-4ff1-a709-d588d25759cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1000 time: 0.0831771 Nov 19 19:53:14.942724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-6c43b149-64c8-41bc-ae40-11b292aafa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:14.943878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-6801bf38-5e71-40ae-a4c2-9d34b0ffc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:14.944733 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-6c43b149-64c8-41bc-ae40-11b292aafa1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0922847 Nov 19 19:53:14.945786 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-6801bf38-5e71-40ae-a4c2-9d34b0ffc476 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0776734 Nov 19 19:53:15.006989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-c3175009-dc23-46fc-a5f1-bd06fde74604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:15.010264 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-c3175009-dc23-46fc-a5f1-bd06fde74604 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576751 Nov 19 19:53:15.024484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-1d49c655-fb0b-435b-a082-0606e0a6eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:15.027938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-1d49c655-fb0b-435b-a082-0606e0a6eb6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743194 Nov 19 19:53:15.144058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-a36de973-584b-4d39-8da7-7df0d13007db service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260173 Nov 19 19:53:15.301715 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-9d9eafbc-1cea-4b3f-9b71-00303e027a28 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486235 Nov 19 19:53:15.618078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2600e5-d6b2-4afc-8793-2ee22082e2c3 req-885ec3a4-da15-4be4-832c-ba3bd7c45413 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:15.621099 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de2600e5-d6b2-4afc-8793-2ee22082e2c3 req-885ec3a4-da15-4be4-832c-ba3bd7c45413 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0818987 Nov 19 19:53:15.707896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de2600e5-d6b2-4afc-8793-2ee22082e2c3 req-0ac6953c-c40d-416d-a63b-d06fdfe1e44c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775630 Nov 19 19:53:15.710490 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-3927903c-0eb2-473b-a06e-c8cd5eaed7e4 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750956 Nov 19 19:53:15.868472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c21c547f-3e32-4448-9385-5778b8293bf5 req-1ada63a0-ab28-44ec-83c9-77097206457d service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497684 Nov 19 19:53:16.889445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075934b-d6dc-4de2-bc74-704b909be3c9 req-f6b4c3f4-ff53-4e64-ba38-534092a7bf39 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:16.893079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5075934b-d6dc-4de2-bc74-704b909be3c9 req-f6b4c3f4-ff53-4e64-ba38-534092a7bf39 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0944130 Nov 19 19:53:16.960747 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5075934b-d6dc-4de2-bc74-704b909be3c9 req-144f2d08-b131-46c9-b3a2-24be0f8b94f0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536165 Nov 19 19:53:18.119935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ec868-5114-4958-a3d8-29955a39ae5e req-04ec5161-00c3-455e-bdcd-8691e419d18a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:18.122302 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c3ec868-5114-4958-a3d8-29955a39ae5e req-04ec5161-00c3-455e-bdcd-8691e419d18a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0573666 Nov 19 19:53:18.180071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8c3ec868-5114-4958-a3d8-29955a39ae5e req-036eb007-a647-41a9-99cf-92f990a1605e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506148 Nov 19 19:53:19.345455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3766c00-83cf-4bfc-88d0-5624465357ad req-f526e8a2-c8ea-4407-ac4f-55ab8cd8bcd1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:19.348169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3766c00-83cf-4bfc-88d0-5624465357ad req-f526e8a2-c8ea-4407-ac4f-55ab8cd8bcd1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0739436 Nov 19 19:53:19.443580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3766c00-83cf-4bfc-88d0-5624465357ad req-4d2aa562-935a-45fe-a2c4-25912ac09e25 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885177 Nov 19 19:53:20.578860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1aced-9f25-4e99-b62f-a587e55550c8 req-ce5c3057-c9c3-4218-ab4c-b12deeeb5d55 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:20.580758 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-edd1aced-9f25-4e99-b62f-a587e55550c8 req-ce5c3057-c9c3-4218-ab4c-b12deeeb5d55 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0565338 Nov 19 19:53:20.639241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-edd1aced-9f25-4e99-b62f-a587e55550c8 req-2ea08790-3f57-477d-b0dc-6795657d28eb tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516121 Nov 19 19:53:21.807729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998d309-47ee-4c4c-a030-cca3b7ff15b8 req-22355ea3-38ad-4cb2-b7bb-37b03ff2f408 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:21.809434 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f998d309-47ee-4c4c-a030-cca3b7ff15b8 req-22355ea3-38ad-4cb2-b7bb-37b03ff2f408 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0553365 Nov 19 19:53:21.882887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f998d309-47ee-4c4c-a030-cca3b7ff15b8 req-51d353a0-2162-4209-9199-acf730438a93 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658073 Nov 19 19:53:23.024579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8131d-4759-42bf-9670-4ba6c3df4b94 req-86263bc8-612c-4270-8fe9-b0751f6fe9b5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:23.027183 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bae8131d-4759-42bf-9670-4ba6c3df4b94 req-86263bc8-612c-4270-8fe9-b0751f6fe9b5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0598094 Nov 19 19:53:23.095755 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bae8131d-4759-42bf-9670-4ba6c3df4b94 req-08790321-3c80-4053-96ea-98df526d1bdd tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616395 Nov 19 19:53:24.240435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0337e7-cbda-4197-bcd6-c2869bdaf70a req-57bd7e01-3808-49d8-a3d7-60981d49517a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:24.242044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e0337e7-cbda-4197-bcd6-c2869bdaf70a req-57bd7e01-3808-49d8-a3d7-60981d49517a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0624461 Nov 19 19:53:24.303018 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e0337e7-cbda-4197-bcd6-c2869bdaf70a req-0dbe6664-64fa-49ec-8ab4-84455cebd80b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493672 Nov 19 19:53:25.452795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498c2ea-7a32-4d01-9563-2c9045ba1b20 req-27f652f0-3e73-47d1-be1b-facf0adf1920 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:25.454806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0498c2ea-7a32-4d01-9563-2c9045ba1b20 req-27f652f0-3e73-47d1-be1b-facf0adf1920 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0661671 Nov 19 19:53:25.538847 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0498c2ea-7a32-4d01-9563-2c9045ba1b20 req-cfe1c4d0-fe50-4037-ac1b-317c1863cc5f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768204 Nov 19 19:53:25.761533 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:26.689151 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab66310-35ba-483b-810e-4e92550c8917 req-f56bcef5-40ec-4d56-adcd-d1eba7c68f63 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:26.691853 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ab66310-35ba-483b-810e-4e92550c8917 req-f56bcef5-40ec-4d56-adcd-d1eba7c68f63 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0678067 Nov 19 19:53:26.753130 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ab66310-35ba-483b-810e-4e92550c8917 req-4897ef8d-4458-4a46-bf51-0398e90f8c5e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540237 Nov 19 19:53:27.884742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c44b87-fe94-4c89-b5b9-e2f2fb248eba req-8258e28a-e32a-4d66-863e-270f22fba57d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:27.886711 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4c44b87-fe94-4c89-b5b9-e2f2fb248eba req-8258e28a-e32a-4d66-863e-270f22fba57d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0571084 Nov 19 19:53:27.949795 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c4c44b87-fe94-4c89-b5b9-e2f2fb248eba req-8ba71a9c-28f7-4eef-8048-48ef9614f828 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559561 Nov 19 19:53:28.998569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:53:29.114498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648a5b4-b525-498d-95fb-729add987c78 req-e3b60e3a-1ec7-446a-ab9c-74d3fa20a4d1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:29.116644 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1648a5b4-b525-498d-95fb-729add987c78 req-e3b60e3a-1ec7-446a-ab9c-74d3fa20a4d1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 943 time: 0.0619059 Nov 19 19:53:29.131774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:53:29.146014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'port_id': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'mac_address': 'fa:16:3e:eb:25:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:53:29.186946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1648a5b4-b525-498d-95fb-729add987c78 req-6537d670-95e4-431b-b8ee-23a7cb45ace6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576687 Nov 19 19:53:29.384505 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:29.403216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6b4d66-92a2-404c-b6a3-ae173d00e271 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:53:29.434731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:53:29.441090 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:29.524079 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:53:29.533804 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.534293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.534763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.535203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.535626 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.536052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.536592 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.537130 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.537589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.538203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.538744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.539164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:29.615551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-6298970a-9a8a-4e6c-a963-87d47bb148cc tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:29.617481 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-6298970a-9a8a-4e6c-a963-87d47bb148cc tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.57 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d&tenant_id=f1f010d8ef3444f987645ef10a100613&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 944 time: 0.1001797 Nov 19 19:53:29.638523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a248b5-9d0f-4a3b-aa49-dffc94f3349b req-c0f7c788-4c36-4262-8850-96e975fe71f6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:29.640581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24a248b5-9d0f-4a3b-aa49-dffc94f3349b req-c0f7c788-4c36-4262-8850-96e975fe71f6 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0827806 Nov 19 19:53:29.703172 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-59035b3b-82d4-44d3-b4a1-130f3afd973c service neutron] 10.222.0.57 "GET /v2.0/ports/0c6b4d66-92a2-404c-b6a3-ae173d00e271/bindings/n-h1-815373-6 HTTP/1.1" status: 200 len: 382 time: 0.0766253 Nov 19 19:53:29.739130 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24a248b5-9d0f-4a3b-aa49-dffc94f3349b req-b62928b2-407a-4949-8541-4fb0d16af7cf tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914688 Nov 19 19:53:29.799421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-43f92eb2-190d-4956-91a7-77f815387d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:29.801072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-43f92eb2-190d-4956-91a7-77f815387d7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1095 time: 0.0711927 Nov 19 19:53:29.804901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['0c6b4d66-92a2-404c-b6a3-ae173d00e271'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:53:29.931041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-ee4b45a3-db7b-4b25-a477-5d29d0101de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:29.933181 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-ee4b45a3-db7b-4b25-a477-5d29d0101de6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1235695 Nov 19 19:53:30.033645 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-545b0af3-58ff-4af9-899d-a9574eb40400 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1001 time: 0.0933087 Nov 19 19:53:30.098950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-2d97f081-d1c5-456d-8f60-32d700f53c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:30.101094 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-2d97f081-d1c5-456d-8f60-32d700f53c4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0591495 Nov 19 19:53:30.172825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-d41e2cac-93a9-4281-9050-7a74ebfdc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:30.174595 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-d41e2cac-93a9-4281-9050-7a74ebfdc0b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656090 Nov 19 19:53:30.284202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-b0a48dac-22bd-4ac8-96cc-aef7c131e482 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011231 Nov 19 19:53:30.334538 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:30.403108 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-3918e866-c1a2-43f8-b1a7-8aef65909131 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108813 Nov 19 19:53:30.878161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df01d78-a5b3-4001-b357-dbf7d6e39c3f req-996506e6-7420-48eb-9125-14eeb8b290ae tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:30.879752 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5df01d78-a5b3-4001-b357-dbf7d6e39c3f req-996506e6-7420-48eb-9125-14eeb8b290ae tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0600934 Nov 19 19:53:30.964965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5df01d78-a5b3-4001-b357-dbf7d6e39c3f req-dbe05c27-1e55-4718-897f-ba344af8e62f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777366 Nov 19 19:53:31.014146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:53:31.071670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:53:31.076436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:53:31.076812 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:31.180858 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:31.217062 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:53:31.219545 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af3dcad-1107-4e66-be95-dd0e75c3b645" -d '{"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-plugged", "status": "completed", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:53:31.237491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:53:31.246599 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:31.296193 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249ced76-fdbd-4730-b8db-0da31ecf5fbd x-openstack-request-id: req-249ced76-fdbd-4730-b8db-0da31ecf5fbd {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:53:31.296492 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-plugged", "status": "completed", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:53:31.296750 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-249ced76-fdbd-4730-b8db-0da31ecf5fbd {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:53:31.297157 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'code': 200} Nov 19 19:53:31.325877 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:53:32.110330 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93cdb7-da14-4c8f-bedb-21d252989455 req-2122d263-85e4-4649-87ef-a0d0dd82b477 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:32.111918 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e93cdb7-da14-4c8f-bedb-21d252989455 req-2122d263-85e4-4649-87ef-a0d0dd82b477 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0537634 Nov 19 19:53:32.168201 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e93cdb7-da14-4c8f-bedb-21d252989455 req-55caab80-f444-4e4e-89f8-4241089133f1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478268 Nov 19 19:53:33.332589 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c986-aee6-45f4-8adb-864a3485999d req-2d6a4d46-2102-466b-9f06-b238cf645d98 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:33.334239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d45c986-aee6-45f4-8adb-864a3485999d req-2d6a4d46-2102-466b-9f06-b238cf645d98 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0786679 Nov 19 19:53:33.404069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0d45c986-aee6-45f4-8adb-864a3485999d req-c9abb183-fb17-4b48-a7fc-46ccf8c2190d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595047 Nov 19 19:53:34.583792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba6cb3-3876-4f6c-97de-ae0c23692e5f req-a66a5e6f-856f-43de-90d0-e7a2bc4901da tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:34.585505 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6ba6cb3-3876-4f6c-97de-ae0c23692e5f req-a66a5e6f-856f-43de-90d0-e7a2bc4901da tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0801270 Nov 19 19:53:34.663626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6ba6cb3-3876-4f6c-97de-ae0c23692e5f req-90064129-2cd3-4819-91c6-d23b3f8dcd2b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661216 Nov 19 19:53:34.968422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-15858af4-730d-429a-a099-6dbc14a27818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:34.969937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-15858af4-730d-429a-a099-6dbc14a27818 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d&tenant_id=f1f010d8ef3444f987645ef10a100613 HTTP/1.1" status: 200 len: 1096 time: 0.1181688 Nov 19 19:53:34.983348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:53:35.045860 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:35.337560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:53:35.399401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h1-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:53:35.471731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:53:35.475783 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889cc137-0cff-44e6-a42e-1f3b1a7fb660" -d '{"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:53:35.483582 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:35.507845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Transition to ACTIVE for port object 0c6b4d66-92a2-404c-b6a3-ae173d00e271 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:53:35.513058 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:35.555327 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6cd0ff-7312-4132-bd8c-50d671adc056 x-openstack-request-id: req-6d6cd0ff-7312-4132-bd8c-50d671adc056 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:53:35.555636 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:53:35.556864 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d6cd0ff-7312-4132-bd8c-50d671adc056 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:53:35.557106 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'code': 200} Nov 19 19:53:35.604241 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=10']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:53:35.621130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.621512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.621860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.622206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.622559 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.622888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.623228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.623570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.623899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.624232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.624562 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.624893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:53:35.667781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] No DVR routers for this DVR port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on host n-h1-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:53:35.873362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:53:35.873612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:53:35.873949 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:53:35.883419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d2e66-d28b-4ad7-9b0e-3c7348b9a168 req-91db0a8c-6ba0-4b0d-a8b2-1ca00de2a41c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:35.885107 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da1d2e66-d28b-4ad7-9b0e-3c7348b9a168 req-91db0a8c-6ba0-4b0d-a8b2-1ca00de2a41c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0973296 Nov 19 19:53:35.889276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on network aa6161ba-f030-438f-8243-f41360523ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:53:35.889631 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Attempting to bind port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on network aa6161ba-f030-438f-8243-f41360523ea0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:53:35.912140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:53:35.912812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Checking segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:53:35.913471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Bound using segment: {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:53:35.914512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Bound port: 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:53:35.915188 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:36.060537 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da1d2e66-d28b-4ad7-9b0e-3c7348b9a168 req-1a2fb013-07d3-4d8f-a4c6-15ef75f9fce2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651571 Nov 19 19:53:36.099079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:53:36.106194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:53:36.112595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:36.154384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:36.155310 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:36.156881 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] 10.222.0.21 "PUT /v2.0/ports/0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1092 time: 1.1777461 Nov 19 19:53:36.199874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5290c-6a79-4276-97eb-12528be41e77 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=11']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:53:36.239321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-fe5d8af4-d2c2-4a1d-9eca-77d688773983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:36.241300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-fe5d8af4-d2c2-4a1d-9eca-77d688773983 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1095 time: 0.0552034 Nov 19 19:53:36.396395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-cb952cba-aac1-49fa-958d-5e90a5962dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:36.398863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-cb952cba-aac1-49fa-958d-5e90a5962dba service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1510224 Nov 19 19:53:36.506220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-fb09ce1b-a9c3-465e-807a-db46c87ca3ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1000 time: 0.0997262 Nov 19 19:53:36.570639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-bcfe07b8-9327-452d-8801-455cec8e3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:36.572955 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-bcfe07b8-9327-452d-8801-455cec8e3308 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0592372 Nov 19 19:53:36.623601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-10faf5b9-7e72-4e89-9515-009d0597c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:36.625243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-10faf5b9-7e72-4e89-9515-009d0597c370 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453413 Nov 19 19:53:36.779894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-c68077ca-4e70-4825-be79-3efd15a8fb17 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461356 Nov 19 19:53:36.942251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c0e774e9-bb35-4a0d-a201-345bd96b11fb req-4dd14ca6-58ec-4f35-a063-903fac0a06eb service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537673 Nov 19 19:53:37.012408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:53:37.082879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:53:37.227331 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc954d-59ee-4ac5-ab16-2fb5ca3d205e req-e525c8b6-fefb-498f-8705-df312160e6f5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:37.229987 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23dc954d-59ee-4ac5-ab16-2fb5ca3d205e req-e525c8b6-fefb-498f-8705-df312160e6f5 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0780241 Nov 19 19:53:37.301224 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23dc954d-59ee-4ac5-ab16-2fb5ca3d205e req-706e4911-aa1e-4bef-8110-5a4452a198bd tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588260 Nov 19 19:53:37.558286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:53:37.561060 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a945e4bb-e751-448b-b7d3-4606d0c4ddba" -d '{"events": [{"name": "network-changed", "server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:53:37.627821 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2de319-7277-4ff9-992d-833ee04759f3 x-openstack-request-id: req-3e2de319-7277-4ff9-992d-833ee04759f3 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:53:37.628829 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:53:37.628829 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e2de319-7277-4ff9-992d-833ee04759f3 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:53:37.629135 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'status': 'completed', 'code': 200} Nov 19 19:53:37.714865 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-a4e58857-3b5d-4f4b-bcf3-bf37003ced48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:37.717623 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-a4e58857-3b5d-4f4b-bcf3-bf37003ced48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1095 time: 0.0672188 Nov 19 19:53:37.718107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-c81c389d-14da-437e-b2a0-5798592392cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:37.720836 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-c81c389d-14da-437e-b2a0-5798592392cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1f010d8ef3444f987645ef10a100613&device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 1095 time: 0.0668807 Nov 19 19:53:37.875485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-2a44b9a8-6001-4856-834f-b24de5497691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:37.877473 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-2a44b9a8-6001-4856-834f-b24de5497691 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1528313 Nov 19 19:53:37.891797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-6035a1ef-b49e-4d8d-bb79-54446d2952f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:37.895361 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-6035a1ef-b49e-4d8d-bb79-54446d2952f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 200 len: 912 time: 0.1666346 Nov 19 19:53:38.003046 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-8806bb2e-850d-4aca-857c-69427852d4da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1000 time: 0.1163604 Nov 19 19:53:38.014106 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-54e84267-f2c7-4757-89ad-d24374715eef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 200 len: 1000 time: 0.1119938 Nov 19 19:53:38.077284 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-1ccfb0da-e4e8-4ff1-8b68-78ee78245a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:38.079098 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-1ccfb0da-e4e8-4ff1-8b68-78ee78245a6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0674496 Nov 19 19:53:38.106997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-28edbb73-12ba-4886-aa42-d25f69434e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:38.109314 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-28edbb73-12ba-4886-aa42-d25f69434e57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 200 len: 850 time: 0.0879421 Nov 19 19:53:38.151696 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-dbadcd15-4261-426e-a368-b2dd46811fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:38.154793 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-dbadcd15-4261-426e-a368-b2dd46811fa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661609 Nov 19 19:53:38.188142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-7d3d1ab8-15db-46fe-93b1-554b334fa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:38.190875 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-7d3d1ab8-15db-46fe-93b1-554b334fa329 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6161ba-f030-438f-8243-f41360523ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735769 Nov 19 19:53:38.300000 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-a8a49189-313e-4129-9da8-36006d447f85 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372759 Nov 19 19:53:38.325917 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1733e18b-d3df-44ac-ad18-bbfe05c60eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:38.332009 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-a97ace76-ea04-436e-a1b9-7b1526bd19ae service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330819 Nov 19 19:53:38.475465 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-23531469-e287-4efb-9bfa-c95ca5ea0eb3 service neutron] 10.222.0.57 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659789 Nov 19 19:53:38.938235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709d5f4-6e94-4582-9e39-d1dd9ce92cfa req-7368b1f4-61aa-4733-a460-f4cc872a4554 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:38.940230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f709d5f4-6e94-4582-9e39-d1dd9ce92cfa req-7368b1f4-61aa-4733-a460-f4cc872a4554 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.1498744 Nov 19 19:53:38.977294 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a945e4bb-e751-448b-b7d3-4606d0c4ddba req-d7a9eb64-860f-4ecb-9fcb-427583abb3d3 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6384218 Nov 19 19:53:39.016230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f709d5f4-6e94-4582-9e39-d1dd9ce92cfa req-748c71d8-d872-4f9f-ba0d-00e98011cb2e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643384 Nov 19 19:53:40.184082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62606d9c-814a-40ee-aabe-7c8d6382ae52 req-9c7e0815-e5e3-4193-82e1-2ab0912b713e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:40.186376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62606d9c-814a-40ee-aabe-7c8d6382ae52 req-9c7e0815-e5e3-4193-82e1-2ab0912b713e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0862246 Nov 19 19:53:40.250290 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62606d9c-814a-40ee-aabe-7c8d6382ae52 req-42416a1f-311d-412e-be32-386049788db9 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569129 Nov 19 19:53:40.703211 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fc0f4aa4-bd99-4406-8487-9ad01a199da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:41.429225 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098d8f3-07ce-461b-9bcf-3cf3c31992fa req-0abe21aa-7ddf-4052-90f8-cf296e5d19cc tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:41.430906 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a098d8f3-07ce-461b-9bcf-3cf3c31992fa req-0abe21aa-7ddf-4052-90f8-cf296e5d19cc tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0595949 Nov 19 19:53:41.498727 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a098d8f3-07ce-461b-9bcf-3cf3c31992fa req-d0567b0f-a8f6-4319-907b-3bb5b799b400 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567238 Nov 19 19:53:42.079897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:42.651840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f960c9-ef3a-4eee-8f0f-a76f6a1a9a12 req-93eeb596-3165-47f9-8c4e-5f967d0e0e26 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:42.654636 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83f960c9-ef3a-4eee-8f0f-a76f6a1a9a12 req-93eeb596-3165-47f9-8c4e-5f967d0e0e26 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0599387 Nov 19 19:53:42.714968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83f960c9-ef3a-4eee-8f0f-a76f6a1a9a12 req-bf2e1ee0-0444-463c-8dfa-9624047a1fb7 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535352 Nov 19 19:53:43.531619 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:43.875522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066988c-c9f0-41e7-a709-32c79beca9c5 req-c553b2ac-babc-4035-b1fa-3314ef0f311f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:43.877094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9066988c-c9f0-41e7-a709-32c79beca9c5 req-c553b2ac-babc-4035-b1fa-3314ef0f311f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0562103 Nov 19 19:53:43.942124 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9066988c-c9f0-41e7-a709-32c79beca9c5 req-d356d512-890f-4f14-a1a3-a13020ab7797 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532229 Nov 19 19:53:44.246361 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:45.074183 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e953e-527f-4a3d-bdc9-149f806dbe5e req-fc8f1188-811a-4de1-83f4-fb7b091e7282 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:45.075828 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c5e953e-527f-4a3d-bdc9-149f806dbe5e req-fc8f1188-811a-4de1-83f4-fb7b091e7282 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0576427 Nov 19 19:53:45.131015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c5e953e-527f-4a3d-bdc9-149f806dbe5e req-b6f61494-a49a-4ce2-a4f3-d1517390a515 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486617 Nov 19 19:53:46.270392 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57215904-f143-49cc-be15-68419f47ba35 req-d218edaa-f436-4fa9-a900-7816902175dc tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:46.272108 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57215904-f143-49cc-be15-68419f47ba35 req-d218edaa-f436-4fa9-a900-7816902175dc tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0573797 Nov 19 19:53:46.328837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57215904-f143-49cc-be15-68419f47ba35 req-d2530ab4-1176-43c6-ad36-ff195b9e60cc tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488901 Nov 19 19:53:47.475147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931c393-fcff-4631-b127-5b4ec982bb53 req-812439b4-8498-4f02-9f22-5a44db1dc190 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:47.476796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5931c393-fcff-4631-b127-5b4ec982bb53 req-812439b4-8498-4f02-9f22-5a44db1dc190 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0590887 Nov 19 19:53:47.541480 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5931c393-fcff-4631-b127-5b4ec982bb53 req-d7049be6-975e-477b-8528-c601d512e53e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514410 Nov 19 19:53:48.196792 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:53:48.691503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e668ac-7309-4ba0-9961-9af57fb77850 req-84a203a3-288b-48ed-b61f-c45c6caf672a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:48.693341 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38e668ac-7309-4ba0-9961-9af57fb77850 req-84a203a3-288b-48ed-b61f-c45c6caf672a tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0759416 Nov 19 19:53:48.751359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38e668ac-7309-4ba0-9961-9af57fb77850 req-8574c884-6faf-4ff8-af05-bd1f499e9510 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502577 Nov 19 19:53:49.905682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0209421-67c6-4e81-816d-d4d052944864 req-8454eb40-a008-4128-8d8d-253c34f2c0ce tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:49.907329 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0209421-67c6-4e81-816d-d4d052944864 req-8454eb40-a008-4128-8d8d-253c34f2c0ce tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0578001 Nov 19 19:53:49.967173 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0209421-67c6-4e81-816d-d4d052944864 req-3358ebec-fbac-4904-8b10-b50b7100a964 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534213 Nov 19 19:53:51.109068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8916b-b56f-4b47-980b-e0e079cbbe25 req-3fae6391-c140-484d-b242-58253d5e4583 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:51.111049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61a8916b-b56f-4b47-980b-e0e079cbbe25 req-3fae6391-c140-484d-b242-58253d5e4583 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0655723 Nov 19 19:53:51.172367 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61a8916b-b56f-4b47-980b-e0e079cbbe25 req-df1f967b-13a4-4a18-9dea-342b7ba35a2e tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542629 Nov 19 19:53:51.177558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:53:51.300454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:53:51.314203 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'port_id': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'mac_address': 'fa:16:3e:eb:25:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:53:51.320454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6f611-3567-43b6-acb2-8e1bd884e5f9 req-d63cecba-42ee-4e49-875f-3f1d319d4ae4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:51.322095 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78e6f611-3567-43b6-acb2-8e1bd884e5f9 req-d63cecba-42ee-4e49-875f-3f1d319d4ae4 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 944 time: 0.0637269 Nov 19 19:53:51.357186 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:51.373213 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6b4d66-92a2-404c-b6a3-ae173d00e271 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:53:51.387144 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78e6f611-3567-43b6-acb2-8e1bd884e5f9 req-9451c1a1-4d3a-4cfc-bbd2-db22bb02976b tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558369 Nov 19 19:53:51.396253 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:53:51.401858 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:51.459815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=12']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:53:51.532276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e029b-e5eb-441a-bfee-68b15420103a req-b138ccf1-4653-4204-8f6f-3821d0a9f3ac tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:51.533499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a1e029b-e5eb-441a-bfee-68b15420103a req-b138ccf1-4653-4204-8f6f-3821d0a9f3ac tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0627770 Nov 19 19:53:51.589863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a1e029b-e5eb-441a-bfee-68b15420103a req-42d1d484-7993-41d1-ace2-2addd6d5e611 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486035 Nov 19 19:53:51.671386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['0c6b4d66-92a2-404c-b6a3-ae173d00e271'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:53:51.879699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d02e5-22bb-4a2c-b9cb-05feddf0cae7 req-8065fa9b-ad74-4ab2-aac0-9eca5badf28d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:51.881326 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef0d02e5-22bb-4a2c-b9cb-05feddf0cae7 req-8065fa9b-ad74-4ab2-aac0-9eca5badf28d tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0611517 Nov 19 19:53:51.939080 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef0d02e5-22bb-4a2c-b9cb-05feddf0cae7 req-2280b78a-8220-43d4-ba0e-3b8d5a9f634c tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466316 Nov 19 19:53:53.091457 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc5bdf-6289-4f75-b932-fdbc8a5c4170 req-a4620629-2499-40ee-bbe2-c6a4a22393a0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:53.094718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04dc5bdf-6289-4f75-b932-fdbc8a5c4170 req-a4620629-2499-40ee-bbe2-c6a4a22393a0 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 945 time: 0.0606222 Nov 19 19:53:53.157384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-04dc5bdf-6289-4f75-b932-fdbc8a5c4170 req-386fe573-293b-4f9f-a010-4ac0b9e20b37 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups?id=7893abf8-d832-4abb-a742-bbd4ed34015c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559690 Nov 19 19:53:53.193991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:53:53.252753 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:53:53.260634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:53:53.261253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:53.378691 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:53.407225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:53:53.409861 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae30d786-354c-402c-aca4-3c939c9f1d4c" -d '{"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-plugged", "status": "completed", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:53:53.426716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:53:53.432677 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:53.516006 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=13']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:53:53.544058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-6342c7bf-df5a-42ec-ad9c-23ba425b4230 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:53:53.545114 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273c709a-4bef-49c8-a235-78d8eb0e58cf x-openstack-request-id: req-273c709a-4bef-49c8-a235-78d8eb0e58cf {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:53:53.545412 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-plugged", "status": "completed", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:53:53.545643 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-6342c7bf-df5a-42ec-ad9c-23ba425b4230 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 946 time: 0.0850782 Nov 19 19:53:53.545847 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-273c709a-4bef-49c8-a235-78d8eb0e58cf {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:53:53.546121 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'code': 200} Nov 19 19:53:53.649467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Deleting port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:53:53.649952 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:53.761497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] For port 0c6b4d66-92a2-404c-b6a3-ae173d00e271, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=0c6b4d66-92a2-404c-b6a3-ae173d00e271,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:53:53.761815 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:54.012922 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:54.013184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:54.013513 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7 disassociated. External IP: 172.25.3.114, port: 0c6b4d66-92a2-404c-b6a3-ae173d00e271. Nov 19 19:53:54.013894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Calling delete_port for 0c6b4d66-92a2-404c-b6a3-ae173d00e271 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:53:54.191205 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:54.233931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event deleted for resources: {'Port': ['ID=0c6b4d66-92a2-404c-b6a3-ae173d00e271,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:53:54.338988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b02e89b8-2299-4c2c-a9f6-927dc0b7942e req-2d2bbca0-5a57-4611-923b-609b5495d7b8 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 210 time: 0.0394261 Nov 19 19:53:54.431620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Router 0a59e7ae-2b99-4077-9495-abb7d087ee78 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:53:54.620878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:53:54.643175 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8cfb4-410c-4cbc-a8f4-7152e10d4e92 None None] Sync routers for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:53:54.661126 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8cfb4-410c-4cbc-a8f4-7152e10d4e92 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:53:54.662019 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-baa8cfb4-410c-4cbc-a8f4-7152e10d4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:53:54.688925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] No DVR routers for this DVR port 0c6b4d66-92a2-404c-b6a3-ae173d00e271 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:53:54.692971 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:54.699230 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c7e9819-ece4-4187-a92a-d54ec3355c9c req-16912294-76c9-47a8-aa60-b570e53e12f3 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.21 "DELETE /v2.0/ports/0c6b4d66-92a2-404c-b6a3-ae173d00e271 HTTP/1.1" status: 204 len: 173 time: 1.1433029 Nov 19 19:53:54.700137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-deleted', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:53:54.705272 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbd9d74-1a9a-487a-83f3-8a4c71c5aafc" -d '{"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-deleted", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:53:54.814322 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-baa8cfb4-410c-4cbc-a8f4-7152e10d4e92 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:53:54.855283 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96c6d6d-5c6c-47fd-a025-4b9ca48c2a70 x-openstack-request-id: req-c96c6d6d-5c6c-47fd-a025-4b9ca48c2a70 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:53:54.855283 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de53e1b-4178-46b8-bb16-794334b2ed3d", "name": "network-vif-deleted", "tag": "0c6b4d66-92a2-404c-b6a3-ae173d00e271", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:53:54.855918 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c96c6d6d-5c6c-47fd-a025-4b9ca48c2a70 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:53:54.856545 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de53e1b-4178-46b8-bb16-794334b2ed3d', 'name': 'network-vif-deleted', 'tag': '0c6b4d66-92a2-404c-b6a3-ae173d00e271', 'status': 'completed', 'code': 200} Nov 19 19:53:55.205981 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-baa8cfb4-410c-4cbc-a8f4-7152e10d4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:53:55.259575 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8cfb4-410c-4cbc-a8f4-7152e10d4e92 None None] Checking router: 0a59e7ae-2b99-4077-9495-abb7d087ee78 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:53:55.275526 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8cfb4-410c-4cbc-a8f4-7152e10d4e92 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:53:55.276670 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-baa8cfb4-410c-4cbc-a8f4-7152e10d4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:53:55.467156 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-baa8cfb4-410c-4cbc-a8f4-7152e10d4e92 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:53:55.485777 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed108393-6df2-4879-a27a-632fd8d6c4cf req-869a65c2-675e-4317-ade3-7dde9ce5c810 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 210 time: 0.0359480 Nov 19 19:53:55.760354 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-baa8cfb4-410c-4cbc-a8f4-7152e10d4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:53:55.788864 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:53:55.801145 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8cfb4-410c-4cbc-a8f4-7152e10d4e92 None None] The sync data for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 is: [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb', 'name': '', 'network_id': 'aa6161ba-f030-438f-8243-f41360523ea0', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'mac_address': 'fa:16:3e:7d:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:43:00Z', 'updated_at': '2021-11-19T19:43:04Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'subnets': [{'id': '327dd568-1b3e-4dba-a2e9-4630ea7324b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:53:56.098518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd39892-92cf-4354-afcd-f39336a3b877 None None] New status for floating IP eb15ead4-55db-4cc1-aad0-91a73344eff7: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:53:56.632029 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8dc33a3e-bd5f-4778-b8c1-86937bf7f59f req-9bffacc7-f8a3-446c-9762-e09bf66f3880 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 210 time: 0.0316632 Nov 19 19:53:57.189155 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:53:57.225697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 0c6b4d66-92a2-404c-b6a3-ae173d00e271 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:53:57.226183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 0c6b4d66-92a2-404c-b6a3-ae173d00e271 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:53:57.785490 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-004e8071-7d39-46cd-b156-3ac3f4968965 req-5863072f-1169-4185-a9f2-b8909ffc796f tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 210 time: 0.0461411 Nov 19 19:53:58.920277 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b6b80f84-d65d-4851-909d-a731ecb0927d req-8a4db29e-edc4-4e7c-89c4-187db707a2b1 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 210 time: 0.0375352 Nov 19 19:54:00.081800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f15fb8ef-f664-46c5-8146-d42991802bf7 req-dc3a60a9-b204-40fc-b437-9ab081d29581 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/ports?device_id=1de53e1b-4178-46b8-bb16-794334b2ed3d HTTP/1.1" status: 200 len: 210 time: 0.0373783 Nov 19 19:54:00.325912 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:05.129304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34954) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:05.239846 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-deef9a1b-c955-4a48-b70f-653c01546913 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:05.287435 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-deef9a1b-c955-4a48-b70f-653c01546913 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:05.387736 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-deef9a1b-c955-4a48-b70f-653c01546913 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:05.390675 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-deef9a1b-c955-4a48-b70f-653c01546913 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:05.395532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-deef9a1b-c955-4a48-b70f-653c01546913 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "DELETE /v2.0/security-groups/7893abf8-d832-4abb-a742-bbd4ed34015c HTTP/1.1" status: 204 len: 168 time: 0.2607899 Nov 19 19:54:05.396636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34956) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:05.404945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef9a1b-c955-4a48-b70f-653c01546913 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7893abf8-d832-4abb-a742-bbd4ed34015c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:05.431108 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [None req-2c84e53d-4af4-4c09-8c11-9f957a625193 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] show failed (client error): The resource could not be found. Nov 19 19:54:05.437738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34958) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:05.438056 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2c84e53d-4af4-4c09-8c11-9f957a625193 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "GET /v2.0/security-groups/7893abf8-d832-4abb-a742-bbd4ed34015c HTTP/1.1" status: 404 len: 347 time: 0.0372660 Nov 19 19:54:05.591433 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7d8773b2-bf93-4690-bf9f-459b442ebad2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Deleting port 8fe239db-f437-4e6d-92a5-53407139cb51 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:54:05.591778 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d8773b2-bf93-4690-bf9f-459b442ebad2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:05.701507 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d8773b2-bf93-4690-bf9f-459b442ebad2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:05.702803 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d8773b2-bf93-4690-bf9f-459b442ebad2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:05.723401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7d8773b2-bf93-4690-bf9f-459b442ebad2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Calling delete_port for 8fe239db-f437-4e6d-92a5-53407139cb51 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:54:05.998564 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d8773b2-bf93-4690-bf9f-459b442ebad2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:06.061021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8773b2-bf93-4690-bf9f-459b442ebad2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Pushing event deleted for resources: {'Port': ['ID=8fe239db-f437-4e6d-92a5-53407139cb51,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:06.111556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d8773b2-bf93-4690-bf9f-459b442ebad2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:06.115323 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7d8773b2-bf93-4690-bf9f-459b442ebad2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:06.117028 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7d8773b2-bf93-4690-bf9f-459b442ebad2 tempest-ServerActionsTestJSON-1632700093 tempest-ServerActionsTestJSON-1632700093-project] 10.222.0.50 "DELETE /v2.0/floatingips/eb15ead4-55db-4cc1-aad0-91a73344eff7 HTTP/1.1" status: 204 len: 168 time: 0.6783507 Nov 19 19:54:06.121265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34960) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:06.755496 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:07.051881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] Deleting port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:54:07.052366 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:07.140874 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] For port 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:07.141238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:07.161842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] Calling delete_port for 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:54:07.432681 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:07.471406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] Pushing event deleted for resources: {'Port': ['ID=404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:07.685676 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:07.950063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] Router 0a59e7ae-2b99-4077-9495-abb7d087ee78 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:54:08.076643 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:54:08.082621 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-29943beb-85ac-49bc-b6e7-12216d5eee59 admin admin] 10.222.0.50 "PUT /v2.0/routers/0a59e7ae-2b99-4077-9495-abb7d087ee78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9598312 Nov 19 19:54:08.085501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34964) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:08.088690 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec41b4-e0aa-44c3-99cf-b12cdf4daa08 None None] Sync routers for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:54:08.102629 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec41b4-e0aa-44c3-99cf-b12cdf4daa08 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:54:08.103722 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-35ec41b4-e0aa-44c3-99cf-b12cdf4daa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:08.234157 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:08.262715 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-35ec41b4-e0aa-44c3-99cf-b12cdf4daa08 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:54:08.323231 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-35911e32-e596-4b64-bac6-1f1c2b102b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:08.421489 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:08.512185 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Deleting port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:54:08.512658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:08.530050 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-35ec41b4-e0aa-44c3-99cf-b12cdf4daa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:54:07Z', 'revision_number': 5, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port': {'id': 'c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:08.559562 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec41b4-e0aa-44c3-99cf-b12cdf4daa08 None None] Checking router: 0a59e7ae-2b99-4077-9495-abb7d087ee78 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:54:08.569517 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec41b4-e0aa-44c3-99cf-b12cdf4daa08 None None] Routers {'0a59e7ae-2b99-4077-9495-abb7d087ee78'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:54:08.570863 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-35ec41b4-e0aa-44c3-99cf-b12cdf4daa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:53:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['0a59e7ae-2b99-4077-9495-abb7d087ee78'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:08.647890 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] For port c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:08.648455 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:08.667414 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Calling delete_port for c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:54:08.755681 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-35ec41b4-e0aa-44c3-99cf-b12cdf4daa08 None None] Set router 0a59e7ae-2b99-4077-9495-abb7d087ee78 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:54:08.813575 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-35ec41b4-e0aa-44c3-99cf-b12cdf4daa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:54:08Z', 'revision_number': 6, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:08.847118 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec41b4-e0aa-44c3-99cf-b12cdf4daa08 None None] The sync data for ids ['0a59e7ae-2b99-4077-9495-abb7d087ee78'] in n-d-815373-6 is: [{'id': '0a59e7ae-2b99-4077-9495-abb7d087ee78', 'name': 'tempest-ServerActionsTestJSON-865088598-router', 'tenant_id': 'f1f010d8ef3444f987645ef10a100613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:42:58Z', 'updated_at': '2021-11-19T19:54:08Z', 'revision_number': 6, 'project_id': 'f1f010d8ef3444f987645ef10a100613', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:54:08.877105 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:08.927991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:08.949465 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dc63eb-7847-40fc-8e7f-c31f3b8ce95e None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:54:09.347440 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:09.447475 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:09.450256 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:09.499142 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:09.499953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a59e7ae-2b99-4077-9495-abb7d087ee78 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:54:09.505861 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:09.507399 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-35182a96-ce2a-4f45-878c-e1d5b0ee3f68 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0a59e7ae-2b99-4077-9495-abb7d087ee78 HTTP/1.1" status: 204 len: 168 time: 1.4204080 Nov 19 19:54:09.511432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34966) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:09.566803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01b697f-7c61-4746-bb90-673f1fb4ae82 admin admin] Deleting subnet 327dd568-1b3e-4dba-a2e9-4630ea7324b4 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:54:09.571406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e01b697f-7c61-4746-bb90-673f1fb4ae82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:09.617883 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e01b697f-7c61-4746-bb90-673f1fb4ae82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:09.737706 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e01b697f-7c61-4746-bb90-673f1fb4ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:09.824714 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e01b697f-7c61-4746-bb90-673f1fb4ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:09.859264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b697f-7c61-4746-bb90-673f1fb4ae82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=327dd568-1b3e-4dba-a2e9-4630ea7324b4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:09.862311 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e01b697f-7c61-4746-bb90-673f1fb4ae82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:09.870330 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e01b697f-7c61-4746-bb90-673f1fb4ae82 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/327dd568-1b3e-4dba-a2e9-4630ea7324b4 HTTP/1.1" status: 204 len: 168 time: 0.3558326 Nov 19 19:54:09.872987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c69e55-1489-493c-9d6e-0aa1b7df6fe8 None None] Network aa6161ba-f030-438f-8243-f41360523ea0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:09.873705 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 34968) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:10.001805 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.108399 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Deleting port c8752a7a-abe2-4a29-b380-a8d69e8e9c85 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:54:10.108733 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.174211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403dbf4e-b777-47c0-b3c3-0cf67d37cdd6 None None] DHCP port deletion for aa6161ba-f030-438f-8243-f41360523ea0 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:54:10.225731 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] For port c8752a7a-abe2-4a29-b380-a8d69e8e9c85, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c8752a7a-abe2-4a29-b380-a8d69e8e9c85,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:10.226463 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.238348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-403dbf4e-b777-47c0-b3c3-0cf67d37cdd6 None None] Deleting port c8752a7a-abe2-4a29-b380-a8d69e8e9c85 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:54:10.238741 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-403dbf4e-b777-47c0-b3c3-0cf67d37cdd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.249572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Calling delete_port for c8752a7a-abe2-4a29-b380-a8d69e8e9c85 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:54:10.344849 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.374590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-403dbf4e-b777-47c0-b3c3-0cf67d37cdd6 None None] For port c8752a7a-abe2-4a29-b380-a8d69e8e9c85, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c8752a7a-abe2-4a29-b380-a8d69e8e9c85,segment=NetworkSegment(adb41ef3-cd5e-47e3-9568-7701a03f2fe5),segment_id=adb41ef3-cd5e-47e3-9568-7701a03f2fe5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:10.375255 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-403dbf4e-b777-47c0-b3c3-0cf67d37cdd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.384304 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8752a7a-abe2-4a29-b380-a8d69e8e9c85,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:10.387841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] No DVR routers for this DVR port c8752a7a-abe2-4a29-b380-a8d69e8e9c85 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:54:10.398385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-403dbf4e-b777-47c0-b3c3-0cf67d37cdd6 None None] Calling delete_port for c8752a7a-abe2-4a29-b380-a8d69e8e9c85 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 19:54:10.489047 n-d-815373-6 neutron-server[109889]: self.session.flush() Nov 19 19:54:10.499486 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-403dbf4e-b777-47c0-b3c3-0cf67d37cdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.501976 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.528408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6161ba-f030-438f-8243-f41360523ea0']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:10.541667 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:10.542056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb41ef3-cd5e-47e3-9568-7701a03f2fe5') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:10.543790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403dbf4e-b777-47c0-b3c3-0cf67d37cdd6 None None] No DVR routers for this DVR port c8752a7a-abe2-4a29-b380-a8d69e8e9c85 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:54:10.545642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:54:10.561932 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.568745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dbf4e-b777-47c0-b3c3-0cf67d37cdd6 None None] Pushing event deleted for resources: {'Port': ['ID=c8752a7a-abe2-4a29-b380-a8d69e8e9c85,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:10.572370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:54:10.572988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 404aafd6-2ea0-4f61-9ae3-91c0a5b43bfb not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:54:10.573588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:54:10.592102 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.601255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:54:10.601558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:54:10.602140 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.603102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c0a6de75-c0ff-4492-aa3c-ca5bb5fcb134 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:54:10.603839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c8752a7a-abe2-4a29-b380-a8d69e8e9c85 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:54:10.604279 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:54:10.628968 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: c8752a7a-abe2-4a29-b380-a8d69e8e9c85 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:54:10.629457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c8752a7a-abe2-4a29-b380-a8d69e8e9c85 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:54:10.677912 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.690634 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.699470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] 10.222.0.50 "DELETE /v2.0/networks/aa6161ba-f030-438f-8243-f41360523ea0 HTTP/1.1" status: 204 len: 168 time: 0.8217771 Nov 19 19:54:10.713121 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2f3d2ab3-e6b4-4e68-bf40-3c1cfd71aef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:10.714026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499a5ab-beb7-4168-9e22-4c088810241f admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6161ba-f030-438f-8243-f41360523ea0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:10.870962 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34972) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:10.921355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c574ab1a-0ebe-4463-8b6a-5ea03ef41388 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1f010d8ef3444f987645ef10a100613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488062 Nov 19 19:54:10.924215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34974) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:10.982177 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-098f7d78-c61d-4709-8a28-497b8523c0d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:11.010527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-098f7d78-c61d-4709-8a28-497b8523c0d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:11.067563 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-098f7d78-c61d-4709-8a28-497b8523c0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:11.072459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-098f7d78-c61d-4709-8a28-497b8523c0d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:11.074071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-098f7d78-c61d-4709-8a28-497b8523c0d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4afbd17-51aa-45d1-bfc3-67fe5f72b726 HTTP/1.1" status: 204 len: 168 time: 0.1486130 Nov 19 19:54:11.084670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f7d78-c61d-4709-8a28-497b8523c0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4afbd17-51aa-45d1-bfc3-67fe5f72b726,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:12.028677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 34996) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:12.092514 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.173121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2094159369-network', 'tenant_id': 'b8d09b97c48a47c5a3ef872bd9dff2ea'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:12.202106 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Made reservation on behalf of b8d09b97c48a47c5a3ef872bd9dff2ea for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:12.205036 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.217153 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.318763 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.324416 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.355414 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:54:12.366630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d29c232-da98-4670-84e4-b65562a926ef,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:12.375235 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.375592 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Added segment 360fee7c-b09e-4175-9a60-ad0c568be785 of type vlan for network 906767dc-16bb-475e-b338-113246548e74 Nov 19 19:54:12.433658 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.464971 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.466073 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:12.466607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.532600 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5024028 Nov 19 19:54:12.538227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35000) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:12.539149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9403d-404e-4460-953e-99a94562800d admin admin] Pushing event updated for resources: {'Network': ['ID=906767dc-16bb-475e-b338-113246548e74,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:12.545453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Request body: {'subnet': {'network_id': '906767dc-16bb-475e-b338-113246548e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2094159369-subnet', 'tenant_id': 'b8d09b97c48a47c5a3ef872bd9dff2ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:12.551115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 906767dc-16bb-475e-b338-113246548e74 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:54:12.580822 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Made reservation on behalf of b8d09b97c48a47c5a3ef872bd9dff2ea for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:12.584476 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.807044 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.873882 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=582b6273-71fa-4800-ac4e-6760e2a55937,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:12.887611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.888119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.888607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.889082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.889557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.890068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.890544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.891017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.891483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.891958 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.892453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.892989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:12.901794 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Checking segment: {'id': '360fee7c-b09e-4175-9a60-ad0c568be785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906767dc-16bb-475e-b338-113246548e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:54:12.902338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Network hostable DHCP agents. Network: 906767dc-16bb-475e-b338-113246548e74, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:54:12.926275 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Network 906767dc-16bb-475e-b338-113246548e74 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:54:12.939295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 906767dc-16bb-475e-b338-113246548e74) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:54:12.944181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:12.944859 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:12.953763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d712a326-e2bd-4571-8056-9ed3f6649938 None None] Network 906767dc-16bb-475e-b338-113246548e74 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:12.969472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7cca714a-f055-4838-a68c-7167a92a7410 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4295397 Nov 19 19:54:13.121386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3099d4e1-fb91-4856-9cbc-e82a05d36086 None None] Network 906767dc-16bb-475e-b338-113246548e74 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:13.544355 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:13.630226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-a4022516-3f99-4c1c-8ab4-80eacc0a9b37 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:13.632432 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-a4022516-3f99-4c1c-8ab4-80eacc0a9b37 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/networks?id=906767dc-16bb-475e-b338-113246548e74 HTTP/1.1" status: 200 len: 814 time: 0.1330147 Nov 19 19:54:13.650478 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-910dbdb5-4498-495c-afc6-2e55e8444fb4 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/quotas/b8d09b97c48a47c5a3ef872bd9dff2ea HTTP/1.1" status: 200 len: 375 time: 0.0114398 Nov 19 19:54:13.688580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-912ee001-9c2a-43f1-ab9a-d8a8c3ee6170 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8d09b97c48a47c5a3ef872bd9dff2ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320017 Nov 19 19:54:13.894457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-8a72b34b-ee8f-42b3-946f-7e8dd783ada5 service neutron] 10.222.0.50 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971500 Nov 19 19:54:14.051481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-009fa9a7-9360-4cf1-a571-d2c2870d1e03 service neutron] 10.222.0.50 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497488 Nov 19 19:54:14.259677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e4dbe24b-e8ec-4b77-9001-61e77a724832 req-6538c6e7-f410-45b8-9744-6d7da0549d30 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 210 time: 0.0349314 Nov 19 19:54:14.264432 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:15.401460 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-984f253d-e13a-4625-9125-444ef110c1ea req-dbb7a4a7-b53a-41d6-99a2-1dc9376bca22 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 210 time: 0.0472331 Nov 19 19:54:15.590592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7d4db409-2750-4b6c-a773-e064e5f07615 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:15.592930 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7d4db409-2750-4b6c-a773-e064e5f07615 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.21 "GET /v2.0/networks?id=906767dc-16bb-475e-b338-113246548e74 HTTP/1.1" status: 200 len: 814 time: 0.1614585 Nov 19 19:54:15.609311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Request body: {'port': {'device_id': 'c7c6db85-3c0c-4034-9809-a4b8952568f1', 'network_id': '906767dc-16bb-475e-b338-113246548e74', 'admin_state_up': True, 'tenant_id': 'b8d09b97c48a47c5a3ef872bd9dff2ea'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:15.757745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Made reservation on behalf of b8d09b97c48a47c5a3ef872bd9dff2ea for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:15.761732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:15.910748 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Allocated IP 172.20.0.7 (906767dc-16bb-475e-b338-113246548e74/582b6273-71fa-4800-ac4e-6760e2a55937/8b681f6e-4922-48aa-be2f-e4352b19a3ed) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:54:16.097455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:16.153100 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:16.203483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Network 906767dc-16bb-475e-b338-113246548e74 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:54:16.207603 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:54:16.212451 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:54:16.219562 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Pushing event updated for resources: {'Port': ['ID=8b681f6e-4922-48aa-be2f-e4352b19a3ed,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:16.277948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:16.278630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:16.298226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-7cd260a6-3215-4d25-9856-bfb37bdbf01a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6945853 Nov 19 19:54:16.311189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Request body: {'port': {'device_id': 'c7c6db85-3c0c-4034-9809-a4b8952568f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:16.376403 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:16.625787 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc8478-c634-4934-9ab9-d6575f2ef689 req-91a48d0b-f3ed-4b5b-ab79-544adb487f9c tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:16.627450 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8adc8478-c634-4934-9ab9-d6575f2ef689 req-91a48d0b-f3ed-4b5b-ab79-544adb487f9c tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 931 time: 0.1179972 Nov 19 19:54:16.727877 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8adc8478-c634-4934-9ab9-d6575f2ef689 req-e7171d36-ec6d-41ad-ae0f-5880148ca287 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916572 Nov 19 19:54:16.786486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b681f6e-4922-48aa-be2f-e4352b19a3ed {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:54:16.796505 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:16.811389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Transition to ACTIVE for port object 8b681f6e-4922-48aa-be2f-e4352b19a3ed will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:54:16.816804 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:16.891805 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Pushing event updated for resources: {'Port': ['ID=8b681f6e-4922-48aa-be2f-e4352b19a3ed,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:16.952127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Attempting to bind port 8b681f6e-4922-48aa-be2f-e4352b19a3ed on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:54:16.952509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Attempting to bind port 8b681f6e-4922-48aa-be2f-e4352b19a3ed by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '360fee7c-b09e-4175-9a60-ad0c568be785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906767dc-16bb-475e-b338-113246548e74'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:54:16.952878 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Attempting to bind port 8b681f6e-4922-48aa-be2f-e4352b19a3ed on network 906767dc-16bb-475e-b338-113246548e74 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:54:16.958519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Port 8b681f6e-4922-48aa-be2f-e4352b19a3ed on network 906767dc-16bb-475e-b338-113246548e74 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:54:16.958902 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Attempting to bind port 8b681f6e-4922-48aa-be2f-e4352b19a3ed on network 906767dc-16bb-475e-b338-113246548e74 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:54:16.966223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:54:16.966621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Checking segment: {'id': '360fee7c-b09e-4175-9a60-ad0c568be785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906767dc-16bb-475e-b338-113246548e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:54:16.967070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Bound using segment: {'id': '360fee7c-b09e-4175-9a60-ad0c568be785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906767dc-16bb-475e-b338-113246548e74'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:54:16.967612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Bound port: 8b681f6e-4922-48aa-be2f-e4352b19a3ed, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360fee7c-b09e-4175-9a60-ad0c568be785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906767dc-16bb-475e-b338-113246548e74'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:54:16.968008 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:17.041023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] For port 8b681f6e-4922-48aa-be2f-e4352b19a3ed, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:54:17.045370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] For port 8b681f6e-4922-48aa-be2f-e4352b19a3ed, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8b681f6e-4922-48aa-be2f-e4352b19a3ed,segment=NetworkSegment(360fee7c-b09e-4175-9a60-ad0c568be785),segment_id=360fee7c-b09e-4175-9a60-ad0c568be785)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:54:17.050324 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:17.090204 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:17.090834 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:17.092308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] 10.222.0.21 "PUT /v2.0/ports/8b681f6e-4922-48aa-be2f-e4352b19a3ed HTTP/1.1" status: 200 len: 1091 time: 0.7856045 Nov 19 19:54:17.092767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c6db85-3c0c-4034-9809-a4b8952568f1', 'tag': '8b681f6e-4922-48aa-be2f-e4352b19a3ed'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:54:17.095105 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc8e4be-01cd-4d45-907b-6616fcda712d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c6db85-3c0c-4034-9809-a4b8952568f1", "tag": "8b681f6e-4922-48aa-be2f-e4352b19a3ed"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:54:17.122278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabbbc9-fee6-4c05-90bb-627f2277e58e service neutron] Pushing event updated for resources: {'Port': ['ID=8b681f6e-4922-48aa-be2f-e4352b19a3ed,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:17.155974 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdffc55-7edc-4f30-9e96-f265506e33ee x-openstack-request-id: req-cfdffc55-7edc-4f30-9e96-f265506e33ee {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:54:17.156285 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c6db85-3c0c-4034-9809-a4b8952568f1", "tag": "8b681f6e-4922-48aa-be2f-e4352b19a3ed", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:54:17.156571 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cfdffc55-7edc-4f30-9e96-f265506e33ee {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:54:17.156988 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c6db85-3c0c-4034-9809-a4b8952568f1', 'tag': '8b681f6e-4922-48aa-be2f-e4352b19a3ed', 'status': 'completed', 'code': 200} Nov 19 19:54:17.189516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-23992802-571e-4b7a-be79-446f5b26ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:17.191129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-23992802-571e-4b7a-be79-446f5b26ddd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d09b97c48a47c5a3ef872bd9dff2ea&device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 1094 time: 0.0482821 Nov 19 19:54:17.241125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-679c727c-5beb-48fe-8d81-f18f3c7b48cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b681f6e-4922-48aa-be2f-e4352b19a3ed HTTP/1.1" status: 200 len: 217 time: 0.0411131 Nov 19 19:54:17.294158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-71826d60-0f5a-49f9-bb76-2205addb2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:17.295563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-71826d60-0f5a-49f9-bb76-2205addb2e43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=582b6273-71fa-4800-ac4e-6760e2a55937 HTTP/1.1" status: 200 len: 854 time: 0.0480673 Nov 19 19:54:17.330954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-be818b15-bb09-4896-93d6-2b78cbc1f84f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=906767dc-16bb-475e-b338-113246548e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279467 Nov 19 19:54:17.445120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-924c40dd-0f80-4d4e-a8af-afa87dfc7e46 service neutron] 10.222.0.21 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064606 Nov 19 19:54:17.556698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0e7cf186-b678-4941-89d5-6ab89b673ccc req-a74ca45b-d4d3-40f9-ab18-cf776ac1227c service neutron] 10.222.0.21 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042404 Nov 19 19:54:17.656346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8e4be-01cd-4d45-907b-6616fcda712d req-8a897f9d-43e4-46ac-947a-ad2f15b45021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:17.658110 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbc8e4be-01cd-4d45-907b-6616fcda712d req-8a897f9d-43e4-46ac-947a-ad2f15b45021 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d09b97c48a47c5a3ef872bd9dff2ea&device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 1094 time: 0.0491619 Nov 19 19:54:17.773643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8e4be-01cd-4d45-907b-6616fcda712d req-fa19c333-644c-4176-8b45-b68f14139439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:17.776148 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbc8e4be-01cd-4d45-907b-6616fcda712d req-fa19c333-644c-4176-8b45-b68f14139439 service neutron] 10.222.0.21 "GET /v2.0/networks?id=906767dc-16bb-475e-b338-113246548e74 HTTP/1.1" status: 200 len: 915 time: 0.1103795 Nov 19 19:54:17.853346 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbc8e4be-01cd-4d45-907b-6616fcda712d req-02e5e294-de49-4ac4-87ae-658c8afb6744 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b681f6e-4922-48aa-be2f-e4352b19a3ed HTTP/1.1" status: 200 len: 217 time: 0.0687411 Nov 19 19:54:17.990210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8e4be-01cd-4d45-907b-6616fcda712d req-bb7bfa0e-8f3a-4f3b-ad54-c4cae0c56d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:17.993048 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbc8e4be-01cd-4d45-907b-6616fcda712d req-bb7bfa0e-8f3a-4f3b-ad54-c4cae0c56d2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=582b6273-71fa-4800-ac4e-6760e2a55937 HTTP/1.1" status: 200 len: 854 time: 0.1261971 Nov 19 19:54:18.010545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7dab5-6938-4838-aa5b-64c3fae53720 req-09cd6ed7-f506-4a20-93bb-00cf1d79c348 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:18.012449 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0de7dab5-6938-4838-aa5b-64c3fae53720 req-09cd6ed7-f506-4a20-93bb-00cf1d79c348 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 943 time: 0.1641898 Nov 19 19:54:18.085478 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbc8e4be-01cd-4d45-907b-6616fcda712d req-0d51418e-512a-4fdd-b39d-a1c5331149b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=906767dc-16bb-475e-b338-113246548e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716157 Nov 19 19:54:18.203476 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0de7dab5-6938-4838-aa5b-64c3fae53720 req-97e3acd6-966f-4a71-b4e9-1ac4a522e8d9 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761734 Nov 19 19:54:18.253514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbc8e4be-01cd-4d45-907b-6616fcda712d req-6f8500ab-93d6-4304-a777-81196a6936bf service neutron] 10.222.0.21 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589777 Nov 19 19:54:18.376871 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cbc8e4be-01cd-4d45-907b-6616fcda712d req-6afd4f1e-a0d6-4b66-83b7-1aa0c3df21b8 service neutron] 10.222.0.21 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145823 Nov 19 19:54:19.297028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8b681f6e-4922-48aa-be2f-e4352b19a3ed details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:54:19.374353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf51aa-a8d4-4e98-b49a-9de89c5afe54 req-23b4cdd3-cf9b-4ca5-ba00-f32651a3ab85 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:19.376046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fcf51aa-a8d4-4e98-b49a-9de89c5afe54 req-23b4cdd3-cf9b-4ca5-ba00-f32651a3ab85 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 943 time: 0.0844626 Nov 19 19:54:19.431748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fcf51aa-a8d4-4e98-b49a-9de89c5afe54 req-72e3ca55-7d83-4d15-b3d3-691c704418af tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486307 Nov 19 19:54:19.436012 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8b681f6e-4922-48aa-be2f-e4352b19a3ed, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8b681f6e-4922-48aa-be2f-e4352b19a3ed,segment=NetworkSegment(360fee7c-b09e-4175-9a60-ad0c568be785),segment_id=360fee7c-b09e-4175-9a60-ad0c568be785)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:19.457494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '8b681f6e-4922-48aa-be2f-e4352b19a3ed', 'network_id': '906767dc-16bb-475e-b338-113246548e74', 'port_id': '8b681f6e-4922-48aa-be2f-e4352b19a3ed', 'mac_address': 'fa:16:3e:b2:b3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582b6273-71fa-4800-ac4e-6760e2a55937', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:54:19.509516 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:19.524665 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b681f6e-4922-48aa-be2f-e4352b19a3ed {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:54:19.547037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8b681f6e-4922-48aa-be2f-e4352b19a3ed, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8b681f6e-4922-48aa-be2f-e4352b19a3ed,segment=NetworkSegment(360fee7c-b09e-4175-9a60-ad0c568be785),segment_id=360fee7c-b09e-4175-9a60-ad0c568be785)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:19.552745 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:19.620329 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=8b681f6e-4922-48aa-be2f-e4352b19a3ed,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:19.747278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['8b681f6e-4922-48aa-be2f-e4352b19a3ed'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:54:20.565400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262a04a-3afd-493e-b445-82b5988345d6 req-3f84b1c8-4512-40dd-9d6a-f4c622828f33 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:20.567165 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e262a04a-3afd-493e-b445-82b5988345d6 req-3f84b1c8-4512-40dd-9d6a-f4c622828f33 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 944 time: 0.0555732 Nov 19 19:54:20.624932 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e262a04a-3afd-493e-b445-82b5988345d6 req-edde138c-b55e-4608-a9b0-d5d4cf78e742 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505342 Nov 19 19:54:21.307512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8b681f6e-4922-48aa-be2f-e4352b19a3ed up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:54:21.366977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 8b681f6e-4922-48aa-be2f-e4352b19a3ed completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:54:21.371985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 8b681f6e-4922-48aa-be2f-e4352b19a3ed triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:54:21.372565 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:21.465366 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:21.497340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c6db85-3c0c-4034-9809-a4b8952568f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b681f6e-4922-48aa-be2f-e4352b19a3ed'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:54:21.499871 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1240fc83-9486-45e4-802d-2487b3eb40cf" -d '{"events": [{"server_uuid": "c7c6db85-3c0c-4034-9809-a4b8952568f1", "name": "network-vif-plugged", "status": "completed", "tag": "8b681f6e-4922-48aa-be2f-e4352b19a3ed"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:54:21.516485 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 8b681f6e-4922-48aa-be2f-e4352b19a3ed, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8b681f6e-4922-48aa-be2f-e4352b19a3ed,segment=NetworkSegment(360fee7c-b09e-4175-9a60-ad0c568be785),segment_id=360fee7c-b09e-4175-9a60-ad0c568be785)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:21.526768 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:21.576483 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a587ef2-6e0a-425f-9db9-58dd54703b18 x-openstack-request-id: req-9a587ef2-6e0a-425f-9db9-58dd54703b18 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:54:21.576773 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c6db85-3c0c-4034-9809-a4b8952568f1", "name": "network-vif-plugged", "status": "completed", "tag": "8b681f6e-4922-48aa-be2f-e4352b19a3ed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:54:21.577029 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a587ef2-6e0a-425f-9db9-58dd54703b18 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:54:21.577905 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c6db85-3c0c-4034-9809-a4b8952568f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b681f6e-4922-48aa-be2f-e4352b19a3ed', 'code': 200} Nov 19 19:54:21.597675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=8b681f6e-4922-48aa-be2f-e4352b19a3ed,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:21.688033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ee3aa-8c17-4a54-84a5-6e269a288b88 req-87f3f371-95a2-4c45-816a-df515b2805a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:21.690217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec3ee3aa-8c17-4a54-84a5-6e269a288b88 req-87f3f371-95a2-4c45-816a-df515b2805a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 1096 time: 0.0521777 Nov 19 19:54:21.780289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec3ee3aa-8c17-4a54-84a5-6e269a288b88 req-9326e0b8-896a-4868-aaa4-55d788f152f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823257 Nov 19 19:54:21.796279 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2686654-6e90-4e2c-9e42-b22f31fa9443 req-b7148813-3d18-4f94-9735-d6ecdcda5c06 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:21.797965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2686654-6e90-4e2c-9e42-b22f31fa9443 req-b7148813-3d18-4f94-9735-d6ecdcda5c06 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 945 time: 0.0794628 Nov 19 19:54:21.862603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2686654-6e90-4e2c-9e42-b22f31fa9443 req-54897337-db48-4aed-92c7-a4b14a46a565 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531726 Nov 19 19:54:22.997131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff8bca-2a1f-4046-9019-c694d1c3a662 req-d1aa0524-9f41-4bf4-b03a-dc4edeac7f00 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:22.998778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39ff8bca-2a1f-4046-9019-c694d1c3a662 req-d1aa0524-9f41-4bf4-b03a-dc4edeac7f00 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 945 time: 0.0559881 Nov 19 19:54:23.057356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-39ff8bca-2a1f-4046-9019-c694d1c3a662 req-7903a9b9-2513-4da2-ac5d-92db6b61ef4d tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482967 Nov 19 19:54:23.333839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-b249ff12-10b1-4822-8c6d-bcc5ef21362f tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:23.335524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-b249ff12-10b1-4822-8c6d-bcc5ef21362f tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/networks?id=906767dc-16bb-475e-b338-113246548e74 HTTP/1.1" status: 200 len: 814 time: 0.1227715 Nov 19 19:54:23.353391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-b7dbf21e-7992-44d7-bfae-b4c9735cdea1 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/quotas/b8d09b97c48a47c5a3ef872bd9dff2ea HTTP/1.1" status: 200 len: 375 time: 0.0110190 Nov 19 19:54:23.413119 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c8ce49b6-f4bc-4ab3-9f96-40a0a7c588bc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8d09b97c48a47c5a3ef872bd9dff2ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504920 Nov 19 19:54:23.530259 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-d5776ab3-97c6-4570-8ab1-c6aa8f23ffb2 service neutron] 10.222.0.50 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074798 Nov 19 19:54:23.633681 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-f5394802-b510-4ccf-b69c-35d148b7dd0c service neutron] 10.222.0.50 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965250 Nov 19 19:54:23.867525 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86e4c5e8-941f-44f4-85a7-55b00a1c8514 req-ab6f5deb-c979-4b44-a7ec-b30ad2d0ab16 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 210 time: 0.0326369 Nov 19 19:54:24.995982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-32d0409d-0057-46e6-992f-16c4d7900d67 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:24.997586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-32d0409d-0057-46e6-992f-16c4d7900d67 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.57 "GET /v2.0/networks?id=906767dc-16bb-475e-b338-113246548e74 HTTP/1.1" status: 200 len: 814 time: 0.1796424 Nov 19 19:54:25.013425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Request body: {'port': {'device_id': 'd3ec6ad6-aa59-4724-897c-31afa4abdcb9', 'network_id': '906767dc-16bb-475e-b338-113246548e74', 'admin_state_up': True, 'tenant_id': 'b8d09b97c48a47c5a3ef872bd9dff2ea'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:25.020567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8345b8ae-62ec-4104-9713-7836b5e5f6d2 req-88d0e646-1ef6-4f4e-9a3e-b3bb1cd13d52 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 210 time: 0.0393450 Nov 19 19:54:25.169617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Made reservation on behalf of b8d09b97c48a47c5a3ef872bd9dff2ea for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:25.174036 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:25.197743 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:54:25.407122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Allocated IP 172.20.0.6 (906767dc-16bb-475e-b338-113246548e74/582b6273-71fa-4800-ac4e-6760e2a55937/b798c658-82b4-444b-b116-5786426423b8) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:54:25.659589 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:25.719535 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:25.731933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['8b681f6e-4922-48aa-be2f-e4352b19a3ed'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:54:25.808927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Network 906767dc-16bb-475e-b338-113246548e74 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:54:25.815446 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:54:25.824567 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:54:25.843740 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:25.865147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Pushing event updated for resources: {'Port': ['ID=b798c658-82b4-444b-b116-5786426423b8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:25.908182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:25.909112 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:25.932898 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-c7f70f2f-456c-4c77-88bd-2d50cdd703dc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9247570 Nov 19 19:54:25.999684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Request body: {'port': {'device_id': 'd3ec6ad6-aa59-4724-897c-31afa4abdcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:26.063290 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:26.228272 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b4b21-7486-407b-a2dd-e9c587339dac req-45f1a5be-72cd-4e4e-b26e-8649e8b06f76 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:26.229951 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-055b4b21-7486-407b-a2dd-e9c587339dac req-45f1a5be-72cd-4e4e-b26e-8649e8b06f76 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 931 time: 0.0675550 Nov 19 19:54:26.300042 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-055b4b21-7486-407b-a2dd-e9c587339dac req-4e003eab-df58-4db4-939d-687ee4116582 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531332 Nov 19 19:54:26.451666 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b798c658-82b4-444b-b116-5786426423b8 {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:54:26.465884 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:26.482144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Transition to ACTIVE for port object b798c658-82b4-444b-b116-5786426423b8 will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:54:26.487613 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:26.550458 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Pushing event updated for resources: {'Port': ['ID=b798c658-82b4-444b-b116-5786426423b8,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:26.644339 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Attempting to bind port b798c658-82b4-444b-b116-5786426423b8 on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:54:26.644673 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Attempting to bind port b798c658-82b4-444b-b116-5786426423b8 by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '360fee7c-b09e-4175-9a60-ad0c568be785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906767dc-16bb-475e-b338-113246548e74'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:54:26.645000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Attempting to bind port b798c658-82b4-444b-b116-5786426423b8 on network 906767dc-16bb-475e-b338-113246548e74 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:54:26.650833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Port b798c658-82b4-444b-b116-5786426423b8 on network 906767dc-16bb-475e-b338-113246548e74 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:54:26.651160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Attempting to bind port b798c658-82b4-444b-b116-5786426423b8 on network 906767dc-16bb-475e-b338-113246548e74 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:54:26.657006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:54:26.657338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Checking segment: {'id': '360fee7c-b09e-4175-9a60-ad0c568be785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906767dc-16bb-475e-b338-113246548e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:54:26.657725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Bound using segment: {'id': '360fee7c-b09e-4175-9a60-ad0c568be785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906767dc-16bb-475e-b338-113246548e74'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:54:26.658187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Bound port: b798c658-82b4-444b-b116-5786426423b8, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360fee7c-b09e-4175-9a60-ad0c568be785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '906767dc-16bb-475e-b338-113246548e74'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:54:26.658547 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:26.740897 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] For port b798c658-82b4-444b-b116-5786426423b8, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:54:26.746098 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] For port b798c658-82b4-444b-b116-5786426423b8, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b798c658-82b4-444b-b116-5786426423b8,segment=NetworkSegment(360fee7c-b09e-4175-9a60-ad0c568be785),segment_id=360fee7c-b09e-4175-9a60-ad0c568be785)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:54:26.751828 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:26.802056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:26.802685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:26.804671 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] 10.222.0.57 "PUT /v2.0/ports/b798c658-82b4-444b-b116-5786426423b8 HTTP/1.1" status: 200 len: 1091 time: 0.8635547 Nov 19 19:54:26.805826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ec6ad6-aa59-4724-897c-31afa4abdcb9', 'tag': 'b798c658-82b4-444b-b116-5786426423b8'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:54:26.808698 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3608fc-5a1b-42a9-b809-139d44460129" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ec6ad6-aa59-4724-897c-31afa4abdcb9", "tag": "b798c658-82b4-444b-b116-5786426423b8"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:54:26.881430 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbcefa0-ccd0-47bb-88c0-57fb32887885 x-openstack-request-id: req-0fbcefa0-ccd0-47bb-88c0-57fb32887885 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:54:26.881954 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ec6ad6-aa59-4724-897c-31afa4abdcb9", "tag": "b798c658-82b4-444b-b116-5786426423b8", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:54:26.882480 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0fbcefa0-ccd0-47bb-88c0-57fb32887885 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:54:26.883164 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ec6ad6-aa59-4724-897c-31afa4abdcb9', 'tag': 'b798c658-82b4-444b-b116-5786426423b8', 'status': 'completed', 'code': 200} Nov 19 19:54:26.911353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431590fa-9e4e-48bf-aa52-acfcd68bd25d service neutron] Pushing event updated for resources: {'Port': ['ID=b798c658-82b4-444b-b116-5786426423b8,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:26.948764 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-34e60398-8dca-4ba7-8b69-9a0e2e386cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:26.950465 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-34e60398-8dca-4ba7-8b69-9a0e2e386cfa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8d09b97c48a47c5a3ef872bd9dff2ea&device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0954173 Nov 19 19:54:27.025869 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-ae1e5353-7150-45b7-adc6-567ac784e7f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b798c658-82b4-444b-b116-5786426423b8 HTTP/1.1" status: 200 len: 217 time: 0.0665944 Nov 19 19:54:27.094442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-8e91cddb-998f-4982-9839-e078a947bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:27.096128 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-8e91cddb-998f-4982-9839-e078a947bc33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=582b6273-71fa-4800-ac4e-6760e2a55937 HTTP/1.1" status: 200 len: 854 time: 0.0637200 Nov 19 19:54:27.130590 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-58d8ce74-fba3-4f72-a95d-59b451b8d8d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=906767dc-16bb-475e-b338-113246548e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275056 Nov 19 19:54:27.239650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-4ef4c680-fbdf-4af4-ac83-33ce6be4a4e6 service neutron] 10.222.0.57 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011648 Nov 19 19:54:27.373097 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c7c5167d-0c12-4865-906a-33fa85686bc4 req-f85b95b5-72b9-475d-a700-ec5ba5af4540 service neutron] 10.222.0.57 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247468 Nov 19 19:54:27.478859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fe2ff-3a51-4442-86e6-5eed19886ac5 req-7cf6df95-3a93-4392-aca4-8b628421cbe4 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:27.481582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d67fe2ff-3a51-4442-86e6-5eed19886ac5 req-7cf6df95-3a93-4392-aca4-8b628421cbe4 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 943 time: 0.0757887 Nov 19 19:54:27.483085 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3608fc-5a1b-42a9-b809-139d44460129 req-a14d1919-04cd-4bf8-80d9-d06041cd793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:27.485016 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8a3608fc-5a1b-42a9-b809-139d44460129 req-a14d1919-04cd-4bf8-80d9-d06041cd793c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b8d09b97c48a47c5a3ef872bd9dff2ea&device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0622494 Nov 19 19:54:27.565196 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d67fe2ff-3a51-4442-86e6-5eed19886ac5 req-33c534d0-0117-4d4e-beb4-6476daabc5b6 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752892 Nov 19 19:54:27.623819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3608fc-5a1b-42a9-b809-139d44460129 req-1d67ace2-af74-4916-8eb2-4c6958af25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:27.625444 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8a3608fc-5a1b-42a9-b809-139d44460129 req-1d67ace2-af74-4916-8eb2-4c6958af25c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=906767dc-16bb-475e-b338-113246548e74 HTTP/1.1" status: 200 len: 915 time: 0.1319709 Nov 19 19:54:27.682878 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8a3608fc-5a1b-42a9-b809-139d44460129 req-f52bae3f-062f-4292-880e-ed6e956ae54b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b798c658-82b4-444b-b116-5786426423b8 HTTP/1.1" status: 200 len: 217 time: 0.0465744 Nov 19 19:54:27.749908 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3608fc-5a1b-42a9-b809-139d44460129 req-8cf3cc77-ee44-4fec-8548-48b143d7c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:27.751451 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8a3608fc-5a1b-42a9-b809-139d44460129 req-8cf3cc77-ee44-4fec-8548-48b143d7c3f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=582b6273-71fa-4800-ac4e-6760e2a55937 HTTP/1.1" status: 200 len: 854 time: 0.0645356 Nov 19 19:54:27.792495 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8a3608fc-5a1b-42a9-b809-139d44460129 req-06f97e9f-b97f-4b71-9825-a0532ffc4256 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=906767dc-16bb-475e-b338-113246548e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335402 Nov 19 19:54:27.897414 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8a3608fc-5a1b-42a9-b809-139d44460129 req-67351653-3ff0-4ad1-9a69-0c3af02faea2 service neutron] 10.222.0.57 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976810 Nov 19 19:54:28.016598 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8a3608fc-5a1b-42a9-b809-139d44460129 req-ad0d4532-a547-4ffd-89b9-16095f733b7f service neutron] 10.222.0.57 "GET /v2.0/networks/906767dc-16bb-475e-b338-113246548e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124091 Nov 19 19:54:28.716027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110268b-8675-48e4-a641-d01d45b617b8 req-d598b680-348f-41c7-aefc-1f0344822452 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:28.717565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f110268b-8675-48e4-a641-d01d45b617b8 req-d598b680-348f-41c7-aefc-1f0344822452 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 943 time: 0.0603175 Nov 19 19:54:28.788674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f110268b-8675-48e4-a641-d01d45b617b8 req-8fea75d3-1f92-4bae-b33e-56644f9fc0c9 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595555 Nov 19 19:54:29.940270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52573d2a-a9cf-4e41-8a82-2598e9f4886d req-1816375d-0c91-45fc-9248-813f07ca47e7 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:29.941937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52573d2a-a9cf-4e41-8a82-2598e9f4886d req-1816375d-0c91-45fc-9248-813f07ca47e7 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 943 time: 0.0586624 Nov 19 19:54:30.001665 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52573d2a-a9cf-4e41-8a82-2598e9f4886d req-c002d5fb-ff87-43e9-bdb6-892fe1cb476e tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523226 Nov 19 19:54:30.338478 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:31.130333 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bb37-4b77-4155-9f5e-cfbb42bf36fa req-1b54e252-da81-4058-a9b5-e3ffa8d6812f tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:31.131946 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e018bb37-4b77-4155-9f5e-cfbb42bf36fa req-1b54e252-da81-4058-a9b5-e3ffa8d6812f tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 943 time: 0.0529633 Nov 19 19:54:31.212368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b798c658-82b4-444b-b116-5786426423b8 details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:54:31.221227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e018bb37-4b77-4155-9f5e-cfbb42bf36fa req-75d3cada-ec58-4f27-a974-e852f1da3bc1 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811512 Nov 19 19:54:31.336760 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b798c658-82b4-444b-b116-5786426423b8, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b798c658-82b4-444b-b116-5786426423b8,segment=NetworkSegment(360fee7c-b09e-4175-9a60-ad0c568be785),segment_id=360fee7c-b09e-4175-9a60-ad0c568be785)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:31.350668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'b798c658-82b4-444b-b116-5786426423b8', 'network_id': '906767dc-16bb-475e-b338-113246548e74', 'port_id': 'b798c658-82b4-444b-b116-5786426423b8', 'mac_address': 'fa:16:3e:61:17:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582b6273-71fa-4800-ac4e-6760e2a55937', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:54:31.392348 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:31.408541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b798c658-82b4-444b-b116-5786426423b8 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:54:31.433401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b798c658-82b4-444b-b116-5786426423b8, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b798c658-82b4-444b-b116-5786426423b8,segment=NetworkSegment(360fee7c-b09e-4175-9a60-ad0c568be785),segment_id=360fee7c-b09e-4175-9a60-ad0c568be785)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:31.438474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:31.495200 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=b798c658-82b4-444b-b116-5786426423b8,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:31.503421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.503765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.504107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.504444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.504777 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.505108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.505433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.505788 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.506113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.506435 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.506778 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.507124 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:31.743462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['b798c658-82b4-444b-b116-5786426423b8'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:54:32.356325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded3535-4a40-4dde-8067-96aa682cf3da req-3eadd4f2-711e-4b18-8777-3eceeace2be0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:32.358097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fded3535-4a40-4dde-8067-96aa682cf3da req-3eadd4f2-711e-4b18-8777-3eceeace2be0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 944 time: 0.0569353 Nov 19 19:54:32.422599 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fded3535-4a40-4dde-8067-96aa682cf3da req-ef21e8e5-5353-473a-bcc9-d04ef8de24c3 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575426 Nov 19 19:54:33.232086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b798c658-82b4-444b-b116-5786426423b8 up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:54:33.292010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port b798c658-82b4-444b-b116-5786426423b8 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:54:33.297504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port b798c658-82b4-444b-b116-5786426423b8 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:54:33.297920 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:33.386869 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:33.422399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ec6ad6-aa59-4724-897c-31afa4abdcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b798c658-82b4-444b-b116-5786426423b8'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:54:33.426391 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b26a21a-1573-4c0b-8790-07c9481f4713" -d '{"events": [{"server_uuid": "d3ec6ad6-aa59-4724-897c-31afa4abdcb9", "name": "network-vif-plugged", "status": "completed", "tag": "b798c658-82b4-444b-b116-5786426423b8"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:54:33.450005 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port b798c658-82b4-444b-b116-5786426423b8, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b798c658-82b4-444b-b116-5786426423b8,segment=NetworkSegment(360fee7c-b09e-4175-9a60-ad0c568be785),segment_id=360fee7c-b09e-4175-9a60-ad0c568be785)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:33.456947 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:33.486793 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714ee4ed-8b0f-4ae6-b182-455d981e7e31 x-openstack-request-id: req-714ee4ed-8b0f-4ae6-b182-455d981e7e31 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:54:33.487184 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ec6ad6-aa59-4724-897c-31afa4abdcb9", "name": "network-vif-plugged", "status": "completed", "tag": "b798c658-82b4-444b-b116-5786426423b8", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:54:33.487551 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-714ee4ed-8b0f-4ae6-b182-455d981e7e31 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:54:33.488066 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ec6ad6-aa59-4724-897c-31afa4abdcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b798c658-82b4-444b-b116-5786426423b8', 'code': 200} Nov 19 19:54:33.526324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=b798c658-82b4-444b-b116-5786426423b8,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:33.603477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf29281-bb19-4b2d-b671-7a7a72fabddb req-d6fcbc0b-ebb0-493b-9723-7a34bfea5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:33.605605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bf29281-bb19-4b2d-b671-7a7a72fabddb req-d6fcbc0b-ebb0-493b-9723-7a34bfea5569 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0559137 Nov 19 19:54:33.622837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161941cf-2c28-4fc2-9295-e4d24819e41a req-178e421e-da05-490a-b3d2-e84273fefb92 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:33.624499 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-161941cf-2c28-4fc2-9295-e4d24819e41a req-178e421e-da05-490a-b3d2-e84273fefb92 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 945 time: 0.0579283 Nov 19 19:54:33.664809 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4bf29281-bb19-4b2d-b671-7a7a72fabddb req-8a0cd8ab-eb6a-4c24-b937-7c5d9f1658ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519629 Nov 19 19:54:33.687037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-161941cf-2c28-4fc2-9295-e4d24819e41a req-4f75173e-f457-48d1-b326-156148005d67 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507419 Nov 19 19:54:34.829257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed2208-64b5-43e7-8978-c43694c221db req-d07ca925-74d4-47fa-9886-4b95a24493ee tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:34.831123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7ed2208-64b5-43e7-8978-c43694c221db req-d07ca925-74d4-47fa-9886-4b95a24493ee tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 945 time: 0.0679777 Nov 19 19:54:34.888969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7ed2208-64b5-43e7-8978-c43694c221db req-d757ca82-d43c-4060-8ea6-dc414ac1cb58 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494628 Nov 19 19:54:36.029038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d53349-a5d7-4039-9dea-efe72ae72fae req-2b075dcd-4668-4c1c-bd19-0aa25b86617d tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:36.030928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3d53349-a5d7-4039-9dea-efe72ae72fae req-2b075dcd-4668-4c1c-bd19-0aa25b86617d tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 945 time: 0.0555053 Nov 19 19:54:36.089441 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c3d53349-a5d7-4039-9dea-efe72ae72fae req-4c38fe26-7a3f-4f0f-b080-0285b0cf71a6 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485709 Nov 19 19:54:36.378508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b9035-9458-4164-ba99-f4b6e21f5e5f req-2155c7e9-07a4-4933-92cb-8b25de19f6e1 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:36.380217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-282b9035-9458-4164-ba99-f4b6e21f5e5f req-2155c7e9-07a4-4933-92cb-8b25de19f6e1 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 945 time: 0.0617592 Nov 19 19:54:36.769906 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-282b9035-9458-4164-ba99-f4b6e21f5e5f req-dff39c4c-0eda-44e3-8652-761d985a2687 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775053 Nov 19 19:54:37.915536 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504c354-cef3-4997-a9c5-d3a1392e7902 req-8e050f94-cd33-4ddc-829a-279d421f4b8a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:37.917506 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b504c354-cef3-4997-a9c5-d3a1392e7902 req-8e050f94-cd33-4ddc-829a-279d421f4b8a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 945 time: 0.0668178 Nov 19 19:54:37.920931 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e966928-b8ef-4b62-833c-d56e338a47b8 req-571d4e8a-1025-4be7-a044-3e7741301c2e tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:37.922656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e966928-b8ef-4b62-833c-d56e338a47b8 req-571d4e8a-1025-4be7-a044-3e7741301c2e tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3ec6ad6-aa59-4724-897c-31afa4abdcb9 HTTP/1.1" status: 200 len: 945 time: 0.0725768 Nov 19 19:54:37.986252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e966928-b8ef-4b62-833c-d56e338a47b8 req-843c6241-a7b2-4b36-99f9-572e893cff02 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571826 Nov 19 19:54:38.038064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-b504c354-cef3-4997-a9c5-d3a1392e7902 req-58640f85-e3be-49de-af3e-9aeb2ac25bbb tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Deleting port b798c658-82b4-444b-b116-5786426423b8 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:54:38.039086 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b504c354-cef3-4997-a9c5-d3a1392e7902 req-58640f85-e3be-49de-af3e-9aeb2ac25bbb tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:38.139896 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-b504c354-cef3-4997-a9c5-d3a1392e7902 req-58640f85-e3be-49de-af3e-9aeb2ac25bbb tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] For port b798c658-82b4-444b-b116-5786426423b8, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=b798c658-82b4-444b-b116-5786426423b8,segment=NetworkSegment(360fee7c-b09e-4175-9a60-ad0c568be785),segment_id=360fee7c-b09e-4175-9a60-ad0c568be785)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:38.140195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b504c354-cef3-4997-a9c5-d3a1392e7902 req-58640f85-e3be-49de-af3e-9aeb2ac25bbb tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:38.155298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-b504c354-cef3-4997-a9c5-d3a1392e7902 req-58640f85-e3be-49de-af3e-9aeb2ac25bbb tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Calling delete_port for b798c658-82b4-444b-b116-5786426423b8 owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:54:38.315000 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bd89d827-7623-4a1c-8027-c4d55ca6c2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:38.316397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b504c354-cef3-4997-a9c5-d3a1392e7902 req-58640f85-e3be-49de-af3e-9aeb2ac25bbb tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:38.334850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['8b681f6e-4922-48aa-be2f-e4352b19a3ed'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:54:38.339462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['b798c658-82b4-444b-b116-5786426423b8'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:54:38.354156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58640f85-e3be-49de-af3e-9aeb2ac25bbb tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Pushing event deleted for resources: {'Port': ['ID=b798c658-82b4-444b-b116-5786426423b8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:38.413203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b504c354-cef3-4997-a9c5-d3a1392e7902 req-58640f85-e3be-49de-af3e-9aeb2ac25bbb tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] No DVR routers for this DVR port b798c658-82b4-444b-b116-5786426423b8 on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:54:38.417091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-b504c354-cef3-4997-a9c5-d3a1392e7902 req-58640f85-e3be-49de-af3e-9aeb2ac25bbb tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:38.424508 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b504c354-cef3-4997-a9c5-d3a1392e7902 req-58640f85-e3be-49de-af3e-9aeb2ac25bbb tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.57 "DELETE /v2.0/ports/b798c658-82b4-444b-b116-5786426423b8 HTTP/1.1" status: 204 len: 173 time: 0.5001645 Nov 19 19:54:38.425281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ec6ad6-aa59-4724-897c-31afa4abdcb9', 'name': 'network-vif-deleted', 'tag': 'b798c658-82b4-444b-b116-5786426423b8'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:54:38.431384 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd5d54d-b94a-45bd-a6d7-41992beb80e1" -d '{"events": [{"server_uuid": "d3ec6ad6-aa59-4724-897c-31afa4abdcb9", "name": "network-vif-deleted", "tag": "b798c658-82b4-444b-b116-5786426423b8"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:54:38.506222 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce5313c-0b9c-4c78-b336-00ff6c1063aa x-openstack-request-id: req-0ce5313c-0b9c-4c78-b336-00ff6c1063aa {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:54:38.506638 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ec6ad6-aa59-4724-897c-31afa4abdcb9", "name": "network-vif-deleted", "tag": "b798c658-82b4-444b-b116-5786426423b8", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:54:38.507853 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ce5313c-0b9c-4c78-b336-00ff6c1063aa {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:54:38.508489 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ec6ad6-aa59-4724-897c-31afa4abdcb9', 'name': 'network-vif-deleted', 'tag': 'b798c658-82b4-444b-b116-5786426423b8', 'status': 'completed', 'code': 200} Nov 19 19:54:39.167624 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70237ac5-5124-4843-9227-ff258026dd4a req-b1b6fe3a-531c-445d-8576-09f0abc74cef tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:39.169309 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70237ac5-5124-4843-9227-ff258026dd4a req-b1b6fe3a-531c-445d-8576-09f0abc74cef tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 945 time: 0.0621128 Nov 19 19:54:39.252610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70237ac5-5124-4843-9227-ff258026dd4a req-d1821629-8882-46fc-957a-d305ce8d3637 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758290 Nov 19 19:54:39.408995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2d03e-27e6-4a95-9955-267edbb6da79 req-ca83a4cb-d4e9-4a3f-8d4b-c6120efbbe66 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:39.410756 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2bf2d03e-27e6-4a95-9955-267edbb6da79 req-ca83a4cb-d4e9-4a3f-8d4b-c6120efbbe66 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 945 time: 0.0602617 Nov 19 19:54:39.478829 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2bf2d03e-27e6-4a95-9955-267edbb6da79 req-1fe407ab-4724-4daf-a3be-7472645c347b tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560513 Nov 19 19:54:39.606867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ab7cf-87c1-46ee-abb3-f75be8b59c4f req-f8e78a97-8a25-48c2-a183-63a75d7d34bf tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:39.608401 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-843ab7cf-87c1-46ee-abb3-f75be8b59c4f req-f8e78a97-8a25-48c2-a183-63a75d7d34bf tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 945 time: 0.0536003 Nov 19 19:54:39.664640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-843ab7cf-87c1-46ee-abb3-f75be8b59c4f req-2a3ad60d-6152-4c77-95d5-e571f4294a04 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496111 Nov 19 19:54:39.883345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e690-d306-4f5d-8a1e-65931b1c6864 req-a643fd38-8736-4951-be12-2b2504271559 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:39.885005 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e0b2e690-d306-4f5d-8a1e-65931b1c6864 req-a643fd38-8736-4951-be12-2b2504271559 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 945 time: 0.0656395 Nov 19 19:54:39.975222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e0b2e690-d306-4f5d-8a1e-65931b1c6864 req-6b3bf208-5407-4e08-8188-b3c80934e703 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786829 Nov 19 19:54:40.115630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d371438-e1a8-4606-adbc-53553546b69a req-e5722f55-c0c4-4be0-ada4-8ad2a5d876c2 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:40.118210 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d371438-e1a8-4606-adbc-53553546b69a req-e5722f55-c0c4-4be0-ada4-8ad2a5d876c2 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 945 time: 0.0570385 Nov 19 19:54:40.185343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4d371438-e1a8-4606-adbc-53553546b69a req-fc393297-21c4-4549-b9a0-9ee2389ebe93 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603242 Nov 19 19:54:40.337019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb569816-8277-45d0-b2e1-8e35c08ec042 req-d2070cf1-23bb-47ba-9cb7-65ca111e8a1a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:40.339071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb569816-8277-45d0-b2e1-8e35c08ec042 req-d2070cf1-23bb-47ba-9cb7-65ca111e8a1a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 945 time: 0.0566049 Nov 19 19:54:40.403595 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb569816-8277-45d0-b2e1-8e35c08ec042 req-56851281-6569-4e0e-8a49-9019c272dc14 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580640 Nov 19 19:54:40.704759 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7723d62a-8b69-4dd6-92a9-73c25aaabb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:40.832321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954cab2-3fe4-43fe-81c7-877670a665bb req-22201ace-8ad2-4470-95f2-4e6ba4a4c7cc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:40.834413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2954cab2-3fe4-43fe-81c7-877670a665bb req-22201ace-8ad2-4470-95f2-4e6ba4a4c7cc tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 945 time: 0.0573227 Nov 19 19:54:40.895699 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2954cab2-3fe4-43fe-81c7-877670a665bb req-52a7a3f1-5cac-4888-a423-75daba3d4e1d tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532892 Nov 19 19:54:41.248843 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b798c658-82b4-444b-b116-5786426423b8 no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:54:41.270945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: b798c658-82b4-444b-b116-5786426423b8 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:54:41.271294 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device b798c658-82b4-444b-b116-5786426423b8 not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:54:42.039449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a70b65-3f80-4156-a783-5cdc68a7c4b7 req-dc1949b3-4dd4-4d9c-9639-a00322fbc006 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:42.041194 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08a70b65-3f80-4156-a783-5cdc68a7c4b7 req-dc1949b3-4dd4-4d9c-9639-a00322fbc006 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 945 time: 0.0680866 Nov 19 19:54:42.084094 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:42.119410 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-08a70b65-3f80-4156-a783-5cdc68a7c4b7 req-2f640963-432a-4978-b50a-11c0b5c98e1a tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d29c232-da98-4670-84e4-b65562a926ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672450 Nov 19 19:54:42.169256 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09684574-2945-4e49-8e95-2075672c4196 req-c0d39281-1bef-4b39-aa92-710b0456c044 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:42.170813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09684574-2945-4e49-8e95-2075672c4196 req-c0d39281-1bef-4b39-aa92-710b0456c044 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 945 time: 0.0664268 Nov 19 19:54:42.289573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-09684574-2945-4e49-8e95-2075672c4196 req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Deleting port 8b681f6e-4922-48aa-be2f-e4352b19a3ed {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:54:42.290036 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-09684574-2945-4e49-8e95-2075672c4196 req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:42.407380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-09684574-2945-4e49-8e95-2075672c4196 req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] For port 8b681f6e-4922-48aa-be2f-e4352b19a3ed, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=8b681f6e-4922-48aa-be2f-e4352b19a3ed,segment=NetworkSegment(360fee7c-b09e-4175-9a60-ad0c568be785),segment_id=360fee7c-b09e-4175-9a60-ad0c568be785)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:42.407743 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-09684574-2945-4e49-8e95-2075672c4196 req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:42.429844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-09684574-2945-4e49-8e95-2075672c4196 req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Calling delete_port for 8b681f6e-4922-48aa-be2f-e4352b19a3ed owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:54:42.594313 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-09684574-2945-4e49-8e95-2075672c4196 req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:42.607303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['8b681f6e-4922-48aa-be2f-e4352b19a3ed'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:54:42.626514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Pushing event deleted for resources: {'Port': ['ID=8b681f6e-4922-48aa-be2f-e4352b19a3ed,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:42.680677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.681153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.681724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.682334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.682917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.683501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.684088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.684659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.685255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.685862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.686434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.687013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:54:42.718185 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-09684574-2945-4e49-8e95-2075672c4196 req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] No DVR routers for this DVR port 8b681f6e-4922-48aa-be2f-e4352b19a3ed on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:54:42.722273 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-09684574-2945-4e49-8e95-2075672c4196 req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:42.728984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09684574-2945-4e49-8e95-2075672c4196 req-8bd8d712-aa2a-41f5-bfd5-7dde3e7a0ed0 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.21 "DELETE /v2.0/ports/8b681f6e-4922-48aa-be2f-e4352b19a3ed HTTP/1.1" status: 204 len: 173 time: 0.5509293 Nov 19 19:54:42.729727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c6db85-3c0c-4034-9809-a4b8952568f1', 'name': 'network-vif-deleted', 'tag': '8b681f6e-4922-48aa-be2f-e4352b19a3ed'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:54:42.733952 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57a2dc0-68fc-4286-a342-ab2de97ef874" -d '{"events": [{"server_uuid": "c7c6db85-3c0c-4034-9809-a4b8952568f1", "name": "network-vif-deleted", "tag": "8b681f6e-4922-48aa-be2f-e4352b19a3ed"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:54:42.802910 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4baf288-f955-48cc-9682-98ca8488e11f x-openstack-request-id: req-f4baf288-f955-48cc-9682-98ca8488e11f {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:54:42.803496 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c6db85-3c0c-4034-9809-a4b8952568f1", "name": "network-vif-deleted", "tag": "8b681f6e-4922-48aa-be2f-e4352b19a3ed", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:54:42.804459 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4baf288-f955-48cc-9682-98ca8488e11f {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:54:42.805123 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c6db85-3c0c-4034-9809-a4b8952568f1', 'name': 'network-vif-deleted', 'tag': '8b681f6e-4922-48aa-be2f-e4352b19a3ed', 'status': 'completed', 'code': 200} Nov 19 19:54:43.292179 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b52d3aba-e63f-48ff-8669-765845d79dbf req-a33a4aa8-a82b-421b-9fc9-a365718a8e43 tempest-ServersNegativeTestJSON-1314020040 tempest-ServersNegativeTestJSON-1314020040-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7c6db85-3c0c-4034-9809-a4b8952568f1 HTTP/1.1" status: 200 len: 210 time: 0.0301383 Nov 19 19:54:43.537430 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.261009 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.358247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35148) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:44.411835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3ba46c-7734-43d7-81e0-78d2152e0e1d admin admin] Deleting subnet 582b6273-71fa-4800-ac4e-6760e2a55937 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:54:44.415962 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e3ba46c-7734-43d7-81e0-78d2152e0e1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.457997 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e3ba46c-7734-43d7-81e0-78d2152e0e1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.517412 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e3ba46c-7734-43d7-81e0-78d2152e0e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.621078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e3ba46c-7734-43d7-81e0-78d2152e0e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.652210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ba46c-7734-43d7-81e0-78d2152e0e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=582b6273-71fa-4800-ac4e-6760e2a55937,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:44.657836 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e3ba46c-7734-43d7-81e0-78d2152e0e1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.665337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9e3ba46c-7734-43d7-81e0-78d2152e0e1d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/582b6273-71fa-4800-ac4e-6760e2a55937 HTTP/1.1" status: 204 len: 168 time: 0.3047688 Nov 19 19:54:44.666904 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35150) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:44.759033 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.856128 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.879841 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906767dc-16bb-475e-b338-113246548e74']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:44.892880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360fee7c-b09e-4175-9a60-ad0c568be785') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:44.893187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360fee7c-b09e-4175-9a60-ad0c568be785') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:44.906400 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.926336 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.934979 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:54:44.935614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:54:44.937886 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:54:44.998854 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:45.005915 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:45.010643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] 10.222.0.50 "DELETE /v2.0/networks/906767dc-16bb-475e-b338-113246548e74 HTTP/1.1" status: 204 len: 168 time: 0.3422720 Nov 19 19:54:45.032344 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bab85f-5197-4cb7-a0dd-6e014b81bc87 admin admin] Pushing event deleted for resources: {'Network': ['ID=906767dc-16bb-475e-b338-113246548e74,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:45.166469 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35154) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:45.218032 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-76c77dc0-a08b-4d0a-94ff-a67f95b00062 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8d09b97c48a47c5a3ef872bd9dff2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498939 Nov 19 19:54:45.221309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35156) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:45.298978 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fabc8-cb7e-4c8e-839a-97a2c733984f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:45.324538 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fabc8-cb7e-4c8e-839a-97a2c733984f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:45.384317 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fabc8-cb7e-4c8e-839a-97a2c733984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:45.387857 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e7fabc8-cb7e-4c8e-839a-97a2c733984f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:45.389338 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2e7fabc8-cb7e-4c8e-839a-97a2c733984f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d29c232-da98-4670-84e4-b65562a926ef HTTP/1.1" status: 204 len: 168 time: 0.1666670 Nov 19 19:54:45.402969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fabc8-cb7e-4c8e-839a-97a2c733984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d29c232-da98-4670-84e4-b65562a926ef,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:45.530970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8b681f6e-4922-48aa-be2f-e4352b19a3ed no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:54:45.563026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 8b681f6e-4922-48aa-be2f-e4352b19a3ed {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:54:45.563586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 8b681f6e-4922-48aa-be2f-e4352b19a3ed not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:54:46.233654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35178) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:46.349016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1624386950'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:46.375101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Made reservation on behalf of 1bfba06e5e9f4be2ac273b46d95a88b8 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:46.379076 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:46.388708 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:46.482578 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:46.487195 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:46.517351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:54:46.534055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec1fc96-eca2-43bc-b88c-1b5efdbd8a99,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:46.541917 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:46.542300 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Added segment 6754bade-5ed1-47b2-8b00-cc99b9af3ece of type vlan for network 1fea148e-7b51-44c9-9373-5ba195ba0862 Nov 19 19:54:46.591551 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:46.620893 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:46.626820 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:46.627487 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:46.687368 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4524949 Nov 19 19:54:46.705243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd96e74-9315-4cfd-b94d-69ad1a5d3cc5 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event updated for resources: {'Network': ['ID=1fea148e-7b51-44c9-9373-5ba195ba0862,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:46.720302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 1fea148e-7b51-44c9-9373-5ba195ba0862 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:54:50.362040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35182) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:50.368139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Request body: {'subnet': {'network_id': '1fea148e-7b51-44c9-9373-5ba195ba0862', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:50.482560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Made reservation on behalf of 1bfba06e5e9f4be2ac273b46d95a88b8 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:50.486602 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:50.715816 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:50.810136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event updated for resources: {'Subnet': ['ID=b3ef9b08-f3ec-4336-8e5b-cf8f64e0a75a,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:50.825086 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Checking segment: {'id': '6754bade-5ed1-47b2-8b00-cc99b9af3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fea148e-7b51-44c9-9373-5ba195ba0862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:54:50.825468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Network hostable DHCP agents. Network: 1fea148e-7b51-44c9-9373-5ba195ba0862, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:54:50.846510 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Network 1fea148e-7b51-44c9-9373-5ba195ba0862 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:54:50.860094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 1fea148e-7b51-44c9-9373-5ba195ba0862) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:54:50.865029 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:50.866442 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:50.877618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a2ea60-3630-4470-bc76-bf1736b2c6b3 None None] Network 1fea148e-7b51-44c9-9373-5ba195ba0862 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:50.887578 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2085761f-f3b5-4540-9ed3-98851abd1553 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5240500 Nov 19 19:54:50.893887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35184) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:50.902913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724372951'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:50.939378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Made reservation on behalf of 1bfba06e5e9f4be2ac273b46d95a88b8 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:50.943385 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:50.979214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:54:50.993677 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:50.994246 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Added segment f68a7e3a-e05f-4f10-9733-a4afe59d7499 of type vlan for network 45ebb1e2-1763-4426-ad32-198422989dc6 Nov 19 19:54:51.049915 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.074529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-1fea148e-7b51-44c9-9373-5ba195ba0862', 'network_id': '1fea148e-7b51-44c9-9373-5ba195ba0862', 'tenant_id': '1bfba06e5e9f4be2ac273b46d95a88b8', 'fixed_ips': [{'subnet_id': 'b3ef9b08-f3ec-4336-8e5b-cf8f64e0a75a'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:54:51.075515 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.089574 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.096803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:51.097446 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.164184 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2688158 Nov 19 19:54:51.167812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35186) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:51.174050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Request body: {'subnet': {'network_id': '45ebb1e2-1763-4426-ad32-198422989dc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:51.182810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad8529-33a3-4cbf-8e1e-44e4268c36bc tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event updated for resources: {'Network': ['ID=45ebb1e2-1763-4426-ad32-198422989dc6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:51.204406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 45ebb1e2-1763-4426-ad32-198422989dc6 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:54:51.293574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Made reservation on behalf of 1bfba06e5e9f4be2ac273b46d95a88b8 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:51.297695 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.388820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Allocated IP 2001:db8:0:ffff::2 (1fea148e-7b51-44c9-9373-5ba195ba0862/b3ef9b08-f3ec-4336-8e5b-cf8f64e0a75a/1a2caf22-b338-4677-b845-ba6b315d993c) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:54:51.567065 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.622833 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.634439 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.641458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event updated for resources: {'Subnet': ['ID=4f65ad10-baba-48a1-84aa-20c82f878c35,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:51.653041 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Checking segment: {'id': 'f68a7e3a-e05f-4f10-9733-a4afe59d7499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ebb1e2-1763-4426-ad32-198422989dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:54:51.653390 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Network hostable DHCP agents. Network: 45ebb1e2-1763-4426-ad32-198422989dc6, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:54:51.675263 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Network 45ebb1e2-1763-4426-ad32-198422989dc6 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:54:51.686688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 45ebb1e2-1763-4426-ad32-198422989dc6) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:54:51.691725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:51.692359 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.715615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa52b1e-8870-4c43-8910-96886783a19a None None] Network 45ebb1e2-1763-4426-ad32-198422989dc6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:51.716158 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-52697300-a9ac-47f2-bfb5-69b80d696cc8 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5465498 Nov 19 19:54:51.720496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35188) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:51.725861 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Network 1fea148e-7b51-44c9-9373-5ba195ba0862 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:54:51.800309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:54:51.805612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:54:51.834042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Pushing event updated for resources: {'Port': ['ID=1a2caf22-b338-4677-b845-ba6b315d993c,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:51.845865 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.946070 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.963115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Attempting to bind port 1a2caf22-b338-4677-b845-ba6b315d993c on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:54:51.964002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Attempting to bind port 1a2caf22-b338-4677-b845-ba6b315d993c by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '6754bade-5ed1-47b2-8b00-cc99b9af3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fea148e-7b51-44c9-9373-5ba195ba0862'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:54:51.964319 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Attempting to bind port 1a2caf22-b338-4677-b845-ba6b315d993c on network 1fea148e-7b51-44c9-9373-5ba195ba0862 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:54:51.986487 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:54:51.987070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Checking segment: {'id': '6754bade-5ed1-47b2-8b00-cc99b9af3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fea148e-7b51-44c9-9373-5ba195ba0862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:54:51.987705 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:51.988374 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Bound using segment: {'id': '6754bade-5ed1-47b2-8b00-cc99b9af3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fea148e-7b51-44c9-9373-5ba195ba0862'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:54:51.989146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Bound port: 1a2caf22-b338-4677-b845-ba6b315d993c, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6754bade-5ed1-47b2-8b00-cc99b9af3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1fea148e-7b51-44c9-9373-5ba195ba0862'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:54:51.989810 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.031375 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.063797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Subnet': ['ID=4f65ad10-baba-48a1-84aa-20c82f878c35,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:52.137137 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.161727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ebb1e2-1763-4426-ad32-198422989dc6']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:52.173941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68a7e3a-e05f-4f10-9733-a4afe59d7499') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:52.174882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68a7e3a-e05f-4f10-9733-a4afe59d7499') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:52.188731 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.196202 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804dc84d-a3d0-4386-a65e-991fc5bcbbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-45ebb1e2-1763-4426-ad32-198422989dc6', 'network_id': '45ebb1e2-1763-4426-ad32-198422989dc6', 'tenant_id': '1bfba06e5e9f4be2ac273b46d95a88b8', 'fixed_ips': [{'subnet_id': '4f65ad10-baba-48a1-84aa-20c82f878c35'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:54:52.197734 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-804dc84d-a3d0-4386-a65e-991fc5bcbbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.206850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] For port 1a2caf22-b338-4677-b845-ba6b315d993c, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:54:52.215670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.226226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:54:52.226721 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:54:52.231258 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:54:52.253392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] For port 1a2caf22-b338-4677-b845-ba6b315d993c, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1a2caf22-b338-4677-b845-ba6b315d993c,segment=NetworkSegment(6754bade-5ed1-47b2-8b00-cc99b9af3ece),segment_id=6754bade-5ed1-47b2-8b00-cc99b9af3ece)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:54:52.273272 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.426932 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.436546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.448928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/networks/45ebb1e2-1763-4426-ad32-198422989dc6 HTTP/1.1" status: 204 len: 168 time: 0.7212486 Nov 19 19:54:52.450394 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35190) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:52.455305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b9c57b-81eb-44c4-9f6f-b522c6278d87 None None] Network 45ebb1e2-1763-4426-ad32-198422989dc6 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:52.459104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1877326597'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:52.499153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b9c57b-81eb-44c4-9f6f-b522c6278d87 None None] Network 45ebb1e2-1763-4426-ad32-198422989dc6 could not be found, it might have been deleted concurrently. {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 19:54:52.500543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa2dcd-72e2-4d2c-94f6-2d04708f1436 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Network': ['ID=45ebb1e2-1763-4426-ad32-198422989dc6,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:52.506383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdfa5b-e422-4503-9931-301d9b4fea5c None None] Pushing event updated for resources: {'Port': ['ID=1a2caf22-b338-4677-b845-ba6b315d993c,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:52.513672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Made reservation on behalf of 1bfba06e5e9f4be2ac273b46d95a88b8 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:52.518721 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.560206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:54:52.574162 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.574599 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Added segment f46a38c2-78f0-412f-a58f-044de07601c2 of type vlan for network bb25ffae-2caf-43af-ac85-859a0329afc0 Nov 19 19:54:52.634563 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.694950 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.710982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:52.712038 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:52.827041 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3758147 Nov 19 19:54:52.831144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35192) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:52.840724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Request body: {'subnet': {'network_id': 'bb25ffae-2caf-43af-ac85-859a0329afc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:52.856711 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447e9d8-7ac7-4887-b5a8-ae51e6ef961b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event updated for resources: {'Network': ['ID=bb25ffae-2caf-43af-ac85-859a0329afc0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:52.871432 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network bb25ffae-2caf-43af-ac85-859a0329afc0 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:54:52.988765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Made reservation on behalf of 1bfba06e5e9f4be2ac273b46d95a88b8 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:52.993839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:53.076774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Performing IP validity checks on allocation pools {{(pid=109887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 19:54:53.077369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.ipam_backend_mixin [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 19:54:53.265379 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:53.377322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event updated for resources: {'Subnet': ['ID=431d7087-6a4b-475c-8009-4b8f71680237,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:53.391687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Checking segment: {'id': 'f46a38c2-78f0-412f-a58f-044de07601c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'bb25ffae-2caf-43af-ac85-859a0329afc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:54:53.398745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Network hostable DHCP agents. Network: bb25ffae-2caf-43af-ac85-859a0329afc0, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:54:53.429017 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Network bb25ffae-2caf-43af-ac85-859a0329afc0 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:54:53.448190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, bb25ffae-2caf-43af-ac85-859a0329afc0) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:54:53.454834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:53.456154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:53.472265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d660a6-af1f-4cae-aa2e-6fe7c9c52fb5 None None] Network bb25ffae-2caf-43af-ac85-859a0329afc0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:53.495450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35194) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:53.497193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-25b22419-f11a-4256-8be0-23b7ed2a082b tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6651821 Nov 19 19:54:53.691932 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83872c-dd11-412f-91ea-7b6a5e420e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-bb25ffae-2caf-43af-ac85-859a0329afc0', 'network_id': 'bb25ffae-2caf-43af-ac85-859a0329afc0', 'tenant_id': '1bfba06e5e9f4be2ac273b46d95a88b8', 'fixed_ips': [{'subnet_id': '431d7087-6a4b-475c-8009-4b8f71680237'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:54:53.703642 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ef83872c-dd11-412f-91ea-7b6a5e420e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:53.703979 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:53.788963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f71b3c-f6af-42ca-a44a-8d9a5cef9a6e None None] Network 1fea148e-7b51-44c9-9373-5ba195ba0862 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:53.836527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:53.939591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dc88f70e-1e61-48a9-b939-dc63098a0072 None None] Provisioning complete for port 1a2caf22-b338-4677-b845-ba6b315d993c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:54:53.940315 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc88f70e-1e61-48a9-b939-dc63098a0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:53.948547 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-ef83872c-dd11-412f-91ea-7b6a5e420e70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 431d7087-6a4b-475c-8009-4b8f71680237: This subnet is being modified by another concurrent operation. Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 431d7087-6a4b-475c-8009-4b8f71680237: This subnet is being modified by another concurrent operation. Nov 19 19:54:53.989327 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:54:54.010125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Subnet': ['ID=431d7087-6a4b-475c-8009-4b8f71680237,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:54.036818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6723b7fe-adad-4ad7-b464-cdc51ebf06ed None None] Network bb25ffae-2caf-43af-ac85-859a0329afc0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:54.103992 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.140754 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb25ffae-2caf-43af-ac85-859a0329afc0']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:54.159324 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46a38c2-78f0-412f-a58f-044de07601c2') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:54.159816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46a38c2-78f0-412f-a58f-044de07601c2') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:54.175685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.195645 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.205124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:54:54.205718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:54:54.210865 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:54:54.215167 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc88f70e-1e61-48a9-b939-dc63098a0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.292361 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.299090 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.302692 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/networks/bb25ffae-2caf-43af-ac85-859a0329afc0 HTTP/1.1" status: 204 len: 168 time: 0.8043313 Nov 19 19:54:54.308872 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35196) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:54.318229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2033864591'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:54.327078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b41641-8c85-4f57-8469-b1f345273801 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Network': ['ID=bb25ffae-2caf-43af-ac85-859a0329afc0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:54.353700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Made reservation on behalf of 1bfba06e5e9f4be2ac273b46d95a88b8 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:54.357846 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.389609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:54:54.403579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.403960 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Added segment 8896722a-ca95-4d17-a1ad-f6a45b1b32cd of type vlan for network 1d43d6cd-096b-4137-8fe0-39a41a3028f4 Nov 19 19:54:54.456162 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.490335 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.497900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:54.498557 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.559521 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-dc88f70e-1e61-48a9-b939-dc63098a0072 None None] For port 1a2caf22-b338-4677-b845-ba6b315d993c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1a2caf22-b338-4677-b845-ba6b315d993c,segment=NetworkSegment(6754bade-5ed1-47b2-8b00-cc99b9af3ece),segment_id=6754bade-5ed1-47b2-8b00-cc99b9af3ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:54.570610 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc88f70e-1e61-48a9-b939-dc63098a0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.604547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2938921 Nov 19 19:54:54.605081 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35198) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:54.617576 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Request body: {'subnet': {'network_id': '1d43d6cd-096b-4137-8fe0-39a41a3028f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:54.633440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1a2caf22-b338-4677-b845-ba6b315d993c up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:54:54.644080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d1f0d-7dca-425b-9d85-0c83cecf4b60 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event updated for resources: {'Network': ['ID=1d43d6cd-096b-4137-8fe0-39a41a3028f4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:54.702989 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 1d43d6cd-096b-4137-8fe0-39a41a3028f4 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:54:54.791989 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88f70e-1e61-48a9-b939-dc63098a0072 None None] Pushing event updated for resources: {'Port': ['ID=1a2caf22-b338-4677-b845-ba6b315d993c,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:54.840852 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Made reservation on behalf of 1bfba06e5e9f4be2ac273b46d95a88b8 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:54.844100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1a2caf22-b338-4677-b845-ba6b315d993c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:54:54.845038 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.846956 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:54.923982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ec390b-a0d5-4432-b14f-af811e981eb0 None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:54:55.052833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-67ee077b-e615-45a7-a89b-bc93967da8ff None None] Provisioning complete for port 1a2caf22-b338-4677-b845-ba6b315d993c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:54:55.053845 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67ee077b-e615-45a7-a89b-bc93967da8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:55.109475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec390b-a0d5-4432-b14f-af811e981eb0 None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:54:55.150017 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:55.235723 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event updated for resources: {'Subnet': ['ID=b984350b-e9cb-46e8-a5e7-3c855ff659b2,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:55.250237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Checking segment: {'id': '8896722a-ca95-4d17-a1ad-f6a45b1b32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1d43d6cd-096b-4137-8fe0-39a41a3028f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:54:55.250790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Network hostable DHCP agents. Network: 1d43d6cd-096b-4137-8fe0-39a41a3028f4, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:54:55.276392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Network 1d43d6cd-096b-4137-8fe0-39a41a3028f4 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:54:55.291236 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 1d43d6cd-096b-4137-8fe0-39a41a3028f4) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:54:55.301892 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:55.302931 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:55.329653 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1b108e02-ce6c-4acc-b780-a2dffdae0447 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7217815 Nov 19 19:54:55.337229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35200) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:55.345426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-799434845'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:55.374786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Made reservation on behalf of 1bfba06e5e9f4be2ac273b46d95a88b8 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:55.380223 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:55.414512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:54:55.427092 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:55.427584 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Added segment 735c4833-6f45-45e8-8863-304e528d3144 of type vlan for network 5e892bf8-11b6-47a0-a837-2660e8327a52 Nov 19 19:54:55.442694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6227aba5-0c32-4445-8d58-3c941a968752 None None] Network 1d43d6cd-096b-4137-8fe0-39a41a3028f4 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:55.480586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:55.516598 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:55.525122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:55.525880 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:55.607999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2681894 Nov 19 19:54:55.610906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35202) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:55.619572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Request body: {'subnet': {'network_id': '5e892bf8-11b6-47a0-a837-2660e8327a52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:54:55.636011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381b6e4-1536-4646-81ab-e9a1847f09ff tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event updated for resources: {'Network': ['ID=5e892bf8-11b6-47a0-a837-2660e8327a52,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:55.648556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 5e892bf8-11b6-47a0-a837-2660e8327a52 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:54:55.695348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-1d43d6cd-096b-4137-8fe0-39a41a3028f4', 'network_id': '1d43d6cd-096b-4137-8fe0-39a41a3028f4', 'tenant_id': '1bfba06e5e9f4be2ac273b46d95a88b8', 'fixed_ips': [{'subnet_id': 'b984350b-e9cb-46e8-a5e7-3c855ff659b2'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:54:55.696243 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:55.748258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Made reservation on behalf of 1bfba06e5e9f4be2ac273b46d95a88b8 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:54:55.753389 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:55.842413 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:55.910980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Allocated IP 2001:db8::2 (1d43d6cd-096b-4137-8fe0-39a41a3028f4/b984350b-e9cb-46e8-a5e7-3c855ff659b2/457d8082-8a20-4969-8fa2-c4f98579908c) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:54:56.034358 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.111069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event updated for resources: {'Subnet': ['ID=29490f94-2f29-4da7-ac47-3f9fe2732be7,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:56.123184 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Checking segment: {'id': '735c4833-6f45-45e8-8863-304e528d3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '5e892bf8-11b6-47a0-a837-2660e8327a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:54:56.123542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Network hostable DHCP agents. Network: 5e892bf8-11b6-47a0-a837-2660e8327a52, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:54:56.131258 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.141981 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.145532 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Network 5e892bf8-11b6-47a0-a837-2660e8327a52 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:54:56.161004 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 5e892bf8-11b6-47a0-a837-2660e8327a52) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:54:56.171505 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:54:56.172517 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.180328 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c31d58-8e63-4a08-804d-8e0344cbaf61 None None] Network 5e892bf8-11b6-47a0-a837-2660e8327a52 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:56.197419 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ee08e9dd-9ffe-4406-8058-a45f16fcdbcd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5849364 Nov 19 19:54:56.201953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35204) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:56.237635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Network 1d43d6cd-096b-4137-8fe0-39a41a3028f4 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:54:56.247145 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:54:56.253836 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:54:56.264375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Pushing event updated for resources: {'Port': ['ID=457d8082-8a20-4969-8fa2-c4f98579908c,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:56.332848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.346287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Attempting to bind port 457d8082-8a20-4969-8fa2-c4f98579908c on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:54:56.346662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Attempting to bind port 457d8082-8a20-4969-8fa2-c4f98579908c by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '8896722a-ca95-4d17-a1ad-f6a45b1b32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1d43d6cd-096b-4137-8fe0-39a41a3028f4'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:54:56.347029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Attempting to bind port 457d8082-8a20-4969-8fa2-c4f98579908c on network 1d43d6cd-096b-4137-8fe0-39a41a3028f4 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:54:56.356425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:54:56.356806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Checking segment: {'id': '8896722a-ca95-4d17-a1ad-f6a45b1b32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1d43d6cd-096b-4137-8fe0-39a41a3028f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:54:56.357206 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.357609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Bound using segment: {'id': '8896722a-ca95-4d17-a1ad-f6a45b1b32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1d43d6cd-096b-4137-8fe0-39a41a3028f4'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:54:56.358191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Bound port: 457d8082-8a20-4969-8fa2-c4f98579908c, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8896722a-ca95-4d17-a1ad-f6a45b1b32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1d43d6cd-096b-4137-8fe0-39a41a3028f4'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:54:56.358579 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.396537 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.490352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e48c8f-714e-4841-80f7-2afa94d57206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-5e892bf8-11b6-47a0-a837-2660e8327a52', 'network_id': '5e892bf8-11b6-47a0-a837-2660e8327a52', 'tenant_id': '1bfba06e5e9f4be2ac273b46d95a88b8', 'fixed_ips': [{'subnet_id': '29490f94-2f29-4da7-ac47-3f9fe2732be7'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:54:56.492558 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0e48c8f-714e-4841-80f7-2afa94d57206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.496124 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.519672 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] For port 457d8082-8a20-4969-8fa2-c4f98579908c, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:54:56.531514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1a2caf22-b338-4677-b845-ba6b315d993c up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:54:56.531851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Subnet': ['ID=29490f94-2f29-4da7-ac47-3f9fe2732be7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:56.549797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] For port 457d8082-8a20-4969-8fa2-c4f98579908c, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=457d8082-8a20-4969-8fa2-c4f98579908c,segment=NetworkSegment(8896722a-ca95-4d17-a1ad-f6a45b1b32cd),segment_id=8896722a-ca95-4d17-a1ad-f6a45b1b32cd)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:54:56.581160 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.607204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.635170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e892bf8-11b6-47a0-a837-2660e8327a52']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:56.653739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735c4833-6f45-45e8-8863-304e528d3144') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:56.654137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735c4833-6f45-45e8-8863-304e528d3144') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:56.666809 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.684201 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.696476 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:54:56.697186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.732848 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9108a61-6bd2-41d0-a022-466fad1bb751 None None] Network 5e892bf8-11b6-47a0-a837-2660e8327a52 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:56.736699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccc2d8-e07f-420e-8609-da0b928d2809 None None] Pushing event updated for resources: {'Port': ['ID=457d8082-8a20-4969-8fa2-c4f98579908c,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:54:56.774476 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:54:56.801994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 1a2caf22-b338-4677-b845-ba6b315d993c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:54:56.802461 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.814172 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.826603 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:56.836385 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/networks/5e892bf8-11b6-47a0-a837-2660e8327a52 HTTP/1.1" status: 204 len: 168 time: 0.6281981 Nov 19 19:54:56.836693 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35206) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:56.864216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518a68a-ffbd-4135-8a5f-323fa49a1451 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Network': ['ID=5e892bf8-11b6-47a0-a837-2660e8327a52,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:56.893310 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8e8c06-2a6e-4325-bbd5-3be51e5d74d2 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] GET failed (client error): The resource could not be found. Nov 19 19:54:56.897886 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4c8e8c06-2a6e-4325-bbd5-3be51e5d74d2 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "GET /v2.0/subnets/29490f94-2f29-4da7-ac47-3f9fe2732be7 HTTP/1.1" status: 404 len: 337 time: 0.0571303 Nov 19 19:54:56.900658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35208) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:56.924822 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-21587371-1eb1-4f97-8701-b04c0b977180 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] DELETE failed (client error): The resource could not be found. Nov 19 19:54:56.925662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21587371-1eb1-4f97-8701-b04c0b977180 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:54:56.929812 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-21587371-1eb1-4f97-8701-b04c0b977180 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/networks/5e892bf8-11b6-47a0-a837-2660e8327a52 HTTP/1.1" status: 404 len: 339 time: 0.0265787 Nov 19 19:54:56.933269 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35210) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:56.964276 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46cb151-fe3e-4b23-a458-50dc5956afa7 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] DELETE failed (client error): The resource could not be found. Nov 19 19:54:56.964833 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46cb151-fe3e-4b23-a458-50dc5956afa7 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:54:56.971428 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c46cb151-fe3e-4b23-a458-50dc5956afa7 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/subnets/29490f94-2f29-4da7-ac47-3f9fe2732be7 HTTP/1.1" status: 404 len: 337 time: 0.0364606 Nov 19 19:54:56.972442 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35212) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:57.035253 n-d-815373-6 neutron-server[109887]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e332f0-ec11-44c4-b200-7d33da929641 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] DELETE failed (client error): The resource could not be found. Nov 19 19:54:57.041136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e332f0-ec11-44c4-b200-7d33da929641 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:54:57.049519 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-81e332f0-ec11-44c4-b200-7d33da929641 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/networks/5e892bf8-11b6-47a0-a837-2660e8327a52 HTTP/1.1" status: 404 len: 339 time: 0.0753918 Nov 19 19:54:57.053253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35214) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:57.139713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4a03ef-453f-4ca3-9efd-0e9e46845d15 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Deleting subnet b984350b-e9cb-46e8-a5e7-3c855ff659b2 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:54:57.143802 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f4a03ef-453f-4ca3-9efd-0e9e46845d15 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:57.199138 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f4a03ef-453f-4ca3-9efd-0e9e46845d15 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:57.308774 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f4a03ef-453f-4ca3-9efd-0e9e46845d15 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:57.404599 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f4a03ef-453f-4ca3-9efd-0e9e46845d15 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:57.436374 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a03ef-453f-4ca3-9efd-0e9e46845d15 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Subnet': ['ID=b984350b-e9cb-46e8-a5e7-3c855ff659b2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:57.441527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f4a03ef-453f-4ca3-9efd-0e9e46845d15 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:57.447204 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3f4a03ef-453f-4ca3-9efd-0e9e46845d15 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/subnets/b984350b-e9cb-46e8-a5e7-3c855ff659b2 HTTP/1.1" status: 204 len: 168 time: 0.3925955 Nov 19 19:54:57.451027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35216) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:57.547391 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:57.618540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Deleting port 457d8082-8a20-4969-8fa2-c4f98579908c {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:54:57.618932 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:57.746085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] For port 457d8082-8a20-4969-8fa2-c4f98579908c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=457d8082-8a20-4969-8fa2-c4f98579908c,segment=NetworkSegment(8896722a-ca95-4d17-a1ad-f6a45b1b32cd),segment_id=8896722a-ca95-4d17-a1ad-f6a45b1b32cd)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:57.746480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:57.764922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Calling delete_port for 457d8082-8a20-4969-8fa2-c4f98579908c owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:54:57.864333 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:57.900690 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Port': ['ID=457d8082-8a20-4969-8fa2-c4f98579908c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:57.908079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] No DVR routers for this DVR port 457d8082-8a20-4969-8fa2-c4f98579908c on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:54:58.000639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefce5ae-3b39-483e-b434-a8a17b4db31e None None] Network 1d43d6cd-096b-4137-8fe0-39a41a3028f4 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:58.040571 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:58.072813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d43d6cd-096b-4137-8fe0-39a41a3028f4']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:58.079360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1ec2e5e1-6c66-4a06-b8cd-c7f0494b8cfd None None] Could not find standard attr ID for object 457d8082-8a20-4969-8fa2-c4f98579908c. {{(pid=109889) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 19:54:58.089093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8896722a-ca95-4d17-a1ad-f6a45b1b32cd') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:58.089570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8896722a-ca95-4d17-a1ad-f6a45b1b32cd') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:58.103533 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:58.123152 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:58.132920 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:54:58.133562 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:54:58.138204 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:54:58.231757 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbccea8-e3ab-4867-97a3-09542743db44 None None] DHCP port deletion for 1d43d6cd-096b-4137-8fe0-39a41a3028f4 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:54:58.235450 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:58.253512 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:58.258359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/networks/1d43d6cd-096b-4137-8fe0-39a41a3028f4 HTTP/1.1" status: 204 len: 168 time: 0.8054998 Nov 19 19:54:58.262248 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35218) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:58.279609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb58c27-366b-4e4c-a1da-3388d5bd1e7c tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Network': ['ID=1d43d6cd-096b-4137-8fe0-39a41a3028f4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:58.302074 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b411eab-0ffd-4fe0-89df-dbb1e27e10bd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] DELETE failed (client error): The resource could not be found. Nov 19 19:54:58.302656 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b411eab-0ffd-4fe0-89df-dbb1e27e10bd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:54:58.307840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4b411eab-0ffd-4fe0-89df-dbb1e27e10bd tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/subnets/431d7087-6a4b-475c-8009-4b8f71680237 HTTP/1.1" status: 404 len: 337 time: 0.0441248 Nov 19 19:54:58.310930 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35220) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:58.332800 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-388a96f1-988b-4a20-984a-cacfe2767263 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] DELETE failed (client error): The resource could not be found. Nov 19 19:54:58.333372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388a96f1-988b-4a20-984a-cacfe2767263 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:54:58.337908 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-388a96f1-988b-4a20-984a-cacfe2767263 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/networks/bb25ffae-2caf-43af-ac85-859a0329afc0 HTTP/1.1" status: 404 len: 339 time: 0.0256560 Nov 19 19:54:58.340615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35222) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:58.370761 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf3123c-2fa7-4d03-8d83-46d3bb91974a tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] DELETE failed (client error): The resource could not be found. Nov 19 19:54:58.371334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf3123c-2fa7-4d03-8d83-46d3bb91974a tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:54:58.375511 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7bf3123c-2fa7-4d03-8d83-46d3bb91974a tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/subnets/4f65ad10-baba-48a1-84aa-20c82f878c35 HTTP/1.1" status: 404 len: 337 time: 0.0329611 Nov 19 19:54:58.377846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35224) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:58.399633 n-d-815373-6 neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-114774f2-7f77-4160-845e-904a47c1a693 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] DELETE failed (client error): The resource could not be found. Nov 19 19:54:58.400208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114774f2-7f77-4160-845e-904a47c1a693 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109888) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 19:54:58.403866 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-114774f2-7f77-4160-845e-904a47c1a693 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/networks/45ebb1e2-1763-4426-ad32-198422989dc6 HTTP/1.1" status: 404 len: 339 time: 0.0249088 Nov 19 19:54:58.406691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35226) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:58.474220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b265d1-a5d9-4c7b-a231-162a0fb0d486 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Deleting subnet b3ef9b08-f3ec-4336-8e5b-cf8f64e0a75a {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:54:58.479152 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7b265d1-a5d9-4c7b-a231-162a0fb0d486 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:58.527601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7b265d1-a5d9-4c7b-a231-162a0fb0d486 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:58.627202 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7b265d1-a5d9-4c7b-a231-162a0fb0d486 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:58.701105 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7b265d1-a5d9-4c7b-a231-162a0fb0d486 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.073426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b265d1-a5d9-4c7b-a231-162a0fb0d486 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ef9b08-f3ec-4336-8e5b-cf8f64e0a75a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:59.080158 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b7b265d1-a5d9-4c7b-a231-162a0fb0d486 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.086441 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b7b265d1-a5d9-4c7b-a231-162a0fb0d486 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/subnets/b3ef9b08-f3ec-4336-8e5b-cf8f64e0a75a HTTP/1.1" status: 204 len: 168 time: 0.6758687 Nov 19 19:54:59.087220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35228) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:54:59.090931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9352169-4d72-49ee-8fa4-7f10e8f3bcbd None None] Network 1fea148e-7b51-44c9-9373-5ba195ba0862 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:54:59.170420 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.254509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Deleting port 1a2caf22-b338-4677-b845-ba6b315d993c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:54:59.255022 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.311610 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfc0221-3ef5-48ab-8eee-9496c880d8f3 None None] DHCP port deletion for 1fea148e-7b51-44c9-9373-5ba195ba0862 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:54:59.342836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] For port 1a2caf22-b338-4677-b845-ba6b315d993c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1a2caf22-b338-4677-b845-ba6b315d993c,segment=NetworkSegment(6754bade-5ed1-47b2-8b00-cc99b9af3ece),segment_id=6754bade-5ed1-47b2-8b00-cc99b9af3ece)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:59.343741 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.358869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Calling delete_port for 1a2caf22-b338-4677-b845-ba6b315d993c owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:54:59.394637 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-abfc0221-3ef5-48ab-8eee-9496c880d8f3 None None] Deleting port 1a2caf22-b338-4677-b845-ba6b315d993c {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:54:59.395282 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-abfc0221-3ef5-48ab-8eee-9496c880d8f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.456397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.483126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Port': ['ID=1a2caf22-b338-4677-b845-ba6b315d993c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:59.489439 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] No DVR routers for this DVR port 1a2caf22-b338-4677-b845-ba6b315d993c on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:54:59.525218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-abfc0221-3ef5-48ab-8eee-9496c880d8f3 None None] For port 1a2caf22-b338-4677-b845-ba6b315d993c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=1a2caf22-b338-4677-b845-ba6b315d993c,segment=NetworkSegment(6754bade-5ed1-47b2-8b00-cc99b9af3ece),segment_id=6754bade-5ed1-47b2-8b00-cc99b9af3ece)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:54:59.525939 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-abfc0221-3ef5-48ab-8eee-9496c880d8f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.545290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-abfc0221-3ef5-48ab-8eee-9496c880d8f3 None None] Calling delete_port for 1a2caf22-b338-4677-b845-ba6b315d993c owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:54:59.586307 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.618632 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fea148e-7b51-44c9-9373-5ba195ba0862']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:59.632310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6754bade-5ed1-47b2-8b00-cc99b9af3ece') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:59.632613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6754bade-5ed1-47b2-8b00-cc99b9af3ece') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:54:59.646199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.651342 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-abfc0221-3ef5-48ab-8eee-9496c880d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.669715 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.681637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:54:59.682395 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:54:59.686150 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:54:59.695330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc0221-3ef5-48ab-8eee-9496c880d8f3 None None] Pushing event deleted for resources: {'Port': ['ID=1a2caf22-b338-4677-b845-ba6b315d993c,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:54:59.703639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc0221-3ef5-48ab-8eee-9496c880d8f3 None None] No DVR routers for this DVR port 1a2caf22-b338-4677-b845-ba6b315d993c on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:54:59.759990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.767252 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:54:59.771248 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] 10.222.0.50 "DELETE /v2.0/networks/1fea148e-7b51-44c9-9373-5ba195ba0862 HTTP/1.1" status: 204 len: 168 time: 0.6835160 Nov 19 19:54:59.789914 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bc08a-5608-486d-83cf-75ec615430b4 tempest-NetworksIpV6Test-597397762 tempest-NetworksIpV6Test-597397762-project] Pushing event deleted for resources: {'Network': ['ID=1fea148e-7b51-44c9-9373-5ba195ba0862,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:00.084900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35234) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:00.264888 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f6fc6a58-dcf5-4945-971e-470e40db3e8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bfba06e5e9f4be2ac273b46d95a88b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784804 Nov 19 19:55:00.268024 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35238) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:00.329406 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f81ee18d-6342-47ca-a16d-7b10a0bf244d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:00.365295 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f81ee18d-6342-47ca-a16d-7b10a0bf244d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:00.446234 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f81ee18d-6342-47ca-a16d-7b10a0bf244d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:00.450318 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f81ee18d-6342-47ca-a16d-7b10a0bf244d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:00.457605 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f81ee18d-6342-47ca-a16d-7b10a0bf244d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fec1fc96-eca2-43bc-b88c-1b5efdbd8a99 HTTP/1.1" status: 204 len: 168 time: 0.1842978 Nov 19 19:55:00.468526 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ee18d-6342-47ca-a16d-7b10a0bf244d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec1fc96-eca2-43bc-b88c-1b5efdbd8a99,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:00.530565 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:00.547985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1a2caf22-b338-4677-b845-ba6b315d993c no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:55:00.572102 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 1a2caf22-b338-4677-b845-ba6b315d993c {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:55:00.572448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 1a2caf22-b338-4677-b845-ba6b315d993c not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:55:01.318668 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35260) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:01.439158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3ae7ba17-73c2-49ee-97d2-a5c778295452 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1442373254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:01.481204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ba17-73c2-49ee-97d2-a5c778295452 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.482622 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ba17-73c2-49ee-97d2-a5c778295452 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.540534 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ba17-73c2-49ee-97d2-a5c778295452 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.545943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ba17-73c2-49ee-97d2-a5c778295452 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.568149 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ba17-73c2-49ee-97d2-a5c778295452 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.569489 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3ae7ba17-73c2-49ee-97d2-a5c778295452 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2494638 Nov 19 19:55:01.574462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35264) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:01.579698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-944851246'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:01.606631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Made reservation on behalf of 88985a2bcf724b4bb2fe142c0bb05c82 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:55:01.610821 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.621841 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.723063 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.729198 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.756268 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:55:01.774181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b3bd7f-c8d1-4831-945a-f2e570628388,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:01.779861 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.780197 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Added segment a222328c-b29e-4139-8bbe-1e91d3d54f9c of type vlan for network 88390fac-183e-43e6-a3f8-02ecaa981533 Nov 19 19:55:01.833742 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.864009 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.871233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:01.871942 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:01.936091 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3604600 Nov 19 19:55:01.939637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35266) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:01.946857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Request body: {'subnet': {'network_id': '88390fac-183e-43e6-a3f8-02ecaa981533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:01.951593 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f93ff-90ac-462b-9f8e-e1ae9bb2a009 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Pushing event updated for resources: {'Network': ['ID=88390fac-183e-43e6-a3f8-02ecaa981533,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:01.967946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 88390fac-183e-43e6-a3f8-02ecaa981533 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:55:02.061131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Made reservation on behalf of 88985a2bcf724b4bb2fe142c0bb05c82 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:55:02.065717 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:02.198099 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:55:02.336688 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:02.420472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Pushing event updated for resources: {'Subnet': ['ID=5ca356bd-716c-4823-8235-381b1b723804,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:02.434165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Checking segment: {'id': 'a222328c-b29e-4139-8bbe-1e91d3d54f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '88390fac-183e-43e6-a3f8-02ecaa981533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:02.434697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Network hostable DHCP agents. Network: 88390fac-183e-43e6-a3f8-02ecaa981533, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:55:02.457776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Network 88390fac-183e-43e6-a3f8-02ecaa981533 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:55:02.470323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 88390fac-183e-43e6-a3f8-02ecaa981533) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:02.476501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:02.477874 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:02.484822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4121af5-6d07-4c09-9231-31a30a759559 None None] Network 88390fac-183e-43e6-a3f8-02ecaa981533 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:55:02.499852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-eb5031ff-6a00-47a5-b4ea-389ee47a4a58 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5589697 Nov 19 19:55:02.502995 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35268) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:02.510519 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-318254900'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:02.535825 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Made reservation on behalf of 88985a2bcf724b4bb2fe142c0bb05c82 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:55:02.539562 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:02.568515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:55:02.579809 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:02.580174 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Added segment 2e139e01-75fa-4974-b3e3-039963b39055 of type vlan for network 89ed7b7c-d7ad-45dc-a236-6c46c97a5429 Nov 19 19:55:02.627456 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:02.656460 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:02.662940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:02.664052 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:02.730169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2253094 Nov 19 19:55:02.732773 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35270) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:02.743260 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Request body: {'subnet': {'network_id': '89ed7b7c-d7ad-45dc-a236-6c46c97a5429', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:02.757983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-88390fac-183e-43e6-a3f8-02ecaa981533', 'network_id': '88390fac-183e-43e6-a3f8-02ecaa981533', 'tenant_id': '88985a2bcf724b4bb2fe142c0bb05c82', 'fixed_ips': [{'subnet_id': '5ca356bd-716c-4823-8235-381b1b723804'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:55:02.759866 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:02.781640 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f83b6-70a4-4930-8ba2-ba3213388b00 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Pushing event updated for resources: {'Network': ['ID=89ed7b7c-d7ad-45dc-a236-6c46c97a5429,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:02.800255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 89ed7b7c-d7ad-45dc-a236-6c46c97a5429 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:55:02.868839 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Made reservation on behalf of 88985a2bcf724b4bb2fe142c0bb05c82 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:55:02.873017 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:03.000255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Allocated IP 172.20.0.2 (88390fac-183e-43e6-a3f8-02ecaa981533/5ca356bd-716c-4823-8235-381b1b723804/76202952-8ad3-42de-bd01-104fb3dc4a82) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:55:03.137506 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:03.185541 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:03.194558 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:03.243862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Network 88390fac-183e-43e6-a3f8-02ecaa981533 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:55:03.247536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:03.248552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Pushing event updated for resources: {'Subnet': ['ID=95ca2248-53bd-4ac0-a1aa-f94e537327a3,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:03.252622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:55:03.256717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Pushing event updated for resources: {'Port': ['ID=76202952-8ad3-42de-bd01-104fb3dc4a82,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:03.266232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Checking segment: {'id': '2e139e01-75fa-4974-b3e3-039963b39055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '89ed7b7c-d7ad-45dc-a236-6c46c97a5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:03.266825 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Network hostable DHCP agents. Network: 89ed7b7c-d7ad-45dc-a236-6c46c97a5429, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:55:03.296122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Network 89ed7b7c-d7ad-45dc-a236-6c46c97a5429 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:55:03.309273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 89ed7b7c-d7ad-45dc-a236-6c46c97a5429) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:03.315753 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:03.316693 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:03.335346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c32720-6da1-4d67-b5bb-5c16947b453b None None] Network 89ed7b7c-d7ad-45dc-a236-6c46c97a5429 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:55:03.344840 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-98d5826a-b23d-43fe-8fdf-a7a35454dbaa tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6105545 Nov 19 19:55:03.347542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35272) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:03.356629 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f6cd3eed-cffe-4ede-b520-db26b31cdd2c tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Request body: {'router': {'external_gateway_info': {'network_id': '89ed7b7c-d7ad-45dc-a236-6c46c97a5429'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:03.389765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Attempting to bind port 76202952-8ad3-42de-bd01-104fb3dc4a82 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:55:03.390161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Attempting to bind port 76202952-8ad3-42de-bd01-104fb3dc4a82 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'a222328c-b29e-4139-8bbe-1e91d3d54f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '88390fac-183e-43e6-a3f8-02ecaa981533'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:55:03.390533 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Attempting to bind port 76202952-8ad3-42de-bd01-104fb3dc4a82 on network 88390fac-183e-43e6-a3f8-02ecaa981533 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:55:03.401576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:55:03.402042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Checking segment: {'id': 'a222328c-b29e-4139-8bbe-1e91d3d54f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '88390fac-183e-43e6-a3f8-02ecaa981533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:03.402477 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:03.402860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Bound using segment: {'id': 'a222328c-b29e-4139-8bbe-1e91d3d54f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '88390fac-183e-43e6-a3f8-02ecaa981533'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:55:03.403650 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Bound port: 76202952-8ad3-42de-bd01-104fb3dc4a82, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a222328c-b29e-4139-8bbe-1e91d3d54f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '88390fac-183e-43e6-a3f8-02ecaa981533'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:55:03.404053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:03.639440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] For port 76202952-8ad3-42de-bd01-104fb3dc4a82, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:55:03.645118 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f6cd3eed-cffe-4ede-b520-db26b31cdd2c tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:03.693965 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] For port 76202952-8ad3-42de-bd01-104fb3dc4a82, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=76202952-8ad3-42de-bd01-104fb3dc4a82,segment=NetworkSegment(a222328c-b29e-4139-8bbe-1e91d3d54f9c),segment_id=a222328c-b29e-4139-8bbe-1e91d3d54f9c)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:55:03.705722 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:03.720458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32611b1d-e43b-4717-8d1e-976f1d2be776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-89ed7b7c-d7ad-45dc-a236-6c46c97a5429', 'network_id': '89ed7b7c-d7ad-45dc-a236-6c46c97a5429', 'tenant_id': '88985a2bcf724b4bb2fe142c0bb05c82', 'fixed_ips': [{'subnet_id': '95ca2248-53bd-4ac0-a1aa-f94e537327a3'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:55:03.722632 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32611b1d-e43b-4717-8d1e-976f1d2be776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:03.818164 n-d-815373-6 neutron-server[109888]: INFO neutron.api.v2.resource [None req-f6cd3eed-cffe-4ede-b520-db26b31cdd2c tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 19:55:03.821887 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f6cd3eed-cffe-4ede-b520-db26b31cdd2c tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "PUT /v2.0/routers/6aacb124-5b0f-46fc-b674-3cf9229ebdad HTTP/1.1" status: 400 len: 364 time: 0.4713285 Nov 19 19:55:03.832927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35274) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:03.965633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64f8b8f-aa77-4321-90eb-fa2d6db36daf tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Deleting subnet 95ca2248-53bd-4ac0-a1aa-f94e537327a3 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:55:03.975574 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d64f8b8f-aa77-4321-90eb-fa2d6db36daf tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:03.977569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3c718-40a2-4c36-9054-9ace24d87719 None None] Pushing event updated for resources: {'Port': ['ID=76202952-8ad3-42de-bd01-104fb3dc4a82,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:04.059529 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d64f8b8f-aa77-4321-90eb-fa2d6db36daf tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.161703 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d64f8b8f-aa77-4321-90eb-fa2d6db36daf tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.277996 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d64f8b8f-aa77-4321-90eb-fa2d6db36daf tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server [None req-32611b1d-e43b-4717-8d1e-976f1d2be776 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95ca2248-53bd-4ac0-a1aa-f94e537327a3: This subnet is being modified by another concurrent operation. Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server raise exception Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95ca2248-53bd-4ac0-a1aa-f94e537327a3: This subnet is being modified by another concurrent operation. Nov 19 19:55:04.279971 n-d-815373-6 neutron-server[109889]: ERROR oslo_messaging.rpc.server Nov 19 19:55:04.308323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a22c7b-ec85-4753-af73-16a19eb48c90 None None] Network 89ed7b7c-d7ad-45dc-a236-6c46c97a5429 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:55:04.345221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f8b8f-aa77-4321-90eb-fa2d6db36daf tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Pushing event deleted for resources: {'Subnet': ['ID=95ca2248-53bd-4ac0-a1aa-f94e537327a3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:04.350171 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d64f8b8f-aa77-4321-90eb-fa2d6db36daf tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.356198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d64f8b8f-aa77-4321-90eb-fa2d6db36daf tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "DELETE /v2.0/subnets/95ca2248-53bd-4ac0-a1aa-f94e537327a3 HTTP/1.1" status: 204 len: 168 time: 0.5198758 Nov 19 19:55:04.359473 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35276) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:04.492338 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.597231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 76202952-8ad3-42de-bd01-104fb3dc4a82 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:55:04.655548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.700208 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 76202952-8ad3-42de-bd01-104fb3dc4a82 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:04.700208 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.706605 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ed7b7c-d7ad-45dc-a236-6c46c97a5429']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:04.726026 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e139e01-75fa-4974-b3e3-039963b39055') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:04.726570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e139e01-75fa-4974-b3e3-039963b39055') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:04.753040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.793205 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.809315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:55:04.810227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: timer() Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:55:04.816253 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:55:04.861740 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.931666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 76202952-8ad3-42de-bd01-104fb3dc4a82, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=76202952-8ad3-42de-bd01-104fb3dc4a82,segment=NetworkSegment(a222328c-b29e-4139-8bbe-1e91d3d54f9c),segment_id=a222328c-b29e-4139-8bbe-1e91d3d54f9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:04.935133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.938448 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.969808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:04.979359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35278) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:04.980384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "DELETE /v2.0/networks/89ed7b7c-d7ad-45dc-a236-6c46c97a5429 HTTP/1.1" status: 204 len: 168 time: 0.6195509 Nov 19 19:55:04.982495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ca364-7ab6-43f8-ac30-81dd1501673a tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Pushing event deleted for resources: {'Network': ['ID=89ed7b7c-d7ad-45dc-a236-6c46c97a5429,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:05.045256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=76202952-8ad3-42de-bd01-104fb3dc4a82,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:05.050549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4564c716-32a6-4787-84cc-359464fd6859 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Deleting subnet 5ca356bd-716c-4823-8235-381b1b723804 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:55:05.055649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4564c716-32a6-4787-84cc-359464fd6859 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.106808 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4564c716-32a6-4787-84cc-359464fd6859 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.239488 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4564c716-32a6-4787-84cc-359464fd6859 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.304291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c71bcd-ad48-4eca-a6c3-099cfdca35c1 None None] Network 88390fac-183e-43e6-a3f8-02ecaa981533 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:55:05.324992 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4564c716-32a6-4787-84cc-359464fd6859 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.357533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564c716-32a6-4787-84cc-359464fd6859 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca356bd-716c-4823-8235-381b1b723804,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:05.359888 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4564c716-32a6-4787-84cc-359464fd6859 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.363369 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4564c716-32a6-4787-84cc-359464fd6859 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "DELETE /v2.0/subnets/5ca356bd-716c-4823-8235-381b1b723804 HTTP/1.1" status: 204 len: 168 time: 0.3827853 Nov 19 19:55:05.367841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35280) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:05.416617 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f81abed7-a1af-4afc-bc22-afa8cca0086f None None] Provisioning complete for port 76202952-8ad3-42de-bd01-104fb3dc4a82 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:05.417184 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f81abed7-a1af-4afc-bc22-afa8cca0086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.520098 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.623518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Deleting port 76202952-8ad3-42de-bd01-104fb3dc4a82 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:55:05.624073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.738647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] For port 76202952-8ad3-42de-bd01-104fb3dc4a82, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=76202952-8ad3-42de-bd01-104fb3dc4a82,segment=NetworkSegment(a222328c-b29e-4139-8bbe-1e91d3d54f9c),segment_id=a222328c-b29e-4139-8bbe-1e91d3d54f9c)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:05.739599 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.747088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b2aa52-92e5-42d3-9a36-0e71b1c81983 None None] DHCP port deletion for 88390fac-183e-43e6-a3f8-02ecaa981533 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:55:05.758104 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Calling delete_port for 76202952-8ad3-42de-bd01-104fb3dc4a82 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:55:05.815055 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2aa52-92e5-42d3-9a36-0e71b1c81983 None None] Deleting port 76202952-8ad3-42de-bd01-104fb3dc4a82 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:55:05.815677 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2b2aa52-92e5-42d3-9a36-0e71b1c81983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.871847 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.904276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Pushing event deleted for resources: {'Port': ['ID=76202952-8ad3-42de-bd01-104fb3dc4a82,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:05.909845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] No DVR routers for this DVR port 76202952-8ad3-42de-bd01-104fb3dc4a82 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:55:05.939573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a2b2aa52-92e5-42d3-9a36-0e71b1c81983 None None] For port 76202952-8ad3-42de-bd01-104fb3dc4a82, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=76202952-8ad3-42de-bd01-104fb3dc4a82,segment=NetworkSegment(a222328c-b29e-4139-8bbe-1e91d3d54f9c),segment_id=a222328c-b29e-4139-8bbe-1e91d3d54f9c)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:05.940159 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2b2aa52-92e5-42d3-9a36-0e71b1c81983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:05.961117 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2aa52-92e5-42d3-9a36-0e71b1c81983 None None] Calling delete_port for 76202952-8ad3-42de-bd01-104fb3dc4a82 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:55:06.022669 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.048461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88390fac-183e-43e6-a3f8-02ecaa981533']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:06.053687 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2b2aa52-92e5-42d3-9a36-0e71b1c81983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.061202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a222328c-b29e-4139-8bbe-1e91d3d54f9c') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:06.061550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a222328c-b29e-4139-8bbe-1e91d3d54f9c') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:06.074746 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.082784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2aa52-92e5-42d3-9a36-0e71b1c81983 None None] Pushing event deleted for resources: {'Port': ['ID=76202952-8ad3-42de-bd01-104fb3dc4a82,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:06.088777 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2aa52-92e5-42d3-9a36-0e71b1c81983 None None] No DVR routers for this DVR port 76202952-8ad3-42de-bd01-104fb3dc4a82 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:55:06.093687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.107694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:55:06.108222 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.112979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779b344-ae06-400d-b5d5-6465f21c30fe None None] get_active_networks_info from n-d-815373-6 {{(pid=109889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:55:06.113229 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:55:06.187788 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.194606 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.199096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "DELETE /v2.0/networks/88390fac-183e-43e6-a3f8-02ecaa981533 HTTP/1.1" status: 204 len: 168 time: 0.8298678 Nov 19 19:55:06.201965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35282) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:06.214599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1779b344-ae06-400d-b5d5-6465f21c30fe None None] Resources bound (agent type, host, resource id): {{(pid=109889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 19:55:06.227424 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf5a0c-b1da-4852-98e6-641582d87fa0 tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Pushing event deleted for resources: {'Network': ['ID=88390fac-183e-43e6-a3f8-02ecaa981533,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:06.234107 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9db2b829-ac75-4fa4-a981-2c4a9cb0698b tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "GET /v2.0/ports?device_id=6aacb124-5b0f-46fc-b674-3cf9229ebdad HTTP/1.1" status: 200 len: 205 time: 0.0308418 Nov 19 19:55:06.237122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35284) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:06.357122 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23cb5ea6-a466-4a75-8a65-4fe30a565d6f tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.553336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 76202952-8ad3-42de-bd01-104fb3dc4a82 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:55:06.559019 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23cb5ea6-a466-4a75-8a65-4fe30a565d6f tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.561712 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23cb5ea6-a466-4a75-8a65-4fe30a565d6f tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.580850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 76202952-8ad3-42de-bd01-104fb3dc4a82 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:55:06.581307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 76202952-8ad3-42de-bd01-104fb3dc4a82 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:55:06.619411 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23cb5ea6-a466-4a75-8a65-4fe30a565d6f tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.620014 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cb5ea6-a466-4a75-8a65-4fe30a565d6f tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Fanout notify agent at l3_agent the message router_deleted on router 6aacb124-5b0f-46fc-b674-3cf9229ebdad {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:55:06.628225 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23cb5ea6-a466-4a75-8a65-4fe30a565d6f tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:06.633181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-23cb5ea6-a466-4a75-8a65-4fe30a565d6f tempest-RoutersNegativeTest-1093149023 tempest-RoutersNegativeTest-1093149023-project] 10.222.0.50 "DELETE /v2.0/routers/6aacb124-5b0f-46fc-b674-3cf9229ebdad HTTP/1.1" status: 204 len: 168 time: 0.3901904 Nov 19 19:55:06.920643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35290) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:07.409918 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-372bda23-c61d-41eb-af8a-f7693973b006 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88985a2bcf724b4bb2fe142c0bb05c82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4880178 Nov 19 19:55:07.413237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35294) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:07.469927 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e934-0e4c-4ad6-804c-3599cf16a986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:07.497720 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e934-0e4c-4ad6-804c-3599cf16a986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:07.553148 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e934-0e4c-4ad6-804c-3599cf16a986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:07.556315 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e934-0e4c-4ad6-804c-3599cf16a986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:07.557616 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c4e8e934-0e4c-4ad6-804c-3599cf16a986 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3b3bd7f-c8d1-4831-945a-f2e570628388 HTTP/1.1" status: 204 len: 168 time: 0.1433122 Nov 19 19:55:07.569116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8e934-0e4c-4ad6-804c-3599cf16a986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b3bd7f-c8d1-4831-945a-f2e570628388,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:08.316133 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cd4e0375-e8b8-4bd2-bcf5-dad001d7e362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:08.395118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35316) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:08.508285 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-62381161-network', 'tenant_id': '16665f7bf2a54509909649b2e386351a'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:08.536249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Made reservation on behalf of 16665f7bf2a54509909649b2e386351a for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:55:08.539601 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:08.550386 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:08.672447 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:08.677090 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:08.708393 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:55:08.716216 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:08.723505 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:08.723950 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Added segment f619998d-bb01-4b5b-9cc3-5530543b6e16 of type vlan for network f8a8576b-b0c2-4942-9176-b02496226d41 Nov 19 19:55:08.776839 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:08.807808 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:08.808911 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:08.809555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:08.868815 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4722481 Nov 19 19:55:08.872528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35320) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:08.878972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] Request body: {'subnet': {'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-62381161-subnet', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:08.885281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18a6da-0e5d-48ce-8db6-033391020028 admin admin] Pushing event updated for resources: {'Network': ['ID=f8a8576b-b0c2-4942-9176-b02496226d41,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:08.904839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network f8a8576b-b0c2-4942-9176-b02496226d41 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:55:08.917200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] Made reservation on behalf of 16665f7bf2a54509909649b2e386351a for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:55:08.921204 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:09.167388 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:09.229274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36074e3-31f9-4191-825e-f521df3109ad,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:09.243306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] Checking segment: {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:09.243675 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] Network hostable DHCP agents. Network: f8a8576b-b0c2-4942-9176-b02496226d41, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:55:09.272399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] Network f8a8576b-b0c2-4942-9176-b02496226d41 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:55:09.285454 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, f8a8576b-b0c2-4942-9176-b02496226d41) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:09.294851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:09.295461 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:09.305690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189169dc-aacd-4956-ae10-f147949a6554 None None] Network f8a8576b-b0c2-4942-9176-b02496226d41 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:55:09.322355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d1744877-5347-4650-a748-2c97a500a362 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4479380 Nov 19 19:55:09.325945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35322) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:09.333563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-62381161-router', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:09.367160 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:09.368718 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:09.464064 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:09.515699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-f8a8576b-b0c2-4942-9176-b02496226d41', 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'fixed_ips': [{'subnet_id': 'f36074e3-31f9-4191-825e-f521df3109ad'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:55:09.517992 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:09.649030 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:09.856496 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Allocated IP 172.20.0.2 (f8a8576b-b0c2-4942-9176-b02496226d41/f36074e3-31f9-4191-825e-f521df3109ad/e6716fda-4ead-4660-9d82-0caf6ecb1be8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:55:09.927191 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:09.958423 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:10.037241 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:10.044702 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:10.095036 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Network f8a8576b-b0c2-4942-9176-b02496226d41 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:55:10.098876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:10.103327 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:55:10.109568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Pushing event updated for resources: {'Port': ['ID=e6716fda-4ead-4660-9d82-0caf6ecb1be8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:10.111530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Allocated IP 172.25.3.240 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/86b6ba82-37e3-4611-8d25-d2c418e6c6b9) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:55:10.177398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Attempting to bind port e6716fda-4ead-4660-9d82-0caf6ecb1be8 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:55:10.178929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Attempting to bind port e6716fda-4ead-4660-9d82-0caf6ecb1be8 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:55:10.179244 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Attempting to bind port e6716fda-4ead-4660-9d82-0caf6ecb1be8 on network f8a8576b-b0c2-4942-9176-b02496226d41 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:55:10.188860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:55:10.189518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Checking segment: {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:10.190218 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:10.190829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Bound using segment: {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:55:10.191740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Bound port: e6716fda-4ead-4660-9d82-0caf6ecb1be8, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:55:10.192399 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:10.278537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] For port e6716fda-4ead-4660-9d82-0caf6ecb1be8, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:55:10.282279 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] For port e6716fda-4ead-4660-9d82-0caf6ecb1be8, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e6716fda-4ead-4660-9d82-0caf6ecb1be8,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:55:10.289040 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:10.289822 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:10.342701 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:10.392438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ca1e6-2d6f-447d-ad5f-a87712ed2cbb None None] Pushing event updated for resources: {'Port': ['ID=e6716fda-4ead-4660-9d82-0caf6ecb1be8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:10.407170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:55:10.411019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:10.414599 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:55:10.432783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b2bf2e-4bcf-4ceb-a14a-e7a735bcc015 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:55:10.445918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Pushing event updated for resources: {'Port': ['ID=86b6ba82-37e3-4611-8d25-d2c418e6c6b9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:10.515523 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1415a203-e7dd-4d91-a446-8ec8d7fdd2ad None None] Provisioning complete for port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:10.515895 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1415a203-e7dd-4d91-a446-8ec8d7fdd2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:10.564376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1415a203-e7dd-4d91-a446-8ec8d7fdd2ad None None] Port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:55:10.718706 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f87c827-b735-41c2-b477-65f8397c0991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:10.808450 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:11.067487 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:11.276047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:55:11.413681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:55:11.429559 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Sync routers for ids ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:55:11.445285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:11.447381 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7fcd4a8c-9bdb-4b46-a98b-70986c987373 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1198330 Nov 19 19:55:11.448527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Routers {'3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:55:11.449240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:11.450606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35324) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:11.605312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Set router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:55:11.674063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85832c-95e5-49b4-b049-7531f8d32262 None None] Network f8a8576b-b0c2-4942-9176-b02496226d41 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:55:11.809780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-28bcf326-cd97-4b30-ba1e-bf8d05b6e4b9 None None] Provisioning complete for port e6716fda-4ead-4660-9d82-0caf6ecb1be8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:11.810255 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28bcf326-cd97-4b30-ba1e-bf8d05b6e4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.029231 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28bcf326-cd97-4b30-ba1e-bf8d05b6e4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.041280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.076293 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'name': 'tempest-TestEncryptedCinderVolumes-62381161-router', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:10Z', 'revision_number': 3, 'project_id': '16665f7bf2a54509909649b2e386351a', 'gw_port': {'id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:12.122984 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Checking router: 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:55:12.123344 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Updating router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:55:12.127493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-28bcf326-cd97-4b30-ba1e-bf8d05b6e4b9 None None] For port e6716fda-4ead-4660-9d82-0caf6ecb1be8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e6716fda-4ead-4660-9d82-0caf6ecb1be8,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:12.150130 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28bcf326-cd97-4b30-ba1e-bf8d05b6e4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.155771 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.203514 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.301672 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Allocated IP 172.20.0.1 (f8a8576b-b0c2-4942-9176-b02496226d41/f36074e3-31f9-4191-825e-f521df3109ad/a42c1bee-101c-4875-9c39-f9c3a8ca827c) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:55:12.302531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcf326-cd97-4b30-ba1e-bf8d05b6e4b9 None None] Pushing event updated for resources: {'Port': ['ID=e6716fda-4ead-4660-9d82-0caf6ecb1be8,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:12.518363 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.528946 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8f9a8256-e3e0-4f95-a2b0-10c96af09119 None None] Provisioning complete for port e6716fda-4ead-4660-9d82-0caf6ecb1be8 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:12.529327 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8f9a8256-e3e0-4f95-a2b0-10c96af09119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.564921 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.593490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e6716fda-4ead-4660-9d82-0caf6ecb1be8 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:55:12.619789 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Network f8a8576b-b0c2-4942-9176-b02496226d41 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:55:12.623294 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:12.627528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:55:12.657889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Pushing event updated for resources: {'Port': ['ID=a42c1bee-101c-4875-9c39-f9c3a8ca827c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:12.679525 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.868772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.881108 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.890266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e6716fda-4ead-4660-9d82-0caf6ecb1be8 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:12.890643 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.915920 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:12.979785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613aba3c-c03f-4803-9b56-84abaee55fb6 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:55:12.994734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Attempting to bind port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:55:12.995112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Attempting to bind port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:55:12.995477 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Attempting to bind port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:55:13.009713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6f56d-fe1a-431c-a942-772029375a1a None None] Pushing event updated for resources: {'Port': ['ID=86b6ba82-37e3-4611-8d25-d2c418e6c6b9,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:13.017376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:55:13.017783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:13.018208 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:13.018614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:55:13.019143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Bound port: 86b6ba82-37e3-4611-8d25-d2c418e6c6b9, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:55:13.019530 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:13.118299 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e9fca768-73e9-439a-87b5-655c67abf1fc None None] Provisioning complete for port a42c1bee-101c-4875-9c39-f9c3a8ca827c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:13.118588 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9fca768-73e9-439a-87b5-655c67abf1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:13.126292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] For port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:55:13.188734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:13.192070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] For port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=86b6ba82-37e3-4611-8d25-d2c418e6c6b9,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:55:13.196372 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:13.200825 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:13.237586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e9fca768-73e9-439a-87b5-655c67abf1fc None None] Port a42c1bee-101c-4875-9c39-f9c3a8ca827c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:55:13.275951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabe19ec-ab09-45ae-a9d1-3e03e39058c7 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:55:13.297929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Routers {'3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:55:13.298899 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:13.306787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6f56d-fe1a-431c-a942-772029375a1a None None] Pushing event updated for resources: {'Port': ['ID=86b6ba82-37e3-4611-8d25-d2c418e6c6b9,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:13.313862 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Pushing event updated for resources: {'Port': ['ID=a42c1bee-101c-4875-9c39-f9c3a8ca827c,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:13.316517 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:13.345442 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.345734 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.346110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.346451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.346786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.347123 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.347454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.347782 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.348105 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.348428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.348752 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.349073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:13.387539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a7a51ef1-43da-4767-97ed-80aea06b92a4 None None] Provisioning complete for port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:13.387857 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7a51ef1-43da-4767-97ed-80aea06b92a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:13.450578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Network f8a8576b-b0c2-4942-9176-b02496226d41 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:55:13.453234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:13.617965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:55:13.653442 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:13.670323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] Set router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:55:13.840905 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7a51ef1-43da-4767-97ed-80aea06b92a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:13.853173 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:55:13.863002 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ef0c2ce4-bbbe-4802-b75d-48553389d78b admin admin] 10.222.0.50 "PUT /v2.0/routers/3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4109387 Nov 19 19:55:13.874789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a7a51ef1-43da-4767-97ed-80aea06b92a4 None None] For port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=86b6ba82-37e3-4611-8d25-d2c418e6c6b9,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:13.882215 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7a51ef1-43da-4767-97ed-80aea06b92a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:13.990232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a51ef1-43da-4767-97ed-80aea06b92a4 None None] Pushing event updated for resources: {'Port': ['ID=86b6ba82-37e3-4611-8d25-d2c418e6c6b9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:14.019675 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fc144618-7e9e-4b72-acbc-e8e099be4a48 None None] Provisioning complete for port a42c1bee-101c-4875-9c39-f9c3a8ca827c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:14.020053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fc144618-7e9e-4b72-acbc-e8e099be4a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:14.065818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fc144618-7e9e-4b72-acbc-e8e099be4a48 None None] Port a42c1bee-101c-4875-9c39-f9c3a8ca827c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:55:14.068726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'name': 'tempest-TestEncryptedCinderVolumes-62381161-router', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:12Z', 'revision_number': 4, 'project_id': '16665f7bf2a54509909649b2e386351a', 'gw_port': {'id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'a42c1bee-101c-4875-9c39-f9c3a8ca827c', 'name': '', 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'mac_address': 'fa:16:3e:85:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:12Z', 'updated_at': '2021-11-19T19:55:12Z', 'revision_number': 2, 'project_id': '16665f7bf2a54509909649b2e386351a', 'subnets': [{'id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:14.103056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b576fd3a-3535-43f5-9e3c-0e41ddacafc6 None None] The sync data for ids ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'] in n-d-815373-6 is: [{'id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'name': 'tempest-TestEncryptedCinderVolumes-62381161-router', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:12Z', 'revision_number': 4, 'project_id': '16665f7bf2a54509909649b2e386351a', 'gw_port': {'id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'a42c1bee-101c-4875-9c39-f9c3a8ca827c', 'name': '', 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'mac_address': 'fa:16:3e:85:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:12Z', 'updated_at': '2021-11-19T19:55:12Z', 'revision_number': 2, 'project_id': '16665f7bf2a54509909649b2e386351a', 'subnets': [{'id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:55:14.273474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:14.644610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35340) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:14.652261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-578369484-network', 'tenant_id': '86201207b3f44f36a925060148012922'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:14.695893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Made reservation on behalf of 86201207b3f44f36a925060148012922 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:55:14.699106 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:14.712648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:14.834337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:14.839780 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:14.869123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:55:14.886287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1757ab-3348-454f-801f-000deea3184e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:14.892099 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:14.892437 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Added segment 435dacc4-7c0a-440a-a39f-5800d6656041 of type vlan for network 87d891f5-79e6-463d-86af-5f8a1ef1519c Nov 19 19:55:14.958875 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:15.009249 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:15.010010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:15.010708 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:15.084530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4378493 Nov 19 19:55:15.087819 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35342) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:15.093175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] Request body: {'subnet': {'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-578369484-subnet', 'tenant_id': '86201207b3f44f36a925060148012922', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:15.097217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4295d6-227a-4b8c-a74c-1638e0e4d699 admin admin] Pushing event updated for resources: {'Network': ['ID=87d891f5-79e6-463d-86af-5f8a1ef1519c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:15.110065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 87d891f5-79e6-463d-86af-5f8a1ef1519c details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:55:15.131811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] Made reservation on behalf of 86201207b3f44f36a925060148012922 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:55:15.136710 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:15.288014 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-5fd8fae6-9d9c-49a8-aef2-513a041efc8a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884004 Nov 19 19:55:15.433522 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:15.477970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-c1280fba-b99b-448f-9aa8-e1e6678d828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:15.479978 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-c1280fba-b99b-448f-9aa8-e1e6678d828b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.1267443 Nov 19 19:55:15.525962 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a85c6e-5881-44b7-8cfd-990ecacb0acc,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:15.580872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] Checking segment: {'id': '435dacc4-7c0a-440a-a39f-5800d6656041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:15.581252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] Network hostable DHCP agents. Network: 87d891f5-79e6-463d-86af-5f8a1ef1519c, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:55:15.624122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] Network 87d891f5-79e6-463d-86af-5f8a1ef1519c is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:55:15.644470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-c74b1f18-69f7-4ec0-b11a-f7ba911106b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:15.646075 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-c74b1f18-69f7-4ec0-b11a-f7ba911106b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1319079 Nov 19 19:55:15.648362 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 87d891f5-79e6-463d-86af-5f8a1ef1519c) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:15.654001 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:15.654598 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:15.664080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4d53fb-a931-4b27-a0f7-75c2a3891589 None None] Network 87d891f5-79e6-463d-86af-5f8a1ef1519c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:55:15.698116 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-97a80f33-c456-4c32-af72-4fc9bb07817a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0405824 Nov 19 19:55:15.740587 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7eff2b95-5693-43b0-886b-838b59b4d0a6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6508548 Nov 19 19:55:15.745003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35344) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:15.750386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-578369484-router', 'tenant_id': '86201207b3f44f36a925060148012922', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:15.761196 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-94a4a317-899e-4c1a-bb7a-658231799201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:15.762789 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-94a4a317-899e-4c1a-bb7a-658231799201 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0583527 Nov 19 19:55:15.788730 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:15.790756 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:15.823950 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-246d3402-de36-4843-9504-e115153ac829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:15.825773 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-246d3402-de36-4843-9504-e115153ac829 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558708 Nov 19 19:55:15.868238 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:15.928380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-87d891f5-79e6-463d-86af-5f8a1ef1519c', 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c', 'tenant_id': '86201207b3f44f36a925060148012922', 'fixed_ips': [{'subnet_id': '53a85c6e-5881-44b7-8cfd-990ecacb0acc'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:55:15.929657 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:15.995427 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-8fe029f4-2c7b-41a6-9dd3-005c9778b8d5 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587896 Nov 19 19:55:16.060088 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:16.150645 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-f243fd04-1caf-4c54-b7b8-9430fcfc34ce req-4e5bfa76-c798-49c4-afa7-88cb4e0aba70 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488669 Nov 19 19:55:16.168408 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Allocated IP 172.20.0.2 (87d891f5-79e6-463d-86af-5f8a1ef1519c/53a85c6e-5881-44b7-8cfd-990ecacb0acc/166200ec-83f8-4165-8860-c6be04abb6f7) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:55:16.338767 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:16.361512 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:16.370983 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:16.384694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:16.424628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Network 87d891f5-79e6-463d-86af-5f8a1ef1519c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:55:16.431149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:16.437185 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:55:16.449870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Pushing event updated for resources: {'Port': ['ID=166200ec-83f8-4165-8860-c6be04abb6f7,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:16.526395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Allocated IP 172.25.3.174 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/9a24acb5-1903-490f-955c-6997b8ac3dc4) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:55:16.550486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Attempting to bind port 166200ec-83f8-4165-8860-c6be04abb6f7 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:55:16.551138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Attempting to bind port 166200ec-83f8-4165-8860-c6be04abb6f7 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '435dacc4-7c0a-440a-a39f-5800d6656041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:55:16.551748 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Attempting to bind port 166200ec-83f8-4165-8860-c6be04abb6f7 on network 87d891f5-79e6-463d-86af-5f8a1ef1519c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:55:16.558749 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:55:16.560067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Checking segment: {'id': '435dacc4-7c0a-440a-a39f-5800d6656041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:16.560674 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:16.561256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Bound using segment: {'id': '435dacc4-7c0a-440a-a39f-5800d6656041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:55:16.561977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Bound port: 166200ec-83f8-4165-8860-c6be04abb6f7, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435dacc4-7c0a-440a-a39f-5800d6656041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:55:16.562834 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:16.612872 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:55:16.694569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] For port 166200ec-83f8-4165-8860-c6be04abb6f7, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:55:16.698739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] For port 166200ec-83f8-4165-8860-c6be04abb6f7, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=166200ec-83f8-4165-8860-c6be04abb6f7,segment=NetworkSegment(435dacc4-7c0a-440a-a39f-5800d6656041),segment_id=435dacc4-7c0a-440a-a39f-5800d6656041)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:55:16.709499 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:16.728256 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:16.752734 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:16.753115 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:16.774758 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:16.818134 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95f5fe-5f49-4109-bbe2-78decbe3b3dd None None] Pushing event updated for resources: {'Port': ['ID=166200ec-83f8-4165-8860-c6be04abb6f7,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:16.848091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:55:16.854318 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:16.864834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:55:16.875465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a24acb5-1903-490f-955c-6997b8ac3dc4,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:16.883218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95227a0c-75a8-4b80-8b3b-0d79748cc35f None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:55:16.970022 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Sync routers for ids ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:55:16.982701 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Routers {'3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:55:16.983355 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:17.039080 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-89e8de79-8650-4b57-be87-944d5a5f3db8 None None] Provisioning complete for port 9a24acb5-1903-490f-955c-6997b8ac3dc4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:17.039510 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-89e8de79-8650-4b57-be87-944d5a5f3db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:17.111307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-89e8de79-8650-4b57-be87-944d5a5f3db8 None None] Port 9a24acb5-1903-490f-955c-6997b8ac3dc4 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:55:17.133127 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Set router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:55:17.387248 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:17.422033 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'name': 'tempest-TestEncryptedCinderVolumes-62381161-router', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:12Z', 'revision_number': 4, 'project_id': '16665f7bf2a54509909649b2e386351a', 'gw_port': {'id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'a42c1bee-101c-4875-9c39-f9c3a8ca827c', 'name': '', 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'mac_address': 'fa:16:3e:85:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:12Z', 'updated_at': '2021-11-19T19:55:12Z', 'revision_number': 2, 'project_id': '16665f7bf2a54509909649b2e386351a', 'subnets': [{'id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:17.478340 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Checking router: 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:55:17.478923 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Updating router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf port a42c1bee-101c-4875-9c39-f9c3a8ca827c binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:55:17.516334 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:17.673532 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:17.884613 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:17.899999 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:17.963446 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Pushing event updated for resources: {'Port': ['ID=a42c1bee-101c-4875-9c39-f9c3a8ca827c,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:18.019707 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.020686 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.020686 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.020686 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.021084 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.022027 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.022456 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.022876 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.023364 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.023775 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.024178 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.024581 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:18.028241 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Attempting to bind port a42c1bee-101c-4875-9c39-f9c3a8ca827c on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:55:18.028558 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Attempting to bind port a42c1bee-101c-4875-9c39-f9c3a8ca827c by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:55:18.029110 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Attempting to bind port a42c1bee-101c-4875-9c39-f9c3a8ca827c on network f8a8576b-b0c2-4942-9176-b02496226d41 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:55:18.043953 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:55:18.044685 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Checking segment: {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:18.045286 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:18.045898 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Bound using segment: {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:55:18.046600 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Bound port: a42c1bee-101c-4875-9c39-f9c3a8ca827c, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:55:18.047191 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:18.137435 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] For port a42c1bee-101c-4875-9c39-f9c3a8ca827c, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:55:18.141361 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] For port a42c1bee-101c-4875-9c39-f9c3a8ca827c, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a42c1bee-101c-4875-9c39-f9c3a8ca827c,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:55:18.151623 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:18.216345 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Routers {'3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:55:18.216899 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:18.311770 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b8297b-9032-4951-b015-d0ace83aac75 None None] Network 87d891f5-79e6-463d-86af-5f8a1ef1519c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:55:18.332323 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7843ae-c4eb-43a6-af8e-1e2e1d0c60d9 None None] Pushing event updated for resources: {'Port': ['ID=a42c1bee-101c-4875-9c39-f9c3a8ca827c,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:18.346389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:55:18.368611 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] Set router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:55:18.441852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15c20546-4c0f-4f29-b127-73e9bf0797be None None] Provisioning complete for port a42c1bee-101c-4875-9c39-f9c3a8ca827c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:18.442788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15c20546-4c0f-4f29-b127-73e9bf0797be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:18.516410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:55:18.534198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Sync routers for ids ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:55:18.566095 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:18.569132 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5204534a-a1ae-475c-badf-c2bf89c3dba9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8219059 Nov 19 19:55:18.573142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35346) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:55:18.639333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Routers {'2e63bb0a-7bc6-458d-94fe-586f89d5aa37'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:55:18.640725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:18.807789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 166200ec-83f8-4165-8860-c6be04abb6f7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:55:18.840203 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'name': 'tempest-TestEncryptedCinderVolumes-62381161-router', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:12Z', 'revision_number': 4, 'project_id': '16665f7bf2a54509909649b2e386351a', 'gw_port': {'id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'a42c1bee-101c-4875-9c39-f9c3a8ca827c', 'name': '', 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'mac_address': 'fa:16:3e:85:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:12Z', 'updated_at': '2021-11-19T19:55:18Z', 'revision_number': 4, 'project_id': '16665f7bf2a54509909649b2e386351a', 'subnets': [{'id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:18.892200 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24ee36-b4fe-4bb2-a35a-8e1d8995283b None None] The sync data for ids ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'] in n-d-815373-6 is: [{'id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'name': 'tempest-TestEncryptedCinderVolumes-62381161-router', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:12Z', 'revision_number': 4, 'project_id': '16665f7bf2a54509909649b2e386351a', 'gw_port': {'id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'a42c1bee-101c-4875-9c39-f9c3a8ca827c', 'name': '', 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'mac_address': 'fa:16:3e:85:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:12Z', 'updated_at': '2021-11-19T19:55:18Z', 'revision_number': 4, 'project_id': '16665f7bf2a54509909649b2e386351a', 'subnets': [{'id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:55:18.919581 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15c20546-4c0f-4f29-b127-73e9bf0797be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:18.995665 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Set router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:55:19.071398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15c20546-4c0f-4f29-b127-73e9bf0797be None None] For port a42c1bee-101c-4875-9c39-f9c3a8ca827c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a42c1bee-101c-4875-9c39-f9c3a8ca827c,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:19.084226 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15c20546-4c0f-4f29-b127-73e9bf0797be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:19.089104 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 166200ec-83f8-4165-8860-c6be04abb6f7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:19.089506 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:19.292274 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:19.462818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15c20546-4c0f-4f29-b127-73e9bf0797be None None] Provisioning complete for port 166200ec-83f8-4165-8860-c6be04abb6f7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:19.463294 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15c20546-4c0f-4f29-b127-73e9bf0797be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:19.516272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c20546-4c0f-4f29-b127-73e9bf0797be None None] Pushing event updated for resources: {'Port': ['ID=a42c1bee-101c-4875-9c39-f9c3a8ca827c,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:19.581780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Allocated IP 172.20.0.1 (87d891f5-79e6-463d-86af-5f8a1ef1519c/53a85c6e-5881-44b7-8cfd-990ecacb0acc/9f9193fd-ae97-47b3-81ef-a07981f9dd17) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:55:19.663601 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:19.702773 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15c20546-4c0f-4f29-b127-73e9bf0797be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:19.748271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 166200ec-83f8-4165-8860-c6be04abb6f7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=166200ec-83f8-4165-8860-c6be04abb6f7,segment=NetworkSegment(435dacc4-7c0a-440a-a39f-5800d6656041),segment_id=435dacc4-7c0a-440a-a39f-5800d6656041)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:19.759065 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:19.759914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a42c1bee-101c-4875-9c39-f9c3a8ca827c up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:55:19.806013 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:19.852506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'name': 'tempest-TestEncryptedCinderVolumes-578369484-router', 'tenant_id': '86201207b3f44f36a925060148012922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:15Z', 'updated_at': '2021-11-19T19:55:17Z', 'revision_number': 3, 'project_id': '86201207b3f44f36a925060148012922', 'gw_port': {'id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:16Z', 'updated_at': '2021-11-19T19:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:19.867238 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:19.897801 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Checking router: 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:55:19.898088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Updating router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 port 9a24acb5-1903-490f-955c-6997b8ac3dc4 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:55:19.908652 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-15c20546-4c0f-4f29-b127-73e9bf0797be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:55:19.909016 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-15c20546-4c0f-4f29-b127-73e9bf0797be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:55:19.946588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=166200ec-83f8-4165-8860-c6be04abb6f7,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:19.947316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Network 87d891f5-79e6-463d-86af-5f8a1ef1519c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:55:19.952261 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:19.952983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:19.960529 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:55:20.000328 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Pushing event updated for resources: {'Port': ['ID=9f9193fd-ae97-47b3-81ef-a07981f9dd17,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:20.011854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a42c1bee-101c-4875-9c39-f9c3a8ca827c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:20.013524 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.029588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.262597 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.358519 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.366450 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.424544 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e12dbe9-7b46-4e5b-80fe-2a24c91e1440 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:55:20.467519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec59d3-1f5c-4802-bf45-c7b79d0ab235 None None] Pushing event updated for resources: {'Port': ['ID=9a24acb5-1903-490f-955c-6997b8ac3dc4,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:20.473539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Attempting to bind port 9a24acb5-1903-490f-955c-6997b8ac3dc4 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:55:20.473974 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Attempting to bind port 9a24acb5-1903-490f-955c-6997b8ac3dc4 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:55:20.474872 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Attempting to bind port 9a24acb5-1903-490f-955c-6997b8ac3dc4 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:55:20.486997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:55:20.487382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:20.487779 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.488061 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:55:20.488568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Bound port: 9a24acb5-1903-490f-955c-6997b8ac3dc4, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:55:20.489100 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.511285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.520232 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.564451 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] For port 9a24acb5-1903-490f-955c-6997b8ac3dc4, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:55:20.571169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] For port 9a24acb5-1903-490f-955c-6997b8ac3dc4, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a24acb5-1903-490f-955c-6997b8ac3dc4,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:55:20.576911 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.586118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 166200ec-83f8-4165-8860-c6be04abb6f7 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:55:20.623897 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.626556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Pushing event updated for resources: {'Port': ['ID=9f9193fd-ae97-47b3-81ef-a07981f9dd17,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:20.689721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f77eaa3-f3ff-4abe-b707-0e4823804c12 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:55:20.722338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Routers {'2e63bb0a-7bc6-458d-94fe-586f89d5aa37'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:55:20.722997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:20.725600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec59d3-1f5c-4802-bf45-c7b79d0ab235 None None] Pushing event updated for resources: {'Port': ['ID=9a24acb5-1903-490f-955c-6997b8ac3dc4,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:20.732058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Provisioning complete for port a42c1bee-101c-4875-9c39-f9c3a8ca827c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:20.732517 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.789121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Network 87d891f5-79e6-463d-86af-5f8a1ef1519c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:55:20.792084 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:20.912082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 166200ec-83f8-4165-8860-c6be04abb6f7 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:20.913783 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:20.998941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:55:21.042955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] Set router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:55:21.184809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:55:21.202648 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-754eeabf-f683-425f-ba0a-f922738b312b admin admin] 10.222.0.50 "PUT /v2.0/routers/2e63bb0a-7bc6-458d-94fe-586f89d5aa37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6176636 Nov 19 19:55:21.246742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Provisioning complete for port 9a24acb5-1903-490f-955c-6997b8ac3dc4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:21.247126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:21.252009 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a42c1bee-101c-4875-9c39-f9c3a8ca827c up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:55:21.413477 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port a42c1bee-101c-4875-9c39-f9c3a8ca827c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:21.413891 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:21.500413 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:21.559693 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] For port 9a24acb5-1903-490f-955c-6997b8ac3dc4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a24acb5-1903-490f-955c-6997b8ac3dc4,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:21.568802 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'name': 'tempest-TestEncryptedCinderVolumes-578369484-router', 'tenant_id': '86201207b3f44f36a925060148012922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:15Z', 'updated_at': '2021-11-19T19:55:20Z', 'revision_number': 4, 'project_id': '86201207b3f44f36a925060148012922', 'gw_port': {'id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:16Z', 'updated_at': '2021-11-19T19:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9f9193fd-ae97-47b3-81ef-a07981f9dd17', 'name': '', 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c', 'tenant_id': '86201207b3f44f36a925060148012922', 'mac_address': 'fa:16:3e:ba:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '53a85c6e-5881-44b7-8cfd-990ecacb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:19Z', 'updated_at': '2021-11-19T19:55:20Z', 'revision_number': 2, 'project_id': '86201207b3f44f36a925060148012922', 'subnets': [{'id': '53a85c6e-5881-44b7-8cfd-990ecacb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:21.574781 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:21.818589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573dce05-0124-4b76-8298-9f9f0ca9b517 None None] The sync data for ids ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'] in n-d-815373-6 is: [{'id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'name': 'tempest-TestEncryptedCinderVolumes-578369484-router', 'tenant_id': '86201207b3f44f36a925060148012922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:15Z', 'updated_at': '2021-11-19T19:55:20Z', 'revision_number': 4, 'project_id': '86201207b3f44f36a925060148012922', 'gw_port': {'id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:16Z', 'updated_at': '2021-11-19T19:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9f9193fd-ae97-47b3-81ef-a07981f9dd17', 'name': '', 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c', 'tenant_id': '86201207b3f44f36a925060148012922', 'mac_address': 'fa:16:3e:ba:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '53a85c6e-5881-44b7-8cfd-990ecacb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:19Z', 'updated_at': '2021-11-19T19:55:20Z', 'revision_number': 2, 'project_id': '86201207b3f44f36a925060148012922', 'subnets': [{'id': '53a85c6e-5881-44b7-8cfd-990ecacb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:55:21.874000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Provisioning complete for port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:21.874401 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:21.917354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Pushing event updated for resources: {'Port': ['ID=9a24acb5-1903-490f-955c-6997b8ac3dc4,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:21.935271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:55:21.949625 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Provisioning complete for port 166200ec-83f8-4165-8860-c6be04abb6f7 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:21.950123 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47aba6f4-15fe-4ff2-8f2f-c24111a18cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:22.236183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ba8ee903-34ef-4ca5-8063-23c016542601 None None] Provisioning complete for port 9a24acb5-1903-490f-955c-6997b8ac3dc4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:22.237653 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee903-34ef-4ca5-8063-23c016542601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:22.370359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8d870-105c-48fa-8d71-c2042a448763 req-3b45a385-9a0b-4de0-be78-c72c037389f7 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:22.372043 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-3b45a385-9a0b-4de0-be78-c72c037389f7 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/networks?id=f8a8576b-b0c2-4942-9176-b02496226d41 HTTP/1.1" status: 200 len: 815 time: 0.1685681 Nov 19 19:55:22.401619 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ba8ee903-34ef-4ca5-8063-23c016542601 None None] Provisioning complete for port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:22.402268 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ba8ee903-34ef-4ca5-8063-23c016542601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:22.407837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-39fe9e19-4901-45d9-a399-cb4fa3271d43 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/quotas/16665f7bf2a54509909649b2e386351a HTTP/1.1" status: 200 len: 375 time: 0.0177755 Nov 19 19:55:22.468426 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ee903-34ef-4ca5-8063-23c016542601 None None] Port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:55:22.519631 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-b05786a8-0325-45dc-ac0d-36c76bb26f28 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=16665f7bf2a54509909649b2e386351a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044011 Nov 19 19:55:22.673728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-56ffcb54-8090-4fdd-be52-16961089713e service neutron] 10.222.0.50 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376331 Nov 19 19:55:22.829639 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-f7d2eff9-332c-41af-b671-ba24aadbe7c3 service neutron] 10.222.0.50 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434281 Nov 19 19:55:23.049720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-29d6484a-3e4a-4bd1-8a8d-0124b5ad9d2e req-e2a3d0c9-ae60-45b6-91c3-da92799fe5fb tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 210 time: 0.0405397 Nov 19 19:55:24.183675 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c87d9b45-cbef-4bd6-b01f-4c7606b6903d req-51ff9a37-7501-4013-96b1-266ca51487cb tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 210 time: 0.0545328 Nov 19 19:55:24.320798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8d870-105c-48fa-8d71-c2042a448763 req-8aeafc69-7ab9-4d91-9e9d-e99f920eca7c tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:24.323614 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-8aeafc69-7ab9-4d91-9e9d-e99f920eca7c tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.21 "GET /v2.0/networks?id=f8a8576b-b0c2-4942-9176-b02496226d41 HTTP/1.1" status: 200 len: 815 time: 0.1789932 Nov 19 19:55:24.341350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Request body: {'port': {'device_id': '22196873-8a2f-43fd-86a5-1414c389d4bd', 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41', 'admin_state_up': True, 'tenant_id': '16665f7bf2a54509909649b2e386351a'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:24.522657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Made reservation on behalf of 16665f7bf2a54509909649b2e386351a for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:55:24.526560 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:24.559598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a24acb5-1903-490f-955c-6997b8ac3dc4 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:55:24.633701 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 9a24acb5-1903-490f-955c-6997b8ac3dc4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:24.634237 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:24.740967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Allocated IP 172.20.0.4 (f8a8576b-b0c2-4942-9176-b02496226d41/f36074e3-31f9-4191-825e-f521df3109ad/22d747b5-2bf6-424f-be92-e401ec781a61) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:55:24.983366 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:25.026151 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:25.077622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Network f8a8576b-b0c2-4942-9176-b02496226d41 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:55:25.081353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:55:25.087348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:55:25.116702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Pushing event updated for resources: {'Port': ['ID=22d747b5-2bf6-424f-be92-e401ec781a61,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:25.164132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:25.165293 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:25.195508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-1e9f41a8-5f6a-46a2-9896-04ae9cd8d8b2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8626239 Nov 19 19:55:25.212406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Request body: {'port': {'device_id': '22196873-8a2f-43fd-86a5-1414c389d4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:55:25.340641 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:25.432985 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-168cb676-9654-4333-a3f5-d42d5a65eb31 None None] Provisioning complete for port 22d747b5-2bf6-424f-be92-e401ec781a61 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:25.433616 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-168cb676-9654-4333-a3f5-d42d5a65eb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:25.495402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-168cb676-9654-4333-a3f5-d42d5a65eb31 None None] Port 22d747b5-2bf6-424f-be92-e401ec781a61 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:55:25.504824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4dad0-4851-4675-bad0-7a6ae299ef0a req-bb74b60d-382d-49d8-a3b9-66f9ccb8aa04 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:25.504824 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5fe4dad0-4851-4675-bad0-7a6ae299ef0a req-bb74b60d-382d-49d8-a3b9-66f9ccb8aa04 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 931 time: 0.1484845 Nov 19 19:55:25.624216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5fe4dad0-4851-4675-bad0-7a6ae299ef0a req-3cfe0d49-1e21-4b2d-976b-1f813e6d3617 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120827 Nov 19 19:55:25.760034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d747b5-2bf6-424f-be92-e401ec781a61 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:55:25.769570 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:25.784922 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Transition to ACTIVE for port object 22d747b5-2bf6-424f-be92-e401ec781a61 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:55:25.791382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:25.817247 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:25.892777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Pushing event updated for resources: {'Port': ['ID=22d747b5-2bf6-424f-be92-e401ec781a61,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:26.010210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Attempting to bind port 22d747b5-2bf6-424f-be92-e401ec781a61 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:55:26.010664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Attempting to bind port 22d747b5-2bf6-424f-be92-e401ec781a61 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:55:26.011182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Attempting to bind port 22d747b5-2bf6-424f-be92-e401ec781a61 on network f8a8576b-b0c2-4942-9176-b02496226d41 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:55:26.018443 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Port 22d747b5-2bf6-424f-be92-e401ec781a61 on network f8a8576b-b0c2-4942-9176-b02496226d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:55:26.018940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Attempting to bind port 22d747b5-2bf6-424f-be92-e401ec781a61 on network f8a8576b-b0c2-4942-9176-b02496226d41 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:55:26.027281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:55:26.027754 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Checking segment: {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:26.028255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Bound using segment: {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:55:26.028824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Bound port: 22d747b5-2bf6-424f-be92-e401ec781a61, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:55:26.029327 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:26.051808 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Sync routers for ids ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:55:26.074330 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Routers {'2e63bb0a-7bc6-458d-94fe-586f89d5aa37'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:55:26.075436 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:26.150383 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] For port 22d747b5-2bf6-424f-be92-e401ec781a61, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:55:26.155616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] For port 22d747b5-2bf6-424f-be92-e401ec781a61, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=22d747b5-2bf6-424f-be92-e401ec781a61,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:55:26.166511 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:26.225127 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Set router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:55:26.230220 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:26.231346 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:26.234794 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] 10.222.0.21 "PUT /v2.0/ports/22d747b5-2bf6-424f-be92-e401ec781a61 HTTP/1.1" status: 200 len: 1091 time: 1.0302479 Nov 19 19:55:26.235445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22196873-8a2f-43fd-86a5-1414c389d4bd', 'tag': '22d747b5-2bf6-424f-be92-e401ec781a61'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:55:26.239626 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15ee857-bc98-4b46-9595-d56d6d3c1c96" -d '{"events": [{"name": "network-changed", "server_uuid": "22196873-8a2f-43fd-86a5-1414c389d4bd", "tag": "22d747b5-2bf6-424f-be92-e401ec781a61"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:55:26.348096 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173260bc-6459-41cc-94a1-ad963c9bcbd2 x-openstack-request-id: req-173260bc-6459-41cc-94a1-ad963c9bcbd2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:55:26.348581 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22196873-8a2f-43fd-86a5-1414c389d4bd", "tag": "22d747b5-2bf6-424f-be92-e401ec781a61", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:55:26.349454 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-173260bc-6459-41cc-94a1-ad963c9bcbd2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:55:26.350133 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22196873-8a2f-43fd-86a5-1414c389d4bd', 'tag': '22d747b5-2bf6-424f-be92-e401ec781a61', 'status': 'completed', 'code': 200} Nov 19 19:55:26.371736 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b951e7-861a-46c8-832a-e748bae5df83 service neutron] Pushing event updated for resources: {'Port': ['ID=22d747b5-2bf6-424f-be92-e401ec781a61,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:26.406153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8d870-105c-48fa-8d71-c2042a448763 req-6e3c2292-acae-40b0-ac19-c8c91ab06034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:26.408659 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-6e3c2292-acae-40b0-ac19-c8c91ab06034 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16665f7bf2a54509909649b2e386351a&device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 1094 time: 0.0886905 Nov 19 19:55:26.496241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-311ad25c-b9b3-407c-a56a-b2316a0b3ab1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22d747b5-2bf6-424f-be92-e401ec781a61 HTTP/1.1" status: 200 len: 217 time: 0.0798383 Nov 19 19:55:26.577362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8d870-105c-48fa-8d71-c2042a448763 req-61e28a18-f087-4c88-80e1-350b82b96559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:26.578967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-61e28a18-f087-4c88-80e1-350b82b96559 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f36074e3-31f9-4191-825e-f521df3109ad HTTP/1.1" status: 200 len: 854 time: 0.0747817 Nov 19 19:55:26.637362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8d870-105c-48fa-8d71-c2042a448763 req-bb5ba788-552f-447c-a5d9-a5b042090ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:26.639456 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-bb5ba788-552f-447c-a5d9-a5b042090ebf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8a8576b-b0c2-4942-9176-b02496226d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528128 Nov 19 19:55:26.696475 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'name': 'tempest-TestEncryptedCinderVolumes-578369484-router', 'tenant_id': '86201207b3f44f36a925060148012922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:15Z', 'updated_at': '2021-11-19T19:55:20Z', 'revision_number': 4, 'project_id': '86201207b3f44f36a925060148012922', 'gw_port': {'id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:16Z', 'updated_at': '2021-11-19T19:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9f9193fd-ae97-47b3-81ef-a07981f9dd17', 'name': '', 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c', 'tenant_id': '86201207b3f44f36a925060148012922', 'mac_address': 'fa:16:3e:ba:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '53a85c6e-5881-44b7-8cfd-990ecacb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:19Z', 'updated_at': '2021-11-19T19:55:20Z', 'revision_number': 2, 'project_id': '86201207b3f44f36a925060148012922', 'subnets': [{'id': '53a85c6e-5881-44b7-8cfd-990ecacb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:26.746918 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Checking router: 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:55:26.747860 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Updating router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:55:26.786640 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:26.842305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-3a1f251d-8b3e-406e-a26c-7a3b47ff6af0 service neutron] 10.222.0.21 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947820 Nov 19 19:55:26.870550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab5a6c-499f-4d6f-9bfd-bcbe787b7af4 req-20357f67-477e-4309-a460-ea8e945c2b55 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:26.873143 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9cab5a6c-499f-4d6f-9bfd-bcbe787b7af4 req-20357f67-477e-4309-a460-ea8e945c2b55 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 943 time: 0.0991228 Nov 19 19:55:27.002693 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9cab5a6c-499f-4d6f-9bfd-bcbe787b7af4 req-f98dacb0-e0ed-424a-b80f-6289e98782d4 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098719 Nov 19 19:55:27.020923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-00b8d870-105c-48fa-8d71-c2042a448763 req-ee89c7ca-9c04-48eb-b05a-4a6da86ba4fe service neutron] 10.222.0.21 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677611 Nov 19 19:55:27.120192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ee857-bc98-4b46-9595-d56d6d3c1c96 req-061f8565-43de-4a6b-b1fb-c5243e6b6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:27.122185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d15ee857-bc98-4b46-9595-d56d6d3c1c96 req-061f8565-43de-4a6b-b1fb-c5243e6b6d62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16665f7bf2a54509909649b2e386351a&device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 1094 time: 0.0450029 Nov 19 19:55:27.238988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ee857-bc98-4b46-9595-d56d6d3c1c96 req-bc7fe85c-ae5f-44fa-bba1-299fea99ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:27.241176 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d15ee857-bc98-4b46-9595-d56d6d3c1c96 req-bc7fe85c-ae5f-44fa-bba1-299fea99ea7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8a8576b-b0c2-4942-9176-b02496226d41 HTTP/1.1" status: 200 len: 916 time: 0.1115677 Nov 19 19:55:27.256628 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:27.264278 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:27.297539 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d15ee857-bc98-4b46-9595-d56d6d3c1c96 req-a852d148-5219-4c0e-86e3-4db1bc994efa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22d747b5-2bf6-424f-be92-e401ec781a61 HTTP/1.1" status: 200 len: 217 time: 0.0483167 Nov 19 19:55:27.350663 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d125f44-3c41-4bbd-a71c-b83eed41e966 None None] Pushing event updated for resources: {'Port': ['ID=9f9193fd-ae97-47b3-81ef-a07981f9dd17,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:27.366859 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ee857-bc98-4b46-9595-d56d6d3c1c96 req-ec01c7d9-c8b6-41fd-9981-47c7795a0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:27.368704 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d15ee857-bc98-4b46-9595-d56d6d3c1c96 req-ec01c7d9-c8b6-41fd-9981-47c7795a0e77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f36074e3-31f9-4191-825e-f521df3109ad HTTP/1.1" status: 200 len: 854 time: 0.0634050 Nov 19 19:55:27.421439 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Attempting to bind port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:55:27.422154 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Attempting to bind port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '435dacc4-7c0a-440a-a39f-5800d6656041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:55:27.422643 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Attempting to bind port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 on network 87d891f5-79e6-463d-86af-5f8a1ef1519c {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:55:27.429159 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ee857-bc98-4b46-9595-d56d6d3c1c96 req-8fbc0875-f4f4-45e9-9e33-d1c993be0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:27.429967 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:55:27.430617 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Checking segment: {'id': '435dacc4-7c0a-440a-a39f-5800d6656041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:55:27.431096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d15ee857-bc98-4b46-9595-d56d6d3c1c96 req-8fbc0875-f4f4-45e9-9e33-d1c993be0c7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8a8576b-b0c2-4942-9176-b02496226d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534639 Nov 19 19:55:27.431301 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:27.431587 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Bound using segment: {'id': '435dacc4-7c0a-440a-a39f-5800d6656041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:55:27.432393 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Bound port: 9f9193fd-ae97-47b3-81ef-a07981f9dd17, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435dacc4-7c0a-440a-a39f-5800d6656041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:55:27.432801 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:27.521343 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] For port 9f9193fd-ae97-47b3-81ef-a07981f9dd17, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:55:27.525889 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] For port 9f9193fd-ae97-47b3-81ef-a07981f9dd17, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9f9193fd-ae97-47b3-81ef-a07981f9dd17,segment=NetworkSegment(435dacc4-7c0a-440a-a39f-5800d6656041),segment_id=435dacc4-7c0a-440a-a39f-5800d6656041)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:55:27.532893 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:27.604050 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Routers {'2e63bb0a-7bc6-458d-94fe-586f89d5aa37'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:55:27.604975 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:55:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:27.609785 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d125f44-3c41-4bbd-a71c-b83eed41e966 None None] Pushing event updated for resources: {'Port': ['ID=9f9193fd-ae97-47b3-81ef-a07981f9dd17,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:27.704835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ee593024-a26d-469b-9f57-906145e315d0 None None] Provisioning complete for port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:27.705892 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee593024-a26d-469b-9f57-906145e315d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:27.798290 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] Set router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:55:27.824509 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee593024-a26d-469b-9f57-906145e315d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:27.910044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-ee593024-a26d-469b-9f57-906145e315d0 None None] For port 9f9193fd-ae97-47b3-81ef-a07981f9dd17, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9f9193fd-ae97-47b3-81ef-a07981f9dd17,segment=NetworkSegment(435dacc4-7c0a-440a-a39f-5800d6656041),segment_id=435dacc4-7c0a-440a-a39f-5800d6656041)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:27.924383 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ee593024-a26d-469b-9f57-906145e315d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:28.015256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee593024-a26d-469b-9f57-906145e315d0 None None] Pushing event updated for resources: {'Port': ['ID=9f9193fd-ae97-47b3-81ef-a07981f9dd17,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:28.052857 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d15ee857-bc98-4b46-9595-d56d6d3c1c96 req-82fb99b7-48d7-4309-88fe-2372f0d32db3 service neutron] 10.222.0.21 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121354 Nov 19 19:55:28.061495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a1c9dd43-c5cf-42fb-8ffc-6ccad10e0872 None None] Provisioning complete for port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:28.062183 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a1c9dd43-c5cf-42fb-8ffc-6ccad10e0872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:28.238723 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'name': 'tempest-TestEncryptedCinderVolumes-578369484-router', 'tenant_id': '86201207b3f44f36a925060148012922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:15Z', 'updated_at': '2021-11-19T19:55:20Z', 'revision_number': 4, 'project_id': '86201207b3f44f36a925060148012922', 'gw_port': {'id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:16Z', 'updated_at': '2021-11-19T19:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9f9193fd-ae97-47b3-81ef-a07981f9dd17', 'name': '', 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c', 'tenant_id': '86201207b3f44f36a925060148012922', 'mac_address': 'fa:16:3e:ba:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '53a85c6e-5881-44b7-8cfd-990ecacb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:19Z', 'updated_at': '2021-11-19T19:55:27Z', 'revision_number': 4, 'project_id': '86201207b3f44f36a925060148012922', 'subnets': [{'id': '53a85c6e-5881-44b7-8cfd-990ecacb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:55:28.278508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d15ee857-bc98-4b46-9595-d56d6d3c1c96 req-e208c3f3-00e7-4476-a975-a12aef901ecc service neutron] 10.222.0.21 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174647 Nov 19 19:55:28.300824 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f46f0-8d47-4a40-a676-3f9a4f67e8c4 None None] The sync data for ids ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'] in n-d-815373-6 is: [{'id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'name': 'tempest-TestEncryptedCinderVolumes-578369484-router', 'tenant_id': '86201207b3f44f36a925060148012922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:15Z', 'updated_at': '2021-11-19T19:55:20Z', 'revision_number': 4, 'project_id': '86201207b3f44f36a925060148012922', 'gw_port': {'id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:16Z', 'updated_at': '2021-11-19T19:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '9f9193fd-ae97-47b3-81ef-a07981f9dd17', 'name': '', 'network_id': '87d891f5-79e6-463d-86af-5f8a1ef1519c', 'tenant_id': '86201207b3f44f36a925060148012922', 'mac_address': 'fa:16:3e:ba:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '53a85c6e-5881-44b7-8cfd-990ecacb0acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:19Z', 'updated_at': '2021-11-19T19:55:27Z', 'revision_number': 4, 'project_id': '86201207b3f44f36a925060148012922', 'subnets': [{'id': '53a85c6e-5881-44b7-8cfd-990ecacb0acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:55:28.307267 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840eab0-c82d-4523-9d4a-88b271962565 req-547b058a-f638-482c-bcf1-b7d37b3ac17e tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:28.308939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6840eab0-c82d-4523-9d4a-88b271962565 req-547b058a-f638-482c-bcf1-b7d37b3ac17e tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 943 time: 0.1365201 Nov 19 19:55:28.395375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6840eab0-c82d-4523-9d4a-88b271962565 req-9d173e2d-c2bc-4f5a-9f3c-f7b493ea7d48 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709107 Nov 19 19:55:28.588296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9f9193fd-ae97-47b3-81ef-a07981f9dd17 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:55:28.671438 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:28.672089 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:29.531969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6945055-bce7-449b-b8fb-0b0b1ff129eb req-d66d8aa7-30b0-4306-a9c5-9ed630c0ebaf tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:29.533651 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f6945055-bce7-449b-b8fb-0b0b1ff129eb req-d66d8aa7-30b0-4306-a9c5-9ed630c0ebaf tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 943 time: 0.0551445 Nov 19 19:55:29.594127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f6945055-bce7-449b-b8fb-0b0b1ff129eb req-a1730cb3-59e8-4088-9c56-293be2c47e4f tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495911 Nov 19 19:55:29.668375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 22d747b5-2bf6-424f-be92-e401ec781a61 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:55:29.780969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 22d747b5-2bf6-424f-be92-e401ec781a61, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=22d747b5-2bf6-424f-be92-e401ec781a61,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:29.794737 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '22d747b5-2bf6-424f-be92-e401ec781a61', 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41', 'port_id': '22d747b5-2bf6-424f-be92-e401ec781a61', 'mac_address': 'fa:16:3e:65:83:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:55:29.843274 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:29.858481 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d747b5-2bf6-424f-be92-e401ec781a61 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:55:29.882086 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 22d747b5-2bf6-424f-be92-e401ec781a61, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=22d747b5-2bf6-424f-be92-e401ec781a61,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:29.893598 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:29.967931 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=22d747b5-2bf6-424f-be92-e401ec781a61,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:30.096629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['22d747b5-2bf6-424f-be92-e401ec781a61'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:55:30.334705 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:30.730626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062ffc-5fe5-4b74-bee6-f943884bb587 req-34435fec-645f-406f-b266-c0ceefa8880a tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:30.732291 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5c062ffc-5fe5-4b74-bee6-f943884bb587 req-34435fec-645f-406f-b266-c0ceefa8880a tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 944 time: 0.0628819 Nov 19 19:55:30.792598 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5c062ffc-5fe5-4b74-bee6-f943884bb587 req-ae7ddcde-6100-4c74-b459-d8fb3152f3ac tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517287 Nov 19 19:55:31.684225 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 22d747b5-2bf6-424f-be92-e401ec781a61 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:55:31.749689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 22d747b5-2bf6-424f-be92-e401ec781a61 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:55:31.754602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 22d747b5-2bf6-424f-be92-e401ec781a61 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:55:31.755138 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:31.886290 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:31.919031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22196873-8a2f-43fd-86a5-1414c389d4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d747b5-2bf6-424f-be92-e401ec781a61'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:55:31.919031 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d470188-a530-442a-b011-b3679daf09a9" -d '{"events": [{"server_uuid": "22196873-8a2f-43fd-86a5-1414c389d4bd", "name": "network-vif-plugged", "status": "completed", "tag": "22d747b5-2bf6-424f-be92-e401ec781a61"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:55:31.933741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 22d747b5-2bf6-424f-be92-e401ec781a61, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=22d747b5-2bf6-424f-be92-e401ec781a61,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:55:31.940119 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:31.949085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200d0e3-7ae3-4755-97a3-98100c4fc197 req-3b8ed50c-ebf7-4297-bf2e-a5ce5bbe72e7 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:31.951521 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5200d0e3-7ae3-4755-97a3-98100c4fc197 req-3b8ed50c-ebf7-4297-bf2e-a5ce5bbe72e7 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 944 time: 0.0792470 Nov 19 19:55:31.998204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=22d747b5-2bf6-424f-be92-e401ec781a61,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:55:32.011973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.012476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.013029 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.013574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.014156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.014746 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.015330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.015901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.016497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.017056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.018003 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.018717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:55:32.020396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5200d0e3-7ae3-4755-97a3-98100c4fc197 req-20b1b1b8-11fb-4f62-adee-3e9ff7f92e4d tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623083 Nov 19 19:55:32.088927 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafd1f9d-479e-4952-8ac9-8271219bc304 x-openstack-request-id: req-eafd1f9d-479e-4952-8ac9-8271219bc304 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:55:32.089285 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22196873-8a2f-43fd-86a5-1414c389d4bd", "name": "network-vif-plugged", "status": "completed", "tag": "22d747b5-2bf6-424f-be92-e401ec781a61", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:55:32.090013 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eafd1f9d-479e-4952-8ac9-8271219bc304 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:55:32.090439 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22196873-8a2f-43fd-86a5-1414c389d4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d747b5-2bf6-424f-be92-e401ec781a61', 'code': 200} Nov 19 19:55:32.202572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38303ae5-8233-4b7a-9817-85040a77fd4d req-fce08a29-91e3-4c24-810c-cb91ecb927e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:32.204820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38303ae5-8233-4b7a-9817-85040a77fd4d req-fce08a29-91e3-4c24-810c-cb91ecb927e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 1096 time: 0.0505509 Nov 19 19:55:32.263669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38303ae5-8233-4b7a-9817-85040a77fd4d req-9a1f4dcc-f185-4990-b71e-6569ebe02749 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505800 Nov 19 19:55:33.187097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92240dbc-bbb6-4227-909a-153cb0999113 req-300ff1d0-bc0c-4a9f-8613-55713b8c7acd tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:33.189930 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92240dbc-bbb6-4227-909a-153cb0999113 req-300ff1d0-bc0c-4a9f-8613-55713b8c7acd tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 945 time: 0.0713892 Nov 19 19:55:33.271575 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-92240dbc-bbb6-4227-909a-153cb0999113 req-1c251ac8-86e4-4815-a57a-fbce42db853b tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690243 Nov 19 19:55:34.419868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fd535-fa28-40db-99bd-651af2d04179 req-37906d26-646a-4b98-a698-9b454f16a9c1 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:34.422006 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-172fd535-fa28-40db-99bd-651af2d04179 req-37906d26-646a-4b98-a698-9b454f16a9c1 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 945 time: 0.0579822 Nov 19 19:55:34.483337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-172fd535-fa28-40db-99bd-651af2d04179 req-95862432-117b-4522-ae9a-db5d2efddfec tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532157 Nov 19 19:55:34.622033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82d2b8-378e-448f-90dd-3ca78eda1e4c req-0e55d970-0c7a-42b8-a75d-ed44845d2e77 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:34.623807 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c82d2b8-378e-448f-90dd-3ca78eda1e4c req-0e55d970-0c7a-42b8-a75d-ed44845d2e77 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 945 time: 0.0608480 Nov 19 19:55:34.689924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9c82d2b8-378e-448f-90dd-3ca78eda1e4c req-c228c733-112f-4e77-9c99-1904b34371e1 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588613 Nov 19 19:55:38.320818 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7c459456-2048-47c2-b076-0b992e17b04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:39.203454 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:55:40.711750 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b0186265-8b5b-478a-b3b7-3eb98d53f82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:42.095036 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:43.544261 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:44.269476 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:55.813507 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:55:59.306108 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75422764-9a1c-46f0-98c0-b5ed8a776a1c req-414b4873-b697-4649-942f-a1486a8dc8ef tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:55:59.308326 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75422764-9a1c-46f0-98c0-b5ed8a776a1c req-414b4873-b697-4649-942f-a1486a8dc8ef tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 945 time: 0.0581927 Nov 19 19:55:59.374166 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-75422764-9a1c-46f0-98c0-b5ed8a776a1c req-eae1d76a-ce2e-40df-a18a-e9115ba7939f tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Nov 19 19:56:00.353470 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:00.529647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60b4de-ece8-44ef-9789-3e30716ced50 req-07f2e95d-e671-4097-bd4c-44348521228d tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:00.531313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b60b4de-ece8-44ef-9789-3e30716ced50 req-07f2e95d-e671-4097-bd4c-44348521228d tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 945 time: 0.0689952 Nov 19 19:56:00.595738 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4b60b4de-ece8-44ef-9789-3e30716ced50 req-31225864-7f09-46f9-942f-2f3d4c33bdcf tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570550 Nov 19 19:56:00.833676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50730ca-bd40-4034-9f8a-fd6d598c48e6 req-71b6ca7a-af74-4c1a-b2c7-88182b32a10f tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:00.835547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a50730ca-bd40-4034-9f8a-fd6d598c48e6 req-71b6ca7a-af74-4c1a-b2c7-88182b32a10f tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.21 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 945 time: 0.0574102 Nov 19 19:56:00.948693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a50730ca-bd40-4034-9f8a-fd6d598c48e6 req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Deleting port 22d747b5-2bf6-424f-be92-e401ec781a61 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:56:00.949121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a50730ca-bd40-4034-9f8a-fd6d598c48e6 req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:01.072202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a50730ca-bd40-4034-9f8a-fd6d598c48e6 req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] For port 22d747b5-2bf6-424f-be92-e401ec781a61, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=22d747b5-2bf6-424f-be92-e401ec781a61,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:01.072568 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a50730ca-bd40-4034-9f8a-fd6d598c48e6 req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:01.088893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a50730ca-bd40-4034-9f8a-fd6d598c48e6 req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Calling delete_port for 22d747b5-2bf6-424f-be92-e401ec781a61 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:56:01.257584 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a50730ca-bd40-4034-9f8a-fd6d598c48e6 req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:01.271235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['22d747b5-2bf6-424f-be92-e401ec781a61'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:56:01.292140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Pushing event deleted for resources: {'Port': ['ID=22d747b5-2bf6-424f-be92-e401ec781a61,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:01.321551 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.322046 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.322406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.322744 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.323080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.323425 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.323769 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.324105 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.324437 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.324770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.325101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.325433 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:01.350626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50730ca-bd40-4034-9f8a-fd6d598c48e6 req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] No DVR routers for this DVR port 22d747b5-2bf6-424f-be92-e401ec781a61 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:56:01.353618 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a50730ca-bd40-4034-9f8a-fd6d598c48e6 req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:01.357248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a50730ca-bd40-4034-9f8a-fd6d598c48e6 req-1e98e70e-45ef-4462-b280-9501179f9b72 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.21 "DELETE /v2.0/ports/22d747b5-2bf6-424f-be92-e401ec781a61 HTTP/1.1" status: 204 len: 173 time: 0.5155838 Nov 19 19:56:01.357738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22196873-8a2f-43fd-86a5-1414c389d4bd', 'name': 'network-vif-deleted', 'tag': '22d747b5-2bf6-424f-be92-e401ec781a61'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:56:01.360218 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5178a0-9a18-4669-bea7-06ead4feebfa" -d '{"events": [{"server_uuid": "22196873-8a2f-43fd-86a5-1414c389d4bd", "name": "network-vif-deleted", "tag": "22d747b5-2bf6-424f-be92-e401ec781a61"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:56:01.413700 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686ad8e7-13d8-4002-b6e3-531a70b730ac x-openstack-request-id: req-686ad8e7-13d8-4002-b6e3-531a70b730ac {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:56:01.414204 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22196873-8a2f-43fd-86a5-1414c389d4bd", "name": "network-vif-deleted", "tag": "22d747b5-2bf6-424f-be92-e401ec781a61", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:56:01.414594 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-686ad8e7-13d8-4002-b6e3-531a70b730ac {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:56:01.415214 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22196873-8a2f-43fd-86a5-1414c389d4bd', 'name': 'network-vif-deleted', 'tag': '22d747b5-2bf6-424f-be92-e401ec781a61', 'status': 'completed', 'code': 200} Nov 19 19:56:01.757878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f01aee62-6837-4190-a80d-9ad319688b48 req-85446571-24e8-4e49-9065-89410a148dee tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=22196873-8a2f-43fd-86a5-1414c389d4bd HTTP/1.1" status: 200 len: 210 time: 0.0538750 Nov 19 19:56:03.362293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-f96d6f73-5e29-4c24-8c5e-28be8ddc3970 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:03.364847 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-f96d6f73-5e29-4c24-8c5e-28be8ddc3970 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/networks?id=f8a8576b-b0c2-4942-9176-b02496226d41 HTTP/1.1" status: 200 len: 815 time: 0.1250625 Nov 19 19:56:03.385554 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-accde5e9-aa16-48af-b636-84afe88e959d tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/quotas/16665f7bf2a54509909649b2e386351a HTTP/1.1" status: 200 len: 375 time: 0.0109911 Nov 19 19:56:03.444292 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-a7b3c87e-ce9f-40a9-8d21-f427bce86111 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=16665f7bf2a54509909649b2e386351a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526752 Nov 19 19:56:03.557963 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-c12da008-ffe4-46c5-b65a-85c4595c073d service neutron] 10.222.0.50 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006954 Nov 19 19:56:03.713468 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-c378103f-6a22-44dc-9915-d9a0d6598c0b service neutron] 10.222.0.50 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481652 Nov 19 19:56:03.839406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 22d747b5-2bf6-424f-be92-e401ec781a61 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:56:03.864504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 22d747b5-2bf6-424f-be92-e401ec781a61 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:56:03.864851 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 22d747b5-2bf6-424f-be92-e401ec781a61 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:56:03.982572 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bcf4f7a0-05dd-4877-afdf-7d23cfb72e96 req-28768c9c-e9aa-42c7-8a2a-4f68b9463e8f tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 210 time: 0.0536585 Nov 19 19:56:05.170277 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-07299baf-7047-4c2b-9daa-e88f49711131 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:05.172952 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-07299baf-7047-4c2b-9daa-e88f49711131 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.21 "GET /v2.0/networks?id=f8a8576b-b0c2-4942-9176-b02496226d41 HTTP/1.1" status: 200 len: 815 time: 0.2301462 Nov 19 19:56:05.204927 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b443675f-11d4-49aa-b90d-14e7af73ca3a req-2a3cfe53-e9a0-4b62-b3c5-7b787952ca3b tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 210 time: 0.0887368 Nov 19 19:56:05.211823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Request body: {'port': {'device_id': '9b693854-223e-4659-8f9c-41b59c677e12', 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41', 'admin_state_up': True, 'tenant_id': '16665f7bf2a54509909649b2e386351a'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:56:05.395932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Made reservation on behalf of 16665f7bf2a54509909649b2e386351a for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:56:05.400357 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:05.571951 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Allocated IP 172.20.0.5 (f8a8576b-b0c2-4942-9176-b02496226d41/f36074e3-31f9-4191-825e-f521df3109ad/37e4dde1-6245-45e7-8ca3-bfaca08de592) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:56:05.753173 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:05.794701 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:05.854700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Network f8a8576b-b0c2-4942-9176-b02496226d41 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:56:05.858583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:56:05.863129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:56:05.870625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Pushing event updated for resources: {'Port': ['ID=37e4dde1-6245-45e7-8ca3-bfaca08de592,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:05.940111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:05.940816 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:05.964150 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-51ac59b2-5117-4638-aec6-dc7c33d62360 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7632957 Nov 19 19:56:05.977879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Request body: {'port': {'device_id': '9b693854-223e-4659-8f9c-41b59c677e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:56:06.047467 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:06.211044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f3840538-5c41-4113-9017-6b68df70a87d None None] Provisioning complete for port 37e4dde1-6245-45e7-8ca3-bfaca08de592 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:56:06.211967 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f3840538-5c41-4113-9017-6b68df70a87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:06.260264 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-f3840538-5c41-4113-9017-6b68df70a87d None None] Port 37e4dde1-6245-45e7-8ca3-bfaca08de592 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:56:06.412559 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e4dde1-6245-45e7-8ca3-bfaca08de592 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:56:06.429691 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c733fa3-f9db-4fbe-8b02-c6450fa9d7a8 req-9f575e3d-c342-439f-80c1-2b5cdd1cebb8 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:06.431764 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c733fa3-f9db-4fbe-8b02-c6450fa9d7a8 req-9f575e3d-c342-439f-80c1-2b5cdd1cebb8 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 931 time: 0.1105862 Nov 19 19:56:06.434949 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:06.468089 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Transition to ACTIVE for port object 37e4dde1-6245-45e7-8ca3-bfaca08de592 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:56:06.474583 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:06.572395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7c733fa3-f9db-4fbe-8b02-c6450fa9d7a8 req-ee151f24-2a1f-4235-9a49-61d54c9ddac6 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237166 Nov 19 19:56:06.590198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Pushing event updated for resources: {'Port': ['ID=37e4dde1-6245-45e7-8ca3-bfaca08de592,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:06.716767 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Attempting to bind port 37e4dde1-6245-45e7-8ca3-bfaca08de592 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:56:06.717343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Attempting to bind port 37e4dde1-6245-45e7-8ca3-bfaca08de592 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:56:06.718002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Attempting to bind port 37e4dde1-6245-45e7-8ca3-bfaca08de592 on network f8a8576b-b0c2-4942-9176-b02496226d41 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:56:06.724794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Port 37e4dde1-6245-45e7-8ca3-bfaca08de592 on network f8a8576b-b0c2-4942-9176-b02496226d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:56:06.725132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Attempting to bind port 37e4dde1-6245-45e7-8ca3-bfaca08de592 on network f8a8576b-b0c2-4942-9176-b02496226d41 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:56:06.732198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:56:06.732677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Checking segment: {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:56:06.732939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Bound using segment: {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:56:06.733965 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Bound port: 37e4dde1-6245-45e7-8ca3-bfaca08de592, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f619998d-bb01-4b5b-9cc3-5530543b6e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:56:06.734360 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:06.828478 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] For port 37e4dde1-6245-45e7-8ca3-bfaca08de592, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:56:06.833535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] For port 37e4dde1-6245-45e7-8ca3-bfaca08de592, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37e4dde1-6245-45e7-8ca3-bfaca08de592,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:56:06.839488 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:06.884957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:06.885599 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:06.892246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] 10.222.0.21 "PUT /v2.0/ports/37e4dde1-6245-45e7-8ca3-bfaca08de592 HTTP/1.1" status: 200 len: 1091 time: 0.9141631 Nov 19 19:56:06.892246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b693854-223e-4659-8f9c-41b59c677e12', 'tag': '37e4dde1-6245-45e7-8ca3-bfaca08de592'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:56:06.892246 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87069f31-f5aa-4f1a-b353-53c3f2d01162" -d '{"events": [{"name": "network-changed", "server_uuid": "9b693854-223e-4659-8f9c-41b59c677e12", "tag": "37e4dde1-6245-45e7-8ca3-bfaca08de592"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:56:06.920168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f48d29-f879-44d8-8397-329ee5e99b5c service neutron] Pushing event updated for resources: {'Port': ['ID=37e4dde1-6245-45e7-8ca3-bfaca08de592,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:07.007999 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c2f378-b562-462d-bbd3-2807e1b65c6d x-openstack-request-id: req-99c2f378-b562-462d-bbd3-2807e1b65c6d {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:56:07.008302 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b693854-223e-4659-8f9c-41b59c677e12", "tag": "37e4dde1-6245-45e7-8ca3-bfaca08de592", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:56:07.008624 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99c2f378-b562-462d-bbd3-2807e1b65c6d {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:56:07.009000 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b693854-223e-4659-8f9c-41b59c677e12', 'tag': '37e4dde1-6245-45e7-8ca3-bfaca08de592', 'status': 'completed', 'code': 200} Nov 19 19:56:07.032217 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-fb93ad1b-b5e9-4283-a7d3-7eff6d4b3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:07.035084 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-fb93ad1b-b5e9-4283-a7d3-7eff6d4b3e95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16665f7bf2a54509909649b2e386351a&device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 1094 time: 0.0693293 Nov 19 19:56:07.105338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-c785a749-e481-4704-a48f-1cfb64679215 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37e4dde1-6245-45e7-8ca3-bfaca08de592 HTTP/1.1" status: 200 len: 217 time: 0.0588543 Nov 19 19:56:07.179593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-152c4cca-79be-4b61-9d3c-3a0e7c79c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:07.181219 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-152c4cca-79be-4b61-9d3c-3a0e7c79c325 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f36074e3-31f9-4191-825e-f521df3109ad HTTP/1.1" status: 200 len: 854 time: 0.0687513 Nov 19 19:56:07.239847 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-4b328946-a49b-4fd9-acf3-4b2f04c1cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:07.241428 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-4b328946-a49b-4fd9-acf3-4b2f04c1cb3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8a8576b-b0c2-4942-9176-b02496226d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523655 Nov 19 19:56:07.362370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-2d97cbf8-a089-44cf-9d24-5c64a1c96478 service neutron] 10.222.0.21 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131256 Nov 19 19:56:07.478796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-455daee0-1cf0-459d-8ff4-5def4e7175ee req-310e98eb-7660-4beb-a394-0a0ba69560cb service neutron] 10.222.0.21 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091828 Nov 19 19:56:07.583118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069f31-f5aa-4f1a-b353-53c3f2d01162 req-79fb1e62-abed-4a3e-80f4-03048880d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:07.584770 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87069f31-f5aa-4f1a-b353-53c3f2d01162 req-79fb1e62-abed-4a3e-80f4-03048880d4e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16665f7bf2a54509909649b2e386351a&device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 1094 time: 0.0479155 Nov 19 19:56:07.695695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069f31-f5aa-4f1a-b353-53c3f2d01162 req-2ac0bb7d-74b0-4d4b-aa1f-eb7c4132e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:07.697228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87069f31-f5aa-4f1a-b353-53c3f2d01162 req-2ac0bb7d-74b0-4d4b-aa1f-eb7c4132e043 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8a8576b-b0c2-4942-9176-b02496226d41 HTTP/1.1" status: 200 len: 916 time: 0.1046743 Nov 19 19:56:07.763003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87069f31-f5aa-4f1a-b353-53c3f2d01162 req-0d49272f-cd3f-4b62-b258-26bd83d797fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37e4dde1-6245-45e7-8ca3-bfaca08de592 HTTP/1.1" status: 200 len: 217 time: 0.0556357 Nov 19 19:56:07.821224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621e9bd-71c7-4834-8986-0b24d3cbc646 req-4053d569-d083-426a-8461-76027b30fca1 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:07.823021 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4621e9bd-71c7-4834-8986-0b24d3cbc646 req-4053d569-d083-426a-8461-76027b30fca1 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 943 time: 0.1248510 Nov 19 19:56:07.856237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069f31-f5aa-4f1a-b353-53c3f2d01162 req-ac0cb5cb-6bf1-4a26-be3f-c94cc6ac1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:07.857724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87069f31-f5aa-4f1a-b353-53c3f2d01162 req-ac0cb5cb-6bf1-4a26-be3f-c94cc6ac1ce2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f36074e3-31f9-4191-825e-f521df3109ad HTTP/1.1" status: 200 len: 854 time: 0.0871556 Nov 19 19:56:07.921079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4621e9bd-71c7-4834-8986-0b24d3cbc646 req-fb4a494b-6178-400b-9dd7-93aa6ba27ded tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840333 Nov 19 19:56:07.933534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87069f31-f5aa-4f1a-b353-53c3f2d01162 req-82ad436c-84e3-4e1e-a770-2f0166d2c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:07.935139 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87069f31-f5aa-4f1a-b353-53c3f2d01162 req-82ad436c-84e3-4e1e-a770-2f0166d2c948 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8a8576b-b0c2-4942-9176-b02496226d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685544 Nov 19 19:56:08.041810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87069f31-f5aa-4f1a-b353-53c3f2d01162 req-ea26783d-7e28-4877-9704-e5d57e9aac6d service neutron] 10.222.0.21 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972445 Nov 19 19:56:08.152261 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-87069f31-f5aa-4f1a-b353-53c3f2d01162 req-3ca1875a-c94f-4f2c-9331-d30eca25431c service neutron] 10.222.0.21 "GET /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022985 Nov 19 19:56:08.307706 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-baed990c-de5b-40ed-a512-65b78a79689b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:09.058835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d8268-c392-4921-b3be-d37ec8d41a65 req-d5c6df1c-79b1-4db3-9cdd-48440684893b tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:09.061123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-948d8268-c392-4921-b3be-d37ec8d41a65 req-d5c6df1c-79b1-4db3-9cdd-48440684893b tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 943 time: 0.0609689 Nov 19 19:56:09.119130 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-948d8268-c392-4921-b3be-d37ec8d41a65 req-f49c24d1-29be-471f-a636-16e91ff7631c tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511303 Nov 19 19:56:10.295741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b0b9a-eb7b-443b-9a32-ecc673e0bb93 req-9c336ef2-2ba9-4b9a-89b1-e76a802e46a2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:10.298481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d7b0b9a-eb7b-443b-9a32-ecc673e0bb93 req-9c336ef2-2ba9-4b9a-89b1-e76a802e46a2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 943 time: 0.0806463 Nov 19 19:56:10.357233 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d7b0b9a-eb7b-443b-9a32-ecc673e0bb93 req-5796322e-d91f-400b-951d-2bbf9cf7736e tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522821 Nov 19 19:56:10.707342 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e98926b7-ea70-4645-8c6b-52b124846883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:11.489255 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88137624-7c70-4fdf-a0fb-4e4de81ddfd9 req-05cf6241-30e9-4a65-baae-168a7aa3848b tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:11.490960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88137624-7c70-4fdf-a0fb-4e4de81ddfd9 req-05cf6241-30e9-4a65-baae-168a7aa3848b tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 943 time: 0.0567629 Nov 19 19:56:11.549157 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-88137624-7c70-4fdf-a0fb-4e4de81ddfd9 req-07d11687-07f4-4a26-a808-e30dc32f812e tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482123 Nov 19 19:56:11.850682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37e4dde1-6245-45e7-8ca3-bfaca08de592 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:56:11.964461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 37e4dde1-6245-45e7-8ca3-bfaca08de592, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37e4dde1-6245-45e7-8ca3-bfaca08de592,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:11.978647 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '37e4dde1-6245-45e7-8ca3-bfaca08de592', 'network_id': 'f8a8576b-b0c2-4942-9176-b02496226d41', 'port_id': '37e4dde1-6245-45e7-8ca3-bfaca08de592', 'mac_address': 'fa:16:3e:aa:32:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36074e3-31f9-4191-825e-f521df3109ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:56:12.024281 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:12.040107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e4dde1-6245-45e7-8ca3-bfaca08de592 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:56:12.065187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 37e4dde1-6245-45e7-8ca3-bfaca08de592, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37e4dde1-6245-45e7-8ca3-bfaca08de592,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:12.070381 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:12.123743 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:12.141982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=37e4dde1-6245-45e7-8ca3-bfaca08de592,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:12.274506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['37e4dde1-6245-45e7-8ca3-bfaca08de592'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:56:12.681906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52923213-e286-4694-a0ba-3e91aa30e322 req-1776c4f1-ab6a-46f7-88aa-1a2a18c4fdfe tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:12.683620 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52923213-e286-4694-a0ba-3e91aa30e322 req-1776c4f1-ab6a-46f7-88aa-1a2a18c4fdfe tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 944 time: 0.0565884 Nov 19 19:56:12.744280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-52923213-e286-4694-a0ba-3e91aa30e322 req-0e63f381-f995-47c2-a743-04fa2c91087b tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538137 Nov 19 19:56:13.555101 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:13.851490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37e4dde1-6245-45e7-8ca3-bfaca08de592 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:56:13.912959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c412fd5-eb1b-49a0-ae2b-35ecb2ec0127 req-b47218f2-14b8-45f4-8790-be1a13538fbd tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:13.913651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 37e4dde1-6245-45e7-8ca3-bfaca08de592 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:56:13.915074 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c412fd5-eb1b-49a0-ae2b-35ecb2ec0127 req-b47218f2-14b8-45f4-8790-be1a13538fbd tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 944 time: 0.0868807 Nov 19 19:56:13.919958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 37e4dde1-6245-45e7-8ca3-bfaca08de592 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:56:13.920486 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:13.975981 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4c412fd5-eb1b-49a0-ae2b-35ecb2ec0127 req-102bb867-ee4a-4c30-88ee-f9e1a7760d69 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523179 Nov 19 19:56:14.043793 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:14.071656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b693854-223e-4659-8f9c-41b59c677e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e4dde1-6245-45e7-8ca3-bfaca08de592'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:56:14.074094 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030c310c-db3c-4743-9f9d-831eb2930119" -d '{"events": [{"server_uuid": "9b693854-223e-4659-8f9c-41b59c677e12", "name": "network-vif-plugged", "status": "completed", "tag": "37e4dde1-6245-45e7-8ca3-bfaca08de592"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:56:14.093088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 37e4dde1-6245-45e7-8ca3-bfaca08de592, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37e4dde1-6245-45e7-8ca3-bfaca08de592,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:14.099161 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:14.126030 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fcd0a3-7e43-4d00-9a3e-d614cb436524 x-openstack-request-id: req-44fcd0a3-7e43-4d00-9a3e-d614cb436524 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:56:14.126349 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b693854-223e-4659-8f9c-41b59c677e12", "name": "network-vif-plugged", "status": "completed", "tag": "37e4dde1-6245-45e7-8ca3-bfaca08de592", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:56:14.126581 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44fcd0a3-7e43-4d00-9a3e-d614cb436524 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:56:14.126989 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b693854-223e-4659-8f9c-41b59c677e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e4dde1-6245-45e7-8ca3-bfaca08de592', 'code': 200} Nov 19 19:56:14.164499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=37e4dde1-6245-45e7-8ca3-bfaca08de592,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:14.243081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05669e75-8b8d-4618-9dfb-8efc2191c9cc req-ffe36326-406d-4e0f-bcb8-2c42fec34ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:14.244643 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05669e75-8b8d-4618-9dfb-8efc2191c9cc req-ffe36326-406d-4e0f-bcb8-2c42fec34ebd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 1096 time: 0.0476332 Nov 19 19:56:14.281345 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:14.301242 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-05669e75-8b8d-4618-9dfb-8efc2191c9cc req-2abc8c2b-0c46-4f52-83d1-d3b465cbc970 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486007 Nov 19 19:56:15.116772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6537d-f4c6-41d0-a951-56f85b45d906 req-254112be-095c-431c-8152-d8c39350ec5c tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:15.118686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ccd6537d-f4c6-41d0-a951-56f85b45d906 req-254112be-095c-431c-8152-d8c39350ec5c tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 945 time: 0.0594823 Nov 19 19:56:15.190049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ccd6537d-f4c6-41d0-a951-56f85b45d906 req-7d6a5572-1e7a-4ec0-a034-a085cf40c0ee tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645947 Nov 19 19:56:15.224635 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-73467d2a-736e-4073-b918-32df0aa56d6f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478201 Nov 19 19:56:15.353262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-d1e99b85-bb8e-47a6-a3e0-2173df071eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:15.356269 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-d1e99b85-bb8e-47a6-a3e0-2173df071eb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0633683 Nov 19 19:56:15.480121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-50e128df-52e2-46c6-92ad-d1a0df6dd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:15.481664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-50e128df-52e2-46c6-92ad-d1a0df6dd760 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1015668 Nov 19 19:56:15.528337 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-77fe3fc1-3df2-4886-a790-53fe71cafdca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0387847 Nov 19 19:56:15.606242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-54b9a127-5f77-4feb-89e7-6c04aa6a906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:15.607882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-54b9a127-5f77-4feb-89e7-6c04aa6a906c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0721664 Nov 19 19:56:15.660461 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-ce5d82a4-3cbc-4d70-b1a0-7912245917d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:15.662540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-ce5d82a4-3cbc-4d70-b1a0-7912245917d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470839 Nov 19 19:56:15.776390 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-d51bcb53-bfbc-4477-bb8b-9bdf47943fb4 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059248 Nov 19 19:56:15.890528 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5ae84e03-7126-4169-8cc0-37eafe4fc6ca req-924854ec-cacc-48a6-a390-f590ab167de6 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067278 Nov 19 19:56:16.203789 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:56:16.332893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f77e5-9a03-4010-89ba-7f8808a8ea71 req-ab96285f-c6d2-4f94-9a2b-748f3102b2a9 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:16.334722 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-010f77e5-9a03-4010-89ba-7f8808a8ea71 req-ab96285f-c6d2-4f94-9a2b-748f3102b2a9 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 945 time: 0.0639436 Nov 19 19:56:16.387850 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-010f77e5-9a03-4010-89ba-7f8808a8ea71 req-f03e917a-8271-43d0-a40e-c3e1b2e4cebe tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468442 Nov 19 19:56:16.529298 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ad033-edd6-4ed7-a5c9-add78a903ff9 req-6a6f48af-171a-4cb9-8690-08a4bc1682d9 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:16.530965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b0ad033-edd6-4ed7-a5c9-add78a903ff9 req-6a6f48af-171a-4cb9-8690-08a4bc1682d9 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 945 time: 0.0610416 Nov 19 19:56:16.616164 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b0ad033-edd6-4ed7-a5c9-add78a903ff9 req-f638826a-5a1c-4ecd-a9b3-3d9adfef7486 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777593 Nov 19 19:56:25.807483 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:30.365910 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:38.312397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16271bb2-e67f-4f3d-bc28-9ed3bc416622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:40.718472 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ab7ded54-3320-4468-84b9-c11462029ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:42.012920 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea819d-3eaa-4313-9fce-891cf60b6853 req-ca738d6d-5d3f-4e61-bcbf-4b88ab272366 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:42.014748 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9bea819d-3eaa-4313-9fce-891cf60b6853 req-ca738d6d-5d3f-4e61-bcbf-4b88ab272366 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 945 time: 0.0636928 Nov 19 19:56:42.072862 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9bea819d-3eaa-4313-9fce-891cf60b6853 req-00db1fc1-f3c7-44c7-a652-b0baa4de7a21 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510092 Nov 19 19:56:42.099060 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:43.234295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30142d-4dfb-423d-9277-f6aef650df70 req-c7267fce-123e-4547-8ba3-d415fbf93516 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:43.235906 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c30142d-4dfb-423d-9277-f6aef650df70 req-c7267fce-123e-4547-8ba3-d415fbf93516 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 945 time: 0.0573058 Nov 19 19:56:43.305528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3c30142d-4dfb-423d-9277-f6aef650df70 req-c1b320c8-9a40-4f17-921b-52e7ecc4743b tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617864 Nov 19 19:56:43.511311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ff25c-fb56-4f61-b226-12acf8315fdc req-142f8c76-0aa0-4f3a-91d1-a09584f4a881 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:43.512886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c93ff25c-fb56-4f61-b226-12acf8315fdc req-142f8c76-0aa0-4f3a-91d1-a09584f4a881 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 945 time: 0.0773659 Nov 19 19:56:43.557222 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:43.630506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-c93ff25c-fb56-4f61-b226-12acf8315fdc req-cb476248-ec68-4db2-bf16-1bff656e9fe2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Deleting port 37e4dde1-6245-45e7-8ca3-bfaca08de592 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:56:43.630979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c93ff25c-fb56-4f61-b226-12acf8315fdc req-cb476248-ec68-4db2-bf16-1bff656e9fe2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:43.751432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-c93ff25c-fb56-4f61-b226-12acf8315fdc req-cb476248-ec68-4db2-bf16-1bff656e9fe2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] For port 37e4dde1-6245-45e7-8ca3-bfaca08de592, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=37e4dde1-6245-45e7-8ca3-bfaca08de592,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:43.751797 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c93ff25c-fb56-4f61-b226-12acf8315fdc req-cb476248-ec68-4db2-bf16-1bff656e9fe2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:43.770426 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-c93ff25c-fb56-4f61-b226-12acf8315fdc req-cb476248-ec68-4db2-bf16-1bff656e9fe2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Calling delete_port for 37e4dde1-6245-45e7-8ca3-bfaca08de592 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:56:43.927472 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c93ff25c-fb56-4f61-b226-12acf8315fdc req-cb476248-ec68-4db2-bf16-1bff656e9fe2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:43.941636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['37e4dde1-6245-45e7-8ca3-bfaca08de592'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:56:43.961015 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb476248-ec68-4db2-bf16-1bff656e9fe2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Pushing event deleted for resources: {'Port': ['ID=37e4dde1-6245-45e7-8ca3-bfaca08de592,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:44.010632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93ff25c-fb56-4f61-b226-12acf8315fdc req-cb476248-ec68-4db2-bf16-1bff656e9fe2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] No DVR routers for this DVR port 37e4dde1-6245-45e7-8ca3-bfaca08de592 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:56:44.013501 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-c93ff25c-fb56-4f61-b226-12acf8315fdc req-cb476248-ec68-4db2-bf16-1bff656e9fe2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:44.017130 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c93ff25c-fb56-4f61-b226-12acf8315fdc req-cb476248-ec68-4db2-bf16-1bff656e9fe2 tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.21 "DELETE /v2.0/ports/37e4dde1-6245-45e7-8ca3-bfaca08de592 HTTP/1.1" status: 204 len: 173 time: 0.4969172 Nov 19 19:56:44.017693 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b693854-223e-4659-8f9c-41b59c677e12', 'name': 'network-vif-deleted', 'tag': '37e4dde1-6245-45e7-8ca3-bfaca08de592'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:56:44.021208 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e5180c-c79d-4e15-a6bd-970b0758ad2f" -d '{"events": [{"server_uuid": "9b693854-223e-4659-8f9c-41b59c677e12", "name": "network-vif-deleted", "tag": "37e4dde1-6245-45e7-8ca3-bfaca08de592"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:56:44.070917 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ae5d35-8c4f-40c7-b7e4-b404cd0fa66c x-openstack-request-id: req-b1ae5d35-8c4f-40c7-b7e4-b404cd0fa66c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:56:44.071245 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b693854-223e-4659-8f9c-41b59c677e12", "name": "network-vif-deleted", "tag": "37e4dde1-6245-45e7-8ca3-bfaca08de592", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:56:44.071543 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1ae5d35-8c4f-40c7-b7e4-b404cd0fa66c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:56:44.071986 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b693854-223e-4659-8f9c-41b59c677e12', 'name': 'network-vif-deleted', 'tag': '37e4dde1-6245-45e7-8ca3-bfaca08de592', 'status': 'completed', 'code': 200} Nov 19 19:56:44.268967 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:44.456644 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b64b2a8a-4cb1-4e2d-bc0d-ce181547a047 req-1a38225f-9b4e-4ccc-8331-0162c359a8db tempest-TestEncryptedCinderVolumes-481420278 tempest-TestEncryptedCinderVolumes-481420278-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b693854-223e-4659-8f9c-41b59c677e12 HTTP/1.1" status: 200 len: 210 time: 0.0478187 Nov 19 19:56:45.585303 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35670) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:46.007981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37e4dde1-6245-45e7-8ca3-bfaca08de592 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:56:46.034896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 37e4dde1-6245-45e7-8ca3-bfaca08de592 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:56:46.035376 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 37e4dde1-6245-45e7-8ca3-bfaca08de592 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:56:46.042015 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:46.338997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] Deleting port a42c1bee-101c-4875-9c39-f9c3a8ca827c {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:56:46.339393 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:46.432812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] For port a42c1bee-101c-4875-9c39-f9c3a8ca827c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=a42c1bee-101c-4875-9c39-f9c3a8ca827c,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:46.433239 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:46.450284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] Calling delete_port for a42c1bee-101c-4875-9c39-f9c3a8ca827c owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:56:46.709101 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:46.747026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42c1bee-101c-4875-9c39-f9c3a8ca827c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:46.977455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:47.556783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] Router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:56:47.681321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:56:47.689724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e983a6c2-b79e-4507-8f34-797df617f801 admin admin] 10.222.0.50 "PUT /v2.0/routers/3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1025484 Nov 19 19:56:47.693127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35672) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:47.696794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c7c77-2428-4fe4-be7b-56d65ec070fe None None] Sync routers for ids ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:56:47.716759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c7c77-2428-4fe4-be7b-56d65ec070fe None None] Routers {'3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:56:47.717841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-df1c7c77-2428-4fe4-be7b-56d65ec070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:47.821365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:47.912050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-df1c7c77-2428-4fe4-be7b-56d65ec070fe None None] Set router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:56:48.023585 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:48.095720 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Deleting port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:56:48.096048 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:48.168588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-df1c7c77-2428-4fe4-be7b-56d65ec070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'name': 'tempest-TestEncryptedCinderVolumes-62381161-router', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:56:46Z', 'revision_number': 5, 'project_id': '16665f7bf2a54509909649b2e386351a', 'gw_port': {'id': '86b6ba82-37e3-4611-8d25-d2c418e6c6b9', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:48.202226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c7c77-2428-4fe4-be7b-56d65ec070fe None None] Checking router: 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:56:48.214198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c7c77-2428-4fe4-be7b-56d65ec070fe None None] Routers {'3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:56:48.215119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-df1c7c77-2428-4fe4-be7b-56d65ec070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:48.244243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] For port 86b6ba82-37e3-4611-8d25-d2c418e6c6b9, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=86b6ba82-37e3-4611-8d25-d2c418e6c6b9,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:48.244678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:48.261458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Calling delete_port for 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:56:48.361541 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-df1c7c77-2428-4fe4-be7b-56d65ec070fe None None] Set router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:56:48.459658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-df1c7c77-2428-4fe4-be7b-56d65ec070fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'name': 'tempest-TestEncryptedCinderVolumes-62381161-router', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:56:48Z', 'revision_number': 6, 'project_id': '16665f7bf2a54509909649b2e386351a', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:48.477599 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:48.497169 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c7c77-2428-4fe4-be7b-56d65ec070fe None None] The sync data for ids ['3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf'] in n-d-815373-6 is: [{'id': '3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf', 'name': 'tempest-TestEncryptedCinderVolumes-62381161-router', 'tenant_id': '16665f7bf2a54509909649b2e386351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:09Z', 'updated_at': '2021-11-19T19:56:48Z', 'revision_number': 6, 'project_id': '16665f7bf2a54509909649b2e386351a', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:56:48.533972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b6ba82-37e3-4611-8d25-d2c418e6c6b9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:48.567417 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee66318-0bf2-4647-8fe5-bd0bce3b307e None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:56:48.612315 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:48.714756 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:48.717445 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:48.763977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:48.764425 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:56:48.770722 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:48.772004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-eda47a07-7f6f-4e93-a50b-c9434a145e81 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3dd9aedb-c913-42b2-a4a6-8cb6f4f67cbf HTTP/1.1" status: 204 len: 168 time: 1.0775518 Nov 19 19:56:48.777377 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35676) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:48.833246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-93645029-5c71-4953-877f-1a8c58839712 admin admin] Deleting subnet f36074e3-31f9-4191-825e-f521df3109ad {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:56:48.837134 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93645029-5c71-4953-877f-1a8c58839712 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:48.879754 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93645029-5c71-4953-877f-1a8c58839712 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.012944 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93645029-5c71-4953-877f-1a8c58839712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.101055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93645029-5c71-4953-877f-1a8c58839712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.131355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93645029-5c71-4953-877f-1a8c58839712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36074e3-31f9-4191-825e-f521df3109ad,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:49.135121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-93645029-5c71-4953-877f-1a8c58839712 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.141451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-93645029-5c71-4953-877f-1a8c58839712 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f36074e3-31f9-4191-825e-f521df3109ad HTTP/1.1" status: 204 len: 168 time: 0.3599746 Nov 19 19:56:49.142013 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35678) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:49.146583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf35c1f4-bc2a-4c28-81f6-36efb6645df0 None None] Network f8a8576b-b0c2-4942-9176-b02496226d41 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:56:49.276802 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.348281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Deleting port e6716fda-4ead-4660-9d82-0caf6ecb1be8 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:56:49.348679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.479026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] For port e6716fda-4ead-4660-9d82-0caf6ecb1be8, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e6716fda-4ead-4660-9d82-0caf6ecb1be8,segment=NetworkSegment(f619998d-bb01-4b5b-9cc3-5530543b6e16),segment_id=f619998d-bb01-4b5b-9cc3-5530543b6e16)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:49.479391 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.495899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Calling delete_port for e6716fda-4ead-4660-9d82-0caf6ecb1be8 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:56:49.616263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.637947 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87225ce8-13dd-4a98-9773-772464606b5c None None] DHCP port deletion for f8a8576b-b0c2-4942-9176-b02496226d41 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:56:49.660111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6716fda-4ead-4660-9d82-0caf6ecb1be8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:49.664941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] No DVR routers for this DVR port e6716fda-4ead-4660-9d82-0caf6ecb1be8 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:56:49.752135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.781994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a8576b-b0c2-4942-9176-b02496226d41']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:49.802662 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f619998d-bb01-4b5b-9cc3-5530543b6e16') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:49.803445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f619998d-bb01-4b5b-9cc3-5530543b6e16') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:49.823924 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.851045 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.858711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:56:49.859222 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:56:49.861222 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:56:49.938987 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.947536 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:49.951872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f8a8576b-b0c2-4942-9176-b02496226d41 HTTP/1.1" status: 204 len: 168 time: 0.8090067 Nov 19 19:56:49.956880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35682) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:49.967228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37b6b3-86de-4706-bfa8-7963dea55e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a8576b-b0c2-4942-9176-b02496226d41,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:50.441050 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:50.568464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e6716fda-4ead-4660-9d82-0caf6ecb1be8 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:56:50.592659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: e6716fda-4ead-4660-9d82-0caf6ecb1be8 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:56:50.593195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e6716fda-4ead-4660-9d82-0caf6ecb1be8 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:56:50.593808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a42c1bee-101c-4875-9c39-f9c3a8ca827c no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:56:50.617955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: a42c1bee-101c-4875-9c39-f9c3a8ca827c {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:56:50.618472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device a42c1bee-101c-4875-9c39-f9c3a8ca827c not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:56:50.619890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:56:50.647717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:56:50.648222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 86b6ba82-37e3-4611-8d25-d2c418e6c6b9 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:56:51.115527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Deleting port 9f9193fd-ae97-47b3-81ef-a07981f9dd17 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:56:51.116209 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:51.217969 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] For port 9f9193fd-ae97-47b3-81ef-a07981f9dd17, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9f9193fd-ae97-47b3-81ef-a07981f9dd17,segment=NetworkSegment(435dacc4-7c0a-440a-a39f-5800d6656041),segment_id=435dacc4-7c0a-440a-a39f-5800d6656041)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:51.218274 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:51.235147 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Calling delete_port for 9f9193fd-ae97-47b3-81ef-a07981f9dd17 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:56:51.467040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:51.498302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9193fd-ae97-47b3-81ef-a07981f9dd17,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:51.526980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.527335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.527689 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.528035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.528378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.528719 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.529118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.529445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.529798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.530130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.530462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.530786 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:51.735293 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:51.995959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:56:52.131169 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:56:52.136711 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e71cc83a-8492-4b4e-bf98-58f25a2f0273 admin admin] 10.222.0.50 "PUT /v2.0/routers/2e63bb0a-7bc6-458d-94fe-586f89d5aa37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1782246 Nov 19 19:56:52.142701 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35684) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:52.147089 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef73ded-45ed-4702-ad16-5947384c4414 None None] Sync routers for ids ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:56:52.162807 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef73ded-45ed-4702-ad16-5947384c4414 None None] Routers {'2e63bb0a-7bc6-458d-94fe-586f89d5aa37'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:56:52.163450 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6ef73ded-45ed-4702-ad16-5947384c4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:52.288507 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:52.289234 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6ef73ded-45ed-4702-ad16-5947384c4414 None None] Set router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:56:52.413030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:52.494625 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Deleting port 9a24acb5-1903-490f-955c-6997b8ac3dc4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:56:52.495136 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:52.620072 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] For port 9a24acb5-1903-490f-955c-6997b8ac3dc4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a24acb5-1903-490f-955c-6997b8ac3dc4,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:52.620434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:52.637609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Calling delete_port for 9a24acb5-1903-490f-955c-6997b8ac3dc4 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:56:52.754965 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6ef73ded-45ed-4702-ad16-5947384c4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'name': 'tempest-TestEncryptedCinderVolumes-578369484-router', 'tenant_id': '86201207b3f44f36a925060148012922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:15Z', 'updated_at': '2021-11-19T19:56:51Z', 'revision_number': 5, 'project_id': '86201207b3f44f36a925060148012922', 'gw_port': {'id': '9a24acb5-1903-490f-955c-6997b8ac3dc4', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:55:16Z', 'updated_at': '2021-11-19T19:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:52.785039 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef73ded-45ed-4702-ad16-5947384c4414 None None] Checking router: 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:56:52.810249 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef73ded-45ed-4702-ad16-5947384c4414 None None] Routers {'2e63bb0a-7bc6-458d-94fe-586f89d5aa37'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:56:52.810910 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6ef73ded-45ed-4702-ad16-5947384c4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:52.877716 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:52.916205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75319b4e-5cb5-486c-a25a-b0ad84cc4cd7 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:56:52.920349 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a24acb5-1903-490f-955c-6997b8ac3dc4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:52.947485 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6ef73ded-45ed-4702-ad16-5947384c4414 None None] Set router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:56:52.994848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.024583 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6ef73ded-45ed-4702-ad16-5947384c4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'name': 'tempest-TestEncryptedCinderVolumes-578369484-router', 'tenant_id': '86201207b3f44f36a925060148012922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:15Z', 'updated_at': '2021-11-19T19:56:52Z', 'revision_number': 6, 'project_id': '86201207b3f44f36a925060148012922', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:53.054793 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef73ded-45ed-4702-ad16-5947384c4414 None None] The sync data for ids ['2e63bb0a-7bc6-458d-94fe-586f89d5aa37'] in n-d-815373-6 is: [{'id': '2e63bb0a-7bc6-458d-94fe-586f89d5aa37', 'name': 'tempest-TestEncryptedCinderVolumes-578369484-router', 'tenant_id': '86201207b3f44f36a925060148012922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:55:15Z', 'updated_at': '2021-11-19T19:56:52Z', 'revision_number': 6, 'project_id': '86201207b3f44f36a925060148012922', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:56:53.114206 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.116911 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.169353 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.170448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e63bb0a-7bc6-458d-94fe-586f89d5aa37 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:56:53.177012 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.178742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-151caf0e-c05d-4f25-a8a2-113535077c13 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2e63bb0a-7bc6-458d-94fe-586f89d5aa37 HTTP/1.1" status: 204 len: 168 time: 1.0342429 Nov 19 19:56:53.181868 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35686) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:53.208750 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:56:53.246266 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bde4220-93ea-4119-94f3-5b4ba1e5aa6f admin admin] Deleting subnet 53a85c6e-5881-44b7-8cfd-990ecacb0acc {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:56:53.250223 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8bde4220-93ea-4119-94f3-5b4ba1e5aa6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.308456 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8bde4220-93ea-4119-94f3-5b4ba1e5aa6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.427250 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8bde4220-93ea-4119-94f3-5b4ba1e5aa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.523102 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8bde4220-93ea-4119-94f3-5b4ba1e5aa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.551581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde4220-93ea-4119-94f3-5b4ba1e5aa6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a85c6e-5881-44b7-8cfd-990ecacb0acc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:53.559458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8bde4220-93ea-4119-94f3-5b4ba1e5aa6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.566791 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8bde4220-93ea-4119-94f3-5b4ba1e5aa6f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/53a85c6e-5881-44b7-8cfd-990ecacb0acc HTTP/1.1" status: 204 len: 168 time: 0.3831825 Nov 19 19:56:53.567143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5d7719-1a09-4dd0-a721-922e259ec5d0 None None] Network 87d891f5-79e6-463d-86af-5f8a1ef1519c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:56:53.569071 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35688) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:53.664737 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.756361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Deleting port 166200ec-83f8-4165-8860-c6be04abb6f7 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:56:53.756975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.845854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] For port 166200ec-83f8-4165-8860-c6be04abb6f7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=166200ec-83f8-4165-8860-c6be04abb6f7,segment=NetworkSegment(435dacc4-7c0a-440a-a39f-5800d6656041),segment_id=435dacc4-7c0a-440a-a39f-5800d6656041)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:53.846816 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:53.862831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Calling delete_port for 166200ec-83f8-4165-8860-c6be04abb6f7 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:56:53.906668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] DHCP port deletion for 87d891f5-79e6-463d-86af-5f8a1ef1519c request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:56:53.985963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Deleting port 166200ec-83f8-4165-8860-c6be04abb6f7 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:56:53.987717 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.027086 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.061611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] No DVR routers for this DVR port 166200ec-83f8-4165-8860-c6be04abb6f7 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:56:54.068571 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Pushing event deleted for resources: {'Port': ['ID=166200ec-83f8-4165-8860-c6be04abb6f7,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:54.092369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] For port 166200ec-83f8-4165-8860-c6be04abb6f7, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=166200ec-83f8-4165-8860-c6be04abb6f7,segment=NetworkSegment(435dacc4-7c0a-440a-a39f-5800d6656041),segment_id=435dacc4-7c0a-440a-a39f-5800d6656041)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:56:54.092946 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.115784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Calling delete_port for 166200ec-83f8-4165-8860-c6be04abb6f7 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:56:54.190736 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.232101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d891f5-79e6-463d-86af-5f8a1ef1519c']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:54.246209 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435dacc4-7c0a-440a-a39f-5800d6656041') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:54.246670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435dacc4-7c0a-440a-a39f-5800d6656041') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:56:54.254092 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.265099 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.286937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Pushing event deleted for resources: {'Port': ['ID=166200ec-83f8-4165-8860-c6be04abb6f7,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:54.290954 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.292860 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] No DVR routers for this DVR port 166200ec-83f8-4165-8860-c6be04abb6f7 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:56:54.306688 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.307949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.308508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.309068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.309641 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.310121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:56:54.310628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.310820 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.311440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.312095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.313418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.314300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:56:54.314447 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:56:54.318367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.318367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a1923-a4a4-4cbb-9ad5-2b3fa3b59e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:56:54.388446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.398773 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.403456 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] 10.222.0.50 "DELETE /v2.0/networks/87d891f5-79e6-463d-86af-5f8a1ef1519c HTTP/1.1" status: 204 len: 168 time: 0.8327272 Nov 19 19:56:54.436011 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55b986-a0cb-4b3f-814d-daa2d02bc90b admin admin] Pushing event deleted for resources: {'Network': ['ID=87d891f5-79e6-463d-86af-5f8a1ef1519c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:54.596664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a24acb5-1903-490f-955c-6997b8ac3dc4 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:56:54.629490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 9a24acb5-1903-490f-955c-6997b8ac3dc4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:56:54.630153 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a24acb5-1903-490f-955c-6997b8ac3dc4 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:56:54.630763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 166200ec-83f8-4165-8860-c6be04abb6f7 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:56:54.661891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 166200ec-83f8-4165-8860-c6be04abb6f7 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:56:54.662759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 166200ec-83f8-4165-8860-c6be04abb6f7 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:56:54.663589 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9f9193fd-ae97-47b3-81ef-a07981f9dd17 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:56:54.668123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35692) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:54.691384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 9f9193fd-ae97-47b3-81ef-a07981f9dd17 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:56:54.691747 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9f9193fd-ae97-47b3-81ef-a07981f9dd17 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:56:54.720473 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fce12a9d-5406-4e1c-b3dc-e7ece5166394 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16665f7bf2a54509909649b2e386351a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510895 Nov 19 19:56:54.725156 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35694) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:54.793796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb14a910-db11-4ed1-9031-4db10a0372a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.822017 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb14a910-db11-4ed1-9031-4db10a0372a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.880249 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb14a910-db11-4ed1-9031-4db10a0372a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.883079 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bb14a910-db11-4ed1-9031-4db10a0372a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:54.884361 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bb14a910-db11-4ed1-9031-4db10a0372a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a HTTP/1.1" status: 204 len: 168 time: 0.1581578 Nov 19 19:56:54.896782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a910-db11-4ed1-9031-4db10a0372a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6af3d2-a1a5-4143-9162-fefa2c0a3f0a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:55.333090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35700) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:55.384536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-79ef4f15-4a22-46ae-8a84-1386e4048c9e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86201207b3f44f36a925060148012922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499740 Nov 19 19:56:55.387317 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35702) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:55.448829 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cba4a6f-8261-4797-aa2e-f769eb2ff1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:55.478517 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cba4a6f-8261-4797-aa2e-f769eb2ff1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:55.542476 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cba4a6f-8261-4797-aa2e-f769eb2ff1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:55.545562 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9cba4a6f-8261-4797-aa2e-f769eb2ff1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:55.546892 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9cba4a6f-8261-4797-aa2e-f769eb2ff1b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d1757ab-3348-454f-801f-000deea3184e HTTP/1.1" status: 204 len: 168 time: 0.1585891 Nov 19 19:56:55.560045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba4a6f-8261-4797-aa2e-f769eb2ff1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1757ab-3348-454f-801f-000deea3184e,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:55.826030 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:56.422389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35724) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:56.550657 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1986523109-network', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:56:56.576019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Made reservation on behalf of 8aecedfb2bcb46c88e5775f5e27999c5 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:56:56.578594 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:56.592274 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:56.733536 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:56.739980 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:56.788091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:56:56.800179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3065b6c-4468-4b67-8b97-a73c66656446,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:56.806090 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:56.806448 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Added segment b475ae57-190a-4330-b2bc-861fdb8d40f0 of type vlan for network fff5cc19-27f6-4e73-8cde-c5a67b405c64 Nov 19 19:56:56.855842 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:56.894703 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:56.895747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:56.896354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:56.957904 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5342183 Nov 19 19:56:56.961521 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35728) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:56.968124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] Request body: {'subnet': {'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1986523109-subnet', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:56:56.971065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70621026-d097-4bfd-9242-9a28f1d28018 admin admin] Pushing event updated for resources: {'Network': ['ID=fff5cc19-27f6-4e73-8cde-c5a67b405c64,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:56.983018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network fff5cc19-27f6-4e73-8cde-c5a67b405c64 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:56:56.999690 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] Made reservation on behalf of 8aecedfb2bcb46c88e5775f5e27999c5 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:56:57.006110 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:57.219901 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:57.290388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7ee2e1-7b79-47d2-af05-578b612fa0a0,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:57.301528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] Checking segment: {'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:56:57.301964 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] Network hostable DHCP agents. Network: fff5cc19-27f6-4e73-8cde-c5a67b405c64, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:56:57.329298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] Network fff5cc19-27f6-4e73-8cde-c5a67b405c64 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:56:57.342889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, fff5cc19-27f6-4e73-8cde-c5a67b405c64) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:56:57.348506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:56:57.349174 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:57.357043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec9b3a9-910d-4f03-8128-e98f32cca541 None None] Network fff5cc19-27f6-4e73-8cde-c5a67b405c64 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:56:57.374782 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-42fa28b6-6c8a-4e6f-baa6-bceb55608f8c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4111261 Nov 19 19:56:57.378287 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35730) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:57.386008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:56:57.431316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:57.433225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:57.537735 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:57.565663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:56:57.566872 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:57.724564 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:57.794222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Allocated IP 172.20.0.2 (fff5cc19-27f6-4e73-8cde-c5a67b405c64/ec7ee2e1-7b79-47d2-af05-578b612fa0a0/816c83c2-3759-4164-ae47-ebce6f1ce322) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:56:58.004990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:58.024760 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:58.034723 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:58.037652 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:58.113312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Network fff5cc19-27f6-4e73-8cde-c5a67b405c64 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:56:58.118911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:56:58.125359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:56:58.146573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Pushing event updated for resources: {'Port': ['ID=816c83c2-3759-4164-ae47-ebce6f1ce322,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:58.211082 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Allocated IP 172.25.3.174 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/3ccc5189-43d5-482f-87de-0b3a44f99b43) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:56:58.211972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Attempting to bind port 816c83c2-3759-4164-ae47-ebce6f1ce322 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:56:58.212357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Attempting to bind port 816c83c2-3759-4164-ae47-ebce6f1ce322 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:56:58.212731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Attempting to bind port 816c83c2-3759-4164-ae47-ebce6f1ce322 on network fff5cc19-27f6-4e73-8cde-c5a67b405c64 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:56:58.219366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:56:58.219731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Checking segment: {'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:56:58.220140 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:58.220554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Bound using segment: {'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:56:58.221997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Bound port: 816c83c2-3759-4164-ae47-ebce6f1ce322, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:56:58.222897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:58.302760 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] For port 816c83c2-3759-4164-ae47-ebce6f1ce322, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:56:58.307977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] For port 816c83c2-3759-4164-ae47-ebce6f1ce322, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=816c83c2-3759-4164-ae47-ebce6f1ce322,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:56:58.316013 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:58.359259 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:58.400192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6f468-b928-4dbc-be58-9a97f962673b None None] Pushing event updated for resources: {'Port': ['ID=816c83c2-3759-4164-ae47-ebce6f1ce322,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:58.424330 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:58.502188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:56:58.507546 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:56:58.510444 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:56:58.528309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c9cc2-9f2b-466a-a48f-108a40c586b8 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:56:58.546758 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ccc5189-43d5-482f-87de-0b3a44f99b43,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:56:58.648759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7a64b456-ff87-4f82-a77f-ee8ab616b584 None None] Provisioning complete for port 3ccc5189-43d5-482f-87de-0b3a44f99b43 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:56:58.649232 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7a64b456-ff87-4f82-a77f-ee8ab616b584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:58.714524 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7a64b456-ff87-4f82-a77f-ee8ab616b584 None None] Port 3ccc5189-43d5-482f-87de-0b3a44f99b43 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:56:58.872748 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:59.114786 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:59.334750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Router c2cad2c4-29ac-43af-8b14-9ef2acedafab is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:56:59.624091 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2048c18-4680-4db5-bdd7-512cf2447d73 None None] Network fff5cc19-27f6-4e73-8cde-c5a67b405c64 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:56:59.704455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8126fb4b-00b5-42c1-aa96-af367d3344ac None None] Provisioning complete for port 816c83c2-3759-4164-ae47-ebce6f1ce322 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:56:59.704731 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8126fb4b-00b5-42c1-aa96-af367d3344ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:59.860588 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:56:59.873248 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Sync routers for ids ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:56:59.882107 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:59.886399 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c57ddc84-84fd-4e73-a8af-c891319494a0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5039420 Nov 19 19:56:59.886991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35736) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:56:59.907393 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8126fb4b-00b5-42c1-aa96-af367d3344ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:56:59.921981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Routers {'c2cad2c4-29ac-43af-8b14-9ef2acedafab'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:56:59.922634 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:00.019902 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-8126fb4b-00b5-42c1-aa96-af367d3344ac None None] For port 816c83c2-3759-4164-ae47-ebce6f1ce322, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=816c83c2-3759-4164-ae47-ebce6f1ce322,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:57:00.026364 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8126fb4b-00b5-42c1-aa96-af367d3344ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:00.186510 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126fb4b-00b5-42c1-aa96-af367d3344ac None None] Pushing event updated for resources: {'Port': ['ID=816c83c2-3759-4164-ae47-ebce6f1ce322,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:00.196456 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Set router c2cad2c4-29ac-43af-8b14-9ef2acedafab gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:57:00.341065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b4a12201-c14b-448b-a7a5-01fb937c9d2f None None] Provisioning complete for port 816c83c2-3759-4164-ae47-ebce6f1ce322 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:00.341451 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4a12201-c14b-448b-a7a5-01fb937c9d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:00.415251 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:00.487943 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:00.554586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:56:58Z', 'revision_number': 3, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:00.598554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Checking router: c2cad2c4-29ac-43af-8b14-9ef2acedafab for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:57:00.598910 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Updating router c2cad2c4-29ac-43af-8b14-9ef2acedafab port 3ccc5189-43d5-482f-87de-0b3a44f99b43 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:57:00.634990 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:00.680246 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 816c83c2-3759-4164-ae47-ebce6f1ce322 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:57:00.713481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Allocated IP 172.20.0.1 (fff5cc19-27f6-4e73-8cde-c5a67b405c64/ec7ee2e1-7b79-47d2-af05-578b612fa0a0/11120d39-87b9-4178-9c5f-3ba609be6fee) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:57:00.839315 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:00.890486 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:00.978844 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Network fff5cc19-27f6-4e73-8cde-c5a67b405c64 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:57:00.984505 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:57:00.997025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:57:01.047186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 816c83c2-3759-4164-ae47-ebce6f1ce322 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:01.047566 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.056979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Pushing event updated for resources: {'Port': ['ID=11120d39-87b9-4178-9c5f-3ba609be6fee,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:01.085269 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.257298 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.301958 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.311590 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.388155 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde115df-5156-46b6-a88f-c765efb45f83 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:57:01.399724 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e3742-e59c-414f-a0a7-bb205e12058f None None] Pushing event updated for resources: {'Port': ['ID=3ccc5189-43d5-482f-87de-0b3a44f99b43,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:01.410482 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Attempting to bind port 3ccc5189-43d5-482f-87de-0b3a44f99b43 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:57:01.411056 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Attempting to bind port 3ccc5189-43d5-482f-87de-0b3a44f99b43 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:57:01.411620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Attempting to bind port 3ccc5189-43d5-482f-87de-0b3a44f99b43 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:57:01.425735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-76cc6f12-67a5-4267-ad18-aea5eb0db80f None None] Provisioning complete for port 11120d39-87b9-4178-9c5f-3ba609be6fee triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:01.425735 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-76cc6f12-67a5-4267-ad18-aea5eb0db80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.430742 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:57:01.431247 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:57:01.431893 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.432590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:57:01.433316 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Bound port: 3ccc5189-43d5-482f-87de-0b3a44f99b43, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:57:01.433978 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.467752 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.474915 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.509940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-76cc6f12-67a5-4267-ad18-aea5eb0db80f None None] Port 11120d39-87b9-4178-9c5f-3ba609be6fee cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:57:01.539998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] For port 3ccc5189-43d5-482f-87de-0b3a44f99b43, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:57:01.546325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] For port 3ccc5189-43d5-482f-87de-0b3a44f99b43, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3ccc5189-43d5-482f-87de-0b3a44f99b43,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:57:01.554607 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.561892 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Pushing event updated for resources: {'Port': ['ID=11120d39-87b9-4178-9c5f-3ba609be6fee,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:01.564919 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.576395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.576750 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.577103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.577449 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.577819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.578165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.578512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.578846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.579181 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.579514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.579846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.580247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:01.632467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d81c48-ea17-42cb-aafc-6ba2d3b348f7 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:57:01.695090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Network fff5cc19-27f6-4e73-8cde-c5a67b405c64 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:57:01.696636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:57:01.697219 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Routers {'c2cad2c4-29ac-43af-8b14-9ef2acedafab'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:57:01.697999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:01.702583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e3742-e59c-414f-a0a7-bb205e12058f None None] Pushing event updated for resources: {'Port': ['ID=3ccc5189-43d5-482f-87de-0b3a44f99b43,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:01.737644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c23bb0d2-1905-4cc3-82c8-89e98c5f3aa9 None None] Provisioning complete for port 3ccc5189-43d5-482f-87de-0b3a44f99b43 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:01.738250 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c23bb0d2-1905-4cc3-82c8-89e98c5f3aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.864816 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Router c2cad2c4-29ac-43af-8b14-9ef2acedafab has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:57:01.890895 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] Set router c2cad2c4-29ac-43af-8b14-9ef2acedafab gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:57:01.938926 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c23bb0d2-1905-4cc3-82c8-89e98c5f3aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:01.998753 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c23bb0d2-1905-4cc3-82c8-89e98c5f3aa9 None None] For port 3ccc5189-43d5-482f-87de-0b3a44f99b43, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3ccc5189-43d5-482f-87de-0b3a44f99b43,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:57:02.011817 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c23bb0d2-1905-4cc3-82c8-89e98c5f3aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:02.075300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:57:02.086063 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2a6c45fc-5ba4-4aba-991f-5394b87c3713 admin admin] 10.222.0.50 "PUT /v2.0/routers/c2cad2c4-29ac-43af-8b14-9ef2acedafab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1941533 Nov 19 19:57:02.123575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bb0d2-1905-4cc3-82c8-89e98c5f3aa9 None None] Pushing event updated for resources: {'Port': ['ID=3ccc5189-43d5-482f-87de-0b3a44f99b43,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:02.176774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-83d9932a-5375-43b5-91d6-0b3c69f23888 None None] Provisioning complete for port 11120d39-87b9-4178-9c5f-3ba609be6fee triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:02.177144 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83d9932a-5375-43b5-91d6-0b3c69f23888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:02.243858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-83d9932a-5375-43b5-91d6-0b3c69f23888 None None] Port 11120d39-87b9-4178-9c5f-3ba609be6fee cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:57:02.267819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-83d9932a-5375-43b5-91d6-0b3c69f23888 None None] Provisioning complete for port 3ccc5189-43d5-482f-87de-0b3a44f99b43 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:02.268926 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-83d9932a-5375-43b5-91d6-0b3c69f23888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:02.274503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '11120d39-87b9-4178-9c5f-3ba609be6fee', 'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'mac_address': 'fa:16:3e:21:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:00Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 2, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'subnets': [{'id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:02.335691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4dd58-87d8-4d79-9024-54729a617d02 None None] The sync data for ids ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'] in n-d-815373-6 is: [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '11120d39-87b9-4178-9c5f-3ba609be6fee', 'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'mac_address': 'fa:16:3e:21:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:00Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 2, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'subnets': [{'id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:57:02.874565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35754) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:57:02.880734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2080403027-network', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:57:02.912789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Made reservation on behalf of 998f34bcfe23416f89dd0b23dbdee5a3 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:57:02.917214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:02.939523 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.043916 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.048576 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.078840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:57:03.090617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19bc958-b567-4ec7-9188-40d21f5ea0f3,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:03.096738 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.097317 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Added segment ab84ecbc-83e4-4082-840e-9a6c93fd16cf of type vlan for network 55defbaa-64b6-4ede-9578-6022b6932c0d Nov 19 19:57:03.151951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.216113 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.217171 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:03.217895 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.278673 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4027872 Nov 19 19:57:03.284319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35756) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:57:03.289621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] Request body: {'subnet': {'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2080403027-subnet', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:57:03.293874 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493b00e-7f00-4e9f-9a2a-71d0790c4007 admin admin] Pushing event updated for resources: {'Network': ['ID=55defbaa-64b6-4ede-9578-6022b6932c0d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:03.305420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 55defbaa-64b6-4ede-9578-6022b6932c0d details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:57:03.322727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] Made reservation on behalf of 998f34bcfe23416f89dd0b23dbdee5a3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:57:03.326663 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.577852 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.654295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] Pushing event updated for resources: {'Subnet': ['ID=114e77a6-1acd-4095-b40f-136dd2b0850e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:03.665273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] Checking segment: {'id': 'ab84ecbc-83e4-4082-840e-9a6c93fd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:57:03.665273 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] Network hostable DHCP agents. Network: 55defbaa-64b6-4ede-9578-6022b6932c0d, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:57:03.692322 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] Network 55defbaa-64b6-4ede-9578-6022b6932c0d is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:57:03.704843 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 55defbaa-64b6-4ede-9578-6022b6932c0d) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:57:03.710425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:03.711109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.717320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be4607c-fe92-4550-a498-ef1eef5bddc7 None None] Network 55defbaa-64b6-4ede-9578-6022b6932c0d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:57:03.739511 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b26806c1-9c22-497c-9ab7-de1c368fcece admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4509737 Nov 19 19:57:03.740116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35758) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:57:03.748173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2080403027-router', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:57:03.798121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.800029 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.880392 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:03.994182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f403924-880d-4064-b482-1d136796b490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-55defbaa-64b6-4ede-9578-6022b6932c0d', 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'fixed_ips': [{'subnet_id': '114e77a6-1acd-4095-b40f-136dd2b0850e'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:57:03.995690 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f403924-880d-4064-b482-1d136796b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:04.059725 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:04.194658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-0f403924-880d-4064-b482-1d136796b490 None None] Allocated IP 172.20.0.2 (55defbaa-64b6-4ede-9578-6022b6932c0d/114e77a6-1acd-4095-b40f-136dd2b0850e/880d29ce-6b0f-4fed-8c69-06045335ffa1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:57:04.435767 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f403924-880d-4064-b482-1d136796b490 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:04.452795 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f403924-880d-4064-b482-1d136796b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:04.565222 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f403924-880d-4064-b482-1d136796b490 None None] Network 55defbaa-64b6-4ede-9578-6022b6932c0d is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:57:04.582743 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f403924-880d-4064-b482-1d136796b490 None None] Pushing event updated for resources: {'Port': ['ID=880d29ce-6b0f-4fed-8c69-06045335ffa1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:04.588396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-0f403924-880d-4064-b482-1d136796b490 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:57:04.627206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f403924-880d-4064-b482-1d136796b490 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:57:04.726650 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:04.747441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3ccc5189-43d5-482f-87de-0b3a44f99b43 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:57:04.755197 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:04.833128 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0f403924-880d-4064-b482-1d136796b490 None None] Attempting to bind port 880d29ce-6b0f-4fed-8c69-06045335ffa1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:57:04.833560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0f403924-880d-4064-b482-1d136796b490 None None] Attempting to bind port 880d29ce-6b0f-4fed-8c69-06045335ffa1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'ab84ecbc-83e4-4082-840e-9a6c93fd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:57:04.834096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f403924-880d-4064-b482-1d136796b490 None None] Attempting to bind port 880d29ce-6b0f-4fed-8c69-06045335ffa1 on network 55defbaa-64b6-4ede-9578-6022b6932c0d {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:57:04.856180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f403924-880d-4064-b482-1d136796b490 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:57:04.856682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f403924-880d-4064-b482-1d136796b490 None None] Checking segment: {'id': 'ab84ecbc-83e4-4082-840e-9a6c93fd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:57:04.856952 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f403924-880d-4064-b482-1d136796b490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:04.857352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f403924-880d-4064-b482-1d136796b490 None None] Bound using segment: {'id': 'ab84ecbc-83e4-4082-840e-9a6c93fd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:57:04.858048 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-0f403924-880d-4064-b482-1d136796b490 None None] Bound port: 880d29ce-6b0f-4fed-8c69-06045335ffa1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab84ecbc-83e4-4082-840e-9a6c93fd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:57:04.858373 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f403924-880d-4064-b482-1d136796b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:04.914992 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 3ccc5189-43d5-482f-87de-0b3a44f99b43 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:04.915370 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:04.950047 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Allocated IP 172.25.3.9 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/113c2ad4-2cb3-411f-9e58-e9da9a08495e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:57:04.990140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0f403924-880d-4064-b482-1d136796b490 None None] For port 880d29ce-6b0f-4fed-8c69-06045335ffa1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:57:04.996645 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0f403924-880d-4064-b482-1d136796b490 None None] For port 880d29ce-6b0f-4fed-8c69-06045335ffa1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=880d29ce-6b0f-4fed-8c69-06045335ffa1,segment=NetworkSegment(ab84ecbc-83e4-4082-840e-9a6c93fd16cf),segment_id=ab84ecbc-83e4-4082-840e-9a6c93fd16cf)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:57:05.007700 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0f403924-880d-4064-b482-1d136796b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:05.081279 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:05.134365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f403924-880d-4064-b482-1d136796b490 None None] Pushing event updated for resources: {'Port': ['ID=880d29ce-6b0f-4fed-8c69-06045335ffa1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:05.158670 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:05.171104 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Sync routers for ids ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:57:05.185565 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Routers {'c2cad2c4-29ac-43af-8b14-9ef2acedafab'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:57:05.186395 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:05.215348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:57:05.218923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:57:05.224230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:57:05.228259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Pushing event updated for resources: {'Port': ['ID=113c2ad4-2cb3-411f-9e58-e9da9a08495e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:05.243800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3865458-5469-4987-9e55-89f727c3b24c None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:57:05.366964 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Set router c2cad2c4-29ac-43af-8b14-9ef2acedafab gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:57:05.619665 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-80ebf852-a87f-4039-9ae0-74836957484b None None] Provisioning complete for port 113c2ad4-2cb3-411f-9e58-e9da9a08495e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:05.620507 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80ebf852-a87f-4039-9ae0-74836957484b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:05.680292 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:05.695357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-80ebf852-a87f-4039-9ae0-74836957484b None None] Port 113c2ad4-2cb3-411f-9e58-e9da9a08495e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:57:05.840481 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '11120d39-87b9-4178-9c5f-3ba609be6fee', 'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'mac_address': 'fa:16:3e:21:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:00Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 2, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'subnets': [{'id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:05.896242 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Checking router: c2cad2c4-29ac-43af-8b14-9ef2acedafab for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:57:05.897807 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Updating router c2cad2c4-29ac-43af-8b14-9ef2acedafab port 11120d39-87b9-4178-9c5f-3ba609be6fee binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:57:05.938208 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:06.034112 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:06.247395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Router b7c0808b-fe69-4576-bdbf-e5358e6adab4 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:57:06.422042 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:06.434733 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:06.460503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:57:06.483283 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:06.487581 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Sync routers for ids ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:57:06.499437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35762) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:57:06.502474 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-624af352-bdb2-4b7e-9822-bd278a39e992 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7599359 Nov 19 19:57:06.509815 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Routers {'b7c0808b-fe69-4576-bdbf-e5358e6adab4'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:57:06.510754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:06.556913 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Pushing event updated for resources: {'Port': ['ID=11120d39-87b9-4178-9c5f-3ba609be6fee,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:06.592790 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.592790 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.593076 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.593310 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.593609 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.601927 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.602359 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.602701 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.603043 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.603377 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.603706 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.604037 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:06.751092 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Attempting to bind port 11120d39-87b9-4178-9c5f-3ba609be6fee on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:57:06.751462 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Attempting to bind port 11120d39-87b9-4178-9c5f-3ba609be6fee by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:57:06.751934 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Attempting to bind port 11120d39-87b9-4178-9c5f-3ba609be6fee on network fff5cc19-27f6-4e73-8cde-c5a67b405c64 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:57:06.765397 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:57:06.765814 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Checking segment: {'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:57:06.766223 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:06.766617 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Bound using segment: {'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:57:06.767277 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Bound port: 11120d39-87b9-4178-9c5f-3ba609be6fee, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:57:06.769655 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:06.786955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 880d29ce-6b0f-4fed-8c69-06045335ffa1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:57:06.933461 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] For port 11120d39-87b9-4178-9c5f-3ba609be6fee, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:57:06.941817 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] For port 11120d39-87b9-4178-9c5f-3ba609be6fee, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=11120d39-87b9-4178-9c5f-3ba609be6fee,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:57:06.943278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Set router b7c0808b-fe69-4576-bdbf-e5358e6adab4 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:57:06.950387 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:07.016178 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Routers {'c2cad2c4-29ac-43af-8b14-9ef2acedafab'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:57:07.016881 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:07.080940 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711341be-9b17-46eb-869d-4f32b9c5b146 None None] Pushing event updated for resources: {'Port': ['ID=11120d39-87b9-4178-9c5f-3ba609be6fee,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:07.099781 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc705299-ccf8-4560-b193-9d2592f99c8c None None] Network 55defbaa-64b6-4ede-9578-6022b6932c0d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:57:07.184128 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] Set router c2cad2c4-29ac-43af-8b14-9ef2acedafab gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:57:07.378904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 880d29ce-6b0f-4fed-8c69-06045335ffa1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:07.379373 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:07.393540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5963a4cb-855a-4c38-9726-7ab927eccf47 None None] Provisioning complete for port 880d29ce-6b0f-4fed-8c69-06045335ffa1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:07.394128 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5963a4cb-855a-4c38-9726-7ab927eccf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:07.514382 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:07.567953 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '11120d39-87b9-4178-9c5f-3ba609be6fee', 'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'mac_address': 'fa:16:3e:21:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:00Z', 'updated_at': '2021-11-19T19:57:06Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'subnets': [{'id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:07.741095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'name': 'tempest-TestMinimumBasicScenario-2080403027-router', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:57:03Z', 'updated_at': '2021-11-19T19:57:05Z', 'revision_number': 3, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'gw_port': {'id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:04Z', 'updated_at': '2021-11-19T19:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:07.744870 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5963a4cb-855a-4c38-9726-7ab927eccf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:07.746036 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658f9cf-a1d0-4f89-9809-15feeebd9f73 None None] The sync data for ids ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'] in n-d-815373-6 is: [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '11120d39-87b9-4178-9c5f-3ba609be6fee', 'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'mac_address': 'fa:16:3e:21:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:00Z', 'updated_at': '2021-11-19T19:57:06Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'subnets': [{'id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:57:07.778575 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:07.801214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Checking router: b7c0808b-fe69-4576-bdbf-e5358e6adab4 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:57:07.801947 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Updating router b7c0808b-fe69-4576-bdbf-e5358e6adab4 port 113c2ad4-2cb3-411f-9e58-e9da9a08495e binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:57:07.831754 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Allocated IP 172.20.0.1 (55defbaa-64b6-4ede-9578-6022b6932c0d/114e77a6-1acd-4095-b40f-136dd2b0850e/b6aab17b-952d-4463-a78f-0b61a9b23329) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:57:07.850996 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:07.933947 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5963a4cb-855a-4c38-9726-7ab927eccf47 None None] For port 880d29ce-6b0f-4fed-8c69-06045335ffa1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=880d29ce-6b0f-4fed-8c69-06045335ffa1,segment=NetworkSegment(ab84ecbc-83e4-4082-840e-9a6c93fd16cf),segment_id=ab84ecbc-83e4-4082-840e-9a6c93fd16cf)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:57:07.977222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-6f9df341-fc31-4c97-97da-54a444e8993a req-f6f3d306-8501-42af-8986-e6df919b2e54 tempest-ServerDiskConfigTestJSON-818128197 tempest-ServerDiskConfigTestJSON-818128197-project] (109888) timed out ('10.222.0.21', 57886) {{(pid=109888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 19:57:08.004686 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5963a4cb-855a-4c38-9726-7ab927eccf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.062631 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.132115 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.214232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Network 55defbaa-64b6-4ede-9578-6022b6932c0d is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:57:08.220218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:57:08.227387 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:57:08.238933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Pushing event updated for resources: {'Port': ['ID=b6aab17b-952d-4463-a78f-0b61a9b23329,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:08.244745 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 19:57:08.245265 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 19:57:08.249951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963a4cb-855a-4c38-9726-7ab927eccf47 None None] Pushing event updated for resources: {'Port': ['ID=880d29ce-6b0f-4fed-8c69-06045335ffa1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:08.259583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b969a583-d1f3-4de8-ac60-d75caaed8b66 None None] Provisioning complete for port 11120d39-87b9-4178-9c5f-3ba609be6fee triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:08.260086 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b969a583-d1f3-4de8-ac60-d75caaed8b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.336793 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.393935 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da9d5958-2d80-4010-88d1-98dda9f64ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.538282 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.576156 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.583624 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b969a583-d1f3-4de8-ac60-d75caaed8b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.597206 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.671371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b1a091-8936-49f6-af1f-81b0b83b054a None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:57:08.691390 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b969a583-d1f3-4de8-ac60-d75caaed8b66 None None] For port 11120d39-87b9-4178-9c5f-3ba609be6fee, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=11120d39-87b9-4178-9c5f-3ba609be6fee,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:57:08.693174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Attempting to bind port 113c2ad4-2cb3-411f-9e58-e9da9a08495e on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:57:08.693690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Attempting to bind port 113c2ad4-2cb3-411f-9e58-e9da9a08495e by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:57:08.694464 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Attempting to bind port 113c2ad4-2cb3-411f-9e58-e9da9a08495e on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:57:08.698913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b186c5d-4063-4526-b86b-9c36e1f4ceb6 None None] Pushing event updated for resources: {'Port': ['ID=113c2ad4-2cb3-411f-9e58-e9da9a08495e,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:08.704111 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b969a583-d1f3-4de8-ac60-d75caaed8b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.712486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:57:08.712871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:57:08.713251 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.713894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:57:08.714782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Bound port: 113c2ad4-2cb3-411f-9e58-e9da9a08495e, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:57:08.715376 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.817992 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.827726 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.852070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b969a583-d1f3-4de8-ac60-d75caaed8b66 None None] Provisioning complete for port 880d29ce-6b0f-4fed-8c69-06045335ffa1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:08.852914 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b969a583-d1f3-4de8-ac60-d75caaed8b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.893355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969a583-d1f3-4de8-ac60-d75caaed8b66 None None] Pushing event updated for resources: {'Port': ['ID=11120d39-87b9-4178-9c5f-3ba609be6fee,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:08.925186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:08.927619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Pushing event updated for resources: {'Port': ['ID=b6aab17b-952d-4463-a78f-0b61a9b23329,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:08.935472 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] For port 113c2ad4-2cb3-411f-9e58-e9da9a08495e, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:57:08.978994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] For port 113c2ad4-2cb3-411f-9e58-e9da9a08495e, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=113c2ad4-2cb3-411f-9e58-e9da9a08495e,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:57:08.996893 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:09.091186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a76c9d-705c-4923-bc80-26105cf4cdb3 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:57:09.130718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 11120d39-87b9-4178-9c5f-3ba609be6fee up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:57:09.137049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Routers {'b7c0808b-fe69-4576-bdbf-e5358e6adab4'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:57:09.137711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:56:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:09.158803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Network 55defbaa-64b6-4ede-9578-6022b6932c0d is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:57:09.160860 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:57:09.179365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b186c5d-4063-4526-b86b-9c36e1f4ceb6 None None] Pushing event updated for resources: {'Port': ['ID=113c2ad4-2cb3-411f-9e58-e9da9a08495e,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:09.362368 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Router b7c0808b-fe69-4576-bdbf-e5358e6adab4 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:57:09.483401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 11120d39-87b9-4178-9c5f-3ba609be6fee triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:09.483777 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:09.486740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] Set router b7c0808b-fe69-4576-bdbf-e5358e6adab4 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:57:09.510384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:57:09.515805 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b78143d5-8242-4520-88c4-09f80131eecd admin admin] 10.222.0.50 "PUT /v2.0/routers/b7c0808b-fe69-4576-bdbf-e5358e6adab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0151927 Nov 19 19:57:09.617911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c5776f61-57b0-433d-ba44-214359e01c52 None None] Provisioning complete for port b6aab17b-952d-4463-a78f-0b61a9b23329 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:09.618292 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c5776f61-57b0-433d-ba44-214359e01c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:09.768386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c5776f61-57b0-433d-ba44-214359e01c52 None None] Port b6aab17b-952d-4463-a78f-0b61a9b23329 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:57:09.810355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 880d29ce-6b0f-4fed-8c69-06045335ffa1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:57:09.846970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c5776f61-57b0-433d-ba44-214359e01c52 None None] Provisioning complete for port 113c2ad4-2cb3-411f-9e58-e9da9a08495e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:09.847432 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c5776f61-57b0-433d-ba44-214359e01c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:09.962513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 880d29ce-6b0f-4fed-8c69-06045335ffa1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:09.963337 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:10.029490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'name': 'tempest-TestMinimumBasicScenario-2080403027-router', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:57:03Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 4, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'gw_port': {'id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:04Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b6aab17b-952d-4463-a78f-0b61a9b23329', 'name': '', 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'mac_address': 'fa:16:3e:c4:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '114e77a6-1acd-4095-b40f-136dd2b0850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:07Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 2, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'subnets': [{'id': '114e77a6-1acd-4095-b40f-136dd2b0850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:10.071700 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec02403-fb86-4f89-b7ce-e5c9af191efc None None] The sync data for ids ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'] in n-d-815373-6 is: [{'id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'name': 'tempest-TestMinimumBasicScenario-2080403027-router', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:57:03Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 4, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'gw_port': {'id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:04Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b6aab17b-952d-4463-a78f-0b61a9b23329', 'name': '', 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'mac_address': 'fa:16:3e:c4:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '114e77a6-1acd-4095-b40f-136dd2b0850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:07Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 2, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'subnets': [{'id': '114e77a6-1acd-4095-b40f-136dd2b0850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:57:10.074000 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c5776f61-57b0-433d-ba44-214359e01c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:10.110826 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c5776f61-57b0-433d-ba44-214359e01c52 None None] For port 113c2ad4-2cb3-411f-9e58-e9da9a08495e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=113c2ad4-2cb3-411f-9e58-e9da9a08495e,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:57:10.143012 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c5776f61-57b0-433d-ba44-214359e01c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:10.235199 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5776f61-57b0-433d-ba44-214359e01c52 None None] Pushing event updated for resources: {'Port': ['ID=113c2ad4-2cb3-411f-9e58-e9da9a08495e,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:10.734521 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8ed79f9-42ca-4865-93b3-64dccba68850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:12.123826 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:13.078101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 113c2ad4-2cb3-411f-9e58-e9da9a08495e up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:57:13.232136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 113c2ad4-2cb3-411f-9e58-e9da9a08495e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:13.234323 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:13.570712 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:14.202201 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Sync routers for ids ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:57:14.215049 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Routers {'b7c0808b-fe69-4576-bdbf-e5358e6adab4'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:57:14.215692 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:57:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:14.306129 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:14.377791 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Set router b7c0808b-fe69-4576-bdbf-e5358e6adab4 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:57:14.714626 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'name': 'tempest-TestMinimumBasicScenario-2080403027-router', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:57:03Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 4, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'gw_port': {'id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:04Z', 'updated_at': '2021-11-19T19:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b6aab17b-952d-4463-a78f-0b61a9b23329', 'name': '', 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'mac_address': 'fa:16:3e:c4:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '114e77a6-1acd-4095-b40f-136dd2b0850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:07Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 2, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'subnets': [{'id': '114e77a6-1acd-4095-b40f-136dd2b0850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:14.808197 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Checking router: b7c0808b-fe69-4576-bdbf-e5358e6adab4 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:57:14.808771 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Updating router b7c0808b-fe69-4576-bdbf-e5358e6adab4 port b6aab17b-952d-4463-a78f-0b61a9b23329 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:57:14.860578 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:15.438496 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:15.447662 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:15.555786 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f9ff0-f32f-4f5b-b47f-60cb03635948 None None] Pushing event updated for resources: {'Port': ['ID=b6aab17b-952d-4463-a78f-0b61a9b23329,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:15.623141 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Attempting to bind port b6aab17b-952d-4463-a78f-0b61a9b23329 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:57:15.623762 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Attempting to bind port b6aab17b-952d-4463-a78f-0b61a9b23329 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'ab84ecbc-83e4-4082-840e-9a6c93fd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:57:15.624354 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Attempting to bind port b6aab17b-952d-4463-a78f-0b61a9b23329 on network 55defbaa-64b6-4ede-9578-6022b6932c0d {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:57:15.636011 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:57:15.636438 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Checking segment: {'id': 'ab84ecbc-83e4-4082-840e-9a6c93fd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:57:15.636831 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:15.637244 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Bound using segment: {'id': 'ab84ecbc-83e4-4082-840e-9a6c93fd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:57:15.637800 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Bound port: b6aab17b-952d-4463-a78f-0b61a9b23329, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab84ecbc-83e4-4082-840e-9a6c93fd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:57:15.638193 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:15.736020 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] For port b6aab17b-952d-4463-a78f-0b61a9b23329, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:57:15.740645 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] For port b6aab17b-952d-4463-a78f-0b61a9b23329, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b6aab17b-952d-4463-a78f-0b61a9b23329,segment=NetworkSegment(ab84ecbc-83e4-4082-840e-9a6c93fd16cf),segment_id=ab84ecbc-83e4-4082-840e-9a6c93fd16cf)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:57:15.752330 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:15.883319 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Routers {'b7c0808b-fe69-4576-bdbf-e5358e6adab4'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:57:15.884022 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:57:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:15.998413 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f9ff0-f32f-4f5b-b47f-60cb03635948 None None] Pushing event updated for resources: {'Port': ['ID=b6aab17b-952d-4463-a78f-0b61a9b23329,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:16.117458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-5e5128d6-ea14-4d57-9f75-387cbbfa0648 None None] Provisioning complete for port b6aab17b-952d-4463-a78f-0b61a9b23329 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:16.119465 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e5128d6-ea14-4d57-9f75-387cbbfa0648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:16.148107 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] Set router b7c0808b-fe69-4576-bdbf-e5358e6adab4 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:57:16.385174 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e5128d6-ea14-4d57-9f75-387cbbfa0648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:16.507528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5e5128d6-ea14-4d57-9f75-387cbbfa0648 None None] For port b6aab17b-952d-4463-a78f-0b61a9b23329, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b6aab17b-952d-4463-a78f-0b61a9b23329,segment=NetworkSegment(ab84ecbc-83e4-4082-840e-9a6c93fd16cf),segment_id=ab84ecbc-83e4-4082-840e-9a6c93fd16cf)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:57:16.515679 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e5128d6-ea14-4d57-9f75-387cbbfa0648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:16.631001 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5128d6-ea14-4d57-9f75-387cbbfa0648 None None] Pushing event updated for resources: {'Port': ['ID=b6aab17b-952d-4463-a78f-0b61a9b23329,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:16.639870 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'name': 'tempest-TestMinimumBasicScenario-2080403027-router', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:57:03Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 4, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'gw_port': {'id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:04Z', 'updated_at': '2021-11-19T19:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b6aab17b-952d-4463-a78f-0b61a9b23329', 'name': '', 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'mac_address': 'fa:16:3e:c4:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '114e77a6-1acd-4095-b40f-136dd2b0850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:07Z', 'updated_at': '2021-11-19T19:57:15Z', 'revision_number': 4, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'subnets': [{'id': '114e77a6-1acd-4095-b40f-136dd2b0850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:57:16.682754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cb266e5d-ffb7-4e10-a49f-66298022eb68 None None] Provisioning complete for port b6aab17b-952d-4463-a78f-0b61a9b23329 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:16.683066 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb266e5d-ffb7-4e10-a49f-66298022eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:16.712576 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b58e7-f0c4-40ee-ab61-15e2b6a530bd None None] The sync data for ids ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'] in n-d-815373-6 is: [{'id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'name': 'tempest-TestMinimumBasicScenario-2080403027-router', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:57:03Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 4, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'gw_port': {'id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:04Z', 'updated_at': '2021-11-19T19:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b6aab17b-952d-4463-a78f-0b61a9b23329', 'name': '', 'network_id': '55defbaa-64b6-4ede-9578-6022b6932c0d', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'mac_address': 'fa:16:3e:c4:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '114e77a6-1acd-4095-b40f-136dd2b0850e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:07Z', 'updated_at': '2021-11-19T19:57:15Z', 'revision_number': 4, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'subnets': [{'id': '114e77a6-1acd-4095-b40f-136dd2b0850e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:57:17.134988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b6aab17b-952d-4463-a78f-0b61a9b23329 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:57:17.269269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b6aab17b-952d-4463-a78f-0b61a9b23329 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:17.270501 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:17.295381 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-1f4f812b-aceb-497d-9442-ad02bfa67c77 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816104 Nov 19 19:57:17.493924 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-82fd31dd-5ad2-43de-a21d-764d81b9245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:17.496601 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-82fd31dd-5ad2-43de-a21d-764d81b9245c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.1349568 Nov 19 19:57:17.672714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-d1850f12-9cc2-4ac4-a0ec-b39b0dbdd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:17.675130 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-d1850f12-9cc2-4ac4-a0ec-b39b0dbdd84e service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1443357 Nov 19 19:57:17.733538 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-6709c0e4-75b2-48a0-9643-46fd7a8d66fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0509574 Nov 19 19:57:17.811864 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-6bb52623-2d40-4147-a666-77341f6dc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:17.813682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-6bb52623-2d40-4147-a666-77341f6dc14b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0729825 Nov 19 19:57:17.872158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-790be5ab-a851-4877-bb60-b8696fb3babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:17.873971 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-790be5ab-a851-4877-bb60-b8696fb3babf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531623 Nov 19 19:57:18.089143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-d70589c9-05ec-4423-80c5-dee7b6824570 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074785 Nov 19 19:57:18.261426 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6f6783b5-e96b-4521-8667-f37ea138d8bf req-1361c488-9454-4a7a-a49c-ee3cb2794033 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636760 Nov 19 19:57:22.026174 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-0e70f1c1-2e3c-4f99-8848-e8f0d8d083b4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:22.028093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-0e70f1c1-2e3c-4f99-8848-e8f0d8d083b4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/networks?id=fff5cc19-27f6-4e73-8cde-c5a67b405c64 HTTP/1.1" status: 200 len: 815 time: 0.1267149 Nov 19 19:57:22.052181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-c505aa8c-4dbf-4edd-892e-369bf33c09de tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/quotas/8aecedfb2bcb46c88e5775f5e27999c5 HTTP/1.1" status: 200 len: 375 time: 0.0115535 Nov 19 19:57:22.115939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-1dce819c-93dd-4c8b-a513-7e1c93abba28 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8aecedfb2bcb46c88e5775f5e27999c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572741 Nov 19 19:57:22.134515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-967e56d1-50ea-4ba1-80cc-90fb1d67b62b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:57:22.135733 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-967e56d1-50ea-4ba1-80cc-90fb1d67b62b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060689 Nov 19 19:57:22.246055 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-c61cb3eb-2c41-4db0-88c9-72adb3c9a804 service neutron] 10.222.0.50 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024172 Nov 19 19:57:22.363413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-f2b41d83-5b14-4673-8192-91d0e63028cd service neutron] 10.222.0.50 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101308 Nov 19 19:57:22.566096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-899ef632-1a71-467d-a122-31df976a9858 req-bc545d49-9959-4934-bdd4-c1ddcd7841c4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 210 time: 0.0341845 Nov 19 19:57:23.733016 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-256e6912-a9c9-45b8-b2d9-be2e9d982b33 req-dc7f36b1-f67f-4918-9be4-7c326eca2074 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 210 time: 0.0705972 Nov 19 19:57:23.801135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-4d0e8b7f-3a60-41e2-9f78-a04b844791d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:23.802050 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-4d0e8b7f-3a60-41e2-9f78-a04b844791d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.21 "GET /v2.0/networks?id=fff5cc19-27f6-4e73-8cde-c5a67b405c64 HTTP/1.1" status: 200 len: 815 time: 0.2489667 Nov 19 19:57:23.819229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Request body: {'port': {'device_id': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'admin_state_up': True, 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:57:23.986840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Made reservation on behalf of 8aecedfb2bcb46c88e5775f5e27999c5 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:57:23.992363 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:24.216823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Allocated IP 172.20.0.5 (fff5cc19-27f6-4e73-8cde-c5a67b405c64/ec7ee2e1-7b79-47d2-af05-578b612fa0a0/530a3303-c9a2-4167-96a8-3428e0e75b0a) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:57:24.460544 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:24.509469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:24.596792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Network fff5cc19-27f6-4e73-8cde-c5a67b405c64 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:57:24.603881 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:57:24.612099 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:57:24.711906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:24.712913 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:24.716838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'Port': ['ID=530a3303-c9a2-4167-96a8-3428e0e75b0a,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:24.770833 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-133fec2c-e09a-4035-a834-0a3523bb16d4 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9441309 Nov 19 19:57:24.921353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0312d9-8d60-4dd3-ab36-9c60e5769d22 req-f0611095-d0dc-4cc5-95ca-2983d48d4ede tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:24.923192 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae0312d9-8d60-4dd3-ab36-9c60e5769d22 req-f0611095-d0dc-4cc5-95ca-2983d48d4ede tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 931 time: 0.0940311 Nov 19 19:57:24.990328 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ae0312d9-8d60-4dd3-ab36-9c60e5769d22 req-cc563122-72d9-4b55-ad80-df7c2d3a0804 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576012 Nov 19 19:57:25.082189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-33a300e5-5726-4a6a-b547-938e6647bee9 None None] Provisioning complete for port 530a3303-c9a2-4167-96a8-3428e0e75b0a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:25.082782 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-33a300e5-5726-4a6a-b547-938e6647bee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:25.161191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-33a300e5-5726-4a6a-b547-938e6647bee9 None None] Port 530a3303-c9a2-4167-96a8-3428e0e75b0a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:57:25.829102 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:26.153109 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456f47b-0f3f-4dda-8ece-d3b801cb8f58 req-8293d17b-6525-40f0-a7ad-6b78c868f73e tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:26.154728 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5456f47b-0f3f-4dda-8ece-d3b801cb8f58 req-8293d17b-6525-40f0-a7ad-6b78c868f73e tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 931 time: 0.0572255 Nov 19 19:57:26.221307 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5456f47b-0f3f-4dda-8ece-d3b801cb8f58 req-bc39f24b-822a-47e2-8923-cab1fcb3b1c8 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588799 Nov 19 19:57:27.410955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19f5ea-5038-4fc5-b1ec-4a040f5cb1e6 req-8200fe94-f3cd-4c2e-ac30-a264db521e55 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:27.413351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec19f5ea-5038-4fc5-b1ec-4a040f5cb1e6 req-8200fe94-f3cd-4c2e-ac30-a264db521e55 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 931 time: 0.0798507 Nov 19 19:57:27.495310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec19f5ea-5038-4fc5-b1ec-4a040f5cb1e6 req-5413a3f0-a546-4a7a-9b99-3cf8e1b6d8f7 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738268 Nov 19 19:57:28.694928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78782efb-33b5-4157-9be1-eeee22665dfa req-ac1db403-83b3-4543-8ce1-b978b37f0c7f tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:28.697544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78782efb-33b5-4157-9be1-eeee22665dfa req-ac1db403-83b3-4543-8ce1-b978b37f0c7f tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 931 time: 0.0634668 Nov 19 19:57:28.772615 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-78782efb-33b5-4157-9be1-eeee22665dfa req-1be46c18-bbdd-48c2-bc35-af82b32f2d92 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621419 Nov 19 19:57:29.986052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f68cf-521d-415c-9d70-fbabc4157b41 req-29c2e86e-0300-4425-9c52-9c2e23890b0c tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:29.995316 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb5f68cf-521d-415c-9d70-fbabc4157b41 req-29c2e86e-0300-4425-9c52-9c2e23890b0c tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 931 time: 0.1241853 Nov 19 19:57:30.049788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bb5f68cf-521d-415c-9d70-fbabc4157b41 req-59edcfb3-54f9-49de-ad86-5dd9b2853a9e tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533092 Nov 19 19:57:30.199567 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:57:30.377673 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:31.211597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e5827-d9cf-4cc5-b8ee-2ca970c94f27 req-e73cb725-7fca-4c80-93e8-49d6cd99699a tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:31.213237 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-833e5827-d9cf-4cc5-b8ee-2ca970c94f27 req-e73cb725-7fca-4c80-93e8-49d6cd99699a tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 931 time: 0.0624983 Nov 19 19:57:31.277999 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-833e5827-d9cf-4cc5-b8ee-2ca970c94f27 req-d546739a-1b50-45f5-b4f9-e3c67b13e2f6 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530770 Nov 19 19:57:32.432613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db74705-62fb-4f76-9484-172b49e79707 req-123bb476-d587-47a0-a41e-453c6e351ad2 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:32.434344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1db74705-62fb-4f76-9484-172b49e79707 req-123bb476-d587-47a0-a41e-453c6e351ad2 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 931 time: 0.0575073 Nov 19 19:57:32.491655 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1db74705-62fb-4f76-9484-172b49e79707 req-7c8f4252-8b1d-4e0f-96ae-090ca19d5cb2 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498667 Nov 19 19:57:33.696243 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1db12e-9b35-4607-a5c4-7a08eb062a07 req-14a54915-2b2f-4a17-90eb-94cfdad349b0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:33.698988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe1db12e-9b35-4607-a5c4-7a08eb062a07 req-14a54915-2b2f-4a17-90eb-94cfdad349b0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 931 time: 0.0935190 Nov 19 19:57:33.801100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe1db12e-9b35-4607-a5c4-7a08eb062a07 req-dd27a91d-1ce3-4c40-b079-e698c1450bff tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887375 Nov 19 19:57:35.022697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada73abd-6456-4562-96ad-262f9d7d9173 req-7f53419f-b190-4893-ab0e-3eb2001c8bd2 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:35.025416 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ada73abd-6456-4562-96ad-262f9d7d9173 req-7f53419f-b190-4893-ab0e-3eb2001c8bd2 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 931 time: 0.0935659 Nov 19 19:57:35.088544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ada73abd-6456-4562-96ad-262f9d7d9173 req-304578b1-aeda-4ffd-92d2-5db6e785b88d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517037 Nov 19 19:57:36.096661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Request body: {'port': {'device_id': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:57:36.194784 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:36.318614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4205232-a4e7-4743-bb24-d370a5603ccc req-53c0ab34-563f-472d-9a02-fe241031b1e1 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:36.320313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4205232-a4e7-4743-bb24-d370a5603ccc req-53c0ab34-563f-472d-9a02-fe241031b1e1 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 931 time: 0.1113954 Nov 19 19:57:36.484431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b4205232-a4e7-4743-bb24-d370a5603ccc req-8ee9baff-8819-4826-a6ad-7a4ceed75e13 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123509 Nov 19 19:57:36.634137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530a3303-c9a2-4167-96a8-3428e0e75b0a {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:57:36.643357 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:36.659845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Transition to ACTIVE for port object 530a3303-c9a2-4167-96a8-3428e0e75b0a will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:57:36.663680 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:36.767894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Pushing event updated for resources: {'Port': ['ID=530a3303-c9a2-4167-96a8-3428e0e75b0a,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:36.865127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Attempting to bind port 530a3303-c9a2-4167-96a8-3428e0e75b0a on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:57:36.865925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Attempting to bind port 530a3303-c9a2-4167-96a8-3428e0e75b0a by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:57:36.866490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Attempting to bind port 530a3303-c9a2-4167-96a8-3428e0e75b0a on network fff5cc19-27f6-4e73-8cde-c5a67b405c64 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:57:36.875100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Port 530a3303-c9a2-4167-96a8-3428e0e75b0a on network fff5cc19-27f6-4e73-8cde-c5a67b405c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:57:36.876906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Attempting to bind port 530a3303-c9a2-4167-96a8-3428e0e75b0a on network fff5cc19-27f6-4e73-8cde-c5a67b405c64 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:57:36.887208 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:57:36.887772 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Checking segment: {'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:57:36.888389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Bound using segment: {'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:57:36.889133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Bound port: 530a3303-c9a2-4167-96a8-3428e0e75b0a, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b475ae57-190a-4330-b2bc-861fdb8d40f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:57:36.889712 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:36.970504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] For port 530a3303-c9a2-4167-96a8-3428e0e75b0a, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:57:36.974073 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] For port 530a3303-c9a2-4167-96a8-3428e0e75b0a, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:57:36.981790 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:37.036188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:37.036831 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:37.038338 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] 10.222.0.21 "PUT /v2.0/ports/530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 200 len: 1091 time: 0.9510787 Nov 19 19:57:37.038816 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:57:37.041223 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:57:37.075670 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7759bd9-8acb-443a-9b81-a553d88f6732 service neutron] Pushing event updated for resources: {'Port': ['ID=530a3303-c9a2-4167-96a8-3428e0e75b0a,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:37.120155 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3145b1-f42c-441b-a094-8f2a71454dee x-openstack-request-id: req-2d3145b1-f42c-441b-a094-8f2a71454dee {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:57:37.121211 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:57:37.121211 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d3145b1-f42c-441b-a094-8f2a71454dee {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:57:37.121934 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'status': 'completed', 'code': 200} Nov 19 19:57:37.162857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-90648ece-31a4-4fbe-8c29-1fc8066db149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:37.164806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-90648ece-31a4-4fbe-8c29-1fc8066db149 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aecedfb2bcb46c88e5775f5e27999c5&device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 1094 time: 0.0664194 Nov 19 19:57:37.214075 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-0f7998d3-4a74-4f04-afe9-5b718acfd647 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 200 len: 217 time: 0.0403960 Nov 19 19:57:37.300343 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-75dcb978-14e4-4415-865d-eb36427a835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:37.301913 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-75dcb978-14e4-4415-865d-eb36427a835f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec7ee2e1-7b79-47d2-af05-578b612fa0a0 HTTP/1.1" status: 200 len: 854 time: 0.0800977 Nov 19 19:57:37.366628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-5544ff9c-21f7-4bbe-a71d-5158d5907f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:37.368437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-5544ff9c-21f7-4bbe-a71d-5158d5907f01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fff5cc19-27f6-4e73-8cde-c5a67b405c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593183 Nov 19 19:57:37.483966 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-5cbcf0c5-1737-4d98-b94c-8ea1be5d9474 service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077020 Nov 19 19:57:37.595938 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb155b09-d1c2-4218-a7aa-9b9b2473a18b req-ad7dedab-59a5-4983-9889-1aa39705b96a service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044116 Nov 19 19:57:37.701363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e75341-892d-4394-b918-943bf23e4107 req-4605580f-a249-4088-9b67-6c748b84f951 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:37.703085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74e75341-892d-4394-b918-943bf23e4107 req-4605580f-a249-4088-9b67-6c748b84f951 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 943 time: 0.0851846 Nov 19 19:57:37.722637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e req-3e79c991-b479-4242-a53f-6b7fb2530023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:37.724197 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e req-3e79c991-b479-4242-a53f-6b7fb2530023 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aecedfb2bcb46c88e5775f5e27999c5&device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 1094 time: 0.0701523 Nov 19 19:57:37.825660 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-74e75341-892d-4394-b918-943bf23e4107 req-286955b7-45c3-4aee-9f50-15cd137ef9db tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120768 Nov 19 19:57:37.869810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e req-5003f5e3-fb65-43cc-8ec6-38761870a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:37.871384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e req-5003f5e3-fb65-43cc-8ec6-38761870a20e service neutron] 10.222.0.21 "GET /v2.0/networks?id=fff5cc19-27f6-4e73-8cde-c5a67b405c64 HTTP/1.1" status: 200 len: 916 time: 0.1381221 Nov 19 19:57:37.919710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e req-04402853-302f-4ebc-8e1e-2b078f16373c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 200 len: 217 time: 0.0387857 Nov 19 19:57:37.986120 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e req-e801f6a3-3f14-4c21-a6b2-fdc7aa488b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:37.987623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e req-e801f6a3-3f14-4c21-a6b2-fdc7aa488b7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec7ee2e1-7b79-47d2-af05-578b612fa0a0 HTTP/1.1" status: 200 len: 854 time: 0.0590534 Nov 19 19:57:38.039265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e req-6d3ed54b-e632-48ee-90e4-1afae47cf459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:38.040964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e req-6d3ed54b-e632-48ee-90e4-1afae47cf459 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fff5cc19-27f6-4e73-8cde-c5a67b405c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458140 Nov 19 19:57:38.156278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e req-054f0da9-3b47-4014-b9ae-ec1963b0d7cd service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060917 Nov 19 19:57:38.260868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bf65c7d9-cb6c-4219-a196-d3fc0740ae1e req-cf5ddf82-e957-4668-bc88-a47f2ae44852 service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963535 Nov 19 19:57:38.308209 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a1345e0-51c0-44a8-b385-3372564e8a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:38.988746 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a4825-f969-42b4-b9d8-09ae495d1c49 req-f7b8a155-40e0-4b4a-b84a-b53dcb008c92 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:38.990527 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc4a4825-f969-42b4-b9d8-09ae495d1c49 req-f7b8a155-40e0-4b4a-b84a-b53dcb008c92 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 943 time: 0.0704691 Nov 19 19:57:39.050887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc4a4825-f969-42b4-b9d8-09ae495d1c49 req-e409c315-aafb-4ac1-ad56-4ca224e468b6 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530264 Nov 19 19:57:40.187173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad82579-ac84-4ffa-891b-a4d97f44d0f1 req-7c8c55a6-9ee3-48d0-aed5-1c772102b0ce tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:40.192239 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aad82579-ac84-4ffa-891b-a4d97f44d0f1 req-7c8c55a6-9ee3-48d0-aed5-1c772102b0ce tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 943 time: 0.0669053 Nov 19 19:57:40.226777 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 530a3303-c9a2-4167-96a8-3428e0e75b0a details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:57:40.250304 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aad82579-ac84-4ffa-891b-a4d97f44d0f1 req-b00eb778-2d51-4702-938f-2d50d06fc02c tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489526 Nov 19 19:57:40.410644 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 530a3303-c9a2-4167-96a8-3428e0e75b0a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:57:40.439396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'port_id': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'mac_address': 'fa:16:3e:cf:d9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:57:40.485059 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:40.499977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530a3303-c9a2-4167-96a8-3428e0e75b0a {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:57:40.522331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 530a3303-c9a2-4167-96a8-3428e0e75b0a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:57:40.527862 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:40.584223 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=530a3303-c9a2-4167-96a8-3428e0e75b0a,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:40.711444 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4a8e183e-6caf-4cee-b3eb-c95315da080a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:40.753085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['530a3303-c9a2-4167-96a8-3428e0e75b0a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:57:41.384037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dd6a8-97e6-44dc-a6c2-35808692b63c req-a4d79375-84f9-4916-8f98-6fb93a89c0dc tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:41.385668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e67dd6a8-97e6-44dc-a6c2-35808692b63c req-a4d79375-84f9-4916-8f98-6fb93a89c0dc tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 944 time: 0.0552614 Nov 19 19:57:41.478656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e67dd6a8-97e6-44dc-a6c2-35808692b63c req-c3481f24-f4da-4e1d-8311-a0b39b57eeee tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820420 Nov 19 19:57:42.103468 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:42.242229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 530a3303-c9a2-4167-96a8-3428e0e75b0a up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:57:42.298393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 530a3303-c9a2-4167-96a8-3428e0e75b0a completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:57:42.303810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 530a3303-c9a2-4167-96a8-3428e0e75b0a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:57:42.304348 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:42.399779 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:42.426384 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:57:42.428758 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c1dc33-6b89-41dc-a36e-b1bcd1f04985" -d '{"events": [{"server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "name": "network-vif-plugged", "status": "completed", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:57:42.445660 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 530a3303-c9a2-4167-96a8-3428e0e75b0a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:57:42.453182 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:42.496854 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27abbc1a-f919-4381-ab1d-576f5be39561 x-openstack-request-id: req-27abbc1a-f919-4381-ab1d-576f5be39561 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:57:42.497166 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "name": "network-vif-plugged", "status": "completed", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:57:42.497504 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27abbc1a-f919-4381-ab1d-576f5be39561 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:57:42.498091 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'code': 200} Nov 19 19:57:42.549386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=530a3303-c9a2-4167-96a8-3428e0e75b0a,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:42.616115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96815fc-108f-4292-978b-cd892b3d5136 req-1325339e-7bad-4342-a15a-c605a581dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:42.617696 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a96815fc-108f-4292-978b-cd892b3d5136 req-1325339e-7bad-4342-a15a-c605a581dfe9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 1096 time: 0.0748096 Nov 19 19:57:42.660871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5156e-4948-46df-bef1-00db08610c47 req-6dce735d-9456-48b5-9e2c-90121089f777 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:42.662663 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3c5156e-4948-46df-bef1-00db08610c47 req-6dce735d-9456-48b5-9e2c-90121089f777 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 945 time: 0.0791650 Nov 19 19:57:42.705965 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a96815fc-108f-4292-978b-cd892b3d5136 req-606f8ded-897d-48b5-9536-763300272ff7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800562 Nov 19 19:57:42.740189 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b3c5156e-4948-46df-bef1-00db08610c47 req-f029d6c7-e154-44ef-a88a-34ea01eab5c0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645273 Nov 19 19:57:43.551303 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:43.881432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e1639-f4c5-44ab-a8f1-9bca32f4ea35 req-6c017832-9ee1-4e39-ad79-90fe66b13263 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:43.883653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a03e1639-f4c5-44ab-a8f1-9bca32f4ea35 req-6c017832-9ee1-4e39-ad79-90fe66b13263 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 945 time: 0.0657170 Nov 19 19:57:43.977565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a03e1639-f4c5-44ab-a8f1-9bca32f4ea35 req-910e1e34-67ee-4a08-8e9f-d53bda3b3bb7 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848246 Nov 19 19:57:44.276552 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:44.449018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a3c4d-3025-4a6b-9f58-365e2a9b89c3 req-cf210301-6368-4a80-83d2-a0306c6dad4a tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:44.450719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-707a3c4d-3025-4a6b-9f58-365e2a9b89c3 req-cf210301-6368-4a80-83d2-a0306c6dad4a tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 945 time: 0.3964884 Nov 19 19:57:44.509811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-707a3c4d-3025-4a6b-9f58-365e2a9b89c3 req-d3c3eff0-ab35-44f6-8bbe-0b79bd27e5f7 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480537 Nov 19 19:57:44.736941 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25bfb0-bd62-49e8-b208-9b4cb86383c8 req-84592759-c820-4f9c-a9cb-399cfc892320 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:44.739661 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac25bfb0-bd62-49e8-b208-9b4cb86383c8 req-84592759-c820-4f9c-a9cb-399cfc892320 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 945 time: 0.0706687 Nov 19 19:57:44.811187 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ac25bfb0-bd62-49e8-b208-9b4cb86383c8 req-c8c8b7f8-8c4a-4b83-a25d-3688d405d2c1 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653975 Nov 19 19:57:55.838836 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:58.867594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ad8cb-2a0a-499f-8b07-9a836910a300 req-49a9fb97-785a-4085-9e8b-d99d72a83556 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:58.869334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb9ad8cb-2a0a-499f-8b07-9a836910a300 req-49a9fb97-785a-4085-9e8b-d99d72a83556 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 945 time: 0.0634422 Nov 19 19:57:58.931813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eb9ad8cb-2a0a-499f-8b07-9a836910a300 req-ce38b163-e0aa-4d2f-9ba6-eac944f6a270 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513294 Nov 19 19:57:58.959032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35974) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:57:59.126247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ee262-a2f5-4945-b6b5-017fd7d748c4 tempest-TestMinimumBasicScenario-330164597 tempest-TestMinimumBasicScenario-330164597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:57:59.128060 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-544ee262-a2f5-4945-b6b5-017fd7d748c4 tempest-TestMinimumBasicScenario-330164597 tempest-TestMinimumBasicScenario-330164597-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 1091 time: 0.1674855 Nov 19 19:57:59.132844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35978) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:57:59.137538 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:57:59.164658 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:59.286329 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:59.439041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Allocated IP 172.25.3.214 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/55b8127d-cccb-49e5-9fef-b19dddebf6f0) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:57:59.561958 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:59.604822 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:57:59.661846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:57:59.666133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:57:59.671700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:57:59.708918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'Port': ['ID=55b8127d-cccb-49e5-9fef-b19dddebf6f0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:57:59.723187 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:59.723533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:59.723886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:59.724218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:59.724542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:59.724881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:59.725203 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:59.725523 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:59.725869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:59.726192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:59.726512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:57:59.726833 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:00.116834 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:00.196938 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:00.378866 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:00.389014 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:00.396085 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:00.480815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'Port': ['ID=55b8127d-cccb-49e5-9fef-b19dddebf6f0,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:58:00.498718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:00.631673 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Floating IP fb3ca204-77a1-4a75-8ee6-a2dd3c906850 associated. External IP: 172.25.3.214, port: 530a3303-c9a2-4167-96a8-3428e0e75b0a. Nov 19 19:58:00.941706 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Router c2cad2c4-29ac-43af-8b14-9ef2acedafab has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:58:01.088155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:58:01.104002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9a705-c278-4f90-b1c2-dcd3894b8169 None None] Sync routers for ids ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:58:01.116918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.122626 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9a705-c278-4f90-b1c2-dcd3894b8169 None None] Routers {'c2cad2c4-29ac-43af-8b14-9ef2acedafab'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:58:01.123360 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-37d9a705-c278-4f90-b1c2-dcd3894b8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:57:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:58:01.173253 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e41d218e-6b8c-4977-8e81-bcfb2ed60722 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0388777 Nov 19 19:58:01.174124 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:58:01.176110 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35980) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:58:01.178202 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78" -d '{"events": [{"name": "network-changed", "server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:58:01.180942 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2f7d38aa-9265-401a-8a7f-9ec15caa53d9 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742440333', 'description': 'tempest-secgroup-smoke-1742440333 description', 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:58:01.211090 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f7d38aa-9265-401a-8a7f-9ec15caa53d9 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.293577 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-37d9a705-c278-4f90-b1c2-dcd3894b8169 None None] Set router c2cad2c4-29ac-43af-8b14-9ef2acedafab gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:58:01.323384 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f7d38aa-9265-401a-8a7f-9ec15caa53d9 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.331605 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f7d38aa-9265-401a-8a7f-9ec15caa53d9 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.380946 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f7d38aa-9265-401a-8a7f-9ec15caa53d9 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.383297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2f7d38aa-9265-401a-8a7f-9ec15caa53d9 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2058725 Nov 19 19:58:01.389869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35986) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:58:01.394405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d38aa-9265-401a-8a7f-9ec15caa53d9 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:58:01.411272 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-748143b2-7efc-4208-aa9d-417c6c814c09 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Request body: {'security_group_rule': {'security_group_id': '5e5e4e2b-29fd-4b0e-9198-d76196dd1c22', 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:58:01.465801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-748143b2-7efc-4208-aa9d-417c6c814c09 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.524080 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bd06a2-b25e-4486-a7c2-ef68f6d85d4a x-openstack-request-id: req-c0bd06a2-b25e-4486-a7c2-ef68f6d85d4a {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:58:01.524381 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:58:01.524652 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0bd06a2-b25e-4486-a7c2-ef68f6d85d4a {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:58:01.525050 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'status': 'completed', 'code': 200} Nov 19 19:58:01.544297 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-748143b2-7efc-4208-aa9d-417c6c814c09 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.551045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-748143b2-7efc-4208-aa9d-417c6c814c09 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.586650 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-748143b2-7efc-4208-aa9d-417c6c814c09 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.587954 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-748143b2-7efc-4208-aa9d-417c6c814c09 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1941230 Nov 19 19:58:01.591528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35988) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:58:01.597572 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fb39d30a-264d-43e9-aa60-e54d408d48b8 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Request body: {'security_group_rule': {'security_group_id': '5e5e4e2b-29fd-4b0e-9198-d76196dd1c22', 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:58:01.604863 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748143b2-7efc-4208-aa9d-417c6c814c09 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ce2e99-8f4b-4506-80e0-2202fc42e62e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:58:01.615636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78 req-fb3ed45b-f97a-4da9-918a-b42f26edafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:01.618903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78 req-fb3ed45b-f97a-4da9-918a-b42f26edafc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aecedfb2bcb46c88e5775f5e27999c5&device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 1096 time: 0.0730324 Nov 19 19:58:01.630943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-37d9a705-c278-4f90-b1c2-dcd3894b8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fb3ca204-77a1-4a75-8ee6-a2dd3c906850', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'port_id': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'mac_address': 'fa:16:3e:cf:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:57:59Z', 'updated_at': '2021-11-19T19:57:59Z', 'revision_number': 0, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11120d39-87b9-4178-9c5f-3ba609be6fee', 'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'mac_address': 'fa:16:3e:21:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:00Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 5, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'subnets': [{'id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:58:01.639120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb39d30a-264d-43e9-aa60-e54d408d48b8 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.683602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9a705-c278-4f90-b1c2-dcd3894b8169 None None] Checking router: c2cad2c4-29ac-43af-8b14-9ef2acedafab for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:58:01.698873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9a705-c278-4f90-b1c2-dcd3894b8169 None None] Routers {'c2cad2c4-29ac-43af-8b14-9ef2acedafab'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:58:01.699923 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-37d9a705-c278-4f90-b1c2-dcd3894b8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:57:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:58:01.725127 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb39d30a-264d-43e9-aa60-e54d408d48b8 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.731146 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb39d30a-264d-43e9-aa60-e54d408d48b8 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.761646 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb39d30a-264d-43e9-aa60-e54d408d48b8 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.766928 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fb39d30a-264d-43e9-aa60-e54d408d48b8 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1702201 Nov 19 19:58:01.767671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35990) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:58:01.774025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fa6548d6-80f8-4a34-ab3b-e2f4180ad381 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Request body: {'security_group_rule': {'security_group_id': '5e5e4e2b-29fd-4b0e-9198-d76196dd1c22', 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:58:01.778799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39d30a-264d-43e9-aa60-e54d408d48b8 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220bbbf0-9174-4d19-8bdd-0587a9365b2d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:58:01.788862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78 req-00e623a6-27f2-49b4-9a34-fbad5ef30e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:01.792644 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78 req-00e623a6-27f2-49b4-9a34-fbad5ef30e83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fff5cc19-27f6-4e73-8cde-c5a67b405c64 HTTP/1.1" status: 200 len: 916 time: 0.1648622 Nov 19 19:58:01.811734 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa6548d6-80f8-4a34-ab3b-e2f4180ad381 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.886114 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78 req-6b7b8493-f876-4870-ac23-bf3869ed7a14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 200 len: 999 time: 0.0842042 Nov 19 19:58:01.887553 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa6548d6-80f8-4a34-ab3b-e2f4180ad381 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.894751 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa6548d6-80f8-4a34-ab3b-e2f4180ad381 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.916592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6548d6-80f8-4a34-ab3b-e2f4180ad381 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cec2940-07d5-478f-baf5-ab7a92989a55,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:58:01.920898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-37d9a705-c278-4f90-b1c2-dcd3894b8169 None None] Set router c2cad2c4-29ac-43af-8b14-9ef2acedafab gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:58:01.928478 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa6548d6-80f8-4a34-ab3b-e2f4180ad381 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.930322 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fa6548d6-80f8-4a34-ab3b-e2f4180ad381 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614778 Nov 19 19:58:01.933218 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 35992) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:58:01.939609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-72c99944-7202-40e9-ac15-8f821a179f16 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Request body: {'security_group_rule': {'security_group_id': '5e5e4e2b-29fd-4b0e-9198-d76196dd1c22', 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:58:01.980000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72c99944-7202-40e9-ac15-8f821a179f16 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:01.991388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78 req-b7c70b13-77c6-4cf9-9e49-e806c1f121c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:01.993299 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78 req-b7c70b13-77c6-4cf9-9e49-e806c1f121c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec7ee2e1-7b79-47d2-af05-578b612fa0a0 HTTP/1.1" status: 200 len: 854 time: 0.0985045 Nov 19 19:58:02.068843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78 req-77db56b4-1247-4bbc-9a42-6572647fe85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:02.071478 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78 req-77db56b4-1247-4bbc-9a42-6572647fe85e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fff5cc19-27f6-4e73-8cde-c5a67b405c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699015 Nov 19 19:58:02.096209 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72c99944-7202-40e9-ac15-8f821a179f16 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:02.104133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72c99944-7202-40e9-ac15-8f821a179f16 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:02.125558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c99944-7202-40e9-ac15-8f821a179f16 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a1d2f7-2047-46e0-9c99-13f8aebc19ef,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:58:02.139898 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72c99944-7202-40e9-ac15-8f821a179f16 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:02.149434 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35994) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:58:02.149797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-72c99944-7202-40e9-ac15-8f821a179f16 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2130828 Nov 19 19:58:02.156989 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Request body: {'security_group_rule': {'security_group_id': '5e5e4e2b-29fd-4b0e-9198-d76196dd1c22', 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:58:02.213425 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Project 8aecedfb2bcb46c88e5775f5e27999c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:58:02.229790 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:02.264647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78 req-f65796e0-fa79-4755-9c4b-e23811d3ee53 service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841063 Nov 19 19:58:02.299882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-37d9a705-c278-4f90-b1c2-dcd3894b8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fb3ca204-77a1-4a75-8ee6-a2dd3c906850', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'port_id': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'mac_address': 'fa:16:3e:cf:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:57:59Z', 'updated_at': '2021-11-19T19:57:59Z', 'revision_number': 0, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11120d39-87b9-4178-9c5f-3ba609be6fee', 'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'mac_address': 'fa:16:3e:21:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:00Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 5, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'subnets': [{'id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:58:02.346388 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9a705-c278-4f90-b1c2-dcd3894b8169 None None] The sync data for ids ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'] in n-d-815373-6 is: [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'fb3ca204-77a1-4a75-8ee6-a2dd3c906850', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'port_id': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'mac_address': 'fa:16:3e:cf:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:57:59Z', 'updated_at': '2021-11-19T19:57:59Z', 'revision_number': 0, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11120d39-87b9-4178-9c5f-3ba609be6fee', 'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'mac_address': 'fa:16:3e:21:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:00Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 5, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'subnets': [{'id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:58:02.384319 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:02.397871 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:02.439250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962d6175-a298-4256-9ab4-6b8c99d15c11,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:58:02.446051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e7e8e82-9d55-4a1d-956e-a7bbbc6cbe78 req-9ab68828-29c4-401d-a852-f692d74e20de service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708257 Nov 19 19:58:02.454921 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.455284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.455625 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.455975 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.456321 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.456665 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.457004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.457354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.457677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.458045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.458396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.458712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:58:02.465595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:02.466797 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cb4d96c1-4a37-4379-b954-713b0aaecfa3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3158050 Nov 19 19:58:02.471354 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 35996) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:58:02.478550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0d2de575-0534-4cd8-9829-172157ed3395 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Request body: {'security_group_rule': {'security_group_id': '5e5e4e2b-29fd-4b0e-9198-d76196dd1c22', 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:58:02.510819 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-0d2de575-0534-4cd8-9829-172157ed3395 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Project 8aecedfb2bcb46c88e5775f5e27999c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:58:02.519086 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d2de575-0534-4cd8-9829-172157ed3395 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:02.616955 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d2de575-0534-4cd8-9829-172157ed3395 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:02.622694 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d2de575-0534-4cd8-9829-172157ed3395 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:02.648565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2de575-0534-4cd8-9829-172157ed3395 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45b33a2-da47-48dc-ba93-288bf95e94d9,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:58:02.661274 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3778d3c9-0037-4034-b4a9-274bf8041031 None None] New status for floating IP fb3ca204-77a1-4a75-8ee6-a2dd3c906850: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:58:02.665731 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0d2de575-0534-4cd8-9829-172157ed3395 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:02.667796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0d2de575-0534-4cd8-9829-172157ed3395 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1940291 Nov 19 19:58:02.800640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-062496e6-9eac-4341-b19b-f11f75ae00f5 req-8864cf58-d048-476c-ab7f-942856619589 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742440333&fields=id&tenant_id=8aecedfb2bcb46c88e5775f5e27999c5 HTTP/1.1" status: 200 len: 267 time: 0.0659516 Nov 19 19:58:02.874566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062496e6-9eac-4341-b19b-f11f75ae00f5 req-4046a9d7-e680-4479-8003-59785911a4e2 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:02.876974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-062496e6-9eac-4341-b19b-f11f75ae00f5 req-4046a9d7-e680-4479-8003-59785911a4e2 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 945 time: 0.0686631 Nov 19 19:58:02.895466 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-062496e6-9eac-4341-b19b-f11f75ae00f5 req-fb46f21e-813e-42f8-8e66-140aced7ffe0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Request body: {'port': {'security_groups': ['d3065b6c-4468-4b67-8b97-a73c66656446', '5e5e4e2b-29fd-4b0e-9198-d76196dd1c22']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:58:02.988037 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-062496e6-9eac-4341-b19b-f11f75ae00f5 req-fb46f21e-813e-42f8-8e66-140aced7ffe0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:03.225522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-062496e6-9eac-4341-b19b-f11f75ae00f5 req-fb46f21e-813e-42f8-8e66-140aced7ffe0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] For port 530a3303-c9a2-4167-96a8-3428e0e75b0a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:58:03.262749 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-062496e6-9eac-4341-b19b-f11f75ae00f5 req-fb46f21e-813e-42f8-8e66-140aced7ffe0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:03.269332 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-062496e6-9eac-4341-b19b-f11f75ae00f5 req-fb46f21e-813e-42f8-8e66-140aced7ffe0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:03.284131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['530a3303-c9a2-4167-96a8-3428e0e75b0a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:58:03.334305 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062496e6-9eac-4341-b19b-f11f75ae00f5 req-fb46f21e-813e-42f8-8e66-140aced7ffe0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:03.335285 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-062496e6-9eac-4341-b19b-f11f75ae00f5 req-fb46f21e-813e-42f8-8e66-140aced7ffe0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:03.337531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-062496e6-9eac-4341-b19b-f11f75ae00f5 req-fb46f21e-813e-42f8-8e66-140aced7ffe0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "PUT /v2.0/ports/530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 200 len: 981 time: 0.4514055 Nov 19 19:58:03.338334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:58:03.346506 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26" -d '{"events": [{"name": "network-changed", "server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:58:03.400798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['530a3303-c9a2-4167-96a8-3428e0e75b0a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:58:03.403376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46f21e-813e-42f8-8e66-140aced7ffe0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'Port': ['ID=530a3303-c9a2-4167-96a8-3428e0e75b0a,revision_number=6']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:58:03.496200 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8aca71-b66f-4797-9bb7-0ede4731a234 req-95be0e56-a91c-4c20-bd45-69807ae888cd tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:03.499536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c8aca71-b66f-4797-9bb7-0ede4731a234 req-95be0e56-a91c-4c20-bd45-69807ae888cd tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0751846 Nov 19 19:58:03.605049 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c8aca71-b66f-4797-9bb7-0ede4731a234 req-2d6cb41e-e59d-4c19-a009-1ec0397a425a tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977681 Nov 19 19:58:03.679921 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59fc3f4-da72-4438-bc92-fa3127e7edd4 x-openstack-request-id: req-f59fc3f4-da72-4438-bc92-fa3127e7edd4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:58:03.680434 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:58:03.680893 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f59fc3f4-da72-4438-bc92-fa3127e7edd4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:58:03.681550 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'status': 'completed', 'code': 200} Nov 19 19:58:03.768723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26 req-0d6d47d3-4aa6-48ec-a9f6-bfdf58704e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:03.770423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26 req-0d6d47d3-4aa6-48ec-a9f6-bfdf58704e3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aecedfb2bcb46c88e5775f5e27999c5&device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 1135 time: 0.0662570 Nov 19 19:58:03.780081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b829049a-99ec-41f3-9a53-3307012611ec None None] Provisioning complete for port 530a3303-c9a2-4167-96a8-3428e0e75b0a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:58:03.780453 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b829049a-99ec-41f3-9a53-3307012611ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:03.915495 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26 req-9576eddd-0c27-4380-a966-4ec77b1bd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:03.918123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26 req-9576eddd-0c27-4380-a966-4ec77b1bd12b service neutron] 10.222.0.21 "GET /v2.0/networks?id=fff5cc19-27f6-4e73-8cde-c5a67b405c64 HTTP/1.1" status: 200 len: 916 time: 0.1390462 Nov 19 19:58:04.037298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26 req-58928013-ae7e-40d2-8d2c-f69f36512965 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 200 len: 1001 time: 0.1111426 Nov 19 19:58:04.099004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26 req-289bf0dc-832e-4417-9884-65b8679b748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:04.100552 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26 req-289bf0dc-832e-4417-9884-65b8679b748c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec7ee2e1-7b79-47d2-af05-578b612fa0a0 HTTP/1.1" status: 200 len: 854 time: 0.0557325 Nov 19 19:58:04.163808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26 req-893bbbe6-35c2-482c-b9b6-3e3fa645ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:04.165385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26 req-893bbbe6-35c2-482c-b9b6-3e3fa645ecd9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fff5cc19-27f6-4e73-8cde-c5a67b405c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576193 Nov 19 19:58:04.276222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26 req-51580a36-2d74-472c-884e-4e7502e9df66 service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023867 Nov 19 19:58:04.393200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-81536fcc-682f-4e95-9b9f-bbce3c0b4b26 req-ffe8ca05-dc7b-4629-893b-cbfe612c3db0 service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044781 Nov 19 19:58:07.199380 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:58:08.314478 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f97b5ed4-c156-4e63-8331-c4bf646ff3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:10.721517 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-93e18660-2311-49bf-9734-50d8096967e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:12.107565 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:13.552564 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:14.264277 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:16.121580 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8709d65b-a867-4c47-9535-3031283d4f0a req-a200a04f-1f87-495d-8425-2fa89295651a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595677 Nov 19 19:58:16.234861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d65b-a867-4c47-9535-3031283d4f0a req-6e36af25-850a-4891-becd-239cf40aaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:16.237537 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8709d65b-a867-4c47-9535-3031283d4f0a req-6e36af25-850a-4891-becd-239cf40aaef1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aecedfb2bcb46c88e5775f5e27999c5&device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 1135 time: 0.0659955 Nov 19 19:58:16.372281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d65b-a867-4c47-9535-3031283d4f0a req-60f5fca6-83c1-405e-a7ed-8d724ca5bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:16.373846 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8709d65b-a867-4c47-9535-3031283d4f0a req-60f5fca6-83c1-405e-a7ed-8d724ca5bbe6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fff5cc19-27f6-4e73-8cde-c5a67b405c64 HTTP/1.1" status: 200 len: 916 time: 0.1161387 Nov 19 19:58:16.454274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8709d65b-a867-4c47-9535-3031283d4f0a req-43134245-f951-4eb8-b5af-ac70ef4e44ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 200 len: 1001 time: 0.0720263 Nov 19 19:58:16.518341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d65b-a867-4c47-9535-3031283d4f0a req-b8eb5104-ae24-4fd9-bb92-0271d8ca1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:16.520039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8709d65b-a867-4c47-9535-3031283d4f0a req-b8eb5104-ae24-4fd9-bb92-0271d8ca1580 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec7ee2e1-7b79-47d2-af05-578b612fa0a0 HTTP/1.1" status: 200 len: 854 time: 0.0583537 Nov 19 19:58:16.579560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d65b-a867-4c47-9535-3031283d4f0a req-babeccc7-1ee4-4dbc-8544-3a765f13ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:16.581418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8709d65b-a867-4c47-9535-3031283d4f0a req-babeccc7-1ee4-4dbc-8544-3a765f13ee9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fff5cc19-27f6-4e73-8cde-c5a67b405c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533171 Nov 19 19:58:16.702174 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8709d65b-a867-4c47-9535-3031283d4f0a req-84afa0b7-1a44-428d-8a86-d951a86b2a3b service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129680 Nov 19 19:58:16.811707 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8709d65b-a867-4c47-9535-3031283d4f0a req-25b37570-d52d-4c4c-b917-2b22b38fac85 service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017528 Nov 19 19:58:17.869097 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff7756-10d5-48e1-b9f7-37a9401a1e95 req-9ff5d820-e347-4ac4-b1b2-1eeeb5871e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:17.871724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30ff7756-10d5-48e1-b9f7-37a9401a1e95 req-9ff5d820-e347-4ac4-b1b2-1eeeb5871e2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aecedfb2bcb46c88e5775f5e27999c5&device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 1135 time: 0.1073232 Nov 19 19:58:18.033206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598700c-3b49-4dd3-a117-d6f4921e464e req-15061d16-1560-4712-8664-96d99226c28c tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:18.035998 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0598700c-3b49-4dd3-a117-d6f4921e464e req-15061d16-1560-4712-8664-96d99226c28c tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.2686205 Nov 19 19:58:18.124827 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff7756-10d5-48e1-b9f7-37a9401a1e95 req-7b0b0966-bf6d-4cbf-bb6f-94e799960b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:18.127282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30ff7756-10d5-48e1-b9f7-37a9401a1e95 req-7b0b0966-bf6d-4cbf-bb6f-94e799960b52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fff5cc19-27f6-4e73-8cde-c5a67b405c64 HTTP/1.1" status: 200 len: 916 time: 0.2294934 Nov 19 19:58:18.214359 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-38f47643-0771-418d-aa54-e8948dddd5c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480778 Nov 19 19:58:18.261163 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0598700c-3b49-4dd3-a117-d6f4921e464e req-d8d1ac79-2031-4da9-a4c4-b5b60d46c4a0 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2136691 Nov 19 19:58:18.286729 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30ff7756-10d5-48e1-b9f7-37a9401a1e95 req-8452443b-07fa-4bbe-a3d2-b43beffe119d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 200 len: 1001 time: 0.1490734 Nov 19 19:58:18.335483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-e2b1b3b0-16f1-48c1-be01-e96ff321d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:18.337558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-e2b1b3b0-16f1-48c1-be01-e96ff321d434 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0708387 Nov 19 19:58:18.356323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff7756-10d5-48e1-b9f7-37a9401a1e95 req-8c62c75e-356f-4787-9665-158ff35d130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:18.358134 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30ff7756-10d5-48e1-b9f7-37a9401a1e95 req-8c62c75e-356f-4787-9665-158ff35d130d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec7ee2e1-7b79-47d2-af05-578b612fa0a0 HTTP/1.1" status: 200 len: 854 time: 0.0633502 Nov 19 19:58:18.433592 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff7756-10d5-48e1-b9f7-37a9401a1e95 req-95af1cdc-6853-4f02-a3ce-ec91476e112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:18.436220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30ff7756-10d5-48e1-b9f7-37a9401a1e95 req-95af1cdc-6853-4f02-a3ce-ec91476e112c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fff5cc19-27f6-4e73-8cde-c5a67b405c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672178 Nov 19 19:58:18.471772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-4eb41ff3-466e-4eb1-b972-42203605eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:18.474067 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-4eb41ff3-466e-4eb1-b972-42203605eae1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1111655 Nov 19 19:58:18.527111 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-0f47499d-42a9-48c3-b482-fc6cd8bf3339 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0459979 Nov 19 19:58:18.554262 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30ff7756-10d5-48e1-b9f7-37a9401a1e95 req-8e1e0902-ae98-45ea-8f97-399846e45fcb service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086645 Nov 19 19:58:18.585067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-487bb5d5-8cf2-451b-b994-5a6f3d312369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:18.586654 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-487bb5d5-8cf2-451b-b994-5a6f3d312369 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0529323 Nov 19 19:58:18.643527 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-58dfcd73-d665-43ba-ac11-b1748b77bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:18.645273 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-58dfcd73-d665-43ba-ac11-b1748b77bbe5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511916 Nov 19 19:58:18.712290 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-30ff7756-10d5-48e1-b9f7-37a9401a1e95 req-e1df9181-51ee-4047-ae6c-19767023237a service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506517 Nov 19 19:58:18.759579 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-786d7961-5584-4655-b301-eb447726e2ba service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071212 Nov 19 19:58:18.904790 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4d6a7e05-6695-4528-b22d-e2c1fdb6030a req-99123529-9a67-4ca4-b234-980dd17fc978 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313319 Nov 19 19:58:19.412971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48d837-93ca-48d9-86ec-ba07a3670664 req-2236751e-cc7f-40f8-97d4-27cf21556125 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:19.414626 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d48d837-93ca-48d9-86ec-ba07a3670664 req-2236751e-cc7f-40f8-97d4-27cf21556125 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0579932 Nov 19 19:58:19.496924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3d48d837-93ca-48d9-86ec-ba07a3670664 req-ebe82cf7-42a3-48cc-9dfb-3073a4dcba0c tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697634 Nov 19 19:58:20.640924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c7e8b-2fe4-432e-96f0-ff20be18ba1b req-02722268-c961-4083-8219-0bc026a175af tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:20.642838 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c47c7e8b-2fe4-432e-96f0-ff20be18ba1b req-02722268-c961-4083-8219-0bc026a175af tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0667591 Nov 19 19:58:20.714997 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c47c7e8b-2fe4-432e-96f0-ff20be18ba1b req-86c67e0d-e79d-421e-b25e-7d2c14f49ed6 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653121 Nov 19 19:58:21.848474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011998f-679f-434d-bab8-f5c4140b9cb7 req-05a4d1e5-58da-4949-8610-281e991e2a33 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:21.850213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f011998f-679f-434d-bab8-f5c4140b9cb7 req-05a4d1e5-58da-4949-8610-281e991e2a33 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0585144 Nov 19 19:58:21.925984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f011998f-679f-434d-bab8-f5c4140b9cb7 req-887e35bc-f442-47b6-80a6-e26761014ce3 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687478 Nov 19 19:58:23.054339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bedad0-67ea-44ea-8939-884797258a30 req-0124ea1d-10bf-4ede-8672-7188f84db680 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:23.055959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3bedad0-67ea-44ea-8939-884797258a30 req-0124ea1d-10bf-4ede-8672-7188f84db680 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0523834 Nov 19 19:58:23.136633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3bedad0-67ea-44ea-8939-884797258a30 req-44479bc7-7587-44cc-bc8e-e79ddaa0b9a5 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700264 Nov 19 19:58:24.274575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea8369-f535-4b4d-9c73-c6f429c2879e req-c2946d22-c065-4da3-b3e0-7d91554a7703 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:24.276243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdea8369-f535-4b4d-9c73-c6f429c2879e req-c2946d22-c065-4da3-b3e0-7d91554a7703 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0586777 Nov 19 19:58:24.350069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cdea8369-f535-4b4d-9c73-c6f429c2879e req-efdb2735-5c99-40bd-99d6-e1f7d375a4fe tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627604 Nov 19 19:58:25.479945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd56e3-f634-408d-92e5-2491994d5b04 req-965adc2e-88da-49fb-a6c2-37f289c5bac6 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:25.481625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2bdd56e3-f634-408d-92e5-2491994d5b04 req-965adc2e-88da-49fb-a6c2-37f289c5bac6 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0555086 Nov 19 19:58:25.572037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2bdd56e3-f634-408d-92e5-2491994d5b04 req-0e103211-7eca-495e-9db0-48af3bafc59a tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793545 Nov 19 19:58:25.838087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:26.746502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb617a5e-df73-44f2-b1c1-aabea4e0d9c4 req-848c547c-9002-4d0f-afa7-07649c88b679 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:26.748190 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb617a5e-df73-44f2-b1c1-aabea4e0d9c4 req-848c547c-9002-4d0f-afa7-07649c88b679 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0626585 Nov 19 19:58:26.826939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cb617a5e-df73-44f2-b1c1-aabea4e0d9c4 req-66626755-0e73-40ae-8ec9-fbdcc4326bd1 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681307 Nov 19 19:58:27.973152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5b95c-d263-4b70-890d-f9722519f838 req-eaebd243-042b-4d7e-9821-bbcc3b1806cc tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:27.974883 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7f5b95c-d263-4b70-890d-f9722519f838 req-eaebd243-042b-4d7e-9821-bbcc3b1806cc tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0560105 Nov 19 19:58:28.048236 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a7f5b95c-d263-4b70-890d-f9722519f838 req-afcd4d0b-e01f-4859-af50-a0290c919fd5 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647309 Nov 19 19:58:29.213967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f3bc7-95e4-40ea-bd79-427999dc908a req-c8a833f4-023b-41f3-9b22-275cc1395cdf tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:29.215500 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f52f3bc7-95e4-40ea-bd79-427999dc908a req-c8a833f4-023b-41f3-9b22-275cc1395cdf tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0620582 Nov 19 19:58:29.299843 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f52f3bc7-95e4-40ea-bd79-427999dc908a req-fcfc8300-fb4b-4118-989c-67288c202350 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765557 Nov 19 19:58:30.386625 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:30.434936 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468af89-73b9-44e6-b760-06f186f704a3 req-dcd12cdc-407a-45f2-8bc7-68b7cdc99a07 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:58:30.437085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7468af89-73b9-44e6-b760-06f186f704a3 req-dcd12cdc-407a-45f2-8bc7-68b7cdc99a07 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0586135 Nov 19 19:58:30.509581 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7468af89-73b9-44e6-b760-06f186f704a3 req-cb82850c-ebdd-45e2-b3cc-d3ae371ab006 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&id=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652525 Nov 19 19:58:38.308329 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1ae805da-3210-4234-9faf-b70bd1573e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:40.716279 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb3e87df-51ad-4f33-9e81-198031a30afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:42.109981 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:43.553889 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:44.198648 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:58:44.262384 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:58:55.852010 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:00.416095 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:03.028607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47610ef6-4a0f-4d12-862f-15205211434a req-6240dfcb-6354-4fc6-a162-3b03b3c5030c tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742440333&fields=id&tenant_id=8aecedfb2bcb46c88e5775f5e27999c5 HTTP/1.1" status: 200 len: 267 time: 0.0594447 Nov 19 19:59:03.093219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47610ef6-4a0f-4d12-862f-15205211434a req-2848e215-55fa-4496-82e1-59eb68a54834 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:03.094910 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47610ef6-4a0f-4d12-862f-15205211434a req-2848e215-55fa-4496-82e1-59eb68a54834 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 984 time: 0.0598369 Nov 19 19:59:03.107134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-47610ef6-4a0f-4d12-862f-15205211434a req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Request body: {'port': {'security_groups': ['d3065b6c-4468-4b67-8b97-a73c66656446']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:03.186146 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47610ef6-4a0f-4d12-862f-15205211434a req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:03.426789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-47610ef6-4a0f-4d12-862f-15205211434a req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] For port 530a3303-c9a2-4167-96a8-3428e0e75b0a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:03.469648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47610ef6-4a0f-4d12-862f-15205211434a req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:03.475492 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47610ef6-4a0f-4d12-862f-15205211434a req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:03.490290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['530a3303-c9a2-4167-96a8-3428e0e75b0a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:59:03.526650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47610ef6-4a0f-4d12-862f-15205211434a req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:03.527349 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-47610ef6-4a0f-4d12-862f-15205211434a req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:03.530505 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47610ef6-4a0f-4d12-862f-15205211434a req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "PUT /v2.0/ports/530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 200 len: 942 time: 0.4269242 Nov 19 19:59:03.530505 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:59:03.532505 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3daf7f-864b-4e1b-9e00-b77e04f78203" -d '{"events": [{"name": "network-changed", "server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:59:03.544060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36060) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:03.601060 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event updated for resources: {'Port': ['ID=530a3303-c9a2-4167-96a8-3428e0e75b0a,revision_number=7']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:03.618138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.618963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.619528 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.620085 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.620618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.621186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.622157 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.622961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.623544 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.624136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.624927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.625475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d22ccbe-9320-4d90-81bd-d1553e9b4e5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:03.641310 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['530a3303-c9a2-4167-96a8-3428e0e75b0a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:59:03.694028 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:03.733420 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:03.745027 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10840c54-c05d-46a0-bd50-67ba62f20f51 x-openstack-request-id: req-10840c54-c05d-46a0-bd50-67ba62f20f51 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:59:03.749233 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:59:03.750806 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10840c54-c05d-46a0-bd50-67ba62f20f51 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:59:03.752791 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'status': 'completed', 'code': 200} Nov 19 19:59:03.862323 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:03.867644 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:03.870376 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "DELETE /v2.0/security-groups/5e5e4e2b-29fd-4b0e-9198-d76196dd1c22 HTTP/1.1" status: 204 len: 168 time: 0.3230505 Nov 19 19:59:03.879704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36066) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:03.961907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3daf7f-864b-4e1b-9e00-b77e04f78203 req-4b9851d0-c113-4574-977e-3446af723735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:03.964533 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e3daf7f-864b-4e1b-9e00-b77e04f78203 req-4b9851d0-c113-4574-977e-3446af723735 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aecedfb2bcb46c88e5775f5e27999c5&device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 1096 time: 0.1796103 Nov 19 19:59:03.986724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e4e2b-29fd-4b0e-9198-d76196dd1c22,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:04.013375 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.015450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.015678 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.016080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.016668 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.017243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.017879 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.018462 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.019007 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.019578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.020251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.020844 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f09f3d-3efe-476b-ae6b-2b2c1eedc028 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:04.059039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f27d2f0b-65c0-4db5-9e59-9a492d7582c7 None None] Provisioning complete for port 530a3303-c9a2-4167-96a8-3428e0e75b0a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:04.059562 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f27d2f0b-65c0-4db5-9e59-9a492d7582c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:04.105470 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3daf7f-864b-4e1b-9e00-b77e04f78203 req-79844c52-f0dc-4487-b63c-a53b0e9d7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:04.109168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e3daf7f-864b-4e1b-9e00-b77e04f78203 req-79844c52-f0dc-4487-b63c-a53b0e9d7c17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fff5cc19-27f6-4e73-8cde-c5a67b405c64 HTTP/1.1" status: 200 len: 916 time: 0.1352623 Nov 19 19:59:04.228487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e3daf7f-864b-4e1b-9e00-b77e04f78203 req-68a0c6fe-a5a1-4877-8e4a-46b9ed628953 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 200 len: 1001 time: 0.1117411 Nov 19 19:59:04.289918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3daf7f-864b-4e1b-9e00-b77e04f78203 req-7e87955c-84ba-4bd9-b7d2-2390a376bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:04.291829 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e3daf7f-864b-4e1b-9e00-b77e04f78203 req-7e87955c-84ba-4bd9-b7d2-2390a376bbf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec7ee2e1-7b79-47d2-af05-578b612fa0a0 HTTP/1.1" status: 200 len: 854 time: 0.0550017 Nov 19 19:59:04.370802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3daf7f-864b-4e1b-9e00-b77e04f78203 req-a90ec791-f9a0-494a-94f2-a2b4eb2b21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:04.374123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e3daf7f-864b-4e1b-9e00-b77e04f78203 req-a90ec791-f9a0-494a-94f2-a2b4eb2b21a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fff5cc19-27f6-4e73-8cde-c5a67b405c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739777 Nov 19 19:59:04.554189 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e3daf7f-864b-4e1b-9e00-b77e04f78203 req-6b07ca5a-edd9-435a-9e4f-bdf2db81ce51 service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721139 Nov 19 19:59:04.622424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Deleting port 55b8127d-cccb-49e5-9fef-b19dddebf6f0 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:59:04.623073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:04.721396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e3daf7f-864b-4e1b-9e00-b77e04f78203 req-13e73587-4790-4858-9afe-9c97d9d6ba43 service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590769 Nov 19 19:59:04.746219 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:04.746558 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:04.761816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Calling delete_port for 55b8127d-cccb-49e5-9fef-b19dddebf6f0 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:59:04.981014 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:05.017778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event deleted for resources: {'Port': ['ID=55b8127d-cccb-49e5-9fef-b19dddebf6f0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:05.097899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:05.098254 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Floating IP fb3ca204-77a1-4a75-8ee6-a2dd3c906850 disassociated (deleted). External IP: 172.25.3.214, port: 530a3303-c9a2-4167-96a8-3428e0e75b0a. Nov 19 19:59:05.378194 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Router c2cad2c4-29ac-43af-8b14-9ef2acedafab has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:59:05.521878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:59:05.527476 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:05.537333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a07e0-ba6f-44a5-bef6-6c5b10944699 None None] Sync routers for ids ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:59:05.566819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a07e0-ba6f-44a5-bef6-6c5b10944699 None None] Routers {'c2cad2c4-29ac-43af-8b14-9ef2acedafab'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:05.568233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0b1a07e0-ba6f-44a5-bef6-6c5b10944699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:58:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:05.580150 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b86fe5da-597c-4719-8ca5-5473dde0de79 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "DELETE /v2.0/floatingips/fb3ca204-77a1-4a75-8ee6-a2dd3c906850 HTTP/1.1" status: 204 len: 168 time: 1.6976581 Nov 19 19:59:05.581596 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:59:05.587029 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225fba4d-0151-42ed-b9d8-8b55721e447e" -d '{"events": [{"name": "network-changed", "server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:59:05.771978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-0b1a07e0-ba6f-44a5-bef6-6c5b10944699 None None] Set router c2cad2c4-29ac-43af-8b14-9ef2acedafab gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:05.979579 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2643b691-cfb0-49a7-9d23-96f3b56860e6 x-openstack-request-id: req-2643b691-cfb0-49a7-9d23-96f3b56860e6 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:59:05.980356 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:59:05.980633 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2643b691-cfb0-49a7-9d23-96f3b56860e6 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:59:05.981349 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'status': 'completed', 'code': 200} Nov 19 19:59:06.112723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fba4d-0151-42ed-b9d8-8b55721e447e req-f6a0259f-2c06-4025-8bd1-5185e65adbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:06.114545 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-225fba4d-0151-42ed-b9d8-8b55721e447e req-f6a0259f-2c06-4025-8bd1-5185e65adbaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aecedfb2bcb46c88e5775f5e27999c5&device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 1096 time: 0.1048722 Nov 19 19:59:06.162970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0b1a07e0-ba6f-44a5-bef6-6c5b10944699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '11120d39-87b9-4178-9c5f-3ba609be6fee', 'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'mac_address': 'fa:16:3e:21:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:00Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 5, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'subnets': [{'id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:06.198701 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a07e0-ba6f-44a5-bef6-6c5b10944699 None None] Checking router: c2cad2c4-29ac-43af-8b14-9ef2acedafab for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:59:06.214965 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a07e0-ba6f-44a5-bef6-6c5b10944699 None None] Routers {'c2cad2c4-29ac-43af-8b14-9ef2acedafab'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:06.215722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0b1a07e0-ba6f-44a5-bef6-6c5b10944699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:58:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:06.284490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fba4d-0151-42ed-b9d8-8b55721e447e req-58b10a76-b545-4bbb-b2ae-af41705f59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:06.286099 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-225fba4d-0151-42ed-b9d8-8b55721e447e req-58b10a76-b545-4bbb-b2ae-af41705f59ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=fff5cc19-27f6-4e73-8cde-c5a67b405c64 HTTP/1.1" status: 200 len: 916 time: 0.1599874 Nov 19 19:59:06.334995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-225fba4d-0151-42ed-b9d8-8b55721e447e req-0a5235e8-50b2-477b-9652-5edd5bf6412c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 200 len: 217 time: 0.0412326 Nov 19 19:59:06.406611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-0b1a07e0-ba6f-44a5-bef6-6c5b10944699 None None] Set router c2cad2c4-29ac-43af-8b14-9ef2acedafab gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:06.416422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fba4d-0151-42ed-b9d8-8b55721e447e req-1c730b4d-d5b3-4570-8eb4-613dd6cafb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:06.419484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-225fba4d-0151-42ed-b9d8-8b55721e447e req-1c730b4d-d5b3-4570-8eb4-613dd6cafb68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec7ee2e1-7b79-47d2-af05-578b612fa0a0 HTTP/1.1" status: 200 len: 854 time: 0.0713639 Nov 19 19:59:06.506779 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fba4d-0151-42ed-b9d8-8b55721e447e req-1ef530e4-fedd-4d05-9da6-2d2625f11ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:06.508691 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-225fba4d-0151-42ed-b9d8-8b55721e447e req-1ef530e4-fedd-4d05-9da6-2d2625f11ffb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fff5cc19-27f6-4e73-8cde-c5a67b405c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803638 Nov 19 19:59:06.683352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-225fba4d-0151-42ed-b9d8-8b55721e447e req-77c6cff9-09da-481d-b1ac-e253a94241af service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663966 Nov 19 19:59:06.707298 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-0b1a07e0-ba6f-44a5-bef6-6c5b10944699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '11120d39-87b9-4178-9c5f-3ba609be6fee', 'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'mac_address': 'fa:16:3e:21:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:00Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 5, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'subnets': [{'id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:06.740640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a07e0-ba6f-44a5-bef6-6c5b10944699 None None] The sync data for ids ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'] in n-d-815373-6 is: [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '11120d39-87b9-4178-9c5f-3ba609be6fee', 'name': '', 'network_id': 'fff5cc19-27f6-4e73-8cde-c5a67b405c64', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'mac_address': 'fa:16:3e:21:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:00Z', 'updated_at': '2021-11-19T19:57:08Z', 'revision_number': 5, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'subnets': [{'id': 'ec7ee2e1-7b79-47d2-af05-578b612fa0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:59:06.897730 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-225fba4d-0151-42ed-b9d8-8b55721e447e req-34947a7d-9f64-4ba3-8e77-1f11c8e68a50 service neutron] 10.222.0.21 "GET /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516893 Nov 19 19:59:07.140931 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f1368e-1e16-43e5-8653-6b320465cf32 None None] New status for floating IP fb3ca204-77a1-4a75-8ee6-a2dd3c906850: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:59:08.319100 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2eadd5e5-3b7e-49c2-b762-df3cda34a254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:10.725025 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cfa94db-df0d-4616-b4a1-0d518882d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:12.120201 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:13.561248 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:14.261280 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:15.186959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f79999-5e9b-4d32-a546-6f769dcda276 req-662e5c64-0810-438c-ac49-e2e1bb8ad068 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:15.188880 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86f79999-5e9b-4d32-a546-6f769dcda276 req-662e5c64-0810-438c-ac49-e2e1bb8ad068 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 945 time: 0.0727475 Nov 19 19:59:15.255490 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86f79999-5e9b-4d32-a546-6f769dcda276 req-82260ba0-dca4-4311-95bb-b7477d89911c tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562999 Nov 19 19:59:16.419346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c4b15-ddd0-4be3-825a-a9c364890325 req-9c5ab33a-fc65-482b-b4f6-1adcdc5db082 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:16.421334 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-157c4b15-ddd0-4be3-825a-a9c364890325 req-9c5ab33a-fc65-482b-b4f6-1adcdc5db082 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 945 time: 0.0579996 Nov 19 19:59:16.475992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-157c4b15-ddd0-4be3-825a-a9c364890325 req-7fed8a7e-b718-46d1-b5dc-3ce768ab1c5d tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3065b6c-4468-4b67-8b97-a73c66656446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482955 Nov 19 19:59:16.768274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57251139-b6f2-4f81-9bfb-b3194f006906 req-57bfc04f-67da-433a-9c89-c0df164770b8 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:16.769914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57251139-b6f2-4f81-9bfb-b3194f006906 req-57bfc04f-67da-433a-9c89-c0df164770b8 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.21 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 945 time: 0.0547113 Nov 19 19:59:16.879337 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-57251139-b6f2-4f81-9bfb-b3194f006906 req-f22946e5-4ec3-4485-aa04-3a1ec694bbac tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Deleting port 530a3303-c9a2-4167-96a8-3428e0e75b0a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:59:16.879667 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57251139-b6f2-4f81-9bfb-b3194f006906 req-f22946e5-4ec3-4485-aa04-3a1ec694bbac tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:17.003127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-57251139-b6f2-4f81-9bfb-b3194f006906 req-f22946e5-4ec3-4485-aa04-3a1ec694bbac tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] For port 530a3303-c9a2-4167-96a8-3428e0e75b0a, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=530a3303-c9a2-4167-96a8-3428e0e75b0a,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:17.003665 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57251139-b6f2-4f81-9bfb-b3194f006906 req-f22946e5-4ec3-4485-aa04-3a1ec694bbac tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:17.024301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-57251139-b6f2-4f81-9bfb-b3194f006906 req-f22946e5-4ec3-4485-aa04-3a1ec694bbac tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Calling delete_port for 530a3303-c9a2-4167-96a8-3428e0e75b0a owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:59:17.186500 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57251139-b6f2-4f81-9bfb-b3194f006906 req-f22946e5-4ec3-4485-aa04-3a1ec694bbac tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:17.200089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['530a3303-c9a2-4167-96a8-3428e0e75b0a'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:59:17.219284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22946e5-4ec3-4485-aa04-3a1ec694bbac tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Pushing event deleted for resources: {'Port': ['ID=530a3303-c9a2-4167-96a8-3428e0e75b0a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:17.276968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-57251139-b6f2-4f81-9bfb-b3194f006906 req-f22946e5-4ec3-4485-aa04-3a1ec694bbac tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] No DVR routers for this DVR port 530a3303-c9a2-4167-96a8-3428e0e75b0a on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:59:17.281064 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-57251139-b6f2-4f81-9bfb-b3194f006906 req-f22946e5-4ec3-4485-aa04-3a1ec694bbac tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:17.287093 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-57251139-b6f2-4f81-9bfb-b3194f006906 req-f22946e5-4ec3-4485-aa04-3a1ec694bbac tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.21 "DELETE /v2.0/ports/530a3303-c9a2-4167-96a8-3428e0e75b0a HTTP/1.1" status: 204 len: 173 time: 0.5108213 Nov 19 19:59:17.287906 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'name': 'network-vif-deleted', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:59:17.291782 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b367c997-39e8-4764-812b-b8db784bcc03" -d '{"events": [{"server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "name": "network-vif-deleted", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:59:17.347304 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6010af-e05c-4527-93ea-89cc534aa2fc x-openstack-request-id: req-0f6010af-e05c-4527-93ea-89cc534aa2fc {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:59:17.347698 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6597545a-5a21-4a22-b1d0-4a2f813a1a97", "name": "network-vif-deleted", "tag": "530a3303-c9a2-4167-96a8-3428e0e75b0a", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:59:17.347977 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f6010af-e05c-4527-93ea-89cc534aa2fc {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:59:17.348410 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6597545a-5a21-4a22-b1d0-4a2f813a1a97', 'name': 'network-vif-deleted', 'tag': '530a3303-c9a2-4167-96a8-3428e0e75b0a', 'status': 'completed', 'code': 200} Nov 19 19:59:17.599974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b0874025-4367-4a2b-bda8-482f9bf861b4 req-aecc1945-15cc-4e8d-82a1-76638bacec37 tempest-TestMinimumBasicScenario-247167675 tempest-TestMinimumBasicScenario-247167675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6597545a-5a21-4a22-b1d0-4a2f813a1a97 HTTP/1.1" status: 200 len: 210 time: 0.0348227 Nov 19 19:59:19.304073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36166) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:19.740944 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:20.095288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] Deleting port 11120d39-87b9-4178-9c5f-3ba609be6fee {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:59:20.095607 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:20.189369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] For port 11120d39-87b9-4178-9c5f-3ba609be6fee, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=11120d39-87b9-4178-9c5f-3ba609be6fee,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:20.189861 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:20.214096 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] Calling delete_port for 11120d39-87b9-4178-9c5f-3ba609be6fee owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:59:20.297373 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-12298a4e-6bf5-443b-ad97-6cfb1886e602 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043365 Nov 19 19:59:20.435479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-5674238b-6dc5-468e-8441-d287608cc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:20.436947 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-5674238b-6dc5-468e-8441-d287608cc1e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0740006 Nov 19 19:59:20.554916 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:20.603274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] Pushing event deleted for resources: {'Port': ['ID=11120d39-87b9-4178-9c5f-3ba609be6fee,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:20.629484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 530a3303-c9a2-4167-96a8-3428e0e75b0a no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:59:20.659927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-6af27eca-4bf0-45f4-846b-fac1ab72298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:20.661501 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-6af27eca-4bf0-45f4-846b-fac1ab72298a service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1862471 Nov 19 19:59:20.665224 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 530a3303-c9a2-4167-96a8-3428e0e75b0a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:59:20.665622 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 530a3303-c9a2-4167-96a8-3428e0e75b0a not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:59:20.728942 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-a25c8326-5223-4e6a-8775-7916288c6248 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0576131 Nov 19 19:59:20.838665 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-0cd7aefd-c134-48e6-86fa-3ab5eece8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:20.840202 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-0cd7aefd-c134-48e6-86fa-3ab5eece8024 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.1040924 Nov 19 19:59:20.930909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:20.946604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-c66e4005-3a19-4dbe-affe-1584f3ccd975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:20.948215 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-c66e4005-3a19-4dbe-affe-1584f3ccd975 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761993 Nov 19 19:59:21.144875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-0126d69d-cb8d-4c74-8fc1-80fd975fbaaf service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575041 Nov 19 19:59:21.208606 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:59:21.341999 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] Router c2cad2c4-29ac-43af-8b14-9ef2acedafab has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:59:21.344299 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cc503311-d5ce-4406-95e0-021a2a607b01 req-1d7ec5b5-9c06-4e79-a913-19767401b3e7 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670322 Nov 19 19:59:21.484114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:59:21.489403 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-955863b6-0cf5-47da-b438-f4b7e39c2213 admin admin] 10.222.0.50 "PUT /v2.0/routers/c2cad2c4-29ac-43af-8b14-9ef2acedafab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1842532 Nov 19 19:59:21.492552 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36168) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:21.496941 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6474f342-d999-4b49-ade8-4505e08fc28a None None] Sync routers for ids ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:59:21.510689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6474f342-d999-4b49-ade8-4505e08fc28a None None] Routers {'c2cad2c4-29ac-43af-8b14-9ef2acedafab'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:21.511331 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6474f342-d999-4b49-ade8-4505e08fc28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:21.623894 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:21.668726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-6474f342-d999-4b49-ade8-4505e08fc28a None None] Set router c2cad2c4-29ac-43af-8b14-9ef2acedafab gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:21.791757 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:22.065733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6474f342-d999-4b49-ade8-4505e08fc28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:59:20Z', 'revision_number': 5, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port': {'id': '3ccc5189-43d5-482f-87de-0b3a44f99b43', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:56:58Z', 'updated_at': '2021-11-19T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:22.097965 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6474f342-d999-4b49-ade8-4505e08fc28a None None] Checking router: c2cad2c4-29ac-43af-8b14-9ef2acedafab for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:59:22.108885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6474f342-d999-4b49-ade8-4505e08fc28a None None] Routers {'c2cad2c4-29ac-43af-8b14-9ef2acedafab'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:22.109664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6474f342-d999-4b49-ade8-4505e08fc28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:22.185627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Deleting port 3ccc5189-43d5-482f-87de-0b3a44f99b43 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:59:22.186061 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:22.231615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-6474f342-d999-4b49-ade8-4505e08fc28a None None] Set router c2cad2c4-29ac-43af-8b14-9ef2acedafab gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:22.285389 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] For port 3ccc5189-43d5-482f-87de-0b3a44f99b43, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3ccc5189-43d5-482f-87de-0b3a44f99b43,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:22.285788 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:22.305629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Calling delete_port for 3ccc5189-43d5-482f-87de-0b3a44f99b43 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:59:22.332398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6474f342-d999-4b49-ade8-4505e08fc28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:59:21Z', 'revision_number': 6, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:22.379098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6474f342-d999-4b49-ade8-4505e08fc28a None None] The sync data for ids ['c2cad2c4-29ac-43af-8b14-9ef2acedafab'] in n-d-815373-6 is: [{'id': 'c2cad2c4-29ac-43af-8b14-9ef2acedafab', 'name': 'tempest-TestMinimumBasicScenario-1986523109-router', 'tenant_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:56:57Z', 'updated_at': '2021-11-19T19:59:21Z', 'revision_number': 6, 'project_id': '8aecedfb2bcb46c88e5775f5e27999c5', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:59:22.509726 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:22.558707 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ccc5189-43d5-482f-87de-0b3a44f99b43,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:22.578336 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36b730e-97bb-4e5e-9e12-d3f4e49f82da None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:59:22.631927 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:22.735198 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:22.739834 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:22.831826 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:22.832857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2cad2c4-29ac-43af-8b14-9ef2acedafab {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:59:22.843292 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:22.845601 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6b7633a5-450f-4369-b6b5-ce203c02ca95 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c2cad2c4-29ac-43af-8b14-9ef2acedafab HTTP/1.1" status: 204 len: 168 time: 1.3518686 Nov 19 19:59:22.849405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36170) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:22.928553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0c4bd0-c89e-46fc-8d9c-bded632ba44e admin admin] Deleting subnet ec7ee2e1-7b79-47d2-af05-578b612fa0a0 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:59:22.934337 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4bd0-c89e-46fc-8d9c-bded632ba44e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:22.999347 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4bd0-c89e-46fc-8d9c-bded632ba44e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.141255 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4bd0-c89e-46fc-8d9c-bded632ba44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.243764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 11120d39-87b9-4178-9c5f-3ba609be6fee no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:59:23.250178 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4bd0-c89e-46fc-8d9c-bded632ba44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.271780 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 11120d39-87b9-4178-9c5f-3ba609be6fee {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:59:23.272305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 11120d39-87b9-4178-9c5f-3ba609be6fee not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:59:23.272791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3ccc5189-43d5-482f-87de-0b3a44f99b43 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:59:23.276632 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c4bd0-c89e-46fc-8d9c-bded632ba44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7ee2e1-7b79-47d2-af05-578b612fa0a0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:23.284082 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4bd0-c89e-46fc-8d9c-bded632ba44e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.291481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ce0c4bd0-c89e-46fc-8d9c-bded632ba44e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ec7ee2e1-7b79-47d2-af05-578b612fa0a0 HTTP/1.1" status: 204 len: 168 time: 0.4365492 Nov 19 19:59:23.291978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36172) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:23.298706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d828b4b-d473-4a77-abcd-1a35745e12bc None None] Network fff5cc19-27f6-4e73-8cde-c5a67b405c64 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:59:23.300643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 3ccc5189-43d5-482f-87de-0b3a44f99b43 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:59:23.301089 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3ccc5189-43d5-482f-87de-0b3a44f99b43 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:59:23.381468 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.452873 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Deleting port 816c83c2-3759-4164-ae47-ebce6f1ce322 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:59:23.453452 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.529718 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] DHCP port deletion for fff5cc19-27f6-4e73-8cde-c5a67b405c64 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:59:23.563886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] For port 816c83c2-3759-4164-ae47-ebce6f1ce322, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=816c83c2-3759-4164-ae47-ebce6f1ce322,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:23.564668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.586916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Calling delete_port for 816c83c2-3759-4164-ae47-ebce6f1ce322 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:59:23.618517 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Deleting port 816c83c2-3759-4164-ae47-ebce6f1ce322 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:59:23.618897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.695411 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.702800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] For port 816c83c2-3759-4164-ae47-ebce6f1ce322, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=816c83c2-3759-4164-ae47-ebce6f1ce322,segment=NetworkSegment(b475ae57-190a-4330-b2bc-861fdb8d40f0),segment_id=b475ae57-190a-4330-b2bc-861fdb8d40f0)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:23.703200 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.720771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Calling delete_port for 816c83c2-3759-4164-ae47-ebce6f1ce322 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:59:23.728840 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=816c83c2-3759-4164-ae47-ebce6f1ce322,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:23.730924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] No DVR routers for this DVR port 816c83c2-3759-4164-ae47-ebce6f1ce322 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:59:23.819127 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.843590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff5cc19-27f6-4e73-8cde-c5a67b405c64']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:23.853503 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.854835 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b475ae57-190a-4330-b2bc-861fdb8d40f0') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:23.855134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b475ae57-190a-4330-b2bc-861fdb8d40f0') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:23.867466 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.884407 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Pushing event deleted for resources: {'Port': ['ID=816c83c2-3759-4164-ae47-ebce6f1ce322,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:23.897540 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.900174 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] No DVR routers for this DVR port 816c83c2-3759-4164-ae47-ebce6f1ce322 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:59:23.902558 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.902916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.903300 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.904402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.904615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.905579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.905579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.905579 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.906026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.906231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.906563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.906892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631597e6-0dd2-47c6-831f-56c18ddf75fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:23.918347 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:59:23.918347 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:59:23.920664 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:59:24.019938 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:24.031600 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:24.037953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] 10.222.0.50 "DELETE /v2.0/networks/fff5cc19-27f6-4e73-8cde-c5a67b405c64 HTTP/1.1" status: 204 len: 168 time: 0.7449138 Nov 19 19:59:24.040814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36174) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:24.056673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b60eb-dd9f-4847-bf34-9296b388b5fa admin admin] Pushing event deleted for resources: {'Network': ['ID=fff5cc19-27f6-4e73-8cde-c5a67b405c64,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:24.474297 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:24.743258 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] Deleting port b6aab17b-952d-4463-a78f-0b61a9b23329 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:59:24.743534 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:24.836497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] For port b6aab17b-952d-4463-a78f-0b61a9b23329, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b6aab17b-952d-4463-a78f-0b61a9b23329,segment=NetworkSegment(ab84ecbc-83e4-4082-840e-9a6c93fd16cf),segment_id=ab84ecbc-83e4-4082-840e-9a6c93fd16cf)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:24.836869 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:24.857880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] Calling delete_port for b6aab17b-952d-4463-a78f-0b61a9b23329 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:59:25.097666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 816c83c2-3759-4164-ae47-ebce6f1ce322 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:59:25.120888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 816c83c2-3759-4164-ae47-ebce6f1ce322 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:59:25.121231 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 816c83c2-3759-4164-ae47-ebce6f1ce322 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:59:25.456673 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:25.485234 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6aab17b-952d-4463-a78f-0b61a9b23329,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:25.669641 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:25.862219 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:25.899429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] Router b7c0808b-fe69-4576-bdbf-e5358e6adab4 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:59:26.012519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:59:26.019201 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-19ec8e9b-188a-44b9-96b6-92ea9d07f866 admin admin] 10.222.0.50 "PUT /v2.0/routers/b7c0808b-fe69-4576-bdbf-e5358e6adab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9766471 Nov 19 19:59:26.021138 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36176) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:26.026087 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa9435-665f-4c06-9ba3-9e99d67f48a1 None None] Sync routers for ids ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:59:26.036753 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa9435-665f-4c06-9ba3-9e99d67f48a1 None None] Routers {'b7c0808b-fe69-4576-bdbf-e5358e6adab4'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:26.037377 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b1fa9435-665f-4c06-9ba3-9e99d67f48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:26.142230 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:26.145909 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b1fa9435-665f-4c06-9ba3-9e99d67f48a1 None None] Set router b7c0808b-fe69-4576-bdbf-e5358e6adab4 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:26.251248 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:26.317569 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Deleting port 113c2ad4-2cb3-411f-9e58-e9da9a08495e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:59:26.317956 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:26.346140 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b1fa9435-665f-4c06-9ba3-9e99d67f48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'name': 'tempest-TestMinimumBasicScenario-2080403027-router', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:57:03Z', 'updated_at': '2021-11-19T19:59:25Z', 'revision_number': 5, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'gw_port': {'id': '113c2ad4-2cb3-411f-9e58-e9da9a08495e', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:57:04Z', 'updated_at': '2021-11-19T19:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:26.379417 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa9435-665f-4c06-9ba3-9e99d67f48a1 None None] Checking router: b7c0808b-fe69-4576-bdbf-e5358e6adab4 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:59:26.389338 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa9435-665f-4c06-9ba3-9e99d67f48a1 None None] Routers {'b7c0808b-fe69-4576-bdbf-e5358e6adab4'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:26.390102 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b1fa9435-665f-4c06-9ba3-9e99d67f48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:26.412636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] For port 113c2ad4-2cb3-411f-9e58-e9da9a08495e, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=113c2ad4-2cb3-411f-9e58-e9da9a08495e,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:26.412919 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:26.428061 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Calling delete_port for 113c2ad4-2cb3-411f-9e58-e9da9a08495e owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:59:26.485374 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b1fa9435-665f-4c06-9ba3-9e99d67f48a1 None None] Set router b7c0808b-fe69-4576-bdbf-e5358e6adab4 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:26.551684 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b1fa9435-665f-4c06-9ba3-9e99d67f48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'name': 'tempest-TestMinimumBasicScenario-2080403027-router', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:57:03Z', 'updated_at': '2021-11-19T19:59:26Z', 'revision_number': 6, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:26.581295 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa9435-665f-4c06-9ba3-9e99d67f48a1 None None] The sync data for ids ['b7c0808b-fe69-4576-bdbf-e5358e6adab4'] in n-d-815373-6 is: [{'id': 'b7c0808b-fe69-4576-bdbf-e5358e6adab4', 'name': 'tempest-TestMinimumBasicScenario-2080403027-router', 'tenant_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:57:03Z', 'updated_at': '2021-11-19T19:59:26Z', 'revision_number': 6, 'project_id': '998f34bcfe23416f89dd0b23dbdee5a3', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:59:26.641959 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:26.670011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=113c2ad4-2cb3-411f-9e58-e9da9a08495e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:26.688339 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9edc0fe-b32b-4bf4-9866-93fe1ca58019 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:59:26.743721 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:26.842778 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:26.845068 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:26.892216 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:26.892834 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c0808b-fe69-4576-bdbf-e5358e6adab4 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:59:26.897947 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:26.899156 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-801d8e00-a4be-4b0f-a96e-a74092fcf9a1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b7c0808b-fe69-4576-bdbf-e5358e6adab4 HTTP/1.1" status: 204 len: 168 time: 0.8770895 Nov 19 19:59:26.901731 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36178) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:26.958682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad350e00-1c22-4bd9-be7f-a59b77bef39e admin admin] Deleting subnet 114e77a6-1acd-4095-b40f-136dd2b0850e {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:59:26.964678 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad350e00-1c22-4bd9-be7f-a59b77bef39e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.017073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad350e00-1c22-4bd9-be7f-a59b77bef39e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.118874 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad350e00-1c22-4bd9-be7f-a59b77bef39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.190398 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad350e00-1c22-4bd9-be7f-a59b77bef39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.224181 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad350e00-1c22-4bd9-be7f-a59b77bef39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114e77a6-1acd-4095-b40f-136dd2b0850e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:27.229657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ad350e00-1c22-4bd9-be7f-a59b77bef39e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.234081 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ad350e00-1c22-4bd9-be7f-a59b77bef39e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/114e77a6-1acd-4095-b40f-136dd2b0850e HTTP/1.1" status: 204 len: 168 time: 0.3307769 Nov 19 19:59:27.238501 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36180) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:27.239590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2666aa23-f475-4e19-b843-cabc557dcb73 None None] Network 55defbaa-64b6-4ede-9578-6022b6932c0d requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:59:27.336370 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.432002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Deleting port 880d29ce-6b0f-4fed-8c69-06045335ffa1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:59:27.432693 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.470234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 113c2ad4-2cb3-411f-9e58-e9da9a08495e no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:59:27.518813 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89bbabe-3738-4658-a855-1f8c2b72982b None None] DHCP port deletion for 55defbaa-64b6-4ede-9578-6022b6932c0d request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:59:27.529368 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 113c2ad4-2cb3-411f-9e58-e9da9a08495e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:59:27.531018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 113c2ad4-2cb3-411f-9e58-e9da9a08495e not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:59:27.531801 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b6aab17b-952d-4463-a78f-0b61a9b23329 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:59:27.556731 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] For port 880d29ce-6b0f-4fed-8c69-06045335ffa1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=880d29ce-6b0f-4fed-8c69-06045335ffa1,segment=NetworkSegment(ab84ecbc-83e4-4082-840e-9a6c93fd16cf),segment_id=ab84ecbc-83e4-4082-840e-9a6c93fd16cf)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:27.557203 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.574613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Calling delete_port for 880d29ce-6b0f-4fed-8c69-06045335ffa1 owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:59:27.616364 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b6aab17b-952d-4463-a78f-0b61a9b23329 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:59:27.616956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b6aab17b-952d-4463-a78f-0b61a9b23329 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:59:27.659402 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a89bbabe-3738-4658-a855-1f8c2b72982b None None] Deleting port 880d29ce-6b0f-4fed-8c69-06045335ffa1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:59:27.660353 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a89bbabe-3738-4658-a855-1f8c2b72982b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.686393 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.716924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=880d29ce-6b0f-4fed-8c69-06045335ffa1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:27.721142 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] No DVR routers for this DVR port 880d29ce-6b0f-4fed-8c69-06045335ffa1 on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:59:27.751033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a89bbabe-3738-4658-a855-1f8c2b72982b None None] For port 880d29ce-6b0f-4fed-8c69-06045335ffa1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=880d29ce-6b0f-4fed-8c69-06045335ffa1,segment=NetworkSegment(ab84ecbc-83e4-4082-840e-9a6c93fd16cf),segment_id=ab84ecbc-83e4-4082-840e-9a6c93fd16cf)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:27.751938 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a89bbabe-3738-4658-a855-1f8c2b72982b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.774382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a89bbabe-3738-4658-a855-1f8c2b72982b None None] Calling delete_port for 880d29ce-6b0f-4fed-8c69-06045335ffa1 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:59:27.807578 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.834639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55defbaa-64b6-4ede-9578-6022b6932c0d']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:27.846637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab84ecbc-83e4-4082-840e-9a6c93fd16cf') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:27.847117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab84ecbc-83e4-4082-840e-9a6c93fd16cf') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:27.859205 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.877638 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.884727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:59:27.885182 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: timer() Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:59:27.887108 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:59:27.908290 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a89bbabe-3738-4658-a855-1f8c2b72982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.943017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bbabe-3738-4658-a855-1f8c2b72982b None None] No DVR routers for this DVR port 880d29ce-6b0f-4fed-8c69-06045335ffa1 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:59:27.945218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bbabe-3738-4658-a855-1f8c2b72982b None None] Pushing event deleted for resources: {'Port': ['ID=880d29ce-6b0f-4fed-8c69-06045335ffa1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:27.964725 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.972055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:27.975254 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/55defbaa-64b6-4ede-9578-6022b6932c0d HTTP/1.1" status: 204 len: 168 time: 0.7352142 Nov 19 19:59:27.990904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976a9dc-d952-427d-aaf9-ff5114a205f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=55defbaa-64b6-4ede-9578-6022b6932c0d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:28.167025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36184) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:28.220793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b1935c78-4236-4168-9ed0-4208d63a0cd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8aecedfb2bcb46c88e5775f5e27999c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0524263 Nov 19 19:59:28.223766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36186) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:28.280918 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7cc4cbd-0b7b-4976-bef1-78d88ec72b13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:28.308286 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7cc4cbd-0b7b-4976-bef1-78d88ec72b13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:28.376129 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7cc4cbd-0b7b-4976-bef1-78d88ec72b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:28.379477 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f7cc4cbd-0b7b-4976-bef1-78d88ec72b13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:28.381289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f7cc4cbd-0b7b-4976-bef1-78d88ec72b13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3065b6c-4468-4b67-8b97-a73c66656446 HTTP/1.1" status: 204 len: 168 time: 0.1562386 Nov 19 19:59:28.391738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc4cbd-0b7b-4976-bef1-78d88ec72b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3065b6c-4468-4b67-8b97-a73c66656446,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:28.764832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36192) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:28.827353 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-41a09bff-22ab-422d-a387-01018e871446 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=998f34bcfe23416f89dd0b23dbdee5a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609422 Nov 19 19:59:28.829623 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36194) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:28.910911 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74ad7769-353f-4417-8818-bbeb11c7bc93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:28.936135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74ad7769-353f-4417-8818-bbeb11c7bc93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:28.995302 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74ad7769-353f-4417-8818-bbeb11c7bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:28.998142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-74ad7769-353f-4417-8818-bbeb11c7bc93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:28.999563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-74ad7769-353f-4417-8818-bbeb11c7bc93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e19bc958-b567-4ec7-9188-40d21f5ea0f3 HTTP/1.1" status: 204 len: 168 time: 0.1684978 Nov 19 19:59:29.008254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad7769-353f-4417-8818-bbeb11c7bc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19bc958-b567-4ec7-9188-40d21f5ea0f3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:29.118643 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 880d29ce-6b0f-4fed-8c69-06045335ffa1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:59:29.139980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 880d29ce-6b0f-4fed-8c69-06045335ffa1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:59:29.140377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 880d29ce-6b0f-4fed-8c69-06045335ffa1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:59:30.412357 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.130681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36234) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:31.136160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e7091e47-040d-42c8-9018-9168a7973b8c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454220342', 'description': 'tempest-secgroup-smoke-1454220342 description', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:31.165345 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e7091e47-040d-42c8-9018-9168a7973b8c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.179826 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e7091e47-040d-42c8-9018-9168a7973b8c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.278584 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e7091e47-040d-42c8-9018-9168a7973b8c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.282944 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e7091e47-040d-42c8-9018-9168a7973b8c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.332961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7091e47-040d-42c8-9018-9168a7973b8c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c21b60-9cec-4940-b3df-02a23d4f0c4d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:31.375845 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e7091e47-040d-42c8-9018-9168a7973b8c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.381064 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e7091e47-040d-42c8-9018-9168a7973b8c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.415676 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7091e47-040d-42c8-9018-9168a7973b8c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad97aa9-c735-4204-915d-c627a0125813,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:31.427736 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e7091e47-040d-42c8-9018-9168a7973b8c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.430034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e7091e47-040d-42c8-9018-9168a7973b8c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2977672 Nov 19 19:59:31.433642 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36236) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:31.441609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6da35c4f-399b-48ad-9fb0-992109c29148 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '3ad97aa9-c735-4204-915d-c627a0125813', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:31.472024 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6da35c4f-399b-48ad-9fb0-992109c29148 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.540839 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6da35c4f-399b-48ad-9fb0-992109c29148 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.545198 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6da35c4f-399b-48ad-9fb0-992109c29148 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.572022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da35c4f-399b-48ad-9fb0-992109c29148 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920cfab1-e56f-42e5-9815-dc569a122e75,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:31.583549 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6da35c4f-399b-48ad-9fb0-992109c29148 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.586202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6da35c4f-399b-48ad-9fb0-992109c29148 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488724 Nov 19 19:59:31.588401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36238) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:31.593182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-b6e2d652-5bbb-4e52-8111-9aa1b9306461 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '3ad97aa9-c735-4204-915d-c627a0125813', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:31.624036 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d652-5bbb-4e52-8111-9aa1b9306461 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.695966 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d652-5bbb-4e52-8111-9aa1b9306461 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.701690 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d652-5bbb-4e52-8111-9aa1b9306461 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.722939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2d652-5bbb-4e52-8111-9aa1b9306461 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3677bfab-7854-49aa-89be-d87130e61ebb,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:31.734812 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-b6e2d652-5bbb-4e52-8111-9aa1b9306461 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.736358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-b6e2d652-5bbb-4e52-8111-9aa1b9306461 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469078 Nov 19 19:59:31.739359 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36240) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:31.744763 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9d613a17-345f-4447-82bc-a0b8d49a55d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '3ad97aa9-c735-4204-915d-c627a0125813', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:31.776722 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d613a17-345f-4447-82bc-a0b8d49a55d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.848867 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d613a17-345f-4447-82bc-a0b8d49a55d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.852718 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d613a17-345f-4447-82bc-a0b8d49a55d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.872737 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d613a17-345f-4447-82bc-a0b8d49a55d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb3eb4c-b2a2-4b02-8492-70ec83db0897,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:31.881745 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9d613a17-345f-4447-82bc-a0b8d49a55d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:31.883114 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9d613a17-345f-4447-82bc-a0b8d49a55d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425934 Nov 19 19:59:31.886435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36242) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:31.896315 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-fbb1f15c-4f19-4cb0-892e-2ca399a253a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '3ad97aa9-c735-4204-915d-c627a0125813', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:31.943800 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4f19-4cb0-892e-2ca399a253a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.056028 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4f19-4cb0-892e-2ca399a253a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.062070 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4f19-4cb0-892e-2ca399a253a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.097635 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1f15c-4f19-4cb0-892e-2ca399a253a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9815851c-3b9d-48a5-855f-829f7a535e11,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:32.109443 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4f19-4cb0-892e-2ca399a253a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.110756 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fbb1f15c-4f19-4cb0-892e-2ca399a253a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2217305 Nov 19 19:59:32.113678 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36244) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:32.118575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-49d00381-cdc0-4dbc-aa3a-b96ef5e505d8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '3ad97aa9-c735-4204-915d-c627a0125813', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:32.143629 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-49d00381-cdc0-4dbc-aa3a-b96ef5e505d8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Project 408f24315d2b4664b93ffa8fdffeb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:59:32.149401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-49d00381-cdc0-4dbc-aa3a-b96ef5e505d8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.217691 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-49d00381-cdc0-4dbc-aa3a-b96ef5e505d8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.221679 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-49d00381-cdc0-4dbc-aa3a-b96ef5e505d8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.240945 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d00381-cdc0-4dbc-aa3a-b96ef5e505d8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede8018d-3594-4566-8ebd-195179e46984,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:32.255527 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-49d00381-cdc0-4dbc-aa3a-b96ef5e505d8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.259057 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-49d00381-cdc0-4dbc-aa3a-b96ef5e505d8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427362 Nov 19 19:59:32.260859 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36246) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:32.266887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6732308e-f662-4ec1-9aa7-433d22cd85b4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '3ad97aa9-c735-4204-915d-c627a0125813', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:32.294276 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-6732308e-f662-4ec1-9aa7-433d22cd85b4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Project 408f24315d2b4664b93ffa8fdffeb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:59:32.300280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6732308e-f662-4ec1-9aa7-433d22cd85b4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.374623 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6732308e-f662-4ec1-9aa7-433d22cd85b4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.378882 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6732308e-f662-4ec1-9aa7-433d22cd85b4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.398739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732308e-f662-4ec1-9aa7-433d22cd85b4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bee09d6-5676-4b8b-9873-24b33a4fc916,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:32.408877 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6732308e-f662-4ec1-9aa7-433d22cd85b4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.410211 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6732308e-f662-4ec1-9aa7-433d22cd85b4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483264 Nov 19 19:59:32.413609 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36248) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:32.418934 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'network': {'name': 'tempest-network-smoke--199299231', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'port_security_enabled': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:32.443101 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:59:32.446886 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.475211 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:59:32.487660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.487988 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Added segment 36482122-6c22-4094-9ff0-22888e840ddf of type vlan for network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 Nov 19 19:59:32.535848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.570685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.577992 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:32.578716 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.654246 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2386825 Nov 19 19:59:32.658274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36250) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:32.662594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd2a47-54ef-420b-9865-7e176c7b52bc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Network': ['ID=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:32.665865 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'admin_state_up': True, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:32.678907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:59:32.698739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.700640 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.773443 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:32.928243 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:33.150044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:33.174803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:33.293339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.25.3.91 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/21a03015-ae7c-4002-99ef-489c4aa77b3d) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:59:33.414650 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:33.453277 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:33.498996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:59:33.502637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:59:33.506739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:59:33.520197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dacda0b-0117-41ec-8557-03b25cd856a6 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:59:33.532938 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=21a03015-ae7c-4002-99ef-489c4aa77b3d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:33.628236 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7574a6da-a0c1-4add-9759-7add0f4c923f None None] Provisioning complete for port 21a03015-ae7c-4002-99ef-489c4aa77b3d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:33.628795 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7574a6da-a0c1-4add-9759-7add0f4c923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:33.691255 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7574a6da-a0c1-4add-9759-7add0f4c923f None None] Port 21a03015-ae7c-4002-99ef-489c4aa77b3d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:59:33.826685 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:34.049643 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:34.192531 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:59:34.313882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:59:34.329370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Sync routers for ids ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:59:34.336794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:34.337945 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0aafe1a0-1496-4b9b-a609-ea56e0128cc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6781530 Nov 19 19:59:34.343271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36252) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:34.344173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Routers {'60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:34.345028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:34.510759 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Set router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:34.527110 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-088c8f73-737b-4bee-813b-4c72e2bff705 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=408f24315d2b4664b93ffa8fdffeb9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1825917 Nov 19 19:59:34.532945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36256) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:34.630307 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35580936-82e7-44b4-bb6b-93d4e765e85b tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:34.631903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-35580936-82e7-44b4-bb6b-93d4e765e85b tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979273 Nov 19 19:59:34.636440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36258) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:34.672929 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a276d8e7-81d1-4944-b00f-708e82a9ad6c tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352087 Nov 19 19:59:34.675631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36260) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:34.684212 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-50548871', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:34.735881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:33Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:34.764024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Checking router: 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:59:34.764379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Updating router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa port 21a03015-ae7c-4002-99ef-489c4aa77b3d binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:59:34.799078 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:34.824171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:59:34.829497 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.073903 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.097530 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.104961 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.157432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Subnet': ['ID=5e999a9e-eb42-4c66-9b62-b79ac2afbab4,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:35.162140 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Checking segment: {'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:59:35.162140 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network hostable DHCP agents. Network: fd7a19b9-73d2-495f-9b87-2b4c567bd3d5, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:59:35.162615 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e85fc2-9a10-4385-8596-ebf09da329c1 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:59:35.176657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Attempting to bind port 21a03015-ae7c-4002-99ef-489c4aa77b3d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:59:35.177021 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Attempting to bind port 21a03015-ae7c-4002-99ef-489c4aa77b3d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:59:35.177401 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Attempting to bind port 21a03015-ae7c-4002-99ef-489c4aa77b3d on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:59:35.184618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f85ccf-d2a2-450e-8c94-bcd6c9af61e4 None None] Pushing event updated for resources: {'Port': ['ID=21a03015-ae7c-4002-99ef-489c4aa77b3d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:35.187963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:59:35.188346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:59:35.189012 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.189413 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:59:35.189945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Bound port: 21a03015-ae7c-4002-99ef-489c4aa77b3d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:59:35.190341 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.191440 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:59:35.207626 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, fd7a19b9-73d2-495f-9b87-2b4c567bd3d5) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:59:35.216891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:35.217871 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.227603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62876156-a84d-449d-8e2e-eda6af76949f None None] Network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:59:35.240938 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-56ea9291-68f6-4854-b325-bba407f64a19 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5637991 Nov 19 19:59:35.245375 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36262) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:35.307425 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6fb0e9e7-a955-46de-b7e1-725c4418f67c None None] Provisioning complete for port 21a03015-ae7c-4002-99ef-489c4aa77b3d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:35.307716 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e9e7-a955-46de-b7e1-725c4418f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.312841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] For port 21a03015-ae7c-4002-99ef-489c4aa77b3d, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:59:35.372823 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] For port 21a03015-ae7c-4002-99ef-489c4aa77b3d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=21a03015-ae7c-4002-99ef-489c4aa77b3d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:59:35.383371 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.393954 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6fb0e9e7-a955-46de-b7e1-725c4418f67c None None] Port 21a03015-ae7c-4002-99ef-489c4aa77b3d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:59:35.651301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74297ef-5892-4db1-9174-32ceed7fb570 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:59:35.700998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f85ccf-d2a2-450e-8c94-bcd6c9af61e4 None None] Pushing event updated for resources: {'Port': ['ID=21a03015-ae7c-4002-99ef-489c4aa77b3d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:35.710737 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Routers {'60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:35.711467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:35.777628 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.790807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ips': [{'subnet_id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:59:35.791692 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.831244 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-293e8f22-6ae7-4d8f-8a4c-f2c7ed92f67b None None] Provisioning complete for port 21a03015-ae7c-4002-99ef-489c4aa77b3d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:35.831614 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-293e8f22-6ae7-4d8f-8a4c-f2c7ed92f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:35.962180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] Set router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:36.164766 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-293e8f22-6ae7-4d8f-8a4c-f2c7ed92f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:36.196677 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Allocated IP 172.20.0.2 (fd7a19b9-73d2-495f-9b87-2b4c567bd3d5/5e999a9e-eb42-4c66-9b62-b79ac2afbab4/80e333d4-06ee-458a-a53f-36984892a3ae) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:59:36.217428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-293e8f22-6ae7-4d8f-8a4c-f2c7ed92f67b None None] For port 21a03015-ae7c-4002-99ef-489c4aa77b3d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=21a03015-ae7c-4002-99ef-489c4aa77b3d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:36.233539 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-293e8f22-6ae7-4d8f-8a4c-f2c7ed92f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:36.358406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e8f22-6ae7-4d8f-8a4c-f2c7ed92f67b None None] Pushing event updated for resources: {'Port': ['ID=21a03015-ae7c-4002-99ef-489c4aa77b3d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:36.448136 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:33Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:36.490179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e460399-a8fa-495e-82fc-1e2c4b575b36 None None] The sync data for ids ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'] in n-d-815373-6 is: [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:33Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:59:36.492090 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:36.501803 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:36.549473 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:59:36.553137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:59:36.557680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:59:36.569133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Pushing event updated for resources: {'Port': ['ID=80e333d4-06ee-458a-a53f-36984892a3ae,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:36.580080 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.20.0.1 (fd7a19b9-73d2-495f-9b87-2b4c567bd3d5/5e999a9e-eb42-4c66-9b62-b79ac2afbab4/194fec87-d9cd-4411-a7fb-7a6d4648053d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:59:36.630111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Attempting to bind port 80e333d4-06ee-458a-a53f-36984892a3ae on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:59:36.630557 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Attempting to bind port 80e333d4-06ee-458a-a53f-36984892a3ae by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:59:36.630929 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Attempting to bind port 80e333d4-06ee-458a-a53f-36984892a3ae on network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:59:36.637126 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:59:36.638466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Checking segment: {'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:59:36.639124 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:36.639266 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Bound using segment: {'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:59:36.639772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Bound port: 80e333d4-06ee-458a-a53f-36984892a3ae, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:59:36.640164 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:36.726314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] For port 80e333d4-06ee-458a-a53f-36984892a3ae, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:59:36.728345 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:36.730079 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] For port 80e333d4-06ee-458a-a53f-36984892a3ae, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=80e333d4-06ee-458a-a53f-36984892a3ae,segment=NetworkSegment(36482122-6c22-4094-9ff0-22888e840ddf),segment_id=36482122-6c22-4094-9ff0-22888e840ddf)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:59:36.736721 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:36.790719 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:36.844891 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33faf61-d3b7-40ef-9d1e-61dbe0fc7cda None None] Pushing event updated for resources: {'Port': ['ID=80e333d4-06ee-458a-a53f-36984892a3ae,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:36.850533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:59:36.854133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:59:36.857634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:59:36.907608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=194fec87-d9cd-4411-a7fb-7a6d4648053d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:36.935675 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:37.152664 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:37.215969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 21a03015-ae7c-4002-99ef-489c4aa77b3d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:59:37.273727 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 21a03015-ae7c-4002-99ef-489c4aa77b3d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:37.274163 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:37.562895 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:37.570239 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:37.659164 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=194fec87-d9cd-4411-a7fb-7a6d4648053d,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:37.662840 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:38.069715 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf7a78e-8765-426e-81f4-c5718c021786 None None] Network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:59:38.138083 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-48b14f12-063f-404b-9495-7db1680affff None None] Provisioning complete for port 80e333d4-06ee-458a-a53f-36984892a3ae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:38.138464 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-48b14f12-063f-404b-9495-7db1680affff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:38.144059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:59:38.146033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:59:38.300556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:59:38.321414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-48b14f12-063f-404b-9495-7db1680affff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:38.337803 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5be4e955-18b5-43f5-9601-136c11cda2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:38.367774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-48b14f12-063f-404b-9495-7db1680affff None None] For port 80e333d4-06ee-458a-a53f-36984892a3ae, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=80e333d4-06ee-458a-a53f-36984892a3ae,segment=NetworkSegment(36482122-6c22-4094-9ff0-22888e840ddf),segment_id=36482122-6c22-4094-9ff0-22888e840ddf)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:38.373698 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-48b14f12-063f-404b-9495-7db1680affff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:38.442620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b14f12-063f-404b-9495-7db1680affff None None] Pushing event updated for resources: {'Port': ['ID=80e333d4-06ee-458a-a53f-36984892a3ae,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:38.451760 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:59:38.457189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fa076526-9790-4a1a-9e69-abe57adbd62f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "PUT /v2.0/routers/60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2106817 Nov 19 19:59:38.536478 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Sync routers for ids ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:59:38.551447 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Routers {'60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:38.553074 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:38.649003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-37bdff9c-022a-40bd-97f7-5a5deb708a6c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454220342&fields=id&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 267 time: 0.0548174 Nov 19 19:59:38.685772 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Set router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:38.718903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bfe317c1-0378-4432-b6d4-f95fd2727a28 None None] Provisioning complete for port 194fec87-d9cd-4411-a7fb-7a6d4648053d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:38.719497 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bfe317c1-0378-4432-b6d4-f95fd2727a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:38.779186 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bfe317c1-0378-4432-b6d4-f95fd2727a28 None None] Port 194fec87-d9cd-4411-a7fb-7a6d4648053d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:59:38.797875 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bfe317c1-0378-4432-b6d4-f95fd2727a28 None None] Provisioning complete for port 80e333d4-06ee-458a-a53f-36984892a3ae triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:38.798261 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bfe317c1-0378-4432-b6d4-f95fd2727a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:38.823503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45502861-63f4-42cc-b641-c269c7b01773 req-516c739c-1761-4a1a-b533-e46339e0881f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:38.834588 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-516c739c-1761-4a1a-b533-e46339e0881f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/networks?id=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 HTTP/1.1" status: 200 len: 796 time: 0.1773248 Nov 19 19:59:38.859852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-7843b098-c5e6-43e6-8c80-4b889cb360e1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/quotas/408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 375 time: 0.0228665 Nov 19 19:59:38.931122 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-b7a3f2b9-bcb7-4b79-949b-0ca3d62e9702 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658584 Nov 19 19:59:38.993576 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:37Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '194fec87-d9cd-4411-a7fb-7a6d4648053d', 'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:ea:e9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:35Z', 'updated_at': '2021-11-19T19:59:37Z', 'revision_number': 2, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:39.023486 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Checking router: 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:59:39.023841 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Updating router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa port 194fec87-d9cd-4411-a7fb-7a6d4648053d binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:59:39.058679 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:39.063819 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a884a1ed-ba9e-4a24-b4f3-26a88712dcad None None] Provisioning complete for port 194fec87-d9cd-4411-a7fb-7a6d4648053d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:39.064500 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a884a1ed-ba9e-4a24-b4f3-26a88712dcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:39.108842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-b5114eaa-d335-4440-b63f-a7c57bcf860c service neutron] 10.222.0.50 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715302 Nov 19 19:59:39.146013 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a884a1ed-ba9e-4a24-b4f3-26a88712dcad None None] Port 194fec87-d9cd-4411-a7fb-7a6d4648053d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:59:39.193351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 80e333d4-06ee-458a-a53f-36984892a3ae up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:59:39.247603 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 80e333d4-06ee-458a-a53f-36984892a3ae triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:39.248248 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:39.309478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4d88a605-b3d6-4568-9e2b-3f7f51755354 None None] Provisioning complete for port 194fec87-d9cd-4411-a7fb-7a6d4648053d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:39.309961 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4d88a605-b3d6-4568-9e2b-3f7f51755354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:39.377452 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4d88a605-b3d6-4568-9e2b-3f7f51755354 None None] Port 194fec87-d9cd-4411-a7fb-7a6d4648053d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:59:39.476812 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:39.482211 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:39.535156 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Pushing event updated for resources: {'Port': ['ID=194fec87-d9cd-4411-a7fb-7a6d4648053d,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:39.554481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-f6c4f64b-d379-477a-85b3-a20f7c3cfe67 service neutron] 10.222.0.50 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382904 Nov 19 19:59:39.560563 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.561288 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.561288 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.561537 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.561827 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.562470 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.562989 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.563401 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.563882 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.564209 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.564532 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.564852 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:59:39.598133 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Attempting to bind port 194fec87-d9cd-4411-a7fb-7a6d4648053d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:59:39.598504 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Attempting to bind port 194fec87-d9cd-4411-a7fb-7a6d4648053d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:59:39.598866 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Attempting to bind port 194fec87-d9cd-4411-a7fb-7a6d4648053d on network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:59:39.604628 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:59:39.605001 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Checking segment: {'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:59:39.605403 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:39.606363 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Bound using segment: {'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:59:39.606831 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Bound port: 194fec87-d9cd-4411-a7fb-7a6d4648053d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:59:39.607213 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:39.687295 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] For port 194fec87-d9cd-4411-a7fb-7a6d4648053d, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:59:39.691498 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] For port 194fec87-d9cd-4411-a7fb-7a6d4648053d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=194fec87-d9cd-4411-a7fb-7a6d4648053d,segment=NetworkSegment(36482122-6c22-4094-9ff0-22888e840ddf),segment_id=36482122-6c22-4094-9ff0-22888e840ddf)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:59:39.698051 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:39.766196 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59423da8-5bf1-4ed7-959e-09db98836864 req-105482e6-c28f-437d-afd5-992696782f4e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 210 time: 0.0420783 Nov 19 19:59:39.787807 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933d1bc-0b00-43c8-ad6c-70bd5f50ef86 None None] Pushing event updated for resources: {'Port': ['ID=194fec87-d9cd-4411-a7fb-7a6d4648053d,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:39.802057 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Routers {'60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:39.802860 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:59:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:39.912642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e263e29a-9f6b-4871-be99-25373ac6d1bc None None] Provisioning complete for port 194fec87-d9cd-4411-a7fb-7a6d4648053d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:39.913019 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e263e29a-9f6b-4871-be99-25373ac6d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:39.941513 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] Set router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:40.034023 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e263e29a-9f6b-4871-be99-25373ac6d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:40.078490 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e263e29a-9f6b-4871-be99-25373ac6d1bc None None] For port 194fec87-d9cd-4411-a7fb-7a6d4648053d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=194fec87-d9cd-4411-a7fb-7a6d4648053d,segment=NetworkSegment(36482122-6c22-4094-9ff0-22888e840ddf),segment_id=36482122-6c22-4094-9ff0-22888e840ddf)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:40.084147 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e263e29a-9f6b-4871-be99-25373ac6d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:40.148825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263e29a-9f6b-4871-be99-25373ac6d1bc None None] Pushing event updated for resources: {'Port': ['ID=194fec87-d9cd-4411-a7fb-7a6d4648053d,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:40.208936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6b626a86-d2c9-4f02-951a-b2536bfc53df None None] Provisioning complete for port 194fec87-d9cd-4411-a7fb-7a6d4648053d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:40.210138 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b626a86-d2c9-4f02-951a-b2536bfc53df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:40.210279 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:37Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '194fec87-d9cd-4411-a7fb-7a6d4648053d', 'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:ea:e9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:35Z', 'updated_at': '2021-11-19T19:59:39Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:40.246839 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958519c-1760-43fd-922b-5eeeac686666 None None] The sync data for ids ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'] in n-d-815373-6 is: [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:37Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '194fec87-d9cd-4411-a7fb-7a6d4648053d', 'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:ea:e9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:35Z', 'updated_at': '2021-11-19T19:59:39Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:59:40.726081 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-18f5f5c7-c52d-4108-adf1-2747333823d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:40.884872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-59fc54bb-29ac-4028-81de-76f4508ec080 req-a1505b65-61e3-45ec-a1fe-afb3c9446434 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 210 time: 0.0358083 Nov 19 19:59:41.190808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 194fec87-d9cd-4411-a7fb-7a6d4648053d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:59:41.223341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45502861-63f4-42cc-b641-c269c7b01773 req-baaf2ea9-445f-4089-88aa-e0e6d834e2b8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:41.225516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-baaf2ea9-445f-4089-88aa-e0e6d834e2b8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/networks?id=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 HTTP/1.1" status: 200 len: 796 time: 0.1598315 Nov 19 19:59:41.310086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-ccc5e0b3-e386-46ff-9b27-41b6575b5056 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 380 time: 0.0752246 Nov 19 19:59:41.323158 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'port': {'device_id': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'admin_state_up': True, 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'security_groups': ['3ad97aa9-c735-4204-915d-c627a0125813']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:41.427808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 194fec87-d9cd-4411-a7fb-7a6d4648053d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:41.428180 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:41.468081 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:59:41.471864 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:41.628429 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.20.0.10 (fd7a19b9-73d2-495f-9b87-2b4c567bd3d5/5e999a9e-eb42-4c66-9b62-b79ac2afbab4/68598ad3-3987-4eea-8860-310f033064e9) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:59:41.786621 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:41.822473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:41.874781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:59:41.878445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:59:41.882961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:59:41.918717 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=68598ad3-3987-4eea-8860-310f033064e9,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:41.961244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:41.962003 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:41.989335 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-96b7a2da-3d45-434f-ba0e-123bca0fa920 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6713626 Nov 19 19:59:42.014246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Request body: {'port': {'device_id': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:42.086983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39cff-9d61-49a9-a754-f2fdd1225d5b req-371f615d-c63c-4f73-ae42-8552c007873b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:42.088627 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fa39cff-9d61-49a9-a754-f2fdd1225d5b req-371f615d-c63c-4f73-ae42-8552c007873b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 932 time: 0.1124084 Nov 19 19:59:42.103798 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:42.117328 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:42.165733 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6a10cc43-2497-42e6-b0fa-4ecbf8cff64c None None] Provisioning complete for port 68598ad3-3987-4eea-8860-310f033064e9 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:42.166156 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6a10cc43-2497-42e6-b0fa-4ecbf8cff64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:42.188914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fa39cff-9d61-49a9-a754-f2fdd1225d5b req-34bebe38-3c5c-4977-ba81-eef19c431e9d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912716 Nov 19 19:59:42.207548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6a10cc43-2497-42e6-b0fa-4ecbf8cff64c None None] Port 68598ad3-3987-4eea-8860-310f033064e9 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:59:42.430072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68598ad3-3987-4eea-8860-310f033064e9 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:59:42.440652 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:42.454933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Transition to ACTIVE for port object 68598ad3-3987-4eea-8860-310f033064e9 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:59:42.459453 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:42.524730 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=68598ad3-3987-4eea-8860-310f033064e9,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:42.611917 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Attempting to bind port 68598ad3-3987-4eea-8860-310f033064e9 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:59:42.612431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Attempting to bind port 68598ad3-3987-4eea-8860-310f033064e9 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:59:42.612978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Attempting to bind port 68598ad3-3987-4eea-8860-310f033064e9 on network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:59:42.619376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Port 68598ad3-3987-4eea-8860-310f033064e9 on network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:59:42.619799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Attempting to bind port 68598ad3-3987-4eea-8860-310f033064e9 on network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:59:42.627723 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:59:42.628069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Checking segment: {'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:59:42.628480 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Bound using segment: {'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:59:42.628899 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Bound port: 68598ad3-3987-4eea-8860-310f033064e9, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36482122-6c22-4094-9ff0-22888e840ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:59:42.629266 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:42.712916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] For port 68598ad3-3987-4eea-8860-310f033064e9, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:59:42.716969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] For port 68598ad3-3987-4eea-8860-310f033064e9, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=68598ad3-3987-4eea-8860-310f033064e9,segment=NetworkSegment(36482122-6c22-4094-9ff0-22888e840ddf),segment_id=36482122-6c22-4094-9ff0-22888e840ddf)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:59:42.722392 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:42.769404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:42.770041 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:42.771561 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/68598ad3-3987-4eea-8860-310f033064e9 HTTP/1.1" status: 200 len: 1092 time: 0.7627740 Nov 19 19:59:42.771997 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'tag': '68598ad3-3987-4eea-8860-310f033064e9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:59:42.774419 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101158da-ca27-4a7f-80a5-ce2978a0eab9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c0bd0a-d362-42ed-ac24-015a8c4ce21b", "tag": "68598ad3-3987-4eea-8860-310f033064e9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:59:42.804408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3b767-50f3-4b32-a5ff-b852cc36b2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=68598ad3-3987-4eea-8860-310f033064e9,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:42.860526 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2321c0d-a67c-4e2b-b018-efb13db9773c x-openstack-request-id: req-c2321c0d-a67c-4e2b-b018-efb13db9773c {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:59:42.861021 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c0bd0a-d362-42ed-ac24-015a8c4ce21b", "tag": "68598ad3-3987-4eea-8860-310f033064e9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:59:42.861471 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2321c0d-a67c-4e2b-b018-efb13db9773c {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:59:42.862040 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'tag': '68598ad3-3987-4eea-8860-310f033064e9', 'status': 'completed', 'code': 200} Nov 19 19:59:42.883461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45502861-63f4-42cc-b641-c269c7b01773 req-e5e115a3-3b99-4b15-a3f6-410bbd908c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:42.885019 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-e5e115a3-3b99-4b15-a3f6-410bbd908c82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 1095 time: 0.0650856 Nov 19 19:59:42.956487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-8f0808d3-3786-4169-84e9-cfd916f5f2c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68598ad3-3987-4eea-8860-310f033064e9 HTTP/1.1" status: 200 len: 217 time: 0.0622497 Nov 19 19:59:43.026342 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45502861-63f4-42cc-b641-c269c7b01773 req-52eac8cf-dda6-4943-a72e-0ecc965ed772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:43.027949 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-52eac8cf-dda6-4943-a72e-0ecc965ed772 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e999a9e-eb42-4c66-9b62-b79ac2afbab4 HTTP/1.1" status: 200 len: 833 time: 0.0644472 Nov 19 19:59:43.078843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45502861-63f4-42cc-b641-c269c7b01773 req-b2807e2e-0bcb-4d01-8c98-9e621dab18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:43.080401 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-b2807e2e-0bcb-4d01-8c98-9e621dab18bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453787 Nov 19 19:59:43.181091 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-33b7c9ae-0e27-4112-bc96-875ed815cd22 service neutron] 10.222.0.21 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935161 Nov 19 19:59:43.328153 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-45502861-63f4-42cc-b641-c269c7b01773 req-252370d9-c9c4-4b3f-8b52-611778862a57 service neutron] 10.222.0.21 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394482 Nov 19 19:59:43.347652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0e33c-96a2-4345-afb9-1793418045b5 req-d624bfdb-c6b8-41d4-8e6f-3f29aeba7324 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:43.350395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2bc0e33c-96a2-4345-afb9-1793418045b5 req-d624bfdb-c6b8-41d4-8e6f-3f29aeba7324 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 944 time: 0.0761650 Nov 19 19:59:43.445510 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2bc0e33c-96a2-4345-afb9-1793418045b5 req-c988b582-80b3-490b-ad3e-f639ab6201f8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884266 Nov 19 19:59:43.457029 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101158da-ca27-4a7f-80a5-ce2978a0eab9 req-73735a1a-059e-460b-8331-9125952b3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:43.458563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-101158da-ca27-4a7f-80a5-ce2978a0eab9 req-73735a1a-059e-460b-8331-9125952b3d0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 1095 time: 0.0718572 Nov 19 19:59:43.557248 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101158da-ca27-4a7f-80a5-ce2978a0eab9 req-866c5559-a35e-46a4-a014-a35e7ae40c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:43.558884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-101158da-ca27-4a7f-80a5-ce2978a0eab9 req-866c5559-a35e-46a4-a014-a35e7ae40c7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 HTTP/1.1" status: 200 len: 897 time: 0.0922558 Nov 19 19:59:43.564289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:43.615917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-101158da-ca27-4a7f-80a5-ce2978a0eab9 req-0433f92e-a1ea-4135-92ac-c7fd416ddef4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68598ad3-3987-4eea-8860-310f033064e9 HTTP/1.1" status: 200 len: 217 time: 0.0451317 Nov 19 19:59:43.669288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101158da-ca27-4a7f-80a5-ce2978a0eab9 req-7a6d5219-559c-450a-98dd-84d32ab677db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:43.670825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-101158da-ca27-4a7f-80a5-ce2978a0eab9 req-7a6d5219-559c-450a-98dd-84d32ab677db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e999a9e-eb42-4c66-9b62-b79ac2afbab4 HTTP/1.1" status: 200 len: 833 time: 0.0471053 Nov 19 19:59:43.720059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101158da-ca27-4a7f-80a5-ce2978a0eab9 req-7ce6d7f2-70be-4eaa-a6f8-b1b9136403d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:43.721594 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-101158da-ca27-4a7f-80a5-ce2978a0eab9 req-7ce6d7f2-70be-4eaa-a6f8-b1b9136403d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424159 Nov 19 19:59:43.829169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-101158da-ca27-4a7f-80a5-ce2978a0eab9 req-a190d692-4ca4-4d93-abc9-1848178fd4d9 service neutron] 10.222.0.21 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994501 Nov 19 19:59:43.926604 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-101158da-ca27-4a7f-80a5-ce2978a0eab9 req-a81cc792-d09a-488e-9865-310444f7a8cc service neutron] 10.222.0.21 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900373 Nov 19 19:59:44.255594 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:44.571795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522ff2d-02a5-4732-a691-c9ed1b73b472 req-0a9ca1d5-9748-4321-90bb-650491e0d983 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:44.573321 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5522ff2d-02a5-4732-a691-c9ed1b73b472 req-0a9ca1d5-9748-4321-90bb-650491e0d983 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 944 time: 0.0535011 Nov 19 19:59:44.631398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5522ff2d-02a5-4732-a691-c9ed1b73b472 req-3239520e-9a4e-4e25-b561-2e7d508ff956 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513740 Nov 19 19:59:45.768384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac542fc-c433-4d1b-a205-fe7aac99de97 req-3774d7b8-60b9-48d7-802d-09a2cef66c2d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:45.769992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cac542fc-c433-4d1b-a205-fe7aac99de97 req-3774d7b8-60b9-48d7-802d-09a2cef66c2d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 944 time: 0.0557978 Nov 19 19:59:45.829792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cac542fc-c433-4d1b-a205-fe7aac99de97 req-e3b724e6-6ce3-489e-8212-03d33613810d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534942 Nov 19 19:59:46.783777 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 68598ad3-3987-4eea-8860-310f033064e9 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:59:46.900240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 68598ad3-3987-4eea-8860-310f033064e9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=68598ad3-3987-4eea-8860-310f033064e9,segment=NetworkSegment(36482122-6c22-4094-9ff0-22888e840ddf),segment_id=36482122-6c22-4094-9ff0-22888e840ddf)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:46.914475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '68598ad3-3987-4eea-8860-310f033064e9', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'port_id': '68598ad3-3987-4eea-8860-310f033064e9', 'mac_address': 'fa:16:3e:05:20:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:59:46.958351 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:46.976334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68598ad3-3987-4eea-8860-310f033064e9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:59:46.985557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904054f3-5799-47bb-b7f3-b653f545cd7f req-15a91adf-d968-46a8-9998-7601cbbedca8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:46.987287 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-904054f3-5799-47bb-b7f3-b653f545cd7f req-15a91adf-d968-46a8-9998-7601cbbedca8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 944 time: 0.0666533 Nov 19 19:59:47.009007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 68598ad3-3987-4eea-8860-310f033064e9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=68598ad3-3987-4eea-8860-310f033064e9,segment=NetworkSegment(36482122-6c22-4094-9ff0-22888e840ddf),segment_id=36482122-6c22-4094-9ff0-22888e840ddf)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:47.013886 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:47.045427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-904054f3-5799-47bb-b7f3-b653f545cd7f req-d9ac74a9-3c81-4142-aa28-9d5aa26c7bde tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511482 Nov 19 19:59:47.070454 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=68598ad3-3987-4eea-8860-310f033064e9,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:47.234046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['68598ad3-3987-4eea-8860-310f033064e9'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:59:48.189198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75a7ba-69a2-49db-86cb-85fad4479b62 req-47c73f83-5e92-4fce-863b-7c600b9e4880 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:48.190739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e75a7ba-69a2-49db-86cb-85fad4479b62 req-47c73f83-5e92-4fce-863b-7c600b9e4880 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 945 time: 0.0582361 Nov 19 19:59:48.244256 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e75a7ba-69a2-49db-86cb-85fad4479b62 req-506c4e57-4f61-4bdb-a2c2-3e7ca5e4c093 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475073 Nov 19 19:59:48.799659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 68598ad3-3987-4eea-8860-310f033064e9 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:59:48.861354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 68598ad3-3987-4eea-8860-310f033064e9 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:59:48.867209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 68598ad3-3987-4eea-8860-310f033064e9 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:59:48.867904 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:48.977351 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:49.002873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68598ad3-3987-4eea-8860-310f033064e9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:59:49.005395 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa26ac6-f675-4601-8730-bd7620ce54a9" -d '{"events": [{"server_uuid": "d1c0bd0a-d362-42ed-ac24-015a8c4ce21b", "name": "network-vif-plugged", "status": "completed", "tag": "68598ad3-3987-4eea-8860-310f033064e9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:59:49.021963 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 68598ad3-3987-4eea-8860-310f033064e9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=68598ad3-3987-4eea-8860-310f033064e9,segment=NetworkSegment(36482122-6c22-4094-9ff0-22888e840ddf),segment_id=36482122-6c22-4094-9ff0-22888e840ddf)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:59:49.027239 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:49.103858 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=68598ad3-3987-4eea-8860-310f033064e9,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:49.113695 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0174976-486b-4e62-bdc3-7df594c677a7 x-openstack-request-id: req-c0174976-486b-4e62-bdc3-7df594c677a7 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:59:49.114190 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c0bd0a-d362-42ed-ac24-015a8c4ce21b", "name": "network-vif-plugged", "status": "completed", "tag": "68598ad3-3987-4eea-8860-310f033064e9", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:59:49.114385 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0174976-486b-4e62-bdc3-7df594c677a7 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:59:49.114719 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68598ad3-3987-4eea-8860-310f033064e9', 'code': 200} Nov 19 19:59:49.226147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2b477-f9b9-47ca-ac88-612be52cccb3 req-85a43843-2867-40b4-a92b-db2c2eedc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:49.227747 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-43f2b477-f9b9-47ca-ac88-612be52cccb3 req-85a43843-2867-40b4-a92b-db2c2eedc732 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 1097 time: 0.0472388 Nov 19 19:59:49.304207 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-43f2b477-f9b9-47ca-ac88-612be52cccb3 req-845a02ea-3988-4e81-83b3-d9950e0a5d02 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661690 Nov 19 19:59:49.379486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f6cee-efad-417d-9ace-7ce337f8d958 req-3a597395-6099-411e-8bd8-e850b63a981c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:49.381197 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b6f6cee-efad-417d-9ace-7ce337f8d958 req-3a597395-6099-411e-8bd8-e850b63a981c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 946 time: 0.0599470 Nov 19 19:59:49.440979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b6f6cee-efad-417d-9ace-7ce337f8d958 req-20136e79-df2a-476d-99ca-7130c1d4deee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530119 Nov 19 19:59:50.583698 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7866a17-6436-41f9-a72e-9d8ea057376d req-3fbbdd80-79a8-4272-a795-5ca6394ab283 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:50.585401 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7866a17-6436-41f9-a72e-9d8ea057376d req-3fbbdd80-79a8-4272-a795-5ca6394ab283 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 946 time: 0.0541613 Nov 19 19:59:50.647645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d7866a17-6436-41f9-a72e-9d8ea057376d req-0ba6e40c-69a6-456e-9fe2-1134a153c19a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522759 Nov 19 19:59:50.780537 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bea206-bc84-4a9b-a8b2-9a7f2afeab75 req-2bb99b10-8b11-4bcc-87cc-815b3d1b2d8e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:50.782186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55bea206-bc84-4a9b-a8b2-9a7f2afeab75 req-2bb99b10-8b11-4bcc-87cc-815b3d1b2d8e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 946 time: 0.0556722 Nov 19 19:59:50.838822 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55bea206-bc84-4a9b-a8b2-9a7f2afeab75 req-84debec4-7553-4c6b-a72f-c9c633928ace tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505366 Nov 19 19:59:50.867688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36318) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:50.912995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90c94d-3935-4bc1-ae35-4aa6812e89cb tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:50.914661 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ab90c94d-3935-4bc1-ae35-4aa6812e89cb tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 1092 time: 0.0455513 Nov 19 19:59:50.917586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36320) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:50.922633 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '68598ad3-3987-4eea-8860-310f033064e9', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:59:50.948977 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:51.064784 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:51.185198 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.25.3.83 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/edd6a7db-9af2-4572-a32a-83cb1f80a5ab) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:59:51.316909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:51.354739 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:51.397881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:59:51.401049 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:59:51.405325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:59:51.433401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=edd6a7db-9af2-4572-a32a-83cb1f80a5ab,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:51.849000 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:51.944308 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:52.154848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:52.159708 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:52.238041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=edd6a7db-9af2-4572-a32a-83cb1f80a5ab,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:59:52.255177 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:52.375621 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Floating IP 14a8c9ae-000b-493f-bb2e-50a5bf3743d2 associated. External IP: 172.25.3.83, port: 68598ad3-3987-4eea-8860-310f033064e9. Nov 19 19:59:52.609060 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:59:52.727631 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:59:52.739957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81e52c-a8d1-47f7-af7e-2bd045c6eca3 None None] Sync routers for ids ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:59:52.752853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81e52c-a8d1-47f7-af7e-2bd045c6eca3 None None] Routers {'60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:52.753591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-db81e52c-a8d1-47f7-af7e-2bd045c6eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:59:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:52.755315 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:52.807386 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2b89d383-9d6f-4a2e-90e9-ffef3909e4d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8882275 Nov 19 19:59:52.808611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'tag': '68598ad3-3987-4eea-8860-310f033064e9'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:59:52.812580 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c0bd0a-d362-42ed-ac24-015a8c4ce21b", "tag": "68598ad3-3987-4eea-8860-310f033064e9"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:59:52.887663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-db81e52c-a8d1-47f7-af7e-2bd045c6eca3 None None] Set router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:52.959265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860ec61-f790-44d9-9683-d3fecffa274c req-dbafb9f5-9778-478c-989f-eba1e59ceaff tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:52.961855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9860ec61-f790-44d9-9683-d3fecffa274c req-dbafb9f5-9778-478c-989f-eba1e59ceaff tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 946 time: 0.0811684 Nov 19 19:59:53.022196 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9860ec61-f790-44d9-9683-d3fecffa274c req-71f70447-40ef-4e67-8608-a611459e3411 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533321 Nov 19 19:59:53.062400 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36326) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:53.122072 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd90e42-6ddd-4edc-a0b6-567b8bf05d2c x-openstack-request-id: req-6cd90e42-6ddd-4edc-a0b6-567b8bf05d2c {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:59:53.122385 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c0bd0a-d362-42ed-ac24-015a8c4ce21b", "tag": "68598ad3-3987-4eea-8860-310f033064e9", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:59:53.122712 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cd90e42-6ddd-4edc-a0b6-567b8bf05d2c {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:59:53.123005 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'tag': '68598ad3-3987-4eea-8860-310f033064e9', 'status': 'completed', 'code': 200} Nov 19 19:59:53.167312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4709aaf0-15ca-48b1-94cf-c9187f2ef961 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/14a8c9ae-000b-493f-bb2e-50a5bf3743d2 HTTP/1.1" status: 200 len: 991 time: 0.1031039 Nov 19 19:59:53.180790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2 req-f15bfdbd-b4fa-43a9-9669-d0dad52b6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:53.182549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2 req-f15bfdbd-b4fa-43a9-9669-d0dad52b6315 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 1097 time: 0.0545580 Nov 19 19:59:53.278460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-db81e52c-a8d1-47f7-af7e-2bd045c6eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:37Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '14a8c9ae-000b-493f-bb2e-50a5bf3743d2', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.83', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'port_id': '68598ad3-3987-4eea-8860-310f033064e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'mac_address': 'fa:16:3e:05:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:59:51Z', 'updated_at': '2021-11-19T19:59:51Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194fec87-d9cd-4411-a7fb-7a6d4648053d', 'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:ea:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:35Z', 'updated_at': '2021-11-19T19:59:40Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:53.316210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2 req-631ae61d-ee30-4563-93b3-88f07e87e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:53.317740 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2 req-631ae61d-ee30-4563-93b3-88f07e87e7a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 HTTP/1.1" status: 200 len: 897 time: 0.1279256 Nov 19 19:59:53.328436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81e52c-a8d1-47f7-af7e-2bd045c6eca3 None None] Checking router: 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:59:53.342671 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81e52c-a8d1-47f7-af7e-2bd045c6eca3 None None] Routers {'60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:59:53.343750 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-db81e52c-a8d1-47f7-af7e-2bd045c6eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T19:59:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:53.395078 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2 req-04a12e4a-04c9-46c7-a522-363d9c57c0e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68598ad3-3987-4eea-8860-310f033064e9 HTTP/1.1" status: 200 len: 999 time: 0.0692883 Nov 19 19:59:53.471456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2 req-4a45d507-b891-4b88-a088-647b93cec8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:53.473786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2 req-4a45d507-b891-4b88-a088-647b93cec8bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e999a9e-eb42-4c66-9b62-b79ac2afbab4 HTTP/1.1" status: 200 len: 833 time: 0.0722909 Nov 19 19:59:53.484129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-db81e52c-a8d1-47f7-af7e-2bd045c6eca3 None None] Set router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:59:53.531955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2 req-07593301-0364-49fe-8b07-e56f53671cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:59:53.533524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2 req-07593301-0364-49fe-8b07-e56f53671cb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531611 Nov 19 19:59:53.645109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2 req-4bc141ff-ed75-46a4-bd2f-30f10b3f2d2f service neutron] 10.222.0.21 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044478 Nov 19 19:59:53.749825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c9990e-ca2a-4ea4-98b0-3c3445c725c2 req-27a41fe8-53e8-4022-8c28-2eeea74bac4a service neutron] 10.222.0.21 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980999 Nov 19 19:59:53.759049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-db81e52c-a8d1-47f7-af7e-2bd045c6eca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:37Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '14a8c9ae-000b-493f-bb2e-50a5bf3743d2', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.83', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'port_id': '68598ad3-3987-4eea-8860-310f033064e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'mac_address': 'fa:16:3e:05:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:59:51Z', 'updated_at': '2021-11-19T19:59:51Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194fec87-d9cd-4411-a7fb-7a6d4648053d', 'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:ea:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:35Z', 'updated_at': '2021-11-19T19:59:40Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:59:53.788786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81e52c-a8d1-47f7-af7e-2bd045c6eca3 None None] The sync data for ids ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'] in n-d-815373-6 is: [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:37Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '14a8c9ae-000b-493f-bb2e-50a5bf3743d2', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.83', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'port_id': '68598ad3-3987-4eea-8860-310f033064e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'mac_address': 'fa:16:3e:05:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:59:51Z', 'updated_at': '2021-11-19T19:59:51Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '194fec87-d9cd-4411-a7fb-7a6d4648053d', 'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:ea:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:35Z', 'updated_at': '2021-11-19T19:59:40Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:59:54.034959 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d8be01-8239-4b29-b292-8ca3cc76f9c4 None None] New status for floating IP 14a8c9ae-000b-493f-bb2e-50a5bf3743d2: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:59:54.171098 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36328) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:54.273228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-dfb8d00b-8e9c-4d7e-9a12-97971ca58887 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/14a8c9ae-000b-493f-bb2e-50a5bf3743d2 HTTP/1.1" status: 200 len: 991 time: 0.1005800 Nov 19 19:59:55.278202 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36330) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:59:55.347631 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-04707f2e-f3ab-42a2-99cb-776ba14eaef8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/14a8c9ae-000b-493f-bb2e-50a5bf3743d2 HTTP/1.1" status: 200 len: 993 time: 0.0679142 Nov 19 19:59:55.862263 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:59:58.198664 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:00:00.421559 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:08.311303 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3dc2df9e-f078-4fdd-964f-54a0fdf5d3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:10.721843 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4284074d-ba5d-4b21-8307-f0ff01c79b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:12.117289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:13.566879 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:14.260582 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:18.689308 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-7b86ee37-b55c-477d-91c4-17baa02e43bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401044 Nov 19 20:00:18.788384 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-aa3cf9ae-af79-4b9e-8d4a-6700ed2222f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:18.789948 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-aa3cf9ae-af79-4b9e-8d4a-6700ed2222f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 1097 time: 0.0467374 Nov 19 20:00:18.900238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-abf6c338-a977-4a94-ae7c-bda31ca12ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:18.901718 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-abf6c338-a977-4a94-ae7c-bda31ca12ec5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 HTTP/1.1" status: 200 len: 897 time: 0.0881772 Nov 19 20:00:18.972710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-77d0be19-9806-4e57-82e3-e664eacec0b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68598ad3-3987-4eea-8860-310f033064e9 HTTP/1.1" status: 200 len: 1001 time: 0.0625367 Nov 19 20:00:19.023139 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-d1cc4102-05a9-440f-b9f0-9847bca1b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:19.024603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-d1cc4102-05a9-440f-b9f0-9847bca1b5a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e999a9e-eb42-4c66-9b62-b79ac2afbab4 HTTP/1.1" status: 200 len: 833 time: 0.0447149 Nov 19 20:00:19.070934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-6181f155-7784-40ea-8891-e7176233880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:19.072440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-6181f155-7784-40ea-8891-e7176233880a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407908 Nov 19 20:00:19.166649 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-565e7a51-2903-4052-8ec1-b4a63608b750 service neutron] 10.222.0.21 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870080 Nov 19 20:00:19.258886 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de6ba1c2-69f1-4382-a7c4-5e7f9de7452c req-df53a8dd-582f-4362-a268-f2e4db7f7f56 service neutron] 10.222.0.21 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849421 Nov 19 20:00:20.257235 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-b06cf706-f308-449d-89cd-0a33712dfbd6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940197 Nov 19 20:00:20.344517 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-08b9e25e-e336-4960-a5e2-43595abef717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:20.346099 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-08b9e25e-e336-4960-a5e2-43595abef717 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0438182 Nov 19 20:00:20.455649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-cf6c61f6-8a50-48b5-88bc-f82e5cc13a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:20.457636 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-cf6c61f6-8a50-48b5-88bc-f82e5cc13a61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0928924 Nov 19 20:00:20.499302 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-a4d23961-28ff-460e-94d1-98cf7bb514e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0351021 Nov 19 20:00:20.548502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-5361e48c-4a7c-4b2d-bdcb-b6e7b7b6738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:20.550031 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-5361e48c-4a7c-4b2d-bdcb-b6e7b7b6738d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0442343 Nov 19 20:00:20.596410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-419ec2d7-f467-4dc8-a2c2-83e249247ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:20.598109 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-419ec2d7-f467-4dc8-a2c2-83e249247ec0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415263 Nov 19 20:00:20.694972 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-0a217088-ef01-416a-978b-e604fea1869d service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892620 Nov 19 20:00:20.786193 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-04df4964-aac5-4b2f-a641-9eafce75aab9 req-5ea937b9-30b4-4242-89a5-afbbbfbdda27 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840235 Nov 19 20:00:25.873284 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:26.690643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273216b-0f1f-45f1-bf74-f3240da8293c req-5dd45b95-1797-420d-88c2-8203b06b2957 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:26.692836 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f273216b-0f1f-45f1-bf74-f3240da8293c req-5dd45b95-1797-420d-88c2-8203b06b2957 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 946 time: 0.0554242 Nov 19 20:00:26.745639 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f273216b-0f1f-45f1-bf74-f3240da8293c req-6050f2b9-1e88-4627-a9f1-260fcc8710e3 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466192 Nov 19 20:00:27.864822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95374067-d380-4643-8369-b1450d56805b req-5ca043ed-5363-435e-929a-0c2e25bd2ffe tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:27.866351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95374067-d380-4643-8369-b1450d56805b req-5ca043ed-5363-435e-929a-0c2e25bd2ffe tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 946 time: 0.0508118 Nov 19 20:00:27.918178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-95374067-d380-4643-8369-b1450d56805b req-d4c09222-9624-4669-b4a0-85096ff9cdeb tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458367 Nov 19 20:00:27.940695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36356) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:28.005630 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-470c7e7b-2762-4e79-b6f2-bfcfdd4e459a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/14a8c9ae-000b-493f-bb2e-50a5bf3743d2 HTTP/1.1" status: 200 len: 993 time: 0.0630939 Nov 19 20:00:29.283273 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23d30d-af6e-4d2f-9263-d1adfece2f5e req-35e604f6-9023-4d0b-afe5-10a69ff1b2a7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:29.284832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da23d30d-af6e-4d2f-9263-d1adfece2f5e req-35e604f6-9023-4d0b-afe5-10a69ff1b2a7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 946 time: 0.0519252 Nov 19 20:00:29.337548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-da23d30d-af6e-4d2f-9263-d1adfece2f5e req-50a8075e-fc3c-4d04-888c-e3d4247c3fe8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457335 Nov 19 20:00:30.421584 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:30.457886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e23cf-0b2d-4367-9b02-e4a8cd2317d8 req-78fbe8af-c5a9-49c9-b858-cc1b483b24ce tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:30.459409 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d01e23cf-0b2d-4367-9b02-e4a8cd2317d8 req-78fbe8af-c5a9-49c9-b858-cc1b483b24ce tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 946 time: 0.0505500 Nov 19 20:00:30.509868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d01e23cf-0b2d-4367-9b02-e4a8cd2317d8 req-40e9fcf9-71a6-40f1-ae4a-c8df04c351fe tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 Nov 19 20:00:30.532111 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36366) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:30.597944 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1cea1f7a-6b80-4155-96f2-e8ee70077e8d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/14a8c9ae-000b-493f-bb2e-50a5bf3743d2 HTTP/1.1" status: 200 len: 993 time: 0.0641561 Nov 19 20:00:30.826680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36376) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:30.985968 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port edd6a7db-9af2-4572-a32a-83cb1f80a5ab {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:00:30.986308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:31.064227 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:31.064544 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:31.076410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for edd6a7db-9af2-4572-a32a-83cb1f80a5ab owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:00:31.234981 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:31.268824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=edd6a7db-9af2-4572-a32a-83cb1f80a5ab,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:31.301812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.302170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.302521 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.302867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.303213 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.303553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.304745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.304745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.304745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.305050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.305578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.306780 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:31.359743 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:31.360086 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Floating IP 14a8c9ae-000b-493f-bb2e-50a5bf3743d2 disassociated (deleted). External IP: 172.25.3.83, port: 68598ad3-3987-4eea-8860-310f033064e9. Nov 19 20:00:31.928241 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:00:32.068388 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:00:32.073307 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:32.079590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63396e6-e7fb-4c83-bb01-2c3b762c530e None None] Sync routers for ids ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:00:32.090304 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63396e6-e7fb-4c83-bb01-2c3b762c530e None None] Routers {'60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:00:32.090950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f63396e6-e7fb-4c83-bb01-2c3b762c530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:00:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:32.101735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a1f75810-77b3-4fe1-ab58-18b0f3895781 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/floatingips/14a8c9ae-000b-493f-bb2e-50a5bf3743d2 HTTP/1.1" status: 204 len: 168 time: 1.2739367 Nov 19 20:00:32.102699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'tag': '68598ad3-3987-4eea-8860-310f033064e9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:00:32.105194 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cbb7cd-8485-4948-acc9-251f0ff29434" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c0bd0a-d362-42ed-ac24-015a8c4ce21b", "tag": "68598ad3-3987-4eea-8860-310f033064e9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:00:32.209000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f63396e6-e7fb-4c83-bb01-2c3b762c530e None None] Set router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:00:32.268103 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66512232-4d9e-41fc-9d3e-225cf516edd1 x-openstack-request-id: req-66512232-4d9e-41fc-9d3e-225cf516edd1 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:00:32.268510 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c0bd0a-d362-42ed-ac24-015a8c4ce21b", "tag": "68598ad3-3987-4eea-8860-310f033064e9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:00:32.268871 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66512232-4d9e-41fc-9d3e-225cf516edd1 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:00:32.270154 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'tag': '68598ad3-3987-4eea-8860-310f033064e9', 'status': 'completed', 'code': 200} Nov 19 20:00:32.365587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbb7cd-8485-4948-acc9-251f0ff29434 req-8c981bd0-e0f4-458c-a1c3-2b5e0549f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:32.367058 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41cbb7cd-8485-4948-acc9-251f0ff29434 req-8c981bd0-e0f4-458c-a1c3-2b5e0549f64e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 1097 time: 0.0716910 Nov 19 20:00:32.426375 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f63396e6-e7fb-4c83-bb01-2c3b762c530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:37Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '194fec87-d9cd-4411-a7fb-7a6d4648053d', 'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:ea:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:35Z', 'updated_at': '2021-11-19T19:59:40Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:32.430795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61316f8-d0b2-4ec6-9cb0-62a41e618cde req-dc608f15-0221-478b-9ae4-6b6ae4488b7e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:32.432324 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a61316f8-d0b2-4ec6-9cb0-62a41e618cde req-dc608f15-0221-478b-9ae4-6b6ae4488b7e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 946 time: 0.0995383 Nov 19 20:00:32.453800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63396e6-e7fb-4c83-bb01-2c3b762c530e None None] Checking router: 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:00:32.463184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63396e6-e7fb-4c83-bb01-2c3b762c530e None None] Routers {'60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:00:32.463798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f63396e6-e7fb-4c83-bb01-2c3b762c530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:00:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:32.514838 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a61316f8-d0b2-4ec6-9cb0-62a41e618cde req-bf2a71de-abdb-4e0f-8838-73dc77be54df tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760238 Nov 19 20:00:32.516411 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbb7cd-8485-4948-acc9-251f0ff29434 req-f2a923bc-ca59-4ebb-b4cb-d975edd73237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:32.517853 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41cbb7cd-8485-4948-acc9-251f0ff29434 req-f2a923bc-ca59-4ebb-b4cb-d975edd73237 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 HTTP/1.1" status: 200 len: 897 time: 0.1406629 Nov 19 20:00:32.565961 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41cbb7cd-8485-4948-acc9-251f0ff29434 req-00c41a59-2653-4d04-ac31-b45afedd36da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68598ad3-3987-4eea-8860-310f033064e9 HTTP/1.1" status: 200 len: 217 time: 0.0402722 Nov 19 20:00:32.572663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f63396e6-e7fb-4c83-bb01-2c3b762c530e None None] Set router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:00:32.616192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbb7cd-8485-4948-acc9-251f0ff29434 req-9f3a145e-a449-481e-8cd6-0e755be3f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:32.617606 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41cbb7cd-8485-4948-acc9-251f0ff29434 req-9f3a145e-a449-481e-8cd6-0e755be3f550 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e999a9e-eb42-4c66-9b62-b79ac2afbab4 HTTP/1.1" status: 200 len: 833 time: 0.0448604 Nov 19 20:00:32.665346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbb7cd-8485-4948-acc9-251f0ff29434 req-e11629e5-35a6-4d42-8d71-90dc29b568e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:32.666890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41cbb7cd-8485-4948-acc9-251f0ff29434 req-e11629e5-35a6-4d42-8d71-90dc29b568e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417285 Nov 19 20:00:32.765386 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41cbb7cd-8485-4948-acc9-251f0ff29434 req-339ee0c8-9766-4e35-a4e2-1906ba507952 service neutron] 10.222.0.21 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889239 Nov 19 20:00:32.771814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f63396e6-e7fb-4c83-bb01-2c3b762c530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:37Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '194fec87-d9cd-4411-a7fb-7a6d4648053d', 'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:ea:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:35Z', 'updated_at': '2021-11-19T19:59:40Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:32.802854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63396e6-e7fb-4c83-bb01-2c3b762c530e None None] The sync data for ids ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'] in n-d-815373-6 is: [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T19:59:37Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '194fec87-d9cd-4411-a7fb-7a6d4648053d', 'name': '', 'network_id': 'fd7a19b9-73d2-495f-9b87-2b4c567bd3d5', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:ea:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:35Z', 'updated_at': '2021-11-19T19:59:40Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '5e999a9e-eb42-4c66-9b62-b79ac2afbab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:00:32.867849 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-41cbb7cd-8485-4948-acc9-251f0ff29434 req-0299f20f-4153-4c69-97d3-3291b9ae24f7 service neutron] 10.222.0.21 "GET /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931506 Nov 19 20:00:33.037680 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba2546-5aa6-46b5-b153-c550fcd99725 None None] New status for floating IP 14a8c9ae-000b-493f-bb2e-50a5bf3743d2: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:00:33.633400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b57306-d9d6-4806-bd16-e9053e8acfcf req-53e98ef3-8ad7-414a-adf1-d3749f699374 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:33.634906 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3b57306-d9d6-4806-bd16-e9053e8acfcf req-53e98ef3-8ad7-414a-adf1-d3749f699374 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 946 time: 0.0502071 Nov 19 20:00:33.692887 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3b57306-d9d6-4806-bd16-e9053e8acfcf req-942744b2-8f74-4f3c-90c4-df42b0c5f648 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ad97aa9-c735-4204-915d-c627a0125813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520854 Nov 19 20:00:33.825137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0204a98-4fd0-4eb9-bbf6-7be5a0207008 req-85e1786d-718d-4d3b-810d-5cefa623a5ce tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:33.826530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0204a98-4fd0-4eb9-bbf6-7be5a0207008 req-85e1786d-718d-4d3b-810d-5cefa623a5ce tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1c0bd0a-d362-42ed-ac24-015a8c4ce21b HTTP/1.1" status: 200 len: 946 time: 0.0503693 Nov 19 20:00:33.918915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a0204a98-4fd0-4eb9-bbf6-7be5a0207008 req-d0e79118-a2e4-40bc-81af-8ba02d47c0de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port 68598ad3-3987-4eea-8860-310f033064e9 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:00:33.919257 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a0204a98-4fd0-4eb9-bbf6-7be5a0207008 req-d0e79118-a2e4-40bc-81af-8ba02d47c0de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:34.013393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-a0204a98-4fd0-4eb9-bbf6-7be5a0207008 req-d0e79118-a2e4-40bc-81af-8ba02d47c0de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port 68598ad3-3987-4eea-8860-310f033064e9, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=68598ad3-3987-4eea-8860-310f033064e9,segment=NetworkSegment(36482122-6c22-4094-9ff0-22888e840ddf),segment_id=36482122-6c22-4094-9ff0-22888e840ddf)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:00:34.013779 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a0204a98-4fd0-4eb9-bbf6-7be5a0207008 req-d0e79118-a2e4-40bc-81af-8ba02d47c0de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:34.026380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-a0204a98-4fd0-4eb9-bbf6-7be5a0207008 req-d0e79118-a2e4-40bc-81af-8ba02d47c0de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for 68598ad3-3987-4eea-8860-310f033064e9 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:00:34.162908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a0204a98-4fd0-4eb9-bbf6-7be5a0207008 req-d0e79118-a2e4-40bc-81af-8ba02d47c0de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:34.191972 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e79118-a2e4-40bc-81af-8ba02d47c0de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=68598ad3-3987-4eea-8860-310f033064e9,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:34.237230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0204a98-4fd0-4eb9-bbf6-7be5a0207008 req-d0e79118-a2e4-40bc-81af-8ba02d47c0de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] No DVR routers for this DVR port 68598ad3-3987-4eea-8860-310f033064e9 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:00:34.241050 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-a0204a98-4fd0-4eb9-bbf6-7be5a0207008 req-d0e79118-a2e4-40bc-81af-8ba02d47c0de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:34.244530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0204a98-4fd0-4eb9-bbf6-7be5a0207008 req-d0e79118-a2e4-40bc-81af-8ba02d47c0de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "DELETE /v2.0/ports/68598ad3-3987-4eea-8860-310f033064e9 HTTP/1.1" status: 204 len: 173 time: 0.4108124 Nov 19 20:00:34.272302 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'name': 'network-vif-deleted', 'tag': '68598ad3-3987-4eea-8860-310f033064e9'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:00:34.275541 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a642a34-a7ae-4952-9b9d-9d1a44da7281" -d '{"events": [{"server_uuid": "d1c0bd0a-d362-42ed-ac24-015a8c4ce21b", "name": "network-vif-deleted", "tag": "68598ad3-3987-4eea-8860-310f033064e9"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:00:34.318889 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05131a2e-7456-4591-8d8e-046913977236 x-openstack-request-id: req-05131a2e-7456-4591-8d8e-046913977236 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:00:34.319264 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c0bd0a-d362-42ed-ac24-015a8c4ce21b", "name": "network-vif-deleted", "tag": "68598ad3-3987-4eea-8860-310f033064e9", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:00:34.319611 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05131a2e-7456-4591-8d8e-046913977236 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:00:34.320086 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c0bd0a-d362-42ed-ac24-015a8c4ce21b', 'name': 'network-vif-deleted', 'tag': '68598ad3-3987-4eea-8860-310f033064e9', 'status': 'completed', 'code': 200} Nov 19 20:00:34.758359 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36394) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:35.127998 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:35.198386 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:00:35.404214 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port 194fec87-d9cd-4411-a7fb-7a6d4648053d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:00:35.404556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:35.494238 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port 194fec87-d9cd-4411-a7fb-7a6d4648053d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=194fec87-d9cd-4411-a7fb-7a6d4648053d,segment=NetworkSegment(36482122-6c22-4094-9ff0-22888e840ddf),segment_id=36482122-6c22-4094-9ff0-22888e840ddf)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:00:35.494509 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:35.511509 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for 194fec87-d9cd-4411-a7fb-7a6d4648053d owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:00:35.696548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:35.728824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=194fec87-d9cd-4411-a7fb-7a6d4648053d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:35.752988 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.753340 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.754175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.754738 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.755133 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.755468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.755800 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.756135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.756464 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.756790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.757110 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.757428 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:35.915202 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:36.133404 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:00:36.243764 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:00:36.248885 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-34659081-0eac-4c9c-9eec-43febb4c55e6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "PUT /v2.0/routers/60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4893334 Nov 19 20:00:36.251603 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36396) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:36.257968 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7e47ce-0e92-42df-845f-667a9ebb0690 None None] Sync routers for ids ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:00:36.270305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e47ce-0e92-42df-845f-667a9ebb0690 None None] Routers {'60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:00:36.271108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-eb7e47ce-0e92-42df-845f-667a9ebb0690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:00:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:36.307116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-5537143f-f30e-4d4c-8cc4-0ad4de0bb2a0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting subnet 5e999a9e-eb42-4c66-9b62-b79ac2afbab4 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 20:00:36.310313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5537143f-f30e-4d4c-8cc4-0ad4de0bb2a0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:36.352962 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5537143f-f30e-4d4c-8cc4-0ad4de0bb2a0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:36.447789 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5537143f-f30e-4d4c-8cc4-0ad4de0bb2a0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:36.512104 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5537143f-f30e-4d4c-8cc4-0ad4de0bb2a0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:36.539459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537143f-f30e-4d4c-8cc4-0ad4de0bb2a0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Subnet': ['ID=5e999a9e-eb42-4c66-9b62-b79ac2afbab4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:36.542792 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-eb7e47ce-0e92-42df-845f-667a9ebb0690 None None] Set router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:00:36.543264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5537143f-f30e-4d4c-8cc4-0ad4de0bb2a0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:36.552738 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5537143f-f30e-4d4c-8cc4-0ad4de0bb2a0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/subnets/5e999a9e-eb42-4c66-9b62-b79ac2afbab4 HTTP/1.1" status: 204 len: 168 time: 0.2972479 Nov 19 20:00:36.553022 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36398) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:36.572132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c359368-17eb-4e0d-a71a-c3fcc57bec8f None None] Network fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:00:36.840582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-eb7e47ce-0e92-42df-845f-667a9ebb0690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T20:00:35Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:36.873431 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7e47ce-0e92-42df-845f-667a9ebb0690 None None] Checking router: 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:00:36.888245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] DHCP port deletion for fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:00:36.891157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e47ce-0e92-42df-845f-667a9ebb0690 None None] Routers {'60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:00:36.892111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-eb7e47ce-0e92-42df-845f-667a9ebb0690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:00:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:37.002028 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.035661 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-eb7e47ce-0e92-42df-845f-667a9ebb0690 None None] Set router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:00:37.094391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Deleting port 80e333d4-06ee-458a-a53f-36984892a3ae {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:00:37.094766 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.110405 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.111956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 68598ad3-3987-4eea-8860-310f033064e9 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:00:37.169157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port 21a03015-ae7c-4002-99ef-489c4aa77b3d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:00:37.169508 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.200305 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 68598ad3-3987-4eea-8860-310f033064e9 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:00:37.200680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 68598ad3-3987-4eea-8860-310f033064e9 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:00:37.221629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 80e333d4-06ee-458a-a53f-36984892a3ae no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:00:37.265044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port 21a03015-ae7c-4002-99ef-489c4aa77b3d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=21a03015-ae7c-4002-99ef-489c4aa77b3d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:00:37.265426 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.279354 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] For port 80e333d4-06ee-458a-a53f-36984892a3ae, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=80e333d4-06ee-458a-a53f-36984892a3ae,segment=NetworkSegment(36482122-6c22-4094-9ff0-22888e840ddf),segment_id=36482122-6c22-4094-9ff0-22888e840ddf)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:00:37.279960 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for 21a03015-ae7c-4002-99ef-489c4aa77b3d owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:00:37.280071 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.308690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Calling delete_port for 80e333d4-06ee-458a-a53f-36984892a3ae owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:00:37.442124 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.462352 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.483212 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-eb7e47ce-0e92-42df-845f-667a9ebb0690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T20:00:35Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:37.491104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=21a03015-ae7c-4002-99ef-489c4aa77b3d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:37.516105 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47980a97-dec1-4a6d-9a63-604af15e937b None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:00:37.517813 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.540026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7e47ce-0e92-42df-845f-667a9ebb0690 None None] The sync data for ids ['60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa'] in n-d-815373-6 is: [{'id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589275989', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:59:32Z', 'updated_at': '2021-11-19T20:00:35Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '21a03015-ae7c-4002-99ef-489c4aa77b3d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:59:33Z', 'updated_at': '2021-11-19T19:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:00:37.567923 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.571355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] No DVR routers for this DVR port 80e333d4-06ee-458a-a53f-36984892a3ae on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:00:37.572978 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Pushing event deleted for resources: {'Port': ['ID=80e333d4-06ee-458a-a53f-36984892a3ae,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:37.585665 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.586047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.586400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.586781 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.587132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.587683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.588031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.588367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.588702 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.589085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.589371 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.589699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d19ba-f7f6-45b0-a122-2e963603c66b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:37.669610 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.671802 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.725860 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.726720 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Fanout notify agent at l3_agent the message router_deleted on router 60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 20:00:37.734142 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.738148 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a466a866-fc54-4422-97e2-fba85d607d42 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/routers/60a4b0a4-8b2a-4a7b-ab20-88b4b27e00fa HTTP/1.1" status: 204 len: 168 time: 1.1812701 Nov 19 20:00:37.738391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36400) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:37.815791 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.908473 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.930377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7a19b9-73d2-495f-9b87-2b4c567bd3d5']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:37.940715 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36482122-6c22-4094-9ff0-22888e840ddf') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:37.940997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36482122-6c22-4094-9ff0-22888e840ddf') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:37.951151 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.966579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.974343 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 20:00:37.974911 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: timer() Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:00:37.978213 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:00:38.044235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.052056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.054847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/networks/fd7a19b9-73d2-495f-9b87-2b4c567bd3d5 HTTP/1.1" status: 204 len: 168 time: 0.3153303 Nov 19 20:00:38.057559 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36402) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:38.075818 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed4e4d-505d-4166-9c10-9116b6692104 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Network': ['ID=fd7a19b9-73d2-495f-9b87-2b4c567bd3d5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:38.132932 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b010cee5-6ca4-4e40-b842-7e94e300f775 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.162292 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b010cee5-6ca4-4e40-b842-7e94e300f775 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.230335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b010cee5-6ca4-4e40-b842-7e94e300f775 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.233314 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b010cee5-6ca4-4e40-b842-7e94e300f775 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.236241 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b010cee5-6ca4-4e40-b842-7e94e300f775 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/security-groups/3ad97aa9-c735-4204-915d-c627a0125813 HTTP/1.1" status: 204 len: 168 time: 0.1761694 Nov 19 20:00:38.246840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010cee5-6ca4-4e40-b842-7e94e300f775 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad97aa9-c735-4204-915d-c627a0125813,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:38.319256 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-232dc576-411c-4363-9261-d239aeea948c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.600180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36408) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:38.607516 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-00a7dfb1-e476-4f0a-bb30-04ccd4028ef2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-552461052', 'description': 'tempest-secgroup-smoke-552461052 description', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:38.631577 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-00a7dfb1-e476-4f0a-bb30-04ccd4028ef2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.711164 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-00a7dfb1-e476-4f0a-bb30-04ccd4028ef2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.715997 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-00a7dfb1-e476-4f0a-bb30-04ccd4028ef2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.749713 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-00a7dfb1-e476-4f0a-bb30-04ccd4028ef2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.751020 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-00a7dfb1-e476-4f0a-bb30-04ccd4028ef2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1472814 Nov 19 20:00:38.754484 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36410) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:38.760066 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-29ede011-191d-4cc4-a5b6-8367fe300c60 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '8444579b-6320-486f-915d-479c44963244', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:38.766057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7dfb1-e476-4f0a-bb30-04ccd4028ef2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8444579b-6320-486f-915d-479c44963244,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:38.797568 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29ede011-191d-4cc4-a5b6-8367fe300c60 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.858770 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29ede011-191d-4cc4-a5b6-8367fe300c60 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.862868 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29ede011-191d-4cc4-a5b6-8367fe300c60 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.881350 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ede011-191d-4cc4-a5b6-8367fe300c60 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b01f88e-46f4-44aa-9092-2c71e6fc8152,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:38.899680 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-29ede011-191d-4cc4-a5b6-8367fe300c60 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:38.901037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-29ede011-191d-4cc4-a5b6-8367fe300c60 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454723 Nov 19 20:00:38.910828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36412) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:38.915630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-6dc8469e-7aed-4c97-9f36-245139a61d8b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '8444579b-6320-486f-915d-479c44963244', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:38.944639 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dc8469e-7aed-4c97-9f36-245139a61d8b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.004821 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dc8469e-7aed-4c97-9f36-245139a61d8b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.008496 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dc8469e-7aed-4c97-9f36-245139a61d8b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.027266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8469e-7aed-4c97-9f36-245139a61d8b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a68917-d603-48ef-90a2-81c8801e9017,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:39.034166 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6dc8469e-7aed-4c97-9f36-245139a61d8b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.035992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6dc8469e-7aed-4c97-9f36-245139a61d8b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241016 Nov 19 20:00:39.038864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36414) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:39.043209 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-2f9d9883-7026-42d7-ba21-0e252a508b96 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '8444579b-6320-486f-915d-479c44963244', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:39.069648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f9d9883-7026-42d7-ba21-0e252a508b96 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.127881 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f9d9883-7026-42d7-ba21-0e252a508b96 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.133438 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f9d9883-7026-42d7-ba21-0e252a508b96 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.151854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 21a03015-ae7c-4002-99ef-489c4aa77b3d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:00:39.157195 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d9883-7026-42d7-ba21-0e252a508b96 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d79265-f743-4540-8624-5ae6df289696,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:39.162548 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2f9d9883-7026-42d7-ba21-0e252a508b96 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.166362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2f9d9883-7026-42d7-ba21-0e252a508b96 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239848 Nov 19 20:00:39.166885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36416) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:39.170930 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ad8c1587-78a1-422c-ba2a-c01bdd89ddc1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '8444579b-6320-486f-915d-479c44963244', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:39.174076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 21a03015-ae7c-4002-99ef-489c4aa77b3d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:00:39.174500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 21a03015-ae7c-4002-99ef-489c4aa77b3d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:00:39.174921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 194fec87-d9cd-4411-a7fb-7a6d4648053d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:00:39.198663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 194fec87-d9cd-4411-a7fb-7a6d4648053d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:00:39.199258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 194fec87-d9cd-4411-a7fb-7a6d4648053d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:00:39.207491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1587-78a1-422c-ba2a-c01bdd89ddc1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.267568 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1587-78a1-422c-ba2a-c01bdd89ddc1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.271796 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1587-78a1-422c-ba2a-c01bdd89ddc1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.290322 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c1587-78a1-422c-ba2a-c01bdd89ddc1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8891a5-5f63-4fc5-91ae-eea144336cf5,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:39.296995 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1587-78a1-422c-ba2a-c01bdd89ddc1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.298217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ad8c1587-78a1-422c-ba2a-c01bdd89ddc1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307232 Nov 19 20:00:39.301832 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36418) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:39.306435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-582a0d1f-b9a2-45e0-8493-0e0a6db4578f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '8444579b-6320-486f-915d-479c44963244', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:39.330192 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-582a0d1f-b9a2-45e0-8493-0e0a6db4578f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Project 408f24315d2b4664b93ffa8fdffeb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:00:39.335193 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-582a0d1f-b9a2-45e0-8493-0e0a6db4578f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.385724 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-582a0d1f-b9a2-45e0-8493-0e0a6db4578f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.389449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-582a0d1f-b9a2-45e0-8493-0e0a6db4578f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.407239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a0d1f-b9a2-45e0-8493-0e0a6db4578f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35aad380-d740-4744-9b6d-80ec2028eaa6,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:39.416103 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-582a0d1f-b9a2-45e0-8493-0e0a6db4578f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.417369 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-582a0d1f-b9a2-45e0-8493-0e0a6db4578f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145246 Nov 19 20:00:39.420814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36420) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:39.426240 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e31bf8e1-3975-434c-9bba-39574a492eef tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '8444579b-6320-486f-915d-479c44963244', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:39.450280 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-e31bf8e1-3975-434c-9bba-39574a492eef tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Project 408f24315d2b4664b93ffa8fdffeb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:00:39.455505 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e31bf8e1-3975-434c-9bba-39574a492eef tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.519674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e31bf8e1-3975-434c-9bba-39574a492eef tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.523506 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e31bf8e1-3975-434c-9bba-39574a492eef tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.538887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bf8e1-3975-434c-9bba-39574a492eef tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71f2b01-87a6-4996-bf43-76ddec4e2633,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:39.550202 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e31bf8e1-3975-434c-9bba-39574a492eef tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.552329 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e31bf8e1-3975-434c-9bba-39574a492eef tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304440 Nov 19 20:00:39.555213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36422) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:39.560176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'network': {'name': 'tempest-network-smoke--1533085628', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'port_security_enabled': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:39.581057 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:00:39.584426 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.608603 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 20:00:39.619388 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.619738 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Added segment 787c4fdc-e3c5-47e0-8afd-0ec7a436af51 of type vlan for network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 Nov 19 20:00:39.661894 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.686801 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.692891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:39.693486 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.756031 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1996551 Nov 19 20:00:39.758832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36424) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:39.763727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'admin_state_up': True, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:39.771483 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb87ba-e942-40cb-925d-f5b4c337013d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Network': ['ID=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:39.781583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 20:00:39.790575 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.791625 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.847714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:39.997710 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:40.194261 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:40.213714 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:40.319622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.25.3.139 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/f3616deb-4c44-4b09-bda8-4d86f43965d1) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:00:40.426034 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:40.465577 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:40.506264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:00:40.510808 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:00:40.516083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:00:40.518420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=f3616deb-4c44-4b09-bda8-4d86f43965d1,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:40.527867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db439245-9141-4456-82da-3db81d0ce2cf None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:00:40.560369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ff40039d-a365-43f0-abdc-c7a18c3096a9 None None] Provisioning complete for port f3616deb-4c44-4b09-bda8-4d86f43965d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:40.560746 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff40039d-a365-43f0-abdc-c7a18c3096a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:40.596964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ff40039d-a365-43f0-abdc-c7a18c3096a9 None None] Port f3616deb-4c44-4b09-bda8-4d86f43965d1 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:00:40.724362 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-983b4211-989a-4ac6-8c6a-87323c252551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:40.775975 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:40.987194 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:41.124355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 1fa2fdf6-dae2-4e64-a966-98a80d25486e is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 20:00:41.238401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:00:41.247920 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Sync routers for ids ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:00:41.259742 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:41.261011 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-369ff861-5f98-40c9-aec3-89803b8fd7a1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5010629 Nov 19 20:00:41.261778 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Routers {'1fa2fdf6-dae2-4e64-a966-98a80d25486e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:00:41.262534 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:41.264173 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36426) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:41.292969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-28c66118-bf94-4e0a-ab62-b92503ba63fd tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=408f24315d2b4664b93ffa8fdffeb9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276892 Nov 19 20:00:41.295594 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36428) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:41.375266 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Set router 1fa2fdf6-dae2-4e64-a966-98a80d25486e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:00:41.392954 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e798f-c87e-403b-9f9c-66ae2e66dfac tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:41.395711 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c72e798f-c87e-403b-9f9c-66ae2e66dfac tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984848 Nov 19 20:00:41.398056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36432) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:41.435248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a3af877d-41b6-4566-a5b4-693b95154f35 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336027 Nov 19 20:00:41.435497 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36434) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:41.440329 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-675087492', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:41.538885 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:00:41.542583 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:41.566637 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:40Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:41.593525 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Checking router: 1fa2fdf6-dae2-4e64-a966-98a80d25486e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:00:41.593915 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Updating router 1fa2fdf6-dae2-4e64-a966-98a80d25486e port f3616deb-4c44-4b09-bda8-4d86f43965d1 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:00:41.622256 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:41.751270 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:41.826049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Subnet': ['ID=a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:41.830408 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Checking segment: {'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:00:41.830783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network hostable DHCP agents. Network: 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 20:00:41.848140 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 20:00:41.857646 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:00:41.861976 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:41.862585 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:41.869740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607df529-0696-42dc-84a0-f550f935c385 None None] Network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:00:41.882813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-fd535bb1-8389-466f-9e81-f6eea7aecc16 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4463995 Nov 19 20:00:41.888391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36436) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:42.005854 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.010933 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.035332 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9455161d-d03a-4d01-a516-abe8a6869840 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:00:42.043026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ips': [{'subnet_id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 20:00:42.043933 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.066711 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Attempting to bind port f3616deb-4c44-4b09-bda8-4d86f43965d1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:00:42.067202 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Attempting to bind port f3616deb-4c44-4b09-bda8-4d86f43965d1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:00:42.067581 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Attempting to bind port f3616deb-4c44-4b09-bda8-4d86f43965d1 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:00:42.079362 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:00:42.079889 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:00:42.080586 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.081255 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:00:42.082738 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Bound port: f3616deb-4c44-4b09-bda8-4d86f43965d1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:00:42.083460 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.111597 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Pushing event updated for resources: {'Port': ['ID=f3616deb-4c44-4b09-bda8-4d86f43965d1,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:42.127608 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.127948 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.128287 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.129367 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.129843 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.130187 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.130523 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.130854 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.131180 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.131507 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.131837 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.132161 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:00:42.156766 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] For port f3616deb-4c44-4b09-bda8-4d86f43965d1, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:00:42.160270 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] For port f3616deb-4c44-4b09-bda8-4d86f43965d1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f3616deb-4c44-4b09-bda8-4d86f43965d1,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:00:42.168151 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.203173 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.211399 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e9312667-a871-4a26-84bf-43216dac2117 None None] Provisioning complete for port f3616deb-4c44-4b09-bda8-4d86f43965d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:42.211799 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9312667-a871-4a26-84bf-43216dac2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.233483 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Routers {'1fa2fdf6-dae2-4e64-a966-98a80d25486e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:00:42.234169 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:42.272324 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32479a05-16a2-4d89-a175-92cba3c7f4db None None] Pushing event updated for resources: {'Port': ['ID=f3616deb-4c44-4b09-bda8-4d86f43965d1,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:42.307081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ada94b-f984-4e56-856c-e7466edc6b9f None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:00:42.365484 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Allocated IP 172.20.0.2 (8c9dc84d-a8a1-46c2-b466-a8a042ad64b4/a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf/9a8fa280-0d80-4d3e-b969-f0457d5636c1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:00:42.375510 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] Set router 1fa2fdf6-dae2-4e64-a966-98a80d25486e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:00:42.457789 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9312667-a871-4a26-84bf-43216dac2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.494335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e9312667-a871-4a26-84bf-43216dac2117 None None] For port f3616deb-4c44-4b09-bda8-4d86f43965d1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f3616deb-4c44-4b09-bda8-4d86f43965d1,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:00:42.505483 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9312667-a871-4a26-84bf-43216dac2117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.615947 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:40Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:42.623334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9312667-a871-4a26-84bf-43216dac2117 None None] Pushing event updated for resources: {'Port': ['ID=f3616deb-4c44-4b09-bda8-4d86f43965d1,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:42.647606 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25363409-2adc-4a8d-823f-2d6944111afe None None] The sync data for ids ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'] in n-d-815373-6 is: [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:40Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:00:42.649303 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.652658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-eed418ee-9562-463c-8651-146446d6b482 None None] Provisioning complete for port f3616deb-4c44-4b09-bda8-4d86f43965d1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:42.653575 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eed418ee-9562-463c-8651-146446d6b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.678856 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.742103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:00:42.746009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:42.747152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:00:42.752173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:00:42.759914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Pushing event updated for resources: {'Port': ['ID=9a8fa280-0d80-4d3e-b969-f0457d5636c1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:43.062537 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Attempting to bind port 9a8fa280-0d80-4d3e-b969-f0457d5636c1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:00:43.063218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Attempting to bind port 9a8fa280-0d80-4d3e-b969-f0457d5636c1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:00:43.063348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Attempting to bind port 9a8fa280-0d80-4d3e-b969-f0457d5636c1 on network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:00:43.072717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:00:43.072717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Checking segment: {'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:00:43.072954 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:43.073330 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Bound using segment: {'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:00:43.073850 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Bound port: 9a8fa280-0d80-4d3e-b969-f0457d5636c1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:00:43.074244 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:43.163419 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] For port 9a8fa280-0d80-4d3e-b969-f0457d5636c1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:00:43.167835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] For port 9a8fa280-0d80-4d3e-b969-f0457d5636c1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a8fa280-0d80-4d3e-b969-f0457d5636c1,segment=NetworkSegment(787c4fdc-e3c5-47e0-8afd-0ec7a436af51),segment_id=787c4fdc-e3c5-47e0-8afd-0ec7a436af51)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:00:43.175870 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:43.215237 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.20.0.1 (8c9dc84d-a8a1-46c2-b466-a8a042ad64b4/a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf/b2f8a5ed-fed1-4574-82aa-0477a1ebd072) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:00:43.217573 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f3616deb-4c44-4b09-bda8-4d86f43965d1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:00:43.303421 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e222ac6-4786-4022-ad91-ebd85381ed2b None None] Pushing event updated for resources: {'Port': ['ID=9a8fa280-0d80-4d3e-b969-f0457d5636c1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:43.329785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f3616deb-4c44-4b09-bda8-4d86f43965d1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:43.330177 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:43.358453 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:43.423727 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:43.509004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:00:43.512540 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:00:43.524611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:00:43.572027 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=b2f8a5ed-fed1-4574-82aa-0477a1ebd072,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:43.577016 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:43.599673 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:43.749055 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:44.048757 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:44.055228 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:44.131725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=b2f8a5ed-fed1-4574-82aa-0477a1ebd072,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:44.134341 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:44.244102 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:00:44.245862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:00:44.266111 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:44.346411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bfd6e9-b069-42d4-85c3-dde789bd6876 None None] Network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:00:44.372904 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 1fa2fdf6-dae2-4e64-a966-98a80d25486e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:00:44.430506 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-31f73114-3d68-4dcf-99e3-96d2cbafa9c7 None None] Provisioning complete for port 9a8fa280-0d80-4d3e-b969-f0457d5636c1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:44.430709 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31f73114-3d68-4dcf-99e3-96d2cbafa9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:44.492567 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:00:44.498674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5720eb25-8dfe-4d03-abcf-30dd89ec6b3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "PUT /v2.0/routers/1fa2fdf6-dae2-4e64-a966-98a80d25486e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6089644 Nov 19 20:00:44.580892 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31f73114-3d68-4dcf-99e3-96d2cbafa9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:44.628866 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-31f73114-3d68-4dcf-99e3-96d2cbafa9c7 None None] For port 9a8fa280-0d80-4d3e-b969-f0457d5636c1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a8fa280-0d80-4d3e-b969-f0457d5636c1,segment=NetworkSegment(787c4fdc-e3c5-47e0-8afd-0ec7a436af51),segment_id=787c4fdc-e3c5-47e0-8afd-0ec7a436af51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:00:44.634919 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31f73114-3d68-4dcf-99e3-96d2cbafa9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:44.696458 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-346288d6-fbb4-4d3b-8d64-35d9caae0082 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-552461052&fields=id&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 267 time: 0.0706959 Nov 19 20:00:44.701356 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f73114-3d68-4dcf-99e3-96d2cbafa9c7 None None] Pushing event updated for resources: {'Port': ['ID=9a8fa280-0d80-4d3e-b969-f0457d5636c1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:44.829794 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54da3f-b320-46e5-b045-502b85989c3d req-018d644b-86fd-4df3-9d5e-91272225bd61 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:44.831834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-018d644b-86fd-4df3-9d5e-91272225bd61 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/networks?id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 HTTP/1.1" status: 200 len: 797 time: 0.1275568 Nov 19 20:00:44.856059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-504c3a1d-8d17-49fe-bc5f-bcb15b325c9c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/quotas/408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 375 time: 0.0175314 Nov 19 20:00:44.870441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fbc390b5-fdce-4d6b-a6a2-bbff90af1ec8 None None] Provisioning complete for port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:44.870819 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbc390b5-fdce-4d6b-a6a2-bbff90af1ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:44.909324 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-fbc390b5-fdce-4d6b-a6a2-bbff90af1ec8 None None] Port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:00:44.923382 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-fbc390b5-fdce-4d6b-a6a2-bbff90af1ec8 None None] Provisioning complete for port 9a8fa280-0d80-4d3e-b969-f0457d5636c1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:44.923841 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbc390b5-fdce-4d6b-a6a2-bbff90af1ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:44.926873 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-7d178070-3cb4-4506-b4fa-7e348e3cb3d6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609272 Nov 19 20:00:44.956020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Sync routers for ids ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:00:44.981218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Routers {'1fa2fdf6-dae2-4e64-a966-98a80d25486e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:00:44.981887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:45.046344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-ab4c1531-76d0-4ebb-a625-66ad96f3e5c5 service neutron] 10.222.0.50 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060233 Nov 19 20:00:45.148595 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Set router 1fa2fdf6-dae2-4e64-a966-98a80d25486e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:00:45.153168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-9bb7d271-d8e7-4d05-9c08-97fea63e7abd service neutron] 10.222.0.50 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021633 Nov 19 20:00:45.242500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a8fa280-0d80-4d3e-b969-f0457d5636c1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:00:45.360240 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2b42fdde-a021-4b97-ba36-4f1588004641 None None] Provisioning complete for port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:45.360865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2b42fdde-a021-4b97-ba36-4f1588004641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:45.380437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-194d6160-24ac-4e6c-a4d7-8428416ed056 req-e043ec86-534f-44da-aed1-3db619587a0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 210 time: 0.0420814 Nov 19 20:00:45.429894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-2b42fdde-a021-4b97-ba36-4f1588004641 None None] Port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:00:45.448395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 9a8fa280-0d80-4d3e-b969-f0457d5636c1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:45.448766 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:45.576221 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:43Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b2f8a5ed-fed1-4574-82aa-0477a1ebd072', 'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:54:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:42Z', 'updated_at': '2021-11-19T20:00:43Z', 'revision_number': 2, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:45.616926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3c5a57af-a12a-47c3-a160-a713d9277ffe None None] Provisioning complete for port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:45.617308 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c5a57af-a12a-47c3-a160-a713d9277ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:45.621427 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Checking router: 1fa2fdf6-dae2-4e64-a966-98a80d25486e for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:00:45.621809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Updating router 1fa2fdf6-dae2-4e64-a966-98a80d25486e port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:00:45.682489 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:45.686642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a57af-a12a-47c3-a160-a713d9277ffe None None] Port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:00:45.975206 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:45.980907 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:46.039587 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528df8fd-7374-4d49-a4c9-699dd2bda5d8 None None] Pushing event updated for resources: {'Port': ['ID=b2f8a5ed-fed1-4574-82aa-0477a1ebd072,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:46.091350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Attempting to bind port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:00:46.091726 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Attempting to bind port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:00:46.092098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Attempting to bind port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 on network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:00:46.098614 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:00:46.098997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Checking segment: {'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:00:46.099404 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:46.099937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Bound using segment: {'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:00:46.100420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Bound port: b2f8a5ed-fed1-4574-82aa-0477a1ebd072, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:00:46.100806 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:46.172540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] For port b2f8a5ed-fed1-4574-82aa-0477a1ebd072, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:00:46.178176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] For port b2f8a5ed-fed1-4574-82aa-0477a1ebd072, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b2f8a5ed-fed1-4574-82aa-0477a1ebd072,segment=NetworkSegment(787c4fdc-e3c5-47e0-8afd-0ec7a436af51),segment_id=787c4fdc-e3c5-47e0-8afd-0ec7a436af51)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:00:46.182842 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:46.246058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Routers {'1fa2fdf6-dae2-4e64-a966-98a80d25486e'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:00:46.246696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:46.287979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528df8fd-7374-4d49-a4c9-699dd2bda5d8 None None] Pushing event updated for resources: {'Port': ['ID=b2f8a5ed-fed1-4574-82aa-0477a1ebd072,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:46.359178 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3370331a-6adb-4307-9f35-ff9706789a83 None None] Provisioning complete for port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:46.359542 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3370331a-6adb-4307-9f35-ff9706789a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:46.417829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] Set router 1fa2fdf6-dae2-4e64-a966-98a80d25486e gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:00:46.528079 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b71ef24-8a19-4688-b86c-f8bdf8ce7e74 req-aec0d007-187a-4c72-8b4d-fb8bb3c1e3ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 210 time: 0.0415907 Nov 19 20:00:46.554143 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54da3f-b320-46e5-b045-502b85989c3d req-58d82949-0a85-4821-85e0-a3a1d2ff6d04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:46.556391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-58d82949-0a85-4821-85e0-a3a1d2ff6d04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/networks?id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 HTTP/1.1" status: 200 len: 797 time: 0.1538994 Nov 19 20:00:46.633219 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-278f14e3-c9a0-4d9d-956b-1d88ab33742f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 379 time: 0.0671959 Nov 19 20:00:46.645819 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'port': {'device_id': '34479184-fe22-43de-833e-c9418bcbdc33', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'admin_state_up': True, 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'security_groups': ['8444579b-6320-486f-915d-479c44963244']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:46.760866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:00:46.764479 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:46.779046 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3370331a-6adb-4307-9f35-ff9706789a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:46.845812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3370331a-6adb-4307-9f35-ff9706789a83 None None] For port b2f8a5ed-fed1-4574-82aa-0477a1ebd072, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b2f8a5ed-fed1-4574-82aa-0477a1ebd072,segment=NetworkSegment(787c4fdc-e3c5-47e0-8afd-0ec7a436af51),segment_id=787c4fdc-e3c5-47e0-8afd-0ec7a436af51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:00:46.851872 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3370331a-6adb-4307-9f35-ff9706789a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:46.902295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.20.0.3 (8c9dc84d-a8a1-46c2-b466-a8a042ad64b4/a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf/cb539fd3-1d4f-4b8c-86de-938b3d3063cc) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:00:46.911123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370331a-6adb-4307-9f35-ff9706789a83 None None] Pushing event updated for resources: {'Port': ['ID=b2f8a5ed-fed1-4574-82aa-0477a1ebd072,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:46.916273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:43Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b2f8a5ed-fed1-4574-82aa-0477a1ebd072', 'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:54:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:42Z', 'updated_at': '2021-11-19T20:00:46Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:46.945042 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1119f61-e932-48cc-b803-c7543c25d941 None None] The sync data for ids ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'] in n-d-815373-6 is: [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:43Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b2f8a5ed-fed1-4574-82aa-0477a1ebd072', 'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:54:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:42Z', 'updated_at': '2021-11-19T20:00:46Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:00:46.973841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-243f266e-16da-40ed-a272-d77381318169 None None] Provisioning complete for port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:46.974224 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-243f266e-16da-40ed-a272-d77381318169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:47.096486 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:47.152009 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:47.188047 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b2f8a5ed-fed1-4574-82aa-0477a1ebd072 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:00:47.205578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:00:47.209223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:00:47.213246 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:00:47.220413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=cb539fd3-1d4f-4b8c-86de-938b3d3063cc,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:47.256123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:47.256843 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:47.275268 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:47.276054 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:47.297211 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-1401ad95-0b95-4b36-a181-79a4dfb76c92 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6565669 Nov 19 20:00:47.310728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Request body: {'port': {'device_id': '34479184-fe22-43de-833e-c9418bcbdc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:47.436751 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:47.512662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-9cde21b2-6c50-45a5-a3da-4898287fe2d3 None None] Provisioning complete for port cb539fd3-1d4f-4b8c-86de-938b3d3063cc triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:47.513229 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9cde21b2-6c50-45a5-a3da-4898287fe2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:47.549307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-9cde21b2-6c50-45a5-a3da-4898287fe2d3 None None] Port cb539fd3-1d4f-4b8c-86de-938b3d3063cc cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:00:47.712768 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83560764-fbe3-4b35-911b-8733978b4284 req-ad70b6f1-3d1e-4317-866e-1e3ed6d7d9fb tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:47.714348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83560764-fbe3-4b35-911b-8733978b4284 req-ad70b6f1-3d1e-4317-866e-1e3ed6d7d9fb tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 931 time: 0.0824420 Nov 19 20:00:47.818576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83560764-fbe3-4b35-911b-8733978b4284 req-aa15b31c-bc6e-481c-ae49-866660fd4ae8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932493 Nov 19 20:00:47.824233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb539fd3-1d4f-4b8c-86de-938b3d3063cc {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:00:47.833062 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:47.845846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Transition to ACTIVE for port object cb539fd3-1d4f-4b8c-86de-938b3d3063cc will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 20:00:47.850438 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:47.925250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Pushing event updated for resources: {'Port': ['ID=cb539fd3-1d4f-4b8c-86de-938b3d3063cc,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:47.988022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Attempting to bind port cb539fd3-1d4f-4b8c-86de-938b3d3063cc on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:00:47.988274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Attempting to bind port cb539fd3-1d4f-4b8c-86de-938b3d3063cc by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:00:47.988658 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Attempting to bind port cb539fd3-1d4f-4b8c-86de-938b3d3063cc on network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:00:47.993897 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Port cb539fd3-1d4f-4b8c-86de-938b3d3063cc on network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 20:00:47.994232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Attempting to bind port cb539fd3-1d4f-4b8c-86de-938b3d3063cc on network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:00:48.000458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:00:48.000807 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Checking segment: {'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:00:48.001203 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Bound using segment: {'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:00:48.001652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Bound port: cb539fd3-1d4f-4b8c-86de-938b3d3063cc, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787c4fdc-e3c5-47e0-8afd-0ec7a436af51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:00:48.002053 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:48.084507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] For port cb539fd3-1d4f-4b8c-86de-938b3d3063cc, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:00:48.088054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] For port cb539fd3-1d4f-4b8c-86de-938b3d3063cc, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cb539fd3-1d4f-4b8c-86de-938b3d3063cc,segment=NetworkSegment(787c4fdc-e3c5-47e0-8afd-0ec7a436af51),segment_id=787c4fdc-e3c5-47e0-8afd-0ec7a436af51)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:00:48.094831 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:48.135362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:48.135999 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:48.137464 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-134a7c22-10f2-4518-813e-edd816329538 service neutron] 10.222.0.21 "PUT /v2.0/ports/cb539fd3-1d4f-4b8c-86de-938b3d3063cc HTTP/1.1" status: 200 len: 1091 time: 0.8311586 Nov 19 20:00:48.137974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34479184-fe22-43de-833e-c9418bcbdc33', 'tag': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:00:48.140327 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3a571a-6d76-4019-a0d1-b8d308168357" -d '{"events": [{"name": "network-changed", "server_uuid": "34479184-fe22-43de-833e-c9418bcbdc33", "tag": "cb539fd3-1d4f-4b8c-86de-938b3d3063cc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:00:48.173864 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a7c22-10f2-4518-813e-edd816329538 service neutron] Pushing event updated for resources: {'Port': ['ID=cb539fd3-1d4f-4b8c-86de-938b3d3063cc,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:48.201452 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80095cf5-6cb9-46ee-b4c5-5bc87a63f021 x-openstack-request-id: req-80095cf5-6cb9-46ee-b4c5-5bc87a63f021 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:00:48.201859 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34479184-fe22-43de-833e-c9418bcbdc33", "tag": "cb539fd3-1d4f-4b8c-86de-938b3d3063cc", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:00:48.202130 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80095cf5-6cb9-46ee-b4c5-5bc87a63f021 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:00:48.202554 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34479184-fe22-43de-833e-c9418bcbdc33', 'tag': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc', 'status': 'completed', 'code': 200} Nov 19 20:00:48.256719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54da3f-b320-46e5-b045-502b85989c3d req-0ccaa171-502c-41a9-811f-88dd278c7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:48.258484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-0ccaa171-502c-41a9-811f-88dd278c7698 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 1094 time: 0.0519743 Nov 19 20:00:48.312474 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-c4da2564-b73b-4fe4-bbff-7b32426ae1e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb539fd3-1d4f-4b8c-86de-938b3d3063cc HTTP/1.1" status: 200 len: 217 time: 0.0443077 Nov 19 20:00:48.369198 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54da3f-b320-46e5-b045-502b85989c3d req-d9adff9f-ebf3-4a40-8d5b-858dc2e00eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:48.370736 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-d9adff9f-ebf3-4a40-8d5b-858dc2e00eba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf HTTP/1.1" status: 200 len: 834 time: 0.0506990 Nov 19 20:00:48.419034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54da3f-b320-46e5-b045-502b85989c3d req-83f8b753-deee-4750-b21a-282b13e9a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:48.420567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-83f8b753-deee-4750-b21a-282b13e9a046 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431304 Nov 19 20:00:48.516702 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-ee5b3c1c-5761-478d-b88c-586a9d8634b1 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888155 Nov 19 20:00:48.611954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b54da3f-b320-46e5-b045-502b85989c3d req-604d82f1-849f-429a-bf05-5ae1e18094c8 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873604 Nov 19 20:00:48.701895 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a571a-6d76-4019-a0d1-b8d308168357 req-9238babb-d668-45c0-bba0-b43f1141ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:48.703416 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b3a571a-6d76-4019-a0d1-b8d308168357 req-9238babb-d668-45c0-bba0-b43f1141ebdf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 1094 time: 0.0423007 Nov 19 20:00:48.799229 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a571a-6d76-4019-a0d1-b8d308168357 req-8fe781dd-b783-410e-bf99-ebbfafd588f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:48.801356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b3a571a-6d76-4019-a0d1-b8d308168357 req-8fe781dd-b783-410e-bf99-ebbfafd588f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 HTTP/1.1" status: 200 len: 898 time: 0.0905659 Nov 19 20:00:48.846371 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b3a571a-6d76-4019-a0d1-b8d308168357 req-91db8b90-a629-45e1-a6de-43010b31b479 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb539fd3-1d4f-4b8c-86de-938b3d3063cc HTTP/1.1" status: 200 len: 217 time: 0.0381441 Nov 19 20:00:48.915514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a571a-6d76-4019-a0d1-b8d308168357 req-8d2f1829-eef7-4f6b-b955-e3d43d4add76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:48.916992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b3a571a-6d76-4019-a0d1-b8d308168357 req-8d2f1829-eef7-4f6b-b955-e3d43d4add76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf HTTP/1.1" status: 200 len: 834 time: 0.0627110 Nov 19 20:00:48.982643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b946e5c-98fc-4e02-aee7-bc79daba334b req-181dd62a-f5cb-4bfc-ad28-fae5a65e38ca tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:48.984127 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b946e5c-98fc-4e02-aee7-bc79daba334b req-181dd62a-f5cb-4bfc-ad28-fae5a65e38ca tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 943 time: 0.0910404 Nov 19 20:00:48.990506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a571a-6d76-4019-a0d1-b8d308168357 req-91d2c1a8-8703-48fe-bbed-afce56c0df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:48.991920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b3a571a-6d76-4019-a0d1-b8d308168357 req-91d2c1a8-8703-48fe-bbed-afce56c0df40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613132 Nov 19 20:00:49.091813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b946e5c-98fc-4e02-aee7-bc79daba334b req-1cce2a69-831e-4cf4-9638-0ec921cb9bc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989294 Nov 19 20:00:49.119522 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b3a571a-6d76-4019-a0d1-b8d308168357 req-31a0f9cb-1a02-46e1-b77a-b2dff38fe07f service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200011 Nov 19 20:00:49.213453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b3a571a-6d76-4019-a0d1-b8d308168357 req-0be1d506-a936-4058-8997-1501cf871a37 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865531 Nov 19 20:00:50.225412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cfc58-012e-45cd-bffe-291bc8d89893 req-00362b38-6a38-4e0b-9eaa-00d17dae67f1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:50.226911 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e61cfc58-012e-45cd-bffe-291bc8d89893 req-00362b38-6a38-4e0b-9eaa-00d17dae67f1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 943 time: 0.0577235 Nov 19 20:00:50.279498 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e61cfc58-012e-45cd-bffe-291bc8d89893 req-2abb0418-6709-418b-836b-298f8da5b589 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463254 Nov 19 20:00:51.212311 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device cb539fd3-1d4f-4b8c-86de-938b3d3063cc details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:00:51.316188 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port cb539fd3-1d4f-4b8c-86de-938b3d3063cc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cb539fd3-1d4f-4b8c-86de-938b3d3063cc,segment=NetworkSegment(787c4fdc-e3c5-47e0-8afd-0ec7a436af51),segment_id=787c4fdc-e3c5-47e0-8afd-0ec7a436af51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:00:51.328066 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'port_id': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc', 'mac_address': 'fa:16:3e:e2:8e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:00:51.367695 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:51.382125 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb539fd3-1d4f-4b8c-86de-938b3d3063cc {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:00:51.397806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7b575-d0ad-4b8c-bc6b-0409b5b2e2e8 req-89497530-34ac-4d1b-9af9-c7adde103ccb tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:51.399419 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47c7b575-d0ad-4b8c-bc6b-0409b5b2e2e8 req-89497530-34ac-4d1b-9af9-c7adde103ccb tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 943 time: 0.0492499 Nov 19 20:00:51.403735 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port cb539fd3-1d4f-4b8c-86de-938b3d3063cc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cb539fd3-1d4f-4b8c-86de-938b3d3063cc,segment=NetworkSegment(787c4fdc-e3c5-47e0-8afd-0ec7a436af51),segment_id=787c4fdc-e3c5-47e0-8afd-0ec7a436af51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:00:51.407768 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:51.451119 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47c7b575-d0ad-4b8c-bc6b-0409b5b2e2e8 req-c90f00c9-7765-4249-8db8-2d6117a9faab tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455506 Nov 19 20:00:51.458602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=cb539fd3-1d4f-4b8c-86de-938b3d3063cc,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:51.615480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['cb539fd3-1d4f-4b8c-86de-938b3d3063cc'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:00:52.568169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240dbb7-a596-4788-841d-cc6ad1fdf654 req-78729598-b82f-4874-919c-803d1b9f052a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:52.569640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5240dbb7-a596-4788-841d-cc6ad1fdf654 req-78729598-b82f-4874-919c-803d1b9f052a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 944 time: 0.0495446 Nov 19 20:00:52.622993 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5240dbb7-a596-4788-841d-cc6ad1fdf654 req-ef81889d-97b3-45fa-9d8c-3ea91483b861 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474479 Nov 19 20:00:53.229513 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device cb539fd3-1d4f-4b8c-86de-938b3d3063cc up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:00:53.283882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port cb539fd3-1d4f-4b8c-86de-938b3d3063cc completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 20:00:53.290753 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port cb539fd3-1d4f-4b8c-86de-938b3d3063cc triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:00:53.291127 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:53.422418 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:53.474011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34479184-fe22-43de-833e-c9418bcbdc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:00:53.476248 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29166917-1041-4c08-b770-4b22c33961c4" -d '{"events": [{"server_uuid": "34479184-fe22-43de-833e-c9418bcbdc33", "name": "network-vif-plugged", "status": "completed", "tag": "cb539fd3-1d4f-4b8c-86de-938b3d3063cc"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:00:53.496829 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port cb539fd3-1d4f-4b8c-86de-938b3d3063cc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cb539fd3-1d4f-4b8c-86de-938b3d3063cc,segment=NetworkSegment(787c4fdc-e3c5-47e0-8afd-0ec7a436af51),segment_id=787c4fdc-e3c5-47e0-8afd-0ec7a436af51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:00:53.502240 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:53.532623 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e5b9b0-9b8c-49c1-95b1-4788d21f63f0 x-openstack-request-id: req-13e5b9b0-9b8c-49c1-95b1-4788d21f63f0 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:00:53.532920 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34479184-fe22-43de-833e-c9418bcbdc33", "name": "network-vif-plugged", "status": "completed", "tag": "cb539fd3-1d4f-4b8c-86de-938b3d3063cc", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:00:53.533173 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13e5b9b0-9b8c-49c1-95b1-4788d21f63f0 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:00:53.533572 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34479184-fe22-43de-833e-c9418bcbdc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc', 'code': 200} Nov 19 20:00:53.568436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=cb539fd3-1d4f-4b8c-86de-938b3d3063cc,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:53.624001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6434f0-a5fb-43a6-9875-f70e87d84c1e req-13966ae7-1135-4a5b-ad8d-bbe2ace5a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:53.625512 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff6434f0-a5fb-43a6-9875-f70e87d84c1e req-13966ae7-1135-4a5b-ad8d-bbe2ace5a209 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 1096 time: 0.0480204 Nov 19 20:00:53.675573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ff6434f0-a5fb-43a6-9875-f70e87d84c1e req-39b69558-a8c6-496c-9fb6-b53621f13cdc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411882 Nov 19 20:00:53.745969 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282afa-aa09-4f7f-9610-1ef9f71565f1 req-7862815a-4ec9-446b-9403-049bd240c0ed tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:53.747516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e282afa-aa09-4f7f-9610-1ef9f71565f1 req-7862815a-4ec9-446b-9403-049bd240c0ed tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0520372 Nov 19 20:00:53.797099 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1e282afa-aa09-4f7f-9610-1ef9f71565f1 req-77062c8b-eeec-4760-b92b-ac8b4719e5db tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428445 Nov 19 20:00:54.926045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630c2a7-0a0e-4b10-9d14-90ed6d9ad326 req-83984682-919c-4319-b1a4-c508c6a7ef77 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:54.928363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5630c2a7-0a0e-4b10-9d14-90ed6d9ad326 req-83984682-919c-4319-b1a4-c508c6a7ef77 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0563221 Nov 19 20:00:54.979017 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5630c2a7-0a0e-4b10-9d14-90ed6d9ad326 req-0cd30f9f-7764-430d-9374-95ff11c92c1a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446551 Nov 19 20:00:55.093421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f04d9a-56de-4319-a6e1-6daef8c3134b req-cdf65118-7421-4fef-bf8b-2cc57b8cf9ce tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:55.094914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2f04d9a-56de-4319-a6e1-6daef8c3134b req-cdf65118-7421-4fef-bf8b-2cc57b8cf9ce tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0493405 Nov 19 20:00:55.145423 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a2f04d9a-56de-4319-a6e1-6daef8c3134b req-03a2e961-7a95-48b0-aeff-297eb3c92d8f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439003 Nov 19 20:00:55.167036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36488) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:55.212806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0acb4e-07fe-4bfa-a001-36fdfb93fcb3 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:55.214364 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-de0acb4e-07fe-4bfa-a001-36fdfb93fcb3 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 1091 time: 0.0463636 Nov 19 20:00:55.217153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36490) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:55.221464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:00:55.245911 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:55.353696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:55.467114 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.25.3.230 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/328d1b3a-229f-42a5-a520-c07063a4a094) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:00:55.568884 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:55.602353 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:55.642588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:00:55.645738 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:00:55.649150 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:00:55.654561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=328d1b3a-229f-42a5-a520-c07063a4a094,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:55.882965 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:56.017319 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:56.086076 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:56.242500 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:56.248119 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:56.322824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=328d1b3a-229f-42a5-a520-c07063a4a094,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:00:56.335208 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:56.740377 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Floating IP a2b803d9-437c-4e10-8fb1-5e8681fc346e associated. External IP: 172.25.3.230, port: cb539fd3-1d4f-4b8c-86de-938b3d3063cc. Nov 19 20:00:56.956979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 1fa2fdf6-dae2-4e64-a966-98a80d25486e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:00:57.066610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:00:57.077270 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234042ed-6cf8-408a-963b-4e42285f8b18 None None] Sync routers for ids ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:00:57.086844 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:00:57.088537 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234042ed-6cf8-408a-963b-4e42285f8b18 None None] Routers {'1fa2fdf6-dae2-4e64-a966-98a80d25486e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:00:57.089160 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-234042ed-6cf8-408a-963b-4e42285f8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:57.117897 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-25ce55f5-5cc2-42d0-8d36-77368efcd537 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8995659 Nov 19 20:00:57.118582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34479184-fe22-43de-833e-c9418bcbdc33', 'tag': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:00:57.121124 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07f6d66-2af7-4c14-9fc4-1927470d2796" -d '{"events": [{"name": "network-changed", "server_uuid": "34479184-fe22-43de-833e-c9418bcbdc33", "tag": "cb539fd3-1d4f-4b8c-86de-938b3d3063cc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:00:57.203227 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-234042ed-6cf8-408a-963b-4e42285f8b18 None None] Set router 1fa2fdf6-dae2-4e64-a966-98a80d25486e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:00:57.217654 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51528adc-968a-4d75-8ec9-c6936a20244f req-b5d20791-ea0a-4a32-bf41-b6e3da0c5632 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:57.219220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51528adc-968a-4d75-8ec9-c6936a20244f req-b5d20791-ea0a-4a32-bf41-b6e3da0c5632 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0509133 Nov 19 20:00:57.280711 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-51528adc-968a-4d75-8ec9-c6936a20244f req-63af5f1b-1f66-4215-bf72-e1c240af5dfc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529199 Nov 19 20:00:57.305928 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36496) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:57.342824 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50ede70-e2ec-4abd-99cb-502dc7cb3959 x-openstack-request-id: req-e50ede70-e2ec-4abd-99cb-502dc7cb3959 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:00:57.343213 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34479184-fe22-43de-833e-c9418bcbdc33", "tag": "cb539fd3-1d4f-4b8c-86de-938b3d3063cc", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:00:57.343405 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e50ede70-e2ec-4abd-99cb-502dc7cb3959 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:00:57.344198 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34479184-fe22-43de-833e-c9418bcbdc33', 'tag': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc', 'status': 'completed', 'code': 200} Nov 19 20:00:57.400793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-064a8ba1-3370-48fc-9ebb-3157c15edd00 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/a2b803d9-437c-4e10-8fb1-5e8681fc346e HTTP/1.1" status: 200 len: 991 time: 0.0936770 Nov 19 20:00:57.411025 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6d66-2af7-4c14-9fc4-1927470d2796 req-ebe280a1-9f31-48fe-abbe-f713059ee47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:57.412691 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a07f6d66-2af7-4c14-9fc4-1927470d2796 req-ebe280a1-9f31-48fe-abbe-f713059ee47c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 1096 time: 0.0597966 Nov 19 20:00:57.466924 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-234042ed-6cf8-408a-963b-4e42285f8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:43Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a2b803d9-437c-4e10-8fb1-5e8681fc346e', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'port_id': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'mac_address': 'fa:16:3e:e2:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34479184-fe22-43de-833e-c9418bcbdc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:00:55Z', 'updated_at': '2021-11-19T20:00:55Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f8a5ed-fed1-4574-82aa-0477a1ebd072', 'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:54:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:42Z', 'updated_at': '2021-11-19T20:00:46Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:57.498426 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234042ed-6cf8-408a-963b-4e42285f8b18 None None] Checking router: 1fa2fdf6-dae2-4e64-a966-98a80d25486e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:00:57.508567 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234042ed-6cf8-408a-963b-4e42285f8b18 None None] Routers {'1fa2fdf6-dae2-4e64-a966-98a80d25486e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:00:57.509165 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-234042ed-6cf8-408a-963b-4e42285f8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:00:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:57.514590 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6d66-2af7-4c14-9fc4-1927470d2796 req-c4ef66ef-b7bf-4fe1-8031-9330287ed9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:57.516076 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a07f6d66-2af7-4c14-9fc4-1927470d2796 req-c4ef66ef-b7bf-4fe1-8031-9330287ed9be service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 HTTP/1.1" status: 200 len: 898 time: 0.0951495 Nov 19 20:00:57.596683 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a07f6d66-2af7-4c14-9fc4-1927470d2796 req-d2a02e4d-136b-4e2d-b9de-a0435e79e4d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb539fd3-1d4f-4b8c-86de-938b3d3063cc HTTP/1.1" status: 200 len: 999 time: 0.0724547 Nov 19 20:00:57.627140 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-234042ed-6cf8-408a-963b-4e42285f8b18 None None] Set router 1fa2fdf6-dae2-4e64-a966-98a80d25486e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:00:57.648057 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6d66-2af7-4c14-9fc4-1927470d2796 req-7d5d089e-9705-4841-a516-5ee2ba5645bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:57.649530 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a07f6d66-2af7-4c14-9fc4-1927470d2796 req-7d5d089e-9705-4841-a516-5ee2ba5645bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf HTTP/1.1" status: 200 len: 834 time: 0.0459952 Nov 19 20:00:57.698132 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6d66-2af7-4c14-9fc4-1927470d2796 req-e46f8373-026b-4657-b6db-189963561c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:00:57.699769 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a07f6d66-2af7-4c14-9fc4-1927470d2796 req-e46f8373-026b-4657-b6db-189963561c26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430825 Nov 19 20:00:57.801447 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a07f6d66-2af7-4c14-9fc4-1927470d2796 req-a91efe6b-f2fc-431b-8e6d-fd716536a996 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933239 Nov 19 20:00:57.884911 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-234042ed-6cf8-408a-963b-4e42285f8b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:43Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a2b803d9-437c-4e10-8fb1-5e8681fc346e', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'port_id': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'mac_address': 'fa:16:3e:e2:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34479184-fe22-43de-833e-c9418bcbdc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:00:55Z', 'updated_at': '2021-11-19T20:00:55Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f8a5ed-fed1-4574-82aa-0477a1ebd072', 'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:54:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:42Z', 'updated_at': '2021-11-19T20:00:46Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:00:57.913799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a07f6d66-2af7-4c14-9fc4-1927470d2796 req-450ee6fa-5d99-40d3-bedc-86bde3d83e69 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054614 Nov 19 20:00:58.013100 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234042ed-6cf8-408a-963b-4e42285f8b18 None None] The sync data for ids ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'] in n-d-815373-6 is: [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:43Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'a2b803d9-437c-4e10-8fb1-5e8681fc346e', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'port_id': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'mac_address': 'fa:16:3e:e2:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34479184-fe22-43de-833e-c9418bcbdc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:00:55Z', 'updated_at': '2021-11-19T20:00:55Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2f8a5ed-fed1-4574-82aa-0477a1ebd072', 'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:54:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:42Z', 'updated_at': '2021-11-19T20:00:46Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:00:58.225481 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e64cd1-cf4c-4250-a119-a5dbf926c46a None None] New status for floating IP a2b803d9-437c-4e10-8fb1-5e8681fc346e: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:00:58.403804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36498) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:00:58.470970 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c8d2cf80-3421-4ae5-9e4b-21f92f0ba79f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/a2b803d9-437c-4e10-8fb1-5e8681fc346e HTTP/1.1" status: 200 len: 993 time: 0.0659580 Nov 19 20:01:00.435133 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:08.312096 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe852b4b-7dd0-403b-ac8c-e2c196a53a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:10.734722 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5315b7b2-bd35-466b-9aa6-8d4c8b0d98a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:12.127946 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:12.200108 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:01:13.575773 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:14.260952 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:19.122243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-9c9cfe0f-83f2-4b3f-8f23-3eba7ab3be9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464458 Nov 19 20:01:19.209549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-3b008964-4c38-49f7-9f2e-2f0bd42426ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:19.211645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-3b008964-4c38-49f7-9f2e-2f0bd42426ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 1096 time: 0.0441463 Nov 19 20:01:19.325432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-64a68edf-de78-4c7c-8b6f-fe64204d2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:19.326979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-64a68edf-de78-4c7c-8b6f-fe64204d2485 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 HTTP/1.1" status: 200 len: 898 time: 0.0960016 Nov 19 20:01:19.397300 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-d48726d4-c609-4532-82b1-f3a9b5a91395 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb539fd3-1d4f-4b8c-86de-938b3d3063cc HTTP/1.1" status: 200 len: 1001 time: 0.0606310 Nov 19 20:01:19.457165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-549fcd37-a77b-45ad-91ad-2cbb5b0ca0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:19.458682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-549fcd37-a77b-45ad-91ad-2cbb5b0ca0b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf HTTP/1.1" status: 200 len: 834 time: 0.0534222 Nov 19 20:01:19.514806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-c4472357-0771-4d22-9b00-c56c9fea48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:19.516233 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-c4472357-0771-4d22-9b00-c56c9fea48ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427940 Nov 19 20:01:19.612397 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-8a8589d3-2774-44ea-b12d-4a5840175077 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882411 Nov 19 20:01:19.709311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-333052a1-3cd8-4bd0-81c7-dc3115d01ae9 req-dd315ff9-223a-4458-9797-de0380185b91 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897994 Nov 19 20:01:21.209214 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-c67fa81b-ff1c-4211-bf60-bf5883e046ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420413 Nov 19 20:01:21.294670 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-30709650-3b7c-476f-822f-02858062506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:21.296184 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-30709650-3b7c-476f-822f-02858062506d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0432663 Nov 19 20:01:21.406903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-ba2078c0-f15a-47d8-ab5f-e375e58ee9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:21.408440 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-ba2078c0-f15a-47d8-ab5f-e375e58ee9c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0915132 Nov 19 20:01:21.452029 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-c6dbdaac-2d6a-46d4-98db-e44837ab5611 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0361786 Nov 19 20:01:21.507020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-6c509181-aaef-49da-8544-9bf49c0a8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:21.508608 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-6c509181-aaef-49da-8544-9bf49c0a8ec8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0499003 Nov 19 20:01:21.559188 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-7a126c19-7a10-4492-9d44-2a2ec617e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:21.560725 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-7a126c19-7a10-4492-9d44-2a2ec617e020 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446620 Nov 19 20:01:21.665907 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-4acab335-1a4a-4cb5-8e8a-03c286d50e1d service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963907 Nov 19 20:01:21.768140 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-be23f4da-9b8f-4d74-9da8-a0d386fa2193 req-4ecf53fd-2ab2-4a4d-b29b-89712fd253b6 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947881 Nov 19 20:01:25.879861 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:29.978793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7094fb-596c-47d2-af0f-958e9f7d2ca2 req-9058e45b-4ff0-442f-b807-e3278ab3aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:29.980272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec7094fb-596c-47d2-af0f-958e9f7d2ca2 req-9058e45b-4ff0-442f-b807-e3278ab3aa1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 1096 time: 0.0909851 Nov 19 20:01:30.008947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbabc94-e6e6-42d4-84d4-2abf790ccb93 req-3a663de1-a4c7-4ca2-8e52-b7c2c028e606 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:30.011272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8fbabc94-e6e6-42d4-84d4-2abf790ccb93 req-3a663de1-a4c7-4ca2-8e52-b7c2c028e606 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0909340 Nov 19 20:01:30.141559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8fbabc94-e6e6-42d4-84d4-2abf790ccb93 req-f6b0e14e-4349-4c93-804d-f704c6be3c2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140842 Nov 19 20:01:30.154598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7094fb-596c-47d2-af0f-958e9f7d2ca2 req-50ca5d6f-4133-469d-b524-0f96f3e9a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:30.157099 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec7094fb-596c-47d2-af0f-958e9f7d2ca2 req-50ca5d6f-4133-469d-b524-0f96f3e9a2c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 HTTP/1.1" status: 200 len: 898 time: 0.1672015 Nov 19 20:01:30.250552 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec7094fb-596c-47d2-af0f-958e9f7d2ca2 req-b4b56de1-dc52-411d-848b-46a17ac0cba7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb539fd3-1d4f-4b8c-86de-938b3d3063cc HTTP/1.1" status: 200 len: 1001 time: 0.0851502 Nov 19 20:01:30.313695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7094fb-596c-47d2-af0f-958e9f7d2ca2 req-d0cd00b5-6fd3-412a-b7d6-a9b40db84ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:30.315964 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec7094fb-596c-47d2-af0f-958e9f7d2ca2 req-d0cd00b5-6fd3-412a-b7d6-a9b40db84ae1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf HTTP/1.1" status: 200 len: 834 time: 0.0577743 Nov 19 20:01:30.366735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7094fb-596c-47d2-af0f-958e9f7d2ca2 req-4843682b-890d-4504-af96-d9d0ec676c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:30.369116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec7094fb-596c-47d2-af0f-958e9f7d2ca2 req-4843682b-890d-4504-af96-d9d0ec676c41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457063 Nov 19 20:01:30.457074 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:30.480081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec7094fb-596c-47d2-af0f-958e9f7d2ca2 req-901a60ca-57f6-4ad0-96cb-ef1d673760df service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034837 Nov 19 20:01:30.583688 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ec7094fb-596c-47d2-af0f-958e9f7d2ca2 req-8ba1be72-b0c9-4abf-b049-7d8bbf4e1b44 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960989 Nov 19 20:01:31.282396 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221b32-84f7-47f2-b716-43a8e538ce56 req-03b624cd-24d1-44a2-8d76-5f708362c3d9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:31.283924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21221b32-84f7-47f2-b716-43a8e538ce56 req-03b624cd-24d1-44a2-8d76-5f708362c3d9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0526240 Nov 19 20:01:31.340325 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21221b32-84f7-47f2-b716-43a8e538ce56 req-9fe58fd1-2de5-45c4-80db-a92cfcbcc282 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504422 Nov 19 20:01:32.460189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a603c98-30a3-4234-a25f-8c8bd98462ff req-fee013e4-d81e-4ca4-b007-8bf5f6748518 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:32.461690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a603c98-30a3-4234-a25f-8c8bd98462ff req-fee013e4-d81e-4ca4-b007-8bf5f6748518 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0509963 Nov 19 20:01:32.512781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5a603c98-30a3-4234-a25f-8c8bd98462ff req-212a8a24-85b0-4fa9-9258-b47b9c24a53d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442965 Nov 19 20:01:33.641123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae07a18-a4a8-4219-ad33-7f6db9ac725e req-a79678b1-6fe1-4f50-845c-a9c4ae583dd0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:33.642727 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cae07a18-a4a8-4219-ad33-7f6db9ac725e req-a79678b1-6fe1-4f50-845c-a9c4ae583dd0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0575099 Nov 19 20:01:33.701508 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cae07a18-a4a8-4219-ad33-7f6db9ac725e req-0caf9198-5c8d-4c9d-bae7-207e86a762a8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496666 Nov 19 20:01:34.828380 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d36b6-4035-47ed-9554-190a467259a1 req-09501097-1bd1-4735-af01-7eb24e95e583 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:34.829947 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-497d36b6-4035-47ed-9554-190a467259a1 req-09501097-1bd1-4735-af01-7eb24e95e583 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0572281 Nov 19 20:01:34.885532 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-497d36b6-4035-47ed-9554-190a467259a1 req-1d162355-d3be-4151-9eed-9ec76a6c3cc1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493557 Nov 19 20:01:36.011988 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0f060-6eff-4043-b1bd-a4bde72562a1 req-38e58fcd-c616-4c3e-a353-5525ce948afb tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:36.013671 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13c0f060-6eff-4043-b1bd-a4bde72562a1 req-38e58fcd-c616-4c3e-a353-5525ce948afb tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0509086 Nov 19 20:01:36.073003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-13c0f060-6eff-4043-b1bd-a4bde72562a1 req-37631e30-8cb8-4a8d-ab6a-cf8cd416f470 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533762 Nov 19 20:01:37.204946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb27c4-ee08-4048-a52b-1b31be0d640a req-a0432926-e964-4fcf-b2cd-cb982b7655b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:37.206498 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f1fb27c4-ee08-4048-a52b-1b31be0d640a req-a0432926-e964-4fcf-b2cd-cb982b7655b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0577567 Nov 19 20:01:37.267907 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f1fb27c4-ee08-4048-a52b-1b31be0d640a req-b20e2a2d-e831-48d2-bcee-3ceea5dfb068 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553441 Nov 19 20:01:38.324087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a4c19d3d-4c33-4c02-adb2-26c0ca6d1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:38.398284 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526e9f4-1706-4e00-89fc-bd722e8b6dc9 req-23926715-d9d9-4889-9613-519f90b341b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:38.399899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d526e9f4-1706-4e00-89fc-bd722e8b6dc9 req-23926715-d9d9-4889-9613-519f90b341b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0561888 Nov 19 20:01:38.460465 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d526e9f4-1706-4e00-89fc-bd722e8b6dc9 req-76f88bfe-f52e-4e05-8450-975e0a81541f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543098 Nov 19 20:01:39.585563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac58be-4173-426f-846f-584f0ce3416d req-5018a614-fa22-432b-9be0-0788269a886c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:39.587830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9ac58be-4173-426f-846f-584f0ce3416d req-5018a614-fa22-432b-9be0-0788269a886c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0548525 Nov 19 20:01:39.643814 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9ac58be-4173-426f-846f-584f0ce3416d req-c5f369e9-9ed6-4aaf-b79a-936ba66f23f1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499148 Nov 19 20:01:40.732059 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6ca6c90b-802b-4deb-9261-be9858feccd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:40.777072 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44455bc9-d1b0-4dcc-925a-113fb03543fc req-69269e42-24ad-4aec-8752-967794186776 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:40.778849 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-44455bc9-d1b0-4dcc-925a-113fb03543fc req-69269e42-24ad-4aec-8752-967794186776 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0606508 Nov 19 20:01:40.832637 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-44455bc9-d1b0-4dcc-925a-113fb03543fc req-82ebd92d-b69a-42e5-b09a-93cef6d8ebc2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478106 Nov 19 20:01:41.955375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadd3cc-2c51-4764-9ea0-76cbc41eae3e req-b93ed998-530f-48b6-b191-7955fab53fa0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:41.956892 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7aadd3cc-2c51-4764-9ea0-76cbc41eae3e req-b93ed998-530f-48b6-b191-7955fab53fa0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0531223 Nov 19 20:01:42.020900 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7aadd3cc-2c51-4764-9ea0-76cbc41eae3e req-bfaebb98-35cd-42de-8669-ac5f56d522ae tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570254 Nov 19 20:01:42.125532 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:43.147966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5de88-b357-4697-9754-09314ea3e120 req-94a7a393-d555-4b35-ae6f-7cc5c0240e3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:43.149396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64d5de88-b357-4697-9754-09314ea3e120 req-94a7a393-d555-4b35-ae6f-7cc5c0240e3c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0572278 Nov 19 20:01:43.210099 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-64d5de88-b357-4697-9754-09314ea3e120 req-b28174ac-b595-4337-b119-3e8d0c204c77 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545692 Nov 19 20:01:43.579013 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:44.264627 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:01:44.344091 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7b346-0136-4464-958f-89f6fca0479a req-76cbbf5f-eb3b-4dc9-8cce-1e02cf837a8f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:44.345719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3f7b346-0136-4464-958f-89f6fca0479a req-76cbbf5f-eb3b-4dc9-8cce-1e02cf837a8f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0586045 Nov 19 20:01:44.401571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a3f7b346-0136-4464-958f-89f6fca0479a req-8f57d80f-260b-427a-8170-804bff3ba9ea tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494778 Nov 19 20:01:45.528887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083a02-4394-4117-9b90-99680ba442a0 req-9bea2dff-02bb-46e7-abbd-172cc49a7134 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:45.530494 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94083a02-4394-4117-9b90-99680ba442a0 req-9bea2dff-02bb-46e7-abbd-172cc49a7134 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0532856 Nov 19 20:01:45.589004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94083a02-4394-4117-9b90-99680ba442a0 req-69f05647-7d43-4fef-b58f-d2cd9581322c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524709 Nov 19 20:01:46.730063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495937a-1c4a-4241-8788-d149117b8f48 req-4353bf0b-7f1b-4bc8-a89a-c7d285d3f117 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:01:46.731657 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8495937a-1c4a-4241-8788-d149117b8f48 req-4353bf0b-7f1b-4bc8-a89a-c7d285d3f117 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0630884 Nov 19 20:01:46.785658 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8495937a-1c4a-4241-8788-d149117b8f48 req-281816f6-0ca9-462b-9608-920964e6f559 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480754 Nov 19 20:01:46.809580 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36542) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:01:46.881389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-54444c1f-9b35-4058-8a52-76e7368395a3 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/a2b803d9-437c-4e10-8fb1-5e8681fc346e HTTP/1.1" status: 200 len: 993 time: 0.0703621 Nov 19 20:01:49.200303 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:01:55.897353 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:00.449812 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:08.318704 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c7f61e4e-7d2f-4876-814d-4e26dff9a1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:10.728488 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-564b9612-5c6e-434f-ba59-a52328bf8550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:12.125672 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:13.583921 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:14.268628 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:17.346236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36560) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:17.518421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port 328d1b3a-229f-42a5-a520-c07063a4a094 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:02:17.518766 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:17.597112 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:17.597439 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:17.609799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for 328d1b3a-229f-42a5-a520-c07063a4a094 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:02:17.758233 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:17.789065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=328d1b3a-229f-42a5-a520-c07063a4a094,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:17.816115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.816463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.816806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.817774 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.818130 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.818474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.818815 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.819179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.819533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.820400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.820400 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.820614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:17.862793 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:17.863123 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Floating IP a2b803d9-437c-4e10-8fb1-5e8681fc346e disassociated (deleted). External IP: 172.25.3.230, port: cb539fd3-1d4f-4b8c-86de-938b3d3063cc. Nov 19 20:02:18.086325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 1fa2fdf6-dae2-4e64-a966-98a80d25486e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:02:18.197934 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:02:18.202732 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:18.208246 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83460c61-8964-41df-93aa-86120158085c None None] Sync routers for ids ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:02:18.219169 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83460c61-8964-41df-93aa-86120158085c None None] Routers {'1fa2fdf6-dae2-4e64-a966-98a80d25486e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:02:18.219779 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-83460c61-8964-41df-93aa-86120158085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:18.233362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ca273806-d644-45d6-89c7-d9cf8b3e606a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/floatingips/a2b803d9-437c-4e10-8fb1-5e8681fc346e HTTP/1.1" status: 204 len: 168 time: 0.8836470 Nov 19 20:02:18.233362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34479184-fe22-43de-833e-c9418bcbdc33', 'tag': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:02:18.233973 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f0a36-115d-4254-8c69-31c0038761ba" -d '{"events": [{"name": "network-changed", "server_uuid": "34479184-fe22-43de-833e-c9418bcbdc33", "tag": "cb539fd3-1d4f-4b8c-86de-938b3d3063cc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:02:18.332104 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-83460c61-8964-41df-93aa-86120158085c None None] Set router 1fa2fdf6-dae2-4e64-a966-98a80d25486e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:02:18.421395 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe5b274-619f-4ea3-ab06-86f0096a0dd0 x-openstack-request-id: req-fbe5b274-619f-4ea3-ab06-86f0096a0dd0 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:02:18.422514 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34479184-fe22-43de-833e-c9418bcbdc33", "tag": "cb539fd3-1d4f-4b8c-86de-938b3d3063cc", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:02:18.422777 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbe5b274-619f-4ea3-ab06-86f0096a0dd0 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:02:18.423095 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34479184-fe22-43de-833e-c9418bcbdc33', 'tag': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc', 'status': 'completed', 'code': 200} Nov 19 20:02:18.521445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-31968134-c2cf-46f5-be96-dfabe20f5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:18.523002 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-31968134-c2cf-46f5-be96-dfabe20f5280 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 1096 time: 0.0760164 Nov 19 20:02:18.563153 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-83460c61-8964-41df-93aa-86120158085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:43Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b2f8a5ed-fed1-4574-82aa-0477a1ebd072', 'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:54:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:42Z', 'updated_at': '2021-11-19T20:00:46Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:18.589687 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83460c61-8964-41df-93aa-86120158085c None None] Checking router: 1fa2fdf6-dae2-4e64-a966-98a80d25486e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:02:18.598854 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83460c61-8964-41df-93aa-86120158085c None None] Routers {'1fa2fdf6-dae2-4e64-a966-98a80d25486e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:02:18.599510 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-83460c61-8964-41df-93aa-86120158085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:18.711884 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-83460c61-8964-41df-93aa-86120158085c None None] Set router 1fa2fdf6-dae2-4e64-a966-98a80d25486e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:02:18.911300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df611cb-fd7c-4905-85f3-834ce3a4291b req-b7a41a95-1ce3-43ea-bb61-df4655f2ef71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:18.912799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5df611cb-fd7c-4905-85f3-834ce3a4291b req-b7a41a95-1ce3-43ea-bb61-df4655f2ef71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.4344733 Nov 19 20:02:18.917402 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-83460c61-8964-41df-93aa-86120158085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:43Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b2f8a5ed-fed1-4574-82aa-0477a1ebd072', 'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:54:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:42Z', 'updated_at': '2021-11-19T20:00:46Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:18.948162 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83460c61-8964-41df-93aa-86120158085c None None] The sync data for ids ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'] in n-d-815373-6 is: [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:00:43Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'b2f8a5ed-fed1-4574-82aa-0477a1ebd072', 'name': '', 'network_id': '8c9dc84d-a8a1-46c2-b466-a8a042ad64b4', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:54:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:42Z', 'updated_at': '2021-11-19T20:00:46Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:02:18.990699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-b70e34fc-e0bf-4397-bf5c-733f87a2a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:18.992242 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-b70e34fc-e0bf-4397-bf5c-733f87a2a874 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 HTTP/1.1" status: 200 len: 898 time: 0.4605842 Nov 19 20:02:18.996845 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5df611cb-fd7c-4905-85f3-834ce3a4291b req-be6c7e86-81ed-4def-96b2-d6a88833d559 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769079 Nov 19 20:02:19.036451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-37348b23-6287-4a35-9a8c-ce0a629ea9ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb539fd3-1d4f-4b8c-86de-938b3d3063cc HTTP/1.1" status: 200 len: 217 time: 0.0361240 Nov 19 20:02:19.094053 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-81ab7a79-1ea2-4911-82f2-14d339d064c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:19.095518 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-81ab7a79-1ea2-4911-82f2-14d339d064c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf HTTP/1.1" status: 200 len: 834 time: 0.0517287 Nov 19 20:02:19.145991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-cd107a76-1257-4bbf-a329-750dec646bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:19.147385 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-cd107a76-1257-4bbf-a329-750dec646bfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430915 Nov 19 20:02:19.160285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-25f9ec8e-1a48-44e0-a18f-ce2e7e3b00f9 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 20:02:19.161280 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-25f9ec8e-1a48-44e0-a18f-ce2e7e3b00f9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054905 Nov 19 20:02:19.180631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7218168-4ac6-4c51-b7a6-0aaa6777c142 None None] New status for floating IP a2b803d9-437c-4e10-8fb1-5e8681fc346e: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:02:19.263717 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-d427d595-1ecc-4ea5-af10-dd6087ccbb21 service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947363 Nov 19 20:02:19.356483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d0f0a36-115d-4254-8c69-31c0038761ba req-2ea33f33-78ed-44d0-8012-8bbfea0d63ff service neutron] 10.222.0.21 "GET /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843997 Nov 19 20:02:19.931718 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3c329-7cea-4d4a-819f-4a83bd44d48d req-c92baf8b-dc73-4b68-897b-a26325085636 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:19.933962 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24b3c329-7cea-4d4a-819f-4a83bd44d48d req-c92baf8b-dc73-4b68-897b-a26325085636 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0524325 Nov 19 20:02:20.033285 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-24b3c329-7cea-4d4a-819f-4a83bd44d48d req-cddb4103-ee79-443d-a049-655bdb6aaf7c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port cb539fd3-1d4f-4b8c-86de-938b3d3063cc {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:02:20.033628 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-24b3c329-7cea-4d4a-819f-4a83bd44d48d req-cddb4103-ee79-443d-a049-655bdb6aaf7c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:20.159044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14977d14-b7aa-4ad2-9a6c-b0b1628db782 req-39bd45bf-b470-4cbc-ad69-30a5d48313d6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:20.160429 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14977d14-b7aa-4ad2-9a6c-b0b1628db782 req-39bd45bf-b470-4cbc-ad69-30a5d48313d6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=34479184-fe22-43de-833e-c9418bcbdc33 HTTP/1.1" status: 200 len: 945 time: 0.0851116 Nov 19 20:02:20.177810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-24b3c329-7cea-4d4a-819f-4a83bd44d48d req-cddb4103-ee79-443d-a049-655bdb6aaf7c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port cb539fd3-1d4f-4b8c-86de-938b3d3063cc, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=cb539fd3-1d4f-4b8c-86de-938b3d3063cc,segment=NetworkSegment(787c4fdc-e3c5-47e0-8afd-0ec7a436af51),segment_id=787c4fdc-e3c5-47e0-8afd-0ec7a436af51)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:02:20.178172 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-24b3c329-7cea-4d4a-819f-4a83bd44d48d req-cddb4103-ee79-443d-a049-655bdb6aaf7c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:20.200423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-24b3c329-7cea-4d4a-819f-4a83bd44d48d req-cddb4103-ee79-443d-a049-655bdb6aaf7c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for cb539fd3-1d4f-4b8c-86de-938b3d3063cc owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:02:20.270879 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-14977d14-b7aa-4ad2-9a6c-b0b1628db782 req-8862bdee-14f7-4250-b843-8e33595b55a8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=8444579b-6320-486f-915d-479c44963244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024466 Nov 19 20:02:20.363290 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-24b3c329-7cea-4d4a-819f-4a83bd44d48d req-cddb4103-ee79-443d-a049-655bdb6aaf7c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:20.393703 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb4103-ee79-443d-a049-655bdb6aaf7c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=cb539fd3-1d4f-4b8c-86de-938b3d3063cc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:20.438474 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b3c329-7cea-4d4a-819f-4a83bd44d48d req-cddb4103-ee79-443d-a049-655bdb6aaf7c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] No DVR routers for this DVR port cb539fd3-1d4f-4b8c-86de-938b3d3063cc on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:02:20.441225 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-24b3c329-7cea-4d4a-819f-4a83bd44d48d req-cddb4103-ee79-443d-a049-655bdb6aaf7c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:20.444646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24b3c329-7cea-4d4a-819f-4a83bd44d48d req-cddb4103-ee79-443d-a049-655bdb6aaf7c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "DELETE /v2.0/ports/cb539fd3-1d4f-4b8c-86de-938b3d3063cc HTTP/1.1" status: 204 len: 173 time: 0.5039570 Nov 19 20:02:20.445107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34479184-fe22-43de-833e-c9418bcbdc33', 'name': 'network-vif-deleted', 'tag': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:02:20.447502 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d624c11e-19b0-4861-91d8-77f3ce7a27d9" -d '{"events": [{"server_uuid": "34479184-fe22-43de-833e-c9418bcbdc33", "name": "network-vif-deleted", "tag": "cb539fd3-1d4f-4b8c-86de-938b3d3063cc"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:02:20.485908 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b24775-8812-4906-a81c-f98576034df8 x-openstack-request-id: req-84b24775-8812-4906-a81c-f98576034df8 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:02:20.486227 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34479184-fe22-43de-833e-c9418bcbdc33", "name": "network-vif-deleted", "tag": "cb539fd3-1d4f-4b8c-86de-938b3d3063cc", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:02:20.486479 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84b24775-8812-4906-a81c-f98576034df8 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:02:20.486883 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34479184-fe22-43de-833e-c9418bcbdc33', 'name': 'network-vif-deleted', 'tag': 'cb539fd3-1d4f-4b8c-86de-938b3d3063cc', 'status': 'completed', 'code': 200} Nov 19 20:02:21.193778 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-bb779d1e-5392-43ac-9110-4928af4eec29 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421462 Nov 19 20:02:21.288894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-47153f67-81a6-4a21-86ed-c96642b1d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:21.290650 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-47153f67-81a6-4a21-86ed-c96642b1d40e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0518854 Nov 19 20:02:21.333852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36574) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:21.404021 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-2b3b642f-e32e-4a45-834f-b1b8ea978738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:21.405589 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-2b3b642f-e32e-4a45-834f-b1b8ea978738 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0933480 Nov 19 20:02:21.448801 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-4b528dcd-8cfd-4f57-b010-1ccc9cd42669 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0364745 Nov 19 20:02:21.503869 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-3cf34e76-2ec5-4a74-882b-2b99110ce4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:21.505384 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-3cf34e76-2ec5-4a74-882b-2b99110ce4a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0492835 Nov 19 20:02:21.553106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-d75c03a9-137a-46f0-b0d2-20147d01ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:21.555045 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-d75c03a9-137a-46f0-b0d2-20147d01ff1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430062 Nov 19 20:02:21.567309 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-1257535b-9f79-4ce7-83df-9a8e89dcde89 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 20:02:21.568392 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-1257535b-9f79-4ce7-83df-9a8e89dcde89 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055840 Nov 19 20:02:21.672769 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-799cab3c-71c4-438c-8261-c3dba22e39ef service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965559 Nov 19 20:02:21.737922 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:21.782200 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-8bc6cc5f-e71c-431c-b1f9-14dd75b0fca0 req-ccc28940-000b-4ec5-8e16-b8bf0550a8ac service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022377 Nov 19 20:02:22.020444 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port b2f8a5ed-fed1-4574-82aa-0477a1ebd072 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:02:22.020813 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:22.128391 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port b2f8a5ed-fed1-4574-82aa-0477a1ebd072, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b2f8a5ed-fed1-4574-82aa-0477a1ebd072,segment=NetworkSegment(787c4fdc-e3c5-47e0-8afd-0ec7a436af51),segment_id=787c4fdc-e3c5-47e0-8afd-0ec7a436af51)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:02:22.128816 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:22.147839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for b2f8a5ed-fed1-4574-82aa-0477a1ebd072 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:02:22.351722 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:22.381222 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=b2f8a5ed-fed1-4574-82aa-0477a1ebd072,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:22.586388 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:22.818346 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 1fa2fdf6-dae2-4e64-a966-98a80d25486e has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:02:22.934671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:02:22.940408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1606a99a-0749-4d0a-ae60-9fe6c1ea6724 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "PUT /v2.0/routers/1fa2fdf6-dae2-4e64-a966-98a80d25486e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6053913 Nov 19 20:02:22.943290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36576) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:22.946662 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d731add-6ae7-44da-a7a1-ba13fc8b8e98 None None] Sync routers for ids ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:02:22.959348 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d731add-6ae7-44da-a7a1-ba13fc8b8e98 None None] Routers {'1fa2fdf6-dae2-4e64-a966-98a80d25486e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:02:22.960088 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3d731add-6ae7-44da-a7a1-ba13fc8b8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:22.998697 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-414c61c1-a9a1-4383-adb0-80b518b04ebc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting subnet a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 20:02:23.001984 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-414c61c1-a9a1-4383-adb0-80b518b04ebc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.046121 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-414c61c1-a9a1-4383-adb0-80b518b04ebc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.073859 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-3d731add-6ae7-44da-a7a1-ba13fc8b8e98 None None] Set router 1fa2fdf6-dae2-4e64-a966-98a80d25486e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:02:23.142889 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-414c61c1-a9a1-4383-adb0-80b518b04ebc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.216613 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-414c61c1-a9a1-4383-adb0-80b518b04ebc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.249083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c61c1-a9a1-4383-adb0-80b518b04ebc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:23.251116 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-414c61c1-a9a1-4383-adb0-80b518b04ebc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.257512 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-414c61c1-a9a1-4383-adb0-80b518b04ebc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/subnets/a5f742e0-5b32-4dda-bb2e-c29e70a0cdbf HTTP/1.1" status: 204 len: 168 time: 0.3099566 Nov 19 20:02:23.257512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36578) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:23.260051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c031cde-3d28-483b-ba27-dca5932bfab6 None None] Network 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:02:23.273954 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3d731add-6ae7-44da-a7a1-ba13fc8b8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:02:22Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:23.310010 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d731add-6ae7-44da-a7a1-ba13fc8b8e98 None None] Checking router: 1fa2fdf6-dae2-4e64-a966-98a80d25486e for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:02:23.319599 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d731add-6ae7-44da-a7a1-ba13fc8b8e98 None None] Routers {'1fa2fdf6-dae2-4e64-a966-98a80d25486e'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:02:23.320602 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3d731add-6ae7-44da-a7a1-ba13fc8b8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:23.386629 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.465229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] DHCP port deletion for 8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:02:23.516694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Deleting port 9a8fa280-0d80-4d3e-b969-f0457d5636c1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:02:23.517473 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.521096 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.543124 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-3d731add-6ae7-44da-a7a1-ba13fc8b8e98 None None] Set router 1fa2fdf6-dae2-4e64-a966-98a80d25486e gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:02:23.590231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port f3616deb-4c44-4b09-bda8-4d86f43965d1 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:02:23.590614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.593329 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] For port 9a8fa280-0d80-4d3e-b969-f0457d5636c1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=9a8fa280-0d80-4d3e-b969-f0457d5636c1,segment=NetworkSegment(787c4fdc-e3c5-47e0-8afd-0ec7a436af51),segment_id=787c4fdc-e3c5-47e0-8afd-0ec7a436af51)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:02:23.593780 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.608198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Calling delete_port for 9a8fa280-0d80-4d3e-b969-f0457d5636c1 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:02:23.678164 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port f3616deb-4c44-4b09-bda8-4d86f43965d1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f3616deb-4c44-4b09-bda8-4d86f43965d1,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:02:23.678552 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.688142 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.692611 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for f3616deb-4c44-4b09-bda8-4d86f43965d1 owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:02:23.722333 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] No DVR routers for this DVR port 9a8fa280-0d80-4d3e-b969-f0457d5636c1 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:02:23.723935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device cb539fd3-1d4f-4b8c-86de-938b3d3063cc no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:02:23.728494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Pushing event deleted for resources: {'Port': ['ID=9a8fa280-0d80-4d3e-b969-f0457d5636c1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:23.738464 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-3d731add-6ae7-44da-a7a1-ba13fc8b8e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:02:22Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:23.755018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.755363 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.755705 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.756035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.756685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.757052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.757386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.757721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.758070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.758396 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.758720 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.759045 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76527b52-f76b-49ff-9d40-2a81766fa2de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:23.763625 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: cb539fd3-1d4f-4b8c-86de-938b3d3063cc {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:02:23.763969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device cb539fd3-1d4f-4b8c-86de-938b3d3063cc not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:02:23.769062 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d731add-6ae7-44da-a7a1-ba13fc8b8e98 None None] The sync data for ids ['1fa2fdf6-dae2-4e64-a966-98a80d25486e'] in n-d-815373-6 is: [{'id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925014694', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:00:39Z', 'updated_at': '2021-11-19T20:02:22Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'f3616deb-4c44-4b09-bda8-4d86f43965d1', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2fdf6-dae2-4e64-a966-98a80d25486e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:00:40Z', 'updated_at': '2021-11-19T20:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:02:23.888323 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:23.914036 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=f3616deb-4c44-4b09-bda8-4d86f43965d1,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:23.928540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4284cb74-9298-4b88-8945-70b2c82d4d09 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:02:23.985720 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.081211 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.083480 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.136015 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.137112 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Fanout notify agent at l3_agent the message router_deleted on router 1fa2fdf6-dae2-4e64-a966-98a80d25486e {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 20:02:24.146155 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.147717 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-20c4fcbd-a435-4adb-828d-e7def8004b15 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/routers/1fa2fdf6-dae2-4e64-a966-98a80d25486e HTTP/1.1" status: 204 len: 168 time: 0.8896794 Nov 19 20:02:24.151967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36582) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:24.241593 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.335054 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.356811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9dc84d-a8a1-46c2-b466-a8a042ad64b4']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:24.367033 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787c4fdc-e3c5-47e0-8afd-0ec7a436af51') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:24.367348 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787c4fdc-e3c5-47e0-8afd-0ec7a436af51') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:24.377589 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.391988 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.398832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 20:02:24.399235 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: timer() Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:02:24.403207 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:02:24.475928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.484267 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.486901 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/networks/8c9dc84d-a8a1-46c2-b466-a8a042ad64b4 HTTP/1.1" status: 204 len: 168 time: 0.3340046 Nov 19 20:02:24.489740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36584) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:24.499545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65511c0-93b9-438e-8401-edafe5e871d4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Network': ['ID=8c9dc84d-a8a1-46c2-b466-a8a042ad64b4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:24.554120 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.580283 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.640293 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.643029 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:24.644271 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/security-groups/8444579b-6320-486f-915d-479c44963244 HTTP/1.1" status: 204 len: 168 time: 0.1534679 Nov 19 20:02:24.654229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8444579b-6320-486f-915d-479c44963244,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:24.662598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:24.662951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:24.663297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:24.663634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:24.663974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:24.664308 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:24.664639 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:24.664974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:24.665302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:24.665627 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:24.665997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:24.666302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda4031-d799-4ba1-82c1-1e45a1f63d3e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:25.191138 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36590) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:25.195821 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-5be00262-ed24-47bc-a127-615e3fb09a0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480627127', 'description': 'tempest-secgroup-smoke-480627127 description', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:25.205609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a8fa280-0d80-4d3e-b969-f0457d5636c1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:02:25.219112 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5be00262-ed24-47bc-a127-615e3fb09a0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.226495 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 9a8fa280-0d80-4d3e-b969-f0457d5636c1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:02:25.226842 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 9a8fa280-0d80-4d3e-b969-f0457d5636c1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:02:25.227251 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b2f8a5ed-fed1-4574-82aa-0477a1ebd072 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:02:25.249052 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b2f8a5ed-fed1-4574-82aa-0477a1ebd072 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:02:25.249504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b2f8a5ed-fed1-4574-82aa-0477a1ebd072 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:02:25.250004 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f3616deb-4c44-4b09-bda8-4d86f43965d1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:02:25.269386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: f3616deb-4c44-4b09-bda8-4d86f43965d1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:02:25.269784 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f3616deb-4c44-4b09-bda8-4d86f43965d1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:02:25.289184 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5be00262-ed24-47bc-a127-615e3fb09a0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.293982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5be00262-ed24-47bc-a127-615e3fb09a0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.319494 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5be00262-ed24-47bc-a127-615e3fb09a0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.320796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5be00262-ed24-47bc-a127-615e3fb09a0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1286073 Nov 19 20:02:25.325390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36592) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:25.329574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be00262-ed24-47bc-a127-615e3fb09a0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175e9828-e0a5-4be8-bcdd-a79283b0aff5,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:25.332448 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5f642355-52ba-4aba-a18f-ea0a59d2f680 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '175e9828-e0a5-4be8-bcdd-a79283b0aff5', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:25.364815 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f642355-52ba-4aba-a18f-ea0a59d2f680 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.425667 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f642355-52ba-4aba-a18f-ea0a59d2f680 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.429323 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f642355-52ba-4aba-a18f-ea0a59d2f680 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.450518 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f642355-52ba-4aba-a18f-ea0a59d2f680 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05b0b2f-6623-472a-aaa7-0cda082e4cb1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:25.459191 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5f642355-52ba-4aba-a18f-ea0a59d2f680 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.460643 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5f642355-52ba-4aba-a18f-ea0a59d2f680 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341534 Nov 19 20:02:25.464500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36594) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:25.468802 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-624f8d27-c920-4411-99a8-2af2931218a5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '175e9828-e0a5-4be8-bcdd-a79283b0aff5', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:25.496141 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-624f8d27-c920-4411-99a8-2af2931218a5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.559105 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-624f8d27-c920-4411-99a8-2af2931218a5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.562657 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-624f8d27-c920-4411-99a8-2af2931218a5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.580502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f8d27-c920-4411-99a8-2af2931218a5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5818cacd-be33-4b3a-953f-31f2a94d668f,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:25.590803 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-624f8d27-c920-4411-99a8-2af2931218a5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.591793 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-624f8d27-c920-4411-99a8-2af2931218a5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263766 Nov 19 20:02:25.594634 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36596) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:25.598893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1d924f94-9289-4ca3-b8f3-4ee118dda5b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '175e9828-e0a5-4be8-bcdd-a79283b0aff5', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:25.626937 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d924f94-9289-4ca3-b8f3-4ee118dda5b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.684806 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d924f94-9289-4ca3-b8f3-4ee118dda5b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.688464 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d924f94-9289-4ca3-b8f3-4ee118dda5b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.707408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d924f94-9289-4ca3-b8f3-4ee118dda5b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ad20f1-204b-4a50-9b92-d460521e6240,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:25.715571 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1d924f94-9289-4ca3-b8f3-4ee118dda5b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.716797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1d924f94-9289-4ca3-b8f3-4ee118dda5b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212130 Nov 19 20:02:25.719590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36598) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:25.724012 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fa82e155-a8e5-4150-b200-73c9e17c1135 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '175e9828-e0a5-4be8-bcdd-a79283b0aff5', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:25.751467 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa82e155-a8e5-4150-b200-73c9e17c1135 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.809318 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa82e155-a8e5-4150-b200-73c9e17c1135 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.812974 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa82e155-a8e5-4150-b200-73c9e17c1135 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.830606 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82e155-a8e5-4150-b200-73c9e17c1135 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f0b195-bcae-4ba4-9e4c-6b05bcdfbec7,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:25.839227 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa82e155-a8e5-4150-b200-73c9e17c1135 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.840457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-fa82e155-a8e5-4150-b200-73c9e17c1135 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198997 Nov 19 20:02:25.843208 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36600) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:25.847604 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f76298ac-3abe-4fce-958b-832d5c8a3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '175e9828-e0a5-4be8-bcdd-a79283b0aff5', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:25.870129 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-f76298ac-3abe-4fce-958b-832d5c8a3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Project 408f24315d2b4664b93ffa8fdffeb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:02:25.875369 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f76298ac-3abe-4fce-958b-832d5c8a3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.905139 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.939030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f76298ac-3abe-4fce-958b-832d5c8a3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.943003 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f76298ac-3abe-4fce-958b-832d5c8a3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.962045 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76298ac-3abe-4fce-958b-832d5c8a3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfba0a9b-cbed-4de5-bba9-a007870b9578,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:25.970410 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f76298ac-3abe-4fce-958b-832d5c8a3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:25.971609 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f76298ac-3abe-4fce-958b-832d5c8a3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274345 Nov 19 20:02:25.974445 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36602) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:25.979091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0802b139-3265-41a7-b923-6702f490bfa9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '175e9828-e0a5-4be8-bcdd-a79283b0aff5', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:26.000339 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-0802b139-3265-41a7-b923-6702f490bfa9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Project 408f24315d2b4664b93ffa8fdffeb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:02:26.005303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0802b139-3265-41a7-b923-6702f490bfa9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.064501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0802b139-3265-41a7-b923-6702f490bfa9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.067908 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0802b139-3265-41a7-b923-6702f490bfa9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.086069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802b139-3265-41a7-b923-6702f490bfa9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632ec01d-5686-44b4-8d31-028745122242,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:26.094031 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0802b139-3265-41a7-b923-6702f490bfa9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.095265 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0802b139-3265-41a7-b923-6702f490bfa9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198773 Nov 19 20:02:26.098140 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36604) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:26.102946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'network': {'name': 'tempest-network-smoke--1957131107', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'port_security_enabled': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:26.123137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:02:26.126798 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.152642 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 20:02:26.163822 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.164165 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Added segment 007e4ad7-d406-47bc-947c-3c058f3d0fd2 of type vlan for network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 Nov 19 20:02:26.200348 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:02:26.207810 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.233547 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.240055 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:26.240637 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.300096 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2009203 Nov 19 20:02:26.303038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36606) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:26.308340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'admin_state_up': True, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:26.315836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a801e81-278d-4503-bcf9-b6fa7d432e63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Network': ['ID=542bade5-01b1-4c5b-ae64-418a64a4b3c0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:26.326942 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 20:02:26.335590 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.336709 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.402103 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.548491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.753907 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.773401 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:26.879401 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.25.3.102 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/972131d6-9c15-42cd-9244-e7f7512de019) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:02:26.979928 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:27.013410 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:27.056103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:02:27.059645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:02:27.063146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:02:27.073682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf73ecd-7a2f-4622-a340-a06fd50bd530 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:02:27.188269 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-28531a2a-4876-4620-94e5-2b7a28d11ac9 None None] Provisioning complete for port 972131d6-9c15-42cd-9244-e7f7512de019 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:27.188642 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28531a2a-4876-4620-94e5-2b7a28d11ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:27.228908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-28531a2a-4876-4620-94e5-2b7a28d11ac9 None None] Port 972131d6-9c15-42cd-9244-e7f7512de019 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:02:27.392745 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=972131d6-9c15-42cd-9244-e7f7512de019,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:27.626191 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:27.831340 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:27.960732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router ae3e244e-622c-4b55-9909-136f5b1b540f is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 20:02:28.077834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:02:28.087357 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Sync routers for ids ['ae3e244e-622c-4b55-9909-136f5b1b540f'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:02:28.099017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Routers {'ae3e244e-622c-4b55-9909-136f5b1b540f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:02:28.099525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:28.099679 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ae3e244e-622c-4b55-9909-136f5b1b540f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:28.100866 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cebd3cc2-69d6-4a7a-8aba-55c962bc58ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7966034 Nov 19 20:02:28.106353 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36608) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:28.136123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f6617a40-85f6-4f3e-8b58-98cca545fefb tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=408f24315d2b4664b93ffa8fdffeb9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274701 Nov 19 20:02:28.138068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36610) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:28.231238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9eb0d7-f45f-40ad-b504-256fb83879a1 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:28.232787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cb9eb0d7-f45f-40ad-b504-256fb83879a1 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938048 Nov 19 20:02:28.235851 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36612) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:28.270958 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2668981a-c57c-417b-9f2e-dd489ee52b64 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307865 Nov 19 20:02:28.271332 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36614) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:28.277971 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-265403430', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:28.374214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Set router ae3e244e-622c-4b55-9909-136f5b1b540f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:02:28.387639 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:02:28.391264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:28.569244 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:27Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:28.583835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:28.596947 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Checking router: ae3e244e-622c-4b55-9909-136f5b1b540f for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:02:28.597297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Updating router ae3e244e-622c-4b55-9909-136f5b1b540f port 972131d6-9c15-42cd-9244-e7f7512de019 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:02:28.626494 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:28.643729 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Subnet': ['ID=8dee8094-83d5-4d97-af00-676a4ce25cc8,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:28.654790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Checking segment: {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:02:28.655160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network hostable DHCP agents. Network: 542bade5-01b1-4c5b-ae64-418a64a4b3c0, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 20:02:28.672376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 20:02:28.682223 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 542bade5-01b1-4c5b-ae64-418a64a4b3c0) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:02:28.686587 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:28.687174 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:28.705043 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c5669d53-4d7a-4c22-aa3f-cbf0ac299fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4325960 Nov 19 20:02:28.708114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36616) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:28.708412 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec84233-8ac5-413f-953b-8a3328159e4b None None] Network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:02:28.958697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 20:02:28.959563 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.063860 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.074354 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.146430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aea5bc0-9617-452a-b1b7-f6ba61f92864 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:02:29.158956 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.176680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d8d28-08ef-4a3a-8d96-efd721fb831b None None] Pushing event updated for resources: {'Port': ['ID=972131d6-9c15-42cd-9244-e7f7512de019,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:29.184416 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Attempting to bind port 972131d6-9c15-42cd-9244-e7f7512de019 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:02:29.184739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Attempting to bind port 972131d6-9c15-42cd-9244-e7f7512de019 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:02:29.185120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Attempting to bind port 972131d6-9c15-42cd-9244-e7f7512de019 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:02:29.194568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:02:29.194953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:02:29.195407 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.195772 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:02:29.196249 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Bound port: 972131d6-9c15-42cd-9244-e7f7512de019, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:02:29.196642 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.239965 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Allocated IP 172.20.0.2 (542bade5-01b1-4c5b-ae64-418a64a4b3c0/8dee8094-83d5-4d97-af00-676a4ce25cc8/858e251a-f3ba-475f-927f-1654e092dcd1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:02:29.294879 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] For port 972131d6-9c15-42cd-9244-e7f7512de019, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:02:29.333781 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-2fb199bf-9752-4e02-9430-54d1c9fd02b2 None None] Provisioning complete for port 972131d6-9c15-42cd-9244-e7f7512de019 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:29.334162 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2fb199bf-9752-4e02-9430-54d1c9fd02b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.338554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] For port 972131d6-9c15-42cd-9244-e7f7512de019, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=972131d6-9c15-42cd-9244-e7f7512de019,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:02:29.369485 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.434507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bbc625-d45b-40bf-827e-40fd6384ed85 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:02:29.492632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Routers {'ae3e244e-622c-4b55-9909-136f5b1b540f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:02:29.493276 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ae3e244e-622c-4b55-9909-136f5b1b540f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:29.497852 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d8d28-08ef-4a3a-8d96-efd721fb831b None None] Pushing event updated for resources: {'Port': ['ID=972131d6-9c15-42cd-9244-e7f7512de019,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:29.616634 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.658334 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.668566 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2fb199bf-9752-4e02-9430-54d1c9fd02b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.705328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.20.0.1 (542bade5-01b1-4c5b-ae64-418a64a4b3c0/8dee8094-83d5-4d97-af00-676a4ce25cc8/6926d209-63f9-4c11-aa65-ba2e7b62baef) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:02:29.724234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:02:29.742414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:02:29.744950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:02:29.753781 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-2fb199bf-9752-4e02-9430-54d1c9fd02b2 None None] For port 972131d6-9c15-42cd-9244-e7f7512de019, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=972131d6-9c15-42cd-9244-e7f7512de019,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:02:29.756032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] Set router ae3e244e-622c-4b55-9909-136f5b1b540f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:02:29.788149 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2fb199bf-9752-4e02-9430-54d1c9fd02b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.825320 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Pushing event updated for resources: {'Port': ['ID=858e251a-f3ba-475f-927f-1654e092dcd1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:29.830017 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.869109 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:29.922197 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:02:29.925597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:02:29.929668 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:02:29.960968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=6926d209-63f9-4c11-aa65-ba2e7b62baef,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:29.983297 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:30.013270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Attempting to bind port 858e251a-f3ba-475f-927f-1654e092dcd1 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:02:30.013636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Attempting to bind port 858e251a-f3ba-475f-927f-1654e092dcd1 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:02:30.014027 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Attempting to bind port 858e251a-f3ba-475f-927f-1654e092dcd1 on network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:02:30.018916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb199bf-9752-4e02-9430-54d1c9fd02b2 None None] Pushing event updated for resources: {'Port': ['ID=972131d6-9c15-42cd-9244-e7f7512de019,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:30.025656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0aa5c50a-bf2b-46bb-ae14-6cfe28f303e0 None None] Provisioning complete for port 972131d6-9c15-42cd-9244-e7f7512de019 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:30.026569 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c50a-bf2b-46bb-ae14-6cfe28f303e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:30.055318 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:02:30.055840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Checking segment: {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:02:30.056141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:30.057077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Bound using segment: {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:02:30.057745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Bound port: 858e251a-f3ba-475f-927f-1654e092dcd1, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:02:30.058255 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:30.138337 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:30.399391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] For port 858e251a-f3ba-475f-927f-1654e092dcd1, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:02:30.424900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] For port 858e251a-f3ba-475f-927f-1654e092dcd1, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=858e251a-f3ba-475f-927f-1654e092dcd1,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:02:30.433702 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:30.481972 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:30.488257 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:30.499349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:27Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:30.544930 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:30.545796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047607b6-f693-4de2-8e34-c5559d9aabd6 None None] The sync data for ids ['ae3e244e-622c-4b55-9909-136f5b1b540f'] in n-d-815373-6 is: [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:27Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:02:30.558512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766dab6-8e75-41b0-9fc6-557581e1cd83 None None] Pushing event updated for resources: {'Port': ['ID=858e251a-f3ba-475f-927f-1654e092dcd1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:30.982061 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:30.985178 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=6926d209-63f9-4c11-aa65-ba2e7b62baef,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:31.091158 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:02:31.092758 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:02:31.221451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router ae3e244e-622c-4b55-9909-136f5b1b540f has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:02:31.305409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 858e251a-f3ba-475f-927f-1654e092dcd1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:02:31.367189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 858e251a-f3ba-475f-927f-1654e092dcd1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:31.367859 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:31.375597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:02:31.381876 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-628ce050-58e9-427e-831c-a815dbef1365 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "PUT /v2.0/routers/ae3e244e-622c-4b55-9909-136f5b1b540f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6726894 Nov 19 20:02:31.471912 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:31.513318 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 858e251a-f3ba-475f-927f-1654e092dcd1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=858e251a-f3ba-475f-927f-1654e092dcd1,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:02:31.520788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:31.522070 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 972131d6-9c15-42cd-9244-e7f7512de019 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:02:31.583051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-c412eb93-9ced-4ca5-9309-9532a867d176 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480627127&fields=id&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 267 time: 0.0639296 Nov 19 20:02:31.611534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=858e251a-f3ba-475f-927f-1654e092dcd1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:31.626702 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 972131d6-9c15-42cd-9244-e7f7512de019 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:31.627122 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:31.733966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec19ca-cc7b-41c7-a317-a343a676b8ef None None] Network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:02:31.764545 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-ef7d1ef9-52f9-4f13-9b5e-7f17c2b2279b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:31.766284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-ef7d1ef9-52f9-4f13-9b5e-7f17c2b2279b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/networks?id=542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 200 len: 797 time: 0.1704357 Nov 19 20:02:31.784276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bccfbf11-6d2b-4fa4-abc3-395397e4b90a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/quotas/408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 375 time: 0.0113730 Nov 19 20:02:31.820109 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8aa810c9-b711-4a98-8159-56887bdaf22a None None] Provisioning complete for port 858e251a-f3ba-475f-927f-1654e092dcd1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:31.820726 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8aa810c9-b711-4a98-8159-56887bdaf22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:31.840276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-01a930d6-f72e-41a9-bc4f-81b27e63ff8e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498199 Nov 19 20:02:31.958030 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-d5828d38-69e2-422e-8f78-536eded7ff38 service neutron] 10.222.0.50 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045728 Nov 19 20:02:32.060267 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-74b3e708-175d-43f2-beaf-da6d832e63a6 service neutron] 10.222.0.50 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950444 Nov 19 20:02:32.272455 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-46ddaba4-165e-4132-a86e-0d50ce9ed934 req-f4922c6b-7639-4e44-9c1a-2f344bb4a66d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 210 time: 0.0388327 Nov 19 20:02:32.332122 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3bb3f740-b655-448d-90d3-38a813015549 None None] Provisioning complete for port 6926d209-63f9-4c11-aa65-ba2e7b62baef triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:32.332816 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3bb3f740-b655-448d-90d3-38a813015549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:32.406690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3f740-b655-448d-90d3-38a813015549 None None] Port 6926d209-63f9-4c11-aa65-ba2e7b62baef cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:02:32.427099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3bb3f740-b655-448d-90d3-38a813015549 None None] Provisioning complete for port 858e251a-f3ba-475f-927f-1654e092dcd1 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:32.428051 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3bb3f740-b655-448d-90d3-38a813015549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:32.622555 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Sync routers for ids ['ae3e244e-622c-4b55-9909-136f5b1b540f'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:02:32.632831 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Routers {'ae3e244e-622c-4b55-9909-136f5b1b540f'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:02:32.633914 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ae3e244e-622c-4b55-9909-136f5b1b540f'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:32.668590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-1065af23-62f6-44fa-9d85-880a9bf163d7 None None] Provisioning complete for port 6926d209-63f9-4c11-aa65-ba2e7b62baef triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:32.669395 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1065af23-62f6-44fa-9d85-880a9bf163d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:32.715865 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-1065af23-62f6-44fa-9d85-880a9bf163d7 None None] Port 6926d209-63f9-4c11-aa65-ba2e7b62baef cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:02:32.802279 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Set router ae3e244e-622c-4b55-9909-136f5b1b540f gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:02:32.844280 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0d1f2629-8938-4739-b190-664784712226 None None] Provisioning complete for port 6926d209-63f9-4c11-aa65-ba2e7b62baef triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:32.844683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d1f2629-8938-4739-b190-664784712226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:32.891278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0d1f2629-8938-4739-b190-664784712226 None None] Port 6926d209-63f9-4c11-aa65-ba2e7b62baef cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:02:33.011658 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:30Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6926d209-63f9-4c11-aa65-ba2e7b62baef', 'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:75:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:29Z', 'updated_at': '2021-11-19T20:02:30Z', 'revision_number': 2, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:33.038311 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Checking router: ae3e244e-622c-4b55-9909-136f5b1b540f for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:02:33.038657 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Updating router ae3e244e-622c-4b55-9909-136f5b1b540f port 6926d209-63f9-4c11-aa65-ba2e7b62baef binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:02:33.066884 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:33.216719 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 858e251a-f3ba-475f-927f-1654e092dcd1 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:02:33.277868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 858e251a-f3ba-475f-927f-1654e092dcd1 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:33.278270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:33.392855 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-6ddde610-2251-4fcd-9b27-a6ed03192979 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:33.394503 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-6ddde610-2251-4fcd-9b27-a6ed03192979 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/networks?id=542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 200 len: 797 time: 0.1622324 Nov 19 20:02:33.397078 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:33.404383 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:33.427695 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9818757d-e4e0-47d6-abda-310199f508bd req-c48daa40-05b0-4ef6-b08e-c02ed7888db0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 210 time: 0.0445690 Nov 19 20:02:33.472680 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Pushing event updated for resources: {'Port': ['ID=6926d209-63f9-4c11-aa65-ba2e7b62baef,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:33.499158 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.499503 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.499846 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.500183 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.500516 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.500844 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.501171 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.501495 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.501842 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.502168 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.502498 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.502824 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:02:33.502949 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-729115a2-6a6a-4534-9f4e-47edba837b9d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 379 time: 0.0973871 Nov 19 20:02:33.518341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'port': {'device_id': '48cd1b87-c41b-4613-841e-600526903e90', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'admin_state_up': True, 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'security_groups': ['175e9828-e0a5-4be8-bcdd-a79283b0aff5']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:33.542184 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Attempting to bind port 6926d209-63f9-4c11-aa65-ba2e7b62baef on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:02:33.542517 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Attempting to bind port 6926d209-63f9-4c11-aa65-ba2e7b62baef by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:02:33.542835 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Attempting to bind port 6926d209-63f9-4c11-aa65-ba2e7b62baef on network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:02:33.548421 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:02:33.548798 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Checking segment: {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:02:33.549201 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:33.549593 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Bound using segment: {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:02:33.550094 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Bound port: 6926d209-63f9-4c11-aa65-ba2e7b62baef, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:02:33.550479 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:33.617977 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] For port 6926d209-63f9-4c11-aa65-ba2e7b62baef, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:02:33.621595 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] For port 6926d209-63f9-4c11-aa65-ba2e7b62baef, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6926d209-63f9-4c11-aa65-ba2e7b62baef,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:02:33.627509 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:33.640131 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:02:33.644311 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:33.684969 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Routers {'ae3e244e-622c-4b55-9909-136f5b1b540f'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:02:33.685602 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:02:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ae3e244e-622c-4b55-9909-136f5b1b540f'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:33.719550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d132c889-c68f-4578-a4b5-daf7558764a5 None None] Provisioning complete for port 6926d209-63f9-4c11-aa65-ba2e7b62baef triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:33.720079 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d132c889-c68f-4578-a4b5-daf7558764a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:33.764472 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2556e1d-a90c-46d9-96aa-2d07865ac5b8 None None] Pushing event updated for resources: {'Port': ['ID=6926d209-63f9-4c11-aa65-ba2e7b62baef,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:33.806219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.20.0.6 (542bade5-01b1-4c5b-ae64-418a64a4b3c0/8dee8094-83d5-4d97-af00-676a4ce25cc8/98cd7910-0927-4c83-83e4-da9a5f2d230e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:02:33.846896 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d132c889-c68f-4578-a4b5-daf7558764a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:33.859979 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] Set router ae3e244e-622c-4b55-9909-136f5b1b540f gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:02:33.896649 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d132c889-c68f-4578-a4b5-daf7558764a5 None None] For port 6926d209-63f9-4c11-aa65-ba2e7b62baef, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6926d209-63f9-4c11-aa65-ba2e7b62baef,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:02:33.905235 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d132c889-c68f-4578-a4b5-daf7558764a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:33.981434 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132c889-c68f-4578-a4b5-daf7558764a5 None None] Pushing event updated for resources: {'Port': ['ID=6926d209-63f9-4c11-aa65-ba2e7b62baef,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:34.023696 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:34.030763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cb7873b9-bcfa-4738-95a0-65c272874579 None None] Provisioning complete for port 6926d209-63f9-4c11-aa65-ba2e7b62baef triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:34.031470 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb7873b9-bcfa-4738-95a0-65c272874579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:34.069737 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:34.135600 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:02:34.137169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=98cd7910-0927-4c83-83e4-da9a5f2d230e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:34.139747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:02:34.142077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:02:34.196406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:34.197247 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:34.219374 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-bd2b36a9-7ca6-4219-ad0a-aa9c67d1fa06 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7049866 Nov 19 20:02:34.221801 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:30Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6926d209-63f9-4c11-aa65-ba2e7b62baef', 'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:75:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:29Z', 'updated_at': '2021-11-19T20:02:33Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:34.233509 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Request body: {'port': {'device_id': '48cd1b87-c41b-4613-841e-600526903e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:34.252157 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fafb132-4f84-475d-b589-7bb2e5b4b605 None None] The sync data for ids ['ae3e244e-622c-4b55-9909-136f5b1b540f'] in n-d-815373-6 is: [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:30Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6926d209-63f9-4c11-aa65-ba2e7b62baef', 'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:75:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:29Z', 'updated_at': '2021-11-19T20:02:33Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:02:34.299880 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:34.458569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cdb38311-1c64-4e09-b44a-37dc87d36ed1 None None] Provisioning complete for port 98cd7910-0927-4c83-83e4-da9a5f2d230e triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:34.459143 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cdb38311-1c64-4e09-b44a-37dc87d36ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:34.504885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-cdb38311-1c64-4e09-b44a-37dc87d36ed1 None None] Port 98cd7910-0927-4c83-83e4-da9a5f2d230e cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:02:34.595163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112889-f674-4c9f-aeea-1217285bea84 req-c312dbe4-5d62-403c-8d9b-19387c9e5c90 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:34.596652 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a112889-f674-4c9f-aeea-1217285bea84 req-c312dbe4-5d62-403c-8d9b-19387c9e5c90 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 931 time: 0.0878232 Nov 19 20:02:34.698962 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2a112889-f674-4c9f-aeea-1217285bea84 req-b03c74c8-ef7d-4d48-8d33-7913c737b8a7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950212 Nov 19 20:02:34.704999 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cd7910-0927-4c83-83e4-da9a5f2d230e {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:02:34.714772 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:34.729846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Transition to ACTIVE for port object 98cd7910-0927-4c83-83e4-da9a5f2d230e will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 20:02:34.733657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:34.790352 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Pushing event updated for resources: {'Port': ['ID=98cd7910-0927-4c83-83e4-da9a5f2d230e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:34.871831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Attempting to bind port 98cd7910-0927-4c83-83e4-da9a5f2d230e on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:02:34.872152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Attempting to bind port 98cd7910-0927-4c83-83e4-da9a5f2d230e by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:02:34.872522 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Attempting to bind port 98cd7910-0927-4c83-83e4-da9a5f2d230e on network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:02:34.877557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Port 98cd7910-0927-4c83-83e4-da9a5f2d230e on network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 20:02:34.877933 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Attempting to bind port 98cd7910-0927-4c83-83e4-da9a5f2d230e on network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:02:34.884915 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:02:34.889525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Checking segment: {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:02:34.889525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Bound using segment: {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:02:34.889525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Bound port: 98cd7910-0927-4c83-83e4-da9a5f2d230e, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:02:34.889525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:34.970798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:02:34.974536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:02:34.981105 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:35.019121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:35.019741 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:35.021661 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] 10.222.0.21 "PUT /v2.0/ports/98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 1091 time: 0.7931061 Nov 19 20:02:35.034468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:02:35.036886 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dec3c37-de69-4edd-bbce-63cedb790a58" -d '{"events": [{"name": "network-changed", "server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:02:35.067948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337e1e4-6eac-4e99-b2eb-07c382267e65 service neutron] Pushing event updated for resources: {'Port': ['ID=98cd7910-0927-4c83-83e4-da9a5f2d230e,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:35.109397 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21b2a06-8cae-4d02-bdcf-eef4d216f0dd x-openstack-request-id: req-c21b2a06-8cae-4d02-bdcf-eef4d216f0dd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:02:35.109735 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:02:35.110118 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c21b2a06-8cae-4d02-bdcf-eef4d216f0dd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:02:35.110590 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'status': 'completed', 'code': 200} Nov 19 20:02:35.130826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-3295b831-959d-4cc0-b99f-7a9c64b13bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:35.132487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-3295b831-959d-4cc0-b99f-7a9c64b13bf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1094 time: 0.0523462 Nov 19 20:02:35.184908 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-9f70efb9-50b0-4c36-a019-8bf7ed8761ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 217 time: 0.0431416 Nov 19 20:02:35.253845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-61dfb23c-eb22-4fcd-81ca-35eec752dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:35.255327 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-61dfb23c-eb22-4fcd-81ca-35eec752dc4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dee8094-83d5-4d97-af00-676a4ce25cc8 HTTP/1.1" status: 200 len: 834 time: 0.0625319 Nov 19 20:02:35.279002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6926d209-63f9-4c11-aa65-ba2e7b62baef up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:02:35.315282 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-2084fb52-1767-4786-b3c7-5a1080e9f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:35.316899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-2084fb52-1767-4786-b3c7-5a1080e9f255 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=542bade5-01b1-4c5b-ae64-418a64a4b3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548670 Nov 19 20:02:35.335440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 6926d209-63f9-4c11-aa65-ba2e7b62baef triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:35.335906 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:35.422552 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-24da44cb-1067-42bf-8e82-234d2e0f254a service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980868 Nov 19 20:02:35.519587 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-537afa18-803e-4759-8e29-5f818ecaacd1 req-c2498473-070f-483d-a637-4cac4adba107 service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896323 Nov 19 20:02:35.610307 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec3c37-de69-4edd-bbce-63cedb790a58 req-e30d88f2-d4fc-4daf-ab11-9723f7f6160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:35.611733 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1dec3c37-de69-4edd-bbce-63cedb790a58 req-e30d88f2-d4fc-4daf-ab11-9723f7f6160a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1094 time: 0.0430105 Nov 19 20:02:35.706054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec3c37-de69-4edd-bbce-63cedb790a58 req-da866f76-cdd2-4990-8ba9-c03867926975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:35.707526 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1dec3c37-de69-4edd-bbce-63cedb790a58 req-da866f76-cdd2-4990-8ba9-c03867926975 service neutron] 10.222.0.21 "GET /v2.0/networks?id=542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 200 len: 898 time: 0.0884449 Nov 19 20:02:35.758368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1dec3c37-de69-4edd-bbce-63cedb790a58 req-1d0641c6-0fce-4308-aac6-29e10a30f3c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 217 time: 0.0427670 Nov 19 20:02:35.844197 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec3c37-de69-4edd-bbce-63cedb790a58 req-a48bab34-ff79-44ac-8fd2-cdffb5dc41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:35.845653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1dec3c37-de69-4edd-bbce-63cedb790a58 req-a48bab34-ff79-44ac-8fd2-cdffb5dc41e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dee8094-83d5-4d97-af00-676a4ce25cc8 HTTP/1.1" status: 200 len: 834 time: 0.0801098 Nov 19 20:02:35.859030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577de146-29fe-4d22-9332-f014e2c06c87 req-39ca8f69-0a2a-46b7-9c31-8eaefa0247d0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:35.860457 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-577de146-29fe-4d22-9332-f014e2c06c87 req-39ca8f69-0a2a-46b7-9c31-8eaefa0247d0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 943 time: 0.0875010 Nov 19 20:02:35.934800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec3c37-de69-4edd-bbce-63cedb790a58 req-826b3b18-766b-4773-81c6-fb15dbbecc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:35.936319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1dec3c37-de69-4edd-bbce-63cedb790a58 req-826b3b18-766b-4773-81c6-fb15dbbecc36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=542bade5-01b1-4c5b-ae64-418a64a4b3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750432 Nov 19 20:02:35.940384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-577de146-29fe-4d22-9332-f014e2c06c87 req-912fbe50-edd9-430b-86d5-446737f96eb7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717571 Nov 19 20:02:36.031739 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1dec3c37-de69-4edd-bbce-63cedb790a58 req-d36f1ea5-8a0c-4331-bd9a-e78ce3a28ead service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871394 Nov 19 20:02:36.125129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1dec3c37-de69-4edd-bbce-63cedb790a58 req-d896c068-65df-4b33-b8b7-683dad0360e3 service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852950 Nov 19 20:02:37.332088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb6ee7-9cfd-4417-a7de-d36a21ef38f4 req-824380f1-6e32-44a7-9c5c-163fb9bb8e88 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:37.333571 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdb6ee7-9cfd-4417-a7de-d36a21ef38f4 req-824380f1-6e32-44a7-9c5c-163fb9bb8e88 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 943 time: 0.0549619 Nov 19 20:02:37.382723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cdb6ee7-9cfd-4417-a7de-d36a21ef38f4 req-d4edc029-79d8-4d5b-847f-d068858669b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430422 Nov 19 20:02:38.325037 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-014ff610-f2b0-4839-9ae7-0eb0566ef3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:38.500149 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20224335-6338-4a20-b9a2-3114511919f5 req-30c8642c-87c2-4b3f-8e98-810eaf3ec552 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:38.502114 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20224335-6338-4a20-b9a2-3114511919f5 req-30c8642c-87c2-4b3f-8e98-810eaf3ec552 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 943 time: 0.0509553 Nov 19 20:02:38.554168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-20224335-6338-4a20-b9a2-3114511919f5 req-602b11bf-39d7-4cd1-bb64-7184ea4abb0d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448956 Nov 19 20:02:39.670199 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc4cdd-35cd-4a5a-8119-7901b1a0945d req-d9bd3ff7-4e1b-4c88-b3ac-223d236d542e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:39.671692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48bc4cdd-35cd-4a5a-8119-7901b1a0945d req-d9bd3ff7-4e1b-4c88-b3ac-223d236d542e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 943 time: 0.0489278 Nov 19 20:02:39.725051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48bc4cdd-35cd-4a5a-8119-7901b1a0945d req-f2293b43-d69d-49f5-9579-a854874f26b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474823 Nov 19 20:02:39.779493 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 98cd7910-0927-4c83-83e4-da9a5f2d230e details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:02:39.874846 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:02:39.887265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'port_id': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'mac_address': 'fa:16:3e:ff:19:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:02:39.928552 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:39.941583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cd7910-0927-4c83-83e4-da9a5f2d230e {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:02:39.961090 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:02:39.965773 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:40.013051 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=98cd7910-0927-4c83-83e4-da9a5f2d230e,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:40.175446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['98cd7910-0927-4c83-83e4-da9a5f2d230e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:02:40.731680 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e96e07a7-b535-451e-b88d-2297a99bc75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:40.844702 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e3093-3a0b-44db-8c4a-5a8b89d77f71 req-80a14fd6-2ca4-4202-998e-9cad0e190630 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:40.846363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b3e3093-3a0b-44db-8c4a-5a8b89d77f71 req-80a14fd6-2ca4-4202-998e-9cad0e190630 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 944 time: 0.0512316 Nov 19 20:02:40.904268 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b3e3093-3a0b-44db-8c4a-5a8b89d77f71 req-5d04675d-ccf3-4dfb-b787-04a0e2632aa3 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466561 Nov 19 20:02:41.772514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 98cd7910-0927-4c83-83e4-da9a5f2d230e up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:02:41.820683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 98cd7910-0927-4c83-83e4-da9a5f2d230e completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 20:02:41.825527 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 98cd7910-0927-4c83-83e4-da9a5f2d230e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:02:41.825932 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:41.921262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:41.947504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:02:41.949982 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d62964-5579-4f43-a20c-64ab758b9200" -d '{"events": [{"server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "name": "network-vif-plugged", "status": "completed", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:02:41.962800 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:02:41.967041 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:42.017030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=98cd7910-0927-4c83-83e4-da9a5f2d230e,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:42.025604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5249a-8a84-4d5e-b836-154d569239e9 req-428a2d3e-e571-4460-9668-3cb35b4c249d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:42.027107 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2d5249a-8a84-4d5e-b836-154d569239e9 req-428a2d3e-e571-4460-9668-3cb35b4c249d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0506408 Nov 19 20:02:42.085682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2d5249a-8a84-4d5e-b836-154d569239e9 req-e543b062-6e5f-47ae-8a2f-89d2661fbe03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523674 Nov 19 20:02:42.131411 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:42.133540 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b646cafd-4898-474a-9ee3-f3c752e62ca8 x-openstack-request-id: req-b646cafd-4898-474a-9ee3-f3c752e62ca8 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:02:42.133922 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "name": "network-vif-plugged", "status": "completed", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:02:42.134240 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b646cafd-4898-474a-9ee3-f3c752e62ca8 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:02:42.134750 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'code': 200} Nov 19 20:02:42.240901 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4620308-f617-4603-9633-1ec81f0ef49a req-db693867-b0c1-405c-b538-ab094986a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:42.242431 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4620308-f617-4603-9633-1ec81f0ef49a req-db693867-b0c1-405c-b538-ab094986a4ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1096 time: 0.0486271 Nov 19 20:02:42.292003 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4620308-f617-4603-9633-1ec81f0ef49a req-cf3c5f2f-b115-4be7-a170-0e69bbf2389f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419855 Nov 19 20:02:43.228946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75d9b6-6a1c-4e5f-9727-4d08698628b0 req-9ff1546e-c7a2-4353-907a-4fbbdba7f29b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:43.230697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b75d9b6-6a1c-4e5f-9727-4d08698628b0 req-9ff1546e-c7a2-4353-907a-4fbbdba7f29b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0610662 Nov 19 20:02:43.287645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5b75d9b6-6a1c-4e5f-9727-4d08698628b0 req-efed25ac-4f44-44a0-99f2-6118c118563d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499656 Nov 19 20:02:43.584306 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:44.285550 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:44.422134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2841a-f5a9-4345-86c9-c5624f57fca6 req-c65e5cc9-af10-42dd-86a6-8885ef724abd tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:44.423804 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7e2841a-f5a9-4345-86c9-c5624f57fca6 req-c65e5cc9-af10-42dd-86a6-8885ef724abd tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0599926 Nov 19 20:02:44.482615 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7e2841a-f5a9-4345-86c9-c5624f57fca6 req-dabb8adf-3a1e-4f38-bcce-deda805d2c66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518932 Nov 19 20:02:44.610725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc45de-f587-4474-90ac-c8202d5944b3 req-7236c7ef-1795-4ce8-9736-4c07916a3921 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:44.612366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6bdc45de-f587-4474-90ac-c8202d5944b3 req-7236c7ef-1795-4ce8-9736-4c07916a3921 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0521736 Nov 19 20:02:44.670005 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6bdc45de-f587-4474-90ac-c8202d5944b3 req-785aebe0-5903-4464-baf1-24451b1db563 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512247 Nov 19 20:02:44.695388 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36672) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:44.746421 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e5a3f-a65e-4d71-9212-f36b978e955a tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:44.748182 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-772e5a3f-a65e-4d71-9212-f36b978e955a tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1091 time: 0.0517573 Nov 19 20:02:44.751410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36674) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:44.755936 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:02:44.779605 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:44.883155 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:45.001429 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.25.3.193 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/d10c0ca5-5575-445e-8230-5b87f280aa6b) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:02:45.119380 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:45.158103 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:45.203814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:02:45.207016 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:02:45.210881 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:02:45.236567 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=d10c0ca5-5575-445e-8230-5b87f280aa6b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:45.629875 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:45.706588 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:45.888672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:45.895711 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:45.987808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=d10c0ca5-5575-445e-8230-5b87f280aa6b,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:02:46.002600 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:46.117215 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Floating IP 43320933-5580-4890-96e4-44b34c48d1ec associated. External IP: 172.25.3.193, port: 98cd7910-0927-4c83-83e4-da9a5f2d230e. Nov 19 20:02:46.347498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router ae3e244e-622c-4b55-9909-136f5b1b540f has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:02:46.472040 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:02:46.483120 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d038ea64-d033-4058-9980-bfa873f59b29 None None] Sync routers for ids ['ae3e244e-622c-4b55-9909-136f5b1b540f'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:02:46.492399 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:02:46.495949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038ea64-d033-4058-9980-bfa873f59b29 None None] Routers {'ae3e244e-622c-4b55-9909-136f5b1b540f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:02:46.496620 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d038ea64-d033-4058-9980-bfa873f59b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ae3e244e-622c-4b55-9909-136f5b1b540f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:46.523824 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6f4165ad-129c-421a-a925-c184de24438d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7713537 Nov 19 20:02:46.524528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:02:46.528434 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d" -d '{"events": [{"name": "network-changed", "server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:02:46.614666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d038ea64-d033-4058-9980-bfa873f59b29 None None] Set router ae3e244e-622c-4b55-9909-136f5b1b540f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:02:46.634860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e688b2c-663f-4b32-b921-cda55675584c req-ce511b14-59a4-4d1a-8792-48c223a9b013 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:46.636439 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e688b2c-663f-4b32-b921-cda55675584c req-ce511b14-59a4-4d1a-8792-48c223a9b013 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0562410 Nov 19 20:02:46.703452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e688b2c-663f-4b32-b921-cda55675584c req-91bf271b-e98b-4911-8409-f57e487d87ac tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607159 Nov 19 20:02:46.726816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36680) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:46.767350 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5616b5e1-bb9e-4656-8477-3ce70a41601b x-openstack-request-id: req-5616b5e1-bb9e-4656-8477-3ce70a41601b {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:02:46.767651 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:02:46.767912 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5616b5e1-bb9e-4656-8477-3ce70a41601b {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:02:46.768326 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'status': 'completed', 'code': 200} Nov 19 20:02:46.801713 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d7caf28f-2e39-4088-a0ba-33679c89b23b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/43320933-5580-4890-96e4-44b34c48d1ec HTTP/1.1" status: 200 len: 991 time: 0.0722845 Nov 19 20:02:46.852076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d req-a6196268-3b7c-4321-b9e2-ffb9d7953cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:46.855148 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d req-a6196268-3b7c-4321-b9e2-ffb9d7953cb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1096 time: 0.0662317 Nov 19 20:02:46.899526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d038ea64-d033-4058-9980-bfa873f59b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:30Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '43320933-5580-4890-96e4-44b34c48d1ec', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'port_id': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'mac_address': 'fa:16:3e:ff:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd1b87-c41b-4613-841e-600526903e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:02:45Z', 'updated_at': '2021-11-19T20:02:45Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6926d209-63f9-4c11-aa65-ba2e7b62baef', 'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:75:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:29Z', 'updated_at': '2021-11-19T20:02:33Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:46.933156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d038ea64-d033-4058-9980-bfa873f59b29 None None] Checking router: ae3e244e-622c-4b55-9909-136f5b1b540f for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:02:46.942199 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038ea64-d033-4058-9980-bfa873f59b29 None None] Routers {'ae3e244e-622c-4b55-9909-136f5b1b540f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:02:46.942823 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d038ea64-d033-4058-9980-bfa873f59b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:02:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ae3e244e-622c-4b55-9909-136f5b1b540f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:46.957360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d req-97d4f51a-f9e5-4ea2-bae7-f9b56992085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:46.958877 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d req-97d4f51a-f9e5-4ea2-bae7-f9b56992085b service neutron] 10.222.0.21 "GET /v2.0/networks?id=542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 200 len: 898 time: 0.0972750 Nov 19 20:02:47.031592 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d req-cb2c9912-502d-4f9d-bd24-abf2f9182230 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 999 time: 0.0659890 Nov 19 20:02:47.054314 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d038ea64-d033-4058-9980-bfa873f59b29 None None] Set router ae3e244e-622c-4b55-9909-136f5b1b540f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:02:47.083604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d req-4122ba4b-1701-47e7-baf3-b47176c4715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:47.085393 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d req-4122ba4b-1701-47e7-baf3-b47176c4715a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dee8094-83d5-4d97-af00-676a4ce25cc8 HTTP/1.1" status: 200 len: 834 time: 0.0473535 Nov 19 20:02:47.134836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d req-138c7b9c-5fc2-4caa-be97-c567b1cdfb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:02:47.136801 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d req-138c7b9c-5fc2-4caa-be97-c567b1cdfb8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=542bade5-01b1-4c5b-ae64-418a64a4b3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446782 Nov 19 20:02:47.245252 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d req-b1876ae1-136e-4fee-b856-21e4e0439df8 service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014202 Nov 19 20:02:47.294740 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d038ea64-d033-4058-9980-bfa873f59b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:30Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '43320933-5580-4890-96e4-44b34c48d1ec', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'port_id': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'mac_address': 'fa:16:3e:ff:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd1b87-c41b-4613-841e-600526903e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:02:45Z', 'updated_at': '2021-11-19T20:02:45Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6926d209-63f9-4c11-aa65-ba2e7b62baef', 'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:75:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:29Z', 'updated_at': '2021-11-19T20:02:33Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:02:47.326944 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d038ea64-d033-4058-9980-bfa873f59b29 None None] The sync data for ids ['ae3e244e-622c-4b55-9909-136f5b1b540f'] in n-d-815373-6 is: [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:30Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '43320933-5580-4890-96e4-44b34c48d1ec', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'port_id': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'mac_address': 'fa:16:3e:ff:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cd1b87-c41b-4613-841e-600526903e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:02:45Z', 'updated_at': '2021-11-19T20:02:45Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6926d209-63f9-4c11-aa65-ba2e7b62baef', 'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:75:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:29Z', 'updated_at': '2021-11-19T20:02:33Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:02:47.342612 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e5c7bb30-3ec1-4d21-94f6-e6a0c3a8f30d req-008e33ac-08d8-46ad-8c63-848ddb20836a service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906606 Nov 19 20:02:47.564882 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3206931d-6a19-4e18-89fe-e204ddf99a8f None None] New status for floating IP 43320933-5580-4890-96e4-44b34c48d1ec: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:02:47.803639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36682) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:02:47.873175 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7fff3040-eadf-467e-aeef-afeacc8d78c0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/43320933-5580-4890-96e4-44b34c48d1ec HTTP/1.1" status: 200 len: 993 time: 0.0682797 Nov 19 20:02:55.915917 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:00.474236 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:03.199845 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:03:08.316819 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ccec6b77-f26f-4754-82bd-24e54a16f0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:10.734051 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8396-84d3-469a-b045-fa08eb4c58ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:12.131803 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:13.586699 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:14.270628 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:19.102664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-eeb09fd0-96b2-4ddf-8de6-041fb6498b56 req-fe7f0236-a816-47be-a5bd-5a40de134680 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 20:03:19.104352 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eeb09fd0-96b2-4ddf-8de6-041fb6498b56 req-fe7f0236-a816-47be-a5bd-5a40de134680 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060582 Nov 19 20:03:19.340626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36702) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:03:19.417345 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8b6be-8a2b-433b-a804-6e7cfd8979d9 req-3dfaf54d-6c78-4ced-b0c1-5a1e4b7741e7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:19.418923 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eda8b6be-8a2b-433b-a804-6e7cfd8979d9 req-3dfaf54d-6c78-4ced-b0c1-5a1e4b7741e7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.1797996 Nov 19 20:03:19.458074 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-74ce66ee-4450-4129-84b6-487eb8c3f938 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201689 Nov 19 20:03:19.469614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-ab892c5b-7bb6-4aad-9428-1e647afd5876 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 20:03:19.470623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-ab892c5b-7bb6-4aad-9428-1e647afd5876 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070255 Nov 19 20:03:19.805834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-eda8b6be-8a2b-433b-a804-6e7cfd8979d9 req-7f5c8eac-60ff-4fd0-8b2f-abda05685cbc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806634 Nov 19 20:03:20.686250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-71d601b8-7b96-4f48-9fa7-4dc15cc8bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:20.687799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-71d601b8-7b96-4f48-9fa7-4dc15cc8bdb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1096 time: 0.0430229 Nov 19 20:03:20.794854 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-6a464e5a-3b41-4e88-98b8-cbbbaa88b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:20.796391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-6a464e5a-3b41-4e88-98b8-cbbbaa88b980 service neutron] 10.222.0.21 "GET /v2.0/networks?id=542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 200 len: 898 time: 0.1010916 Nov 19 20:03:20.871344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-94e07670-27ff-4753-80eb-ee57c1ec25bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 1001 time: 0.0669212 Nov 19 20:03:20.956489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-9578144a-7286-450c-9ebf-9dc4c20d1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:20.958052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-9578144a-7286-450c-9ebf-9dc4c20d1bfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dee8094-83d5-4d97-af00-676a4ce25cc8 HTTP/1.1" status: 200 len: 834 time: 0.0796387 Nov 19 20:03:20.985421 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfab95-0674-4cbb-beab-9f7257c51c21 req-a02145d0-8e00-4940-ac0e-7c99ac3471bf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:20.987336 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ccfab95-0674-4cbb-beab-9f7257c51c21 req-a02145d0-8e00-4940-ac0e-7c99ac3471bf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0807250 Nov 19 20:03:21.048456 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-f329abb5-3ec4-48c4-9559-986aa99d568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:21.050019 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-f329abb5-3ec4-48c4-9559-986aa99d568b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=542bade5-01b1-4c5b-ae64-418a64a4b3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845795 Nov 19 20:03:21.075159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4ccfab95-0674-4cbb-beab-9f7257c51c21 req-118b8bc4-174f-447f-8f6f-5d40da762b5b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735581 Nov 19 20:03:21.166552 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-1bb083f3-8f5f-4681-916a-f163cfe979c4 service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065259 Nov 19 20:03:21.203010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-b097517c-1b10-4b31-a6e3-a2d9f58aa523 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463927 Nov 19 20:03:21.292117 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-d696407f-4550-46ac-86ad-58e07edabae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:21.293696 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-d696407f-4550-46ac-86ad-58e07edabae1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0456598 Nov 19 20:03:21.296803 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-c85f3b49-e59c-40a6-b949-b68af43f44f7 service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228364 Nov 19 20:03:21.419098 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-96c586b3-2601-412b-951a-f024c27d688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:21.420678 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-96c586b3-2601-412b-951a-f024c27d688e service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1073637 Nov 19 20:03:21.423820 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcf8ce-259e-4d4c-8adf-0a47306e5f01 req-f5b27684-b7cf-4ac3-bd64-6a1f1404c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:21.425389 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fbcf8ce-259e-4d4c-8adf-0a47306e5f01 req-f5b27684-b7cf-4ac3-bd64-6a1f1404c3c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1096 time: 0.0518117 Nov 19 20:03:21.469990 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-f4a0ffae-cd71-48a0-89e4-ddf7b274d5f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0420554 Nov 19 20:03:21.525160 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-e0a70e2a-7334-43b6-bc92-02fdc95f73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:21.527299 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-e0a70e2a-7334-43b6-bc92-02fdc95f73cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0498514 Nov 19 20:03:21.560845 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcf8ce-259e-4d4c-8adf-0a47306e5f01 req-bf3b74d3-624a-4430-9226-6663461a6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:21.562469 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fbcf8ce-259e-4d4c-8adf-0a47306e5f01 req-bf3b74d3-624a-4430-9226-6663461a6fb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 200 len: 898 time: 0.1010480 Nov 19 20:03:21.580042 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-7247b756-71ca-43f1-8742-4096bd17fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:21.581566 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-7247b756-71ca-43f1-8742-4096bd17fd59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475845 Nov 19 20:03:21.638077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fbcf8ce-259e-4d4c-8adf-0a47306e5f01 req-6ea81524-1610-4334-828b-1c300f23a80a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 1001 time: 0.0673740 Nov 19 20:03:21.682215 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-021d9495-a4ad-4870-b430-820f4d06d5cd service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919027 Nov 19 20:03:21.703188 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcf8ce-259e-4d4c-8adf-0a47306e5f01 req-0e24914e-a4f3-44bc-a3e3-a2c4ac83dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:21.704868 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fbcf8ce-259e-4d4c-8adf-0a47306e5f01 req-0e24914e-a4f3-44bc-a3e3-a2c4ac83dbab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dee8094-83d5-4d97-af00-676a4ce25cc8 HTTP/1.1" status: 200 len: 834 time: 0.0594025 Nov 19 20:03:21.763770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcf8ce-259e-4d4c-8adf-0a47306e5f01 req-b420aaa7-8e13-48da-80e7-f98edd240452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:21.765343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fbcf8ce-259e-4d4c-8adf-0a47306e5f01 req-b420aaa7-8e13-48da-80e7-f98edd240452 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=542bade5-01b1-4c5b-ae64-418a64a4b3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536091 Nov 19 20:03:21.788805 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-85dcc70b-c88b-4e87-ba59-5e2810101c9b req-314e6837-5888-41e7-ae0d-b8e21b14f747 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005056 Nov 19 20:03:21.864071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fbcf8ce-259e-4d4c-8adf-0a47306e5f01 req-5aa80423-5284-4ad5-aef7-0cf31f5bf1e9 service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911696 Nov 19 20:03:21.980282 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9fbcf8ce-259e-4d4c-8adf-0a47306e5f01 req-023941fe-9178-4f69-be53-fffb15c30ced service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088247 Nov 19 20:03:22.220544 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5c312-e2c6-4710-abcc-fae91e0c7510 req-c6baa4a3-5b85-4c40-bfe4-c27443dc6024 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:22.222249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ec5c312-e2c6-4710-abcc-fae91e0c7510 req-c6baa4a3-5b85-4c40-bfe4-c27443dc6024 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0569122 Nov 19 20:03:22.284920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5ec5c312-e2c6-4710-abcc-fae91e0c7510 req-a9dc857d-d3e0-49e9-9cb4-6e591fc32313 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554593 Nov 19 20:03:23.420116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758125cb-7c42-429b-936e-a5ae92f7d4cb req-89c1448e-e3d6-4966-9cc4-0b06761baae2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:23.421779 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-758125cb-7c42-429b-936e-a5ae92f7d4cb req-89c1448e-e3d6-4966-9cc4-0b06761baae2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0575585 Nov 19 20:03:23.483732 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-758125cb-7c42-429b-936e-a5ae92f7d4cb req-fc0808bb-54ba-4f72-b35d-6fd83d4b7957 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554917 Nov 19 20:03:24.612799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e0ea4-4d86-427c-88d7-e6f582980c3f req-3727548b-fc7d-4a2c-86e0-ba3a5f45358b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:24.614468 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b20e0ea4-4d86-427c-88d7-e6f582980c3f req-3727548b-fc7d-4a2c-86e0-ba3a5f45358b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0541177 Nov 19 20:03:24.666968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b20e0ea4-4d86-427c-88d7-e6f582980c3f req-61b6fe67-80df-4783-bede-9c97a83e08aa tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457509 Nov 19 20:03:25.831073 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b731b-cfe4-4fc4-9892-4aae521c43d0 req-a6010339-7797-4db4-bd97-5c38c87cf67a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:25.833902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-128b731b-cfe4-4fc4-9892-4aae521c43d0 req-a6010339-7797-4db4-bd97-5c38c87cf67a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0851936 Nov 19 20:03:25.895132 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-128b731b-cfe4-4fc4-9892-4aae521c43d0 req-c1ef1029-7e28-45b6-874e-2212939c1631 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552211 Nov 19 20:03:25.929670 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:27.025841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b0a8b-008c-4879-a433-86fb5939bba9 req-e5b3de06-c793-441e-932a-a6c8a2b82be4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:27.027483 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e64b0a8b-008c-4879-a433-86fb5939bba9 req-e5b3de06-c793-441e-932a-a6c8a2b82be4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0524392 Nov 19 20:03:27.081865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e64b0a8b-008c-4879-a433-86fb5939bba9 req-470324e7-5b44-47c8-b989-36ec17886f73 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479276 Nov 19 20:03:28.208467 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622e8c7-aed3-4143-9594-01ec6e63e7c8 req-a202db36-8eba-4e57-95cf-f8d70ea4ff56 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:28.210056 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c622e8c7-aed3-4143-9594-01ec6e63e7c8 req-a202db36-8eba-4e57-95cf-f8d70ea4ff56 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0533457 Nov 19 20:03:28.270374 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c622e8c7-aed3-4143-9594-01ec6e63e7c8 req-d0d98fea-0264-4e50-8665-bea88fc60f43 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502081 Nov 19 20:03:29.402816 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea980-583b-4b88-9124-cee9d9ed8a59 req-0f996038-6d6c-4acd-9629-548dcdc1e7a4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:29.404439 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-406ea980-583b-4b88-9124-cee9d9ed8a59 req-0f996038-6d6c-4acd-9629-548dcdc1e7a4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0579174 Nov 19 20:03:29.468032 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-406ea980-583b-4b88-9124-cee9d9ed8a59 req-b20eebbf-bcec-4eb5-8d81-dfb8d21ab221 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567200 Nov 19 20:03:30.465253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:30.599095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5663-db49-4d95-a84a-7b367b974854 req-337d90e6-cd8a-4997-ace6-56eb403e3fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:30.600640 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73ef5663-db49-4d95-a84a-7b367b974854 req-337d90e6-cd8a-4997-ace6-56eb403e3fee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0602992 Nov 19 20:03:30.653821 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-73ef5663-db49-4d95-a84a-7b367b974854 req-775294d9-53ce-4e3b-b120-8aaac2fb0ec5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456295 Nov 19 20:03:31.780314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2784ff6-7119-4f12-a5a7-58e9327bdb84 req-aea205ee-3c68-4fe6-b42d-947ba5c6e81e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:31.782008 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2784ff6-7119-4f12-a5a7-58e9327bdb84 req-aea205ee-3c68-4fe6-b42d-947ba5c6e81e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0541081 Nov 19 20:03:31.864302 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b2784ff6-7119-4f12-a5a7-58e9327bdb84 req-c3d37d8b-9eca-4db4-9f66-14a6f8fd91d7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762749 Nov 19 20:03:33.005889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d3aec-d413-402f-86ea-4183d3586dca req-837f66d1-7aa1-4934-a423-d8d4f1e13877 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:33.007516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-596d3aec-d413-402f-86ea-4183d3586dca req-837f66d1-7aa1-4934-a423-d8d4f1e13877 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0623267 Nov 19 20:03:33.071020 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-596d3aec-d413-402f-86ea-4183d3586dca req-7709815c-d7a3-4c55-819d-5582ced8a301 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522056 Nov 19 20:03:34.223837 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b1996-46c5-4dd0-82bd-b7a323be64cc req-de2ef610-c3c6-4925-8521-e2dea9d4e58c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:34.225678 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d95b1996-46c5-4dd0-82bd-b7a323be64cc req-de2ef610-c3c6-4925-8521-e2dea9d4e58c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0621388 Nov 19 20:03:34.285656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d95b1996-46c5-4dd0-82bd-b7a323be64cc req-8dc589bc-9ce9-4cff-896c-0dab607d9bc4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517626 Nov 19 20:03:35.427094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e42e67-9275-4b3f-bf82-af5d50788ace req-71ccf1fa-d3ee-4bcb-a9ac-81cc5aa5c1ae tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:35.428638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60e42e67-9275-4b3f-bf82-af5d50788ace req-71ccf1fa-d3ee-4bcb-a9ac-81cc5aa5c1ae tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0575552 Nov 19 20:03:35.484241 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60e42e67-9275-4b3f-bf82-af5d50788ace req-df5c413a-77bf-494a-8875-9b894b2888ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486486 Nov 19 20:03:36.617169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb511-5eb8-44aa-8b7b-245e73a47501 req-3bc8ac05-7835-467c-af95-a045d706521e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:36.619339 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdacb511-5eb8-44aa-8b7b-245e73a47501 req-3bc8ac05-7835-467c-af95-a045d706521e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0615354 Nov 19 20:03:36.686664 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fdacb511-5eb8-44aa-8b7b-245e73a47501 req-e6af9e47-292c-413c-9325-df495b9bc840 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559566 Nov 19 20:03:37.827565 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c1002-ccf1-471e-bcc3-55f87bd16284 req-b977ab53-82b2-4868-908f-22d9c4ad3b7f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:37.829481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-417c1002-ccf1-471e-bcc3-55f87bd16284 req-b977ab53-82b2-4868-908f-22d9c4ad3b7f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0663190 Nov 19 20:03:37.894054 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-417c1002-ccf1-471e-bcc3-55f87bd16284 req-f781d5ab-1463-48a5-b228-9af7dee10f91 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568724 Nov 19 20:03:38.194317 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-2f0c5ab4-9ace-47ae-a615-657e2ad38270 service neutron] show failed (client error): The resource could not be found. Nov 19 20:03:38.195466 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-2f0c5ab4-9ace-47ae-a615-657e2ad38270 service neutron] 10.222.0.21 "GET /v2.0/ports/98cd7910-0927-4c83-83e4-da9a5f2d230e/bindings/n-h1-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0901518 Nov 19 20:03:38.325874 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9cec5884-dcc6-4d06-9cd2-95bd74fcde12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:38.456976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-cbfef6d8-bb9b-48f9-b473-ef46e7f2a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:38.459580 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-cbfef6d8-bb9b-48f9-b473-ef46e7f2a611 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 1096 time: 0.0722175 Nov 19 20:03:38.475401 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815373-6', 'device_owner': 'compute:nova'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:03:38.537943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:38.799636 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:03:38.841027 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h2-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:03:38.887033 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:03:38.889530 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18d0cc6-40e1-472b-81ff-75fbcf55b3fc" -d '{"events": [{"server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "name": "network-vif-unplugged", "status": "completed", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:03:38.894303 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:38.911269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Transition to ACTIVE for port object 98cd7910-0927-4c83-83e4-da9a5f2d230e will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 20:03:38.916302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:38.971384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Pushing event updated for resources: {'Port': ['ID=98cd7910-0927-4c83-83e4-da9a5f2d230e,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:03:39.023915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.024502 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.025621 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.026456 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.026995 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.027553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.028229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.028649 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.029220 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.029815 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.030391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.030943 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:39.073391 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 20:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77244673-22ed-41c7-8ed1-bb5c95370adc x-openstack-request-id: req-77244673-22ed-41c7-8ed1-bb5c95370adc {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:03:39.073801 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "name": "network-vif-unplugged", "status": "completed", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:03:39.074150 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77244673-22ed-41c7-8ed1-bb5c95370adc {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:03:39.074730 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'code': 200} Nov 19 20:03:39.100498 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] No DVR routers for this DVR port 98cd7910-0927-4c83-83e4-da9a5f2d230e on host n-h2-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:03:39.200909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3c6b4-e573-44e3-9194-48aaa3d3d480 req-35f8c662-ec18-41e5-b08e-9cca6e4531f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:39.203039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86f3c6b4-e573-44e3-9194-48aaa3d3d480 req-35f8c662-ec18-41e5-b08e-9cca6e4531f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 943 time: 0.0661108 Nov 19 20:03:39.301173 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86f3c6b4-e573-44e3-9194-48aaa3d3d480 req-02cc17ef-e73a-40d2-ba6d-e30138f136d7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854347 Nov 19 20:03:39.321409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Attempting to bind port 98cd7910-0927-4c83-83e4-da9a5f2d230e on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:03:39.322677 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Attempting to bind port 98cd7910-0927-4c83-83e4-da9a5f2d230e by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:03:39.323077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Attempting to bind port 98cd7910-0927-4c83-83e4-da9a5f2d230e on network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:03:39.331519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Port 98cd7910-0927-4c83-83e4-da9a5f2d230e on network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 20:03:39.331519 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Attempting to bind port 98cd7910-0927-4c83-83e4-da9a5f2d230e on network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:03:39.342088 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:03:39.342565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Checking segment: {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:03:39.343013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Bound using segment: {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:03:39.343744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Bound port: 98cd7910-0927-4c83-83e4-da9a5f2d230e, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007e4ad7-d406-47bc-947c-3c058f3d0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:03:39.344383 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:39.421107 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:03:39.424779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:03:39.430114 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:39.479558 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:39.480204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:39.481596 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] 10.222.0.57 "PUT /v2.0/ports/98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 1091 time: 1.0141933 Nov 19 20:03:39.503002 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8938e3-bc64-4a07-902c-19269081550f service neutron] Pushing event updated for resources: {'Port': ['ID=98cd7910-0927-4c83-83e4-da9a5f2d230e,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:03:39.565987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-db272786-bd2d-4765-84d9-8bd136396500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:39.567557 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-db272786-bd2d-4765-84d9-8bd136396500 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1094 time: 0.0551727 Nov 19 20:03:39.682009 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-3303d50c-f815-46cf-b223-22196d1cb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:39.683610 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-3303d50c-f815-46cf-b223-22196d1cb247 service neutron] 10.222.0.57 "GET /v2.0/networks?id=542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 200 len: 898 time: 0.1090899 Nov 19 20:03:39.766524 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-7e740cf7-253c-4d02-982b-b4dbeedbd1cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 999 time: 0.0753610 Nov 19 20:03:39.827225 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-604cee78-0e42-4344-a1e2-a14b48477f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:39.829711 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-604cee78-0e42-4344-a1e2-a14b48477f84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dee8094-83d5-4d97-af00-676a4ce25cc8 HTTP/1.1" status: 200 len: 834 time: 0.0555246 Nov 19 20:03:39.881008 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-ae1377f1-3aba-4f87-b88b-6717ce90ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:39.882647 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-ae1377f1-3aba-4f87-b88b-6717ce90ad7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=542bade5-01b1-4c5b-ae64-418a64a4b3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457864 Nov 19 20:03:40.201292 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:03:40.402387 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-f85ce8c3-7930-455c-ab22-93c04626b5cc service neutron] 10.222.0.57 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116682 Nov 19 20:03:40.482294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0629c-6234-4710-8178-44a1bdfac643 req-35dd960c-5c63-4f6d-802d-d9651d8dd848 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:40.483860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2b0629c-6234-4710-8178-44a1bdfac643 req-35dd960c-5c63-4f6d-802d-d9651d8dd848 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 943 time: 0.0879772 Nov 19 20:03:40.527480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e69fee3e-ece7-4415-9845-8a53b84e414b req-509798cf-632c-4d91-a96f-0e1b865a9ff0 service neutron] 10.222.0.57 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174185 Nov 19 20:03:40.555768 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2b0629c-6234-4710-8178-44a1bdfac643 req-35a1c7c9-89fb-42a2-9eda-8ee53cc6ecf1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621235 Nov 19 20:03:40.737021 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f57fce64-0145-4cba-ac83-6a6ec1947d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:41.076883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:03:41.079496 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:03:41.131611 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32ebf65-7517-40f0-8966-3a1b09a0fefa x-openstack-request-id: req-f32ebf65-7517-40f0-8966-3a1b09a0fefa {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:03:41.132019 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:03:41.132320 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f32ebf65-7517-40f0-8966-3a1b09a0fefa {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:03:41.132697 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'status': 'completed', 'code': 200} Nov 19 20:03:41.204126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-4f524150-f833-4dec-8be7-3d29133be55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:41.205661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-a563dba4-10b6-446d-8c25-c7d5aec23111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:41.205825 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-4f524150-f833-4dec-8be7-3d29133be55f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1094 time: 0.0535676 Nov 19 20:03:41.207217 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-a563dba4-10b6-446d-8c25-c7d5aec23111 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1094 time: 0.0518634 Nov 19 20:03:41.315594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-52004b5e-4238-40ee-ad29-fbd263fa02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:41.318289 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-52004b5e-4238-40ee-ad29-fbd263fa02d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 200 len: 898 time: 0.1026883 Nov 19 20:03:41.363621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-99fdfec6-3755-4bf4-aa06-6468e78e4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:41.365212 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-99fdfec6-3755-4bf4-aa06-6468e78e4a69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 200 len: 898 time: 0.1517415 Nov 19 20:03:41.402530 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-4520cbed-2f82-4dc2-b7d9-61036284657c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 999 time: 0.0752325 Nov 19 20:03:41.451394 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-ee2c5630-e566-4ab5-b7fe-c46a28ccc7de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 999 time: 0.0778124 Nov 19 20:03:41.462293 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-eccf2231-82a8-4b5f-ab43-2d5c5be808ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:41.464793 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-eccf2231-82a8-4b5f-ab43-2d5c5be808ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dee8094-83d5-4d97-af00-676a4ce25cc8 HTTP/1.1" status: 200 len: 834 time: 0.0548403 Nov 19 20:03:41.518605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-1d9dbd71-ff9b-4e28-a48b-f6db0189d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:41.521445 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-1d9dbd71-ff9b-4e28-a48b-f6db0189d4af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dee8094-83d5-4d97-af00-676a4ce25cc8 HTTP/1.1" status: 200 len: 834 time: 0.0622425 Nov 19 20:03:41.527556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-21ee1290-8a3f-441c-9497-7aaa20181e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:41.529143 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-21ee1290-8a3f-441c-9497-7aaa20181e91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=542bade5-01b1-4c5b-ae64-418a64a4b3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568275 Nov 19 20:03:41.585451 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-f57d66a9-c1c0-44cd-9ba6-dd80913b8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:41.588960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-f57d66a9-c1c0-44cd-9ba6-dd80913b8ae4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=542bade5-01b1-4c5b-ae64-418a64a4b3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601068 Nov 19 20:03:41.671465 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-7fe623de-52a3-498f-8921-3b09f4b72d7d service neutron] 10.222.0.57 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344576 Nov 19 20:03:41.747912 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-080df68f-7a66-4b41-bc88-604349972fab service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510825 Nov 19 20:03:41.785317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-9de38fdc-151b-43de-9191-c881f9be9164 service neutron] 10.222.0.57 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065056 Nov 19 20:03:41.833134 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60909cdf-3c96-42dd-97f8-22f656e32303 req-173aac6f-3e45-4d93-860b-e46ec106cd8d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:41.834813 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60909cdf-3c96-42dd-97f8-22f656e32303 req-173aac6f-3e45-4d93-860b-e46ec106cd8d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 943 time: 0.1621547 Nov 19 20:03:41.921697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d1b3b434-a4dc-4279-afef-d0720d6ee1d6 req-cd559cbc-2498-42bc-91bd-ace88cf16c58 service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656666 Nov 19 20:03:41.925958 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-60909cdf-3c96-42dd-97f8-22f656e32303 req-92050bd7-e16e-4331-88a6-33a00f713059 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775990 Nov 19 20:03:42.056839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 98cd7910-0927-4c83-83e4-da9a5f2d230e no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:03:42.148156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 98cd7910-0927-4c83-83e4-da9a5f2d230e not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:03:42.156385 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:43.090861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478184c-666a-4a75-b3bd-d359079d86c3 req-914ce5bc-b3c8-4e6c-9436-a77e68851369 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:43.093639 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b478184c-666a-4a75-b3bd-d359079d86c3 req-914ce5bc-b3c8-4e6c-9436-a77e68851369 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 943 time: 0.0718918 Nov 19 20:03:43.158963 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b478184c-666a-4a75-b3bd-d359079d86c3 req-7e8411ff-a5c2-4f27-94c1-2e2de2fc4dbb tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572875 Nov 19 20:03:43.591146 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:44.015664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 98cd7910-0927-4c83-83e4-da9a5f2d230e details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:03:44.122631 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:03:44.136164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'port_id': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'mac_address': 'fa:16:3e:ff:19:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:03:44.176180 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:44.195461 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cd7910-0927-4c83-83e4-da9a5f2d230e {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:03:44.218067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:03:44.223932 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:44.297976 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:44.298710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce4da6-9781-42b0-884d-90fa32e5f620 req-c1a9c7ae-b05f-4c2b-9359-05001bbfd3e9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:44.300372 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70ce4da6-9781-42b0-884d-90fa32e5f620 req-c1a9c7ae-b05f-4c2b-9359-05001bbfd3e9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 944 time: 0.0621188 Nov 19 20:03:44.306862 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=98cd7910-0927-4c83-83e4-da9a5f2d230e,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:03:44.316476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.317075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.317428 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.317790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.318133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.318466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.318798 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.319123 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.319445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.320020 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.320348 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.320699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:03:44.365594 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70ce4da6-9781-42b0-884d-90fa32e5f620 req-90acab73-d174-470f-b296-fea061331395 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580270 Nov 19 20:03:44.610129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['98cd7910-0927-4c83-83e4-da9a5f2d230e'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:03:44.638001 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34211b67-b08c-455a-a9b1-9f9a64b07ccb req-c232a3ad-18f3-4e41-a845-8c5f10597467 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:44.639649 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34211b67-b08c-455a-a9b1-9f9a64b07ccb req-c232a3ad-18f3-4e41-a845-8c5f10597467 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 944 time: 0.0954268 Nov 19 20:03:44.647617 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-22ff7aea-4b48-4bd5-9e15-fe012a0ae44c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:44.649124 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-22ff7aea-4b48-4bd5-9e15-fe012a0ae44c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&binding%3Ahost_id=n-h1-815373-6 HTTP/1.1" status: 200 len: 944 time: 0.0957096 Nov 19 20:03:44.742762 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34211b67-b08c-455a-a9b1-9f9a64b07ccb req-30f9cd6d-8185-40be-bd54-ae565fb6ef1e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916655 Nov 19 20:03:44.752625 n-d-815373-6 neutron-server[109887]: INFO neutron.api.v2.resource [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-d77669d0-83e1-42c6-a7ad-8c742f6759da service neutron] delete failed (client error): The resource could not be found. Nov 19 20:03:44.754501 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-d77669d0-83e1-42c6-a7ad-8c742f6759da service neutron] 10.222.0.21 "DELETE /v2.0/ports/98cd7910-0927-4c83-83e4-da9a5f2d230e/bindings/n-h2-815373-6 HTTP/1.1" status: 404 len: 380 time: 0.0955141 Nov 19 20:03:44.891687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-eca9c163-b950-429e-8c5f-89eeb30e6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:44.893208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-eca9c163-b950-429e-8c5f-89eeb30e6a6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1095 time: 0.0856390 Nov 19 20:03:44.928311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15146b15-f11c-4dfa-8f6b-58dff1e66fca req-6af029ed-6d6e-4cdc-9679-4f9ddaa77aba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:44.929859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-15146b15-f11c-4dfa-8f6b-58dff1e66fca req-6af029ed-6d6e-4cdc-9679-4f9ddaa77aba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 944 time: 0.0876093 Nov 19 20:03:45.032226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-15146b15-f11c-4dfa-8f6b-58dff1e66fca req-c39141bd-f057-404b-9480-3c9c6120ecbe tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764742 Nov 19 20:03:45.037558 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-18fba4e2-7e94-405e-836b-3f89df821a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:45.039099 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-18fba4e2-7e94-405e-836b-3f89df821a4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 200 len: 898 time: 0.1372933 Nov 19 20:03:45.131048 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-ab5a2a7a-bed7-4e22-a75c-22181249beac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 1000 time: 0.0844433 Nov 19 20:03:45.188573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-740e1104-a67c-47b6-9c44-a377bfb673cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:45.190459 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-740e1104-a67c-47b6-9c44-a377bfb673cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dee8094-83d5-4d97-af00-676a4ce25cc8 HTTP/1.1" status: 200 len: 834 time: 0.0523939 Nov 19 20:03:45.241194 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-b2cefc96-3af0-4ea6-8431-557864594e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:45.242804 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-b2cefc96-3af0-4ea6-8431-557864594e2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=542bade5-01b1-4c5b-ae64-418a64a4b3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449374 Nov 19 20:03:45.347151 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-47587a92-3176-46d7-b692-acc4dbfce448 service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967863 Nov 19 20:03:45.455872 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2b86b48f-c4ac-444a-abf1-5f69e2a0319b req-5da7a692-3264-4425-8c0b-af8c6ee4d6c6 service neutron] 10.222.0.21 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015275 Nov 19 20:03:46.035680 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 98cd7910-0927-4c83-83e4-da9a5f2d230e up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:03:46.108025 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port 98cd7910-0927-4c83-83e4-da9a5f2d230e completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 20:03:46.116081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port 98cd7910-0927-4c83-83e4-da9a5f2d230e triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:03:46.117118 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:46.191276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7772e0-bbfe-41f6-a2ef-f6d04a5e48e1 req-a84e53a2-8114-457f-b5f3-291f0d90f20f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:03:46.193311 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf7772e0-bbfe-41f6-a2ef-f6d04a5e48e1 req-a84e53a2-8114-457f-b5f3-291f0d90f20f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 944 time: 0.0799634 Nov 19 20:03:46.234088 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:46.256409 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf7772e0-bbfe-41f6-a2ef-f6d04a5e48e1 req-db7b89a6-085e-41c6-80cb-c709e47b2551 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555270 Nov 19 20:03:46.262361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:03:46.264737 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35675f77-bfac-44af-a4ca-90792f12f3b8" -d '{"events": [{"server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "name": "network-vif-plugged", "status": "completed", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:03:46.281531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:03:46.292727 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36790) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:03:46.296484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:03:46.328289 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f125a-0707-4bb6-81d9-01162329c06b x-openstack-request-id: req-191f125a-0707-4bb6-81d9-01162329c06b {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:03:46.328667 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "name": "network-vif-plugged", "status": "completed", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:03:46.328852 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-191f125a-0707-4bb6-81d9-01162329c06b {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:03:46.329207 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'code': 200} Nov 19 20:03:46.363633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=98cd7910-0927-4c83-83e4-da9a5f2d230e,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:03:46.371448 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c31e65a8-44fe-40ad-ad15-985cdfb6e5c2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/43320933-5580-4890-96e4-44b34c48d1ec HTTP/1.1" status: 200 len: 993 time: 0.0767250 Nov 19 20:03:55.926084 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:00.463206 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:08.317823 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-409f0b3e-241f-4073-b8a9-c321a6b119b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:10.739080 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-87889758-fd95-42d8-a5b5-6475830faaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:12.136919 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:13.592023 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:14.271280 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:17.201888 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:04:23.188380 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-0429339f-309f-4c8f-9a5b-aaab2b0cd201 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411255 Nov 19 20:04:23.271716 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-63e4d2fd-4091-4028-ad64-5eed304df048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:23.273227 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-63e4d2fd-4091-4028-ad64-5eed304df048 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0410941 Nov 19 20:04:23.382623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-37c6e58c-8f50-421c-a91e-ebb86355487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:23.384139 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-37c6e58c-8f50-421c-a91e-ebb86355487e service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0917614 Nov 19 20:04:23.427486 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-d46bb7ae-2819-478b-82c5-57c9bc2a4140 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0353062 Nov 19 20:04:23.481620 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-572d46be-b090-4297-a820-9dfa27154828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:23.483008 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-572d46be-b090-4297-a820-9dfa27154828 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0487885 Nov 19 20:04:23.532902 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-4a266bd6-30b2-4050-9f25-5eecacc5ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:23.534475 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-4a266bd6-30b2-4050-9f25-5eecacc5ee9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444815 Nov 19 20:04:23.623993 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-8fa1b65f-a323-4577-832b-ceb9b13f1bff service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821702 Nov 19 20:04:23.720660 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c284666a-ed64-4af5-bb8c-6f3419d2f4d5 req-6e0b7cc9-e6ca-452a-9d10-98996da82d11 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890884 Nov 19 20:04:25.925968 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:30.462861 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:32.764269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36806) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:32.994803 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port d10c0ca5-5575-445e-8230-5b87f280aa6b {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:04:32.995264 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:33.081866 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:33.082198 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:33.096400 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for d10c0ca5-5575-445e-8230-5b87f280aa6b owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:04:33.258661 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:33.288122 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=d10c0ca5-5575-445e-8230-5b87f280aa6b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:33.363249 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:33.363581 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Floating IP 43320933-5580-4890-96e4-44b34c48d1ec disassociated (deleted). External IP: 172.25.3.193, port: 98cd7910-0927-4c83-83e4-da9a5f2d230e. Nov 19 20:04:33.611520 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router ae3e244e-622c-4b55-9909-136f5b1b540f has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:04:33.724286 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:04:33.728774 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:33.736663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62209c59-64d4-4cac-bfbd-9b353758363d None None] Sync routers for ids ['ae3e244e-622c-4b55-9909-136f5b1b540f'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:04:33.746786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62209c59-64d4-4cac-bfbd-9b353758363d None None] Routers {'ae3e244e-622c-4b55-9909-136f5b1b540f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:04:33.747422 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-62209c59-64d4-4cac-bfbd-9b353758363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ae3e244e-622c-4b55-9909-136f5b1b540f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:33.756882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4784e7c5-ab12-4066-99a7-f7ac322c1668 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/floatingips/43320933-5580-4890-96e4-44b34c48d1ec HTTP/1.1" status: 204 len: 168 time: 0.9914525 Nov 19 20:04:33.757494 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:04:33.760862 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:04:33.869154 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-62209c59-64d4-4cac-bfbd-9b353758363d None None] Set router ae3e244e-622c-4b55-9909-136f5b1b540f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:04:33.967340 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312ade9d-699d-4b25-8bcb-bb0bf7839448 x-openstack-request-id: req-312ade9d-699d-4b25-8bcb-bb0bf7839448 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:04:33.968187 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:04:33.968187 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-312ade9d-699d-4b25-8bcb-bb0bf7839448 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:04:33.969071 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'status': 'completed', 'code': 200} Nov 19 20:04:34.044103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4 req-3a027a68-6c5f-4fdc-9030-f66ba63a085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:34.046033 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4 req-3a027a68-6c5f-4fdc-9030-f66ba63a085d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 1096 time: 0.0535254 Nov 19 20:04:34.070430 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a2826-1040-44f6-ac42-950cf93c56a0 req-e5b30118-087c-4347-a959-5ae3baa5aa2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:34.072898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-870a2826-1040-44f6-ac42-950cf93c56a0 req-e5b30118-087c-4347-a959-5ae3baa5aa2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0556784 Nov 19 20:04:34.115835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-62209c59-64d4-4cac-bfbd-9b353758363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:30Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6926d209-63f9-4c11-aa65-ba2e7b62baef', 'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:75:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:29Z', 'updated_at': '2021-11-19T20:02:33Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:34.135458 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-870a2826-1040-44f6-ac42-950cf93c56a0 req-b47c3260-ca36-46cd-9cde-5004bca296ce tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529418 Nov 19 20:04:34.154697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62209c59-64d4-4cac-bfbd-9b353758363d None None] Checking router: ae3e244e-622c-4b55-9909-136f5b1b540f for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:04:34.155586 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4 req-76f9628e-45dd-4167-9eda-694e3ba17d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:34.157297 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4 req-76f9628e-45dd-4167-9eda-694e3ba17d6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 200 len: 898 time: 0.1022956 Nov 19 20:04:34.162591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62209c59-64d4-4cac-bfbd-9b353758363d None None] Routers {'ae3e244e-622c-4b55-9909-136f5b1b540f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:04:34.163228 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-62209c59-64d4-4cac-bfbd-9b353758363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ae3e244e-622c-4b55-9909-136f5b1b540f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:34.201782 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4 req-c3590297-d0d4-4f7f-8214-83161c028dce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 200 len: 217 time: 0.0360823 Nov 19 20:04:34.264044 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4 req-40030070-1bdc-4faa-ba8b-5eac427a549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:34.265482 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4 req-40030070-1bdc-4faa-ba8b-5eac427a549c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8dee8094-83d5-4d97-af00-676a4ce25cc8 HTTP/1.1" status: 200 len: 834 time: 0.0557175 Nov 19 20:04:34.282273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-62209c59-64d4-4cac-bfbd-9b353758363d None None] Set router ae3e244e-622c-4b55-9909-136f5b1b540f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:04:34.318392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4 req-ef98e0e4-7beb-4da4-babc-a3ff6dc6f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:34.320299 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4 req-ef98e0e4-7beb-4da4-babc-a3ff6dc6f22a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=542bade5-01b1-4c5b-ae64-418a64a4b3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462799 Nov 19 20:04:34.422833 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4 req-7340cbba-1b50-47d7-8741-b7a8aba11da9 service neutron] 10.222.0.57 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932443 Nov 19 20:04:34.503660 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-62209c59-64d4-4cac-bfbd-9b353758363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:30Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6926d209-63f9-4c11-aa65-ba2e7b62baef', 'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:75:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:29Z', 'updated_at': '2021-11-19T20:02:33Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:34.527615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-00a6972c-f062-46a2-8fe5-eb1fea4d0eb4 req-b705b9f0-124a-47fb-8f4f-9b4b33df4aa3 service neutron] 10.222.0.57 "GET /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967007 Nov 19 20:04:34.531448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62209c59-64d4-4cac-bfbd-9b353758363d None None] The sync data for ids ['ae3e244e-622c-4b55-9909-136f5b1b540f'] in n-d-815373-6 is: [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:30Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '6926d209-63f9-4c11-aa65-ba2e7b62baef', 'name': '', 'network_id': '542bade5-01b1-4c5b-ae64-418a64a4b3c0', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:75:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:29Z', 'updated_at': '2021-11-19T20:02:33Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '8dee8094-83d5-4d97-af00-676a4ce25cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:04:34.809358 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48fa94-883a-42c5-aa72-c8117b982497 None None] New status for floating IP 43320933-5580-4890-96e4-44b34c48d1ec: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:04:35.266146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53554e9-3f7d-4e5d-b31a-91a91b36d805 req-2951d7fd-7805-4801-8330-229cfd3726e1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:35.267689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d53554e9-3f7d-4e5d-b31a-91a91b36d805 req-2951d7fd-7805-4801-8330-229cfd3726e1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0547781 Nov 19 20:04:35.320740 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d53554e9-3f7d-4e5d-b31a-91a91b36d805 req-e140bab4-d1d4-4a62-8646-b36000c315a5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=175e9828-e0a5-4be8-bcdd-a79283b0aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470414 Nov 19 20:04:35.525965 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a481-88c4-4432-9805-c5dad8642a6e req-84cdcd0b-6e5a-4334-a903-4083324ea317 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:35.527470 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2054a481-88c4-4432-9805-c5dad8642a6e req-84cdcd0b-6e5a-4334-a903-4083324ea317 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.57 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 945 time: 0.0530689 Nov 19 20:04:35.625895 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-2054a481-88c4-4432-9805-c5dad8642a6e req-ea617436-33b0-4f5f-8852-ed75a8ed0529 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port 98cd7910-0927-4c83-83e4-da9a5f2d230e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:04:35.626235 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2054a481-88c4-4432-9805-c5dad8642a6e req-ea617436-33b0-4f5f-8852-ed75a8ed0529 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:35.720559 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-2054a481-88c4-4432-9805-c5dad8642a6e req-ea617436-33b0-4f5f-8852-ed75a8ed0529 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port 98cd7910-0927-4c83-83e4-da9a5f2d230e, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=98cd7910-0927-4c83-83e4-da9a5f2d230e,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:04:35.720932 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2054a481-88c4-4432-9805-c5dad8642a6e req-ea617436-33b0-4f5f-8852-ed75a8ed0529 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:35.735561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-2054a481-88c4-4432-9805-c5dad8642a6e req-ea617436-33b0-4f5f-8852-ed75a8ed0529 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for 98cd7910-0927-4c83-83e4-da9a5f2d230e owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:04:35.879720 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2054a481-88c4-4432-9805-c5dad8642a6e req-ea617436-33b0-4f5f-8852-ed75a8ed0529 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:35.915390 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea617436-33b0-4f5f-8852-ed75a8ed0529 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=98cd7910-0927-4c83-83e4-da9a5f2d230e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:35.968056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2054a481-88c4-4432-9805-c5dad8642a6e req-ea617436-33b0-4f5f-8852-ed75a8ed0529 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] No DVR routers for this DVR port 98cd7910-0927-4c83-83e4-da9a5f2d230e on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:04:35.970835 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-2054a481-88c4-4432-9805-c5dad8642a6e req-ea617436-33b0-4f5f-8852-ed75a8ed0529 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:35.974376 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-2054a481-88c4-4432-9805-c5dad8642a6e req-ea617436-33b0-4f5f-8852-ed75a8ed0529 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.57 "DELETE /v2.0/ports/98cd7910-0927-4c83-83e4-da9a5f2d230e HTTP/1.1" status: 204 len: 173 time: 0.4406838 Nov 19 20:04:35.974848 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'name': 'network-vif-deleted', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:04:35.977223 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c7f5c1-f2ac-47b5-8e32-facd4a6a513f" -d '{"events": [{"server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "name": "network-vif-deleted", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:04:36.018322 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43b44f8-85d9-4c74-a3aa-f34183721ddd x-openstack-request-id: req-f43b44f8-85d9-4c74-a3aa-f34183721ddd {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:04:36.018631 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cd1b87-c41b-4613-841e-600526903e90", "name": "network-vif-deleted", "tag": "98cd7910-0927-4c83-83e4-da9a5f2d230e", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:04:36.018894 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f43b44f8-85d9-4c74-a3aa-f34183721ddd {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:04:36.019310 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cd1b87-c41b-4613-841e-600526903e90', 'name': 'network-vif-deleted', 'tag': '98cd7910-0927-4c83-83e4-da9a5f2d230e', 'status': 'completed', 'code': 200} Nov 19 20:04:36.479787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06cd57c7-43ce-4774-afcc-07093e7a94b5 req-6d1eff58-3d84-49b8-9f52-de343f6ee4e1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=48cd1b87-c41b-4613-841e-600526903e90 HTTP/1.1" status: 200 len: 210 time: 0.0348129 Nov 19 20:04:37.542735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36824) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:37.918678 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:38.194686 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 98cd7910-0927-4c83-83e4-da9a5f2d230e no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:04:38.212927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port 6926d209-63f9-4c11-aa65-ba2e7b62baef {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:04:38.213469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:38.229716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: 98cd7910-0927-4c83-83e4-da9a5f2d230e {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:04:38.230359 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device 98cd7910-0927-4c83-83e4-da9a5f2d230e not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:04:38.324474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4eb8ddb3-39a1-4458-912a-6974d5e6ee24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:38.336261 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port 6926d209-63f9-4c11-aa65-ba2e7b62baef, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=6926d209-63f9-4c11-aa65-ba2e7b62baef,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:04:38.336635 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:38.353122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for 6926d209-63f9-4c11-aa65-ba2e7b62baef owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:04:38.888386 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:38.926312 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=6926d209-63f9-4c11-aa65-ba2e7b62baef,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:38.951637 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:38.951994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:38.952367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:38.952694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:38.953037 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:38.953404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:38.953842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:38.954170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:38.954506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:38.954883 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:38.955216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:38.955557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:39.141873 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:39.400652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router ae3e244e-622c-4b55-9909-136f5b1b540f has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:04:39.525947 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:04:39.531878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-db339db2-8ead-4836-bd92-8835fc3f383d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "PUT /v2.0/routers/ae3e244e-622c-4b55-9909-136f5b1b540f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9880657 Nov 19 20:04:39.534627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36826) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:39.536999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498e625-198a-406d-a273-ae1a435dbaf4 None None] Sync routers for ids ['ae3e244e-622c-4b55-9909-136f5b1b540f'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:04:39.548790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498e625-198a-406d-a273-ae1a435dbaf4 None None] Routers {'ae3e244e-622c-4b55-9909-136f5b1b540f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:04:39.549534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7498e625-198a-406d-a273-ae1a435dbaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ae3e244e-622c-4b55-9909-136f5b1b540f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:39.595905 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-32eacb4a-2003-4734-b9e2-f58a9c0837a8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting subnet 8dee8094-83d5-4d97-af00-676a4ce25cc8 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 20:04:39.599538 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32eacb4a-2003-4734-b9e2-f58a9c0837a8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:39.648739 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32eacb4a-2003-4734-b9e2-f58a9c0837a8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:39.679739 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-7498e625-198a-406d-a273-ae1a435dbaf4 None None] Set router ae3e244e-622c-4b55-9909-136f5b1b540f gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:04:39.760377 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32eacb4a-2003-4734-b9e2-f58a9c0837a8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:39.835457 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32eacb4a-2003-4734-b9e2-f58a9c0837a8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:39.862304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eacb4a-2003-4734-b9e2-f58a9c0837a8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Subnet': ['ID=8dee8094-83d5-4d97-af00-676a4ce25cc8,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:39.868344 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-32eacb4a-2003-4734-b9e2-f58a9c0837a8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:39.876409 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-32eacb4a-2003-4734-b9e2-f58a9c0837a8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/subnets/8dee8094-83d5-4d97-af00-676a4ce25cc8 HTTP/1.1" status: 204 len: 168 time: 0.3361793 Nov 19 20:04:39.876792 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36828) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:39.882445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6660e6c-3f45-4cce-8cc3-809ff2426943 None None] Network 542bade5-01b1-4c5b-ae64-418a64a4b3c0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:04:40.009241 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.074471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7498e625-198a-406d-a273-ae1a435dbaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '972131d6-9c15-42cd-9244-e7f7512de019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:04:38Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '972131d6-9c15-42cd-9244-e7f7512de019', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:85:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:40.119015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498e625-198a-406d-a273-ae1a435dbaf4 None None] Checking router: ae3e244e-622c-4b55-9909-136f5b1b540f for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:04:40.139453 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.145150 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498e625-198a-406d-a273-ae1a435dbaf4 None None] Routers {'ae3e244e-622c-4b55-9909-136f5b1b540f'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:04:40.146161 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7498e625-198a-406d-a273-ae1a435dbaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:04:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['ae3e244e-622c-4b55-9909-136f5b1b540f'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:40.217152 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port 972131d6-9c15-42cd-9244-e7f7512de019 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:04:40.217687 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.227441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689734f3-8178-4c3e-b3c9-f2dca20db9ea None None] DHCP port deletion for 542bade5-01b1-4c5b-ae64-418a64a4b3c0 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:04:40.318679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port 972131d6-9c15-42cd-9244-e7f7512de019, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=972131d6-9c15-42cd-9244-e7f7512de019,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:04:40.319082 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.334822 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for 972131d6-9c15-42cd-9244-e7f7512de019 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:04:40.464234 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-7498e625-198a-406d-a273-ae1a435dbaf4 None None] Set router ae3e244e-622c-4b55-9909-136f5b1b540f gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:04:40.528196 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-7498e625-198a-406d-a273-ae1a435dbaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:04:40Z', 'revision_number': 6, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:40.561011 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498e625-198a-406d-a273-ae1a435dbaf4 None None] The sync data for ids ['ae3e244e-622c-4b55-9909-136f5b1b540f'] in n-d-815373-6 is: [{'id': 'ae3e244e-622c-4b55-9909-136f5b1b540f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986809247', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:02:26Z', 'updated_at': '2021-11-19T20:04:40Z', 'revision_number': 6, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:04:40.575179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-689734f3-8178-4c3e-b3c9-f2dca20db9ea None None] Deleting port 858e251a-f3ba-475f-927f-1654e092dcd1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:04:40.575471 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-689734f3-8178-4c3e-b3c9-f2dca20db9ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.589452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.647590 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=972131d6-9c15-42cd-9244-e7f7512de019,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:40.655973 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-689734f3-8178-4c3e-b3c9-f2dca20db9ea None None] For port 858e251a-f3ba-475f-927f-1654e092dcd1, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=858e251a-f3ba-475f-927f-1654e092dcd1,segment=NetworkSegment(007e4ad7-d406-47bc-947c-3c058f3d0fd2),segment_id=007e4ad7-d406-47bc-947c-3c058f3d0fd2)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:04:40.656817 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-689734f3-8178-4c3e-b3c9-f2dca20db9ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.669227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.670217 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.670687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.671089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.671577 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.672128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.672432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.672972 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.673419 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.673919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.674453 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.675018 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:40.686236 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a30e5-7546-4c89-bdb9-9d2644ae6913 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:04:40.701418 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-689734f3-8178-4c3e-b3c9-f2dca20db9ea None None] Calling delete_port for 858e251a-f3ba-475f-927f-1654e092dcd1 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:04:40.760868 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.831972 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d6ce23a6-9137-44ae-a225-09001e697b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.864256 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.865152 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-689734f3-8178-4c3e-b3c9-f2dca20db9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.867056 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.893498 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689734f3-8178-4c3e-b3c9-f2dca20db9ea None None] Pushing event deleted for resources: {'Port': ['ID=858e251a-f3ba-475f-927f-1654e092dcd1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:40.897629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689734f3-8178-4c3e-b3c9-f2dca20db9ea None None] No DVR routers for this DVR port 858e251a-f3ba-475f-927f-1654e092dcd1 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:04:40.932646 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.933252 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Fanout notify agent at l3_agent the message router_deleted on router ae3e244e-622c-4b55-9909-136f5b1b540f {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 20:04:40.946326 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:40.947516 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9310d5ff-3590-43b6-82b9-60873b0efb03 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/routers/ae3e244e-622c-4b55-9909-136f5b1b540f HTTP/1.1" status: 204 len: 168 time: 1.0697286 Nov 19 20:04:40.950561 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36830) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:41.047342 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:41.164105 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:41.190192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542bade5-01b1-4c5b-ae64-418a64a4b3c0']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:41.200383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007e4ad7-d406-47bc-947c-3c058f3d0fd2') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:41.201330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007e4ad7-d406-47bc-947c-3c058f3d0fd2') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:41.214848 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:41.231083 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:41.242029 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 20:04:41.242470 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: timer() Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:04:41.246433 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:04:41.304038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 858e251a-f3ba-475f-927f-1654e092dcd1 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:04:41.318095 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:41.331288 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:41.335087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/networks/542bade5-01b1-4c5b-ae64-418a64a4b3c0 HTTP/1.1" status: 204 len: 168 time: 0.3822360 Nov 19 20:04:41.339135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36832) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:41.342551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 858e251a-f3ba-475f-927f-1654e092dcd1 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:04:41.343170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 858e251a-f3ba-475f-927f-1654e092dcd1 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:04:41.343904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 972131d6-9c15-42cd-9244-e7f7512de019 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:04:41.363157 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0e457-a97c-4950-96d0-3453b3c421e8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Network': ['ID=542bade5-01b1-4c5b-ae64-418a64a4b3c0,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:41.368119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 972131d6-9c15-42cd-9244-e7f7512de019 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:04:41.368529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 972131d6-9c15-42cd-9244-e7f7512de019 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:04:41.369032 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6926d209-63f9-4c11-aa65-ba2e7b62baef no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:04:41.391713 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 6926d209-63f9-4c11-aa65-ba2e7b62baef {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:04:41.392035 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 6926d209-63f9-4c11-aa65-ba2e7b62baef not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:04:41.432528 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5ab25832-e28e-48f9-9d8f-c0fda22109b0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:41.470170 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5ab25832-e28e-48f9-9d8f-c0fda22109b0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:41.559428 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5ab25832-e28e-48f9-9d8f-c0fda22109b0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:41.562399 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5ab25832-e28e-48f9-9d8f-c0fda22109b0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:41.563769 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-5ab25832-e28e-48f9-9d8f-c0fda22109b0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/security-groups/175e9828-e0a5-4be8-bcdd-a79283b0aff5 HTTP/1.1" status: 204 len: 168 time: 0.2234364 Nov 19 20:04:41.574317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab25832-e28e-48f9-9d8f-c0fda22109b0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175e9828-e0a5-4be8-bcdd-a79283b0aff5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:42.153253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.376769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36838) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:42.381524 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e57f6b66-d9f9-4f25-b3f5-1c6319285ff0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1738591340', 'description': 'tempest-secgroup-smoke-1738591340 description', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:42.412146 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e57f6b66-d9f9-4f25-b3f5-1c6319285ff0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.493563 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e57f6b66-d9f9-4f25-b3f5-1c6319285ff0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.498996 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e57f6b66-d9f9-4f25-b3f5-1c6319285ff0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.533238 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e57f6b66-d9f9-4f25-b3f5-1c6319285ff0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.534930 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e57f6b66-d9f9-4f25-b3f5-1c6319285ff0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1570351 Nov 19 20:04:42.538168 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36840) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:42.541671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f6b66-d9f9-4f25-b3f5-1c6319285ff0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e670e8-f207-4ea5-9cb7-0982e4f93927,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:42.545620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-a454c3c8-bdd5-468b-bdaa-8e0d0666e9a2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '65e670e8-f207-4ea5-9cb7-0982e4f93927', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:42.580646 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a454c3c8-bdd5-468b-bdaa-8e0d0666e9a2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.655276 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a454c3c8-bdd5-468b-bdaa-8e0d0666e9a2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.660683 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a454c3c8-bdd5-468b-bdaa-8e0d0666e9a2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.681216 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454c3c8-bdd5-468b-bdaa-8e0d0666e9a2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c547d3-e3ec-42fb-8249-2265883d054b,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:42.691700 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a454c3c8-bdd5-468b-bdaa-8e0d0666e9a2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.693000 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a454c3c8-bdd5-468b-bdaa-8e0d0666e9a2 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534991 Nov 19 20:04:42.697620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36842) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:42.703846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-09c6272e-e761-4cf2-8dd3-c705a5587c0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '65e670e8-f207-4ea5-9cb7-0982e4f93927', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:42.740927 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09c6272e-e761-4cf2-8dd3-c705a5587c0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.815647 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09c6272e-e761-4cf2-8dd3-c705a5587c0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.822555 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09c6272e-e761-4cf2-8dd3-c705a5587c0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.843385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6272e-e761-4cf2-8dd3-c705a5587c0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c86494-f875-467b-82fc-e44fab6fe10b,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:42.851491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-09c6272e-e761-4cf2-8dd3-c705a5587c0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.852859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-09c6272e-e761-4cf2-8dd3-c705a5587c0b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540608 Nov 19 20:04:42.856278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36844) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:42.861487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-96c12479-df28-4ee0-89f4-8add62b45d54 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '65e670e8-f207-4ea5-9cb7-0982e4f93927', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:42.892921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96c12479-df28-4ee0-89f4-8add62b45d54 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.965253 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96c12479-df28-4ee0-89f4-8add62b45d54 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.969437 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96c12479-df28-4ee0-89f4-8add62b45d54 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:42.988514 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c12479-df28-4ee0-89f4-8add62b45d54 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247e043e-1155-477e-b0ca-24f3f2edd2a6,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:42.998844 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-96c12479-df28-4ee0-89f4-8add62b45d54 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.000182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-96c12479-df28-4ee0-89f4-8add62b45d54 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424904 Nov 19 20:04:43.003570 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36846) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:43.008425 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-cbf54c70-ff91-4bf7-b876-206ff0a145b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '65e670e8-f207-4ea5-9cb7-0982e4f93927', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:43.036614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cbf54c70-ff91-4bf7-b876-206ff0a145b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.116627 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cbf54c70-ff91-4bf7-b876-206ff0a145b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.122005 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cbf54c70-ff91-4bf7-b876-206ff0a145b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.156900 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf54c70-ff91-4bf7-b876-206ff0a145b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600bd791-2284-48f0-907f-7152b96dbdf1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:43.167624 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cbf54c70-ff91-4bf7-b876-206ff0a145b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.168917 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-cbf54c70-ff91-4bf7-b876-206ff0a145b6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642704 Nov 19 20:04:43.171989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36848) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:43.177034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ef29c33d-45bb-49ca-9cc9-03b23b58adff tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '65e670e8-f207-4ea5-9cb7-0982e4f93927', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:43.204472 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-ef29c33d-45bb-49ca-9cc9-03b23b58adff tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Project 408f24315d2b4664b93ffa8fdffeb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:04:43.210684 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef29c33d-45bb-49ca-9cc9-03b23b58adff tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.280397 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef29c33d-45bb-49ca-9cc9-03b23b58adff tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.285166 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef29c33d-45bb-49ca-9cc9-03b23b58adff tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.307379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29c33d-45bb-49ca-9cc9-03b23b58adff tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b7291f-a872-4e73-a80f-ca9f52db37ee,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:43.330899 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef29c33d-45bb-49ca-9cc9-03b23b58adff tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.334814 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ef29c33d-45bb-49ca-9cc9-03b23b58adff tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587541 Nov 19 20:04:43.335064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36850) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:43.339725 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-aa4ff40f-e1e4-4984-9a07-748f9fce925c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': '65e670e8-f207-4ea5-9cb7-0982e4f93927', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:43.362960 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-aa4ff40f-e1e4-4984-9a07-748f9fce925c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Project 408f24315d2b4664b93ffa8fdffeb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:04:43.368377 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa4ff40f-e1e4-4984-9a07-748f9fce925c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.435991 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa4ff40f-e1e4-4984-9a07-748f9fce925c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.444998 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa4ff40f-e1e4-4984-9a07-748f9fce925c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.466387 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ff40f-e1e4-4984-9a07-748f9fce925c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b073239f-468d-48ea-8c50-667dce68a310,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:43.476973 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa4ff40f-e1e4-4984-9a07-748f9fce925c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.478292 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aa4ff40f-e1e4-4984-9a07-748f9fce925c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422398 Nov 19 20:04:43.482119 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36852) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:43.487976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'network': {'name': 'tempest-network-smoke--511559574', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'port_security_enabled': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:43.514744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:04:43.519519 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.546488 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 20:04:43.557030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.557384 n-d-815373-6 neutron-server[109888]: INFO neutron.db.segments_db [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Added segment d0f818a2-e856-4ec3-be9b-c31cfd97db86 of type vlan for network 126a7153-d6d7-477a-a9d1-23320ad0b277 Nov 19 20:04:43.597234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.603452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.631063 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.637030 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:43.637672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.699056 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2155437 Nov 19 20:04:43.702798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36854) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:43.708427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'admin_state_up': True, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:43.716755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1058a-8521-4b6a-9d4b-77b870386adf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Network': ['ID=126a7153-d6d7-477a-a9d1-23320ad0b277,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:43.729372 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 126a7153-d6d7-477a-a9d1-23320ad0b277 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 20:04:43.735795 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.737117 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.790634 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:43.939986 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:44.146452 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:44.175023 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:44.281865 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:44.288952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.25.3.106 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:04:44.411978 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:44.460976 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:44.504862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:04:44.508395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:04:44.513803 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:04:44.526810 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c9b271-7d77-422a-97ca-c80a2fd6ee34 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:04:44.540146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:44.633002 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bc480d25-aaf6-40a0-a582-f1de558eb05e None None] Provisioning complete for port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:44.633586 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bc480d25-aaf6-40a0-a582-f1de558eb05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:44.670844 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bc480d25-aaf6-40a0-a582-f1de558eb05e None None] Port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:04:44.791044 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:45.013864 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:45.160829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 20:04:45.290775 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:04:45.302095 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Sync routers for ids ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:04:45.315642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:45.316935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-cfa45378-2e92-4530-b778-e16ae18ade04 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6130314 Nov 19 20:04:45.317548 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Routers {'9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:04:45.318275 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:45.321256 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36856) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:45.428839 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-de77d781-fd32-46b2-a65e-ecb1e96d1397 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=408f24315d2b4664b93ffa8fdffeb9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1059711 Nov 19 20:04:45.431978 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36860) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:45.438770 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Set router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:04:45.543689 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68123e20-fd3c-42e7-abb6-e01b7b5ca06a tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:45.546341 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-68123e20-fd3c-42e7-abb6-e01b7b5ca06a tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1130533 Nov 19 20:04:45.549239 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36862) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:45.580405 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e4626c13-2101-408e-8d74-9d1b1e4988dc tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299807 Nov 19 20:04:45.583176 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36864) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:45.588318 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-665426026', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:45.675937 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:44Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:45.683242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:04:45.687075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:45.703271 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Checking router: 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:04:45.703618 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Updating router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:04:45.730684 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:45.880851 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:45.958051 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Subnet': ['ID=a1aab553-35b3-4762-b299-c4cb2481f800,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:45.963612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Checking segment: {'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:04:45.964114 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network hostable DHCP agents. Network: 126a7153-d6d7-477a-a9d1-23320ad0b277, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 20:04:45.982953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 126a7153-d6d7-477a-a9d1-23320ad0b277 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 20:04:45.993035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 126a7153-d6d7-477a-a9d1-23320ad0b277) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:04:45.998271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:45.999004 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.004474 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d1f0ac-d977-4b8b-a281-b55f925bae47 None None] Network 126a7153-d6d7-477a-a9d1-23320ad0b277 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:04:46.011376 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.016858 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-977d1915-bfbc-490b-b53f-83d928670943 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4325366 Nov 19 20:04:46.019813 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36866) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:04:46.021271 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.067460 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Pushing event updated for resources: {'Port': ['ID=d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:46.085696 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.086074 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.086407 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.086736 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.087082 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.087578 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.087900 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.088248 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.088563 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.088882 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.089260 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.089580 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.100096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dad5da-753f-4817-9bfe-4ed23ab6dda6 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:04:46.104904 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Attempting to bind port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:04:46.105233 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Attempting to bind port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:04:46.105651 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Attempting to bind port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:04:46.114946 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:04:46.115977 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:04:46.116944 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.118087 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:04:46.119106 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Bound port: d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:04:46.119754 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.190271 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-126a7153-d6d7-477a-a9d1-23320ad0b277', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ips': [{'subnet_id': 'a1aab553-35b3-4762-b299-c4cb2481f800'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 20:04:46.191759 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.200080 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] For port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:04:46.204370 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] For port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:04:46.211523 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.236874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Provisioning complete for port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:46.237625 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.264160 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Routers {'9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:04:46.264807 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:46.314817 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173d64e-e6eb-4be5-83b2-a99acaf8b26b None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:04:46.396519 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bb187-604f-46d8-b3a9-248f3e30aad0 None None] Pushing event updated for resources: {'Port': ['ID=d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:46.407190 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] Set router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:04:46.448924 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.458998 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Allocated IP 172.20.0.2 (126a7153-d6d7-477a-a9d1-23320ad0b277/a1aab553-35b3-4762-b299-c4cb2481f800/0b401054-1c79-4155-94ca-6bca03513109) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:04:46.492113 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] For port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:04:46.500458 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.608441 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Pushing event updated for resources: {'Port': ['ID=d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:46.620765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.621147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.621486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.621824 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.623569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.623569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.623569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.624007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.624007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.624334 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.624584 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.624908 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0387116-1692-4761-b7dd-1da4c1565741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:04:46.629865 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:44Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:46.661098 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbbda9-d94a-4018-ae24-45fabbcd5dd5 None None] The sync data for ids ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'] in n-d-815373-6 is: [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:44Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:04:46.669958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-82141d6d-c3f7-4381-aebe-d99157d1a245 None None] Provisioning complete for port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:46.670185 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82141d6d-c3f7-4381-aebe-d99157d1a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.759327 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.768588 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.845943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Network 126a7153-d6d7-477a-a9d1-23320ad0b277 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:04:46.853445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:04:46.857561 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Pushing event updated for resources: {'Port': ['ID=0b401054-1c79-4155-94ca-6bca03513109,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:46.859814 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:04:46.875038 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.923491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Attempting to bind port 0b401054-1c79-4155-94ca-6bca03513109 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:04:46.923881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Attempting to bind port 0b401054-1c79-4155-94ca-6bca03513109 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:04:46.924242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Attempting to bind port 0b401054-1c79-4155-94ca-6bca03513109 on network 126a7153-d6d7-477a-a9d1-23320ad0b277 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:04:46.946198 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:04:46.946567 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Checking segment: {'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:04:46.946982 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:46.948602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Bound using segment: {'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:04:46.949111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Bound port: 0b401054-1c79-4155-94ca-6bca03513109, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:04:46.951246 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:47.029656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] For port 0b401054-1c79-4155-94ca-6bca03513109, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:04:47.033966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] For port 0b401054-1c79-4155-94ca-6bca03513109, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0b401054-1c79-4155-94ca-6bca03513109,segment=NetworkSegment(d0f818a2-e856-4ec3-be9b-c31cfd97db86),segment_id=d0f818a2-e856-4ec3-be9b-c31cfd97db86)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:04:47.039821 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:47.113890 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3f37a-cf3f-4473-aded-ce8ca8ee70a0 None None] Pushing event updated for resources: {'Port': ['ID=0b401054-1c79-4155-94ca-6bca03513109,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:47.213709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.20.0.1 (126a7153-d6d7-477a-a9d1-23320ad0b277/a1aab553-35b3-4762-b299-c4cb2481f800/e4e12b2a-09c4-4d6a-9192-f6dbaf837157) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:04:47.383966 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:04:47.403047 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:47.458423 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:47.464446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:47.464824 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:47.521172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 126a7153-d6d7-477a-a9d1-23320ad0b277 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:04:47.524976 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:04:47.531032 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:04:47.561000 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=e4e12b2a-09c4-4d6a-9192-f6dbaf837157,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:47.587498 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:47.729952 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:48.033054 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:48.038362 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:48.113258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d4a1b0-c649-4b2b-b1b4-8ab9484c7d3e None None] Network 126a7153-d6d7-477a-a9d1-23320ad0b277 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:04:48.118565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=e4e12b2a-09c4-4d6a-9192-f6dbaf837157,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:48.125247 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:48.223822 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e58a294f-b326-4861-94b1-b04aa2a485e0 None None] Provisioning complete for port 0b401054-1c79-4155-94ca-6bca03513109 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:48.224101 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e58a294f-b326-4861-94b1-b04aa2a485e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:48.228321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 126a7153-d6d7-477a-a9d1-23320ad0b277 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:04:48.229704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:04:48.357479 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:04:48.383940 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e58a294f-b326-4861-94b1-b04aa2a485e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:48.431458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e58a294f-b326-4861-94b1-b04aa2a485e0 None None] For port 0b401054-1c79-4155-94ca-6bca03513109, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0b401054-1c79-4155-94ca-6bca03513109,segment=NetworkSegment(d0f818a2-e856-4ec3-be9b-c31cfd97db86),segment_id=d0f818a2-e856-4ec3-be9b-c31cfd97db86)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:04:48.438047 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e58a294f-b326-4861-94b1-b04aa2a485e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:48.484074 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:04:48.490632 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2765afe9-4905-428d-9f0f-c3640fc8844b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "PUT /v2.0/routers/9ce87754-f1b4-4bd9-89de-29cfb8c41cf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4693983 Nov 19 20:04:48.491258 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a294f-b326-4861-94b1-b04aa2a485e0 None None] Pushing event updated for resources: {'Port': ['ID=0b401054-1c79-4155-94ca-6bca03513109,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:48.666323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6a0af98f-1786-46ff-9d8d-b591b5b2c751 None None] Provisioning complete for port 0b401054-1c79-4155-94ca-6bca03513109 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:48.666618 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6a0af98f-1786-46ff-9d8d-b591b5b2c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:48.676575 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-a4a23bcd-7ac5-4756-a255-3e001f0f6436 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738591340&fields=id&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 267 time: 0.0583367 Nov 19 20:04:48.760492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Sync routers for ids ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:04:48.785588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Routers {'9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:04:48.786281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:48.818358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-5ac1f794-f1ef-4d85-be6d-d01729a9ae33 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:48.820075 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-5ac1f794-f1ef-4d85-be6d-d01729a9ae33 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/networks?id=126a7153-d6d7-477a-a9d1-23320ad0b277 HTTP/1.1" status: 200 len: 796 time: 0.1359987 Nov 19 20:04:48.838784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-71bb652b-d434-44a2-9595-423c1f6909c1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/quotas/408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 375 time: 0.0115609 Nov 19 20:04:48.849170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6a0af98f-1786-46ff-9d8d-b591b5b2c751 None None] Provisioning complete for port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:48.849548 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6a0af98f-1786-46ff-9d8d-b591b5b2c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:48.911387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-683dd0f8-4c34-4754-ae12-7d77e8a6442f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561965 Nov 19 20:04:48.929882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6a0af98f-1786-46ff-9d8d-b591b5b2c751 None None] Port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:04:48.935147 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Set router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:04:49.054398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-7f2ef308-36ba-434e-b7d5-ff9e2af7306c service neutron] 10.222.0.50 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420796 Nov 19 20:04:49.086064 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d246f8cf-9a86-4802-bfc1-d54bf75fbb13 None None] Provisioning complete for port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:49.086443 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d246f8cf-9a86-4802-bfc1-d54bf75fbb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:49.154417 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-c299ca7d-3a79-4a3d-913f-efc4ec75505e service neutron] 10.222.0.50 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925767 Nov 19 20:04:49.162458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d246f8cf-9a86-4802-bfc1-d54bf75fbb13 None None] Port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:04:49.192763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:47Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e4e12b2a-09c4-4d6a-9192-f6dbaf837157', 'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:26:66:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:47Z', 'updated_at': '2021-11-19T20:04:47Z', 'revision_number': 2, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:49.219960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Checking router: 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:04:49.220326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Updating router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:04:49.255758 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:49.354467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-652147e0-eb95-4b59-9a86-049d3278adb4 req-215e85c1-1a8e-456f-9c94-caece1deb745 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 210 time: 0.0316725 Nov 19 20:04:49.380347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0b401054-1c79-4155-94ca-6bca03513109 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:04:49.424549 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8da08935-4d4c-4a61-80dd-47c29bee005a None None] Provisioning complete for port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:49.424924 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8da08935-4d4c-4a61-80dd-47c29bee005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:49.692988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8da08935-4d4c-4a61-80dd-47c29bee005a None None] Port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:04:49.708913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 0b401054-1c79-4155-94ca-6bca03513109 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:49.709296 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:49.865203 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:49.873125 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:49.925796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b030b-d9b4-45c6-af6f-a00491e4892a None None] Pushing event updated for resources: {'Port': ['ID=e4e12b2a-09c4-4d6a-9192-f6dbaf837157,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:49.982881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Attempting to bind port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:04:49.983278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Attempting to bind port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:04:49.983648 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Attempting to bind port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 on network 126a7153-d6d7-477a-a9d1-23320ad0b277 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:04:49.989237 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:04:49.989618 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Checking segment: {'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:04:49.990064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:49.990469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Bound using segment: {'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:04:49.990951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Bound port: e4e12b2a-09c4-4d6a-9192-f6dbaf837157, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:04:49.991341 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:50.071958 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] For port e4e12b2a-09c4-4d6a-9192-f6dbaf837157, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:04:50.076854 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] For port e4e12b2a-09c4-4d6a-9192-f6dbaf837157, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e4e12b2a-09c4-4d6a-9192-f6dbaf837157,segment=NetworkSegment(d0f818a2-e856-4ec3-be9b-c31cfd97db86),segment_id=d0f818a2-e856-4ec3-be9b-c31cfd97db86)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:04:50.080953 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:50.143390 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b030b-d9b4-45c6-af6f-a00491e4892a None None] Pushing event updated for resources: {'Port': ['ID=e4e12b2a-09c4-4d6a-9192-f6dbaf837157,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:50.146192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Routers {'9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:04:50.146820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:50.264841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-11696097-461d-4c81-9d68-44f6b9b164a8 None None] Provisioning complete for port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:50.265565 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-11696097-461d-4c81-9d68-44f6b9b164a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:50.295652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] Set router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:04:50.457997 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e4321c7-a373-4480-b58b-72f47f569232 req-6476f864-2246-4db8-a967-4456751fbfe3 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 210 time: 0.0294211 Nov 19 20:04:50.468190 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-11696097-461d-4c81-9d68-44f6b9b164a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:50.546352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-11696097-461d-4c81-9d68-44f6b9b164a8 None None] For port e4e12b2a-09c4-4d6a-9192-f6dbaf837157, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e4e12b2a-09c4-4d6a-9192-f6dbaf837157,segment=NetworkSegment(d0f818a2-e856-4ec3-be9b-c31cfd97db86),segment_id=d0f818a2-e856-4ec3-be9b-c31cfd97db86)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:04:50.551387 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-11696097-461d-4c81-9d68-44f6b9b164a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:50.610568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11696097-461d-4c81-9d68-44f6b9b164a8 None None] Pushing event updated for resources: {'Port': ['ID=e4e12b2a-09c4-4d6a-9192-f6dbaf837157,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:50.614309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:47Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e4e12b2a-09c4-4d6a-9192-f6dbaf837157', 'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:26:66:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:47Z', 'updated_at': '2021-11-19T20:04:50Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:04:50.642984 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab6e69-ca50-4c7f-a9cd-fb0adcf8c49a None None] The sync data for ids ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'] in n-d-815373-6 is: [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:47Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e4e12b2a-09c4-4d6a-9192-f6dbaf837157', 'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:26:66:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:47Z', 'updated_at': '2021-11-19T20:04:50Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:04:50.671352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-66b833f8-ae01-41b1-8496-e3fcc7619a1d None None] Provisioning complete for port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:50.671730 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-66b833f8-ae01-41b1-8496-e3fcc7619a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:51.336109 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e4e12b2a-09c4-4d6a-9192-f6dbaf837157 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:04:51.393338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:51.393721 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:51.481494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-a054ddf8-1edf-45f6-a82a-5f7772d447b4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:51.483850 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-a054ddf8-1edf-45f6-a82a-5f7772d447b4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/networks?id=126a7153-d6d7-477a-a9d1-23320ad0b277 HTTP/1.1" status: 200 len: 796 time: 0.1804132 Nov 19 20:04:51.577366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-db4ed07d-40f3-440a-8d18-226c972a756d req-3b74e211-a283-4cbb-9e5c-657a12c6dbe7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 210 time: 0.0344934 Nov 19 20:04:51.595528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-2d9ad461-214a-429e-9a81-0da739df4c8b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 380 time: 0.0997896 Nov 19 20:04:51.606339 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'port': {'device_id': '118574fe-dd9c-47d3-b902-7533308971fa', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'admin_state_up': True, 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'security_groups': ['65e670e8-f207-4ea5-9cb7-0982e4f93927']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:52.034288 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:04:52.038042 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:52.162365 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.20.0.4 (126a7153-d6d7-477a-a9d1-23320ad0b277/a1aab553-35b3-4762-b299-c4cb2481f800/61389032-6aec-493a-975b-ce60d02b6ade) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:04:52.321818 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:52.359257 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:52.410422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network 126a7153-d6d7-477a-a9d1-23320ad0b277 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:04:52.413869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:04:52.417596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:04:52.425278 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=61389032-6aec-493a-975b-ce60d02b6ade,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:52.477218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:52.477899 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:52.496464 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-96f1a01f-5364-4290-9cb1-d1e9528e3e2e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8938789 Nov 19 20:04:52.573952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Request body: {'port': {'device_id': '118574fe-dd9c-47d3-b902-7533308971fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:04:52.640233 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:52.705338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-04f3d571-1cc5-4e4b-8efa-b58235a70f2b None None] Provisioning complete for port 61389032-6aec-493a-975b-ce60d02b6ade triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:52.705931 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04f3d571-1cc5-4e4b-8efa-b58235a70f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:52.741826 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-04f3d571-1cc5-4e4b-8efa-b58235a70f2b None None] Port 61389032-6aec-493a-975b-ce60d02b6ade cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:04:52.800215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf3737-66b4-494e-8cf5-3b4c3d4f4ecc req-8cbb3640-e70f-438f-902b-d63db3992615 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:52.801714 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9adf3737-66b4-494e-8cf5-3b4c3d4f4ecc req-8cbb3640-e70f-438f-902b-d63db3992615 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 931 time: 0.1222250 Nov 19 20:04:52.911818 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9adf3737-66b4-494e-8cf5-3b4c3d4f4ecc req-b21dfd31-80c2-40cc-99db-2a83624f063c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033516 Nov 19 20:04:52.996407 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61389032-6aec-493a-975b-ce60d02b6ade {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:04:53.004868 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:53.017386 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Transition to ACTIVE for port object 61389032-6aec-493a-975b-ce60d02b6ade will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 20:04:53.020821 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:53.070399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Pushing event updated for resources: {'Port': ['ID=61389032-6aec-493a-975b-ce60d02b6ade,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:53.149729 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Attempting to bind port 61389032-6aec-493a-975b-ce60d02b6ade on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:04:53.150107 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Attempting to bind port 61389032-6aec-493a-975b-ce60d02b6ade by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:04:53.150445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Attempting to bind port 61389032-6aec-493a-975b-ce60d02b6ade on network 126a7153-d6d7-477a-a9d1-23320ad0b277 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:04:53.155830 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Port 61389032-6aec-493a-975b-ce60d02b6ade on network 126a7153-d6d7-477a-a9d1-23320ad0b277 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 20:04:53.156602 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Attempting to bind port 61389032-6aec-493a-975b-ce60d02b6ade on network 126a7153-d6d7-477a-a9d1-23320ad0b277 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:04:53.162012 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:04:53.162360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Checking segment: {'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:04:53.162760 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Bound using segment: {'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:04:53.163192 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Bound port: 61389032-6aec-493a-975b-ce60d02b6ade, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f818a2-e856-4ec3-be9b-c31cfd97db86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:04:53.163567 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:53.236190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] For port 61389032-6aec-493a-975b-ce60d02b6ade, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:04:53.239664 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] For port 61389032-6aec-493a-975b-ce60d02b6ade, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=61389032-6aec-493a-975b-ce60d02b6ade,segment=NetworkSegment(d0f818a2-e856-4ec3-be9b-c31cfd97db86),segment_id=d0f818a2-e856-4ec3-be9b-c31cfd97db86)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:04:53.245063 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:53.285161 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:53.285809 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:53.287207 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] 10.222.0.21 "PUT /v2.0/ports/61389032-6aec-493a-975b-ce60d02b6ade HTTP/1.1" status: 200 len: 1091 time: 0.7819736 Nov 19 20:04:53.287656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118574fe-dd9c-47d3-b902-7533308971fa', 'tag': '61389032-6aec-493a-975b-ce60d02b6ade'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:04:53.290272 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb" -d '{"events": [{"name": "network-changed", "server_uuid": "118574fe-dd9c-47d3-b902-7533308971fa", "tag": "61389032-6aec-493a-975b-ce60d02b6ade"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:04:53.313909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312ede3-4013-4a01-9e1a-6b8d62e4ae68 service neutron] Pushing event updated for resources: {'Port': ['ID=61389032-6aec-493a-975b-ce60d02b6ade,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:53.387144 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-30564afb-d934-4dd2-99cb-44d4987fbf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:53.391317 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-30564afb-d934-4dd2-99cb-44d4987fbf7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 1094 time: 0.0556185 Nov 19 20:04:53.438749 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dbb2e3-f939-46f1-8701-53ee8420ae71 x-openstack-request-id: req-96dbb2e3-f939-46f1-8701-53ee8420ae71 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:04:53.439051 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118574fe-dd9c-47d3-b902-7533308971fa", "tag": "61389032-6aec-493a-975b-ce60d02b6ade", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:04:53.439309 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96dbb2e3-f939-46f1-8701-53ee8420ae71 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:04:53.439981 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118574fe-dd9c-47d3-b902-7533308971fa', 'tag': '61389032-6aec-493a-975b-ce60d02b6ade', 'status': 'completed', 'code': 200} Nov 19 20:04:53.441531 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-f417ac97-825c-4360-8ec5-adeccb2be82f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61389032-6aec-493a-975b-ce60d02b6ade HTTP/1.1" status: 200 len: 217 time: 0.0429285 Nov 19 20:04:53.494983 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-4605a8da-971d-4626-b0d4-0158edf93d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:53.496524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-4605a8da-971d-4626-b0d4-0158edf93d38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1aab553-35b3-4762-b299-c4cb2481f800 HTTP/1.1" status: 200 len: 834 time: 0.0480711 Nov 19 20:04:53.553869 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-e1ef82ef-c840-43c8-8958-4ab18bbced7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:53.555411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-e1ef82ef-c840-43c8-8958-4ab18bbced7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=126a7153-d6d7-477a-a9d1-23320ad0b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507841 Nov 19 20:04:53.649396 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-699e8c97-3056-4df9-a7df-9aa2e34106f0 service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862389 Nov 19 20:04:53.749358 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5212072c-17c0-42bc-91e8-c19c6fd0992b req-f53a4f1c-b06a-48ec-b92c-456ff4221290 service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932608 Nov 19 20:04:53.845532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb req-94ca7309-a1d3-4761-81bf-cb33800d232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:53.847247 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb req-94ca7309-a1d3-4761-81bf-cb33800d232f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 1094 time: 0.0458593 Nov 19 20:04:53.944776 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb req-e4b5526c-e639-4920-a283-44ae524a6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:53.946189 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb req-e4b5526c-e639-4920-a283-44ae524a6d51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=126a7153-d6d7-477a-a9d1-23320ad0b277 HTTP/1.1" status: 200 len: 897 time: 0.0918956 Nov 19 20:04:53.995233 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb req-3d8f25a7-0e9f-4787-a9c5-a7aa83e6fb10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61389032-6aec-493a-975b-ce60d02b6ade HTTP/1.1" status: 200 len: 217 time: 0.0417049 Nov 19 20:04:54.070038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb req-9b992b13-8e80-4607-b8ed-98b6a1dca7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:54.071578 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb req-9b992b13-8e80-4607-b8ed-98b6a1dca7ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1aab553-35b3-4762-b299-c4cb2481f800 HTTP/1.1" status: 200 len: 834 time: 0.0679536 Nov 19 20:04:54.084004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2f9f2-9114-457e-a5fd-061b2e1bd682 req-27f2acfe-62ec-4bf0-977c-78f846101c9d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:54.085528 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24f2f9f2-9114-457e-a5fd-061b2e1bd682 req-27f2acfe-62ec-4bf0-977c-78f846101c9d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 943 time: 0.0934839 Nov 19 20:04:54.166373 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-24f2f9f2-9114-457e-a5fd-061b2e1bd682 req-4e5f81c5-e575-4e7e-967a-bd24c3f768f8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720410 Nov 19 20:04:54.168224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb req-a68aa758-f5da-4072-bdba-4d40819db306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:54.169774 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb req-a68aa758-f5da-4072-bdba-4d40819db306 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=126a7153-d6d7-477a-a9d1-23320ad0b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832548 Nov 19 20:04:54.202947 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:04:54.268802 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb req-f95eedc9-305d-4e71-a234-281defc1a430 service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899625 Nov 19 20:04:54.369484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8e9e9cd5-7631-44e2-84b4-4bd77e9974eb req-3dfd4960-bb84-4d1b-91bc-5db70af4fad6 service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934339 Nov 19 20:04:55.290281 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d63d1-e5b9-4bcf-b162-7f2a319087c6 req-e94a3039-db4a-46dd-8a35-89f3a80bf862 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:55.291837 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-041d63d1-e5b9-4bcf-b162-7f2a319087c6 req-e94a3039-db4a-46dd-8a35-89f3a80bf862 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 943 time: 0.0527222 Nov 19 20:04:55.346539 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-041d63d1-e5b9-4bcf-b162-7f2a319087c6 req-a6b1d53a-08cc-4181-ae28-31847f324ded tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473423 Nov 19 20:04:55.927872 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:56.364367 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 61389032-6aec-493a-975b-ce60d02b6ade details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:04:56.475909 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27449d2a-e129-4c9e-82f9-79672a463611 req-27362554-35de-4395-b367-f4f8519f4e01 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:56.477398 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27449d2a-e129-4c9e-82f9-79672a463611 req-27362554-35de-4395-b367-f4f8519f4e01 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 943 time: 0.0524843 Nov 19 20:04:56.485722 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 61389032-6aec-493a-975b-ce60d02b6ade, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=61389032-6aec-493a-975b-ce60d02b6ade,segment=NetworkSegment(d0f818a2-e856-4ec3-be9b-c31cfd97db86),segment_id=d0f818a2-e856-4ec3-be9b-c31cfd97db86)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:04:56.497410 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '61389032-6aec-493a-975b-ce60d02b6ade', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'port_id': '61389032-6aec-493a-975b-ce60d02b6ade', 'mac_address': 'fa:16:3e:86:a8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:04:56.537822 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:56.541395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27449d2a-e129-4c9e-82f9-79672a463611 req-3829ed28-2b09-4854-8963-a7b61fda4981 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512357 Nov 19 20:04:56.551676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61389032-6aec-493a-975b-ce60d02b6ade {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:04:56.573986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 61389032-6aec-493a-975b-ce60d02b6ade, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=61389032-6aec-493a-975b-ce60d02b6ade,segment=NetworkSegment(d0f818a2-e856-4ec3-be9b-c31cfd97db86),segment_id=d0f818a2-e856-4ec3-be9b-c31cfd97db86)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:04:56.587240 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:56.640366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=61389032-6aec-493a-975b-ce60d02b6ade,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:56.850236 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['61389032-6aec-493a-975b-ce60d02b6ade'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:04:57.667258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfc1a7-ca3c-44cd-805b-a0f39672f369 req-d2b0d6a8-fbf6-469a-9531-566a158bf85b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:57.669406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-15cfc1a7-ca3c-44cd-805b-a0f39672f369 req-d2b0d6a8-fbf6-469a-9531-566a158bf85b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 944 time: 0.0531480 Nov 19 20:04:57.721763 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-15cfc1a7-ca3c-44cd-805b-a0f39672f369 req-236aa636-688e-4562-9be5-4de908cb37e9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462699 Nov 19 20:04:58.379383 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 61389032-6aec-493a-975b-ce60d02b6ade up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:04:58.429723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 61389032-6aec-493a-975b-ce60d02b6ade completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 20:04:58.434142 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 61389032-6aec-493a-975b-ce60d02b6ade triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:04:58.435369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:58.517059 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:58.543164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118574fe-dd9c-47d3-b902-7533308971fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61389032-6aec-493a-975b-ce60d02b6ade'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:04:58.546434 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736c5be9-904b-4de7-9ee4-a43cf16c5c08" -d '{"events": [{"server_uuid": "118574fe-dd9c-47d3-b902-7533308971fa", "name": "network-vif-plugged", "status": "completed", "tag": "61389032-6aec-493a-975b-ce60d02b6ade"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:04:58.560975 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 61389032-6aec-493a-975b-ce60d02b6ade, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=61389032-6aec-493a-975b-ce60d02b6ade,segment=NetworkSegment(d0f818a2-e856-4ec3-be9b-c31cfd97db86),segment_id=d0f818a2-e856-4ec3-be9b-c31cfd97db86)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:04:58.565716 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:04:58.614508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=61389032-6aec-493a-975b-ce60d02b6ade,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:04:58.638314 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b32d99-2aef-42d1-b2ec-21a48abfda2f x-openstack-request-id: req-f9b32d99-2aef-42d1-b2ec-21a48abfda2f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:04:58.639133 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118574fe-dd9c-47d3-b902-7533308971fa", "name": "network-vif-plugged", "status": "completed", "tag": "61389032-6aec-493a-975b-ce60d02b6ade", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:04:58.639385 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9b32d99-2aef-42d1-b2ec-21a48abfda2f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:04:58.639780 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118574fe-dd9c-47d3-b902-7533308971fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61389032-6aec-493a-975b-ce60d02b6ade', 'code': 200} Nov 19 20:04:58.739486 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dedcf4-112c-4c5e-aca6-f4e0760f55f1 req-2550a8a2-c486-4303-bff4-88a045df2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:58.741046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58dedcf4-112c-4c5e-aca6-f4e0760f55f1 req-2550a8a2-c486-4303-bff4-88a045df2415 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 1096 time: 0.0421832 Nov 19 20:04:58.789532 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58dedcf4-112c-4c5e-aca6-f4e0760f55f1 req-21b79ef6-3b4c-4980-97e1-fe2cf4e02fc8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Nov 19 20:04:58.846410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ba4a6-b57a-42ef-832c-34701aca9b90 req-7ca30eb5-24e3-4c2e-b0d8-9903729e3dec tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:04:58.847949 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-344ba4a6-b57a-42ef-832c-34701aca9b90 req-7ca30eb5-24e3-4c2e-b0d8-9903729e3dec tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0548904 Nov 19 20:04:58.899218 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-344ba4a6-b57a-42ef-832c-34701aca9b90 req-46175167-9531-4b36-8eb1-0baaddf37ff4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452821 Nov 19 20:05:00.022826 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddb28d-4913-44bc-ba11-d7020ee62edb req-f33b42a5-bbe3-4209-b519-be02c065913d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:00.024367 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16ddb28d-4913-44bc-ba11-d7020ee62edb req-f33b42a5-bbe3-4209-b519-be02c065913d tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0514286 Nov 19 20:05:00.080535 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16ddb28d-4913-44bc-ba11-d7020ee62edb req-dadb9d7e-a09d-4676-b9e1-601060d37fc9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493031 Nov 19 20:05:00.197274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83115d-ac2c-411f-86ea-e0807e3da441 req-dc0cacd9-3617-4bd1-9608-58b682feda37 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:00.198697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de83115d-ac2c-411f-86ea-e0807e3da441 req-dc0cacd9-3617-4bd1-9608-58b682feda37 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0498345 Nov 19 20:05:00.253789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de83115d-ac2c-411f-86ea-e0807e3da441 req-cc54e94c-5d88-4b27-af8c-5a38c7335bf1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487955 Nov 19 20:05:00.275917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36930) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:05:00.320566 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762163b5-8b5a-4f4f-8443-e423a13347a6 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:00.322200 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-762163b5-8b5a-4f4f-8443-e423a13347a6 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 1091 time: 0.0452449 Nov 19 20:05:00.325551 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36932) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:05:00.330296 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '61389032-6aec-493a-975b-ce60d02b6ade', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:05:00.353274 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:00.454023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:00.471482 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:00.558970 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.25.3.156 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/d2b6cce7-b9ec-4edb-8b35-1e2b28274aca) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:05:00.665280 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:00.699282 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:00.738687 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:05:00.743249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:05:00.747328 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:05:00.770271 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=d2b6cce7-b9ec-4edb-8b35-1e2b28274aca,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:05:01.129199 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:01.197073 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:01.365039 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:01.369348 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:01.440846 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=d2b6cce7-b9ec-4edb-8b35-1e2b28274aca,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:05:01.452866 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:01.556435 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Floating IP 889220ae-490c-4ff7-894b-9253591c1b72 associated. External IP: 172.25.3.156, port: 61389032-6aec-493a-975b-ce60d02b6ade. Nov 19 20:05:01.770477 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:05:01.876918 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:05:01.889324 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ebc9ca-30cd-41a7-ac58-a2467cac5c25 None None] Sync routers for ids ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:05:01.904793 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:01.905440 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ebc9ca-30cd-41a7-ac58-a2467cac5c25 None None] Routers {'9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:05:01.906147 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d7ebc9ca-30cd-41a7-ac58-a2467cac5c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:05:01.937072 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-abd08388-fba6-4c3d-854d-c80251bcb0b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6103237 Nov 19 20:05:01.937775 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118574fe-dd9c-47d3-b902-7533308971fa', 'tag': '61389032-6aec-493a-975b-ce60d02b6ade'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:05:01.940548 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc5828-aa84-4321-9f9d-504583616e94" -d '{"events": [{"name": "network-changed", "server_uuid": "118574fe-dd9c-47d3-b902-7533308971fa", "tag": "61389032-6aec-493a-975b-ce60d02b6ade"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:05:02.039679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb3f3f-e580-4960-b224-1cba17b6d19f req-75b224c9-b5df-4b59-9782-dbcb819532fb tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:02.041133 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37cb3f3f-e580-4960-b224-1cba17b6d19f req-75b224c9-b5df-4b59-9782-dbcb819532fb tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0512431 Nov 19 20:05:02.095147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-37cb3f3f-e580-4960-b224-1cba17b6d19f req-d1a0ec9a-e86c-4138-9fee-0552325ea630 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470657 Nov 19 20:05:02.100432 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-d7ebc9ca-30cd-41a7-ac58-a2467cac5c25 None None] Set router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:05:02.118103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36938) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:05:02.160909 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0146088-151c-45f3-8056-7d192d83d427 x-openstack-request-id: req-c0146088-151c-45f3-8056-7d192d83d427 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:05:02.161184 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118574fe-dd9c-47d3-b902-7533308971fa", "tag": "61389032-6aec-493a-975b-ce60d02b6ade", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:05:02.161446 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0146088-151c-45f3-8056-7d192d83d427 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:05:02.161881 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118574fe-dd9c-47d3-b902-7533308971fa', 'tag': '61389032-6aec-493a-975b-ce60d02b6ade', 'status': 'completed', 'code': 200} Nov 19 20:05:02.188309 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-291e2157-a321-4115-9e5d-e635bb3a91fc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/889220ae-490c-4ff7-894b-9253591c1b72 HTTP/1.1" status: 200 len: 991 time: 0.0689952 Nov 19 20:05:02.210500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc5828-aa84-4321-9f9d-504583616e94 req-4c8eba61-c34e-4d14-8ca5-584bf55b40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:02.212337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27bc5828-aa84-4321-9f9d-504583616e94 req-4c8eba61-c34e-4d14-8ca5-584bf55b40cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 1096 time: 0.0468121 Nov 19 20:05:02.311971 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc5828-aa84-4321-9f9d-504583616e94 req-7e4a82c8-bcb6-42c9-86bb-ad14d79e6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:02.313521 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27bc5828-aa84-4321-9f9d-504583616e94 req-7e4a82c8-bcb6-42c9-86bb-ad14d79e6126 service neutron] 10.222.0.21 "GET /v2.0/networks?id=126a7153-d6d7-477a-a9d1-23320ad0b277 HTTP/1.1" status: 200 len: 897 time: 0.0941586 Nov 19 20:05:02.332385 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d7ebc9ca-30cd-41a7-ac58-a2467cac5c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:47Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '889220ae-490c-4ff7-894b-9253591c1b72', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'port_id': '61389032-6aec-493a-975b-ce60d02b6ade', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'mac_address': 'fa:16:3e:86:a8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118574fe-dd9c-47d3-b902-7533308971fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:05:00Z', 'updated_at': '2021-11-19T20:05:00Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e12b2a-09c4-4d6a-9192-f6dbaf837157', 'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:26:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:47Z', 'updated_at': '2021-11-19T20:04:50Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:05:02.359115 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ebc9ca-30cd-41a7-ac58-a2467cac5c25 None None] Checking router: 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:05:02.367291 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ebc9ca-30cd-41a7-ac58-a2467cac5c25 None None] Routers {'9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:05:02.367898 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d7ebc9ca-30cd-41a7-ac58-a2467cac5c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:04:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:05:02.379656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27bc5828-aa84-4321-9f9d-504583616e94 req-1b98100a-ddbb-487c-989a-235874ef481e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61389032-6aec-493a-975b-ce60d02b6ade HTTP/1.1" status: 200 len: 999 time: 0.0593979 Nov 19 20:05:02.433773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc5828-aa84-4321-9f9d-504583616e94 req-a330886e-98fa-48f3-b8a2-d9eb38d446f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:02.436085 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27bc5828-aa84-4321-9f9d-504583616e94 req-a330886e-98fa-48f3-b8a2-d9eb38d446f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1aab553-35b3-4762-b299-c4cb2481f800 HTTP/1.1" status: 200 len: 834 time: 0.0491402 Nov 19 20:05:02.475604 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-d7ebc9ca-30cd-41a7-ac58-a2467cac5c25 None None] Set router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:05:02.483888 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc5828-aa84-4321-9f9d-504583616e94 req-abed7c17-cc5c-40f1-aa66-edbefa266aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:02.485402 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27bc5828-aa84-4321-9f9d-504583616e94 req-abed7c17-cc5c-40f1-aa66-edbefa266aba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=126a7153-d6d7-477a-a9d1-23320ad0b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417364 Nov 19 20:05:02.576890 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27bc5828-aa84-4321-9f9d-504583616e94 req-326a7187-b5f8-45bd-88ee-ceb3bf03acd2 service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840654 Nov 19 20:05:02.671551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-27bc5828-aa84-4321-9f9d-504583616e94 req-92443203-cab5-40dc-bde1-9dcbce5b61f6 service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875440 Nov 19 20:05:02.707296 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d7ebc9ca-30cd-41a7-ac58-a2467cac5c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:47Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '889220ae-490c-4ff7-894b-9253591c1b72', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'port_id': '61389032-6aec-493a-975b-ce60d02b6ade', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'mac_address': 'fa:16:3e:86:a8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118574fe-dd9c-47d3-b902-7533308971fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:05:00Z', 'updated_at': '2021-11-19T20:05:00Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e12b2a-09c4-4d6a-9192-f6dbaf837157', 'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:26:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:47Z', 'updated_at': '2021-11-19T20:04:50Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:05:02.733480 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ebc9ca-30cd-41a7-ac58-a2467cac5c25 None None] The sync data for ids ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'] in n-d-815373-6 is: [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:47Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '889220ae-490c-4ff7-894b-9253591c1b72', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'port_id': '61389032-6aec-493a-975b-ce60d02b6ade', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'mac_address': 'fa:16:3e:86:a8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118574fe-dd9c-47d3-b902-7533308971fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:05:00Z', 'updated_at': '2021-11-19T20:05:00Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e12b2a-09c4-4d6a-9192-f6dbaf837157', 'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:26:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:47Z', 'updated_at': '2021-11-19T20:04:50Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:05:02.927508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1db0d7-d643-44b7-becf-d26b5f33eba3 None None] New status for floating IP 889220ae-490c-4ff7-894b-9253591c1b72: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:05:03.191671 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36940) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:05:03.260578 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bf2df35e-2df9-4b12-92e0-3ccbf1d83fe1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/889220ae-490c-4ff7-894b-9253591c1b72 HTTP/1.1" status: 200 len: 993 time: 0.0677223 Nov 19 20:05:08.329429 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-71db2de5-d06a-4397-8640-f515b52f771b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:10.743842 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-165bffee-a804-4f09-9fdd-148322e8d5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:12.144282 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:13.593778 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:14.275900 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:21.077618 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfac9137-f899-417f-a094-6326edfd454f req-3982a6c5-c22a-4362-8f5a-bf45c61a94d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408952 Nov 19 20:05:21.161276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac9137-f899-417f-a094-6326edfd454f req-a1ed82d7-5db1-4367-a223-102d24dfb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:21.162703 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfac9137-f899-417f-a094-6326edfd454f req-a1ed82d7-5db1-4367-a223-102d24dfb689 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 1096 time: 0.0406904 Nov 19 20:05:21.271626 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac9137-f899-417f-a094-6326edfd454f req-b4454003-c160-46f9-8ba7-30cf5a174842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:21.273125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfac9137-f899-417f-a094-6326edfd454f req-b4454003-c160-46f9-8ba7-30cf5a174842 service neutron] 10.222.0.21 "GET /v2.0/networks?id=126a7153-d6d7-477a-a9d1-23320ad0b277 HTTP/1.1" status: 200 len: 897 time: 0.0899889 Nov 19 20:05:21.340541 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfac9137-f899-417f-a094-6326edfd454f req-664b4c44-d0b2-4592-a4aa-ff9114745cc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61389032-6aec-493a-975b-ce60d02b6ade HTTP/1.1" status: 200 len: 1001 time: 0.0592110 Nov 19 20:05:21.395911 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac9137-f899-417f-a094-6326edfd454f req-35c0139a-cb0f-4952-8e94-72a30dd5fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:21.397375 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfac9137-f899-417f-a094-6326edfd454f req-35c0139a-cb0f-4952-8e94-72a30dd5fd76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1aab553-35b3-4762-b299-c4cb2481f800 HTTP/1.1" status: 200 len: 834 time: 0.0491326 Nov 19 20:05:21.443231 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac9137-f899-417f-a094-6326edfd454f req-6f139c59-98e5-42a0-a942-c5e4097c5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:21.444648 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfac9137-f899-417f-a094-6326edfd454f req-6f139c59-98e5-42a0-a942-c5e4097c5768 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=126a7153-d6d7-477a-a9d1-23320ad0b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407541 Nov 19 20:05:21.535935 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfac9137-f899-417f-a094-6326edfd454f req-efdec408-0c8e-4ddf-8475-7b8632ecf62c service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828447 Nov 19 20:05:21.630672 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bfac9137-f899-417f-a094-6326edfd454f req-7a5153b1-d30f-45f2-8d09-d9c0e69e5805 service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873787 Nov 19 20:05:25.926545 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:30.486449 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:31.201625 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:05:31.985704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f26ccb-2818-468a-97e1-97167a39c628 req-51680ba4-d852-4235-90e5-810622235d36 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:31.987245 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8f26ccb-2818-468a-97e1-97167a39c628 req-51680ba4-d852-4235-90e5-810622235d36 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0546427 Nov 19 20:05:32.037762 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b8f26ccb-2818-468a-97e1-97167a39c628 req-f6f562b0-46c6-4748-b024-40821dabe513 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Nov 19 20:05:33.181598 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400e98b-f16a-43b1-9ee0-c0f2ba0f7258 req-7e90dbcc-3bb7-4f8d-bca1-f5ae7dd36e82 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:33.183094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a400e98b-f16a-43b1-9ee0-c0f2ba0f7258 req-7e90dbcc-3bb7-4f8d-bca1-f5ae7dd36e82 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0704715 Nov 19 20:05:33.239075 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a400e98b-f16a-43b1-9ee0-c0f2ba0f7258 req-9d268b14-df01-4339-8c21-b48aa5d4903e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480661 Nov 19 20:05:34.390356 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb2b4f-7180-46d6-be7c-5aa5d88ce066 req-0750930a-e5f3-47c4-9db2-159e0333d93c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:34.393421 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-faeb2b4f-7180-46d6-be7c-5aa5d88ce066 req-0750930a-e5f3-47c4-9db2-159e0333d93c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0731246 Nov 19 20:05:34.451197 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-faeb2b4f-7180-46d6-be7c-5aa5d88ce066 req-9aca5a6b-88bc-437b-b3ae-9a322a9f720e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515971 Nov 19 20:05:35.575316 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33638792-0715-44a9-afcb-e14e026679b6 req-77708bac-28a6-4d83-b72e-5b62ced7a5a5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:35.576896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33638792-0715-44a9-afcb-e14e026679b6 req-77708bac-28a6-4d83-b72e-5b62ced7a5a5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0513883 Nov 19 20:05:35.633351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-33638792-0715-44a9-afcb-e14e026679b6 req-df47e46b-3c82-476e-a777-106c602ebbf8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500891 Nov 19 20:05:36.759752 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1c943-d620-4c24-8667-aa00525d59d1 req-3618f080-2bb2-47ca-b4ad-cbfee1f23429 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:36.761323 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34c1c943-d620-4c24-8667-aa00525d59d1 req-3618f080-2bb2-47ca-b4ad-cbfee1f23429 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0560162 Nov 19 20:05:36.814591 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-34c1c943-d620-4c24-8667-aa00525d59d1 req-51eb35b8-7eab-478a-ae18-9ad33a631fbf tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463564 Nov 19 20:05:37.937616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64a5db-7c37-4aea-bb9b-2fc3d5c7f3fa req-2c871ceb-6ad1-446c-99aa-fcfb88a2e96a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:37.939208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee64a5db-7c37-4aea-bb9b-2fc3d5c7f3fa req-2c871ceb-6ad1-446c-99aa-fcfb88a2e96a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0533876 Nov 19 20:05:37.993687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee64a5db-7c37-4aea-bb9b-2fc3d5c7f3fa req-7af114c8-9daa-4891-8859-f493809f1dee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480933 Nov 19 20:05:38.323774 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0c3f-ed96-40a1-98e6-658478888700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:39.118602 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b43447-69e5-4bd4-9043-ab2080bc041b req-c85b2157-b0d0-4b43-9c1b-3a89f7caf4ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:39.120071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86b43447-69e5-4bd4-9043-ab2080bc041b req-c85b2157-b0d0-4b43-9c1b-3a89f7caf4ba tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0546312 Nov 19 20:05:39.180860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-86b43447-69e5-4bd4-9043-ab2080bc041b req-46b4e84e-50c6-4bbc-abcb-d25d91ceb7d7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540018 Nov 19 20:05:40.302447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1132b74-6969-4e62-9ddf-518f14683453 req-022db735-d084-4fbf-88cc-e8ba8e805889 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:40.303977 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1132b74-6969-4e62-9ddf-518f14683453 req-022db735-d084-4fbf-88cc-e8ba8e805889 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0505786 Nov 19 20:05:40.356060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e1132b74-6969-4e62-9ddf-518f14683453 req-c87ad3cb-1991-4190-99b1-6b429d696c0c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 Nov 19 20:05:40.745482 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-99756d61-70fb-4d50-b783-aabf38f9ae6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:41.477311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f7687-c8b1-4083-a9f4-baeee0e96d43 req-7d8522fd-2e48-46c5-bfc2-e0779212b1ca tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:41.478810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-368f7687-c8b1-4083-a9f4-baeee0e96d43 req-7d8522fd-2e48-46c5-bfc2-e0779212b1ca tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0520244 Nov 19 20:05:41.541147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-368f7687-c8b1-4083-a9f4-baeee0e96d43 req-1246227a-bbaa-4c92-934a-f2bf15681353 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562253 Nov 19 20:05:42.147777 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:42.660868 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93b1a8-0171-4b47-9efd-98a75f1b9363 req-63f1cb87-b82f-4640-bf95-b31a08c2d4e4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:42.662582 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b93b1a8-0171-4b47-9efd-98a75f1b9363 req-63f1cb87-b82f-4640-bf95-b31a08c2d4e4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0512464 Nov 19 20:05:42.717427 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8b93b1a8-0171-4b47-9efd-98a75f1b9363 req-a7e0001d-f72d-4882-b1fd-c6f6c5cd044c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450668 Nov 19 20:05:42.740049 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 36980) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:05:42.806072 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a62c2c31-4156-4270-a265-0ab562ecd913 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/889220ae-490c-4ff7-894b-9253591c1b72 HTTP/1.1" status: 200 len: 993 time: 0.0647848 Nov 19 20:05:43.596391 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:44.105515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5caa2d6-7c69-4f10-a833-99043008e05e req-5ddaf7ad-36e3-4833-8c60-e4269e3b84f5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:44.107036 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5caa2d6-7c69-4f10-a833-99043008e05e req-5ddaf7ad-36e3-4833-8c60-e4269e3b84f5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0658987 Nov 19 20:05:44.175974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb1513-9f59-42dd-a268-621f2fa8410a req-8a813b18-43c7-4a3d-b164-5fbedca0dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:44.177481 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ddb1513-9f59-42dd-a268-621f2fa8410a req-8a813b18-43c7-4a3d-b164-5fbedca0dc7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 1096 time: 0.0927725 Nov 19 20:05:44.202193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c5caa2d6-7c69-4f10-a833-99043008e05e req-ab1c8214-46b9-4c12-a004-08339b4af9b8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807712 Nov 19 20:05:44.278355 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:05:44.288568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb1513-9f59-42dd-a268-621f2fa8410a req-2d201166-822c-4720-a436-1f533e8da8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:44.290059 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ddb1513-9f59-42dd-a268-621f2fa8410a req-2d201166-822c-4720-a436-1f533e8da8c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=126a7153-d6d7-477a-a9d1-23320ad0b277 HTTP/1.1" status: 200 len: 897 time: 0.1031001 Nov 19 20:05:44.360377 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ddb1513-9f59-42dd-a268-621f2fa8410a req-abd59141-70b1-45b4-835f-276df3e8ea1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61389032-6aec-493a-975b-ce60d02b6ade HTTP/1.1" status: 200 len: 1001 time: 0.0624318 Nov 19 20:05:44.414818 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb1513-9f59-42dd-a268-621f2fa8410a req-4f1f5d25-5c83-4856-8b51-d6f4d34401db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:44.416297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ddb1513-9f59-42dd-a268-621f2fa8410a req-4f1f5d25-5c83-4856-8b51-d6f4d34401db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1aab553-35b3-4762-b299-c4cb2481f800 HTTP/1.1" status: 200 len: 834 time: 0.0495517 Nov 19 20:05:44.465783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb1513-9f59-42dd-a268-621f2fa8410a req-ff85f617-0936-4064-9f79-6d62551d41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:44.467344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ddb1513-9f59-42dd-a268-621f2fa8410a req-ff85f617-0936-4064-9f79-6d62551d41fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=126a7153-d6d7-477a-a9d1-23320ad0b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432475 Nov 19 20:05:44.573383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ddb1513-9f59-42dd-a268-621f2fa8410a req-deabb9ac-5af9-4684-83cb-601363336edd service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991366 Nov 19 20:05:44.671096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2ddb1513-9f59-42dd-a268-621f2fa8410a req-bda37e6a-a30c-496d-ba69-e432a2e5e009 service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897930 Nov 19 20:05:45.330005 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80124c8f-934a-4061-a1e6-9d29cb346b93 req-d3961218-3b2f-4d73-a75a-7c79cb4f8074 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:05:45.331568 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80124c8f-934a-4061-a1e6-9d29cb346b93 req-d3961218-3b2f-4d73-a75a-7c79cb4f8074 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0533409 Nov 19 20:05:45.384669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-80124c8f-934a-4061-a1e6-9d29cb346b93 req-07991138-e4f3-48a4-becb-157dc9232e0a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470464 Nov 19 20:05:45.408726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 36990) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:05:45.472510 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bd34dd2d-29a1-4cba-b514-95f30690342c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/889220ae-490c-4ff7-894b-9253591c1b72 HTTP/1.1" status: 200 len: 993 time: 0.0626376 Nov 19 20:05:55.940508 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:00.474098 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:08.200928 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:06:08.316990 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9910267-b7b9-49d7-84d2-86b8365c0a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:10.746792 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e93b-769d-4cc1-9a0d-55d96e68d326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:12.151630 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:13.598533 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:14.280981 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:15.860013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37006) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:16.019954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port d2b6cce7-b9ec-4edb-8b35-1e2b28274aca {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:06:16.020287 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:16.099580 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:16.099903 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:16.111584 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for d2b6cce7-b9ec-4edb-8b35-1e2b28274aca owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:06:16.265665 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:16.291353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=d2b6cce7-b9ec-4edb-8b35-1e2b28274aca,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:16.302528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.302886 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.303243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.303574 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.303909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.304247 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.304575 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.304989 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.305326 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.305709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.306013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.306342 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:16.380595 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:16.380840 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Floating IP 889220ae-490c-4ff7-894b-9253591c1b72 disassociated (deleted). External IP: 172.25.3.156, port: 61389032-6aec-493a-975b-ce60d02b6ade. Nov 19 20:06:16.601100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:06:17.051550 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:06:17.056988 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:17.061372 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848a409-3ca1-4ff7-9024-fe65582bc1bc None None] Sync routers for ids ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:06:17.073138 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848a409-3ca1-4ff7-9024-fe65582bc1bc None None] Routers {'9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:06:17.073775 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4848a409-3ca1-4ff7-9024-fe65582bc1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:17.085968 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3f135361-9b82-4649-95b6-d6d236369b48 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/floatingips/889220ae-490c-4ff7-894b-9253591c1b72 HTTP/1.1" status: 204 len: 168 time: 1.2248187 Nov 19 20:06:17.086542 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118574fe-dd9c-47d3-b902-7533308971fa', 'tag': '61389032-6aec-493a-975b-ce60d02b6ade'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:06:17.088999 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2" -d '{"events": [{"name": "network-changed", "server_uuid": "118574fe-dd9c-47d3-b902-7533308971fa", "tag": "61389032-6aec-493a-975b-ce60d02b6ade"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:06:17.183696 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4848a409-3ca1-4ff7-9024-fe65582bc1bc None None] Set router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:06:17.250772 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89433dd8-4d2a-4050-b500-67fab27a1bea x-openstack-request-id: req-89433dd8-4d2a-4050-b500-67fab27a1bea {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:06:17.251085 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118574fe-dd9c-47d3-b902-7533308971fa", "tag": "61389032-6aec-493a-975b-ce60d02b6ade", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:06:17.251317 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89433dd8-4d2a-4050-b500-67fab27a1bea {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:06:17.251755 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118574fe-dd9c-47d3-b902-7533308971fa', 'tag': '61389032-6aec-493a-975b-ce60d02b6ade', 'status': 'completed', 'code': 200} Nov 19 20:06:17.352561 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2 req-9114f362-ef7f-49bd-a53c-8d992f20280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:17.354102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2 req-9114f362-ef7f-49bd-a53c-8d992f20280b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 1096 time: 0.0764704 Nov 19 20:06:17.378103 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e0d7f-338f-4ed8-94de-3e88fc66c07f req-f5a28b06-1fb1-4f2c-9860-37082f1e7310 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:17.380199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-356e0d7f-338f-4ed8-94de-3e88fc66c07f req-f5a28b06-1fb1-4f2c-9860-37082f1e7310 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0676348 Nov 19 20:06:17.394034 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4848a409-3ca1-4ff7-9024-fe65582bc1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:47Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e4e12b2a-09c4-4d6a-9192-f6dbaf837157', 'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:26:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:47Z', 'updated_at': '2021-11-19T20:04:50Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:17.419847 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848a409-3ca1-4ff7-9024-fe65582bc1bc None None] Checking router: 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:06:17.429174 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848a409-3ca1-4ff7-9024-fe65582bc1bc None None] Routers {'9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:06:17.429804 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4848a409-3ca1-4ff7-9024-fe65582bc1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:17.485784 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-356e0d7f-338f-4ed8-94de-3e88fc66c07f req-aae67532-a0a4-4b88-a782-7ff88fef580e tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952399 Nov 19 20:06:17.506186 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2 req-c46efdc4-f792-4cd8-bbbe-f870c1421847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:17.506186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2 req-c46efdc4-f792-4cd8-bbbe-f870c1421847 service neutron] 10.222.0.21 "GET /v2.0/networks?id=126a7153-d6d7-477a-a9d1-23320ad0b277 HTTP/1.1" status: 200 len: 897 time: 0.1438169 Nov 19 20:06:17.550006 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2 req-e51ec58d-cc38-4ba3-9c20-531d7ee48743 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61389032-6aec-493a-975b-ce60d02b6ade HTTP/1.1" status: 200 len: 217 time: 0.0359790 Nov 19 20:06:17.600475 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2 req-70eeca4f-2e10-4981-aa24-bae95487f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:17.602005 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2 req-70eeca4f-2e10-4981-aa24-bae95487f426 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1aab553-35b3-4762-b299-c4cb2481f800 HTTP/1.1" status: 200 len: 834 time: 0.0449769 Nov 19 20:06:17.632549 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4848a409-3ca1-4ff7-9024-fe65582bc1bc None None] Set router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:06:17.649824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2 req-cad1dea2-7ab0-47d3-886f-5b93ab258503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:17.651464 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2 req-cad1dea2-7ab0-47d3-886f-5b93ab258503 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=126a7153-d6d7-477a-a9d1-23320ad0b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412974 Nov 19 20:06:17.749641 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2 req-c15fcb50-4afa-4c62-b7e0-964b7bbf698d service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883946 Nov 19 20:06:17.831052 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4848a409-3ca1-4ff7-9024-fe65582bc1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:47Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e4e12b2a-09c4-4d6a-9192-f6dbaf837157', 'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:26:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:47Z', 'updated_at': '2021-11-19T20:04:50Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:17.842810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f8c207e7-0872-4f11-84d2-bfb1bf7242c2 req-9a0300b0-5598-4445-865c-c55866525193 service neutron] 10.222.0.21 "GET /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854986 Nov 19 20:06:17.857327 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848a409-3ca1-4ff7-9024-fe65582bc1bc None None] The sync data for ids ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'] in n-d-815373-6 is: [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:04:47Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'e4e12b2a-09c4-4d6a-9192-f6dbaf837157', 'name': '', 'network_id': '126a7153-d6d7-477a-a9d1-23320ad0b277', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:26:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:47Z', 'updated_at': '2021-11-19T20:04:50Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': 'a1aab553-35b3-4762-b299-c4cb2481f800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:06:18.079480 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eafe77d-6899-45b7-91e0-a3652372bd29 None None] New status for floating IP 889220ae-490c-4ff7-894b-9253591c1b72: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:06:18.614250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c35730-eb91-49ed-8922-e50bcfc936c7 req-9cf0e92e-68d6-4760-b98d-debca18c0804 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:18.615747 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7c35730-eb91-49ed-8922-e50bcfc936c7 req-9cf0e92e-68d6-4760-b98d-debca18c0804 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0562863 Nov 19 20:06:18.667379 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7c35730-eb91-49ed-8922-e50bcfc936c7 req-09ebf53a-9a14-4a19-bf3b-bbbaf1473a3b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=65e670e8-f207-4ea5-9cb7-0982e4f93927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456238 Nov 19 20:06:18.780505 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a201f-bedd-4748-a70d-e3c92b80e7c7 req-f0d55975-b834-464c-8664-598c4c0bdd55 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:18.782054 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-695a201f-bedd-4748-a70d-e3c92b80e7c7 req-f0d55975-b834-464c-8664-598c4c0bdd55 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/ports?device_id=118574fe-dd9c-47d3-b902-7533308971fa HTTP/1.1" status: 200 len: 945 time: 0.0491896 Nov 19 20:06:18.873286 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-695a201f-bedd-4748-a70d-e3c92b80e7c7 req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port 61389032-6aec-493a-975b-ce60d02b6ade {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:06:18.873629 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-695a201f-bedd-4748-a70d-e3c92b80e7c7 req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:18.963460 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-695a201f-bedd-4748-a70d-e3c92b80e7c7 req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port 61389032-6aec-493a-975b-ce60d02b6ade, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=61389032-6aec-493a-975b-ce60d02b6ade,segment=NetworkSegment(d0f818a2-e856-4ec3-be9b-c31cfd97db86),segment_id=d0f818a2-e856-4ec3-be9b-c31cfd97db86)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:06:18.963824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-695a201f-bedd-4748-a70d-e3c92b80e7c7 req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:18.976848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-695a201f-bedd-4748-a70d-e3c92b80e7c7 req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for 61389032-6aec-493a-975b-ce60d02b6ade owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:06:19.106373 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-695a201f-bedd-4748-a70d-e3c92b80e7c7 req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:19.136244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=61389032-6aec-493a-975b-ce60d02b6ade,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:19.160993 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.161351 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.161695 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.162065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.162403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.162742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.163079 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.163412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.163747 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.164076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.164404 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.164733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:19.191980 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-695a201f-bedd-4748-a70d-e3c92b80e7c7 req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] No DVR routers for this DVR port 61389032-6aec-493a-975b-ce60d02b6ade on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:06:19.195015 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-695a201f-bedd-4748-a70d-e3c92b80e7c7 req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:19.198435 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-695a201f-bedd-4748-a70d-e3c92b80e7c7 req-b9b66e8c-b0df-45d3-9e79-b8a395d04d2b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "DELETE /v2.0/ports/61389032-6aec-493a-975b-ce60d02b6ade HTTP/1.1" status: 204 len: 173 time: 0.4106183 Nov 19 20:06:19.198887 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118574fe-dd9c-47d3-b902-7533308971fa', 'name': 'network-vif-deleted', 'tag': '61389032-6aec-493a-975b-ce60d02b6ade'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:06:19.201223 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd1b96f-dcfe-46a6-9c94-77ec8befff68" -d '{"events": [{"server_uuid": "118574fe-dd9c-47d3-b902-7533308971fa", "name": "network-vif-deleted", "tag": "61389032-6aec-493a-975b-ce60d02b6ade"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:06:19.247894 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ecbb22-ec2a-4fd8-aa24-0d4d71f1b939 x-openstack-request-id: req-b5ecbb22-ec2a-4fd8-aa24-0d4d71f1b939 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:06:19.248198 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118574fe-dd9c-47d3-b902-7533308971fa", "name": "network-vif-deleted", "tag": "61389032-6aec-493a-975b-ce60d02b6ade", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:06:19.248493 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5ecbb22-ec2a-4fd8-aa24-0d4d71f1b939 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:06:19.248905 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118574fe-dd9c-47d3-b902-7533308971fa', 'name': 'network-vif-deleted', 'tag': '61389032-6aec-493a-975b-ce60d02b6ade', 'status': 'completed', 'code': 200} Nov 19 20:06:19.727778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37020) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:20.100458 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:20.372249 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port e4e12b2a-09c4-4d6a-9192-f6dbaf837157 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:06:20.372492 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:20.501465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port e4e12b2a-09c4-4d6a-9192-f6dbaf837157, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=e4e12b2a-09c4-4d6a-9192-f6dbaf837157,segment=NetworkSegment(d0f818a2-e856-4ec3-be9b-c31cfd97db86),segment_id=d0f818a2-e856-4ec3-be9b-c31cfd97db86)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:06:20.501838 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:20.516192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for e4e12b2a-09c4-4d6a-9192-f6dbaf837157 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:06:20.720612 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:20.756581 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=e4e12b2a-09c4-4d6a-9192-f6dbaf837157,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:20.935268 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.163034 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:06:21.272063 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:06:21.278283 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-dbf1c818-fe7d-4b73-9784-c23daaf40695 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "PUT /v2.0/routers/9ce87754-f1b4-4bd9-89de-29cfb8c41cf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5492771 Nov 19 20:06:21.280944 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37022) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:21.285244 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de18373-3efe-4f9c-8a11-d2eecd172f5b None None] Sync routers for ids ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:06:21.300055 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de18373-3efe-4f9c-8a11-d2eecd172f5b None None] Routers {'9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:06:21.301233 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0de18373-3efe-4f9c-8a11-d2eecd172f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:21.335780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f700e430-6fb7-48c2-b682-d9ac99afc8db tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting subnet a1aab553-35b3-4762-b299-c4cb2481f800 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 20:06:21.339479 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f700e430-6fb7-48c2-b682-d9ac99afc8db tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.380659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f700e430-6fb7-48c2-b682-d9ac99afc8db tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.408056 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-0de18373-3efe-4f9c-8a11-d2eecd172f5b None None] Set router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:06:21.468305 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f700e430-6fb7-48c2-b682-d9ac99afc8db tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.528790 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f700e430-6fb7-48c2-b682-d9ac99afc8db tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.557073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700e430-6fb7-48c2-b682-d9ac99afc8db tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Subnet': ['ID=a1aab553-35b3-4762-b299-c4cb2481f800,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:21.560759 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f700e430-6fb7-48c2-b682-d9ac99afc8db tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.567440 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f700e430-6fb7-48c2-b682-d9ac99afc8db tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/subnets/a1aab553-35b3-4762-b299-c4cb2481f800 HTTP/1.1" status: 204 len: 168 time: 0.2820513 Nov 19 20:06:21.567552 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37024) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:21.569044 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d3315a-dde5-4ae7-b529-cfebc73c88a2 None None] Network 126a7153-d6d7-477a-a9d1-23320ad0b277 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:06:21.597788 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0de18373-3efe-4f9c-8a11-d2eecd172f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:06:20Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:21.624426 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de18373-3efe-4f9c-8a11-d2eecd172f5b None None] Checking router: 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:06:21.643503 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de18373-3efe-4f9c-8a11-d2eecd172f5b None None] Routers {'9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:06:21.644906 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0de18373-3efe-4f9c-8a11-d2eecd172f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:21.688385 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.764326 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-0de18373-3efe-4f9c-8a11-d2eecd172f5b None None] Set router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:06:21.781633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] DHCP port deletion for 126a7153-d6d7-477a-a9d1-23320ad0b277 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:06:21.807946 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.842095 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Deleting port 0b401054-1c79-4155-94ca-6bca03513109 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:06:21.842473 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.865229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:06:21.865572 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.918335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] For port 0b401054-1c79-4155-94ca-6bca03513109, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=0b401054-1c79-4155-94ca-6bca03513109,segment=NetworkSegment(d0f818a2-e856-4ec3-be9b-c31cfd97db86),segment_id=d0f818a2-e856-4ec3-be9b-c31cfd97db86)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:06:21.919057 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.936777 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Calling delete_port for 0b401054-1c79-4155-94ca-6bca03513109 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:06:21.960885 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-0de18373-3efe-4f9c-8a11-d2eecd172f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:06:20Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:21.969974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:06:21.970342 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:21.983816 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:06:21.996962 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de18373-3efe-4f9c-8a11-d2eecd172f5b None None] The sync data for ids ['9ce87754-f1b4-4bd9-89de-29cfb8c41cf7'] in n-d-815373-6 is: [{'id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311066097', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:04:43Z', 'updated_at': '2021-11-19T20:06:20Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': 'd38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce87754-f1b4-4bd9-89de-29cfb8c41cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:04:44Z', 'updated_at': '2021-11-19T20:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:06:22.031651 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.057957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Pushing event deleted for resources: {'Port': ['ID=0b401054-1c79-4155-94ca-6bca03513109,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:22.068825 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.069170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.069518 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.069881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.070216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.070545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.070861 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.071189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.071507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.071835 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.072157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.072478 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:22.075313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146ed77-e02a-4e27-a5ef-243c31555e11 None None] No DVR routers for this DVR port 0b401054-1c79-4155-94ca-6bca03513109 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:06:22.165188 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.189533 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:22.205692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ada1f3-c63d-4b9e-ac77-d078ae1f2c7e None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:06:22.259493 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.357579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.360697 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.414443 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.414981 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Fanout notify agent at l3_agent the message router_deleted on router 9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 20:06:22.422225 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.423414 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3cfcb355-522d-451d-8a6a-a3c6f6710d66 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/routers/9ce87754-f1b4-4bd9-89de-29cfb8c41cf7 HTTP/1.1" status: 204 len: 168 time: 0.8549623 Nov 19 20:06:22.426771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37026) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:22.515988 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.616409 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.639276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126a7153-d6d7-477a-a9d1-23320ad0b277']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:22.650619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f818a2-e856-4ec3-be9b-c31cfd97db86') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:22.651506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f818a2-e856-4ec3-be9b-c31cfd97db86') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:22.662098 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.684900 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.698239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 20:06:22.698902 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: timer() Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:06:22.704624 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:06:22.754927 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 61389032-6aec-493a-975b-ce60d02b6ade no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:06:22.771323 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.779967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 61389032-6aec-493a-975b-ce60d02b6ade {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:06:22.780322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 61389032-6aec-493a-975b-ce60d02b6ade not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:06:22.790081 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.793291 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/networks/126a7153-d6d7-477a-a9d1-23320ad0b277 HTTP/1.1" status: 204 len: 168 time: 0.3654385 Nov 19 20:06:22.794647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019e461-a2af-4c4f-a6a3-e441069e269f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Network': ['ID=126a7153-d6d7-477a-a9d1-23320ad0b277,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:22.796335 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37028) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:22.870657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e03e4b6-c052-4353-a39f-2ab2577c3889 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.905544 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e03e4b6-c052-4353-a39f-2ab2577c3889 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.981050 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e03e4b6-c052-4353-a39f-2ab2577c3889 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.985955 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-6e03e4b6-c052-4353-a39f-2ab2577c3889 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:22.987534 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-6e03e4b6-c052-4353-a39f-2ab2577c3889 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/security-groups/65e670e8-f207-4ea5-9cb7-0982e4f93927 HTTP/1.1" status: 204 len: 168 time: 0.1901643 Nov 19 20:06:23.003165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03e4b6-c052-4353-a39f-2ab2577c3889 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e670e8-f207-4ea5-9cb7-0982e4f93927,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:23.245734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37034) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:23.250692 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-86dbf24a-251d-4a27-9ef9-ab19d48bcb5b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023050650', 'description': 'tempest-secgroup-smoke-1023050650 description', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:23.281327 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86dbf24a-251d-4a27-9ef9-ab19d48bcb5b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.341386 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e4e12b2a-09c4-4d6a-9192-f6dbaf837157 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:06:23.368568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: e4e12b2a-09c4-4d6a-9192-f6dbaf837157 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:06:23.368840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device e4e12b2a-09c4-4d6a-9192-f6dbaf837157 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:06:23.369205 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0b401054-1c79-4155-94ca-6bca03513109 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:06:23.376242 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86dbf24a-251d-4a27-9ef9-ab19d48bcb5b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.381114 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86dbf24a-251d-4a27-9ef9-ab19d48bcb5b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.393024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 0b401054-1c79-4155-94ca-6bca03513109 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:06:23.393380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 0b401054-1c79-4155-94ca-6bca03513109 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:06:23.394439 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:06:23.417073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-86dbf24a-251d-4a27-9ef9-ab19d48bcb5b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.418379 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-86dbf24a-251d-4a27-9ef9-ab19d48bcb5b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1715813 Nov 19 20:06:23.421503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37036) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:23.426600 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-007bd3b9-4a57-4e63-b339-19dc2f7461b5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': 'c05269ca-c88c-4391-95b0-8e44d5bbbfaf', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:23.427182 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:06:23.427556 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device d38a4c0f-bfb5-48a5-a1dc-0f9f62f69d38 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:06:23.434806 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbf24a-251d-4a27-9ef9-ab19d48bcb5b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05269ca-c88c-4391-95b0-8e44d5bbbfaf,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:23.464189 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-007bd3b9-4a57-4e63-b339-19dc2f7461b5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.526564 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-007bd3b9-4a57-4e63-b339-19dc2f7461b5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.530951 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-007bd3b9-4a57-4e63-b339-19dc2f7461b5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.553044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bd3b9-4a57-4e63-b339-19dc2f7461b5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb126d4-91b6-4964-ac55-4d84d5b54cc8,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:23.561672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-007bd3b9-4a57-4e63-b339-19dc2f7461b5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.562929 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-007bd3b9-4a57-4e63-b339-19dc2f7461b5 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404605 Nov 19 20:06:23.565994 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37038) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:23.570663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e6e72a96-e3e3-49ee-8c5c-bc4207e433e1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': 'c05269ca-c88c-4391-95b0-8e44d5bbbfaf', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:23.600537 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a96-e3e3-49ee-8c5c-bc4207e433e1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.665861 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a96-e3e3-49ee-8c5c-bc4207e433e1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.673283 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a96-e3e3-49ee-8c5c-bc4207e433e1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.694289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e72a96-e3e3-49ee-8c5c-bc4207e433e1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05a9453-d028-40ff-ba99-c54c4f708591,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:23.699760 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e6e72a96-e3e3-49ee-8c5c-bc4207e433e1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.701053 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e6e72a96-e3e3-49ee-8c5c-bc4207e433e1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340744 Nov 19 20:06:23.704003 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37040) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:23.709044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-da00ace3-0676-46cb-933a-364a0429eef4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': 'c05269ca-c88c-4391-95b0-8e44d5bbbfaf', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:23.736559 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da00ace3-0676-46cb-933a-364a0429eef4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.797294 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da00ace3-0676-46cb-933a-364a0429eef4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.801652 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da00ace3-0676-46cb-933a-364a0429eef4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.823638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00ace3-0676-46cb-933a-364a0429eef4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713532f1-696f-4305-98bb-ed6bb2b25a16,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:23.830086 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-da00ace3-0676-46cb-933a-364a0429eef4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.831293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-da00ace3-0676-46cb-933a-364a0429eef4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263211 Nov 19 20:06:23.834724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37042) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:23.839270 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-937b572b-1c84-4b35-aa7d-67f47b0b310a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': 'c05269ca-c88c-4391-95b0-8e44d5bbbfaf', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:23.868735 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-937b572b-1c84-4b35-aa7d-67f47b0b310a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.933915 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-937b572b-1c84-4b35-aa7d-67f47b0b310a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.937718 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-937b572b-1c84-4b35-aa7d-67f47b0b310a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.956958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b572b-1c84-4b35-aa7d-67f47b0b310a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c59cb9-93b0-419b-92b9-fe5c19e9c5cd,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:23.964886 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-937b572b-1c84-4b35-aa7d-67f47b0b310a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:23.966169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-937b572b-1c84-4b35-aa7d-67f47b0b310a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304109 Nov 19 20:06:23.968876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37044) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:23.973891 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-bfe3b655-5acf-40ec-a70a-aa65c60405c1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': 'c05269ca-c88c-4391-95b0-8e44d5bbbfaf', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:23.999817 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-bfe3b655-5acf-40ec-a70a-aa65c60405c1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Project 408f24315d2b4664b93ffa8fdffeb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:06:24.006595 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfe3b655-5acf-40ec-a70a-aa65c60405c1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.075539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfe3b655-5acf-40ec-a70a-aa65c60405c1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.079274 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfe3b655-5acf-40ec-a70a-aa65c60405c1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.098777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3b655-5acf-40ec-a70a-aa65c60405c1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08df398-088e-49c9-a131-73bd5eab6443,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:24.105090 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-bfe3b655-5acf-40ec-a70a-aa65c60405c1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.106356 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-bfe3b655-5acf-40ec-a70a-aa65c60405c1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365411 Nov 19 20:06:24.109062 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37046) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:24.114597 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7029c5d2-1ba9-4d6e-8121-408281617126 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'security_group_rule': {'security_group_id': 'c05269ca-c88c-4391-95b0-8e44d5bbbfaf', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:24.139685 n-d-815373-6 neutron-server[109887]: INFO neutron.db.securitygroups_db [None req-7029c5d2-1ba9-4d6e-8121-408281617126 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Project 408f24315d2b4664b93ffa8fdffeb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:06:24.145496 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7029c5d2-1ba9-4d6e-8121-408281617126 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.219491 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7029c5d2-1ba9-4d6e-8121-408281617126 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.224711 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7029c5d2-1ba9-4d6e-8121-408281617126 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.248190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029c5d2-1ba9-4d6e-8121-408281617126 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84aadba-cca2-48c1-acfa-b98251dbadba,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:24.258242 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7029c5d2-1ba9-4d6e-8121-408281617126 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.259487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7029c5d2-1ba9-4d6e-8121-408281617126 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494665 Nov 19 20:06:24.262556 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37048) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:24.267448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'network': {'name': 'tempest-network-smoke--1063232820', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'port_security_enabled': True}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:24.290833 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:06:24.294546 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.320687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 20:06:24.332079 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.332319 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Added segment 4f85d9a9-00b4-4c88-bf51-7f0c331e3317 of type vlan for network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af Nov 19 20:06:24.379680 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.410836 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.416696 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:24.417344 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.480118 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2164974 Nov 19 20:06:24.483013 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37050) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:24.488330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'admin_state_up': True, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:24.494349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626f4f3-3fca-4bb1-8a44-893a91682a71 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Network': ['ID=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:24.506370 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 20:06:24.525434 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.526780 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.585179 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.732659 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.955548 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:24.980111 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:25.088543 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.25.3.88 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/56337816-f528-4d1b-955f-6445df12ad6d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:06:25.247416 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:25.274728 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-62b36ce9-04e5-4fe1-a50a-70bcf27dbf37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1268694 Nov 19 20:06:25.294450 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:25.367048 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:06:25.372880 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:06:25.374987 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=56337816-f528-4d1b-955f-6445df12ad6d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:25.378872 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:06:25.387265 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d6c07-8ec1-4ce7-8dc3-22d13027244b None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:06:25.510967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7ae4e967-823d-4ef9-a2a7-42edbfd1965b None None] Provisioning complete for port 56337816-f528-4d1b-955f-6445df12ad6d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:25.511675 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e967-823d-4ef9-a2a7-42edbfd1965b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:25.549277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4e967-823d-4ef9-a2a7-42edbfd1965b None None] Port 56337816-f528-4d1b-955f-6445df12ad6d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:06:25.743210 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-416efc3a-8e67-49a9-9e5f-cc002563e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:25.744713 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-416efc3a-8e67-49a9-9e5f-cc002563e204 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.4237428 Nov 19 20:06:25.968891 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-798e5f77-1262-484b-9525-5ff19ef08c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:25.970397 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-798e5f77-1262-484b-9525-5ff19ef08c44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1840665 Nov 19 20:06:25.970851 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:26.016021 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-ad41c703-4806-4fd1-bb60-a8c2bf27d9e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0376434 Nov 19 20:06:26.112011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-1d9a6c3c-9cfa-4ffa-b0a6-13c195464edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:26.114278 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-1d9a6c3c-9cfa-4ffa-b0a6-13c195464edf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0649235 Nov 19 20:06:26.114977 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:26.240506 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-f9b8a2d5-da6e-4d05-998f-6f431570dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:26.241986 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-f9b8a2d5-da6e-4d05-998f-6f431570dfac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903931 Nov 19 20:06:26.423791 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:26.428046 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-114dcd0e-975c-471e-97b3-ef0f099de0dc service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783512 Nov 19 20:06:26.609856 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-15e726d6-9c0b-436d-ba6d-1fd94bdf6c6d req-2648c858-acb2-41fc-a636-907e429e3bd8 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441541 Nov 19 20:06:26.635893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 20:06:26.746320 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:06:26.755869 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Sync routers for ids ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:06:26.767059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Routers {'c1895374-e25b-4ecf-bf5f-c70d7c2ad135'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:06:26.767674 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:26.767821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:26.768923 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6e7f47af-50e3-40c9-958a-5d5e6a983b9b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2848837 Nov 19 20:06:26.772372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37054) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:26.807022 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-80f7c803-133f-495e-a706-e201bdfa37b9 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=408f24315d2b4664b93ffa8fdffeb9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308359 Nov 19 20:06:26.807353 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37056) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:26.880082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Set router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:06:26.908836 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440ad2f-f41c-4b40-b33f-fd25abc59278 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:26.910982 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1440ad2f-f41c-4b40-b33f-fd25abc59278 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1026289 Nov 19 20:06:26.913921 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37058) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:26.943825 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4a60803d-abd8-4fb9-b9e7-3340f200fbec tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bb3573dc-a75f-48ed-b4a1-b4bfeb80d412&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287645 Nov 19 20:06:26.946528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37060) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:26.951878 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1548099033', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:27.061495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:06:27.065416 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.076256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:25Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:27.104640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Checking router: c1895374-e25b-4ecf-bf5f-c70d7c2ad135 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:06:27.104991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Updating router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 port 56337816-f528-4d1b-955f-6445df12ad6d binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:06:27.132040 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.258772 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.330411 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Subnet': ['ID=9b4ecf4d-fefb-4d23-a0f4-f83555a620e6,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:27.343883 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Checking segment: {'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:06:27.344075 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network hostable DHCP agents. Network: b9df64aa-2ba7-43d6-9704-85ee4f0bf5af, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 20:06:27.366616 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 20:06:27.377957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, b9df64aa-2ba7-43d6-9704-85ee4f0bf5af) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:06:27.384170 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:27.384583 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.404028 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2323e7d4-286b-4556-b135-b4a1b2f85ed1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4564018 Nov 19 20:06:27.408053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37062) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:27.416547 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6eabd9-e201-4f5c-9774-cd2db6377b53 None None] Network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:06:27.480549 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.491789 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.559682 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f49ce4-bfdf-461e-bb1f-f10a712d2f97 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:06:27.588808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f874a7-e8ee-4bef-a0ab-379a75d2f732 None None] Pushing event updated for resources: {'Port': ['ID=56337816-f528-4d1b-955f-6445df12ad6d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:27.609628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Attempting to bind port 56337816-f528-4d1b-955f-6445df12ad6d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:06:27.610024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Attempting to bind port 56337816-f528-4d1b-955f-6445df12ad6d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:06:27.610395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Attempting to bind port 56337816-f528-4d1b-955f-6445df12ad6d on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:06:27.620065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:06:27.620351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:06:27.620733 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.621131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:06:27.621604 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Bound port: 56337816-f528-4d1b-955f-6445df12ad6d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:06:27.622013 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.707433 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ips': [{'subnet_id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 20:06:27.708298 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.717612 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] For port 56337816-f528-4d1b-955f-6445df12ad6d, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:06:27.738550 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-436d23a3-cc11-489f-ab5d-77ab5282b649 None None] Provisioning complete for port 56337816-f528-4d1b-955f-6445df12ad6d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:27.738938 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-436d23a3-cc11-489f-ab5d-77ab5282b649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.745847 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] For port 56337816-f528-4d1b-955f-6445df12ad6d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=56337816-f528-4d1b-955f-6445df12ad6d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:06:27.781973 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.871593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-436d23a3-cc11-489f-ab5d-77ab5282b649 None None] Port 56337816-f528-4d1b-955f-6445df12ad6d cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:06:27.898132 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c436754-00d8-44fa-ae82-c2b58b3b1c9f None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:06:27.921136 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:27.953343 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f874a7-e8ee-4bef-a0ab-379a75d2f732 None None] Pushing event updated for resources: {'Port': ['ID=56337816-f528-4d1b-955f-6445df12ad6d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:27.957692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Routers {'c1895374-e25b-4ecf-bf5f-c70d7c2ad135'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:06:27.958355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:28.025037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Allocated IP 172.20.0.2 (b9df64aa-2ba7-43d6-9704-85ee4f0bf5af/9b4ecf4d-fefb-4d23-a0f4-f83555a620e6/2713f6b1-b3c6-4922-bea2-a1f5c58e733b) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:06:28.086584 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-827c5dc3-c9f2-4e0e-9842-51aef63a4ae2 None None] Provisioning complete for port 56337816-f528-4d1b-955f-6445df12ad6d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:28.086832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-827c5dc3-c9f2-4e0e-9842-51aef63a4ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:28.175576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] Set router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:06:28.579081 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:28.583555 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-827c5dc3-c9f2-4e0e-9842-51aef63a4ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:28.610898 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:28.639797 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.20.0.1 (b9df64aa-2ba7-43d6-9704-85ee4f0bf5af/9b4ecf4d-fefb-4d23-a0f4-f83555a620e6/be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:06:28.660994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-827c5dc3-c9f2-4e0e-9842-51aef63a4ae2 None None] For port 56337816-f528-4d1b-955f-6445df12ad6d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=56337816-f528-4d1b-955f-6445df12ad6d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:06:28.673156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:06:28.676176 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-827c5dc3-c9f2-4e0e-9842-51aef63a4ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:28.685313 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:06:28.688476 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:06:28.690738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Pushing event updated for resources: {'Port': ['ID=2713f6b1-b3c6-4922-bea2-a1f5c58e733b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:28.770400 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:28.797040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:25Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:28.807612 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:28.824839 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c5dc3-c9f2-4e0e-9842-51aef63a4ae2 None None] Pushing event updated for resources: {'Port': ['ID=56337816-f528-4d1b-955f-6445df12ad6d,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:28.830024 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2674996-165e-4fba-bde1-3ff1a7875779 None None] The sync data for ids ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'] in n-d-815373-6 is: [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:25Z', 'revision_number': 3, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:06:28.832077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Attempting to bind port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:06:28.832497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Attempting to bind port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:06:28.832934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Attempting to bind port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b on network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:06:28.839911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:06:28.841099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Checking segment: {'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:06:28.841643 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:28.842197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Bound using segment: {'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:06:28.842758 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Bound port: 2713f6b1-b3c6-4922-bea2-a1f5c58e733b, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:06:28.843262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:28.859338 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:06:28.861035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:06:28.866330 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:06:28.893251 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:28.923515 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] For port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:06:28.928499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] For port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2713f6b1-b3c6-4922-bea2-a1f5c58e733b,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:06:28.933065 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:28.936940 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:29.009806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3977f35-6716-4b96-9978-97fc9f963a5a None None] Pushing event updated for resources: {'Port': ['ID=2713f6b1-b3c6-4922-bea2-a1f5c58e733b,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:29.131266 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:29.440500 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2713f6b1-b3c6-4922-bea2-a1f5c58e733b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:06:29.501350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:29.501802 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:29.546583 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:29.558580 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:29.621491 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:29.672076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2713f6b1-b3c6-4922-bea2-a1f5c58e733b,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:06:29.678828 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:29.679652 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 56337816-f528-4d1b-955f-6445df12ad6d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:06:29.688695 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:29.694068 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:29.821261 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:06:29.822906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:06:29.837659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=2713f6b1-b3c6-4922-bea2-a1f5c58e733b,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:29.844301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 56337816-f528-4d1b-955f-6445df12ad6d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:29.844702 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:30.023565 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:06:30.167241 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:06:30.177870 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f1082842-67de-4a5a-b209-a09a55e5fb20 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "PUT /v2.0/routers/c1895374-e25b-4ecf-bf5f-c70d7c2ad135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7636378 Nov 19 20:06:30.241723 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206e40d4-1d2e-4029-b793-c7ebde2a6468 None None] Network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:06:30.339309 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-eb662eb6-b027-4631-a203-ffab3842152b None None] Provisioning complete for port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:30.339682 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eb662eb6-b027-4631-a203-ffab3842152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:30.362246 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-474d6e62-2a6f-40ab-b706-33d3aeca63be tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023050650&fields=id&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 267 time: 0.0572205 Nov 19 20:06:30.519053 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-d878f274-cd78-4b22-a951-94a85c2c98c0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:30.520676 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-d878f274-cd78-4b22-a951-94a85c2c98c0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/networks?id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af HTTP/1.1" status: 200 len: 797 time: 0.1496975 Nov 19 20:06:30.545891 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-34fd9fe1-0439-4631-848b-c3e752fa908a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/quotas/408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 375 time: 0.0115175 Nov 19 20:06:30.554628 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:30.632362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-2d6925ab-5244-4399-baa1-b729eb4eb883 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734615 Nov 19 20:06:30.768475 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-1a51ae2a-b891-4984-9ee6-d49149b23509 service neutron] 10.222.0.50 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220272 Nov 19 20:06:30.858666 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Sync routers for ids ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:06:30.882287 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Routers {'c1895374-e25b-4ecf-bf5f-c70d7c2ad135'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:06:30.883177 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:30.901927 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-ea847730-cf9c-4dc7-b316-56760e10f805 service neutron] 10.222.0.50 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175120 Nov 19 20:06:30.904913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e9b5ed9f-167e-48af-9ae4-b0fadfaec794 None None] Provisioning complete for port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:30.905588 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ed9f-167e-48af-9ae4-b0fadfaec794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:31.051580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e9b5ed9f-167e-48af-9ae4-b0fadfaec794 None None] Provisioning complete for port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:31.051958 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ed9f-167e-48af-9ae4-b0fadfaec794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:31.069041 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Set router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:06:31.138898 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5ed9f-167e-48af-9ae4-b0fadfaec794 None None] Port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:06:31.167735 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d3f7b52f-8ef0-4fb9-9e76-b256240c7d51 req-5e52ee8f-5092-4002-9c62-33757a75a3ad tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 210 time: 0.0435412 Nov 19 20:06:31.278887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-cc128c49-8c39-4d5e-8b94-916fd42b48ef None None] Provisioning complete for port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:31.279267 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cc128c49-8c39-4d5e-8b94-916fd42b48ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:31.343558 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:29Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf', 'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:b9:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:28Z', 'updated_at': '2021-11-19T20:06:29Z', 'revision_number': 2, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:31.365387 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-cc128c49-8c39-4d5e-8b94-916fd42b48ef None None] Port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:06:31.380564 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Checking router: c1895374-e25b-4ecf-bf5f-c70d7c2ad135 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:06:31.381029 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Updating router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:06:31.382731 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2713f6b1-b3c6-4922-bea2-a1f5c58e733b up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:06:31.410174 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:31.458436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:31.458805 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:31.515585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b73fda4a-4c31-4a8f-9cb3-44e89fefc0ab None None] Provisioning complete for port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:31.515585 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b73fda4a-4c31-4a8f-9cb3-44e89fefc0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:31.585217 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b73fda4a-4c31-4a8f-9cb3-44e89fefc0ab None None] Port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:06:31.718021 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:31.724092 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:31.871695 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Pushing event updated for resources: {'Port': ['ID=be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:31.895927 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.896275 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.896612 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.896950 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.897283 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.897613 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.897970 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.898298 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.898628 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.898949 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.899273 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.899589 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:06:31.934601 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Attempting to bind port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:06:31.935159 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Attempting to bind port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:06:31.935540 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Attempting to bind port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf on network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:06:31.942085 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:06:31.942451 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Checking segment: {'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:06:31.943170 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:31.943730 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Bound using segment: {'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:06:31.944431 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Bound port: be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:06:31.945104 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:32.020277 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] For port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:06:32.024083 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] For port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:06:32.029644 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:32.093252 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Routers {'c1895374-e25b-4ecf-bf5f-c70d7c2ad135'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:06:32.093932 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:06:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:32.099478 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198a4a8-0088-4fc8-ba69-3560b9e576fb None None] Pushing event updated for resources: {'Port': ['ID=be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:32.215528 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] Set router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:06:32.221289 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4dc92365-084d-45e1-a300-afdbc554ea2a None None] Provisioning complete for port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:32.222208 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4dc92365-084d-45e1-a300-afdbc554ea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:32.305440 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fb6998fc-c040-4f19-ba84-804f8ba23b0a req-6be59805-c6fc-475f-bf03-2a97673478c1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 210 time: 0.0526273 Nov 19 20:06:32.350643 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4dc92365-084d-45e1-a300-afdbc554ea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:32.397017 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4dc92365-084d-45e1-a300-afdbc554ea2a None None] For port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:06:32.407781 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4dc92365-084d-45e1-a300-afdbc554ea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:32.486863 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc92365-084d-45e1-a300-afdbc554ea2a None None] Pushing event updated for resources: {'Port': ['ID=be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:32.496499 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:29Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf', 'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:b9:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:28Z', 'updated_at': '2021-11-19T20:06:32Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:32.533409 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-6079d87d-b6de-41e0-b183-c79ffc2c21ca None None] Provisioning complete for port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:32.534239 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6079d87d-b6de-41e0-b183-c79ffc2c21ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:32.536690 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c14b60-8cd0-4511-90eb-da788e20f1c1 None None] The sync data for ids ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'] in n-d-815373-6 is: [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:29Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf', 'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:b9:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:28Z', 'updated_at': '2021-11-19T20:06:32Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:06:32.824179 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-e9b1867c-16ac-45c4-b839-ed3ad5d6ba63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:32.825805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-e9b1867c-16ac-45c4-b839-ed3ad5d6ba63 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/networks?id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af HTTP/1.1" status: 200 len: 797 time: 0.4724946 Nov 19 20:06:32.905331 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-f5f89055-5044-4a2b-8454-c1d4b45f99bb tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=408f24315d2b4664b93ffa8fdffeb9a6 HTTP/1.1" status: 200 len: 380 time: 0.0699828 Nov 19 20:06:32.917059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'port': {'device_id': '86c4f818-12b2-4f58-afca-97fac655e991', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'admin_state_up': True, 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'security_groups': ['c05269ca-c88c-4391-95b0-8e44d5bbbfaf']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:33.042256 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Made reservation on behalf of 408f24315d2b4664b93ffa8fdffeb9a6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:06:33.046201 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:33.196412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.20.0.11 (b9df64aa-2ba7-43d6-9704-85ee4f0bf5af/9b4ecf4d-fefb-4d23-a0f4-f83555a620e6/f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:06:33.354760 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:33.405041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:06:33.432824 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:33.446015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-260131d8-5ca3-4b91-b8af-fc1532674fbc req-2afb8ff0-3429-48be-aaa2-dbcfc348b3fe tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 210 time: 0.0456223 Nov 19 20:06:33.487272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:33.487873 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:33.500515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:06:33.504970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:06:33.510227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:06:33.514534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:33.570673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:33.571375 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:33.593412 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-7945f6db-b51b-4db9-8a97-b42c00cb60a6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6803200 Nov 19 20:06:33.606412 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Request body: {'port': {'device_id': '86c4f818-12b2-4f58-afca-97fac655e991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:33.678452 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:33.913843 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-0b62169c-611c-42a9-9a19-d632ad6adaf5 None None] Provisioning complete for port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:33.914215 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0b62169c-611c-42a9-9a19-d632ad6adaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:33.952754 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0b62169c-611c-42a9-9a19-d632ad6adaf5 None None] Port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:06:34.025686 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:06:34.034316 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:34.047207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Transition to ACTIVE for port object f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 20:06:34.052130 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:34.107176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:34.193265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Attempting to bind port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:06:34.193601 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Attempting to bind port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:06:34.193966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Attempting to bind port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 on network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:06:34.198991 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 on network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 20:06:34.199319 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Attempting to bind port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 on network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:06:34.206735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:06:34.207659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Checking segment: {'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:06:34.207659 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Bound using segment: {'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:06:34.208055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Bound port: f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f85d9a9-00b4-4c88-bf51-7f0c331e3317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:06:34.208415 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:34.306023 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] For port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:06:34.309680 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] For port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:06:34.315972 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:34.356054 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:34.357020 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:34.358198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 HTTP/1.1" status: 200 len: 1092 time: 0.7565966 Nov 19 20:06:34.358649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c4f818-12b2-4f58-afca-97fac655e991', 'tag': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:06:34.361017 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f021b4-8976-44b4-a64d-e9a429607043" -d '{"events": [{"name": "network-changed", "server_uuid": "86c4f818-12b2-4f58-afca-97fac655e991", "tag": "f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:06:34.387579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c632c-c27b-484c-bd29-0d93e40246b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:34.451437 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab0a6b3-6a13-40a8-afaf-a88ba663804b x-openstack-request-id: req-cab0a6b3-6a13-40a8-afaf-a88ba663804b {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:06:34.451918 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c4f818-12b2-4f58-afca-97fac655e991", "tag": "f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:06:34.452350 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cab0a6b3-6a13-40a8-afaf-a88ba663804b {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:06:34.453009 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c4f818-12b2-4f58-afca-97fac655e991', 'tag': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3', 'status': 'completed', 'code': 200} Nov 19 20:06:34.516512 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-5a38cd3d-0b6b-48d0-ab96-02df0d471573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:34.521131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-5a38cd3d-0b6b-48d0-ab96-02df0d471573 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 1095 time: 0.0858395 Nov 19 20:06:34.590214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-939879bf-b717-473d-bc97-541313b6282b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 HTTP/1.1" status: 200 len: 217 time: 0.0605395 Nov 19 20:06:34.683732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-3c22f929-7d9d-4d88-9cad-23b1b3092701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:34.685406 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-3c22f929-7d9d-4d88-9cad-23b1b3092701 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b4ecf4d-fefb-4d23-a0f4-f83555a620e6 HTTP/1.1" status: 200 len: 835 time: 0.0784986 Nov 19 20:06:34.701728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68ee95-a02f-4d98-adc8-e54eb4b71a08 req-44587946-c33e-4458-97b9-4feae5070c9f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:34.703628 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef68ee95-a02f-4d98-adc8-e54eb4b71a08 req-44587946-c33e-4458-97b9-4feae5070c9f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 944 time: 0.1668153 Nov 19 20:06:34.802182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-35a1d54c-bb38-40f5-89e9-fa14212a27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:34.803797 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-35a1d54c-bb38-40f5-89e9-fa14212a27e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990248 Nov 19 20:06:34.808781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ef68ee95-a02f-4d98-adc8-e54eb4b71a08 req-a5ae8c0f-ddf8-443e-9549-c7a627c03dd6 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902486 Nov 19 20:06:34.915720 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-99f43463-5559-4e8d-b302-e98f0d90c326 service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047766 Nov 19 20:06:35.028855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-83bc8829-6667-4e60-b98c-89adfa31db8c req-01c3cd72-4563-47da-977d-494440f6d86b service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049166 Nov 19 20:06:35.158546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f021b4-8976-44b4-a64d-e9a429607043 req-fb6b3ca6-bb7a-4551-a4a8-ecee6d48a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:35.161376 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32f021b4-8976-44b4-a64d-e9a429607043 req-fb6b3ca6-bb7a-4551-a4a8-ecee6d48a89e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 1095 time: 0.0646396 Nov 19 20:06:35.293544 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f021b4-8976-44b4-a64d-e9a429607043 req-912694cf-e533-42a8-a97d-2ba0c141fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:35.295113 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32f021b4-8976-44b4-a64d-e9a429607043 req-912694cf-e533-42a8-a97d-2ba0c141fc08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af HTTP/1.1" status: 200 len: 898 time: 0.1264040 Nov 19 20:06:35.347927 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32f021b4-8976-44b4-a64d-e9a429607043 req-91bd8efe-8d4a-4053-8521-d92d9d365e1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 HTTP/1.1" status: 200 len: 217 time: 0.0436034 Nov 19 20:06:35.413463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f021b4-8976-44b4-a64d-e9a429607043 req-7176d489-811d-4e62-bac0-c1b9b2bbf43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:35.415136 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32f021b4-8976-44b4-a64d-e9a429607043 req-7176d489-811d-4e62-bac0-c1b9b2bbf43a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b4ecf4d-fefb-4d23-a0f4-f83555a620e6 HTTP/1.1" status: 200 len: 835 time: 0.0604692 Nov 19 20:06:35.484289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f021b4-8976-44b4-a64d-e9a429607043 req-43512b4f-c7af-4103-bb2b-73a6f0f7eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:35.486573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32f021b4-8976-44b4-a64d-e9a429607043 req-43512b4f-c7af-4103-bb2b-73a6f0f7eec5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629230 Nov 19 20:06:35.646284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32f021b4-8976-44b4-a64d-e9a429607043 req-c196e42e-1063-4158-b968-6ce4c1f488ad service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508706 Nov 19 20:06:35.788968 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32f021b4-8976-44b4-a64d-e9a429607043 req-f6fd8ab8-a7d0-4b43-8c39-e97be3ea6326 service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337898 Nov 19 20:06:35.970260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741c76-d20d-4c79-b192-69b56fdfcb62 req-a48bdc72-5ff2-42e8-96b3-2ba5bd5799ee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:35.972019 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09741c76-d20d-4c79-b192-69b56fdfcb62 req-a48bdc72-5ff2-42e8-96b3-2ba5bd5799ee tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 944 time: 0.0563843 Nov 19 20:06:36.045109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-09741c76-d20d-4c79-b192-69b56fdfcb62 req-286bf439-67c8-4eb2-b529-88d744c10a07 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650470 Nov 19 20:06:37.177673 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b9b5b-33ce-40c6-8e85-9e4e6751757c req-c97f8b7a-a0d2-4e19-b54b-762becd2b703 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:37.179254 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b76b9b5b-33ce-40c6-8e85-9e4e6751757c req-c97f8b7a-a0d2-4e19-b54b-762becd2b703 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 944 time: 0.0584130 Nov 19 20:06:37.242178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b76b9b5b-33ce-40c6-8e85-9e4e6751757c req-1c14b34c-a486-49d5-9894-7fcf51bcd3f3 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564783 Nov 19 20:06:38.328215 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a65c0ed-da13-4f98-a1a4-867be30706c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:38.403471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06419d2f-a698-479f-9803-ead04ef93ac3 req-251f8a9d-4ea5-4dcb-9556-b669d3b632df tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:38.406698 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06419d2f-a698-479f-9803-ead04ef93ac3 req-251f8a9d-4ea5-4dcb-9556-b669d3b632df tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 944 time: 0.0682888 Nov 19 20:06:38.488706 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06419d2f-a698-479f-9803-ead04ef93ac3 req-6a8cecd8-1c10-40c1-a543-e1ecdba19f25 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744488 Nov 19 20:06:38.815964 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:06:38.932621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:06:38.945272 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'port_id': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3', 'mac_address': 'fa:16:3e:1e:6a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:06:38.990062 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:39.004347 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:06:39.026299 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:06:39.031439 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:39.092156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:39.240508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:06:39.618034 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5426d-5242-4f96-8b69-0160ef1a1639 req-1eb2f5f0-95a7-4071-9d40-a577336413fc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:39.619570 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0aa5426d-5242-4f96-8b69-0160ef1a1639 req-1eb2f5f0-95a7-4071-9d40-a577336413fc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 945 time: 0.0568008 Nov 19 20:06:39.679903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0aa5426d-5242-4f96-8b69-0160ef1a1639 req-f3753f30-06f6-4292-a94f-f3cf491bab09 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488343 Nov 19 20:06:40.750155 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-adc991df-8fdf-48a4-a019-faf7e54f6e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:40.810155 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34551bb-1c71-44ff-b14d-07db22f74dc7 req-3ee8a913-6fad-4614-b961-0bbd2c660070 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:40.811692 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a34551bb-1c71-44ff-b14d-07db22f74dc7 req-3ee8a913-6fad-4614-b961-0bbd2c660070 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 945 time: 0.0595627 Nov 19 20:06:40.830729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:06:40.868318 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a34551bb-1c71-44ff-b14d-07db22f74dc7 req-ade8ce04-5c90-4b76-9079-7f1b3a038b2c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485272 Nov 19 20:06:40.888534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 20:06:40.893206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:06:40.894250 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:40.977396 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:41.001790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c4f818-12b2-4f58-afca-97fac655e991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:06:41.004495 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85df9690-a32a-4c68-8c0c-fc50cc885a69" -d '{"events": [{"server_uuid": "86c4f818-12b2-4f58-afca-97fac655e991", "name": "network-vif-plugged", "status": "completed", "tag": "f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:06:41.018152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:06:41.023424 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:41.048621 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a031ac9-dc1f-48e4-9985-faa3fa16dcef x-openstack-request-id: req-4a031ac9-dc1f-48e4-9985-faa3fa16dcef {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:06:41.048920 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c4f818-12b2-4f58-afca-97fac655e991", "name": "network-vif-plugged", "status": "completed", "tag": "f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:06:41.049177 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a031ac9-dc1f-48e4-9985-faa3fa16dcef {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:06:41.050346 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c4f818-12b2-4f58-afca-97fac655e991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3', 'code': 200} Nov 19 20:06:41.080361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:41.158275 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c5701-3cab-4c39-9e5d-41c2c7ead60b req-026e9feb-4756-4661-88f6-b9ea67107fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:41.160365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-263c5701-3cab-4c39-9e5d-41c2c7ead60b req-026e9feb-4756-4661-88f6-b9ea67107fe1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 1097 time: 0.0458214 Nov 19 20:06:41.209717 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-263c5701-3cab-4c39-9e5d-41c2c7ead60b req-5882bf2f-6348-4ee1-9694-7ce579fccdbf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424695 Nov 19 20:06:42.003927 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b05b86-576d-4d68-8944-6777735e801f req-18cc6391-f934-4d6b-8492-6fb94219d3cc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:42.005776 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4b05b86-576d-4d68-8944-6777735e801f req-18cc6391-f934-4d6b-8492-6fb94219d3cc tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.0604088 Nov 19 20:06:42.065094 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a4b05b86-576d-4d68-8944-6777735e801f req-d9e9813d-b6db-44cb-9b16-44927d8a5d36 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487869 Nov 19 20:06:42.161648 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:43.194407 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b515133-05d9-457e-b0e5-130d1708349d req-242100b6-5782-4350-8e11-8a97e9c688e7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:43.195921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b515133-05d9-457e-b0e5-130d1708349d req-242100b6-5782-4350-8e11-8a97e9c688e7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.0526063 Nov 19 20:06:43.251781 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b515133-05d9-457e-b0e5-130d1708349d req-57aca4df-bdf0-4cd9-8179-3f82dc67b8b7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498142 Nov 19 20:06:43.368032 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f247246-dbc2-49a5-bbe3-d639fdd914fd req-b7c61e65-2973-4311-b7c6-10e17344af3f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:43.369487 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f247246-dbc2-49a5-bbe3-d639fdd914fd req-b7c61e65-2973-4311-b7c6-10e17344af3f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.0500746 Nov 19 20:06:43.424426 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f247246-dbc2-49a5-bbe3-d639fdd914fd req-ff209481-2163-4480-bbb2-67cd4c70dd83 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489476 Nov 19 20:06:43.447315 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37118) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:43.488283 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623aa84-f017-447a-8da8-a09f6246de57 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:43.489847 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e623aa84-f017-447a-8da8-a09f6246de57 tempest-TestNetworkAdvancedServerOps-2057181211 tempest-TestNetworkAdvancedServerOps-2057181211-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 1092 time: 0.0414965 Nov 19 20:06:43.492647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37120) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:43.497010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:06:43.520646 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:43.602680 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:43.951530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:44.059713 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Allocated IP 172.25.3.194 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/62293a9a-38b9-4b28-9229-4ccdc6712e54) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:06:44.160747 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:44.199722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:44.242298 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:06:44.245246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:06:44.248867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:06:44.277108 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=62293a9a-38b9-4b28-9229-4ccdc6712e54,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:44.286952 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:44.631722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:44.702046 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:44.857123 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:44.862815 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:44.936100 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event updated for resources: {'Port': ['ID=62293a9a-38b9-4b28-9229-4ccdc6712e54,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:06:44.951690 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:45.056550 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Floating IP adcd6536-1f1d-49c9-a886-3613d5189cc7 associated. External IP: 172.25.3.194, port: f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3. Nov 19 20:06:45.200265 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:06:45.271798 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:06:45.383540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:06:45.393085 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c12b2-d3c6-4931-863b-09cc782e6e52 None None] Sync routers for ids ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:06:45.401710 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:06:45.403608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c12b2-d3c6-4931-863b-09cc782e6e52 None None] Routers {'c1895374-e25b-4ecf-bf5f-c70d7c2ad135'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:06:45.404235 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-1f5c12b2-d3c6-4931-863b-09cc782e6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:06:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:45.430476 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-55d771c4-2606-4a2a-b605-c7811d6c9e97 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9368181 Nov 19 20:06:45.431104 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c4f818-12b2-4f58-afca-97fac655e991', 'tag': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:06:45.433488 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69d336e-953d-4254-a27a-8e7455d0cc49" -d '{"events": [{"name": "network-changed", "server_uuid": "86c4f818-12b2-4f58-afca-97fac655e991", "tag": "f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:06:45.528195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-1f5c12b2-d3c6-4931-863b-09cc782e6e52 None None] Set router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:06:45.551504 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2f02a-87d1-480c-8c47-b69b21811838 req-3dc5391c-7926-4f55-8f6c-c7b676851b49 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:45.553153 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06d2f02a-87d1-480c-8c47-b69b21811838 req-3dc5391c-7926-4f55-8f6c-c7b676851b49 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.0678315 Nov 19 20:06:45.609933 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-06d2f02a-87d1-480c-8c47-b69b21811838 req-85c04f6b-d119-4a49-86c2-3503bc50b346 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503726 Nov 19 20:06:45.633953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37126) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:45.677244 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd0680-79d1-483d-971f-3ed5e4ef0a61 x-openstack-request-id: req-16fd0680-79d1-483d-971f-3ed5e4ef0a61 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:06:45.677244 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c4f818-12b2-4f58-afca-97fac655e991", "tag": "f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:06:45.677244 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16fd0680-79d1-483d-971f-3ed5e4ef0a61 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:06:45.677722 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c4f818-12b2-4f58-afca-97fac655e991', 'tag': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3', 'status': 'completed', 'code': 200} Nov 19 20:06:45.708186 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c6c93b2c-0abe-46e2-b7ce-0bbd9de359b9 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/adcd6536-1f1d-49c9-a886-3613d5189cc7 HTTP/1.1" status: 200 len: 992 time: 0.0718925 Nov 19 20:06:45.737587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d336e-953d-4254-a27a-8e7455d0cc49 req-6047fca5-c0f4-44d8-8ce4-c361488f0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:45.739602 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f69d336e-953d-4254-a27a-8e7455d0cc49 req-6047fca5-c0f4-44d8-8ce4-c361488f0950 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 1097 time: 0.0496373 Nov 19 20:06:45.775540 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-1f5c12b2-d3c6-4931-863b-09cc782e6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:29Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'adcd6536-1f1d-49c9-a886-3613d5189cc7', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'port_id': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'mac_address': 'fa:16:3e:1e:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c4f818-12b2-4f58-afca-97fac655e991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:06:44Z', 'updated_at': '2021-11-19T20:06:44Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf', 'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:b9:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:28Z', 'updated_at': '2021-11-19T20:06:32Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:45.807818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c12b2-d3c6-4931-863b-09cc782e6e52 None None] Checking router: c1895374-e25b-4ecf-bf5f-c70d7c2ad135 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:06:45.817621 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c12b2-d3c6-4931-863b-09cc782e6e52 None None] Routers {'c1895374-e25b-4ecf-bf5f-c70d7c2ad135'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:06:45.818282 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-1f5c12b2-d3c6-4931-863b-09cc782e6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:06:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:45.860639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d336e-953d-4254-a27a-8e7455d0cc49 req-6176a9e1-a869-4080-a372-3624976f6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:45.862243 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f69d336e-953d-4254-a27a-8e7455d0cc49 req-6176a9e1-a869-4080-a372-3624976f6c44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af HTTP/1.1" status: 200 len: 898 time: 0.1153805 Nov 19 20:06:45.932198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f69d336e-953d-4254-a27a-8e7455d0cc49 req-5cb0701d-8bf0-4c1b-9873-4e59be44e486 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 HTTP/1.1" status: 200 len: 1000 time: 0.0627377 Nov 19 20:06:45.936192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-1f5c12b2-d3c6-4931-863b-09cc782e6e52 None None] Set router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:06:45.990550 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d336e-953d-4254-a27a-8e7455d0cc49 req-f7082288-fa90-4c0a-966a-edfe23fe2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:45.992088 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f69d336e-953d-4254-a27a-8e7455d0cc49 req-f7082288-fa90-4c0a-966a-edfe23fe2cf9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b4ecf4d-fefb-4d23-a0f4-f83555a620e6 HTTP/1.1" status: 200 len: 835 time: 0.0529113 Nov 19 20:06:46.048431 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d336e-953d-4254-a27a-8e7455d0cc49 req-cd808435-01e4-413d-baf1-5e3d04e5efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:06:46.050826 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f69d336e-953d-4254-a27a-8e7455d0cc49 req-cd808435-01e4-413d-baf1-5e3d04e5efb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508151 Nov 19 20:06:46.159909 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f69d336e-953d-4254-a27a-8e7455d0cc49 req-3b8c7e09-8e4f-45f2-bede-d5fc5d455171 service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015229 Nov 19 20:06:46.274383 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f69d336e-953d-4254-a27a-8e7455d0cc49 req-6b9152b7-1ad3-455d-a323-a7cef17a1eb2 service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071982 Nov 19 20:06:46.341531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-1f5c12b2-d3c6-4931-863b-09cc782e6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:29Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'adcd6536-1f1d-49c9-a886-3613d5189cc7', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'port_id': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'mac_address': 'fa:16:3e:1e:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c4f818-12b2-4f58-afca-97fac655e991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:06:44Z', 'updated_at': '2021-11-19T20:06:44Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf', 'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:b9:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:28Z', 'updated_at': '2021-11-19T20:06:32Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:06:46.371507 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c12b2-d3c6-4931-863b-09cc782e6e52 None None] The sync data for ids ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'] in n-d-815373-6 is: [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:29Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'adcd6536-1f1d-49c9-a886-3613d5189cc7', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'port_id': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'mac_address': 'fa:16:3e:1e:6a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c4f818-12b2-4f58-afca-97fac655e991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:06:44Z', 'updated_at': '2021-11-19T20:06:44Z', 'revision_number': 0, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf', 'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:b9:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:28Z', 'updated_at': '2021-11-19T20:06:32Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:06:46.579948 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ff5979-24f0-4689-b8c4-3a066e753edb None None] New status for floating IP adcd6536-1f1d-49c9-a886-3613d5189cc7: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:06:46.710759 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37128) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:06:46.779540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e6436ddd-52a4-4c2b-acac-735363ac176c tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/adcd6536-1f1d-49c9-a886-3613d5189cc7 HTTP/1.1" status: 200 len: 994 time: 0.0676920 Nov 19 20:06:56.000065 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:00.489304 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:08.321949 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cdc85c0a-58f6-407e-899e-bdf03fb16121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:10.760239 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d1c9bfa6-2072-48af-981a-aff7382bd9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:12.157455 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:13.605741 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:14.279031 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:18.172227 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d780e-563e-4574-add9-7937bf3b140a req-fcc97c16-19fe-4c5b-b6c2-c1271b4ea882 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:18.174860 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d19d780e-563e-4574-add9-7937bf3b140a req-fcc97c16-19fe-4c5b-b6c2-c1271b4ea882 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.0545516 Nov 19 20:07:18.229899 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d19d780e-563e-4574-add9-7937bf3b140a req-b30e1482-f6ae-4aba-90d1-5d49865830cd tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476480 Nov 19 20:07:19.371115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7ae24-5a17-4bf1-9df5-4fc54dea08ef req-044b4c64-e885-4778-a844-10eb642726d3 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:19.372685 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d6d7ae24-5a17-4bf1-9df5-4fc54dea08ef req-044b4c64-e885-4778-a844-10eb642726d3 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.0590186 Nov 19 20:07:19.427852 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d6d7ae24-5a17-4bf1-9df5-4fc54dea08ef req-f50c6266-0138-42a6-bf26-e3e9778f68b1 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484238 Nov 19 20:07:19.450959 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37156) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:19.517911 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-85bd5b48-a5ef-4533-bac0-ea63596f100b tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/adcd6536-1f1d-49c9-a886-3613d5189cc7 HTTP/1.1" status: 200 len: 994 time: 0.0655460 Nov 19 20:07:20.835166 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c455b-717f-4f66-9e74-e5a0848b852a req-8eece287-91b8-494a-a4ad-6a16c189cb87 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:20.836745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b4c455b-717f-4f66-9e74-e5a0848b852a req-8eece287-91b8-494a-a4ad-6a16c189cb87 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.0870588 Nov 19 20:07:20.861798 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b55a37-8813-450c-81b6-7bb510bbb0ee req-84ccd661-d4c5-4c76-a52b-10aa75ac7118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:20.864286 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16b55a37-8813-450c-81b6-7bb510bbb0ee req-84ccd661-d4c5-4c76-a52b-10aa75ac7118 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 1097 time: 0.0783205 Nov 19 20:07:20.948743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7b4c455b-717f-4f66-9e74-e5a0848b852a req-bd18c656-bb12-4337-856d-35996946c853 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056428 Nov 19 20:07:20.992238 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b55a37-8813-450c-81b6-7bb510bbb0ee req-3ebb4b15-9105-4391-823e-d7ff23e64520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:20.993777 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16b55a37-8813-450c-81b6-7bb510bbb0ee req-3ebb4b15-9105-4391-823e-d7ff23e64520 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af HTTP/1.1" status: 200 len: 898 time: 0.1210113 Nov 19 20:07:21.071028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16b55a37-8813-450c-81b6-7bb510bbb0ee req-0c32e762-3672-4a25-a3d0-2a724a902d19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 HTTP/1.1" status: 200 len: 1002 time: 0.0690486 Nov 19 20:07:21.135422 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b55a37-8813-450c-81b6-7bb510bbb0ee req-20a2a375-7e87-4b11-a161-ba22e746cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:21.136903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16b55a37-8813-450c-81b6-7bb510bbb0ee req-20a2a375-7e87-4b11-a161-ba22e746cb43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b4ecf4d-fefb-4d23-a0f4-f83555a620e6 HTTP/1.1" status: 200 len: 835 time: 0.0581760 Nov 19 20:07:21.195051 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b55a37-8813-450c-81b6-7bb510bbb0ee req-85bf4580-465b-49cf-b493-4ca261300c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:21.196650 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16b55a37-8813-450c-81b6-7bb510bbb0ee req-85bf4580-465b-49cf-b493-4ca261300c67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499513 Nov 19 20:07:21.336830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16b55a37-8813-450c-81b6-7bb510bbb0ee req-aae27edb-c310-46d0-84d4-f7cd7c0b772c service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315961 Nov 19 20:07:21.449686 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-16b55a37-8813-450c-81b6-7bb510bbb0ee req-cebf51b6-ed18-4d24-9e65-1db97c3dd133 service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050320 Nov 19 20:07:22.078560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8622e54-e0be-49d8-9ddf-11bbb000b04c req-6366ca7a-a6b2-4e58-95fd-c75f496addca tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:22.080199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8622e54-e0be-49d8-9ddf-11bbb000b04c req-6366ca7a-a6b2-4e58-95fd-c75f496addca tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.0566521 Nov 19 20:07:22.139709 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8622e54-e0be-49d8-9ddf-11bbb000b04c req-655b7432-4978-45a9-9e43-86b51d67edfa tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528965 Nov 19 20:07:22.202742 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:07:23.078384 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-b7f7b38a-6832-4f5b-9914-3b5303ca5381 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522892 Nov 19 20:07:23.183059 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-01bd8953-37d4-488f-8410-0608e96d00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:23.184434 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-01bd8953-37d4-488f-8410-0608e96d00bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 1097 time: 0.0526054 Nov 19 20:07:23.341796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b87f2-c1b6-425b-b0ae-dbb794e260de req-6d2b6d2d-d7cf-45a8-bbc7-41526513a2de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:23.343354 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b59b87f2-c1b6-425b-b0ae-dbb794e260de req-6d2b6d2d-d7cf-45a8-bbc7-41526513a2de tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.1142089 Nov 19 20:07:23.346721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-47e2afbc-8160-4dee-91b4-29fc248d282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:23.349231 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-47e2afbc-8160-4dee-91b4-29fc248d282b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af HTTP/1.1" status: 200 len: 898 time: 0.1403813 Nov 19 20:07:23.448539 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b59b87f2-c1b6-425b-b0ae-dbb794e260de req-8459f7a2-306e-472f-ba6d-651467e1596f tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977237 Nov 19 20:07:23.450482 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-c397684f-26cb-45ca-a3c4-9a1fc125eb12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 HTTP/1.1" status: 200 len: 1002 time: 0.0934815 Nov 19 20:07:23.474468 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37170) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:23.520455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-63c81e7e-3541-4af2-8de5-93cafe147ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:23.523100 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-63c81e7e-3541-4af2-8de5-93cafe147ac3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b4ecf4d-fefb-4d23-a0f4-f83555a620e6 HTTP/1.1" status: 200 len: 835 time: 0.0642724 Nov 19 20:07:23.545586 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-db545022-899a-479e-bc05-91434f5a2e68 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/floatingips/adcd6536-1f1d-49c9-a886-3613d5189cc7 HTTP/1.1" status: 200 len: 994 time: 0.0698178 Nov 19 20:07:23.575416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-d7875ad0-b30c-43fb-850b-249f02101794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:23.576995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-d7875ad0-b30c-43fb-850b-249f02101794 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469403 Nov 19 20:07:23.679914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-c6cca6f3-02d9-4da7-9a5e-29aff04af067 service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951078 Nov 19 20:07:23.776437 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37176) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:23.802685 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d187d4d1-7f85-4a22-92eb-26104f11fabd req-9ed9b373-bf00-46b2-83b0-6080b5a2046b service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140640 Nov 19 20:07:23.967443 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port 62293a9a-38b9-4b28-9229-4ccdc6712e54 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:07:23.967802 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:24.057908 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:24.058150 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:24.072915 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for 62293a9a-38b9-4b28-9229-4ccdc6712e54 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:07:24.246550 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:24.276256 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=62293a9a-38b9-4b28-9229-4ccdc6712e54,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:24.289994 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.290325 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.290682 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.291020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.291356 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.291691 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.292025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.292355 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.292685 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.293014 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.293350 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.293650 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:24.358982 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:24.359326 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Floating IP adcd6536-1f1d-49c9-a886-3613d5189cc7 disassociated (deleted). External IP: 172.25.3.194, port: f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3. Nov 19 20:07:24.600912 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:07:24.719991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:07:24.731420 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafa49f-4914-4bf3-9dac-6ac67760af55 None None] Sync routers for ids ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:07:24.734221 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:24.744901 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafa49f-4914-4bf3-9dac-6ac67760af55 None None] Routers {'c1895374-e25b-4ecf-bf5f-c70d7c2ad135'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:24.745820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aafa49f-4914-4bf3-9dac-6ac67760af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:24.765301 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ba67e781-e531-4c33-a2e0-fefebbe29210 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/floatingips/adcd6536-1f1d-49c9-a886-3613d5189cc7 HTTP/1.1" status: 204 len: 168 time: 0.9876137 Nov 19 20:07:24.765949 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c4f818-12b2-4f58-afca-97fac655e991', 'tag': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:07:24.768632 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be821a4f-4a63-43d2-a846-44120d3e90b0" -d '{"events": [{"name": "network-changed", "server_uuid": "86c4f818-12b2-4f58-afca-97fac655e991", "tag": "f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:07:24.872164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9aafa49f-4914-4bf3-9dac-6ac67760af55 None None] Set router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:24.976581 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f48d0-42fd-444a-b948-4c4a079f667d x-openstack-request-id: req-d84f48d0-42fd-444a-b948-4c4a079f667d {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:07:24.976876 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c4f818-12b2-4f58-afca-97fac655e991", "tag": "f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:07:24.977378 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d84f48d0-42fd-444a-b948-4c4a079f667d {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:07:24.978082 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c4f818-12b2-4f58-afca-97fac655e991', 'tag': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3', 'status': 'completed', 'code': 200} Nov 19 20:07:25.091998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be821a4f-4a63-43d2-a846-44120d3e90b0 req-92695182-584d-40df-a4ad-dfd6e63f6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:25.093034 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be821a4f-4a63-43d2-a846-44120d3e90b0 req-92695182-584d-40df-a4ad-dfd6e63f6f86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 1097 time: 0.0835938 Nov 19 20:07:25.105616 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70dc6a-2818-4fc1-9384-49131dd32673 req-db06f040-2728-4f13-bc12-5837b232a9d7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:25.107544 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a70dc6a-2818-4fc1-9384-49131dd32673 req-db06f040-2728-4f13-bc12-5837b232a9d7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.0804226 Nov 19 20:07:25.143140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aafa49f-4914-4bf3-9dac-6ac67760af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:29Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf', 'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:b9:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:28Z', 'updated_at': '2021-11-19T20:06:32Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:25.179818 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafa49f-4914-4bf3-9dac-6ac67760af55 None None] Checking router: c1895374-e25b-4ecf-bf5f-c70d7c2ad135 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:07:25.190242 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafa49f-4914-4bf3-9dac-6ac67760af55 None None] Routers {'c1895374-e25b-4ecf-bf5f-c70d7c2ad135'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:25.191752 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aafa49f-4914-4bf3-9dac-6ac67760af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:25.219747 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-ccfb8cbd-a7e5-46df-bd02-3763c4d80285 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765405 Nov 19 20:07:25.234699 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0a70dc6a-2818-4fc1-9384-49131dd32673 req-d0ada7b6-ff45-4635-baf4-69d7468bf5cd tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153419 Nov 19 20:07:25.252570 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be821a4f-4a63-43d2-a846-44120d3e90b0 req-f4d080ee-0139-4b8b-aa1a-64922d60ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:25.254776 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be821a4f-4a63-43d2-a846-44120d3e90b0 req-f4d080ee-0139-4b8b-aa1a-64922d60ce04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af HTTP/1.1" status: 200 len: 898 time: 0.1460726 Nov 19 20:07:25.307516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be821a4f-4a63-43d2-a846-44120d3e90b0 req-e4e3d823-3ead-4a52-bae3-75de0374cfe1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 HTTP/1.1" status: 200 len: 217 time: 0.0450149 Nov 19 20:07:25.321412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-20ac0aeb-78c4-4ff5-a4be-58cbaec7f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:25.323598 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-20ac0aeb-78c4-4ff5-a4be-58cbaec7f598 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0501866 Nov 19 20:07:25.355608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-9aafa49f-4914-4bf3-9dac-6ac67760af55 None None] Set router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:25.366765 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be821a4f-4a63-43d2-a846-44120d3e90b0 req-9b4d2b45-1623-4b4f-bc59-97c5375be0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:25.368354 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be821a4f-4a63-43d2-a846-44120d3e90b0 req-9b4d2b45-1623-4b4f-bc59-97c5375be0ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b4ecf4d-fefb-4d23-a0f4-f83555a620e6 HTTP/1.1" status: 200 len: 835 time: 0.0526733 Nov 19 20:07:25.437394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be821a4f-4a63-43d2-a846-44120d3e90b0 req-21d7517f-b8fc-4102-bd31-5da019a35d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:25.438967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be821a4f-4a63-43d2-a846-44120d3e90b0 req-21d7517f-b8fc-4102-bd31-5da019a35d86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610836 Nov 19 20:07:25.469073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-d62a29c9-5ab0-4990-98e1-2dfec18152f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:25.471511 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-d62a29c9-5ab0-4990-98e1-2dfec18152f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1217337 Nov 19 20:07:25.525981 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-31619013-3fc5-4839-94c5-84dc1af36aed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0478034 Nov 19 20:07:25.551605 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be821a4f-4a63-43d2-a846-44120d3e90b0 req-36a86b0f-bf27-4efb-81e5-ac931b16f4cc service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041338 Nov 19 20:07:25.591655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-593ac14e-aeb9-4619-a670-29eda31b6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:25.594359 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-593ac14e-aeb9-4619-a670-29eda31b6301 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0605302 Nov 19 20:07:25.660571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-9aafa49f-4914-4bf3-9dac-6ac67760af55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:29Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf', 'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:b9:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:28Z', 'updated_at': '2021-11-19T20:06:32Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:25.664232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-906552ee-6573-495a-82b4-1cd609b86e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:25.665898 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-906552ee-6573-495a-82b4-1cd609b86e71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640392 Nov 19 20:07:25.688139 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-be821a4f-4a63-43d2-a846-44120d3e90b0 req-765ec7fe-1358-4761-85c9-67a69f44eb96 service neutron] 10.222.0.21 "GET /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292639 Nov 19 20:07:25.695176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafa49f-4914-4bf3-9dac-6ac67760af55 None None] The sync data for ids ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'] in n-d-815373-6 is: [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:29Z', 'revision_number': 4, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf', 'name': '', 'network_id': 'b9df64aa-2ba7-43d6-9704-85ee4f0bf5af', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'mac_address': 'fa:16:3e:b9:8b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:28Z', 'updated_at': '2021-11-19T20:06:32Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'subnets': [{'id': '9b4ecf4d-fefb-4d23-a0f4-f83555a620e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:07:25.778312 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-620f1f22-573b-4266-96e1-07ff4cfa5b88 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054332 Nov 19 20:07:25.905924 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c4571d3f-fad6-40a8-a43c-064ff4b20db8 req-5d69dbeb-8dd1-4194-a712-e2738347cc4d service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194699 Nov 19 20:07:25.965339 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af65251-5c24-4b0d-b181-8c17caf2f012 None None] New status for floating IP adcd6536-1f1d-49c9-a886-3613d5189cc7: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:07:26.013777 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:26.379535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75753c-b911-48fc-97d4-7ae8c514bac2 req-1284bd73-576e-45c9-a3a5-df89c5eec050 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:26.381593 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b75753c-b911-48fc-97d4-7ae8c514bac2 req-1284bd73-576e-45c9-a3a5-df89c5eec050 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.0593989 Nov 19 20:07:26.435980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1b75753c-b911-48fc-97d4-7ae8c514bac2 req-962eab14-097e-4788-8a90-0912e687a849 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/security-groups?id=c05269ca-c88c-4391-95b0-8e44d5bbbfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482194 Nov 19 20:07:26.564758 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86c2ed-02ab-4bdb-bb3e-aa9f9d6d698d req-246fc3e1-dc6e-49ba-9583-c6e8c2f63ca7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:26.566615 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c86c2ed-02ab-4bdb-bb3e-aa9f9d6d698d req-246fc3e1-dc6e-49ba-9583-c6e8c2f63ca7 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 946 time: 0.0560007 Nov 19 20:07:26.676061 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-1c86c2ed-02ab-4bdb-bb3e-aa9f9d6d698d req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:07:26.676397 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1c86c2ed-02ab-4bdb-bb3e-aa9f9d6d698d req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:26.777226 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-1c86c2ed-02ab-4bdb-bb3e-aa9f9d6d698d req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:26.777586 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1c86c2ed-02ab-4bdb-bb3e-aa9f9d6d698d req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:26.791532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-1c86c2ed-02ab-4bdb-bb3e-aa9f9d6d698d req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:07:26.931656 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1c86c2ed-02ab-4bdb-bb3e-aa9f9d6d698d req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:26.962645 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:26.975961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:26.976323 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:26.976669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:26.977018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:26.977366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:26.979205 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:26.979618 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:26.979959 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:26.980299 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:26.980633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:26.981716 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:26.982088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:27.024236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c86c2ed-02ab-4bdb-bb3e-aa9f9d6d698d req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] No DVR routers for this DVR port f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:07:27.027046 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-1c86c2ed-02ab-4bdb-bb3e-aa9f9d6d698d req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:27.030638 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1c86c2ed-02ab-4bdb-bb3e-aa9f9d6d698d req-1dfde7f8-536c-4810-ba1b-cb0e87565a6a tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.21 "DELETE /v2.0/ports/f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 HTTP/1.1" status: 204 len: 173 time: 0.4580212 Nov 19 20:07:27.031146 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c4f818-12b2-4f58-afca-97fac655e991', 'name': 'network-vif-deleted', 'tag': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:07:27.033588 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bde43c-e3a8-4bd5-95fd-cc54a0b84423" -d '{"events": [{"server_uuid": "86c4f818-12b2-4f58-afca-97fac655e991", "name": "network-vif-deleted", "tag": "f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:07:27.073400 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbdb5d3-2714-45e9-95f6-7aa7ab56bbac x-openstack-request-id: req-4cbdb5d3-2714-45e9-95f6-7aa7ab56bbac {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:07:27.073722 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c4f818-12b2-4f58-afca-97fac655e991", "name": "network-vif-deleted", "tag": "f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:07:27.074015 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4cbdb5d3-2714-45e9-95f6-7aa7ab56bbac {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:07:27.074457 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c4f818-12b2-4f58-afca-97fac655e991', 'name': 'network-vif-deleted', 'tag': 'f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3', 'status': 'completed', 'code': 200} Nov 19 20:07:27.595959 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-18768ef1-0db3-4798-a1c2-d1d7f1080c8b req-b98c2980-97da-48f5-8e1a-c6b7e503e497 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "GET /v2.0/ports?device_id=86c4f818-12b2-4f58-afca-97fac655e991 HTTP/1.1" status: 200 len: 210 time: 0.0270123 Nov 19 20:07:28.658769 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37192) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:29.375967 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:29.636175 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:07:29.636404 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:29.731242 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:29.731960 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:29.745193 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:07:29.935628 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:29.963011 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:30.162158 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:30.385827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:07:30.495432 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:07:30.500682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2797ed88-2dd0-458f-a690-69bc653d8833 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "PUT /v2.0/routers/c1895374-e25b-4ecf-bf5f-c70d7c2ad135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8408248 Nov 19 20:07:30.503903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37194) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:30.506112 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fd26a-4e7e-4b8f-97d0-1b98b040babe None None] Sync routers for ids ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:07:30.510638 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:30.518268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fd26a-4e7e-4b8f-97d0-1b98b040babe None None] Routers {'c1895374-e25b-4ecf-bf5f-c70d7c2ad135'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:30.519131 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f74fd26a-4e7e-4b8f-97d0-1b98b040babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:30.565137 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e930361f-b9c7-4d76-82fd-a1933f8a4de8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting subnet 9b4ecf4d-fefb-4d23-a0f4-f83555a620e6 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 20:07:30.568832 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e930361f-b9c7-4d76-82fd-a1933f8a4de8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:30.609691 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e930361f-b9c7-4d76-82fd-a1933f8a4de8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:30.629792 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f74fd26a-4e7e-4b8f-97d0-1b98b040babe None None] Set router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:30.694566 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e930361f-b9c7-4d76-82fd-a1933f8a4de8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:30.762915 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e930361f-b9c7-4d76-82fd-a1933f8a4de8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:30.794428 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e930361f-b9c7-4d76-82fd-a1933f8a4de8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:30.797646 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-e930361f-b9c7-4d76-82fd-a1933f8a4de8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/subnets/9b4ecf4d-fefb-4d23-a0f4-f83555a620e6 HTTP/1.1" status: 204 len: 168 time: 0.2927763 Nov 19 20:07:30.799380 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930361f-b9c7-4d76-82fd-a1933f8a4de8 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4ecf4d-fefb-4d23-a0f4-f83555a620e6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:30.800970 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37196) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:30.803505 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6197f9f-3c2f-493f-89b2-d02165a9c64c None None] Network b9df64aa-2ba7-43d6-9704-85ee4f0bf5af requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:07:30.870925 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f74fd26a-4e7e-4b8f-97d0-1b98b040babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:07:29Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:30.905356 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fd26a-4e7e-4b8f-97d0-1b98b040babe None None] Checking router: c1895374-e25b-4ecf-bf5f-c70d7c2ad135 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:07:30.915672 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:30.935078 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fd26a-4e7e-4b8f-97d0-1b98b040babe None None] Routers {'c1895374-e25b-4ecf-bf5f-c70d7c2ad135'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:30.935712 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f74fd26a-4e7e-4b8f-97d0-1b98b040babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:31.028437 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.072552 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-f74fd26a-4e7e-4b8f-97d0-1b98b040babe None None] Set router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:31.094607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Deleting port 56337816-f528-4d1b-955f-6445df12ad6d {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:07:31.094964 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.183022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] For port 56337816-f528-4d1b-955f-6445df12ad6d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=56337816-f528-4d1b-955f-6445df12ad6d,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:31.183386 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.199563 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Calling delete_port for 56337816-f528-4d1b-955f-6445df12ad6d owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:07:31.283642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb3a80c-435c-4b1a-b41c-b6149b307a74 None None] DHCP port deletion for b9df64aa-2ba7-43d6-9704-85ee4f0bf5af request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:07:31.285999 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:07:31.326115 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:07:31.326451 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device f3ceaa61-ba9e-4cc2-a8a7-6055ff8caca3 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:07:31.401365 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.430656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Port': ['ID=56337816-f528-4d1b-955f-6445df12ad6d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:31.431054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3a80c-435c-4b1a-b41c-b6149b307a74 None None] Deleting port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:07:31.431413 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a80c-435c-4b1a-b41c-b6149b307a74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.466436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af42be-7c67-45bd-b8c9-9dadc656d9f2 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:07:31.494137 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2713f6b1-b3c6-4922-bea2-a1f5c58e733b no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:07:31.509666 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.567040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-0fb3a80c-435c-4b1a-b41c-b6149b307a74 None None] For port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2713f6b1-b3c6-4922-bea2-a1f5c58e733b,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:31.567674 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a80c-435c-4b1a-b41c-b6149b307a74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.582970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3a80c-435c-4b1a-b41c-b6149b307a74 None None] Calling delete_port for 2713f6b1-b3c6-4922-bea2-a1f5c58e733b owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:07:31.680756 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-f74fd26a-4e7e-4b8f-97d0-1b98b040babe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:07:29Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:31.686167 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.728446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fd26a-4e7e-4b8f-97d0-1b98b040babe None None] The sync data for ids ['c1895374-e25b-4ecf-bf5f-c70d7c2ad135'] in n-d-815373-6 is: [{'id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'name': 'tempest-TestNetworkAdvancedServerOps-router-246586440', 'tenant_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '56337816-f528-4d1b-955f-6445df12ad6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:07:29Z', 'revision_number': 5, 'project_id': '408f24315d2b4664b93ffa8fdffeb9a6', 'gw_port': {'id': '56337816-f528-4d1b-955f-6445df12ad6d', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1895374-e25b-4ecf-bf5f-c70d7c2ad135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:06:24Z', 'updated_at': '2021-11-19T20:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:07:31.777673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] For port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2713f6b1-b3c6-4922-bea2-a1f5c58e733b,segment=NetworkSegment(4f85d9a9-00b4-4c88-bf51-7f0c331e3317),segment_id=4f85d9a9-00b4-4c88-bf51-7f0c331e3317)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:31.785649 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.812485 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a80c-435c-4b1a-b41c-b6149b307a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.831813 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3a80c-435c-4b1a-b41c-b6149b307a74 None None] No DVR routers for this DVR port 2713f6b1-b3c6-4922-bea2-a1f5c58e733b on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:07:31.851538 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Pushing event updated for resources: {'Port': ['ID=2713f6b1-b3c6-4922-bea2-a1f5c58e733b,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:31.859767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.860118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.860467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.860837 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.861163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.861497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.861856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.862193 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.862782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.863191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.863485 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.863836 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:31.889982 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3a80c-435c-4b1a-b41c-b6149b307a74 None None] Pushing event deleted for resources: {'Port': ['ID=2713f6b1-b3c6-4922-bea2-a1f5c58e733b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:31.939977 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.943313 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.986034 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.986622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Fanout notify agent at l3_agent the message router_deleted on router c1895374-e25b-4ecf-bf5f-c70d7c2ad135 {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 20:07:31.994676 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:31.995810 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a1580d9c-46eb-4952-9608-d48d59081dc0 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/routers/c1895374-e25b-4ecf-bf5f-c70d7c2ad135 HTTP/1.1" status: 204 len: 168 time: 1.1938119 Nov 19 20:07:31.998573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37198) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:32.075610 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:32.173231 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:32.199544 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9df64aa-2ba7-43d6-9704-85ee4f0bf5af']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:32.211712 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f85d9a9-00b4-4c88-bf51-7f0c331e3317') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:32.212012 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f85d9a9-00b4-4c88-bf51-7f0c331e3317') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:32.223139 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:32.237053 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:32.245068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 20:07:32.245484 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: timer() Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:07:32.248523 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:07:32.321427 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:32.327912 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:32.335704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37200) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:32.338488 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/networks/b9df64aa-2ba7-43d6-9704-85ee4f0bf5af HTTP/1.1" status: 204 len: 168 time: 0.3387053 Nov 19 20:07:32.356235 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c493570-1e94-4622-add7-c16ae4ffc2f4 tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'Network': ['ID=b9df64aa-2ba7-43d6-9704-85ee4f0bf5af,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:32.404850 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45d20c04-5d35-459e-bedb-b6f0775c1bec tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:32.435681 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45d20c04-5d35-459e-bedb-b6f0775c1bec tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:32.510152 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45d20c04-5d35-459e-bedb-b6f0775c1bec tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:32.512737 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-45d20c04-5d35-459e-bedb-b6f0775c1bec tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:32.513951 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-45d20c04-5d35-459e-bedb-b6f0775c1bec tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] 10.222.0.50 "DELETE /v2.0/security-groups/c05269ca-c88c-4391-95b0-8e44d5bbbfaf HTTP/1.1" status: 204 len: 168 time: 0.1771810 Nov 19 20:07:32.525053 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d20c04-5d35-459e-bedb-b6f0775c1bec tempest-TestNetworkAdvancedServerOps-984628429 tempest-TestNetworkAdvancedServerOps-984628429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05269ca-c88c-4391-95b0-8e44d5bbbfaf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:32.858334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37208) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:32.999299 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d5c9a60f-3d2a-4dc0-9283-d75c4d4d7af4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=408f24315d2b4664b93ffa8fdffeb9a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397569 Nov 19 20:07:33.001770 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37212) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:33.052796 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6e44d22-8c74-4cab-ad36-0ead0eea8e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:33.078204 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6e44d22-8c74-4cab-ad36-0ead0eea8e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:33.125370 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6e44d22-8c74-4cab-ad36-0ead0eea8e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:33.128908 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c6e44d22-8c74-4cab-ad36-0ead0eea8e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:33.130206 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c6e44d22-8c74-4cab-ad36-0ead0eea8e06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37c21b60-9cec-4940-b3df-02a23d4f0c4d HTTP/1.1" status: 204 len: 168 time: 0.1275399 Nov 19 20:07:33.138211 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e44d22-8c74-4cab-ad36-0ead0eea8e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c21b60-9cec-4940-b3df-02a23d4f0c4d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:33.381870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:07:33.433130 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37218) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:33.433786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:07:33.434152 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device be2ec42d-cf5f-4bc1-9a5b-dae9aa56bfbf not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:07:33.434548 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 56337816-f528-4d1b-955f-6445df12ad6d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:07:33.447679 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36ee1060-ffcd-42df-a71c-65dc447ccf63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:33.455776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 56337816-f528-4d1b-955f-6445df12ad6d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:07:33.456218 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 56337816-f528-4d1b-955f-6445df12ad6d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:07:33.533335 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36ee1060-ffcd-42df-a71c-65dc447ccf63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:33.537714 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-36ee1060-ffcd-42df-a71c-65dc447ccf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:33.577876 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-36ee1060-ffcd-42df-a71c-65dc447ccf63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=424a93ed773046aeb79e15dab51b49f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433234 Nov 19 20:07:33.578755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee1060-ffcd-42df-a71c-65dc447ccf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b090597-2839-42d3-b38d-8a5c202a87cc,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:33.580534 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37220) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:33.632860 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95291962-7f64-465b-a8c0-6de81c6dd834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:33.654604 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95291962-7f64-465b-a8c0-6de81c6dd834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:33.709036 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95291962-7f64-465b-a8c0-6de81c6dd834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:33.711848 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-95291962-7f64-465b-a8c0-6de81c6dd834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:33.712982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-95291962-7f64-465b-a8c0-6de81c6dd834 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b090597-2839-42d3-b38d-8a5c202a87cc HTTP/1.1" status: 204 len: 168 time: 0.1310964 Nov 19 20:07:33.721236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95291962-7f64-465b-a8c0-6de81c6dd834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b090597-2839-42d3-b38d-8a5c202a87cc,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:34.449982 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37242) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:34.552250 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1469003583-network', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:34.575163 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Made reservation on behalf of a87e91d37613439ea2cb78c5340fd9b8 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:07:34.577501 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:34.585946 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:34.665669 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:34.669559 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:34.696572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 20:07:34.705579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a717cdbe-b262-43df-aae5-12920ef74c21,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:34.713902 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:34.714015 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Added segment b0fec9af-58ba-482e-a620-719cc8a25073 of type vlan for network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 Nov 19 20:07:34.756247 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:34.782303 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:34.783282 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:34.783887 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:34.838514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3873904 Nov 19 20:07:34.841654 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37246) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:34.847779 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] Request body: {'subnet': {'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1469003583-subnet', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:34.856813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db15e9-f5a9-4ade-bb80-ed1ea829d60d admin admin] Pushing event updated for resources: {'Network': ['ID=729de3a9-2610-4b9a-816d-05b7ea8d8f79,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:34.868467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 20:07:34.873835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] Made reservation on behalf of a87e91d37613439ea2cb78c5340fd9b8 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:07:34.876219 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.058814 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.116688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a099a6-8dca-4bff-8385-de99998ca1a4,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:35.127396 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] Checking segment: {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:07:35.127758 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] Network hostable DHCP agents. Network: 729de3a9-2610-4b9a-816d-05b7ea8d8f79, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 20:07:35.145578 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] Network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 20:07:35.154264 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 729de3a9-2610-4b9a-816d-05b7ea8d8f79) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:35.158409 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:35.159008 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.166197 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11871183-59e4-49df-bc26-d4007d0a7181 None None] Network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:07:35.179391 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6c43afcc-3baa-40b7-8977-b8e50e8d9ffe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3340554 Nov 19 20:07:35.179641 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37248) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:35.184006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:35.206718 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.207741 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.266042 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.329429 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 20:07:35.330334 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.405131 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.469442 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Allocated IP 172.20.0.2 (729de3a9-2610-4b9a-816d-05b7ea8d8f79/20a099a6-8dca-4bff-8385-de99998ca1a4/2f409137-6ebe-4b7f-8909-4e1ef3b340b4) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:07:35.614793 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.623371 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.629298 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.634261 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.672673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:07:35.679599 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:35.683393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:07:35.685598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Pushing event updated for resources: {'Port': ['ID=2f409137-6ebe-4b7f-8909-4e1ef3b340b4,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:35.760923 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Allocated IP 172.25.3.2 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/f62eae50-609c-4542-a9bb-2418408ef04a) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:07:35.761764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Attempting to bind port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:07:35.762163 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Attempting to bind port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:07:35.762656 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Attempting to bind port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 on network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:07:35.770295 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:07:35.771040 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Checking segment: {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:07:35.771202 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.771457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Bound using segment: {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:07:35.771942 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Bound port: 2f409137-6ebe-4b7f-8909-4e1ef3b340b4, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:07:35.772323 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.851714 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] For port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:07:35.855728 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] For port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2f409137-6ebe-4b7f-8909-4e1ef3b340b4,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:07:35.860522 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.874283 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.916089 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:35.928504 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8e519-5bcd-4a70-bfc9-2b978eb422eb None None] Pushing event updated for resources: {'Port': ['ID=2f409137-6ebe-4b7f-8909-4e1ef3b340b4,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:35.967539 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:07:35.970884 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:35.977945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:07:35.989400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7bd2db-6ce9-450b-8303-45dde748f842 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:07:36.020223 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Pushing event updated for resources: {'Port': ['ID=f62eae50-609c-4542-a9bb-2418408ef04a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:36.076149 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-df7864e4-2dca-464a-9493-59089f3ee3ea None None] Provisioning complete for port f62eae50-609c-4542-a9bb-2418408ef04a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:36.076553 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-df7864e4-2dca-464a-9493-59089f3ee3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:36.142236 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-df7864e4-2dca-464a-9493-59089f3ee3ea None None] Port f62eae50-609c-4542-a9bb-2418408ef04a cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:07:36.324170 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:36.558236 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:36.754017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Router 7ff70751-011b-4da9-b2ed-089d7e54f38d is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 20:07:36.947290 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece85130-4ced-4f05-8c8a-5d5a8c491f79 None None] Network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:07:37.018092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-617d2c99-4336-416e-8308-a461f0b28980 None None] Provisioning complete for port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:37.018531 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-617d2c99-4336-416e-8308-a461f0b28980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:37.191486 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-617d2c99-4336-416e-8308-a461f0b28980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:37.230556 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:07:37.232729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-617d2c99-4336-416e-8308-a461f0b28980 None None] For port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2f409137-6ebe-4b7f-8909-4e1ef3b340b4,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:37.240428 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-617d2c99-4336-416e-8308-a461f0b28980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:37.241861 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Sync routers for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:07:37.254840 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:37.255829 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:37.256425 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:37.260982 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a3268745-8e0c-4dff-bbcf-95eba9e9b77a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0802553 Nov 19 20:07:37.261244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37250) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:37.307708 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d2c99-4336-416e-8308-a461f0b28980 None None] Pushing event updated for resources: {'Port': ['ID=2f409137-6ebe-4b7f-8909-4e1ef3b340b4,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:37.422485 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:37.454268 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:07:37.527378 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:37.527884 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:37.579542 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-13fe3f9d-1cb6-4d10-8fe8-1bedd04afdcc None None] Provisioning complete for port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:37.580004 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13fe3f9d-1cb6-4d10-8fe8-1bedd04afdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:37.639201 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:36Z', 'revision_number': 3, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:37.669406 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Checking router: 7ff70751-011b-4da9-b2ed-089d7e54f38d for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:07:37.670163 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Updating router 7ff70751-011b-4da9-b2ed-089d7e54f38d port f62eae50-609c-4542-a9bb-2418408ef04a binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:07:37.702166 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:37.788300 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:37.967831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Allocated IP 172.20.0.1 (729de3a9-2610-4b9a-816d-05b7ea8d8f79/20a099a6-8dca-4bff-8385-de99998ca1a4/321952b3-ec6e-4ebb-9580-8529809e043c) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:07:38.061903 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.069238 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.081234 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.116488 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b178e6-992b-452f-aee9-465b851cdbcf None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:07:38.120089 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.123436 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Attempting to bind port f62eae50-609c-4542-a9bb-2418408ef04a on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:07:38.123805 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Attempting to bind port f62eae50-609c-4542-a9bb-2418408ef04a by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:07:38.124165 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Attempting to bind port f62eae50-609c-4542-a9bb-2418408ef04a on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:07:38.132751 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Pushing event updated for resources: {'Port': ['ID=f62eae50-609c-4542-a9bb-2418408ef04a,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:38.135106 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:07:38.135475 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:07:38.135870 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.136257 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:07:38.136725 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Bound port: f62eae50-609c-4542-a9bb-2418408ef04a, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:07:38.137100 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.162773 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.163004 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.163275 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.163752 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.163926 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.164240 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.164563 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.164878 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.165198 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.165511 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.165847 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.166163 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:07:38.167688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:07:38.171796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:38.174219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:07:38.208634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Pushing event updated for resources: {'Port': ['ID=321952b3-ec6e-4ebb-9580-8529809e043c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:38.218425 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] For port f62eae50-609c-4542-a9bb-2418408ef04a, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:07:38.222746 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] For port f62eae50-609c-4542-a9bb-2418408ef04a, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f62eae50-609c-4542-a9bb-2418408ef04a,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:07:38.228805 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.240925 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.241373 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-802df107-4e5c-4316-bb8f-a9b5333d6f03 None None] Provisioning complete for port f62eae50-609c-4542-a9bb-2418408ef04a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:38.241771 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-802df107-4e5c-4316-bb8f-a9b5333d6f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.292175 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea7f56-da4f-458d-99f0-1a89815dd6b9 None None] Pushing event updated for resources: {'Port': ['ID=f62eae50-609c-4542-a9bb-2418408ef04a,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:38.329886 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:38.331768 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:38.335598 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d3b762-de77-4996-9ab3-7d15ec0a9e9d None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:07:38.380495 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d6536191-f592-44e6-a385-115bf53f0d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.382183 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-802df107-4e5c-4316-bb8f-a9b5333d6f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.406444 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.412416 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-802df107-4e5c-4316-bb8f-a9b5333d6f03 None None] For port f62eae50-609c-4542-a9bb-2418408ef04a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f62eae50-609c-4542-a9bb-2418408ef04a,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:38.418419 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-802df107-4e5c-4316-bb8f-a9b5333d6f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.501395 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:38.522391 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802df107-4e5c-4316-bb8f-a9b5333d6f03 None None] Pushing event updated for resources: {'Port': ['ID=f62eae50-609c-4542-a9bb-2418408ef04a,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:38.549028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7d01184b-c6a7-451a-ba72-a315c10d8177 None None] Provisioning complete for port f62eae50-609c-4542-a9bb-2418408ef04a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:38.550732 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7d01184b-c6a7-451a-ba72-a315c10d8177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.663645 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.666771 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7d01184b-c6a7-451a-ba72-a315c10d8177 None None] Provisioning complete for port 321952b3-ec6e-4ebb-9580-8529809e043c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:38.667209 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7d01184b-c6a7-451a-ba72-a315c10d8177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.671702 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.714326 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-7d01184b-c6a7-451a-ba72-a315c10d8177 None None] Port 321952b3-ec6e-4ebb-9580-8529809e043c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:07:38.728366 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:36Z', 'revision_number': 3, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:38.783896 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66bb2dd-2407-4e54-b224-35fff31e6e04 None None] The sync data for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 is: [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:36Z', 'revision_number': 3, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:07:38.788147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Pushing event updated for resources: {'Port': ['ID=321952b3-ec6e-4ebb-9580-8529809e043c,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:38.797572 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:38.904784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:07:38.906394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:39.072223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Router 7ff70751-011b-4da9-b2ed-089d7e54f38d has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:07:39.215415 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:07:39.222388 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-2ab082c8-ba91-44a8-b344-ed58815a2c16 admin admin] 10.222.0.50 "PUT /v2.0/routers/7ff70751-011b-4da9-b2ed-089d7e54f38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9595327 Nov 19 20:07:39.243503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-66d0ff8e-b060-4cb2-822a-89f8365aa565 None None] Provisioning complete for port 321952b3-ec6e-4ebb-9580-8529809e043c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:39.244087 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-66d0ff8e-b060-4cb2-822a-89f8365aa565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:39.285840 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-66d0ff8e-b060-4cb2-822a-89f8365aa565 None None] Port 321952b3-ec6e-4ebb-9580-8529809e043c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:07:39.426732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f62eae50-609c-4542-a9bb-2418408ef04a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:07:39.485191 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port f62eae50-609c-4542-a9bb-2418408ef04a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:39.485566 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:39.820416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37266) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:39.825841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1293613742-network', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:39.848122 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Made reservation on behalf of 7f6014e8f74f4a07a0daead6d905f3e4 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:07:39.850657 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:39.859943 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:39.938377 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:39.943438 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:39.965651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 20:07:39.980247 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c21e3-a8cb-4185-b2d8-f49933b5a935,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:39.986214 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:39.986553 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Added segment 3c8a05f6-83d9-471c-8089-2be25050be9f of type vlan for network e3f5b56a-660a-4392-81ee-4926e97ed2bb Nov 19 20:07:40.032879 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.059513 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.060857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:40.061435 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.121917 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3000944 Nov 19 20:07:40.124666 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37268) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:40.131766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] Request body: {'subnet': {'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1293613742-subnet', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:40.137648 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6c2b6-42de-48a4-a3dd-8784f5b36bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f5b56a-660a-4392-81ee-4926e97ed2bb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:40.147338 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network e3f5b56a-660a-4392-81ee-4926e97ed2bb details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 20:07:40.155998 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] Made reservation on behalf of 7f6014e8f74f4a07a0daead6d905f3e4 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:07:40.158557 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.339390 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.401301 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8122212f-27ff-4145-9ebc-2b5b343a23ae,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:40.406802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] Checking segment: {'id': '3c8a05f6-83d9-471c-8089-2be25050be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:07:40.407169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] Network hostable DHCP agents. Network: e3f5b56a-660a-4392-81ee-4926e97ed2bb, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 20:07:40.426355 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] Network e3f5b56a-660a-4392-81ee-4926e97ed2bb is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 20:07:40.434754 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, e3f5b56a-660a-4392-81ee-4926e97ed2bb) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:40.440083 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:40.441455 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.445111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1913c3-5b7e-4f48-8714-29884cde5081 None None] Network e3f5b56a-660a-4392-81ee-4926e97ed2bb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:07:40.462320 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37270) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:40.462882 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-9a880e2a-f35f-4374-ac82-51c436a12773 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3367646 Nov 19 20:07:40.467036 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1293613742-router', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:40.490739 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.491763 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.548495 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.567157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Sync routers for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:07:40.590263 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:40.590892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:40.697245 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.829600 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-e3f5b56a-660a-4392-81ee-4926e97ed2bb', 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'fixed_ips': [{'subnet_id': '8122212f-27ff-4145-9ebc-2b5b343a23ae'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 20:07:40.830491 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.858021 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-09d5a5d0-1692-4682-a963-a838480309e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.932214 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.955863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:40.977698 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:41.060495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Allocated IP 172.25.3.113 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/b2dd71c7-8eb6-449f-aaec-6ef896124216) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:07:41.139783 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Allocated IP 172.20.0.2 (e3f5b56a-660a-4392-81ee-4926e97ed2bb/8122212f-27ff-4145-9ebc-2b5b343a23ae/60b34a2f-9cd5-4be5-ab9c-e2f704de92bc) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:07:41.193133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:41.229663 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:41.279484 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:07:41.280867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b2dd71c7-8eb6-449f-aaec-6ef896124216,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:41.285449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:41.287980 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:07:41.308571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce59605-b14e-4b64-a21f-cdc5304583e9 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:07:41.377509 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:41.383526 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 2, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:41.387158 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:41.446450 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Checking router: 7ff70751-011b-4da9-b2ed-089d7e54f38d for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:07:41.447458 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Updating router 7ff70751-011b-4da9-b2ed-089d7e54f38d port 321952b3-ec6e-4ebb-9580-8529809e043c binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:07:41.492971 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Network e3f5b56a-660a-4392-81ee-4926e97ed2bb is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:07:41.499424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:41.506211 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b4643b5a-2d62-48c8-937f-fdf4849d73b5 None None] Provisioning complete for port b2dd71c7-8eb6-449f-aaec-6ef896124216 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:41.506578 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4643b5a-2d62-48c8-937f-fdf4849d73b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:41.508626 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:07:41.512619 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:41.514467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Pushing event updated for resources: {'Port': ['ID=60b34a2f-9cd5-4be5-ab9c-e2f704de92bc,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:41.564437 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:41.624379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b4643b5a-2d62-48c8-937f-fdf4849d73b5 None None] Port b2dd71c7-8eb6-449f-aaec-6ef896124216 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:07:41.689352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Attempting to bind port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:07:41.689725 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Attempting to bind port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '3c8a05f6-83d9-471c-8089-2be25050be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:07:41.690127 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Attempting to bind port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc on network e3f5b56a-660a-4392-81ee-4926e97ed2bb {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:07:41.702414 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:07:41.702790 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Checking segment: {'id': '3c8a05f6-83d9-471c-8089-2be25050be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:07:41.703197 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:41.703585 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Bound using segment: {'id': '3c8a05f6-83d9-471c-8089-2be25050be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:07:41.704053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Bound port: 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8a05f6-83d9-471c-8089-2be25050be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:07:41.704429 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:41.772033 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:41.846176 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] For port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:07:41.871114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] For port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=60b34a2f-9cd5-4be5-ab9c-e2f704de92bc,segment=NetworkSegment(3c8a05f6-83d9-471c-8089-2be25050be9f),segment_id=3c8a05f6-83d9-471c-8089-2be25050be9f)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:07:41.880681 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:41.916487 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Router c010038b-2c88-4c0e-8ada-b7d30aae05a8 is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 20:07:42.002472 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.005554 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d916c-10ad-47c8-a7e5-01346af70e44 None None] Pushing event updated for resources: {'Port': ['ID=60b34a2f-9cd5-4be5-ab9c-e2f704de92bc,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:42.020753 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.039482 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:07:42.050556 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Sync routers for ids ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:07:42.061474 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.063301 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-26df9842-5e5d-49eb-935b-ae963eb6b7e5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5996470 Nov 19 20:07:42.066804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37272) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:42.077174 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Routers {'c010038b-2c88-4c0e-8ada-b7d30aae05a8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:42.078149 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:42.101406 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506fcd2-197d-40c9-a865-353aaee25e35 None None] Pushing event updated for resources: {'Port': ['ID=321952b3-ec6e-4ebb-9580-8529809e043c,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:42.148576 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Attempting to bind port 321952b3-ec6e-4ebb-9580-8529809e043c on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:07:42.148940 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Attempting to bind port 321952b3-ec6e-4ebb-9580-8529809e043c by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:07:42.149301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Attempting to bind port 321952b3-ec6e-4ebb-9580-8529809e043c on network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:07:42.162820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:07:42.163232 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Checking segment: {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:07:42.163621 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.164018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Bound using segment: {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:07:42.164470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Bound port: 321952b3-ec6e-4ebb-9580-8529809e043c, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:07:42.164848 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.184103 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.287804 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Set router c010038b-2c88-4c0e-8ada-b7d30aae05a8 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:42.299593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] For port 321952b3-ec6e-4ebb-9580-8529809e043c, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:07:42.303776 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] For port 321952b3-ec6e-4ebb-9580-8529809e043c, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=321952b3-ec6e-4ebb-9580-8529809e043c,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:07:42.313233 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.415969 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:42.416609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:42.418657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506fcd2-197d-40c9-a865-353aaee25e35 None None] Pushing event updated for resources: {'Port': ['ID=321952b3-ec6e-4ebb-9580-8529809e043c,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:42.553353 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-691faf7b-ed4c-4c78-a2e8-f63a44fe4dd5 None None] Provisioning complete for port 321952b3-ec6e-4ebb-9580-8529809e043c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:42.554312 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-691faf7b-ed4c-4c78-a2e8-f63a44fe4dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.626393 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:42.635615 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'name': 'tempest-TestShelveInstance-1293613742-router', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:41Z', 'revision_number': 3, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'gw_port': {'id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:42.677040 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Checking router: c010038b-2c88-4c0e-8ada-b7d30aae05a8 for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:07:42.678768 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Updating router c010038b-2c88-4c0e-8ada-b7d30aae05a8 port b2dd71c7-8eb6-449f-aaec-6ef896124216 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:07:42.708863 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.710236 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.781096 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-691faf7b-ed4c-4c78-a2e8-f63a44fe4dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.846094 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-691faf7b-ed4c-4c78-a2e8-f63a44fe4dd5 None None] For port 321952b3-ec6e-4ebb-9580-8529809e043c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=321952b3-ec6e-4ebb-9580-8529809e043c,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:42.854598 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-691faf7b-ed4c-4c78-a2e8-f63a44fe4dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:42.919637 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Allocated IP 172.20.0.1 (e3f5b56a-660a-4392-81ee-4926e97ed2bb/8122212f-27ff-4145-9ebc-2b5b343a23ae/ddf202fa-3d83-459b-b9b3-0a0d58b73505) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:07:43.030197 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.039126 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.098642 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d03acb-d928-4c93-8df8-4ac1d0dc03a5 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:07:43.101527 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.109576 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Attempting to bind port b2dd71c7-8eb6-449f-aaec-6ef896124216 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:07:43.110195 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Attempting to bind port b2dd71c7-8eb6-449f-aaec-6ef896124216 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:07:43.110195 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Attempting to bind port b2dd71c7-8eb6-449f-aaec-6ef896124216 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:07:43.112828 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e255d7-c22e-4c33-87c2-1693af86e7bb None None] Pushing event updated for resources: {'Port': ['ID=b2dd71c7-8eb6-449f-aaec-6ef896124216,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:43.121462 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:07:43.121965 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:07:43.122281 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.122680 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:07:43.123163 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Bound port: b2dd71c7-8eb6-449f-aaec-6ef896124216, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:07:43.123547 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.143033 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-45d60277-993b-4e98-bc1c-93cd95bc7ec4 None None] Provisioning complete for port 321952b3-ec6e-4ebb-9580-8529809e043c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:43.143967 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-45d60277-993b-4e98-bc1c-93cd95bc7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.148820 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691faf7b-ed4c-4c78-a2e8-f63a44fe4dd5 None None] Pushing event updated for resources: {'Port': ['ID=321952b3-ec6e-4ebb-9580-8529809e043c,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:43.173078 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.199903 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:43.204911 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] For port b2dd71c7-8eb6-449f-aaec-6ef896124216, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:07:43.209722 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] For port b2dd71c7-8eb6-449f-aaec-6ef896124216, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b2dd71c7-8eb6-449f-aaec-6ef896124216,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:07:43.218957 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.226610 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Network e3f5b56a-660a-4392-81ee-4926e97ed2bb is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:07:43.231135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:43.233308 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967587f-57e1-47e9-80be-db1787834ff3 None None] The sync data for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 is: [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:07:43.234939 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:07:43.292329 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf202fa-3d83-459b-b9b3-0a0d58b73505,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:43.332714 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e255d7-c22e-4c33-87c2-1693af86e7bb None None] Pushing event updated for resources: {'Port': ['ID=b2dd71c7-8eb6-449f-aaec-6ef896124216,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:43.352338 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.361354 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Routers {'c010038b-2c88-4c0e-8ada-b7d30aae05a8'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:43.363073 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:43.372369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e048414-f1cb-427f-a398-3e1fd1f98af8 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:07:43.451608 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-dba5fb3b-f6e9-4a50-a691-64d782b4cf93 None None] Provisioning complete for port b2dd71c7-8eb6-449f-aaec-6ef896124216 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:43.452006 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dba5fb3b-f6e9-4a50-a691-64d782b4cf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.545636 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 321952b3-ec6e-4ebb-9580-8529809e043c up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:07:43.578222 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] Set router c010038b-2c88-4c0e-8ada-b7d30aae05a8 gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:43.578980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5bee81-836e-49c9-be8b-78d405c1f097 None None] Network e3f5b56a-660a-4392-81ee-4926e97ed2bb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:07:43.593164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.705065 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.717597 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dba5fb3b-f6e9-4a50-a691-64d782b4cf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.765483 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-dba5fb3b-f6e9-4a50-a691-64d782b4cf93 None None] For port b2dd71c7-8eb6-449f-aaec-6ef896124216, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b2dd71c7-8eb6-449f-aaec-6ef896124216,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:43.773102 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dba5fb3b-f6e9-4a50-a691-64d782b4cf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.808356 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.814647 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.837170 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 321952b3-ec6e-4ebb-9580-8529809e043c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:43.837629 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.867690 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5fb3b-f6e9-4a50-a691-64d782b4cf93 None None] Pushing event updated for resources: {'Port': ['ID=b2dd71c7-8eb6-449f-aaec-6ef896124216,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:43.892819 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:43.903303 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'name': 'tempest-TestShelveInstance-1293613742-router', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:41Z', 'revision_number': 3, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'gw_port': {'id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:43.907554 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf202fa-3d83-459b-b9b3-0a0d58b73505,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:43.959816 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e6d29-f0ea-4883-b5fc-c4044574e88d None None] The sync data for ids ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'] in n-d-815373-6 is: [{'id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'name': 'tempest-TestShelveInstance-1293613742-router', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:41Z', 'revision_number': 3, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'gw_port': {'id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:07:43.963536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-3b923c55-d567-45f9-9938-b28730080e75 None None] Provisioning complete for port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:43.964065 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b923c55-d567-45f9-9938-b28730080e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:44.026416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Network e3f5b56a-660a-4392-81ee-4926e97ed2bb is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:07:44.028143 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:44.084068 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:07:44.175671 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b923c55-d567-45f9-9938-b28730080e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:44.204811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Router c010038b-2c88-4c0e-8ada-b7d30aae05a8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:07:44.250716 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-3b923c55-d567-45f9-9938-b28730080e75 None None] For port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=60b34a2f-9cd5-4be5-ab9c-e2f704de92bc,segment=NetworkSegment(3c8a05f6-83d9-471c-8089-2be25050be9f),segment_id=3c8a05f6-83d9-471c-8089-2be25050be9f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:44.262204 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3b923c55-d567-45f9-9938-b28730080e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:44.290765 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:44.291153 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:44.376917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:07:44.385211 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d66f0bb0-edca-487f-ba07-be04e438a976 admin admin] 10.222.0.50 "PUT /v2.0/routers/c010038b-2c88-4c0e-8ada-b7d30aae05a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3166912 Nov 19 20:07:44.391284 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:44.433808 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b923c55-d567-45f9-9938-b28730080e75 None None] Pushing event updated for resources: {'Port': ['ID=60b34a2f-9cd5-4be5-ab9c-e2f704de92bc,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:44.533976 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b1d89c1e-a868-4659-be78-eab367e1820f None None] Provisioning complete for port ddf202fa-3d83-459b-b9b3-0a0d58b73505 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:44.535084 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1d89c1e-a868-4659-be78-eab367e1820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:44.639101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b1d89c1e-a868-4659-be78-eab367e1820f None None] Port ddf202fa-3d83-459b-b9b3-0a0d58b73505 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:07:44.655611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b1d89c1e-a868-4659-be78-eab367e1820f None None] Provisioning complete for port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:44.655950 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1d89c1e-a868-4659-be78-eab367e1820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:44.910015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-bdb64c72-e79b-4baa-b68c-9adb9bc041e2 None None] Provisioning complete for port ddf202fa-3d83-459b-b9b3-0a0d58b73505 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:44.910667 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bdb64c72-e79b-4baa-b68c-9adb9bc041e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:44.954904 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-bdb64c72-e79b-4baa-b68c-9adb9bc041e2 None None] Port ddf202fa-3d83-459b-b9b3-0a0d58b73505 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:07:45.078349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-8ed609b6-7189-4ae5-9e3c-8f5858a3dc38 None None] Provisioning complete for port ddf202fa-3d83-459b-b9b3-0a0d58b73505 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:45.078918 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8ed609b6-7189-4ae5-9e3c-8f5858a3dc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.123796 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8ed609b6-7189-4ae5-9e3c-8f5858a3dc38 None None] Port ddf202fa-3d83-459b-b9b3-0a0d58b73505 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:07:45.469436 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b2dd71c7-8eb6-449f-aaec-6ef896124216 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:07:45.522220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port b2dd71c7-8eb6-449f-aaec-6ef896124216 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:45.522735 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.556196 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37280) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:45.561182 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-aa0539ae-cad8-444e-91d4-09f28009f1b5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526483077', 'description': 'tempest-secgroup-smoke-526483077 description', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:45.587443 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa0539ae-cad8-444e-91d4-09f28009f1b5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.625996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:07:45.668438 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa0539ae-cad8-444e-91d4-09f28009f1b5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.672221 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa0539ae-cad8-444e-91d4-09f28009f1b5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.678926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:45.679451 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.702803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-aa0539ae-cad8-444e-91d4-09f28009f1b5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.704071 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-aa0539ae-cad8-444e-91d4-09f28009f1b5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1468358 Nov 19 20:07:45.708250 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37282) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:45.709581 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0539ae-cad8-444e-91d4-09f28009f1b5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abffe3b4-2138-4c0b-84af-dfab3b44aa47,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:45.714281 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9dc5ec6c-0686-4fea-b62f-797660fc7c13 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': 'abffe3b4-2138-4c0b-84af-dfab3b44aa47', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:45.743214 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ec6c-0686-4fea-b62f-797660fc7c13 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.800803 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ec6c-0686-4fea-b62f-797660fc7c13 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.804520 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ec6c-0686-4fea-b62f-797660fc7c13 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.822731 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5ec6c-0686-4fea-b62f-797660fc7c13 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe64204-678c-470a-9e52-642072938826,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:45.829275 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ec6c-0686-4fea-b62f-797660fc7c13 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.830488 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9dc5ec6c-0686-4fea-b62f-797660fc7c13 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210396 Nov 19 20:07:45.833835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37284) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:45.838354 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a351ad27-7da8-47b5-8ba5-ab21a0cd79af tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': 'abffe3b4-2138-4c0b-84af-dfab3b44aa47', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:45.865867 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a351ad27-7da8-47b5-8ba5-ab21a0cd79af tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.922788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a351ad27-7da8-47b5-8ba5-ab21a0cd79af tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.926393 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a351ad27-7da8-47b5-8ba5-ab21a0cd79af tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.949412 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351ad27-7da8-47b5-8ba5-ab21a0cd79af tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9453ca8-5ea7-4a80-a57f-97ade3f2d45c,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:45.954951 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a351ad27-7da8-47b5-8ba5-ab21a0cd79af tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:45.956694 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-a351ad27-7da8-47b5-8ba5-ab21a0cd79af tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219125 Nov 19 20:07:45.959566 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37286) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:45.963826 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f137ec41-a522-4445-af55-a1c1bc25c671 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': 'abffe3b4-2138-4c0b-84af-dfab3b44aa47', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:45.991507 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f137ec41-a522-4445-af55-a1c1bc25c671 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.051606 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f137ec41-a522-4445-af55-a1c1bc25c671 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.055191 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f137ec41-a522-4445-af55-a1c1bc25c671 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.073156 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137ec41-a522-4445-af55-a1c1bc25c671 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bf3a1b-c40b-4d01-9073-a959a293e3a0,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:46.080663 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f137ec41-a522-4445-af55-a1c1bc25c671 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.083106 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f137ec41-a522-4445-af55-a1c1bc25c671 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226783 Nov 19 20:07:46.086128 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37288) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:46.090465 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-aa293bd6-33e2-4f3a-8e00-dde88750afae tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': 'abffe3b4-2138-4c0b-84af-dfab3b44aa47', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:46.119556 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa293bd6-33e2-4f3a-8e00-dde88750afae tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.180186 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa293bd6-33e2-4f3a-8e00-dde88750afae tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.183854 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa293bd6-33e2-4f3a-8e00-dde88750afae tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.203237 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa293bd6-33e2-4f3a-8e00-dde88750afae tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aca521b-acd8-48ea-8b1b-e9965bc72793,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:46.209716 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa293bd6-33e2-4f3a-8e00-dde88750afae tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.210859 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-aa293bd6-33e2-4f3a-8e00-dde88750afae tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237545 Nov 19 20:07:46.213607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37290) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:46.217991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ceaaff0b-9e6d-4b50-9290-5632cf850f76 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': 'abffe3b4-2138-4c0b-84af-dfab3b44aa47', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:46.241584 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-ceaaff0b-9e6d-4b50-9290-5632cf850f76 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Project a87e91d37613439ea2cb78c5340fd9b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:07:46.246853 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ceaaff0b-9e6d-4b50-9290-5632cf850f76 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.310534 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ceaaff0b-9e6d-4b50-9290-5632cf850f76 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.314038 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ceaaff0b-9e6d-4b50-9290-5632cf850f76 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.336253 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaff0b-9e6d-4b50-9290-5632cf850f76 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a496b6-5dd2-4e76-a5ef-74bfa96f8069,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:46.343722 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ceaaff0b-9e6d-4b50-9290-5632cf850f76 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.344911 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ceaaff0b-9e6d-4b50-9290-5632cf850f76 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303391 Nov 19 20:07:46.347795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37292) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:46.352025 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4d87c02d-8d6a-438c-aaf6-06fd65643465 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': 'abffe3b4-2138-4c0b-84af-dfab3b44aa47', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:46.373593 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-4d87c02d-8d6a-438c-aaf6-06fd65643465 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Project a87e91d37613439ea2cb78c5340fd9b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:07:46.379274 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d87c02d-8d6a-438c-aaf6-06fd65643465 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.441481 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d87c02d-8d6a-438c-aaf6-06fd65643465 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.445364 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d87c02d-8d6a-438c-aaf6-06fd65643465 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.466062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87c02d-8d6a-438c-aaf6-06fd65643465 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463ae543-8aa1-40bb-9aaf-775a1d0d6f9d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:46.473429 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4d87c02d-8d6a-438c-aaf6-06fd65643465 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:46.475070 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-4d87c02d-8d6a-438c-aaf6-06fd65643465 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263504 Nov 19 20:07:46.715363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-362e9233-e47b-49f0-9e1f-5e6846f46388 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526483077&fields=id&tenant_id=a87e91d37613439ea2cb78c5340fd9b8 HTTP/1.1" status: 200 len: 267 time: 0.0511606 Nov 19 20:07:46.780067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Sync routers for ids ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:07:46.790972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Routers {'c010038b-2c88-4c0e-8ada-b7d30aae05a8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:46.791602 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:46.829882 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-079352c3-e46c-429b-b4ed-54525f07fe9c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:46.831547 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-079352c3-e46c-429b-b4ed-54525f07fe9c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 809 time: 0.1090446 Nov 19 20:07:46.848893 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-d71e6258-c4ac-4bb3-a0cc-203d3622b0ca tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/quotas/a87e91d37613439ea2cb78c5340fd9b8 HTTP/1.1" status: 200 len: 375 time: 0.0108593 Nov 19 20:07:46.902545 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Set router c010038b-2c88-4c0e-8ada-b7d30aae05a8 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:46.925342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-2bb477b6-7858-414a-a16a-f5e2feb92faa tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699465 Nov 19 20:07:46.941232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-efca580f-49e7-4534-b19a-0bac1f5ee653 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 20:07:46.942251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-efca580f-49e7-4534-b19a-0bac1f5ee653 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058105 Nov 19 20:07:47.032796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-6d7bc8a7-05dd-49f7-9438-d0d6245fddcf service neutron] 10.222.0.50 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841630 Nov 19 20:07:47.114629 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'name': 'tempest-TestShelveInstance-1293613742-router', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:43Z', 'revision_number': 4, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'gw_port': {'id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ddf202fa-3d83-459b-b9b3-0a0d58b73505', 'name': '', 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'mac_address': 'fa:16:3e:89:9f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8122212f-27ff-4145-9ebc-2b5b343a23ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:42Z', 'updated_at': '2021-11-19T20:07:43Z', 'revision_number': 2, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'subnets': [{'id': '8122212f-27ff-4145-9ebc-2b5b343a23ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:47.130355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-095abd33-06e1-480f-90ff-499de5eae457 service neutron] 10.222.0.50 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904675 Nov 19 20:07:47.140874 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Checking router: c010038b-2c88-4c0e-8ada-b7d30aae05a8 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:07:47.141227 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Updating router c010038b-2c88-4c0e-8ada-b7d30aae05a8 port ddf202fa-3d83-459b-b9b3-0a0d58b73505 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:07:47.167542 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:47.313673 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e68ffbc6-e8b3-4fca-9192-bdc337a07962 req-34ea5a0e-e279-4d5c-bc50-6aac27c8a4b0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 210 time: 0.0353866 Nov 19 20:07:47.453413 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:47.459868 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:47.575534 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12af3c-a8e6-4a92-a240-f3d7c347f3b7 None None] Pushing event updated for resources: {'Port': ['ID=ddf202fa-3d83-459b-b9b3-0a0d58b73505,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:47.581379 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Attempting to bind port ddf202fa-3d83-459b-b9b3-0a0d58b73505 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:07:47.581984 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Attempting to bind port ddf202fa-3d83-459b-b9b3-0a0d58b73505 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '3c8a05f6-83d9-471c-8089-2be25050be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:07:47.582369 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Attempting to bind port ddf202fa-3d83-459b-b9b3-0a0d58b73505 on network e3f5b56a-660a-4392-81ee-4926e97ed2bb {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:07:47.588381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:07:47.589050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Checking segment: {'id': '3c8a05f6-83d9-471c-8089-2be25050be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:07:47.589466 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:47.589892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Bound using segment: {'id': '3c8a05f6-83d9-471c-8089-2be25050be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:07:47.590377 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Bound port: ddf202fa-3d83-459b-b9b3-0a0d58b73505, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8a05f6-83d9-471c-8089-2be25050be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:07:47.590765 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:47.665349 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] For port ddf202fa-3d83-459b-b9b3-0a0d58b73505, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:07:47.668900 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] For port ddf202fa-3d83-459b-b9b3-0a0d58b73505, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ddf202fa-3d83-459b-b9b3-0a0d58b73505,segment=NetworkSegment(3c8a05f6-83d9-471c-8089-2be25050be9f),segment_id=3c8a05f6-83d9-471c-8089-2be25050be9f)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:07:47.673107 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:47.742100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Routers {'c010038b-2c88-4c0e-8ada-b7d30aae05a8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:47.742764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:47.793494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12af3c-a8e6-4a92-a240-f3d7c347f3b7 None None] Pushing event updated for resources: {'Port': ['ID=ddf202fa-3d83-459b-b9b3-0a0d58b73505,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:47.848317 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-79c57efa-22d6-4d4b-9967-a781ef39da78 None None] Provisioning complete for port ddf202fa-3d83-459b-b9b3-0a0d58b73505 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:47.848747 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-79c57efa-22d6-4d4b-9967-a781ef39da78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:47.915385 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] Set router c010038b-2c88-4c0e-8ada-b7d30aae05a8 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:48.226811 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-79c57efa-22d6-4d4b-9967-a781ef39da78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:48.291977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-79c57efa-22d6-4d4b-9967-a781ef39da78 None None] For port ddf202fa-3d83-459b-b9b3-0a0d58b73505, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ddf202fa-3d83-459b-b9b3-0a0d58b73505,segment=NetworkSegment(3c8a05f6-83d9-471c-8089-2be25050be9f),segment_id=3c8a05f6-83d9-471c-8089-2be25050be9f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:48.297233 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-79c57efa-22d6-4d4b-9967-a781ef39da78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:48.330370 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-c4740cdc-b974-45c3-9052-e8a5a57a77c4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:48.332911 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-c4740cdc-b974-45c3-9052-e8a5a57a77c4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 809 time: 0.1241636 Nov 19 20:07:48.373430 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c57efa-22d6-4d4b-9967-a781ef39da78 None None] Pushing event updated for resources: {'Port': ['ID=ddf202fa-3d83-459b-b9b3-0a0d58b73505,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:48.400146 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'name': 'tempest-TestShelveInstance-1293613742-router', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:43Z', 'revision_number': 4, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'gw_port': {'id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ddf202fa-3d83-459b-b9b3-0a0d58b73505', 'name': '', 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'mac_address': 'fa:16:3e:89:9f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8122212f-27ff-4145-9ebc-2b5b343a23ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:42Z', 'updated_at': '2021-11-19T20:07:47Z', 'revision_number': 4, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'subnets': [{'id': '8122212f-27ff-4145-9ebc-2b5b343a23ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:48.424307 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-68540fb4-de38-4b94-8d3e-179d74a50869 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a87e91d37613439ea2cb78c5340fd9b8 HTTP/1.1" status: 200 len: 379 time: 0.0814173 Nov 19 20:07:48.432870 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d47bb-35ca-4481-a8b4-45df29d56133 None None] The sync data for ids ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'] in n-d-815373-6 is: [{'id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'name': 'tempest-TestShelveInstance-1293613742-router', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:43Z', 'revision_number': 4, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'gw_port': {'id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': 'ddf202fa-3d83-459b-b9b3-0a0d58b73505', 'name': '', 'network_id': 'e3f5b56a-660a-4392-81ee-4926e97ed2bb', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'mac_address': 'fa:16:3e:89:9f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '8122212f-27ff-4145-9ebc-2b5b343a23ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:42Z', 'updated_at': '2021-11-19T20:07:47Z', 'revision_number': 4, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'subnets': [{'id': '8122212f-27ff-4145-9ebc-2b5b343a23ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:07:48.445022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'port': {'device_id': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'admin_state_up': True, 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'security_groups': ['abffe3b4-2138-4c0b-84af-dfab3b44aa47']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:48.447026 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-eb64dcdb-8c64-4170-bc42-96fe7c401996 None None] Provisioning complete for port ddf202fa-3d83-459b-b9b3-0a0d58b73505 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:48.447604 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eb64dcdb-8c64-4170-bc42-96fe7c401996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:48.451543 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3cc74e06-be18-4bf4-b3b4-504d7d9ba0ae req-c89815c1-f8a2-4e73-8bad-644e2e177e03 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 210 time: 0.0434532 Nov 19 20:07:48.610508 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Made reservation on behalf of a87e91d37613439ea2cb78c5340fd9b8 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:07:48.614674 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:48.748117 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Allocated IP 172.20.0.10 (729de3a9-2610-4b9a-816d-05b7ea8d8f79/20a099a6-8dca-4bff-8385-de99998ca1a4/668a64d9-e8d3-4bfb-8899-1e6ad9cd5257) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:07:48.918762 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:48.958585 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:49.006850 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:07:49.010314 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:49.012783 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:07:49.040472 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'Port': ['ID=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:49.079517 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:49.080263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:49.100464 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-3af8f50f-670b-4faf-9404-dd94bf3f28ce tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6626542 Nov 19 20:07:49.114588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Request body: {'port': {'device_id': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:49.177431 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:49.310980 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e3dd3763-3756-4747-8774-4b20bfc3a94c None None] Provisioning complete for port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:49.311679 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3763-3756-4747-8774-4b20bfc3a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:49.353591 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd3763-3756-4747-8774-4b20bfc3a94c None None] Port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:07:49.421948 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ddf202fa-3d83-459b-b9b3-0a0d58b73505 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:07:49.473034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port ddf202fa-3d83-459b-b9b3-0a0d58b73505 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:49.473405 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:49.481564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:07:49.492557 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:49.508828 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Transition to ACTIVE for port object 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 20:07:49.514588 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:49.598101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Pushing event updated for resources: {'Port': ['ID=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:49.652369 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d2658-d6be-4c99-9693-b678e98436ea req-361689ab-2ec1-48e4-bd92-77450b55e5ec tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:49.653979 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d1d2658-d6be-4c99-9693-b678e98436ea req-361689ab-2ec1-48e4-bd92-77450b55e5ec tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.1124842 Nov 19 20:07:49.707633 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Attempting to bind port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:07:49.707977 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Attempting to bind port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:07:49.708311 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Attempting to bind port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 on network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:07:49.721879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 on network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 20:07:49.722210 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Attempting to bind port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 on network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:07:49.738688 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:07:49.738973 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Checking segment: {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:07:49.739382 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Bound using segment: {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:07:49.739834 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Bound port: 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:07:49.740197 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:49.745689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d1d2658-d6be-4c99-9693-b678e98436ea req-dfdcaeb6-e9f3-4e4c-85df-fd216bb3549d tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831709 Nov 19 20:07:49.810147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:07:49.813127 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:07:49.818706 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:49.855154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:49.855774 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:49.857227 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] 10.222.0.21 "PUT /v2.0/ports/668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 200 len: 1092 time: 0.7484074 Nov 19 20:07:49.857681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:07:49.860037 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79492cb2-9f4b-4751-a374-1ac4136f0274" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:07:49.893040 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844975e6-03fd-4130-b094-8688f6c93025 service neutron] Pushing event updated for resources: {'Port': ['ID=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:49.909309 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94be0d51-c6dd-4c7e-847e-aa663b7bff47 x-openstack-request-id: req-94be0d51-c6dd-4c7e-847e-aa663b7bff47 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:07:49.909619 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:07:49.909978 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94be0d51-c6dd-4c7e-847e-aa663b7bff47 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:07:49.910558 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'status': 'completed', 'code': 200} Nov 19 20:07:49.954741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-729407e7-2d87-450a-9da6-c1d90c0c299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:49.956848 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-729407e7-2d87-450a-9da6-c1d90c0c299a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1095 time: 0.0453942 Nov 19 20:07:50.005221 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-6abd0704-c394-4425-8e60-99c2c74b40d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 200 len: 217 time: 0.0404935 Nov 19 20:07:50.058661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-fdf5845f-bb41-4a38-b215-5ce603065f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:50.060154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-fdf5845f-bb41-4a38-b215-5ce603065f84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0482435 Nov 19 20:07:50.108710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-12252bcf-7ea6-4e7d-b069-64f46f073ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:50.110284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-12252bcf-7ea6-4e7d-b069-64f46f073ef1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418406 Nov 19 20:07:50.209115 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-fa3a9245-137d-42d3-9c83-ea2a883ea4ad service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912881 Nov 19 20:07:50.309953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6041bfa5-e991-4f9d-8821-20324e318c0a req-ab54f58f-8d02-45a8-814e-a96e6e829cb1 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932896 Nov 19 20:07:50.403489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79492cb2-9f4b-4751-a374-1ac4136f0274 req-a09bd9da-a8ae-4295-856d-f2497f3d9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:50.405039 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79492cb2-9f4b-4751-a374-1ac4136f0274 req-a09bd9da-a8ae-4295-856d-f2497f3d9386 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1095 time: 0.0485573 Nov 19 20:07:50.502463 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79492cb2-9f4b-4751-a374-1ac4136f0274 req-a9b9ca86-acbf-45fb-9697-ef3bd9672536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:50.504920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79492cb2-9f4b-4751-a374-1ac4136f0274 req-a9b9ca86-acbf-45fb-9697-ef3bd9672536 service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0911908 Nov 19 20:07:50.548168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79492cb2-9f4b-4751-a374-1ac4136f0274 req-663840b3-3c1a-4277-a41c-2d38acf629bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 200 len: 217 time: 0.0358453 Nov 19 20:07:50.604900 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79492cb2-9f4b-4751-a374-1ac4136f0274 req-72a6ec74-7931-4f7e-857e-c89d5ddc75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:50.606381 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79492cb2-9f4b-4751-a374-1ac4136f0274 req-72a6ec74-7931-4f7e-857e-c89d5ddc75a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0505705 Nov 19 20:07:50.657461 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79492cb2-9f4b-4751-a374-1ac4136f0274 req-4fde8ae2-0c0b-45c2-a7c0-52ffc5afcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:50.659413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79492cb2-9f4b-4751-a374-1ac4136f0274 req-4fde8ae2-0c0b-45c2-a7c0-52ffc5afcc44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439517 Nov 19 20:07:50.754408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79492cb2-9f4b-4751-a374-1ac4136f0274 req-8fb8e5e1-c63a-4273-a56a-416d21c82a68 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866890 Nov 19 20:07:50.877173 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-79492cb2-9f4b-4751-a374-1ac4136f0274 req-eab63a68-57e0-4b05-9936-ee136017b96e service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153402 Nov 19 20:07:50.889048 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d4281-8a56-4914-9d2b-23a0ed6537c7 req-aada6354-6a99-4adb-90cf-ea0aa182d08c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:50.890632 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d86d4281-8a56-4914-9d2b-23a0ed6537c7 req-aada6354-6a99-4adb-90cf-ea0aa182d08c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0727794 Nov 19 20:07:50.951452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d86d4281-8a56-4914-9d2b-23a0ed6537c7 req-aaaa9039-efce-43f1-b644-e7b70536399a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502648 Nov 19 20:07:52.070799 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4be02-cfbe-4841-8296-fb6566d8d687 req-7d817a91-a6fb-49d9-b412-634ab56b38ae tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:52.072271 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7a4be02-cfbe-4841-8296-fb6566d8d687 req-7d817a91-a6fb-49d9-b412-634ab56b38ae tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0504806 Nov 19 20:07:52.122891 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b7a4be02-cfbe-4841-8296-fb6566d8d687 req-27b49d43-d70b-4ac9-a16b-9f4bf62e0cc5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446455 Nov 19 20:07:53.242796 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938835d9-c4ac-4b8b-b25e-87d4a975ed41 req-b8d0a003-0d2b-4c49-bc56-af94074dc131 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:53.244362 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-938835d9-c4ac-4b8b-b25e-87d4a975ed41 req-b8d0a003-0d2b-4c49-bc56-af94074dc131 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0501311 Nov 19 20:07:53.250986 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:07:53.296757 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-938835d9-c4ac-4b8b-b25e-87d4a975ed41 req-c06c1297-51ec-4cf4-8771-cdbe32de16e7 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460536 Nov 19 20:07:53.354164 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:53.365732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'port_id': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'mac_address': 'fa:16:3e:14:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:07:53.402522 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:53.415687 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:07:53.434917 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:53.439357 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:53.486590 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:53.648157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['668a64d9-e8d3-4bfb-8899-1e6ad9cd5257'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:07:54.422875 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e3965-96ae-409d-8471-d9ebb873c9e5 req-43315c78-1ca8-4abc-840c-af50fa473df1 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:54.424360 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e8e3965-96ae-409d-8471-d9ebb873c9e5 req-43315c78-1ca8-4abc-840c-af50fa473df1 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 945 time: 0.0536387 Nov 19 20:07:54.475226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e8e3965-96ae-409d-8471-d9ebb873c9e5 req-94ab807b-b626-4472-8460-db3b6dee8b88 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441084 Nov 19 20:07:55.285568 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:07:55.340296 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 20:07:55.344628 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:07:55.345005 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:55.366619 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-92c483aa-917d-46f2-8788-529795ed4c89 req-8cd726ba-0847-43d4-a776-fc0c0546506d service neutron] (109888) timed out ('10.222.0.50', 56246) {{(pid=109888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 20:07:55.422983 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:55.446773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:07:55.449039 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3822848c-4c43-45e4-bfa7-6f333ab1096f" -d '{"events": [{"server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "name": "network-vif-plugged", "status": "completed", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:07:55.462075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:07:55.466360 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:55.491193 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb4c1a1-b203-4df1-9823-ee2b0992972e x-openstack-request-id: req-beb4c1a1-b203-4df1-9823-ee2b0992972e {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:07:55.491489 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "name": "network-vif-plugged", "status": "completed", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:07:55.491742 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-beb4c1a1-b203-4df1-9823-ee2b0992972e {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:07:55.492137 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'code': 200} Nov 19 20:07:55.536114 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:55.626880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd134c1e-4db4-4406-badc-8869742ea642 req-2eef3f66-138e-40a5-80be-98d2b382196f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:55.629092 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd134c1e-4db4-4406-badc-8869742ea642 req-2eef3f66-138e-40a5-80be-98d2b382196f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0812006 Nov 19 20:07:55.635418 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614109b5-ee8b-450b-834c-dbe565700372 req-50850626-63fa-4be2-a1f7-69389865e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:55.636811 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-614109b5-ee8b-450b-834c-dbe565700372 req-50850626-63fa-4be2-a1f7-69389865e7c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1097 time: 0.0608046 Nov 19 20:07:55.717430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dd134c1e-4db4-4406-badc-8869742ea642 req-b64d863b-a6a7-4cca-98dc-6c251aa2d461 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796690 Nov 19 20:07:55.720516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-614109b5-ee8b-450b-834c-dbe565700372 req-4ec5b379-7e64-4b40-ac50-beb59dd6a357 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757146 Nov 19 20:07:56.027251 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:56.833764 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b119b-409b-4c40-a55b-1767e3f151aa req-a8521add-a6ec-4b6c-a410-c91198eb8ad6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:56.835250 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc2b119b-409b-4c40-a55b-1767e3f151aa req-a8521add-a6ec-4b6c-a410-c91198eb8ad6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0489547 Nov 19 20:07:56.883677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc2b119b-409b-4c40-a55b-1767e3f151aa req-12c6f2e5-bd40-4915-8b17-ab6042c2f309 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425079 Nov 19 20:07:57.001455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2154-8c48-4274-84d2-134fcbf61ecf req-378d2499-1195-4a90-a6dc-76ea3ea906fc tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:57.003642 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-219d2154-8c48-4274-84d2-134fcbf61ecf req-378d2499-1195-4a90-a6dc-76ea3ea906fc tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0504823 Nov 19 20:07:57.053422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-219d2154-8c48-4274-84d2-134fcbf61ecf req-bd28061e-2009-4b3f-b329-43dc81206ef3 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436780 Nov 19 20:07:57.075940 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37342) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:57.210253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7bcf5-6eb0-49b4-ad21-e50fcd02ad2e tempest-TestShelveInstance-1394763820 tempest-TestShelveInstance-1394763820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:57.211737 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f7b7bcf5-6eb0-49b4-ad21-e50fcd02ad2e tempest-TestShelveInstance-1394763820 tempest-TestShelveInstance-1394763820-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1092 time: 0.1348078 Nov 19 20:07:57.214725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37346) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:07:57.219266 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:07:57.243553 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:57.346254 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:57.454481 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Allocated IP 172.25.3.91 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/97f0430c-94c7-41c2-9d83-a7987827b3cb) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:07:57.558858 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:57.593648 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:57.638425 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:07:57.641492 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:07:57.645190 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:07:57.650860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'Port': ['ID=97f0430c-94c7-41c2-9d83-a7987827b3cb,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:58.016003 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:58.408684 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:58.561803 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:58.567045 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:58.638568 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'Port': ['ID=97f0430c-94c7-41c2-9d83-a7987827b3cb,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:07:58.653191 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:58.755560 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Floating IP c747b6d3-b857-470b-97b4-c9ec65ecddb4 associated. External IP: 172.25.3.91, port: 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257. Nov 19 20:07:58.967677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Router 7ff70751-011b-4da9-b2ed-089d7e54f38d has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:07:59.079700 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:07:59.090347 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc5a98-ff6b-4a55-82e9-cb27df5e878d None None] Sync routers for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:07:59.100915 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:07:59.101189 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc5a98-ff6b-4a55-82e9-cb27df5e878d None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:59.101825 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5a98-ff6b-4a55-82e9-cb27df5e878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:59.128803 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4435a87f-6127-4e1d-9411-eb047884d569 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9129236 Nov 19 20:07:59.129489 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:07:59.131823 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:07:59.170683 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ae1f9-b309-491f-9672-d564b3b6e141 x-openstack-request-id: req-7c8ae1f9-b309-491f-9672-d564b3b6e141 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:07:59.170996 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:07:59.171261 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c8ae1f9-b309-491f-9672-d564b3b6e141 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:07:59.171675 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'status': 'completed', 'code': 200} Nov 19 20:07:59.203740 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:07:59.223920 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b4cc5a98-ff6b-4a55-82e9-cb27df5e878d None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:59.238578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a req-d3052a63-3d8a-4d55-84be-7095faf77baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:59.240109 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a req-d3052a63-3d8a-4d55-84be-7095faf77baa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1097 time: 0.0463090 Nov 19 20:07:59.334439 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a req-2dd311cc-e9e5-4de3-b46f-692c03075afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:59.335914 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a req-2dd311cc-e9e5-4de3-b46f-692c03075afb service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0882690 Nov 19 20:07:59.407565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a req-a06c6cd1-d53b-4da4-a91b-d15406401155 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 200 len: 999 time: 0.0641222 Nov 19 20:07:59.453218 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5a98-ff6b-4a55-82e9-cb27df5e878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'c747b6d3-b857-470b-97b4-c9ec65ecddb4', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'port_id': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'mac_address': 'fa:16:3e:14:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:07:57Z', 'updated_at': '2021-11-19T20:07:57Z', 'revision_number': 0, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:59.458294 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a req-d97e5e1b-d400-4807-b1cd-90d00de01580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:59.459785 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a req-d97e5e1b-d400-4807-b1cd-90d00de01580 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0454702 Nov 19 20:07:59.480035 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc5a98-ff6b-4a55-82e9-cb27df5e878d None None] Checking router: 7ff70751-011b-4da9-b2ed-089d7e54f38d for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:07:59.488971 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc5a98-ff6b-4a55-82e9-cb27df5e878d None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:07:59.490401 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5a98-ff6b-4a55-82e9-cb27df5e878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:07:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:59.511077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a req-2c71400d-34d2-4f79-aa23-b04c1f70bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:07:59.512653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a req-2c71400d-34d2-4f79-aa23-b04c1f70bedf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454443 Nov 19 20:07:59.601142 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b4cc5a98-ff6b-4a55-82e9-cb27df5e878d None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:07:59.608399 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a req-78934271-3fba-415c-acbc-e34229eaafdd service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884416 Nov 19 20:07:59.703703 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3b41a782-dfdf-4c7f-8663-8a75e4e6c23a req-622c4e4c-5b5b-4a47-b886-41491fd28fd1 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887492 Nov 19 20:07:59.837713 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5a98-ff6b-4a55-82e9-cb27df5e878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'c747b6d3-b857-470b-97b4-c9ec65ecddb4', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'port_id': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'mac_address': 'fa:16:3e:14:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:07:57Z', 'updated_at': '2021-11-19T20:07:57Z', 'revision_number': 0, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:07:59.863067 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc5a98-ff6b-4a55-82e9-cb27df5e878d None None] The sync data for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 is: [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'c747b6d3-b857-470b-97b4-c9ec65ecddb4', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'port_id': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'mac_address': 'fa:16:3e:14:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:07:57Z', 'updated_at': '2021-11-19T20:07:57Z', 'revision_number': 0, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:08:00.066350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0bcb4-56dc-408b-8092-0a4ae1ee33d4 None None] New status for floating IP c747b6d3-b857-470b-97b4-c9ec65ecddb4: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:08:00.518528 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:08.342371 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d9f7-08eb-472c-b7b4-c800dbc6e990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:10.751053 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3242602e-abd1-4237-af60-59e7ff6cf66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:12.164338 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:13.113520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-18e5e3c8-01ad-48a5-bb28-6343e3811780 req-a9b93339-ad0a-4e49-88e2-b2db8d2ed5e4 service neutron] (109887) timed out ('10.222.0.57', 53169) {{(pid=109887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 20:08:13.614433 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:14.307729 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:25.075041 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-c3c9b507-0f96-4e44-83c7-36d59dc7dc1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509045 Nov 19 20:08:25.177362 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-b5200605-e6ad-43db-b370-2d0f38f8b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:08:25.178863 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-b5200605-e6ad-43db-b370-2d0f38f8b636 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1097 time: 0.0554991 Nov 19 20:08:25.183018 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-eb7882dc-9424-4489-85ed-80843fda1dfb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460374 Nov 19 20:08:25.281913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-a96a81c8-478f-40de-a8de-3a642c4742f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:08:25.284432 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-a96a81c8-478f-40de-a8de-3a642c4742f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0520022 Nov 19 20:08:25.308956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-6522f760-9575-46f3-b2c2-78a281d9627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:08:25.311516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-6522f760-9575-46f3-b2c2-78a281d9627e service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.1091983 Nov 19 20:08:25.426411 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-934488d8-3555-4f51-a666-d8059d70fe3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 200 len: 1001 time: 0.1066504 Nov 19 20:08:25.508366 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-dc06aba6-226e-4c9d-8370-61467d13dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:08:25.511215 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-dc06aba6-226e-4c9d-8370-61467d13dde0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0770891 Nov 19 20:08:25.567781 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-21aba969-1e03-445b-b52e-2bae51a0ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:08:25.569433 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-21aba969-1e03-445b-b52e-2bae51a0ee5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499468 Nov 19 20:08:25.686446 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-3f093452-052c-4961-9eff-d8350aa55a1b service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090066 Nov 19 20:08:25.792273 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-31f51e95-433e-4728-9d01-bc1fdd590f90 req-f3a8c7c7-061b-444f-bafa-b989666c52ce service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982745 Nov 19 20:08:25.810265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-05e4ed59-d08b-499c-8759-969b1fa2bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:08:25.811792 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-05e4ed59-d08b-499c-8759-969b1fa2bd20 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.5034592 Nov 19 20:08:25.859255 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-c0e3f200-9cb6-4e3c-a012-611abe6b58c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0394976 Nov 19 20:08:25.917370 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-47ff7a0a-adc7-4838-94fd-b2ce0a919c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:08:25.918885 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-47ff7a0a-adc7-4838-94fd-b2ce0a919c45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0522642 Nov 19 20:08:25.968416 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-62ae867b-3682-46f2-aca8-364294c558a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:08:25.969975 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-62ae867b-3682-46f2-aca8-364294c558a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428412 Nov 19 20:08:26.051433 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:26.088828 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-4c53154e-ca34-49b5-84d7-cba096052ae7 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107659 Nov 19 20:08:26.197460 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a716aceb-d44e-4a98-883f-8d67b5eb2171 req-e2d852df-d1b8-4abd-9bff-5ef86fa4f1e9 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001432 Nov 19 20:08:30.523728 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:36.204711 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:08:38.336386 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ae7a54a5-3956-4756-9525-b0b8024ba1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:40.756729 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbaab594-2230-4655-9804-780132b22dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:42.167540 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:43.612549 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:44.310105 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:08:56.042689 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:00.523289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:08.338631 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-012acb6b-ee12-4ee8-b9b2-9e143d87b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:10.758200 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-36627c92-d10a-4204-8467-71a935d1b9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:12.169542 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:13.205001 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:09:13.615317 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:14.313124 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:26.046779 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:27.097182 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-2759e651-09d6-4373-bbbd-3e33a65593f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418119 Nov 19 20:09:27.178680 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59d882f8-987d-473b-9cac-dd972765f84d req-71220a7c-e567-4b69-a782-a4c37fd3aa97 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444913 Nov 19 20:09:27.188708 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-cac041ec-08f2-4d40-b4bd-deb2be750a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:27.190290 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-cac041ec-08f2-4d40-b4bd-deb2be750a4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1097 time: 0.0487421 Nov 19 20:09:27.266909 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d882f8-987d-473b-9cac-dd972765f84d req-f6fda63c-3e5d-4509-959d-f5e29ddaab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:27.268591 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59d882f8-987d-473b-9cac-dd972765f84d req-f6fda63c-3e5d-4509-959d-f5e29ddaab69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0475297 Nov 19 20:09:27.303858 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-669d5b4b-1185-4924-8e84-07cbbc2825bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:27.305430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-669d5b4b-1185-4924-8e84-07cbbc2825bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0957322 Nov 19 20:09:27.376269 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d882f8-987d-473b-9cac-dd972765f84d req-b0524be2-ae91-4177-805a-31cf5d9b22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:27.377805 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59d882f8-987d-473b-9cac-dd972765f84d req-b0524be2-ae91-4177-805a-31cf5d9b22a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0892394 Nov 19 20:09:27.379099 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-eae3db4c-45a0-445f-8a3b-13f86d39e34d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 200 len: 1001 time: 0.0660529 Nov 19 20:09:27.424900 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59d882f8-987d-473b-9cac-dd972765f84d req-b021cafa-d351-4be3-9e60-0f4233d42c34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0402954 Nov 19 20:09:27.429313 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-33734eb7-00ec-4444-b619-f81fe68a9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:27.430760 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-33734eb7-00ec-4444-b619-f81fe68a9d79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0454831 Nov 19 20:09:27.476993 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d882f8-987d-473b-9cac-dd972765f84d req-7877236a-24fd-4d9b-ab2d-7beb16e38f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:27.478464 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59d882f8-987d-473b-9cac-dd972765f84d req-7877236a-24fd-4d9b-ab2d-7beb16e38f73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0467553 Nov 19 20:09:27.483234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-36924186-7572-4710-ae60-4ec23d5d88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:27.484732 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-36924186-7572-4710-ae60-4ec23d5d88f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455186 Nov 19 20:09:27.526005 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d882f8-987d-473b-9cac-dd972765f84d req-1259ff4d-21cc-4370-851a-51c28de4570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:27.527533 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59d882f8-987d-473b-9cac-dd972765f84d req-1259ff4d-21cc-4370-851a-51c28de4570d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419853 Nov 19 20:09:27.583298 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-08bc29fa-e2c8-4a23-b6b3-e34352003a39 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913234 Nov 19 20:09:27.626591 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59d882f8-987d-473b-9cac-dd972765f84d req-8564da75-35ef-43c4-a478-83e99e6c3558 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911243 Nov 19 20:09:27.674960 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ad63274-cd0d-42e6-9a5a-f8ada6157d7d req-8df333b2-6cf7-4d38-a72d-c284caf37170 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849516 Nov 19 20:09:27.718791 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-59d882f8-987d-473b-9cac-dd972765f84d req-8a5fcf4e-f265-42f1-a77d-733e008130fc service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853746 Nov 19 20:09:30.551447 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:38.340863 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b6af51a7-e610-438a-997e-615a454aa7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:40.763295 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ad4936d-35b3-45c5-967f-ce87327e4f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:42.173997 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:43.621106 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:44.315727 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:50.205950 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:09:55.267893 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d11643-3e4f-443b-98e7-8f6d00abf015 req-63ec96ea-0c54-4ccb-811d-fb7d365b0dae tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:55.269409 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70d11643-3e4f-443b-98e7-8f6d00abf015 req-63ec96ea-0c54-4ccb-811d-fb7d365b0dae tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0552227 Nov 19 20:09:55.325607 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-70d11643-3e4f-443b-98e7-8f6d00abf015 req-be19bff0-a931-441d-b9d2-2bf708e550f2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498669 Nov 19 20:09:56.046549 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:09:56.471296 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58778455-b0f1-4c51-a5ef-98cef7f59371 req-1d6f00d6-4874-48c1-8268-0512aa157693 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:56.472952 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58778455-b0f1-4c51-a5ef-98cef7f59371 req-1d6f00d6-4874-48c1-8268-0512aa157693 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0493400 Nov 19 20:09:56.523129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58778455-b0f1-4c51-a5ef-98cef7f59371 req-1983460b-556d-4ed1-b02a-b677d314fd8b tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443053 Nov 19 20:09:57.642030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf70ec-a360-468f-a3c4-1186d5d10165 req-fab88773-b3d0-4b80-8f26-6bff2cf76bab tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:57.643597 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5bf70ec-a360-468f-a3c4-1186d5d10165 req-fab88773-b3d0-4b80-8f26-6bff2cf76bab tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0506017 Nov 19 20:09:57.698611 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5bf70ec-a360-468f-a3c4-1186d5d10165 req-3828c3c1-89eb-4147-88d2-f334f36998bf tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490565 Nov 19 20:09:58.815074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf086f9-8331-4668-a793-33ba97985a3b req-548a4408-2334-4c57-9e50-d199930025bb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:58.816573 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9cf086f9-8331-4668-a793-33ba97985a3b req-548a4408-2334-4c57-9e50-d199930025bb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0499089 Nov 19 20:09:58.867294 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9cf086f9-8331-4668-a793-33ba97985a3b req-7e6fbbe3-cceb-4d6b-9540-f52e26b03789 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440221 Nov 19 20:09:59.983118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3ee6-0da4-4f36-b350-e02facb293a2 req-f58a6a60-cf2a-4fb6-97bb-b85891541315 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:09:59.985144 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ade3ee6-0da4-4f36-b350-e02facb293a2 req-f58a6a60-cf2a-4fb6-97bb-b85891541315 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0489986 Nov 19 20:10:00.033883 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7ade3ee6-0da4-4f36-b350-e02facb293a2 req-744d9200-deab-440a-9050-37ddfa72d609 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428202 Nov 19 20:10:00.553736 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:01.162374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db75aa-e0e0-4f87-adb2-a8fd90598592 req-a63ba217-6b83-4118-8c4e-5750bf7bc0f2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:01.163817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48db75aa-e0e0-4f87-adb2-a8fd90598592 req-a63ba217-6b83-4118-8c4e-5750bf7bc0f2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0569816 Nov 19 20:10:01.214993 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48db75aa-e0e0-4f87-adb2-a8fd90598592 req-26fd4269-b62e-4e01-89c3-506d0f0cdc98 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451994 Nov 19 20:10:02.333588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc267a1-9338-4609-b2b3-384df8441a2f req-9be65845-9252-4507-8573-a74952be022a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:02.335162 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4fc267a1-9338-4609-b2b3-384df8441a2f req-9be65845-9252-4507-8573-a74952be022a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0509799 Nov 19 20:10:02.388536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4fc267a1-9338-4609-b2b3-384df8441a2f req-af91eb63-e327-4250-8662-0d8c243af178 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474169 Nov 19 20:10:03.508582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d4344-bbdd-441e-826b-078c281ed2cc req-d718c10b-9d56-4eb0-b547-c9ff8bc6dfb2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:03.510105 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f5d4344-bbdd-441e-826b-078c281ed2cc req-d718c10b-9d56-4eb0-b547-c9ff8bc6dfb2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0514972 Nov 19 20:10:03.565553 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2f5d4344-bbdd-441e-826b-078c281ed2cc req-0033b0b9-f32e-46ee-a23d-65c5c8c5dd80 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493712 Nov 19 20:10:04.684742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a497e6f-285d-456d-9770-8307afb90d3b req-21c98b67-9b65-440c-a48c-79cb2e6600e1 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:04.686253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a497e6f-285d-456d-9770-8307afb90d3b req-21c98b67-9b65-440c-a48c-79cb2e6600e1 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0508938 Nov 19 20:10:04.738077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8a497e6f-285d-456d-9770-8307afb90d3b req-059cb056-252e-4c72-97cc-3c29e4e996fb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450001 Nov 19 20:10:05.862056 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab17947-1c45-47da-aa43-4c4365c23bb3 req-d7cddd82-51e3-40ab-ba79-5310d0fc10bc tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:05.863567 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ab17947-1c45-47da-aa43-4c4365c23bb3 req-d7cddd82-51e3-40ab-ba79-5310d0fc10bc tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0554333 Nov 19 20:10:05.915216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3ab17947-1c45-47da-aa43-4c4365c23bb3 req-554ac678-1d6e-415b-88e3-9eba247607f8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455112 Nov 19 20:10:07.037363 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe680250-5396-4e2a-a576-c6fd12e4ca95 req-1feafadf-a7ee-468e-bcfc-eb917871a8e1 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:07.038865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe680250-5396-4e2a-a576-c6fd12e4ca95 req-1feafadf-a7ee-468e-bcfc-eb917871a8e1 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0532739 Nov 19 20:10:07.089443 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fe680250-5396-4e2a-a576-c6fd12e4ca95 req-520cac90-9381-47a4-8e75-3097185b2256 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445318 Nov 19 20:10:08.009486 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:10:08.114685 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:10:08.129711 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'port_id': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'mac_address': 'fa:16:3e:14:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:10:08.178785 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:08.198939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:10:08.226111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:10:08.236797 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:08.304698 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:10:08.315175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['668a64d9-e8d3-4bfb-8899-1e6ad9cd5257'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:10:08.316733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcd34b-0811-4627-a1e4-7c2d4b794cba req-17e7bc28-1f55-430c-bf8e-78adce4b3301 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:08.318892 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07bcd34b-0811-4627-a1e4-7c2d4b794cba req-17e7bc28-1f55-430c-bf8e-78adce4b3301 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 945 time: 0.0969331 Nov 19 20:10:08.392553 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.393350 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.393945 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.394799 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.395355 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.396156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.396741 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.397301 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.398245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.398791 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.398954 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07bcd34b-0811-4627-a1e4-7c2d4b794cba req-51c6c3f3-87b2-443c-b058-852d444223e4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739806 Nov 19 20:10:08.399583 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.399921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:10:08.420817 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-071289f6-0d83-48db-a56e-1f1c9de9c2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:09.527958 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a9322-81fb-49ec-a6c5-328bb18ce54e req-afe03321-7a89-42ef-81a8-7ece1b564fa4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:09.531771 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-768a9322-81fb-49ec-a6c5-328bb18ce54e req-afe03321-7a89-42ef-81a8-7ece1b564fa4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 945 time: 0.0631011 Nov 19 20:10:09.588232 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-768a9322-81fb-49ec-a6c5-328bb18ce54e req-f0261f4c-fa18-4ddb-a21e-2c7d8c952212 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490623 Nov 19 20:10:10.020014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:10:10.087424 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:10:10.088086 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:10.190201 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:10.219233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:10:10.221658 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668ee222-b9b7-41e7-b04d-11ece2e2c896" -d '{"events": [{"server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "name": "network-vif-plugged", "status": "completed", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:10:10.237531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:10:10.244064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:10.307597 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:10:10.361350 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ab2fbe-24f6-4029-89f4-1432d5d9c10a x-openstack-request-id: req-f6ab2fbe-24f6-4029-89f4-1432d5d9c10a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:10:10.361721 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "name": "network-vif-plugged", "status": "completed", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:10:10.362087 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6ab2fbe-24f6-4029-89f4-1432d5d9c10a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:10:10.362544 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'code': 200} Nov 19 20:10:10.723095 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d193c-1d30-4f13-b75d-1459fceaa474 req-3e0503c5-f3d8-470f-a9a9-e38c5951a75d tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:10.724669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f29d193c-1d30-4f13-b75d-1459fceaa474 req-3e0503c5-f3d8-470f-a9a9-e38c5951a75d tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0535741 Nov 19 20:10:10.774823 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f231ce19-758f-4b0a-a845-321f4ecd2ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:10.781437 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f29d193c-1d30-4f13-b75d-1459fceaa474 req-7fe65815-be5e-4d1c-ba81-d35ead4e1457 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505869 Nov 19 20:10:11.913789 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6ba17-9874-4e2f-b810-b711a70359f8 req-5f4c7a29-60f9-41d6-b882-ae7fbde621a6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:11.915447 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ca6ba17-9874-4e2f-b810-b711a70359f8 req-5f4c7a29-60f9-41d6-b882-ae7fbde621a6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0575757 Nov 19 20:10:11.981360 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9ca6ba17-9874-4e2f-b810-b711a70359f8 req-793b3fb3-0fbe-440a-87bf-7eb581a13a81 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588052 Nov 19 20:10:12.178263 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:13.109896 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db1446-86c0-4339-bd16-8187e5fbcd44 req-e98be197-a15e-41d0-9843-0ba9f9ff1c19 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:13.112083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0db1446-86c0-4339-bd16-8187e5fbcd44 req-e98be197-a15e-41d0-9843-0ba9f9ff1c19 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0564353 Nov 19 20:10:13.169792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0db1446-86c0-4339-bd16-8187e5fbcd44 req-4bcdfac1-00ea-446a-8cc9-0c8bfd4494fa tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508626 Nov 19 20:10:13.623315 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:14.313371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98928c-60cb-4909-9d30-1cd9485d01a9 req-713f86eb-6838-46c3-9e5a-1ab5b1b31fca tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:14.323205 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca98928c-60cb-4909-9d30-1cd9485d01a9 req-713f86eb-6838-46c3-9e5a-1ab5b1b31fca tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0724280 Nov 19 20:10:14.330732 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:14.397135 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ca98928c-60cb-4909-9d30-1cd9485d01a9 req-f8bb0520-4523-4dda-8dc6-d4a662379746 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723889 Nov 19 20:10:15.518813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb2788-1087-44e6-baed-2391eb1082ce req-8c77cd64-dd59-4c0d-9d43-a2086b17e729 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:15.521187 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96eb2788-1087-44e6-baed-2391eb1082ce req-8c77cd64-dd59-4c0d-9d43-a2086b17e729 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0611780 Nov 19 20:10:15.588610 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-96eb2788-1087-44e6-baed-2391eb1082ce req-b412c642-6c2a-4483-8005-1dfa68f25929 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617537 Nov 19 20:10:16.733797 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8bbd8-dc45-4bea-a917-1662d6460502 req-eeaa02e0-b72f-4995-9383-bb884baf83d3 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:16.735346 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26f8bbd8-dc45-4bea-a917-1662d6460502 req-eeaa02e0-b72f-4995-9383-bb884baf83d3 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0543499 Nov 19 20:10:16.801786 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-26f8bbd8-dc45-4bea-a917-1662d6460502 req-c13e9ae0-e2ea-47f0-86b6-fe4b8b0cf49f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566323 Nov 19 20:10:17.933974 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c7ec2-3b87-46ea-a6a4-dff83e2252fc req-e289be9e-68da-4c82-9637-15804a0281e5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:17.935494 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d4c7ec2-3b87-46ea-a6a4-dff83e2252fc req-e289be9e-68da-4c82-9637-15804a0281e5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0603814 Nov 19 20:10:18.009263 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2773b-084c-4084-ba8a-289279209eb9 req-5138c680-cb85-4cee-abb9-5812908d1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:18.010788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8a2773b-084c-4084-ba8a-289279209eb9 req-5138c680-cb85-4cee-abb9-5812908d1128 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1097 time: 0.1266956 Nov 19 20:10:18.015724 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d4c7ec2-3b87-46ea-a6a4-dff83e2252fc req-32340edc-5a2b-4b78-8eb9-18b4973fc46a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702147 Nov 19 20:10:18.106338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2773b-084c-4084-ba8a-289279209eb9 req-ea950ee3-0b08-4793-8f98-174374466ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:18.107711 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8a2773b-084c-4084-ba8a-289279209eb9 req-ea950ee3-0b08-4793-8f98-174374466ebc service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0895567 Nov 19 20:10:18.179017 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8a2773b-084c-4084-ba8a-289279209eb9 req-6111c8c4-3446-4dff-a86c-37a2e7fd3bd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 200 len: 1001 time: 0.0630944 Nov 19 20:10:18.230583 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2773b-084c-4084-ba8a-289279209eb9 req-1e620cf4-7c00-475d-a127-f209120cdb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:18.232089 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8a2773b-084c-4084-ba8a-289279209eb9 req-1e620cf4-7c00-475d-a127-f209120cdb16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0460122 Nov 19 20:10:18.286221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2773b-084c-4084-ba8a-289279209eb9 req-b65f85fd-6c1c-4b31-b10e-b44236878eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:18.287711 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8a2773b-084c-4084-ba8a-289279209eb9 req-b65f85fd-6c1c-4b31-b10e-b44236878eb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474210 Nov 19 20:10:18.388884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8a2773b-084c-4084-ba8a-289279209eb9 req-11134efa-1107-4468-b9e8-ceac84811a66 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938158 Nov 19 20:10:18.488967 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d8a2773b-084c-4084-ba8a-289279209eb9 req-a8aadfc7-6852-4e9e-81ac-39fdb75055fc service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930753 Nov 19 20:10:19.134539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f6c87-4566-410e-abbe-2ca19ea1f677 req-721ab56a-9f27-4fbc-8c82-004e155acd84 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:19.136074 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad4f6c87-4566-410e-abbe-2ca19ea1f677 req-721ab56a-9f27-4fbc-8c82-004e155acd84 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0496531 Nov 19 20:10:19.186470 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ad4f6c87-4566-410e-abbe-2ca19ea1f677 req-bc6115f2-29c2-4078-94f9-f464deb4af80 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435388 Nov 19 20:10:20.305770 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1536a-a5fc-4cd1-9b06-51a7b5977f5b req-1fc1de70-5e18-4dcc-8ca3-0b71395ce6b7 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:20.307291 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ba1536a-a5fc-4cd1-9b06-51a7b5977f5b req-1fc1de70-5e18-4dcc-8ca3-0b71395ce6b7 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0519631 Nov 19 20:10:20.363484 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8ba1536a-a5fc-4cd1-9b06-51a7b5977f5b req-36cfd9d5-10b6-498b-9e31-e952c2100c5e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488322 Nov 19 20:10:20.478743 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-2d3e18d4-3c2e-4cf3-ad50-59b1669dbb3d req-924a94dc-f9d8-461d-ba46-d1981e93f072 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 20:10:20.479744 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2d3e18d4-3c2e-4cf3-ad50-59b1669dbb3d req-924a94dc-f9d8-461d-ba46-d1981e93f072 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487151 Nov 19 20:10:20.644604 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906938fc-0476-4f62-9e76-3955970f0641 req-58bb17f5-a739-4388-ad4a-6c196f3717f8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:20.646143 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-906938fc-0476-4f62-9e76-3955970f0641 req-58bb17f5-a739-4388-ad4a-6c196f3717f8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0563698 Nov 19 20:10:20.698266 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-906938fc-0476-4f62-9e76-3955970f0641 req-bfdce8c3-421a-4d4f-b6b5-cdcd95e6ad84 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457978 Nov 19 20:10:20.831125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-9b4fb7b4-4dfa-4bf2-a253-d14bf2c2d1ad service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879893 Nov 19 20:10:21.591234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-b982cb7e-0d92-402a-8483-6f8bc2423fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:21.592744 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-b982cb7e-0d92-402a-8483-6f8bc2423fe9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1&tenant_id=a87e91d37613439ea2cb78c5340fd9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0418396 Nov 19 20:10:21.658471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-9896e433-4dc1-4d08-ab62-27b23887fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:21.659885 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-9896e433-4dc1-4d08-ab62-27b23887fdbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1097 time: 0.0449808 Nov 19 20:10:21.754187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-22894419-ca59-426c-b223-9dba7003567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:21.755711 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-22894419-ca59-426c-b223-9dba7003567b service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0885348 Nov 19 20:10:21.852176 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-cee77370-eae9-44e3-b3de-4c97fbcd6397 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 200 len: 1001 time: 0.0887735 Nov 19 20:10:21.874687 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2206292-a85a-4045-aec7-44173a1818a5 req-ade8d4dd-a542-4c49-bcea-742dad2f49b3 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:21.876329 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2206292-a85a-4045-aec7-44173a1818a5 req-ade8d4dd-a542-4c49-bcea-742dad2f49b3 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 946 time: 0.0735600 Nov 19 20:10:21.934602 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-fc14abd2-1a79-4f9d-9fd2-d0a3907d27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:21.935985 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-fc14abd2-1a79-4f9d-9fd2-d0a3907d27a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0768325 Nov 19 20:10:21.964405 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e2206292-a85a-4045-aec7-44173a1818a5 req-a300995d-52a7-4138-b10f-05b81ea631f6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686228 Nov 19 20:10:21.993582 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-65c4a948-f09e-40eb-98be-9369bb7398e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:21.995116 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-65c4a948-f09e-40eb-98be-9369bb7398e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486717 Nov 19 20:10:22.070468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:10:22.090174 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-886cd2e6-02fb-489f-a208-06d2a7d29064 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876195 Nov 19 20:10:22.149571 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:22.171926 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:10:22.174101 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effa210e-c4d9-4062-820a-4085de9e41ec" -d '{"events": [{"server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "name": "network-vif-unplugged", "status": "completed", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:10:22.182288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ee688318-45e0-47e4-91ed-5dfe843fb190 req-106f4377-f51b-4983-b5e9-88f7899fdb2e service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Nov 19 20:10:22.187551 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:10:22.193999 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:22.220505 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 20:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9526b9a7-2f27-4f1b-bd0f-2c7df23a6412 x-openstack-request-id: req-9526b9a7-2f27-4f1b-bd0f-2c7df23a6412 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:10:22.220797 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "name": "network-vif-unplugged", "status": "completed", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:10:22.221039 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9526b9a7-2f27-4f1b-bd0f-2c7df23a6412 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:10:22.221436 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'code': 200} Nov 19 20:10:22.249159 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:10:23.103498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba45845-b9b1-472e-86aa-b683b2e15de9 req-76191c29-71e4-4873-a88e-262818b848f0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:23.105091 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aba45845-b9b1-472e-86aa-b683b2e15de9 req-76191c29-71e4-4873-a88e-262818b848f0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0630414 Nov 19 20:10:23.157812 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-aba45845-b9b1-472e-86aa-b683b2e15de9 req-a3976136-e338-4ca0-a53d-496677fcecfe tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464163 Nov 19 20:10:24.283218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d57c4c-4067-429f-88e0-9f8acd5b8c2e req-e53cba67-4167-4e3e-9669-a74c5c603f5f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:24.284763 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5d57c4c-4067-429f-88e0-9f8acd5b8c2e req-e53cba67-4167-4e3e-9669-a74c5c603f5f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0534048 Nov 19 20:10:24.339871 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a5d57c4c-4067-429f-88e0-9f8acd5b8c2e req-82039962-3b9c-4764-9230-2e91f478f04d tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483739 Nov 19 20:10:25.474306 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adb24e-9a70-4dbc-b499-6dd499547258 req-042dce75-b509-42f6-b318-f78f1eac41e2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:25.475921 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71adb24e-9a70-4dbc-b499-6dd499547258 req-042dce75-b509-42f6-b318-f78f1eac41e2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0574059 Nov 19 20:10:25.538775 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-71adb24e-9a70-4dbc-b499-6dd499547258 req-65ac4468-1323-476a-a09e-700c80acc869 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564747 Nov 19 20:10:26.053032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:26.679152 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8fca1-f797-436e-8f74-6123fcfef440 req-b41ecba4-5d8f-4fae-94f3-e11752531e7c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:26.680764 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4b8fca1-f797-436e-8f74-6123fcfef440 req-b41ecba4-5d8f-4fae-94f3-e11752531e7c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0559442 Nov 19 20:10:26.736563 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f4b8fca1-f797-436e-8f74-6123fcfef440 req-2b3287a8-4938-4e8d-88c1-002609af3467 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496380 Nov 19 20:10:27.206651 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:10:27.860257 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae92d20-610a-4edf-a61c-106a269b3acf req-f73ca77e-0e7b-4fbb-ae0e-a785b9ca5d2a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:27.862854 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1ae92d20-610a-4edf-a61c-106a269b3acf req-f73ca77e-0e7b-4fbb-ae0e-a785b9ca5d2a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0525126 Nov 19 20:10:27.929524 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1ae92d20-610a-4edf-a61c-106a269b3acf req-8195f562-681a-480d-a338-486a6fa4fd15 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608900 Nov 19 20:10:29.052080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da54c51-92f6-4379-aac3-6e558965ba3a req-367162fa-580a-4abb-b97f-f3a5e9be6b8e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:29.053653 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6da54c51-92f6-4379-aac3-6e558965ba3a req-367162fa-580a-4abb-b97f-f3a5e9be6b8e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0518737 Nov 19 20:10:29.106820 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6da54c51-92f6-4379-aac3-6e558965ba3a req-c28309c2-d0fe-4053-aefc-df4e7b200d15 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465395 Nov 19 20:10:29.181775 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-eef0bbda-dafd-4545-98f8-4d72b20125d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453379 Nov 19 20:10:29.281675 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-834339ed-bdda-489d-acb7-c540b39ebff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:29.283875 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-834339ed-bdda-489d-acb7-c540b39ebff3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0558889 Nov 19 20:10:29.419795 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-53d0dc8a-4e14-4213-b764-6165cc54fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:29.421492 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-53d0dc8a-4e14-4213-b764-6165cc54fbff service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1044252 Nov 19 20:10:29.471647 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-38d6da37-e2dd-4734-b1f6-0659ee18c098 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0421875 Nov 19 20:10:29.524982 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-7bc5927d-447a-4894-81ba-358eb4c843e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:29.526491 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-7bc5927d-447a-4894-81ba-358eb4c843e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0490654 Nov 19 20:10:29.575092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-eb5d5c89-4c11-4d0b-ac43-d56401ea678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:29.576624 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-eb5d5c89-4c11-4d0b-ac43-d56401ea678c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436349 Nov 19 20:10:29.677594 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-efbbfb2d-c08e-4c05-93e1-a5d73047e410 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927987 Nov 19 20:10:29.778292 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c8c22695-9877-41fd-8da4-4aa7a446e0cf req-2a9b3d7d-cf2a-4254-a0c7-16f838b93a50 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934169 Nov 19 20:10:30.239515 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff25e7-c0f1-4fb3-8403-090e34ddd870 req-221e36af-8716-4e4c-ac32-1b2e457f5b96 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:30.241390 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fff25e7-c0f1-4fb3-8403-090e34ddd870 req-221e36af-8716-4e4c-ac32-1b2e457f5b96 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0606391 Nov 19 20:10:30.294209 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-1fff25e7-c0f1-4fb3-8403-090e34ddd870 req-9208e614-b245-42cf-8794-4a6243d6c3d2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466812 Nov 19 20:10:30.556437 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:31.427579 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d0e68-1b99-4697-b367-b167aad963f8 req-f87dddaa-1eb6-44a2-a533-266d2e2f27e4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:31.429082 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c9d0e68-1b99-4697-b367-b167aad963f8 req-f87dddaa-1eb6-44a2-a533-266d2e2f27e4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0571284 Nov 19 20:10:31.492546 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0c9d0e68-1b99-4697-b367-b167aad963f8 req-eb844722-820f-47e3-bc40-973c0f7548d5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565302 Nov 19 20:10:32.617629 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e364a6b-043d-4c0f-8e53-c0e7587f30a1 req-10d82407-b556-4ff7-8c30-a0881485aa22 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:32.619167 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e364a6b-043d-4c0f-8e53-c0e7587f30a1 req-10d82407-b556-4ff7-8c30-a0881485aa22 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0498216 Nov 19 20:10:32.668876 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3e364a6b-043d-4c0f-8e53-c0e7587f30a1 req-db070e40-f6a1-45d6-8f6e-27ff3f90ff05 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436792 Nov 19 20:10:32.910949 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199589a-1e77-4518-a9ed-5f9b3d56951f req-330e1602-49e3-4668-a8fa-4c0de8c9d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:32.912453 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2199589a-1e77-4518-a9ed-5f9b3d56951f req-330e1602-49e3-4668-a8fa-4c0de8c9d945 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1095 time: 0.0428662 Nov 19 20:10:33.026078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199589a-1e77-4518-a9ed-5f9b3d56951f req-ead2a0cc-25b7-4d31-bbfe-446360ebe73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:33.027559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2199589a-1e77-4518-a9ed-5f9b3d56951f req-ead2a0cc-25b7-4d31-bbfe-446360ebe73e service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0899706 Nov 19 20:10:33.105121 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2199589a-1e77-4518-a9ed-5f9b3d56951f req-42560351-c73a-4e1f-9b2d-d114cc13a175 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 200 len: 999 time: 0.0657840 Nov 19 20:10:33.163964 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199589a-1e77-4518-a9ed-5f9b3d56951f req-99bc7d0a-0ba8-40b8-be07-8e01008a3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:33.165326 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2199589a-1e77-4518-a9ed-5f9b3d56951f req-99bc7d0a-0ba8-40b8-be07-8e01008a3dfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0491931 Nov 19 20:10:33.213638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199589a-1e77-4518-a9ed-5f9b3d56951f req-0491a92e-abce-46ee-946e-6dab3f97f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:33.215185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2199589a-1e77-4518-a9ed-5f9b3d56951f req-0491a92e-abce-46ee-946e-6dab3f97f9ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421753 Nov 19 20:10:33.306992 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2199589a-1e77-4518-a9ed-5f9b3d56951f req-4fe3869e-0e96-404c-beae-b3813aa9f8d1 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823040 Nov 19 20:10:33.409007 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2199589a-1e77-4518-a9ed-5f9b3d56951f req-e449a131-106d-4390-adcd-d05f27444241 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947609 Nov 19 20:10:33.787810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77aa02-5122-41f0-a9e8-39c7aee66d64 req-e04ab918-8d0f-43a4-b48b-ec8e922a40f6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:33.789366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e77aa02-5122-41f0-a9e8-39c7aee66d64 req-e04ab918-8d0f-43a4-b48b-ec8e922a40f6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0507154 Nov 19 20:10:33.843603 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e77aa02-5122-41f0-a9e8-39c7aee66d64 req-81462b31-89de-490c-af88-10f782c1997b tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479791 Nov 19 20:10:34.235822 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7bf4-c699-45a1-8b7e-8c75cdec141c req-592dd0d0-4821-40b1-b52e-1a22fc825e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:34.238178 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-577a7bf4-c699-45a1-8b7e-8c75cdec141c req-592dd0d0-4821-40b1-b52e-1a22fc825e90 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1095 time: 0.3615057 Nov 19 20:10:34.287996 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-577a7bf4-c699-45a1-8b7e-8c75cdec141c req-9a99fa1d-93ab-4c31-94b7-72abe8a2d623 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Nov 19 20:10:34.969710 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21970d3e-1bc5-4629-ae6c-7782eb32e7fb req-71502758-e7c9-4e28-b56d-e1655ba5a667 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:34.971256 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21970d3e-1bc5-4629-ae6c-7782eb32e7fb req-71502758-e7c9-4e28-b56d-e1655ba5a667 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0517304 Nov 19 20:10:35.023229 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-21970d3e-1bc5-4629-ae6c-7782eb32e7fb req-4988449c-f6c9-447d-9d23-0c3b939d7d68 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459569 Nov 19 20:10:36.141647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d483-1fb3-41e8-ae85-7e01a64759a2 req-c67228df-1aff-4bdb-90d2-ca4547162e12 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:10:36.143788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a33d483-1fb3-41e8-ae85-7e01a64759a2 req-c67228df-1aff-4bdb-90d2-ca4547162e12 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 944 time: 0.0503466 Nov 19 20:10:36.154939 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:10:36.200181 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-7a33d483-1fb3-41e8-ae85-7e01a64759a2 req-b977851a-a683-49df-86f6-32c10390b332 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504117 Nov 19 20:10:36.252721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:10:36.267721 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'port_id': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'mac_address': 'fa:16:3e:14:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:10:36.306887 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:36.321167 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:10:36.341041 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:10:36.345254 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:36.393037 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,revision_number=9']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:10:36.559329 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['668a64d9-e8d3-4bfb-8899-1e6ad9cd5257'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:10:38.173575 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:10:38.222340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:10:38.222868 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:38.304573 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:38.327659 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:10:38.329968 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37afcaa-0cb4-4e94-b0e6-dbcf475eb8e0" -d '{"events": [{"server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "name": "network-vif-plugged", "status": "completed", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:10:38.348882 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:10:38.355475 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:38.360971 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-46211405-6fd6-40cd-8323-cf358f31ec06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:38.381469 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88cc692-3957-49af-a246-30d1818616b9 x-openstack-request-id: req-b88cc692-3957-49af-a246-30d1818616b9 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:10:38.381783 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "name": "network-vif-plugged", "status": "completed", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:10:38.382048 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b88cc692-3957-49af-a246-30d1818616b9 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:10:38.382443 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'code': 200} Nov 19 20:10:38.409972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,revision_number=10']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:10:40.771601 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-459df7b4-79fa-434b-b8f2-f514cc7e9260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:42.178148 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:43.623561 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:44.317543 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:10:56.070998 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:00.578480 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:04.206245 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:11:08.342501 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-20a03543-24ba-4495-b5a2-b1d4901b9cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:10.762890 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5c37e550-9151-4ba6-9d33-25ea3233b71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:12.184289 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:13.626651 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:14.321710 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:26.070467 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:29.235400 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-7cab992f-90a3-40ac-86c8-3e1454a139e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965197 Nov 19 20:11:29.338933 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-dee2563d-93ec-4982-8766-c759bee00d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:29.340480 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-dee2563d-93ec-4982-8766-c759bee00d99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0565059 Nov 19 20:11:29.456341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-1656386b-b498-4137-9470-abbba625c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:29.457883 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-1656386b-b498-4137-9470-abbba625c0b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0968177 Nov 19 20:11:29.506884 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-02c2256a-7fe7-4e6e-b8fc-457eaba60812 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0412793 Nov 19 20:11:29.561894 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-b166b47f-cf89-44dd-a14c-c30335419f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:29.563879 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-b166b47f-cf89-44dd-a14c-c30335419f56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0508044 Nov 19 20:11:29.615810 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-84b958c6-9177-4e58-bd6a-03110d07349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:29.617503 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-84b958c6-9177-4e58-bd6a-03110d07349a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471416 Nov 19 20:11:29.720950 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-2da16b4e-f51e-4ecd-9719-63963e8926fd service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947895 Nov 19 20:11:29.822491 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ffd51a49-9650-4e9a-80c4-c7996dc55c5e req-183d260d-5ab5-40ee-8886-ab2b69476683 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941606 Nov 19 20:11:30.079391 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f40a666d-1814-4f41-8974-6146b3c395cf req-e7f3a957-d1f4-468b-a089-f0cff88b797f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468616 Nov 19 20:11:30.183609 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a666d-1814-4f41-8974-6146b3c395cf req-82e04bc1-226b-4fee-b216-6eebb1ead9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:30.185301 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f40a666d-1814-4f41-8974-6146b3c395cf req-82e04bc1-226b-4fee-b216-6eebb1ead9d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1098 time: 0.0571048 Nov 19 20:11:30.301593 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a666d-1814-4f41-8974-6146b3c395cf req-9e6f64c2-87e8-443b-a974-e9e4582c2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:30.303216 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f40a666d-1814-4f41-8974-6146b3c395cf req-9e6f64c2-87e8-443b-a974-e9e4582c2bec service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0979793 Nov 19 20:11:30.376835 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f40a666d-1814-4f41-8974-6146b3c395cf req-7e5b7d78-e75a-46a5-b669-b15279eeb505 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 200 len: 1001 time: 0.0660090 Nov 19 20:11:30.432801 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a666d-1814-4f41-8974-6146b3c395cf req-95916897-69f2-40ae-901b-733c33732507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:30.434407 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f40a666d-1814-4f41-8974-6146b3c395cf req-95916897-69f2-40ae-901b-733c33732507 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0497775 Nov 19 20:11:30.491153 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a666d-1814-4f41-8974-6146b3c395cf req-e360452c-df0b-4f32-9d3a-35b7ca309fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:30.492745 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f40a666d-1814-4f41-8974-6146b3c395cf req-e360452c-df0b-4f32-9d3a-35b7ca309fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516243 Nov 19 20:11:30.595449 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:30.596628 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f40a666d-1814-4f41-8974-6146b3c395cf req-bd9e4764-1aa5-48f8-895d-df1d72d9de6f service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964844 Nov 19 20:11:30.710225 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f40a666d-1814-4f41-8974-6146b3c395cf req-513f9fe2-4300-4166-9ef0-b5cbe1855eac service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055355 Nov 19 20:11:38.347187 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9448a467-b259-4eef-92ec-a7891d713ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:40.763868 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40bcd310-ea54-43e2-a124-7c5275fa2d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:41.205973 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:11:42.187850 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:43.641131 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:44.326495 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:45.797926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37640) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:11:45.967347 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Deleting port 97f0430c-94c7-41c2-9d83-a7987827b3cb {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:11:45.967689 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:46.061685 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:46.062040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:46.078540 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Calling delete_port for 97f0430c-94c7-41c2-9d83-a7987827b3cb owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:11:46.234091 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:46.261977 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event deleted for resources: {'Port': ['ID=97f0430c-94c7-41c2-9d83-a7987827b3cb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:11:46.292255 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.292597 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.292932 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.293267 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.293594 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.293957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.294277 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.294599 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.294919 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.295243 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.295557 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.295898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:46.338824 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:46.339056 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Floating IP c747b6d3-b857-470b-97b4-c9ec65ecddb4 disassociated (deleted). External IP: 172.25.3.91, port: 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257. Nov 19 20:11:46.551945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Router 7ff70751-011b-4da9-b2ed-089d7e54f38d has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:11:46.667697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:11:46.673193 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:46.682024 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c301d1-0928-4c22-a028-0c00ec215c74 None None] Sync routers for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:11:46.693037 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c301d1-0928-4c22-a028-0c00ec215c74 None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:11:46.694582 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9c301d1-0928-4c22-a028-0c00ec215c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:11:46.706073 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3fc5a15e-2837-4492-ae22-11f4bf2deef0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "DELETE /v2.0/floatingips/c747b6d3-b857-470b-97b4-c9ec65ecddb4 HTTP/1.1" status: 204 len: 168 time: 0.9046166 Nov 19 20:11:46.706073 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:11:46.707551 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b90d89-d365-4f43-9e42-c6a077388f14" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:11:46.918112 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a9c301d1-0928-4c22-a028-0c00ec215c74 None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:11:46.960451 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eff912-38c2-4bac-b96e-8aff22d3881e x-openstack-request-id: req-87eff912-38c2-4bac-b96e-8aff22d3881e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:11:46.960990 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:11:46.961184 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87eff912-38c2-4bac-b96e-8aff22d3881e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:11:46.961857 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'status': 'completed', 'code': 200} Nov 19 20:11:47.061136 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90d89-d365-4f43-9e42-c6a077388f14 req-e4a9e47e-0493-46a6-adc2-20d6624c8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:47.062726 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7b90d89-d365-4f43-9e42-c6a077388f14 req-e4a9e47e-0493-46a6-adc2-20d6624c8bce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 1098 time: 0.0765679 Nov 19 20:11:47.077221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efd8b3-15e5-4dae-bc60-e9712641d6b3 req-cc28d610-02bb-456e-9132-42a67f030244 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:47.078805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54efd8b3-15e5-4dae-bc60-e9712641d6b3 req-cc28d610-02bb-456e-9132-42a67f030244 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 947 time: 0.0648239 Nov 19 20:11:47.138089 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9c301d1-0928-4c22-a028-0c00ec215c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:11:47.171294 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c301d1-0928-4c22-a028-0c00ec215c74 None None] Checking router: 7ff70751-011b-4da9-b2ed-089d7e54f38d for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:11:47.180295 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c301d1-0928-4c22-a028-0c00ec215c74 None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:11:47.180923 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9c301d1-0928-4c22-a028-0c00ec215c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:11:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:11:47.194805 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54efd8b3-15e5-4dae-bc60-e9712641d6b3 req-9d2ff8b3-55ef-485b-b2bc-2231fd723a64 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056767 Nov 19 20:11:47.212832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90d89-d365-4f43-9e42-c6a077388f14 req-06abcbcb-5018-4670-acfa-60a880b25397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:47.214791 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7b90d89-d365-4f43-9e42-c6a077388f14 req-06abcbcb-5018-4670-acfa-60a880b25397 service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.1348443 Nov 19 20:11:47.259761 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7b90d89-d365-4f43-9e42-c6a077388f14 req-d1b5d3c5-3e92-43e2-95c0-0d0348a0b40c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 200 len: 217 time: 0.0371170 Nov 19 20:11:47.296299 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a9c301d1-0928-4c22-a028-0c00ec215c74 None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:11:47.319652 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90d89-d365-4f43-9e42-c6a077388f14 req-31cc3911-cf5c-42d6-b9f0-3d356cfd4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:47.321405 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7b90d89-d365-4f43-9e42-c6a077388f14 req-31cc3911-cf5c-42d6-b9f0-3d356cfd4c27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0535572 Nov 19 20:11:47.375234 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90d89-d365-4f43-9e42-c6a077388f14 req-ee831652-a4e3-4005-8c26-dc26c3704cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:47.375234 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7b90d89-d365-4f43-9e42-c6a077388f14 req-ee831652-a4e3-4005-8c26-dc26c3704cc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442648 Nov 19 20:11:47.481880 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7b90d89-d365-4f43-9e42-c6a077388f14 req-9cd06d12-61f1-4733-b839-559f6793a6c0 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989132 Nov 19 20:11:47.554069 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a9c301d1-0928-4c22-a028-0c00ec215c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:11:47.581666 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c301d1-0928-4c22-a028-0c00ec215c74 None None] The sync data for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 is: [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:11:47.588865 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7b90d89-d365-4f43-9e42-c6a077388f14 req-374d7da3-6231-45b4-bd44-5877bb21a672 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985050 Nov 19 20:11:47.831641 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68707da4-1b3e-48ce-b0ff-496c35298945 None None] New status for floating IP c747b6d3-b857-470b-97b4-c9ec65ecddb4: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:11:48.279395 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b02808-1e16-453c-833b-202036917321 req-07f54461-7aa9-4563-a3eb-a31ba235410f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:48.281217 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-53b02808-1e16-453c-833b-202036917321 req-07f54461-7aa9-4563-a3eb-a31ba235410f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 947 time: 0.0591078 Nov 19 20:11:48.387063 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1db236-4f45-4d70-8623-c8a98c4dbc65 req-77aebac7-1c9d-4ba9-87a0-94814b050e3f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:11:48.388670 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed1db236-4f45-4d70-8623-c8a98c4dbc65 req-77aebac7-1c9d-4ba9-87a0-94814b050e3f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a8ad0fd-e906-4a49-91bb-351dc60212b1 HTTP/1.1" status: 200 len: 947 time: 0.1065192 Nov 19 20:11:48.457101 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ed1db236-4f45-4d70-8623-c8a98c4dbc65 req-066766aa-b899-41ba-8ab0-fec81b27809e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=abffe3b4-2138-4c0b-84af-dfab3b44aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605741 Nov 19 20:11:48.461135 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-53b02808-1e16-453c-833b-202036917321 req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Deleting port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:11:48.461382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-53b02808-1e16-453c-833b-202036917321 req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:48.568553 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-53b02808-1e16-453c-833b-202036917321 req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] For port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:11:48.569186 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-53b02808-1e16-453c-833b-202036917321 req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:48.583039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-53b02808-1e16-453c-833b-202036917321 req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Calling delete_port for 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:11:48.723379 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-53b02808-1e16-453c-833b-202036917321 req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:48.754338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event deleted for resources: {'Port': ['ID=668a64d9-e8d3-4bfb-8899-1e6ad9cd5257,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:11:48.768233 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.768596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.768949 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.769295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.769640 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.770002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.770344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.770682 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.771129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.771511 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.771953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.772172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:11:48.808177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b02808-1e16-453c-833b-202036917321 req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] No DVR routers for this DVR port 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:11:48.810962 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-53b02808-1e16-453c-833b-202036917321 req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:48.814405 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-53b02808-1e16-453c-833b-202036917321 req-5e06f021-3f1a-4498-bfa1-7fb9ebdef1f9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.21 "DELETE /v2.0/ports/668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 HTTP/1.1" status: 204 len: 173 time: 0.5228488 Nov 19 20:11:48.814866 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'name': 'network-vif-deleted', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:11:48.817226 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f672f41-035f-485b-bc5c-3b2f4014286b" -d '{"events": [{"server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "name": "network-vif-deleted", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:11:48.924254 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b26bfcd-022a-4345-b557-813af6f4cf0e x-openstack-request-id: req-4b26bfcd-022a-4345-b557-813af6f4cf0e {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:11:48.924562 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8ad0fd-e906-4a49-91bb-351dc60212b1", "name": "network-vif-deleted", "tag": "668a64d9-e8d3-4bfb-8899-1e6ad9cd5257", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:11:48.924822 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b26bfcd-022a-4345-b557-813af6f4cf0e {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:11:48.925273 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8ad0fd-e906-4a49-91bb-351dc60212b1', 'name': 'network-vif-deleted', 'tag': '668a64d9-e8d3-4bfb-8899-1e6ad9cd5257', 'status': 'completed', 'code': 200} Nov 19 20:11:49.523341 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37660) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:11:49.582275 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5cec3a7-aab3-4d4d-a68d-be04ebc466eb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:49.608916 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5cec3a7-aab3-4d4d-a68d-be04ebc466eb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:49.673270 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5cec3a7-aab3-4d4d-a68d-be04ebc466eb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:49.677014 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-a5cec3a7-aab3-4d4d-a68d-be04ebc466eb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:49.678500 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-a5cec3a7-aab3-4d4d-a68d-be04ebc466eb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "DELETE /v2.0/security-groups/abffe3b4-2138-4c0b-84af-dfab3b44aa47 HTTP/1.1" status: 204 len: 168 time: 0.1538081 Nov 19 20:11:49.687732 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cec3a7-aab3-4d4d-a68d-be04ebc466eb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abffe3b4-2138-4c0b-84af-dfab3b44aa47,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:11:49.929564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37666) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:11:49.934889 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-8a8480fa-8e8a-4582-a51a-1940350571d4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169144540', 'description': 'tempest-secgroup-smoke-169144540 description', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:11:49.962765 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a8480fa-8e8a-4582-a51a-1940350571d4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.032282 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a8480fa-8e8a-4582-a51a-1940350571d4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.035974 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a8480fa-8e8a-4582-a51a-1940350571d4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.067020 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8a8480fa-8e8a-4582-a51a-1940350571d4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.072623 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37668) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:11:50.073123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8a8480fa-8e8a-4582-a51a-1940350571d4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1420863 Nov 19 20:11:50.073936 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8480fa-8e8a-4582-a51a-1940350571d4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:11:50.078684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-062052df-6d15-48c9-bef8-bf4a1b51a182 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': '6c4fbb9b-84b1-4998-bae3-c46d3ad3c179', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:11:50.107475 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-062052df-6d15-48c9-bef8-bf4a1b51a182 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.163251 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-062052df-6d15-48c9-bef8-bf4a1b51a182 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.166648 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-062052df-6d15-48c9-bef8-bf4a1b51a182 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.191821 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062052df-6d15-48c9-bef8-bf4a1b51a182 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f756371-ff1e-4056-86a2-08c8c1e21f5a,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:11:50.200823 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-062052df-6d15-48c9-bef8-bf4a1b51a182 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.202258 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-062052df-6d15-48c9-bef8-bf4a1b51a182 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286259 Nov 19 20:11:50.205172 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37670) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:11:50.210035 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d3f0ce84-bd57-434f-89f8-0c15be032a1a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': '6c4fbb9b-84b1-4998-bae3-c46d3ad3c179', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:11:50.237135 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ce84-bd57-434f-89f8-0c15be032a1a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.299185 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ce84-bd57-434f-89f8-0c15be032a1a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.303420 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ce84-bd57-434f-89f8-0c15be032a1a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.324434 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0ce84-bd57-434f-89f8-0c15be032a1a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807af89d-ad8d-4f1d-b056-146d45bfe4ba,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:11:50.329744 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d3f0ce84-bd57-434f-89f8-0c15be032a1a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.331011 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d3f0ce84-bd57-434f-89f8-0c15be032a1a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247699 Nov 19 20:11:50.333867 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37672) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:11:50.338317 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c7aada8f-b5a9-47c3-852a-476e0f5aecd4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': '6c4fbb9b-84b1-4998-bae3-c46d3ad3c179', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:11:50.365550 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c7aada8f-b5a9-47c3-852a-476e0f5aecd4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.425998 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c7aada8f-b5a9-47c3-852a-476e0f5aecd4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.431129 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c7aada8f-b5a9-47c3-852a-476e0f5aecd4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.450755 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aada8f-b5a9-47c3-852a-476e0f5aecd4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54eee94-bb4e-4e8f-b583-e25bff728cd9,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:11:50.458030 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c7aada8f-b5a9-47c3-852a-476e0f5aecd4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.459352 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-c7aada8f-b5a9-47c3-852a-476e0f5aecd4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245115 Nov 19 20:11:50.462136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37674) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:11:50.466418 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-7b420186-8c2c-4b2b-86f9-df0842618936 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': '6c4fbb9b-84b1-4998-bae3-c46d3ad3c179', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:11:50.494660 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b420186-8c2c-4b2b-86f9-df0842618936 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.557778 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b420186-8c2c-4b2b-86f9-df0842618936 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.561922 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b420186-8c2c-4b2b-86f9-df0842618936 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.580485 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b420186-8c2c-4b2b-86f9-df0842618936 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a349cfe-e0c7-4c80-9173-ead45a0bfff1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:11:50.588918 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7b420186-8c2c-4b2b-86f9-df0842618936 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.590176 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7b420186-8c2c-4b2b-86f9-df0842618936 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271114 Nov 19 20:11:50.593050 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37676) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:11:50.597544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f38bade7-997b-4fd5-8f1a-bab938e213f8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': '6c4fbb9b-84b1-4998-bae3-c46d3ad3c179', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:11:50.622127 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-f38bade7-997b-4fd5-8f1a-bab938e213f8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Project a87e91d37613439ea2cb78c5340fd9b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:11:50.627302 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f38bade7-997b-4fd5-8f1a-bab938e213f8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.690151 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f38bade7-997b-4fd5-8f1a-bab938e213f8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.694234 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f38bade7-997b-4fd5-8f1a-bab938e213f8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.709288 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bade7-997b-4fd5-8f1a-bab938e213f8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c952bcd1-b051-42b6-9c08-b5f99cacf3bd,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:11:50.720614 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f38bade7-997b-4fd5-8f1a-bab938e213f8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.721827 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f38bade7-997b-4fd5-8f1a-bab938e213f8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278012 Nov 19 20:11:50.725310 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 37678) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:11:50.729827 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2f1687b5-3cc4-469e-8f64-3b7328828306 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'security_group_rule': {'security_group_id': '6c4fbb9b-84b1-4998-bae3-c46d3ad3c179', 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:11:50.752073 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-2f1687b5-3cc4-469e-8f64-3b7328828306 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Project a87e91d37613439ea2cb78c5340fd9b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:11:50.757016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f1687b5-3cc4-469e-8f64-3b7328828306 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.819316 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f1687b5-3cc4-469e-8f64-3b7328828306 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.823064 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f1687b5-3cc4-469e-8f64-3b7328828306 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.842686 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1687b5-3cc4-469e-8f64-3b7328828306 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5aa951-336f-4135-8584-6d14f1d160bc,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:11:50.853567 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2f1687b5-3cc4-469e-8f64-3b7328828306 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:11:50.854797 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-2f1687b5-3cc4-469e-8f64-3b7328828306 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284366 Nov 19 20:11:52.508994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:11:52.533184 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:11:52.533539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 668a64d9-e8d3-4bfb-8899-1e6ad9cd5257 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:11:56.102403 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:00.623930 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:07.240998 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-f8086708-bab5-4e22-ad99-46219411f8df tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169144540&fields=id&tenant_id=a87e91d37613439ea2cb78c5340fd9b8 HTTP/1.1" status: 200 len: 267 time: 0.0460153 Nov 19 20:12:07.355669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-d2330920-9f2a-4611-9509-e3eef1be7f92 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:07.357065 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-d2330920-9f2a-4611-9509-e3eef1be7f92 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 809 time: 0.1078656 Nov 19 20:12:07.372281 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-04bf573f-b7c5-4782-8b07-4806a58b918b tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/quotas/a87e91d37613439ea2cb78c5340fd9b8 HTTP/1.1" status: 200 len: 375 time: 0.0092690 Nov 19 20:12:07.424509 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-22ab59ff-da44-472b-89c4-264a526c88b8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467920 Nov 19 20:12:07.526608 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-a64f7571-76c4-4965-a4d4-df0178c3690a service neutron] 10.222.0.50 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897217 Nov 19 20:12:07.617920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-7ce8bb97-bcb7-4d76-86da-f03118bae765 service neutron] 10.222.0.50 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848014 Nov 19 20:12:07.906104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-832b0df1-c5e5-4253-bbad-3b16ede04064 req-a7ccc8fc-a8d5-45ac-ab97-de19cda06cff tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 210 time: 0.0291610 Nov 19 20:12:08.344187 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0c90c6a8-0157-4976-b302-0fb1ddf92f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:09.046046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0cbd2886-69aa-4cc8-acaa-2d9054352cbe req-30e607bb-2878-4c96-a25a-88c9ac63117d tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 210 time: 0.0326805 Nov 19 20:12:09.105038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1b4ce721-af67-45f7-a14a-4a5e8449d857 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:09.106743 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1b4ce721-af67-45f7-a14a-4a5e8449d857 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 809 time: 0.1604221 Nov 19 20:12:09.178377 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-8ddd0db7-4e89-4550-926f-cbe0079cb6e7 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a87e91d37613439ea2cb78c5340fd9b8 HTTP/1.1" status: 200 len: 379 time: 0.0595522 Nov 19 20:12:09.187557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'port': {'device_id': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'admin_state_up': True, 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'security_groups': ['6c4fbb9b-84b1-4998-bae3-c46d3ad3c179']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:12:09.302829 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Made reservation on behalf of a87e91d37613439ea2cb78c5340fd9b8 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:12:09.306994 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:09.439172 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Allocated IP 172.20.0.3 (729de3a9-2610-4b9a-816d-05b7ea8d8f79/20a099a6-8dca-4bff-8385-de99998ca1a4/9cfc3496-28ba-48ce-b468-134588bed829) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:12:09.588473 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:09.623113 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:09.672074 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:12:09.675490 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:12:09.679290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:12:09.705638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'Port': ['ID=9cfc3496-28ba-48ce-b468-134588bed829,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:12:09.735894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:09.736521 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:09.753940 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-1151f739-1a84-49ff-80f0-61af71b71737 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699859 Nov 19 20:12:09.767417 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Request body: {'port': {'device_id': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:12:09.831130 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:09.972118 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4d0b3124-900c-4318-940a-3a04c46d3b74 None None] Provisioning complete for port 9cfc3496-28ba-48ce-b468-134588bed829 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:12:09.972675 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4d0b3124-900c-4318-940a-3a04c46d3b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:10.011745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4d0b3124-900c-4318-940a-3a04c46d3b74 None None] Port 9cfc3496-28ba-48ce-b468-134588bed829 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:12:10.121832 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfc3496-28ba-48ce-b468-134588bed829 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:12:10.137971 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:10.167894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Transition to ACTIVE for port object 9cfc3496-28ba-48ce-b468-134588bed829 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 20:12:10.173195 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:10.227506 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bf3b8-6312-415d-b692-0e52321f9d50 req-1f8585c7-0791-44a1-af2b-849fa39ee3d2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:10.229611 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e6bf3b8-6312-415d-b692-0e52321f9d50 req-1f8585c7-0791-44a1-af2b-849fa39ee3d2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 931 time: 0.1032755 Nov 19 20:12:10.240028 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Pushing event updated for resources: {'Port': ['ID=9cfc3496-28ba-48ce-b468-134588bed829,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:12:10.350226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9e6bf3b8-6312-415d-b692-0e52321f9d50 req-554f1137-063e-4557-b275-753fe99f4a77 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047149 Nov 19 20:12:10.372677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Attempting to bind port 9cfc3496-28ba-48ce-b468-134588bed829 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:12:10.373069 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Attempting to bind port 9cfc3496-28ba-48ce-b468-134588bed829 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:12:10.373349 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Attempting to bind port 9cfc3496-28ba-48ce-b468-134588bed829 on network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:12:10.378129 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Port 9cfc3496-28ba-48ce-b468-134588bed829 on network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 20:12:10.378458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Attempting to bind port 9cfc3496-28ba-48ce-b468-134588bed829 on network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:12:10.384119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:12:10.385070 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Checking segment: {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:12:10.386075 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Bound using segment: {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:12:10.386953 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Bound port: 9cfc3496-28ba-48ce-b468-134588bed829, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fec9af-58ba-482e-a620-719cc8a25073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:12:10.387571 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:10.459842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] For port 9cfc3496-28ba-48ce-b468-134588bed829, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:12:10.463615 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] For port 9cfc3496-28ba-48ce-b468-134588bed829, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=9cfc3496-28ba-48ce-b468-134588bed829,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:12:10.467614 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:10.508782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:10.509837 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:10.511628 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] 10.222.0.21 "PUT /v2.0/ports/9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 200 len: 1091 time: 0.7487741 Nov 19 20:12:10.512093 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:12:10.515745 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973802b6-758c-4d9e-b182-6c0ee7f574ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "tag": "9cfc3496-28ba-48ce-b468-134588bed829"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:12:10.575300 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261124e-5bea-41b8-9eff-5d0a55d5c9fc service neutron] Pushing event updated for resources: {'Port': ['ID=9cfc3496-28ba-48ce-b468-134588bed829,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:12:10.595778 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8a608b-c448-4639-b4d2-c9ade0eca9c4 x-openstack-request-id: req-9d8a608b-c448-4639-b4d2-c9ade0eca9c4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:12:10.596146 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "tag": "9cfc3496-28ba-48ce-b468-134588bed829", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:12:10.596474 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d8a608b-c448-4639-b4d2-c9ade0eca9c4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:12:10.596952 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829', 'status': 'completed', 'code': 200} Nov 19 20:12:10.617058 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-ff4ea989-dcc0-49df-b716-c3443198f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:10.618666 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-ff4ea989-dcc0-49df-b716-c3443198f5c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1094 time: 0.0559115 Nov 19 20:12:10.666712 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-5d017a5b-8f29-44ec-8039-68fef7011df4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 200 len: 217 time: 0.0389225 Nov 19 20:12:10.724996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-b872479e-ec6a-4411-8b79-7ece9f5edcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:10.726542 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-b872479e-ec6a-4411-8b79-7ece9f5edcdd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0536153 Nov 19 20:12:10.775212 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8a207cee-984b-49bc-b3f6-aa8c952f2b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:10.788228 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-c6597062-7fbe-46b8-84ae-b0886d5614ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:10.789857 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-c6597062-7fbe-46b8-84ae-b0886d5614ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563710 Nov 19 20:12:10.883969 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-bdb5df8e-5b47-4928-aab1-0132e47a3eef service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866542 Nov 19 20:12:10.992111 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-94c0c89a-3659-4976-b52e-44f32dd6a9f4 req-ade19fc1-3ac0-4937-83a8-2e9f7d6c6d3a service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010165 Nov 19 20:12:11.090813 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973802b6-758c-4d9e-b182-6c0ee7f574ae req-d024e053-c9aa-47b2-94b0-b4f3973a2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:11.092228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-973802b6-758c-4d9e-b182-6c0ee7f574ae req-d024e053-c9aa-47b2-94b0-b4f3973a2750 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1094 time: 0.0431650 Nov 19 20:12:11.186634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973802b6-758c-4d9e-b182-6c0ee7f574ae req-feadab38-dcb2-4468-9400-fc2e7a3652a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:11.188097 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-973802b6-758c-4d9e-b182-6c0ee7f574ae req-feadab38-dcb2-4468-9400-fc2e7a3652a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0868564 Nov 19 20:12:11.237693 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-973802b6-758c-4d9e-b182-6c0ee7f574ae req-498ea983-e9d5-4943-b56c-441c7ddb445b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 200 len: 217 time: 0.0402553 Nov 19 20:12:11.296376 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973802b6-758c-4d9e-b182-6c0ee7f574ae req-22929c9d-f7a7-40fd-92be-e3f319e4a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:11.297874 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-973802b6-758c-4d9e-b182-6c0ee7f574ae req-22929c9d-f7a7-40fd-92be-e3f319e4a769 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0526600 Nov 19 20:12:11.358879 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973802b6-758c-4d9e-b182-6c0ee7f574ae req-b29881c2-6fd3-44f5-b9fc-b9d1aaf66d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:11.360408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-973802b6-758c-4d9e-b182-6c0ee7f574ae req-b29881c2-6fd3-44f5-b9fc-b9d1aaf66d06 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463469 Nov 19 20:12:11.494633 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-973802b6-758c-4d9e-b182-6c0ee7f574ae req-0da85882-1b15-4959-a6dd-e8919324cbaa service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254151 Nov 19 20:12:11.519344 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44e061-51af-4218-b36c-d0001865deed req-9114d2b8-392c-4c61-8928-9480d2907d52 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:11.521226 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc44e061-51af-4218-b36c-d0001865deed req-9114d2b8-392c-4c61-8928-9480d2907d52 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0823672 Nov 19 20:12:11.634612 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc44e061-51af-4218-b36c-d0001865deed req-bfa7d938-ef73-4030-9c76-03bf43a360e2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015048 Nov 19 20:12:11.645815 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-973802b6-758c-4d9e-b182-6c0ee7f574ae req-7b750fa2-c830-440c-8a87-3f60f4f3df9e service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433806 Nov 19 20:12:12.187020 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:12.756425 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2119d2-ddc1-4dae-94b9-b69c7e151a81 req-8a141839-f7ae-45bd-abc9-64dfee03185e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:12.757974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd2119d2-ddc1-4dae-94b9-b69c7e151a81 req-8a141839-f7ae-45bd-abc9-64dfee03185e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0508871 Nov 19 20:12:12.811364 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fd2119d2-ddc1-4dae-94b9-b69c7e151a81 req-cadec186-dbe6-4f13-a913-56cb2b0d2c8c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465915 Nov 19 20:12:13.632837 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:13.935699 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118c25b-8ac7-4c70-8bff-2d3eae09d58b req-788b5b1a-c5ba-42b9-8e28-d1bd63de33e3 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:13.937253 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b118c25b-8ac7-4c70-8bff-2d3eae09d58b req-788b5b1a-c5ba-42b9-8e28-d1bd63de33e3 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0544569 Nov 19 20:12:13.996197 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b118c25b-8ac7-4c70-8bff-2d3eae09d58b req-377ad55f-ba4a-4525-94bc-6eb1036b3d5b tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528517 Nov 19 20:12:14.329571 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:15.125846 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f20583-9b51-4a0b-a7ae-f25ff5b2675e req-c3ff1edc-d9d8-41ba-b232-41a10ccb4c0d tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:15.127364 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0f20583-9b51-4a0b-a7ae-f25ff5b2675e req-c3ff1edc-d9d8-41ba-b232-41a10ccb4c0d tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0596752 Nov 19 20:12:15.177231 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d0f20583-9b51-4a0b-a7ae-f25ff5b2675e req-f855ec72-bfac-4113-bb59-9e0de69a4bd0 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 Nov 19 20:12:16.295596 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2eb24-b48a-4252-9057-b20905c50656 req-ce4e9616-5eb6-48fb-9550-9aeecdabab55 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:16.297098 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0d2eb24-b48a-4252-9057-b20905c50656 req-ce4e9616-5eb6-48fb-9550-9aeecdabab55 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0502326 Nov 19 20:12:16.349928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0d2eb24-b48a-4252-9057-b20905c50656 req-acd2499a-00ac-4dfa-8946-fc60427201c6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459146 Nov 19 20:12:17.471533 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc2831-c575-4ac9-9424-44ceba9f3ff5 req-dc67fbbb-cb82-4171-9229-557f2be5c4d2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:17.473022 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fdc2831-c575-4ac9-9424-44ceba9f3ff5 req-dc67fbbb-cb82-4171-9229-557f2be5c4d2 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0537751 Nov 19 20:12:17.524492 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2fdc2831-c575-4ac9-9424-44ceba9f3ff5 req-bd22bc05-b0df-4ffc-93ba-8cbb2234c1a5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454714 Nov 19 20:12:18.206025 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:12:18.642843 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc070b-5c20-4b9c-8bec-7be5a15f783b req-a3c024a2-718b-4863-8dcd-ee8f6187fa52 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:18.644359 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4fcc070b-5c20-4b9c-8bec-7be5a15f783b req-a3c024a2-718b-4863-8dcd-ee8f6187fa52 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0496047 Nov 19 20:12:18.694757 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4fcc070b-5c20-4b9c-8bec-7be5a15f783b req-4a018411-c03b-442f-9546-c1aef46e7cdb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441699 Nov 19 20:12:19.821677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bdede-0dd2-47e1-96ff-fb597fa87748 req-07114c42-86c8-49fb-bd6a-ed3a6cf77c86 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:19.823198 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-334bdede-0dd2-47e1-96ff-fb597fa87748 req-07114c42-86c8-49fb-bd6a-ed3a6cf77c86 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0545137 Nov 19 20:12:19.882086 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-334bdede-0dd2-47e1-96ff-fb597fa87748 req-e8374f3d-dac3-459a-9ff2-1ccc530db453 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517569 Nov 19 20:12:21.000862 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c7156-dcf6-4998-87d9-111278340abc req-9ecc9046-fae4-486e-8245-2b4ffda0f5d5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:21.002387 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-517c7156-dcf6-4998-87d9-111278340abc req-9ecc9046-fae4-486e-8245-2b4ffda0f5d5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0497496 Nov 19 20:12:21.052321 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-517c7156-dcf6-4998-87d9-111278340abc req-acefbab6-c435-4e7f-a09d-2447abac6640 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438013 Nov 19 20:12:22.169935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3960b15-e37f-4120-9e66-f8c81211c231 req-44090845-1dd1-4dd1-9922-db7c39eb10ec tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:22.171335 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3960b15-e37f-4120-9e66-f8c81211c231 req-44090845-1dd1-4dd1-9922-db7c39eb10ec tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0495274 Nov 19 20:12:22.225970 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e3960b15-e37f-4120-9e66-f8c81211c231 req-4072e0d7-aad5-4014-bbd2-66ff4bbb4c9a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485489 Nov 19 20:12:22.664669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 9cfc3496-28ba-48ce-b468-134588bed829 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:12:22.763411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 9cfc3496-28ba-48ce-b468-134588bed829, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=9cfc3496-28ba-48ce-b468-134588bed829,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:12:22.774536 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '9cfc3496-28ba-48ce-b468-134588bed829', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'port_id': '9cfc3496-28ba-48ce-b468-134588bed829', 'mac_address': 'fa:16:3e:03:d4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:12:22.812736 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:22.828984 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfc3496-28ba-48ce-b468-134588bed829 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:12:22.849956 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 9cfc3496-28ba-48ce-b468-134588bed829, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=9cfc3496-28ba-48ce-b468-134588bed829,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:12:22.853956 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:22.905699 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=9cfc3496-28ba-48ce-b468-134588bed829,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:12:22.913229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:22.913582 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:22.913960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:22.914302 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:22.914640 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:22.915028 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:22.915306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:22.915662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:22.916018 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:22.916346 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:22.916670 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:22.916994 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:12:23.083470 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['9cfc3496-28ba-48ce-b468-134588bed829'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:12:23.351588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d0291-54e3-4ecf-bde9-91a688069105 req-8fc6253c-d5a3-4a67-b329-5ac7568291fc tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:23.353087 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706d0291-54e3-4ecf-bde9-91a688069105 req-8fc6253c-d5a3-4a67-b329-5ac7568291fc tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 944 time: 0.0576479 Nov 19 20:12:23.403333 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-706d0291-54e3-4ecf-bde9-91a688069105 req-33f1d9ab-da02-42e2-9d96-94e1536c2ed8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434372 Nov 19 20:12:24.519622 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540affdc-1e2f-4fb5-8be7-4ef077b6d7e9 req-4f54dcdd-e71d-4e36-998d-4089c2b82a2a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:24.521155 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-540affdc-1e2f-4fb5-8be7-4ef077b6d7e9 req-4f54dcdd-e71d-4e36-998d-4089c2b82a2a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 944 time: 0.0499492 Nov 19 20:12:24.573870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-540affdc-1e2f-4fb5-8be7-4ef077b6d7e9 req-a5dcf9b9-3952-43ac-913d-a39d7d1100ec tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451107 Nov 19 20:12:24.666892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 9cfc3496-28ba-48ce-b468-134588bed829 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:12:24.719034 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port 9cfc3496-28ba-48ce-b468-134588bed829 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 20:12:24.723404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 9cfc3496-28ba-48ce-b468-134588bed829 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:12:24.723783 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:24.804558 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:24.828250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:12:24.830546 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9010603b-bd12-43b6-ba61-5a8bc6c762fa" -d '{"events": [{"server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "name": "network-vif-plugged", "status": "completed", "tag": "9cfc3496-28ba-48ce-b468-134588bed829"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:12:24.844107 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 9cfc3496-28ba-48ce-b468-134588bed829, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=9cfc3496-28ba-48ce-b468-134588bed829,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:12:24.848938 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:24.872010 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de064583-eee7-4d64-afe5-b3d7665969f2 x-openstack-request-id: req-de064583-eee7-4d64-afe5-b3d7665969f2 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:12:24.872308 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "name": "network-vif-plugged", "status": "completed", "tag": "9cfc3496-28ba-48ce-b468-134588bed829", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:12:24.872567 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de064583-eee7-4d64-afe5-b3d7665969f2 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:12:24.872966 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829', 'code': 200} Nov 19 20:12:24.903794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=9cfc3496-28ba-48ce-b468-134588bed829,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:12:24.976453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843df4c-9592-4002-af61-37ee89f6a70f req-389ca796-117f-4f10-bbee-7706fca31387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:24.977898 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8843df4c-9592-4002-af61-37ee89f6a70f req-389ca796-117f-4f10-bbee-7706fca31387 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0453351 Nov 19 20:12:25.026160 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8843df4c-9592-4002-af61-37ee89f6a70f req-af74c6b9-2fc3-4c10-af09-5937f7c03815 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405035 Nov 19 20:12:25.702851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bb83f-e782-4d98-87bc-a5d99f8853ab req-6c79fa43-f948-4377-800a-73cf198ed38a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:25.704373 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-700bb83f-e782-4d98-87bc-a5d99f8853ab req-6c79fa43-f948-4377-800a-73cf198ed38a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0503783 Nov 19 20:12:25.754737 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-700bb83f-e782-4d98-87bc-a5d99f8853ab req-c4cb5872-d461-4f7e-b246-800e9efb8fca tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441940 Nov 19 20:12:26.101794 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:26.876619 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276dd3a-db74-48d9-aade-61d7ac4766b3 req-d03dce61-c128-4abb-ad24-647d49e72e33 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:26.878223 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d276dd3a-db74-48d9-aade-61d7ac4766b3 req-d03dce61-c128-4abb-ad24-647d49e72e33 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0551794 Nov 19 20:12:26.942060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d276dd3a-db74-48d9-aade-61d7ac4766b3 req-f6ee565b-0ae6-4625-8253-cc77eeb94a0a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493667 Nov 19 20:12:27.056749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8ce11-6b32-478f-bd8c-988423cf852a req-ed65b199-0fb3-4cd6-9669-5a936c05db4c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:27.058168 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07a8ce11-6b32-478f-bd8c-988423cf852a req-ed65b199-0fb3-4cd6-9669-5a936c05db4c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0498528 Nov 19 20:12:27.109511 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-07a8ce11-6b32-478f-bd8c-988423cf852a req-0f2ebfd4-abdb-47f9-8e18-84f4bd7fb9e9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446880 Nov 19 20:12:27.132045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37876) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:12:27.173557 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eb0504-5c65-4d30-a799-27aeff852282 tempest-TestShelveInstance-1394763820 tempest-TestShelveInstance-1394763820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:27.175134 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-65eb0504-5c65-4d30-a799-27aeff852282 tempest-TestShelveInstance-1394763820 tempest-TestShelveInstance-1394763820-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1091 time: 0.0420845 Nov 19 20:12:27.178026 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 37878) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:12:27.182575 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': '9cfc3496-28ba-48ce-b468-134588bed829', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:12:27.207519 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:27.308660 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:27.415260 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Allocated IP 172.25.3.120 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/09d3d1f7-f895-4c30-b936-e96f51f5014e) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:12:27.520494 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:27.555380 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:27.596413 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:12:27.599435 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:12:27.602852 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:12:27.628924 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'Port': ['ID=09d3d1f7-f895-4c30-b936-e96f51f5014e,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:12:28.269145 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:28.339663 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:28.489268 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:28.494263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:28.569295 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event updated for resources: {'Port': ['ID=09d3d1f7-f895-4c30-b936-e96f51f5014e,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:12:28.579909 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:28.681825 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Floating IP c1e240ad-e569-4148-90d1-066e62a6e251 associated. External IP: 172.25.3.120, port: 9cfc3496-28ba-48ce-b468-134588bed829. Nov 19 20:12:28.896147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Router 7ff70751-011b-4da9-b2ed-089d7e54f38d has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:12:29.007733 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:12:29.018124 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b5ab5-0acb-4832-9df1-1821905c0030 None None] Sync routers for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:12:29.026177 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:29.027992 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b5ab5-0acb-4832-9df1-1821905c0030 None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:12:29.029170 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-498b5ab5-0acb-4832-9df1-1821905c0030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:12:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:12:29.056208 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-69fd720b-8d00-446d-8b16-5188587cc50e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8770864 Nov 19 20:12:29.056814 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:12:29.059205 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61253341-bed0-4287-aff9-134d15a572e0" -d '{"events": [{"name": "network-changed", "server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "tag": "9cfc3496-28ba-48ce-b468-134588bed829"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:12:29.098210 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fac3185-ba3f-40de-8246-c4a2174b14dd x-openstack-request-id: req-5fac3185-ba3f-40de-8246-c4a2174b14dd {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:12:29.098513 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "tag": "9cfc3496-28ba-48ce-b468-134588bed829", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:12:29.098773 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fac3185-ba3f-40de-8246-c4a2174b14dd {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:12:29.099194 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829', 'status': 'completed', 'code': 200} Nov 19 20:12:29.144375 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-498b5ab5-0acb-4832-9df1-1821905c0030 None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:12:29.166338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61253341-bed0-4287-aff9-134d15a572e0 req-ef28dc0d-b30b-471d-bd54-b3ade5b2c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:29.168104 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61253341-bed0-4287-aff9-134d15a572e0 req-ef28dc0d-b30b-471d-bd54-b3ade5b2c3da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0463026 Nov 19 20:12:29.189245 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6453111-a024-4f26-ae60-4278778f9667 req-dd94430a-d411-4a99-9c83-1e5dc3b514e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456097 Nov 19 20:12:29.277385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61253341-bed0-4287-aff9-134d15a572e0 req-06c86987-7c5c-46ad-89ad-69d9a500f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:29.280274 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61253341-bed0-4287-aff9-134d15a572e0 req-06c86987-7c5c-46ad-89ad-69d9a500f8e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.1029668 Nov 19 20:12:29.280784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6453111-a024-4f26-ae60-4278778f9667 req-57455c4b-146e-4a28-b528-0eba178236bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:29.282892 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6453111-a024-4f26-ae60-4278778f9667 req-57455c4b-146e-4a28-b528-0eba178236bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0481794 Nov 19 20:12:29.355305 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61253341-bed0-4287-aff9-134d15a572e0 req-67cf2a36-fd86-4465-99a3-59c62107b7d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 200 len: 999 time: 0.0680318 Nov 19 20:12:29.401837 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-498b5ab5-0acb-4832-9df1-1821905c0030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'c1e240ad-e569-4148-90d1-066e62a6e251', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'floating_ip_address': '172.25.3.120', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'port_id': '9cfc3496-28ba-48ce-b468-134588bed829', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'mac_address': 'fa:16:3e:03:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:12:28Z', 'updated_at': '2021-11-19T20:12:28Z', 'revision_number': 0, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:12:29.407165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6453111-a024-4f26-ae60-4278778f9667 req-4b33cdd3-2b34-420d-abba-b6538766a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:29.408652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6453111-a024-4f26-ae60-4278778f9667 req-4b33cdd3-2b34-420d-abba-b6538766a6c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1005762 Nov 19 20:12:29.409170 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61253341-bed0-4287-aff9-134d15a572e0 req-c0f89295-c4bd-4ccf-9f41-26f0cca2db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:29.410679 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61253341-bed0-4287-aff9-134d15a572e0 req-c0f89295-c4bd-4ccf-9f41-26f0cca2db49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0489705 Nov 19 20:12:29.429858 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b5ab5-0acb-4832-9df1-1821905c0030 None None] Checking router: 7ff70751-011b-4da9-b2ed-089d7e54f38d for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:12:29.439924 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b5ab5-0acb-4832-9df1-1821905c0030 None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:12:29.440577 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-498b5ab5-0acb-4832-9df1-1821905c0030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:12:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:12:29.456132 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6453111-a024-4f26-ae60-4278778f9667 req-e3f10602-a956-4273-b81a-9c4aa8e2176f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0397100 Nov 19 20:12:29.473482 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61253341-bed0-4287-aff9-134d15a572e0 req-0faeb46a-381d-4ad2-b2f7-58f637d0e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:29.476540 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61253341-bed0-4287-aff9-134d15a572e0 req-0faeb46a-381d-4ad2-b2f7-58f637d0e122 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583143 Nov 19 20:12:29.493262 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-61253341-bed0-4287-aff9-134d15a572e0 req-084747c4-e991-4e25-b002-3894c0319806 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 20:12:29.495276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61253341-bed0-4287-aff9-134d15a572e0 req-084747c4-e991-4e25-b002-3894c0319806 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104256 Nov 19 20:12:29.533991 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6453111-a024-4f26-ae60-4278778f9667 req-96d5ade7-6188-4ef0-a9a4-ef2bd3ef6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:29.536296 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6453111-a024-4f26-ae60-4278778f9667 req-96d5ade7-6188-4ef0-a9a4-ef2bd3ef6858 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0729690 Nov 19 20:12:29.574061 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-498b5ab5-0acb-4832-9df1-1821905c0030 None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:12:29.587893 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6453111-a024-4f26-ae60-4278778f9667 req-dbe3af5b-c249-42a2-90ea-201ad2a0d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:29.589649 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6453111-a024-4f26-ae60-4278778f9667 req-dbe3af5b-c249-42a2-90ea-201ad2a0d4f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458438 Nov 19 20:12:29.600963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-c6453111-a024-4f26-ae60-4278778f9667 req-76de9243-5987-4597-9a41-102daa5b5512 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 20:12:29.602357 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6453111-a024-4f26-ae60-4278778f9667 req-76de9243-5987-4597-9a41-102daa5b5512 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057199 Nov 19 20:12:29.635793 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61253341-bed0-4287-aff9-134d15a572e0 req-81e168ed-43ec-4103-ad28-e27f8e97680d service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302638 Nov 19 20:12:29.710198 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6453111-a024-4f26-ae60-4278778f9667 req-fc45cff8-31ba-4771-bbd5-31b73fd53116 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003532 Nov 19 20:12:29.749569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-61253341-bed0-4287-aff9-134d15a572e0 req-3f8cc651-271d-4cc7-b946-be7735a8e34d service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068876 Nov 19 20:12:29.821354 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-c6453111-a024-4f26-ae60-4278778f9667 req-90a4b6eb-0bdd-4e46-b70e-10763648265c service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025095 Nov 19 20:12:29.930687 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-498b5ab5-0acb-4832-9df1-1821905c0030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'c1e240ad-e569-4148-90d1-066e62a6e251', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'floating_ip_address': '172.25.3.120', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'port_id': '9cfc3496-28ba-48ce-b468-134588bed829', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'mac_address': 'fa:16:3e:03:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:12:28Z', 'updated_at': '2021-11-19T20:12:28Z', 'revision_number': 0, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:12:29.956805 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b5ab5-0acb-4832-9df1-1821905c0030 None None] The sync data for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 is: [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'c1e240ad-e569-4148-90d1-066e62a6e251', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'floating_ip_address': '172.25.3.120', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'port_id': '9cfc3496-28ba-48ce-b468-134588bed829', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'mac_address': 'fa:16:3e:03:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:12:28Z', 'updated_at': '2021-11-19T20:12:28Z', 'revision_number': 0, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:12:30.177065 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d9f661-b524-4707-b5f1-38a95eb3f609 None None] New status for floating IP c1e240ad-e569-4148-90d1-066e62a6e251: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:12:30.625084 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:32.087702 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-1f476bdf-4328-492d-8ef9-14f68c817de2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415623 Nov 19 20:12:32.168860 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-92f78ce9-e7cb-485b-bdff-c570052aaee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:32.170416 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-92f78ce9-e7cb-485b-bdff-c570052aaee6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0413275 Nov 19 20:12:32.280334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-0f176c34-7b5b-43e7-8948-c06ad8230cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:32.281955 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-0f176c34-7b5b-43e7-8948-c06ad8230cdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0928214 Nov 19 20:12:32.350507 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-d0ab6a96-16d0-4933-8fea-4d1b8268323f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 200 len: 1001 time: 0.0607035 Nov 19 20:12:32.403566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-a155789a-e8c0-457a-9da5-a97bd8425c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:32.405275 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-a155789a-e8c0-457a-9da5-a97bd8425c43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0461709 Nov 19 20:12:32.457554 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-8e847660-30df-4631-b9cf-2d10643e7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:12:32.459028 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-8e847660-30df-4631-b9cf-2d10643e7e8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466907 Nov 19 20:12:32.550173 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-1b7f6490-f4c2-4059-b5f4-444fa8f49c95 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835364 Nov 19 20:12:32.645026 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cd9cdc97-4baf-48cd-a219-1f5ab181f649 req-cdc06e33-8303-4569-9c74-2394b85fa3d1 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868990 Nov 19 20:12:38.338130 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2b130c57-e35a-4b06-a449-db14cb51a8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:40.771837 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-628c6451-7c23-4909-8c39-f69f0de49e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:42.203751 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:43.639259 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:44.334239 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:12:55.206713 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:12:56.112176 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:00.638676 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:08.341288 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13ff9c2d-092f-4e34-816b-dd8319373398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:10.774000 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bdd30901-b21f-4363-b5a7-2584034beca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:12.192743 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:13.638039 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:14.338578 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:26.133489 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:29.170440 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-78a2cb97-85db-4883-b72e-5babb78af298 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414994 Nov 19 20:13:29.254917 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-f6bb5c34-528b-41b9-b1f3-b515e3e410ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:13:29.256396 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-f6bb5c34-528b-41b9-b1f3-b515e3e410ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0417221 Nov 19 20:13:29.368422 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-e208ecca-fffb-49f8-8a10-06b995add2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:13:29.369927 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-e208ecca-fffb-49f8-8a10-06b995add2fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0927491 Nov 19 20:13:29.413062 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-173c8bf3-9253-41db-9ce0-419797a42eeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0355253 Nov 19 20:13:29.469059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-8e182fa6-dd1e-4eb0-b30f-8e9685af5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:13:29.471040 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-8e182fa6-dd1e-4eb0-b30f-8e9685af5c2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0509057 Nov 19 20:13:29.516963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-0dbddce8-4460-4a36-ae7a-7ea35a348924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:13:29.519062 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-0dbddce8-4460-4a36-ae7a-7ea35a348924 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421002 Nov 19 20:13:29.611326 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-04643734-5105-48c8-9908-897a1ff5f71a service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842955 Nov 19 20:13:29.705626 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-49a3f8df-43c4-4a42-b26f-d7dbf87f32be req-2595335f-7254-4645-b076-96839a03a0cc service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873156 Nov 19 20:13:30.638268 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:32.207292 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:13:34.102648 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-08123e54-6309-43ea-8979-2076ccf7a31f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448492 Nov 19 20:13:34.190543 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-7692a487-0e0b-48b0-ae65-9e09dfca586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:13:34.191963 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-7692a487-0e0b-48b0-ae65-9e09dfca586b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0433583 Nov 19 20:13:34.303890 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-fdb3da8a-d24b-43f8-8bf6-d54a94803710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:13:34.305399 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-fdb3da8a-d24b-43f8-8bf6-d54a94803710 service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0935900 Nov 19 20:13:34.379668 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-cc971c82-c77d-47de-8315-fee1bbc9ffe5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 200 len: 1001 time: 0.0664375 Nov 19 20:13:34.430636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-999380cb-7312-4628-950c-e5970842ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:13:34.432096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-999380cb-7312-4628-950c-e5970842ab1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0460684 Nov 19 20:13:34.483126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-2bed8a75-0dce-48af-83f3-3ef77d9b3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:13:34.484538 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-2bed8a75-0dce-48af-83f3-3ef77d9b3bdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448670 Nov 19 20:13:34.577064 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-750e3ca4-b5dc-4156-ad52-44f6ff0a1a2a service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848677 Nov 19 20:13:34.676192 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-345f5e5f-255a-495e-8ff4-52506f1beec8 req-054cf84a-30ee-4a27-a224-160168c48211 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918722 Nov 19 20:13:38.344118 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f9753edf-2bae-4007-b7fa-048efb0f457a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:40.776184 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-579a27b7-56b4-438c-a3b7-09f342077467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:42.196218 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:43.644190 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:44.344047 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:13:56.127928 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:00.653474 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:08.349727 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1612c02-a6e0-4f93-a6ec-56b9781dfcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:09.207592 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:14:10.781166 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-addbeb3d-dc58-45c9-aac9-1f1d2fa6f7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:12.198195 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:13.645767 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:14.338369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:24.745549 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1408234-ccbf-4f10-b940-12ad34a514b1 req-a1adba5e-cc39-4974-98cd-45f3629aaf79 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:24.747108 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1408234-ccbf-4f10-b940-12ad34a514b1 req-a1adba5e-cc39-4974-98cd-45f3629aaf79 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0555274 Nov 19 20:14:24.808799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b1408234-ccbf-4f10-b940-12ad34a514b1 req-28a58a3b-c5b2-425f-ae3b-b19d23fa2e81 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552797 Nov 19 20:14:25.967886 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0efa3d-df5b-4cb5-ac03-9d1af046bac2 req-d802a0f6-e445-4a24-9b8a-1f0a1496ad37 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:25.969491 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d0efa3d-df5b-4cb5-ac03-9d1af046bac2 req-d802a0f6-e445-4a24-9b8a-1f0a1496ad37 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0519311 Nov 19 20:14:26.022078 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5d0efa3d-df5b-4cb5-ac03-9d1af046bac2 req-4bc354d6-65de-40c8-ae03-4e2981c879da tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460191 Nov 19 20:14:26.139917 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:27.145630 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4f9c5-8eb7-4337-807a-2838c39667e2 req-23c0c7f0-0d2e-4db4-874a-ead72d335743 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:27.147077 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7d4f9c5-8eb7-4337-807a-2838c39667e2 req-23c0c7f0-0d2e-4db4-874a-ead72d335743 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0534756 Nov 19 20:14:27.197009 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7d4f9c5-8eb7-4337-807a-2838c39667e2 req-d681901e-b6e7-493d-9fe5-24cd03518f22 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440223 Nov 19 20:14:28.317777 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77899fe-fcd7-4bb4-8bd7-24b328bf7467 req-616b43c7-7202-46d2-8b4e-e8411a29b47b tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:28.319283 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d77899fe-fcd7-4bb4-8bd7-24b328bf7467 req-616b43c7-7202-46d2-8b4e-e8411a29b47b tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0510883 Nov 19 20:14:28.369984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-d77899fe-fcd7-4bb4-8bd7-24b328bf7467 req-52bbb7c9-9115-4443-a9ef-3d8b9222a96f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444717 Nov 19 20:14:29.490176 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0591962-304a-4818-be0e-c51b7259c847 req-97d00c8d-4520-46d5-b8c5-331d0ab53d23 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:29.491587 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0591962-304a-4818-be0e-c51b7259c847 req-97d00c8d-4520-46d5-b8c5-331d0ab53d23 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0525951 Nov 19 20:14:29.546400 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a0591962-304a-4818-be0e-c51b7259c847 req-4a94dd97-85a9-4076-865f-f8876fd24a0d tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487804 Nov 19 20:14:30.652744 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:30.666064 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71955b6-9099-400e-b763-7552065a3820 req-f4e043c3-caec-4da3-9543-63a70fded609 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:30.667608 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a71955b6-9099-400e-b763-7552065a3820 req-f4e043c3-caec-4da3-9543-63a70fded609 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0516393 Nov 19 20:14:30.719081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-a71955b6-9099-400e-b763-7552065a3820 req-02048204-bb95-46f3-92ea-11fc499a7d4d tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454776 Nov 19 20:14:31.170936 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-7cefb855-50f3-4a41-82a4-e9e3b9c4b1d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416996 Nov 19 20:14:31.257229 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-4b8614e0-7419-4efa-84e9-6997092fc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:31.258780 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-4b8614e0-7419-4efa-84e9-6997092fc35b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0434496 Nov 19 20:14:31.369824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-bd1262ac-10c2-44f0-bc2d-7c2b0f71b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:31.371949 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-bd1262ac-10c2-44f0-bc2d-7c2b0f71b7ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0931926 Nov 19 20:14:31.415055 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-358d1ff0-541c-4815-bccb-c19223dd79b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0361507 Nov 19 20:14:31.468945 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-1d7d4496-4697-4464-85a1-beaaf5463b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:31.470364 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-1d7d4496-4697-4464-85a1-beaaf5463b3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0479677 Nov 19 20:14:31.515544 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-72f507d9-39b7-4c54-a83c-c2923ab9a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:31.517654 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-72f507d9-39b7-4c54-a83c-c2923ab9a167 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408540 Nov 19 20:14:31.610147 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-6324f66f-98f8-4c4f-8a37-b21715ba80da service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852838 Nov 19 20:14:31.703093 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-05608888-a638-4a0c-b243-a4d2891ea5c4 req-cfdb1d70-83b2-40d1-9259-5fe7fd51a526 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862753 Nov 19 20:14:31.839916 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e364-449b-4261-aaba-4433de618d00 req-22a4c690-12a2-4882-8952-8e812f0a59ab tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:31.841403 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-68c2e364-449b-4261-aaba-4433de618d00 req-22a4c690-12a2-4882-8952-8e812f0a59ab tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0494621 Nov 19 20:14:31.890430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-68c2e364-449b-4261-aaba-4433de618d00 req-3b4b5459-722d-4aa5-9364-428c46088b4b tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429659 Nov 19 20:14:33.014068 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3f6bc-1dba-467a-857e-80a2569dc5c6 req-73afeac5-b89b-42dd-8750-57b8da46c9e6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:33.015569 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cd3f6bc-1dba-467a-857e-80a2569dc5c6 req-73afeac5-b89b-42dd-8750-57b8da46c9e6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0535367 Nov 19 20:14:33.066215 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4cd3f6bc-1dba-467a-857e-80a2569dc5c6 req-b0b36c06-9c82-446f-8aa2-f27a5113bc6c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428348 Nov 19 20:14:34.084857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c91cea-b48e-44cf-805e-32613c7f543f req-c6fc293e-a687-4ef9-960e-b4d29f98445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:34.086408 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38c91cea-b48e-44cf-805e-32613c7f543f req-c6fc293e-a687-4ef9-960e-b4d29f98445b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0410104 Nov 19 20:14:34.243961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536319fe-4aaa-4aed-9047-9c6f1864cfcb req-778f4e33-b0a2-445d-921c-ba36338fee09 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:34.245348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-536319fe-4aaa-4aed-9047-9c6f1864cfcb req-778f4e33-b0a2-445d-921c-ba36338fee09 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0821717 Nov 19 20:14:34.246863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c91cea-b48e-44cf-805e-32613c7f543f req-30cbbe0e-bc9d-41de-bd54-5a1dc7d25bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:34.248200 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38c91cea-b48e-44cf-805e-32613c7f543f req-30cbbe0e-bc9d-41de-bd54-5a1dc7d25bfb service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.1422830 Nov 19 20:14:34.345123 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38c91cea-b48e-44cf-805e-32613c7f543f req-57f3197b-659c-4c62-a5ac-08083f84faca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 200 len: 1001 time: 0.0877600 Nov 19 20:14:34.350313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-536319fe-4aaa-4aed-9047-9c6f1864cfcb req-48535bb8-8978-4946-95a5-d53283b4220a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990210 Nov 19 20:14:34.396961 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c91cea-b48e-44cf-805e-32613c7f543f req-8daee591-290c-4e79-a22d-f4faec2f8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:34.398625 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38c91cea-b48e-44cf-805e-32613c7f543f req-8daee591-290c-4e79-a22d-f4faec2f8930 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0467203 Nov 19 20:14:34.444761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c91cea-b48e-44cf-805e-32613c7f543f req-676d5c78-9afb-4acd-b26c-ebcd0ef597a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:34.446559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38c91cea-b48e-44cf-805e-32613c7f543f req-676d5c78-9afb-4acd-b26c-ebcd0ef597a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412161 Nov 19 20:14:34.548096 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38c91cea-b48e-44cf-805e-32613c7f543f req-b8f3397b-158d-4889-a483-690299192ddc service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946307 Nov 19 20:14:34.644419 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38c91cea-b48e-44cf-805e-32613c7f543f req-913a8d8c-8421-4f00-9263-dc4cadddc2f1 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887437 Nov 19 20:14:34.895503 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de191954-1fe5-473b-9ff7-992ba0c5b782 req-fb51d5df-9e62-463d-b2e1-2255bbcb91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:34.897194 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de191954-1fe5-473b-9ff7-992ba0c5b782 req-fb51d5df-9e62-463d-b2e1-2255bbcb91ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0437725 Nov 19 20:14:34.993393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de191954-1fe5-473b-9ff7-992ba0c5b782 req-34b158cf-229d-4fc2-87e5-14f499b7a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:34.994911 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de191954-1fe5-473b-9ff7-992ba0c5b782 req-34b158cf-229d-4fc2-87e5-14f499b7a9bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0910702 Nov 19 20:14:35.061916 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de191954-1fe5-473b-9ff7-992ba0c5b782 req-f03f2e93-020b-46fd-9cc2-001cd1704239 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 200 len: 1001 time: 0.0593717 Nov 19 20:14:35.117325 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de191954-1fe5-473b-9ff7-992ba0c5b782 req-a6cf62ee-5bbd-473d-a0e8-c8f52d0f3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:35.118832 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de191954-1fe5-473b-9ff7-992ba0c5b782 req-a6cf62ee-5bbd-473d-a0e8-c8f52d0f3ef7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0487483 Nov 19 20:14:35.164464 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de191954-1fe5-473b-9ff7-992ba0c5b782 req-cfff1562-5246-47fe-a693-9d7b4aa73c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:35.165894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de191954-1fe5-473b-9ff7-992ba0c5b782 req-cfff1562-5246-47fe-a693-9d7b4aa73c6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406220 Nov 19 20:14:35.255721 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de191954-1fe5-473b-9ff7-992ba0c5b782 req-dcd5175d-1513-48b2-8af3-e30ec57d6528 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824349 Nov 19 20:14:35.692610 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1210a-fcd7-4bfc-b279-ee850b84980a req-e57fe334-f5c0-4182-a386-88318defa76e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:35.694170 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55e1210a-fcd7-4bfc-b279-ee850b84980a req-e57fe334-f5c0-4182-a386-88318defa76e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0815616 Nov 19 20:14:35.696850 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-de191954-1fe5-473b-9ff7-992ba0c5b782 req-b45f7f36-a1d6-41eb-a373-a3bf6c159ca7 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343600 Nov 19 20:14:35.750713 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-55e1210a-fcd7-4bfc-b279-ee850b84980a req-bb1d7718-f47f-48cc-8e2e-07c2a55fc6ef tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498931 Nov 19 20:14:36.880265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637962cc-9972-47d9-bbe8-b08ef736b82d req-a825e2d8-e28d-4b3c-a66c-c514d2ee04c7 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:36.881957 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-637962cc-9972-47d9-bbe8-b08ef736b82d req-a825e2d8-e28d-4b3c-a66c-c514d2ee04c7 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0590165 Nov 19 20:14:36.935422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-637962cc-9972-47d9-bbe8-b08ef736b82d req-141392d3-c174-4aa0-96b2-db68348b8c57 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474720 Nov 19 20:14:38.063569 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe832f-0223-4d0a-8ad3-fcbfe9e93a02 req-0e33340a-08e0-4242-8160-0c732136a28f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:38.065228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9fe832f-0223-4d0a-8ad3-fcbfe9e93a02 req-0e33340a-08e0-4242-8160-0c732136a28f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0580645 Nov 19 20:14:38.130974 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9fe832f-0223-4d0a-8ad3-fcbfe9e93a02 req-af3aec42-5dca-4381-8ecf-bf2044def822 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581660 Nov 19 20:14:38.345639 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-60133386-73b8-4103-ba82-532bac67729e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:39.263901 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aec06b-84bd-4335-9f4f-04f4eba2b2b0 req-2db72c24-98aa-472a-ab5d-d64797685033 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:39.265363 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48aec06b-84bd-4335-9f4f-04f4eba2b2b0 req-2db72c24-98aa-472a-ab5d-d64797685033 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0548325 Nov 19 20:14:39.317957 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48aec06b-84bd-4335-9f4f-04f4eba2b2b0 req-b2ab8609-c9eb-49a2-a561-39e9dd8ba54c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456693 Nov 19 20:14:40.572631 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-e7ba8666-83e9-429e-89ef-0fed3df69b2e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838547 Nov 19 20:14:40.583358 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-55de2840-2012-4ca8-9d92-8389f4b81dfd service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 20:14:40.585430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-55de2840-2012-4ca8-9d92-8389f4b81dfd service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057502 Nov 19 20:14:40.591367 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7039881-1c9d-46f1-8b02-ffc0a3a5a47a req-eaecf478-9581-4aa7-a322-ba4814a262ad tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:40.592855 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7039881-1c9d-46f1-8b02-ffc0a3a5a47a req-eaecf478-9581-4aa7-a322-ba4814a262ad tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0667233 Nov 19 20:14:40.643721 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f7039881-1c9d-46f1-8b02-ffc0a3a5a47a req-80221614-00e9-43fd-99f8-2b7514d0baba tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441716 Nov 19 20:14:40.783211 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-55c2f1db-ae8d-429e-b2e9-bf18e3d1c00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:41.268692 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 9cfc3496-28ba-48ce-b468-134588bed829 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:14:41.348345 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:41.371307 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:14:41.373566 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1bdab0-97c1-4a69-bb43-938870a4b277" -d '{"events": [{"server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "name": "network-vif-unplugged", "status": "completed", "tag": "9cfc3496-28ba-48ce-b468-134588bed829"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:14:41.387014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 9cfc3496-28ba-48ce-b468-134588bed829, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=9cfc3496-28ba-48ce-b468-134588bed829,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:14:41.392576 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:41.419251 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 20:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf75483-c3c6-4c31-87a7-a5626dd42b8a x-openstack-request-id: req-5cf75483-c3c6-4c31-87a7-a5626dd42b8a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:14:41.419541 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "name": "network-vif-unplugged", "status": "failed", "tag": "9cfc3496-28ba-48ce-b468-134588bed829", "code": 422}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:14:41.419795 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5cf75483-c3c6-4c31-87a7-a5626dd42b8a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:14:41.420185 n-d-815373-6 neutron-server[109889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829', 'code': 422} returned with failed status Nov 19 20:14:41.445361 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=9cfc3496-28ba-48ce-b468-134588bed829,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:14:41.452867 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.453214 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.453555 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.453921 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.454256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.454586 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.454913 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.455238 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.455560 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.455886 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.456209 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.456525 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:14:41.774867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098f79b-651e-415d-9a03-e0a6454725bf req-fff2bb6c-df81-44a4-a558-bd5a2dbca0b8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:41.776438 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6098f79b-651e-415d-9a03-e0a6454725bf req-fff2bb6c-df81-44a4-a558-bd5a2dbca0b8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0555868 Nov 19 20:14:41.831623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6098f79b-651e-415d-9a03-e0a6454725bf req-bd96a4ed-0ea1-4825-8ae4-54359af7ed39 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490584 Nov 19 20:14:42.201233 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:42.962956 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ea059-7f63-4762-80dc-7f7cb0490bab req-d7790d2d-6d39-49eb-9119-bfc50edd53fb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:42.964477 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c95ea059-7f63-4762-80dc-7f7cb0490bab req-d7790d2d-6d39-49eb-9119-bfc50edd53fb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0541298 Nov 19 20:14:43.016452 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c95ea059-7f63-4762-80dc-7f7cb0490bab req-6e082ec5-8ff1-48b9-b642-8c7e3f1072c3 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459058 Nov 19 20:14:43.648644 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:44.152612 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b123efc-a1cf-4a4d-ad9d-a063eba6e1fd req-6dc4dc2b-16aa-4776-9eab-c90ab1cffe05 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:44.154173 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b123efc-a1cf-4a4d-ad9d-a063eba6e1fd req-6dc4dc2b-16aa-4776-9eab-c90ab1cffe05 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0628784 Nov 19 20:14:44.207320 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9b123efc-a1cf-4a4d-ad9d-a063eba6e1fd req-10594e96-09d9-4c60-835c-2d810e43674f tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463829 Nov 19 20:14:44.341911 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:45.332002 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355c667-438b-49bd-a203-6c4e80896a98 req-419899ca-25bb-4705-ba90-977c9f85ae5e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:45.333287 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4355c667-438b-49bd-a203-6c4e80896a98 req-419899ca-25bb-4705-ba90-977c9f85ae5e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0519929 Nov 19 20:14:45.385830 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4355c667-438b-49bd-a203-6c4e80896a98 req-cf02737d-fbe4-44a4-ba25-148081c219e3 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465057 Nov 19 20:14:46.206798 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:14:46.509784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca9db7-1d94-4765-bb68-0a4bc5feabe3 req-4aa78cc1-8c93-4da8-b272-ea63b76858e8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:46.511463 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23ca9db7-1d94-4765-bb68-0a4bc5feabe3 req-4aa78cc1-8c93-4da8-b272-ea63b76858e8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0544624 Nov 19 20:14:46.575535 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-23ca9db7-1d94-4765-bb68-0a4bc5feabe3 req-36ba32ef-94de-4b50-8507-4b469623be98 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579903 Nov 19 20:14:47.698206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe7e6c-87f6-4423-9fe1-ae173101b09a req-4d712373-44c6-4ba8-a683-9221625c3842 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:47.699719 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bafe7e6c-87f6-4423-9fe1-ae173101b09a req-4d712373-44c6-4ba8-a683-9221625c3842 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0519338 Nov 19 20:14:47.751523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bafe7e6c-87f6-4423-9fe1-ae173101b09a req-0e9fa780-56d2-4151-94df-835ab7a66fad tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457795 Nov 19 20:14:48.870656 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c7663-cdaa-4dbe-bd34-feb9d0c01692 req-7c598da3-2423-4906-8060-335d574dbe27 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:48.872288 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c62c7663-cdaa-4dbe-bd34-feb9d0c01692 req-7c598da3-2423-4906-8060-335d574dbe27 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0518095 Nov 19 20:14:48.928844 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c62c7663-cdaa-4dbe-bd34-feb9d0c01692 req-c989bf6d-5f21-4cbb-b246-3b54f80e478c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505388 Nov 19 20:14:49.596811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-fbc164a3-1d78-45a0-86f8-92baf4cea064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:49.598355 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-fbc164a3-1d78-45a0-86f8-92baf4cea064 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2&tenant_id=a87e91d37613439ea2cb78c5340fd9b8 HTTP/1.1" status: 200 len: 1094 time: 0.0523276 Nov 19 20:14:49.661584 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-ece3eff6-e29f-453d-b115-a1862ebc5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:49.663687 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-ece3eff6-e29f-453d-b115-a1862ebc5358 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1094 time: 0.0420325 Nov 19 20:14:49.755221 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-4b96bb1e-10b9-4d96-9c36-e6a5b3dc5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:49.756723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-4b96bb1e-10b9-4d96-9c36-e6a5b3dc5627 service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.0863853 Nov 19 20:14:49.827425 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-4cd5c46b-de65-4b1c-a95e-417ec29a97e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 200 len: 999 time: 0.0639236 Nov 19 20:14:49.881293 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-033c0f12-7ee8-43f6-afe8-247320bf137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:49.882919 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-033c0f12-7ee8-43f6-afe8-247320bf137c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0484772 Nov 19 20:14:49.932784 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-b8bf8070-e5e4-4416-b076-cd488df670e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:49.934669 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-b8bf8070-e5e4-4416-b076-cd488df670e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445011 Nov 19 20:14:50.059878 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-6e647ca3-d14c-4632-b448-24882ee56acb service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186569 Nov 19 20:14:50.072560 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc398046-9265-406d-85d7-87f95bbe0fff req-8d514ea1-38b9-43e8-8dbe-37b8695da46b tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:50.073984 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc398046-9265-406d-85d7-87f95bbe0fff req-8d514ea1-38b9-43e8-8dbe-37b8695da46b tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0732887 Nov 19 20:14:50.177422 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bc398046-9265-406d-85d7-87f95bbe0fff req-67622292-c4de-40d5-b4cb-d4e64f96cfef tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952878 Nov 19 20:14:50.200797 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-1285753b-d3a5-4ca6-bf7a-d690f58de511 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258621 Nov 19 20:14:51.298253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62a4a-c5d6-4959-9372-def2c2ab21f1 req-accbe589-8f0d-4d1e-9f36-5bf2672f77ac tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:51.299778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47d62a4a-c5d6-4959-9372-def2c2ab21f1 req-accbe589-8f0d-4d1e-9f36-5bf2672f77ac tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0515652 Nov 19 20:14:51.350689 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-47d62a4a-c5d6-4959-9372-def2c2ab21f1 req-f25bbeb3-009f-4648-9a6d-7b8c7bc79fad tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436628 Nov 19 20:14:52.482586 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618268ad-9a62-4283-9813-71ccbb07a425 req-99d70ad8-efaf-4c8f-91dc-108f55521495 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:52.484619 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-618268ad-9a62-4283-9813-71ccbb07a425 req-99d70ad8-efaf-4c8f-91dc-108f55521495 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0637636 Nov 19 20:14:52.537197 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-618268ad-9a62-4283-9813-71ccbb07a425 req-b4c3de91-6aba-49ad-8c8c-07dfc6c10ab4 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449591 Nov 19 20:14:53.681677 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb44ee-1441-48a4-a6a8-b77ac6996643 req-e18777ff-38fb-49de-a600-8bf400a8a63c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:53.683796 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4feb44ee-1441-48a4-a6a8-b77ac6996643 req-e18777ff-38fb-49de-a600-8bf400a8a63c tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0652511 Nov 19 20:14:53.751341 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4feb44ee-1441-48a4-a6a8-b77ac6996643 req-29df00d6-96b6-4a14-a835-67a5ac956eb6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542481 Nov 19 20:14:54.937500 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bca1b6-f604-4eb4-a51e-ddbc8b622c2c req-26c2b162-8e6d-4dc6-a46e-5ea7cc917ce5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:54.942896 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89bca1b6-f604-4eb4-a51e-ddbc8b622c2c req-26c2b162-8e6d-4dc6-a46e-5ea7cc917ce5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.1129329 Nov 19 20:14:54.996007 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89bca1b6-f604-4eb4-a51e-ddbc8b622c2c req-d5a3606b-428b-4513-aa0a-0ccc43e61c22 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493770 Nov 19 20:14:56.125338 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc1a1b-315d-474b-953e-cc03750f56a7 req-52689090-f8f3-4702-9dfa-310e5b482b15 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:56.127129 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76dc1a1b-315d-474b-953e-cc03750f56a7 req-52689090-f8f3-4702-9dfa-310e5b482b15 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0533845 Nov 19 20:14:56.139349 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:56.208461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-76dc1a1b-315d-474b-953e-cc03750f56a7 req-99cd6b39-c6cc-463a-a81e-974c29a8c1ad tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650048 Nov 19 20:14:57.333809 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1617b5-a07e-484b-a7d1-8c5aab88f90c req-fbff4943-77b2-4355-b7fd-010d83bc0a92 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:57.336347 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d1617b5-a07e-484b-a7d1-8c5aab88f90c req-fbff4943-77b2-4355-b7fd-010d83bc0a92 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 943 time: 0.0530224 Nov 19 20:14:57.384779 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 9cfc3496-28ba-48ce-b468-134588bed829 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:14:57.391081 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d1617b5-a07e-484b-a7d1-8c5aab88f90c req-92dad3f5-c610-4962-bcda-6d7d518561df tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486460 Nov 19 20:14:57.489951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 9cfc3496-28ba-48ce-b468-134588bed829, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=9cfc3496-28ba-48ce-b468-134588bed829,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:14:57.502988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': '9cfc3496-28ba-48ce-b468-134588bed829', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'port_id': '9cfc3496-28ba-48ce-b468-134588bed829', 'mac_address': 'fa:16:3e:03:d4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:14:57.547211 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:57.561664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfc3496-28ba-48ce-b468-134588bed829 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:14:57.583838 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 9cfc3496-28ba-48ce-b468-134588bed829, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=9cfc3496-28ba-48ce-b468-134588bed829,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:14:57.588202 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:57.634786 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=9cfc3496-28ba-48ce-b468-134588bed829,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:14:57.810171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['9cfc3496-28ba-48ce-b468-134588bed829'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:14:58.524215 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217178b-0da7-47e6-87c6-2be8496499ac req-c7327a11-9cab-4834-96ce-fc4008cc9294 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:58.525809 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0217178b-0da7-47e6-87c6-2be8496499ac req-c7327a11-9cab-4834-96ce-fc4008cc9294 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 944 time: 0.0544388 Nov 19 20:14:58.576276 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0217178b-0da7-47e6-87c6-2be8496499ac req-a839a37e-eca8-43c9-9fd8-7c0e4e535ff6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444548 Nov 19 20:14:59.410084 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 9cfc3496-28ba-48ce-b468-134588bed829 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:14:59.460273 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port 9cfc3496-28ba-48ce-b468-134588bed829 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:14:59.460640 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:59.544952 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:59.570133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:14:59.572640 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140d1e3a-777b-4f9b-9c8e-ede1a16bb081" -d '{"events": [{"server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "name": "network-vif-plugged", "status": "completed", "tag": "9cfc3496-28ba-48ce-b468-134588bed829"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:14:59.587138 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port 9cfc3496-28ba-48ce-b468-134588bed829, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=9cfc3496-28ba-48ce-b468-134588bed829,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:14:59.592329 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:14:59.618716 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa46bf5-e412-4f27-9ded-e204ad204908 x-openstack-request-id: req-bfa46bf5-e412-4f27-9ded-e204ad204908 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:14:59.619041 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "name": "network-vif-plugged", "status": "completed", "tag": "9cfc3496-28ba-48ce-b468-134588bed829", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:14:59.619357 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfa46bf5-e412-4f27-9ded-e204ad204908 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:14:59.620395 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829', 'code': 200} Nov 19 20:14:59.653942 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=9cfc3496-28ba-48ce-b468-134588bed829,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:14:59.722224 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b986-acf7-440c-ac5a-039382f00ed9 req-a590c7e4-4d00-42f1-8893-23d2182e7bd8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:59.723815 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2595b986-acf7-440c-ac5a-039382f00ed9 req-a590c7e4-4d00-42f1-8893-23d2182e7bd8 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0565526 Nov 19 20:14:59.811631 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-2595b986-acf7-440c-ac5a-039382f00ed9 req-569870f8-2733-4601-a9e5-4bd2d2602ec9 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806689 Nov 19 20:14:59.816649 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651e57e-c186-4867-8cf3-6b685e02bec2 req-c22ab40d-8eda-4373-a6e3-d6eca2f78e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:14:59.818332 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8651e57e-c186-4867-8cf3-6b685e02bec2 req-c22ab40d-8eda-4373-a6e3-d6eca2f78e0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0711091 Nov 19 20:14:59.869621 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8651e57e-c186-4867-8cf3-6b685e02bec2 req-afb14690-3e9e-4a60-ad97-2745a22b05e0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438600 Nov 19 20:15:00.670468 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:00.937802 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621368fb-615c-4688-af0c-0ebce979653c req-29fb0593-5433-4fea-b3ff-0b26f881af01 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:15:00.939319 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-621368fb-615c-4688-af0c-0ebce979653c req-29fb0593-5433-4fea-b3ff-0b26f881af01 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0559225 Nov 19 20:15:00.993430 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-621368fb-615c-4688-af0c-0ebce979653c req-d6b460f4-5adb-4a0d-9cfe-15708b29c9bd tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454366 Nov 19 20:15:02.118919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2fa30-af2b-42a6-8a04-13edb53e1b5e req-0148ea55-339f-4e95-9c3a-f94ecd30228a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:15:02.120466 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7b2fa30-af2b-42a6-8a04-13edb53e1b5e req-0148ea55-339f-4e95-9c3a-f94ecd30228a tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0528176 Nov 19 20:15:02.179076 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e7b2fa30-af2b-42a6-8a04-13edb53e1b5e req-170c7dbb-9325-438e-a429-9d96dc666689 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510614 Nov 19 20:15:08.338655 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2583c449-9e1a-4346-b0b2-7e8ca8200b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:10.785477 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-450abb46-90ec-4f1e-bd09-b251120a2be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:12.204574 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:13.652145 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:14.343446 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:23.206526 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:15:26.129656 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:30.682651 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:32.188420 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5975f3fc-b385-4713-a354-9645544c2a5c req-b0972cd1-8c13-4ee0-a96a-090f0b8a2b25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418167 Nov 19 20:15:32.272165 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975f3fc-b385-4713-a354-9645544c2a5c req-7ab9c0a1-8c52-456e-9860-6e3f6f630187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:15:32.273664 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5975f3fc-b385-4713-a354-9645544c2a5c req-7ab9c0a1-8c52-456e-9860-6e3f6f630187 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0420983 Nov 19 20:15:32.397262 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975f3fc-b385-4713-a354-9645544c2a5c req-dcd787d6-f49d-49df-a725-953fd284f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:15:32.398748 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5975f3fc-b385-4713-a354-9645544c2a5c req-dcd787d6-f49d-49df-a725-953fd284f38a service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1023746 Nov 19 20:15:32.445173 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5975f3fc-b385-4713-a354-9645544c2a5c req-adc0fecf-19a6-4654-be7c-5307514876c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0381207 Nov 19 20:15:32.499560 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975f3fc-b385-4713-a354-9645544c2a5c req-4d2a2997-e8a7-4c73-9401-c60cb5cc4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:15:32.501057 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5975f3fc-b385-4713-a354-9645544c2a5c req-4d2a2997-e8a7-4c73-9401-c60cb5cc4994 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0491271 Nov 19 20:15:32.550139 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975f3fc-b385-4713-a354-9645544c2a5c req-1c4adb9d-8ac8-4f76-b023-214ebfaa04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:15:32.551645 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5975f3fc-b385-4713-a354-9645544c2a5c req-1c4adb9d-8ac8-4f76-b023-214ebfaa04c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441885 Nov 19 20:15:32.646346 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5975f3fc-b385-4713-a354-9645544c2a5c req-c2307b1d-c6fe-40fb-899d-4e911562f4f2 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869458 Nov 19 20:15:32.744798 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-5975f3fc-b385-4713-a354-9645544c2a5c req-ef34ae71-4fd4-4900-b804-7876e7ef9825 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906258 Nov 19 20:15:36.118368 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-792a7303-a7ed-4f8c-a183-b30248314715 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896516 Nov 19 20:15:36.206123 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-6c6e05c7-9826-4f14-aefb-c762f88d506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:15:36.207677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-6c6e05c7-9826-4f14-aefb-c762f88d506e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0459399 Nov 19 20:15:36.338076 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-a5fd8c61-ae37-4ec7-8b88-e89b4ee746ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:15:36.340222 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-a5fd8c61-ae37-4ec7-8b88-e89b4ee746ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.1104770 Nov 19 20:15:36.414131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-a99d102a-6889-4dcd-ae10-144cee6fc43f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 200 len: 1001 time: 0.0647757 Nov 19 20:15:36.465671 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-920b105a-6968-44a0-bf90-66e4ca4b0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:15:36.467066 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-920b105a-6968-44a0-bf90-66e4ca4b0eb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0451994 Nov 19 20:15:36.518258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-89f4da6c-65ba-4c43-9cc5-a5060e0097b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:15:36.519780 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-89f4da6c-65ba-4c43-9cc5-a5060e0097b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449641 Nov 19 20:15:36.611101 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-e12f0b7a-7fdf-495f-893a-381904458990 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821514 Nov 19 20:15:36.709889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-0857f218-72f6-4722-a9a6-5f71c67bd924 req-9439a703-adc1-4cf1-b590-293d15c00d64 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918632 Nov 19 20:15:38.341670 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9b73d878-8af7-42ce-b53c-36bb207747ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:40.787847 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-443ea682-0e10-4865-b663-48f469ef90d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:42.212199 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:43.653908 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:44.348769 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:15:56.139188 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:00.207154 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:16:00.685285 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:08.343745 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f8fd0522-00ae-464f-bd1c-2c27220460ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:10.788714 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4098374-3f5a-4732-a200-6de1df3e7b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:12.210570 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:13.657093 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:14.352182 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:15.178334 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38046) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:15.343806 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Deleting port 09d3d1f7-f895-4c30-b936-e96f51f5014e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:16:15.344733 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:15.424069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:15.424391 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:15.436345 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Calling delete_port for 09d3d1f7-f895-4c30-b936-e96f51f5014e owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:16:15.583952 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:15.618608 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event deleted for resources: {'Port': ['ID=09d3d1f7-f895-4c30-b936-e96f51f5014e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:15.641231 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.641585 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.641957 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.642913 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.643291 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.643750 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.644089 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.644426 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.644764 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.645092 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.645424 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.645771 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:15.685638 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for floatingip, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:15.686001 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Floating IP c1e240ad-e569-4148-90d1-066e62a6e251 disassociated (deleted). External IP: 172.25.3.120, port: 9cfc3496-28ba-48ce-b468-134588bed829. Nov 19 20:16:16.227577 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Router 7ff70751-011b-4da9-b2ed-089d7e54f38d has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:16:16.339684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:16:16.344834 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:16.352893 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01cc06-74f9-459d-aae8-3deab09103b1 None None] Sync routers for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:16:16.365404 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01cc06-74f9-459d-aae8-3deab09103b1 None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:16.366156 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9c01cc06-74f9-459d-aae8-3deab09103b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:16.374240 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-ade2f84a-dfa1-450b-bc4f-bb46dc8e8201 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "DELETE /v2.0/floatingips/c1e240ad-e569-4148-90d1-066e62a6e251 HTTP/1.1" status: 204 len: 168 time: 1.1948738 Nov 19 20:16:16.374926 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:16:16.378046 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3248140d-9676-4468-b8cd-33d449328180" -d '{"events": [{"name": "network-changed", "server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "tag": "9cfc3496-28ba-48ce-b468-134588bed829"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:16:16.476164 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9c01cc06-74f9-459d-aae8-3deab09103b1 None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:16.541220 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9668fe-3799-4e2d-a990-6adecec86bab x-openstack-request-id: req-9b9668fe-3799-4e2d-a990-6adecec86bab {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:16:16.541517 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "tag": "9cfc3496-28ba-48ce-b468-134588bed829", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:16:16.541799 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b9668fe-3799-4e2d-a990-6adecec86bab {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:16:16.542213 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829', 'status': 'completed', 'code': 200} Nov 19 20:16:16.636539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248140d-9676-4468-b8cd-33d449328180 req-7015faf7-efee-4a73-b0cf-3c6c4989dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:16.638135 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3248140d-9676-4468-b8cd-33d449328180 req-7015faf7-efee-4a73-b0cf-3c6c4989dda1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 1096 time: 0.0715978 Nov 19 20:16:16.652932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783c0a5-e488-4ada-9a0d-524965619690 req-8ccc849a-f9f1-460b-92f8-6e305aa657cf tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:16.654420 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8783c0a5-e488-4ada-9a0d-524965619690 req-8ccc849a-f9f1-460b-92f8-6e305aa657cf tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0616322 Nov 19 20:16:16.681405 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9c01cc06-74f9-459d-aae8-3deab09103b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:16.711764 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01cc06-74f9-459d-aae8-3deab09103b1 None None] Checking router: 7ff70751-011b-4da9-b2ed-089d7e54f38d for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:16:16.720151 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01cc06-74f9-459d-aae8-3deab09103b1 None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:16.721489 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9c01cc06-74f9-459d-aae8-3deab09103b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:16.761514 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8783c0a5-e488-4ada-9a0d-524965619690 req-71a123fa-f094-4fa3-b96d-6984c334cea1 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981078 Nov 19 20:16:16.789831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248140d-9676-4468-b8cd-33d449328180 req-77f18978-5835-4a46-86a9-7264ccb1fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:16.791325 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3248140d-9676-4468-b8cd-33d449328180 req-77f18978-5835-4a46-86a9-7264ccb1fd82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 200 len: 910 time: 0.1359806 Nov 19 20:16:16.834202 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3248140d-9676-4468-b8cd-33d449328180 req-6a6312e3-26ec-49d9-9ec1-11d2607cd879 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 200 len: 217 time: 0.0353835 Nov 19 20:16:16.836604 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9c01cc06-74f9-459d-aae8-3deab09103b1 None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:16.892212 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248140d-9676-4468-b8cd-33d449328180 req-d7510fb5-fc10-44e6-9916-14fdf0a583ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:16.894213 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3248140d-9676-4468-b8cd-33d449328180 req-d7510fb5-fc10-44e6-9916-14fdf0a583ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 200 len: 848 time: 0.0531905 Nov 19 20:16:16.948494 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248140d-9676-4468-b8cd-33d449328180 req-ee5d689b-8d37-4092-b234-db93d11f707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:16.950052 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3248140d-9676-4468-b8cd-33d449328180 req-ee5d689b-8d37-4092-b234-db93d11f707a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=729de3a9-2610-4b9a-816d-05b7ea8d8f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475352 Nov 19 20:16:17.048924 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3248140d-9676-4468-b8cd-33d449328180 req-32df64b2-3bb5-4223-80e7-7a03b1cb324f service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896091 Nov 19 20:16:17.132476 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9c01cc06-74f9-459d-aae8-3deab09103b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:17.147417 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3248140d-9676-4468-b8cd-33d449328180 req-913dbc72-046c-42cc-9a6c-94bdf3fcc389 service neutron] 10.222.0.21 "GET /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898795 Nov 19 20:16:17.162390 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01cc06-74f9-459d-aae8-3deab09103b1 None None] The sync data for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 is: [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '321952b3-ec6e-4ebb-9580-8529809e043c', 'name': '', 'network_id': '729de3a9-2610-4b9a-816d-05b7ea8d8f79', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'mac_address': 'fa:16:3e:df:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:37Z', 'updated_at': '2021-11-19T20:07:42Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'subnets': [{'id': '20a099a6-8dca-4bff-8385-de99998ca1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:16:17.384609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a6004-5e61-477e-9d69-608233b4adfb None None] New status for floating IP c1e240ad-e569-4148-90d1-066e62a6e251: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:16:17.886588 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1adf3-f610-4ae2-a9f4-ef701f49a6e9 req-7d043e9f-025f-46dc-92c4-02a6ecac7ccd tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:17.891108 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63f1adf3-f610-4ae2-a9f4-ef701f49a6e9 req-7d043e9f-025f-46dc-92c4-02a6ecac7ccd tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0569084 Nov 19 20:16:17.940682 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-63f1adf3-f610-4ae2-a9f4-ef701f49a6e9 req-e96bf007-df62-440b-a5a6-6f3da9fbf550 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449133 Nov 19 20:16:18.124022 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc974390-ae92-4ba5-8b0a-cd29d138bf40 req-31d831f3-a16b-4930-a12a-0301e6244b59 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:18.125467 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc974390-ae92-4ba5-8b0a-cd29d138bf40 req-31d831f3-a16b-4930-a12a-0301e6244b59 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.21 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 945 time: 0.0524344 Nov 19 20:16:18.216704 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-dc974390-ae92-4ba5-8b0a-cd29d138bf40 req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Deleting port 9cfc3496-28ba-48ce-b468-134588bed829 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:16:18.216993 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dc974390-ae92-4ba5-8b0a-cd29d138bf40 req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:18.341863 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-dc974390-ae92-4ba5-8b0a-cd29d138bf40 req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] For port 9cfc3496-28ba-48ce-b468-134588bed829, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=9cfc3496-28ba-48ce-b468-134588bed829,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:18.342386 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dc974390-ae92-4ba5-8b0a-cd29d138bf40 req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:18.357165 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-dc974390-ae92-4ba5-8b0a-cd29d138bf40 req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Calling delete_port for 9cfc3496-28ba-48ce-b468-134588bed829 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:16:18.484772 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dc974390-ae92-4ba5-8b0a-cd29d138bf40 req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:18.518189 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event deleted for resources: {'Port': ['ID=9cfc3496-28ba-48ce-b468-134588bed829,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:18.535397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.535397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.535397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.535397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.535397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.535397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.535397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.535397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.535397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.535397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.536925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.536925 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:18.573416 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc974390-ae92-4ba5-8b0a-cd29d138bf40 req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] No DVR routers for this DVR port 9cfc3496-28ba-48ce-b468-134588bed829 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:16:18.576329 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-dc974390-ae92-4ba5-8b0a-cd29d138bf40 req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:18.579937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-dc974390-ae92-4ba5-8b0a-cd29d138bf40 req-a95fbf8f-75eb-4286-9afc-296f52e203b6 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.21 "DELETE /v2.0/ports/9cfc3496-28ba-48ce-b468-134588bed829 HTTP/1.1" status: 204 len: 173 time: 0.4475155 Nov 19 20:16:18.580455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'name': 'network-vif-deleted', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:16:18.582813 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab32cbde-e1c6-4a03-8fab-137d65b02fdd" -d '{"events": [{"server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "name": "network-vif-deleted", "tag": "9cfc3496-28ba-48ce-b468-134588bed829"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:16:18.623769 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93fa678-4f7a-4ac1-b29e-67ff411828a7 x-openstack-request-id: req-b93fa678-4f7a-4ac1-b29e-67ff411828a7 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:16:18.624122 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5386bef2-e45c-4a83-ac6d-3a63c364dcc2", "name": "network-vif-deleted", "tag": "9cfc3496-28ba-48ce-b468-134588bed829", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:16:18.624314 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b93fa678-4f7a-4ac1-b29e-67ff411828a7 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:16:18.624708 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5386bef2-e45c-4a83-ac6d-3a63c364dcc2', 'name': 'network-vif-deleted', 'tag': '9cfc3496-28ba-48ce-b468-134588bed829', 'status': 'completed', 'code': 200} Nov 19 20:16:19.046248 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4391e82b-4f92-4c45-b56e-589b352fb215 req-2063348c-69df-42b4-93f0-801bdde6a546 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 210 time: 0.0291016 Nov 19 20:16:20.145800 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f99a4c1b-eea9-471e-aa30-2abf8f940b63 req-ee88d717-c236-4e46-8d78-ebb6004823fb tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 210 time: 0.0273867 Nov 19 20:16:21.243214 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-62786f54-5b97-4242-915b-38c0bd7795f5 req-f0aaf7de-3513-4542-98a0-c09486f0a5e1 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 210 time: 0.0277743 Nov 19 20:16:21.823916 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 9cfc3496-28ba-48ce-b468-134588bed829 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:16:21.845613 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: 9cfc3496-28ba-48ce-b468-134588bed829 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:16:21.846183 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device 9cfc3496-28ba-48ce-b468-134588bed829 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:16:22.348041 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-002b9d04-eadf-46ca-8a9f-cd51e288ce2a req-71d52037-5d65-4b31-ad3b-7faf5ece29f5 tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "GET /v2.0/ports?device_id=5386bef2-e45c-4a83-ac6d-3a63c364dcc2 HTTP/1.1" status: 200 len: 210 time: 0.0336447 Nov 19 20:16:23.409903 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38074) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:23.484269 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91c99351-5dd5-4fe6-993d-be7e55dac70e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:23.513530 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91c99351-5dd5-4fe6-993d-be7e55dac70e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:23.585022 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91c99351-5dd5-4fe6-993d-be7e55dac70e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:23.587797 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-91c99351-5dd5-4fe6-993d-be7e55dac70e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:23.588966 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-91c99351-5dd5-4fe6-993d-be7e55dac70e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] 10.222.0.50 "DELETE /v2.0/security-groups/6c4fbb9b-84b1-4998-bae3-c46d3ad3c179 HTTP/1.1" status: 204 len: 168 time: 0.1780083 Nov 19 20:16:23.600232 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c99351-5dd5-4fe6-993d-be7e55dac70e tempest-TestShelveInstance-677643893 tempest-TestShelveInstance-677643893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4fbb9b-84b1-4998-bae3-c46d3ad3c179,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:23.644650 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38078) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:24.128142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:24.387290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] Deleting port 321952b3-ec6e-4ebb-9580-8529809e043c {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:16:24.387649 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:24.481242 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] For port 321952b3-ec6e-4ebb-9580-8529809e043c, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=321952b3-ec6e-4ebb-9580-8529809e043c,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:24.481604 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:24.495218 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] Calling delete_port for 321952b3-ec6e-4ebb-9580-8529809e043c owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:16:24.692825 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:24.716923 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=321952b3-ec6e-4ebb-9580-8529809e043c,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:24.904090 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:25.456378 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] Router 7ff70751-011b-4da9-b2ed-089d7e54f38d has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:16:25.580119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:16:25.585647 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-d7c39d88-8c3f-4d52-ae2c-ae21b8f05f2d admin admin] 10.222.0.50 "PUT /v2.0/routers/7ff70751-011b-4da9-b2ed-089d7e54f38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9398968 Nov 19 20:16:25.588121 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38082) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:25.590792 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6507ed2f-43da-4bea-bfb6-c641d071faca None None] Sync routers for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:16:25.607131 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6507ed2f-43da-4bea-bfb6-c641d071faca None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:25.607853 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6507ed2f-43da-4bea-bfb6-c641d071faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:25.725998 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6507ed2f-43da-4bea-bfb6-c641d071faca None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:25.752357 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:25.879514 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:25.948639 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Deleting port f62eae50-609c-4542-a9bb-2418408ef04a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:16:25.949025 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:25.957580 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6507ed2f-43da-4bea-bfb6-c641d071faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:16:24Z', 'revision_number': 5, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port': {'id': 'f62eae50-609c-4542-a9bb-2418408ef04a', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:25.989562 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6507ed2f-43da-4bea-bfb6-c641d071faca None None] Checking router: 7ff70751-011b-4da9-b2ed-089d7e54f38d for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:16:26.002434 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6507ed2f-43da-4bea-bfb6-c641d071faca None None] Routers {'7ff70751-011b-4da9-b2ed-089d7e54f38d'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:26.003275 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6507ed2f-43da-4bea-bfb6-c641d071faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['7ff70751-011b-4da9-b2ed-089d7e54f38d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:26.042824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] For port f62eae50-609c-4542-a9bb-2418408ef04a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=f62eae50-609c-4542-a9bb-2418408ef04a,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:26.043354 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.059572 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Calling delete_port for f62eae50-609c-4542-a9bb-2418408ef04a owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:16:26.104145 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6507ed2f-43da-4bea-bfb6-c641d071faca None None] Set router 7ff70751-011b-4da9-b2ed-089d7e54f38d gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:26.139895 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.159610 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6507ed2f-43da-4bea-bfb6-c641d071faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:16:25Z', 'revision_number': 6, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:26.199274 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6507ed2f-43da-4bea-bfb6-c641d071faca None None] The sync data for ids ['7ff70751-011b-4da9-b2ed-089d7e54f38d'] in n-d-815373-6 is: [{'id': '7ff70751-011b-4da9-b2ed-089d7e54f38d', 'name': 'tempest-TestShelveInstance-1469003583-router', 'tenant_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:35Z', 'updated_at': '2021-11-19T20:16:25Z', 'revision_number': 6, 'project_id': 'a87e91d37613439ea2cb78c5340fd9b8', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:16:26.274446 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.305018 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62eae50-609c-4542-a9bb-2418408ef04a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:26.318512 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4596dd9-da58-4f6f-b137-b58edaf104a3 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:16:26.375474 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.471389 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.473664 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.523174 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.524004 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff70751-011b-4da9-b2ed-089d7e54f38d {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 20:16:26.528980 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.530171 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-591667fd-8ab2-4e08-9077-7a17f1183e55 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7ff70751-011b-4da9-b2ed-089d7e54f38d HTTP/1.1" status: 204 len: 168 time: 0.9411039 Nov 19 20:16:26.533206 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38084) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:26.594539 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-42654228-c8d2-473b-973b-613173088a0d admin admin] Deleting subnet 20a099a6-8dca-4bff-8385-de99998ca1a4 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 20:16:26.599579 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-42654228-c8d2-473b-973b-613173088a0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.653600 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-42654228-c8d2-473b-973b-613173088a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.747525 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-42654228-c8d2-473b-973b-613173088a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.801735 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-42654228-c8d2-473b-973b-613173088a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.826420 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42654228-c8d2-473b-973b-613173088a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a099a6-8dca-4bff-8385-de99998ca1a4,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:26.832630 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-42654228-c8d2-473b-973b-613173088a0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.837706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1f3632-a7e3-4458-ac83-75fae8d1df24 None None] Network 729de3a9-2610-4b9a-816d-05b7ea8d8f79 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:16:26.838849 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38086) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:26.839370 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-42654228-c8d2-473b-973b-613173088a0d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/20a099a6-8dca-4bff-8385-de99998ca1a4 HTTP/1.1" status: 204 len: 168 time: 0.3044872 Nov 19 20:16:26.930595 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:26.990233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Deleting port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:16:26.990578 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.071495 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] For port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2f409137-6ebe-4b7f-8909-4e1ef3b340b4,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:27.072187 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.074782 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] DHCP port deletion for 729de3a9-2610-4b9a-816d-05b7ea8d8f79 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:16:27.087384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Calling delete_port for 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:16:27.135187 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Deleting port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:16:27.136179 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.179314 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.204842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Pushing event deleted for resources: {'Port': ['ID=2f409137-6ebe-4b7f-8909-4e1ef3b340b4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:27.211162 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] No DVR routers for this DVR port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:16:27.217717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] For port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=2f409137-6ebe-4b7f-8909-4e1ef3b340b4,segment=NetworkSegment(b0fec9af-58ba-482e-a620-719cc8a25073),segment_id=b0fec9af-58ba-482e-a620-719cc8a25073)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:27.218268 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.231694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Calling delete_port for 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:16:27.291625 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.315549 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.331609 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] No DVR routers for this DVR port 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:16:27.331814 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729de3a9-2610-4b9a-816d-05b7ea8d8f79']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:27.343857 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fec9af-58ba-482e-a620-719cc8a25073') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:27.344213 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fec9af-58ba-482e-a620-719cc8a25073') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:27.358043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Pushing event deleted for resources: {'Port': ['ID=2f409137-6ebe-4b7f-8909-4e1ef3b340b4,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:27.370688 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.371405 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.371833 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.372277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.372697 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.373108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.373514 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.373991 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.374392 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.374789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.375180 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.375569 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.375961 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acf3fa9-cc45-48ca-9249-dd0964495146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:27.387141 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.396875 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 20:16:27.397378 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: timer() Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:16:27.399149 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:16:27.459821 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.465359 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:27.468579 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] 10.222.0.50 "DELETE /v2.0/networks/729de3a9-2610-4b9a-816d-05b7ea8d8f79 HTTP/1.1" status: 204 len: 168 time: 0.6279621 Nov 19 20:16:27.471640 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38088) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:27.491724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fe1cb-4a33-44d8-b901-0aa2fe5fabfe admin admin] Pushing event deleted for resources: {'Network': ['ID=729de3a9-2610-4b9a-816d-05b7ea8d8f79,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:27.661668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 321952b3-ec6e-4ebb-9580-8529809e043c no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:16:27.690755 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 321952b3-ec6e-4ebb-9580-8529809e043c {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:16:27.691111 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 321952b3-ec6e-4ebb-9580-8529809e043c not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:16:27.691529 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f62eae50-609c-4542-a9bb-2418408ef04a no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:16:27.711416 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: f62eae50-609c-4542-a9bb-2418408ef04a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:16:27.711774 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device f62eae50-609c-4542-a9bb-2418408ef04a not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:16:27.712192 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:16:27.731469 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:16:27.731828 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 2f409137-6ebe-4b7f-8909-4e1ef3b340b4 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:16:27.866745 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:28.117295 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] Deleting port ddf202fa-3d83-459b-b9b3-0a0d58b73505 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:16:28.117549 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:28.200688 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] For port ddf202fa-3d83-459b-b9b3-0a0d58b73505, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=ddf202fa-3d83-459b-b9b3-0a0d58b73505,segment=NetworkSegment(3c8a05f6-83d9-471c-8089-2be25050be9f),segment_id=3c8a05f6-83d9-471c-8089-2be25050be9f)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:28.201054 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:28.215177 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] Calling delete_port for ddf202fa-3d83-459b-b9b3-0a0d58b73505 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:16:28.408426 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:28.433884 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf202fa-3d83-459b-b9b3-0a0d58b73505,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:28.644133 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:28.882408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] Router c010038b-2c88-4c0e-8ada-b7d30aae05a8 has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:16:29.000351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:16:29.008765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7561159f-8139-4e74-b0ed-7a038d0971a6 admin admin] 10.222.0.50 "PUT /v2.0/routers/c010038b-2c88-4c0e-8ada-b7d30aae05a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5343952 Nov 19 20:16:29.010703 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38090) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:29.011996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b22e8-4301-40b8-9ae0-58f6e8df8445 None None] Sync routers for ids ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:16:29.023423 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b22e8-4301-40b8-9ae0-58f6e8df8445 None None] Routers {'c010038b-2c88-4c0e-8ada-b7d30aae05a8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:29.024345 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6d6b22e8-4301-40b8-9ae0-58f6e8df8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:29.124705 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:29.136981 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-6d6b22e8-4301-40b8-9ae0-58f6e8df8445 None None] Set router c010038b-2c88-4c0e-8ada-b7d30aae05a8 gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:29.236122 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:29.292121 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Deleting port b2dd71c7-8eb6-449f-aaec-6ef896124216 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:16:29.292613 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:29.335057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6d6b22e8-4301-40b8-9ae0-58f6e8df8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'name': 'tempest-TestShelveInstance-1293613742-router', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:16:28Z', 'revision_number': 5, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'gw_port': {'id': 'b2dd71c7-8eb6-449f-aaec-6ef896124216', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:29.374381 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b22e8-4301-40b8-9ae0-58f6e8df8445 None None] Checking router: c010038b-2c88-4c0e-8ada-b7d30aae05a8 for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:16:29.386935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b22e8-4301-40b8-9ae0-58f6e8df8445 None None] Routers {'c010038b-2c88-4c0e-8ada-b7d30aae05a8'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:29.387574 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6d6b22e8-4301-40b8-9ae0-58f6e8df8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:29.395192 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] For port b2dd71c7-8eb6-449f-aaec-6ef896124216, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=b2dd71c7-8eb6-449f-aaec-6ef896124216,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:29.395557 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:29.409898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Calling delete_port for b2dd71c7-8eb6-449f-aaec-6ef896124216 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:16:29.480669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-6d6b22e8-4301-40b8-9ae0-58f6e8df8445 None None] Set router c010038b-2c88-4c0e-8ada-b7d30aae05a8 gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:29.536960 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-6d6b22e8-4301-40b8-9ae0-58f6e8df8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'name': 'tempest-TestShelveInstance-1293613742-router', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:16:29Z', 'revision_number': 6, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:29.569732 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b22e8-4301-40b8-9ae0-58f6e8df8445 None None] The sync data for ids ['c010038b-2c88-4c0e-8ada-b7d30aae05a8'] in n-d-815373-6 is: [{'id': 'c010038b-2c88-4c0e-8ada-b7d30aae05a8', 'name': 'tempest-TestShelveInstance-1293613742-router', 'tenant_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:07:40Z', 'updated_at': '2021-11-19T20:16:29Z', 'revision_number': 6, 'project_id': '7f6014e8f74f4a07a0daead6d905f3e4', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:16:29.603943 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:29.633887 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2dd71c7-8eb6-449f-aaec-6ef896124216,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:29.645658 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a68b3cb-aab8-4353-961f-879716df78bf None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:16:29.696154 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:29.795591 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:29.797948 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:29.850273 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:29.850840 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c010038b-2c88-4c0e-8ada-b7d30aae05a8 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 20:16:29.855716 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:29.856993 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-1add0ab2-d085-459b-945e-74cf82eaf7e2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c010038b-2c88-4c0e-8ada-b7d30aae05a8 HTTP/1.1" status: 204 len: 168 time: 0.8452585 Nov 19 20:16:29.860096 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38092) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:29.915372 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-7563f0e1-d94c-4055-8bef-d243daf0377a admin admin] Deleting subnet 8122212f-27ff-4145-9ebc-2b5b343a23ae {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 20:16:29.919392 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7563f0e1-d94c-4055-8bef-d243daf0377a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:29.963125 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7563f0e1-d94c-4055-8bef-d243daf0377a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.050118 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7563f0e1-d94c-4055-8bef-d243daf0377a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.105619 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7563f0e1-d94c-4055-8bef-d243daf0377a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.139379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563f0e1-d94c-4055-8bef-d243daf0377a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8122212f-27ff-4145-9ebc-2b5b343a23ae,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:30.144049 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7563f0e1-d94c-4055-8bef-d243daf0377a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.147186 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7563f0e1-d94c-4055-8bef-d243daf0377a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8122212f-27ff-4145-9ebc-2b5b343a23ae HTTP/1.1" status: 204 len: 168 time: 0.2860820 Nov 19 20:16:30.149811 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38094) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:30.153291 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e991ac-1b45-423a-8254-0b9df640e120 None None] Network e3f5b56a-660a-4392-81ee-4926e97ed2bb requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:16:30.224164 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.282268 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Deleting port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:16:30.283788 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.351806 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d3a9d4-8339-43a0-82bf-957caad56a35 None None] DHCP port deletion for e3f5b56a-660a-4392-81ee-4926e97ed2bb request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:16:30.358528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] For port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=60b34a2f-9cd5-4be5-ab9c-e2f704de92bc,segment=NetworkSegment(3c8a05f6-83d9-471c-8089-2be25050be9f),segment_id=3c8a05f6-83d9-471c-8089-2be25050be9f)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:30.358672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.376739 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Calling delete_port for 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:16:30.415837 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3a9d4-8339-43a0-82bf-957caad56a35 None None] Deleting port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:16:30.416540 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a9d4-8339-43a0-82bf-957caad56a35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.495580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d5d3a9d4-8339-43a0-82bf-957caad56a35 None None] For port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=60b34a2f-9cd5-4be5-ab9c-e2f704de92bc,segment=NetworkSegment(3c8a05f6-83d9-471c-8089-2be25050be9f),segment_id=3c8a05f6-83d9-471c-8089-2be25050be9f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:30.495993 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a9d4-8339-43a0-82bf-957caad56a35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.507555 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.512807 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d5d3a9d4-8339-43a0-82bf-957caad56a35 None None] Calling delete_port for 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:16:30.558790 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] No DVR routers for this DVR port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:16:30.566780 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Pushing event deleted for resources: {'Port': ['ID=60b34a2f-9cd5-4be5-ab9c-e2f704de92bc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:30.595513 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a9d4-8339-43a0-82bf-957caad56a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.623284 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3a9d4-8339-43a0-82bf-957caad56a35 None None] Pushing event deleted for resources: {'Port': ['ID=60b34a2f-9cd5-4be5-ab9c-e2f704de92bc,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:30.627562 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3a9d4-8339-43a0-82bf-957caad56a35 None None] No DVR routers for this DVR port 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:16:30.688293 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.702830 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.730141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f5b56a-660a-4392-81ee-4926e97ed2bb']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:30.745392 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8a05f6-83d9-471c-8089-2be25050be9f') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:30.752379 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8a05f6-83d9-471c-8089-2be25050be9f') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:30.760824 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.778554 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.789929 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 20:16:30.790506 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: timer() Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:16:30.792316 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:16:30.850112 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.855373 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:30.858607 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] 10.222.0.50 "DELETE /v2.0/networks/e3f5b56a-660a-4392-81ee-4926e97ed2bb HTTP/1.1" status: 204 len: 168 time: 0.7079105 Nov 19 20:16:30.871017 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931b98d-3990-4148-9619-b85363c6ccef admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f5b56a-660a-4392-81ee-4926e97ed2bb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:30.976202 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38098) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:31.016920 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-54704f43-82fc-48cc-beb9-dace79536f03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a87e91d37613439ea2cb78c5340fd9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395317 Nov 19 20:16:31.019605 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38100) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:31.073699 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21ed34c4-a4f4-4e71-a76e-1e340bc53dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:31.094581 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21ed34c4-a4f4-4e71-a76e-1e340bc53dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:31.144289 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21ed34c4-a4f4-4e71-a76e-1e340bc53dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:31.146979 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-21ed34c4-a4f4-4e71-a76e-1e340bc53dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:31.150220 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-21ed34c4-a4f4-4e71-a76e-1e340bc53dc1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a717cdbe-b262-43df-aae5-12920ef74c21 HTTP/1.1" status: 204 len: 168 time: 0.1295705 Nov 19 20:16:31.159090 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed34c4-a4f4-4e71-a76e-1e340bc53dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a717cdbe-b262-43df-aae5-12920ef74c21,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:31.474465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38106) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:31.519548 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e934d572-dc58-4368-9246-d50b16628bb6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f6014e8f74f4a07a0daead6d905f3e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437562 Nov 19 20:16:31.522065 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38108) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:31.570957 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23eea1f5-b0aa-4905-b715-a1617d0544f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:31.593063 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23eea1f5-b0aa-4905-b715-a1617d0544f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:31.640481 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23eea1f5-b0aa-4905-b715-a1617d0544f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:31.644093 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-23eea1f5-b0aa-4905-b715-a1617d0544f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:31.645263 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-23eea1f5-b0aa-4905-b715-a1617d0544f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed5c21e3-a8cb-4185-b2d8-f49933b5a935 HTTP/1.1" status: 204 len: 168 time: 0.1223567 Nov 19 20:16:31.653334 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eea1f5-b0aa-4905-b715-a1617d0544f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c21e3-a8cb-4185-b2d8-f49933b5a935,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:31.671256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b2dd71c7-8eb6-449f-aaec-6ef896124216 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:16:31.694639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: b2dd71c7-8eb6-449f-aaec-6ef896124216 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:16:31.694989 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device b2dd71c7-8eb6-449f-aaec-6ef896124216 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:16:31.695404 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:16:31.715471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:16:31.715821 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 60b34a2f-9cd5-4be5-ab9c-e2f704de92bc not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:16:31.716238 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ddf202fa-3d83-459b-b9b3-0a0d58b73505 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:16:31.736949 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: ddf202fa-3d83-459b-b9b3-0a0d58b73505 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:16:31.737306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device ddf202fa-3d83-459b-b9b3-0a0d58b73505 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:16:32.293888 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-b91b3875-f14d-45e4-8872-63cc111d05c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1625884 Nov 19 20:16:32.376119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38132) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:32.385657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-167ac819-03ee-4074-bd01-8913eada3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:32.387277 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-167ac819-03ee-4074-bd01-8913eada3529 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0489261 Nov 19 20:16:32.496566 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-522710625-network', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:32.499598 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-de3027e6-04f8-4932-9efd-a734698deace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:32.501213 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-de3027e6-04f8-4932-9efd-a734698deace service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0920877 Nov 19 20:16:32.520841 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Made reservation on behalf of 4cc66639c02644c59970f1d85cfea0b6 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:16:32.523685 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:32.537374 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:32.558362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-b0cf9318-29ff-4505-9d0a-0dd420be9ef2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0459392 Nov 19 20:16:32.617135 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-3f881e8a-b25e-41a6-8556-c5ec6901a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:32.619034 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-3f881e8a-b25e-41a6-8556-c5ec6901a58c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0543609 Nov 19 20:16:32.622691 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:32.628263 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:32.656147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 20:16:32.666861 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c2c9c6-7322-43d4-96e5-634a5e9f5f7d,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:32.672062 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-6807ef5c-c4ec-4b22-b48a-ac340c159c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:32.674189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-6807ef5c-c4ec-4b22-b48a-ac340c159c35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483267 Nov 19 20:16:32.675236 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:32.675581 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Added segment 49b70b39-80cd-4ef2-b0ca-2ae91d203957 of type vlan for network 504074d3-bb5c-418a-9aaa-6912c3350a0c Nov 19 20:16:32.722574 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:32.758351 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:32.759410 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:32.760000 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:32.815870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4383028 Nov 19 20:16:32.818792 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38136) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:32.836487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] Request body: {'subnet': {'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-522710625-subnet', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'ip_version': 4}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:32.847996 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada316a6-4a7c-4e93-8fae-3c33a0ef2ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=504074d3-bb5c-418a-9aaa-6912c3350a0c,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:32.859292 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 504074d3-bb5c-418a-9aaa-6912c3350a0c details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 20:16:32.874894 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] Made reservation on behalf of 4cc66639c02644c59970f1d85cfea0b6 for: {'subnet': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:16:32.879666 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26934988'] for subnet, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.092064 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3371251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26934974'] for subnet, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.138364 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-bf1a634f-1f38-4ce0-86a1-40504905723b service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567235 Nov 19 20:16:33.162271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4eb2982-9073-456c-b22a-014ce2015a35,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:33.171711 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] Checking segment: {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:16:33.172075 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] Network hostable DHCP agents. Network: 504074d3-bb5c-418a-9aaa-6912c3350a0c, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 20:16:33.192290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] Network 504074d3-bb5c-418a-9aaa-6912c3350a0c is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 20:16:33.202727 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 504074d3-bb5c-418a-9aaa-6912c3350a0c) {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:33.211479 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:33.211876 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.215389 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50314c67-bcf8-4705-8ed7-1d9629fdd9c7 None None] Network 504074d3-bb5c-418a-9aaa-6912c3350a0c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:16:33.237884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-58276ebf-9ddc-444e-8938-4d180835aa31 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4178476 Nov 19 20:16:33.240471 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38138) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:33.246153 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-cecf31bb-caf4-4f2d-af2e-9c4c4e21a935 req-f000e46e-ce85-44d1-a22c-91599cdcdc8e service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009216 Nov 19 20:16:33.247468 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:33.274947 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.276142 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.330908 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.382031 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-504074d3-bb5c-418a-9aaa-6912c3350a0c', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 20:16:33.382917 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.474539 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.681479 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Allocated IP 172.20.0.2 (504074d3-bb5c-418a-9aaa-6912c3350a0c/b4eb2982-9073-456c-b22a-014ce2015a35/997b9596-4642-4e84-9d3c-d3e058e1c93d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:16:33.696332 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.721777 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.830532 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.830842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Allocated IP 172.25.3.179 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:16:33.836763 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.879204 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Network 504074d3-bb5c-418a-9aaa-6912c3350a0c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:16:33.882281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:33.890076 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:16:33.893229 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Pushing event updated for resources: {'Port': ['ID=997b9596-4642-4e84-9d3c-d3e058e1c93d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:33.947039 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Attempting to bind port 997b9596-4642-4e84-9d3c-d3e058e1c93d on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:16:33.947398 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Attempting to bind port 997b9596-4642-4e84-9d3c-d3e058e1c93d by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:16:33.947691 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Attempting to bind port 997b9596-4642-4e84-9d3c-d3e058e1c93d on network 504074d3-bb5c-418a-9aaa-6912c3350a0c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:16:33.948135 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.952933 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:16:33.953303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Checking segment: {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:16:33.953705 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.954156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Bound using segment: {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:16:33.954627 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Bound port: 997b9596-4642-4e84-9d3c-d3e058e1c93d, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:16:33.955010 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:33.982921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:34.027451 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:16:34.030946 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:34.033570 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] For port 997b9596-4642-4e84-9d3c-d3e058e1c93d, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:16:34.036360 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:16:34.037729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] For port 997b9596-4642-4e84-9d3c-d3e058e1c93d, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=997b9596-4642-4e84-9d3c-d3e058e1c93d,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:16:34.043160 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Pushing event updated for resources: {'Port': ['ID=02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:34.044099 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:34.060252 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665ea858-29f1-499c-97d8-4aa6ed809b91 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:16:34.134601 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3d292-63c9-42b3-9576-a1ff342449f0 None None] Pushing event updated for resources: {'Port': ['ID=997b9596-4642-4e84-9d3c-d3e058e1c93d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:34.225516 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-99e37eac-a800-4439-af40-bd6ef86d3ba8 None None] Provisioning complete for port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:34.226245 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-99e37eac-a800-4439-af40-bd6ef86d3ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:34.272564 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-99e37eac-a800-4439-af40-bd6ef86d3ba8 None None] Port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:16:34.339790 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:34.566561 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:34.707520 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Router fb81a7a9-39b0-4b58-bc8a-3cb335d743be is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 20:16:34.829851 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:16:34.839847 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Sync routers for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:16:34.849361 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:34.851045 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e8f9bb93-8c23-46f9-89f1-6d13397d662d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6094956 Nov 19 20:16:34.853836 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38140) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:34.856119 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:34.857061 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:34.977012 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:35.182035 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:34Z', 'revision_number': 3, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:35.216462 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Checking router: fb81a7a9-39b0-4b58-bc8a-3cb335d743be for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:16:35.216719 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Updating router fb81a7a9-39b0-4b58-bc8a-3cb335d743be port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:16:35.233789 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46502232-9d9d-4b96-a5d0-f9955c3f43cb None None] Network 504074d3-bb5c-418a-9aaa-6912c3350a0c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:16:35.246664 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.335696 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-7437160a-ea9b-4cd0-a53c-1a886544c836 None None] Provisioning complete for port 997b9596-4642-4e84-9d3c-d3e058e1c93d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:35.336073 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7437160a-ea9b-4cd0-a53c-1a886544c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.497742 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7437160a-ea9b-4cd0-a53c-1a886544c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.541206 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-7437160a-ea9b-4cd0-a53c-1a886544c836 None None] For port 997b9596-4642-4e84-9d3c-d3e058e1c93d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=997b9596-4642-4e84-9d3c-d3e058e1c93d,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:35.546268 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7437160a-ea9b-4cd0-a53c-1a886544c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.606046 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437160a-ea9b-4cd0-a53c-1a886544c836 None None] Pushing event updated for resources: {'Port': ['ID=997b9596-4642-4e84-9d3c-d3e058e1c93d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:35.690478 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.694932 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.702351 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.741520 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 997b9596-4642-4e84-9d3c-d3e058e1c93d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:16:35.757389 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Attempting to bind port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:16:35.757835 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Attempting to bind port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:16:35.758274 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Attempting to bind port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:16:35.770530 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:16:35.770950 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:16:35.771302 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.771696 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:16:35.772179 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Bound port: 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:16:35.772563 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.797607 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af99ba8-fa7d-4b7c-9aa9-a60c621d75a2 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:16:35.827311 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] For port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:16:35.831151 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] For port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:16:35.836343 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Pushing event updated for resources: {'Port': ['ID=02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:35.839588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 997b9596-4642-4e84-9d3c-d3e058e1c93d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:35.840010 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.841547 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.859461 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.860032 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.860032 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.861430 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.861984 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.862743 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.863566 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.864331 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.865116 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.866006 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.866848 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.867675 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:16:35.918325 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f4742d6f-9b4a-4f7b-9c80-a4d8215d15d7 None None] Provisioning complete for port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:35.918793 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4742d6f-9b4a-4f7b-9c80-a4d8215d15d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:35.923977 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19fe8e6-910c-496b-91a0-4e72cd81199f None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:16:35.942716 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308456c-5b23-4dc8-8443-9e4dfdb0b9bc None None] Pushing event updated for resources: {'Port': ['ID=02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:35.947803 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:35.950641 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:35.956621 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Allocated IP 172.20.0.1 (504074d3-bb5c-418a-9aaa-6912c3350a0c/b4eb2982-9073-456c-b22a-014ce2015a35/09938e32-4280-4519-8ec5-c007e55cd497) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:16:36.050998 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4742d6f-9b4a-4f7b-9c80-a4d8215d15d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.073882 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:36.081278 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-f4742d6f-9b4a-4f7b-9c80-a4d8215d15d7 None None] For port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:36.086383 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4742d6f-9b4a-4f7b-9c80-a4d8215d15d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.096604 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.136429 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.142297 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-f4742d6f-9b4a-4f7b-9c80-a4d8215d15d7 None None] Provisioning complete for port 997b9596-4642-4e84-9d3c-d3e058e1c93d triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:36.142828 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4742d6f-9b4a-4f7b-9c80-a4d8215d15d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.181312 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4742d6f-9b4a-4f7b-9c80-a4d8215d15d7 None None] Pushing event updated for resources: {'Port': ['ID=02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:36.202669 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Pushing event updated for resources: {'Port': ['ID=09938e32-4280-4519-8ec5-c007e55cd497,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:36.223627 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Network 504074d3-bb5c-418a-9aaa-6912c3350a0c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:16:36.225219 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:36.228574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:16:36.280690 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.296481 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:34Z', 'revision_number': 3, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:36.328345 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c54f55e-f07e-4b0f-be3b-f2d18070b814 None None] The sync data for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 is: [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:34Z', 'revision_number': 3, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:16:36.386100 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b537e6d9-b389-4a92-818d-1e7e34777305 None None] Provisioning complete for port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:36.387080 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b537e6d9-b389-4a92-818d-1e7e34777305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.480668 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.660448 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-67bafbdc-5ffa-400e-8dca-6f5ee370d731 None None] Provisioning complete for port 09938e32-4280-4519-8ec5-c007e55cd497 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:36.660999 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-67bafbdc-5ffa-400e-8dca-6f5ee370d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.725455 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-67bafbdc-5ffa-400e-8dca-6f5ee370d731 None None] Port 09938e32-4280-4519-8ec5-c007e55cd497 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:16:36.747328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.754375 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.839227 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:36.841290 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Pushing event updated for resources: {'Port': ['ID=09938e32-4280-4519-8ec5-c007e55cd497,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:36.960044 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Network 504074d3-bb5c-418a-9aaa-6912c3350a0c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:16:36.962752 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:37.133169 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Router fb81a7a9-39b0-4b58-bc8a-3cb335d743be has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:16:37.207268 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:16:37.254129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-72a501da-a13c-4143-8c10-3a29e695f189 None None] Provisioning complete for port 09938e32-4280-4519-8ec5-c007e55cd497 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:37.254696 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72a501da-a13c-4143-8c10-3a29e695f189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:37.272154 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:16:37.278710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-476c94af-f2cb-4a22-9c10-587b5427a742 admin admin] 10.222.0.50 "PUT /v2.0/routers/fb81a7a9-39b0-4b58-bc8a-3cb335d743be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4238133 Nov 19 20:16:37.296885 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-72a501da-a13c-4143-8c10-3a29e695f189 None None] Port 09938e32-4280-4519-8ec5-c007e55cd497 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:16:37.757053 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 997b9596-4642-4e84-9d3c-d3e058e1c93d up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:16:37.814871 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 997b9596-4642-4e84-9d3c-d3e058e1c93d triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:37.815249 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:37.904133 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38156) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:37.910405 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1242238163-network', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:37.926092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:16:37.948914 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Made reservation on behalf of 1587ea4206fb4d4a873a46659b7e7401 for: {'network': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:16:37.953073 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for network, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:37.970584 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:37.987990 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:37.988366 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.104272 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.108486 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.135574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=109887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 20:16:38.146628 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5377166-f439-42ad-87ff-cd8c836f8707,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:38.151891 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.152239 n-d-815373-6 neutron-server[109887]: INFO neutron.db.segments_db [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Added segment 19b63bbf-9f11-41aa-9c49-89743d048709 of type vlan for network 2a8bff5d-f520-498f-ae95-043fdb7edad0 Nov 19 20:16:38.198625 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774167994902'] for network, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.225447 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793'] for network, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.226502 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:38.227370 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.270539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Sync routers for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:16:38.285957 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:38.286683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:38.295889 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3900914 Nov 19 20:16:38.299513 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38158) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:38.308031 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] Request body: {'subnet': {'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1242238163-subnet', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:38.309725 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cd9c9-251e-4b0d-a2a5-54c44ee9a36b admin admin] Pushing event updated for resources: {'Network': ['ID=2a8bff5d-f520-498f-ae95-043fdb7edad0,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:38.332467 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Network 2a8bff5d-f520-498f-ae95-043fdb7edad0 details requested by agent ovs-agent-n-d-815373-6 with host n-d-815373-6 {{(pid=109889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 20:16:38.347091 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] Made reservation on behalf of 1587ea4206fb4d4a873a46659b7e7401 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:16:38.354821 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27239752'] for subnet, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.409509 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-73c75d13-d8ac-4c63-a584-9b8af61600a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.487088 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:38.642075 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25520031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27239738'] for subnet, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.719579 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad303955-cd57-4063-9092-794bdc9d9881,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:38.729714 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] Checking segment: {'id': '19b63bbf-9f11-41aa-9c49-89743d048709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:16:38.730097 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] Network hostable DHCP agents. Network: 2a8bff5d-f520-498f-ae95-043fdb7edad0, hostable agents: ['c96f3782-f73c-4297-8928-613c6721901f'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 20:16:38.735162 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 2, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:38.752471 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] Network 2a8bff5d-f520-498f-ae95-043fdb7edad0 is scheduled to be hosted by DHCP agent c96f3782-f73c-4297-8928-613c6721901f with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 20:16:38.768516 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815373-6, 2a8bff5d-f520-498f-ae95-043fdb7edad0) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:38.771063 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Checking router: fb81a7a9-39b0-4b58-bc8a-3cb335d743be for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:16:38.771588 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Updating router fb81a7a9-39b0-4b58-bc8a-3cb335d743be port 09938e32-4280-4519-8ec5-c007e55cd497 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:16:38.779583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:38.780439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.792216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489333ae-88b8-4049-8a05-4035b1109d2c None None] Network 2a8bff5d-f520-498f-ae95-043fdb7edad0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:16:38.802601 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6848c637-491e-48f1-89cd-5630836f5e07 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5006361 Nov 19 20:16:38.805137 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38160) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:38.810254 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1242238163-router', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:38.836621 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59736'] for router, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.837890 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59715'] for router, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.840701 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:38.906134 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.081571 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.142880 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80beef40-cc0c-558d-af16-9eef6607df9e-2a8bff5d-f520-498f-ae95-043fdb7edad0', 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'fixed_ips': [{'subnet_id': 'ad303955-cd57-4063-9092-794bdc9d9881'}]}} from n-d-815373-6. {{(pid=109889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 20:16:39.143788 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.367996 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.380219 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.383171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Allocated IP 172.20.0.2 (2a8bff5d-f520-498f-ae95-043fdb7edad0/ad303955-cd57-4063-9092-794bdc9d9881/48d64a55-1d0e-46e0-8a09-5a7ebb57c12a) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:16:39.396577 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.421050 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.493351 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfa996-3a68-4b68-9d56-a8d236276311 None None] Pushing event updated for resources: {'Port': ['ID=09938e32-4280-4519-8ec5-c007e55cd497,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:39.566689 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Attempting to bind port 09938e32-4280-4519-8ec5-c007e55cd497 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:16:39.567067 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Attempting to bind port 09938e32-4280-4519-8ec5-c007e55cd497 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:16:39.567440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Attempting to bind port 09938e32-4280-4519-8ec5-c007e55cd497 on network 504074d3-bb5c-418a-9aaa-6912c3350a0c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:16:39.589173 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:16:39.589559 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Checking segment: {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:16:39.590020 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.590466 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Bound using segment: {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:16:39.590967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Bound port: 09938e32-4280-4519-8ec5-c007e55cd497, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:16:39.591359 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.627871 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Allocated IP 172.25.3.23 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/c9418c3d-1430-43b6-b1d1-a07b46234a54) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:16:39.714795 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Publish callbacks [] for port, precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.724250 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] For port 09938e32-4280-4519-8ec5-c007e55cd497, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:16:39.727493 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096'] for port, after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.730805 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] For port 09938e32-4280-4519-8ec5-c007e55cd497, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=09938e32-4280-4519-8ec5-c007e55cd497,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:16:39.761231 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.806841 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Network 2a8bff5d-f520-498f-ae95-043fdb7edad0 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:16:39.808511 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Pushing event updated for resources: {'Port': ['ID=48d64a55-1d0e-46e0-8a09-5a7ebb57c12a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:39.811057 n-d-815373-6 neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:39.816508 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:16:39.818264 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.861850 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:39.933518 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:16:39.939530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:39.945979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:16:39.957427 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Pushing event updated for resources: {'Port': ['ID=c9418c3d-1430-43b6-b1d1-a07b46234a54,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:40.022395 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe41674-24a8-40b5-a68b-59a9174b7a38 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:16:40.061190 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:40.061876 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:40.146803 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-72ba1695-c15e-46e0-90cc-46129984293f None None] Provisioning complete for port 09938e32-4280-4519-8ec5-c007e55cd497 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:40.147132 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72ba1695-c15e-46e0-90cc-46129984293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:40.158797 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfa996-3a68-4b68-9d56-a8d236276311 None None] Pushing event updated for resources: {'Port': ['ID=09938e32-4280-4519-8ec5-c007e55cd497,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:40.231633 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Attempting to bind port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:16:40.232015 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Attempting to bind port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '19b63bbf-9f11-41aa-9c49-89743d048709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:16:40.232380 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Attempting to bind port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a on network 2a8bff5d-f520-498f-ae95-043fdb7edad0 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:16:40.256662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:16:40.257043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Checking segment: {'id': '19b63bbf-9f11-41aa-9c49-89743d048709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:16:40.257452 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:40.257887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Bound using segment: {'id': '19b63bbf-9f11-41aa-9c49-89743d048709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:16:40.258388 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Bound port: 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b63bbf-9f11-41aa-9c49-89743d048709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:16:40.258773 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:40.296010 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:40.372711 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:40.444016 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72ba1695-c15e-46e0-90cc-46129984293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:40.521444 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] For port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:16:40.547983 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] For port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=48d64a55-1d0e-46e0-8a09-5a7ebb57c12a,segment=NetworkSegment(19b63bbf-9f11-41aa-9c49-89743d048709),segment_id=19b63bbf-9f11-41aa-9c49-89743d048709)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:16:40.568304 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:40.571539 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-72ba1695-c15e-46e0-90cc-46129984293f None None] For port 09938e32-4280-4519-8ec5-c007e55cd497, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=09938e32-4280-4519-8ec5-c007e55cd497,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:40.585301 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72ba1695-c15e-46e0-90cc-46129984293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:40.636870 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636940'] for router, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:40.674730 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603411c-52cd-4414-a558-a5a39b97cd41 None None] Pushing event updated for resources: {'Port': ['ID=48d64a55-1d0e-46e0-8a09-5a7ebb57c12a,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:40.774834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-81f9fa43-7f06-439d-afd0-21bfa197727c None None] Provisioning complete for port c9418c3d-1430-43b6-b1d1-a07b46234a54 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:40.775316 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-81f9fa43-7f06-439d-afd0-21bfa197727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:40.776762 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba1695-c15e-46e0-90cc-46129984293f None None] Pushing event updated for resources: {'Port': ['ID=09938e32-4280-4519-8ec5-c007e55cd497,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:40.814445 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:39Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:40.846668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Router 1789f24c-6959-446b-bfbb-7107df802b8a is scheduled to L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f with binding_index 1 {{(pid=109887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 20:16:40.859816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f232a-908a-4d31-ac98-bfd29f93e7fb None None] The sync data for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 is: [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:39Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:16:40.866480 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e1b69519-77ec-4947-91b7-17d54f49452a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:40.900853 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-81f9fa43-7f06-439d-afd0-21bfa197727c None None] Port c9418c3d-1430-43b6-b1d1-a07b46234a54 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:16:40.920220 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-81f9fa43-7f06-439d-afd0-21bfa197727c None None] Provisioning complete for port 09938e32-4280-4519-8ec5-c007e55cd497 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:40.920650 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-81f9fa43-7f06-439d-afd0-21bfa197727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:41.108811 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:16:41.123077 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Sync routers for ids ['1789f24c-6959-446b-bfbb-7107df802b8a'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:16:41.135530 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Routers {'1789f24c-6959-446b-bfbb-7107df802b8a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:41.136184 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1789f24c-6959-446b-bfbb-7107df802b8a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:41.156007 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:41.162374 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-0e0c3160-e73a-4534-9b28-67cba357c335 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3518786 Nov 19 20:16:41.162700 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38162) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:41.331388 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Set router 1789f24c-6959-446b-bfbb-7107df802b8a gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:41.616653 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'name': 'tempest-TestSnapshotPattern-1242238163-router', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:38Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 3, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'gw_port': {'id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:39Z', 'updated_at': '2021-11-19T20:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:41.721175 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Checking router: 1789f24c-6959-446b-bfbb-7107df802b8a for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:16:41.721528 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Updating router 1789f24c-6959-446b-bfbb-7107df802b8a port c9418c3d-1430-43b6-b1d1-a07b46234a54 binding host n-d-815373-6 {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:16:41.782984 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:41.803492 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 09938e32-4280-4519-8ec5-c007e55cd497 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:16:41.806755 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:41.872729 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 09938e32-4280-4519-8ec5-c007e55cd497 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:41.873370 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.041979 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:16:42.080914 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27681d30-7e6e-4d9f-986c-1356fa3f9d07 None None] Network 2a8bff5d-f520-498f-ae95-043fdb7edad0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:16:42.133888 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Allocated IP 172.20.0.1 (2a8bff5d-f520-498f-ae95-043fdb7edad0/ad303955-cd57-4063-9092-794bdc9d9881/3517296a-469d-48d9-b13e-18d5bebedcf3) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:16:42.174528 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-4af908cf-0043-4d8f-9e2d-042b803ae41c None None] Provisioning complete for port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:42.175680 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4af908cf-0043-4d8f-9e2d-042b803ae41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.211164 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Publish callbacks [] for port, precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.221810 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.262668 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.267632 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:42.268102 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.295373 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2c738-57b5-4a8d-8ca6-6c87b21c0de0 None None] Pushing event updated for resources: {'Port': ['ID=c9418c3d-1430-43b6-b1d1-a07b46234a54,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:42.299741 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Attempting to bind port c9418c3d-1430-43b6-b1d1-a07b46234a54 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:16:42.300116 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Attempting to bind port c9418c3d-1430-43b6-b1d1-a07b46234a54 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:16:42.300402 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Attempting to bind port c9418c3d-1430-43b6-b1d1-a07b46234a54 on network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:16:42.316426 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:16:42.317272 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Checking segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:16:42.317949 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.318582 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Bound using segment: {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:16:42.320745 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Bound port: c9418c3d-1430-43b6-b1d1-a07b46234a54, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fb5f64-74b9-43c9-b10c-df8776043232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:16:42.321549 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.349049 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15192edf-5270-4fff-8dbe-ed4ac1ee9a0b None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:16:42.357401 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.399555 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] For port c9418c3d-1430-43b6-b1d1-a07b46234a54, host n-d-815373-6, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:16:42.404001 n-d-815373-6 neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] For port c9418c3d-1430-43b6-b1d1-a07b46234a54, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c9418c3d-1430-43b6-b1d1-a07b46234a54,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:16:42.412871 n-d-815373-6 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.417633 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.467658 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Network 2a8bff5d-f520-498f-ae95-043fdb7edad0 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:16:42.473153 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:42.483726 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:16:42.487323 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2c738-57b5-4a8d-8ca6-6c87b21c0de0 None None] Pushing event updated for resources: {'Port': ['ID=c9418c3d-1430-43b6-b1d1-a07b46234a54,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:42.494239 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Pushing event updated for resources: {'Port': ['ID=3517296a-469d-48d9-b13e-18d5bebedcf3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:42.514599 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4af908cf-0043-4d8f-9e2d-042b803ae41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.532286 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.535882 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Routers {'1789f24c-6959-446b-bfbb-7107df802b8a'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:42.538963 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1789f24c-6959-446b-bfbb-7107df802b8a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:42.542210 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab71c353-3859-4fac-99a7-11eb63c49a12 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:16:42.583909 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1637681'] for router_interface, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.666303 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4af908cf-0043-4d8f-9e2d-042b803ae41c None None] For port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=48d64a55-1d0e-46e0-8a09-5a7ebb57c12a,segment=NetworkSegment(19b63bbf-9f11-41aa-9c49-89743d048709),segment_id=19b63bbf-9f11-41aa-9c49-89743d048709)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:42.673395 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4af908cf-0043-4d8f-9e2d-042b803ae41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.785791 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] Set router 1789f24c-6959-446b-bfbb-7107df802b8a gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:42.791903 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:42.811824 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 20:16:42.812952 n-d-815373-6 neutron-server[109889]: DEBUG oslo_db.api [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 20:16:42.817281 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af908cf-0043-4d8f-9e2d-042b803ae41c None None] Pushing event updated for resources: {'Port': ['ID=48d64a55-1d0e-46e0-8a09-5a7ebb57c12a,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:42.834059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-977d67ef-ccf7-465d-b7d8-c629c5613072 None None] Provisioning complete for port c9418c3d-1430-43b6-b1d1-a07b46234a54 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:42.835927 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-977d67ef-ccf7-465d-b7d8-c629c5613072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:43.077899 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-977d67ef-ccf7-465d-b7d8-c629c5613072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:43.116050 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-977d67ef-ccf7-465d-b7d8-c629c5613072 None None] For port c9418c3d-1430-43b6-b1d1-a07b46234a54, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c9418c3d-1430-43b6-b1d1-a07b46234a54,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:43.123196 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-977d67ef-ccf7-465d-b7d8-c629c5613072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:43.179926 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:43.192017 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:43.216525 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'name': 'tempest-TestSnapshotPattern-1242238163-router', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:38Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 3, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'gw_port': {'id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:39Z', 'updated_at': '2021-11-19T20:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:43.248988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d67ef-ccf7-465d-b7d8-c629c5613072 None None] Pushing event updated for resources: {'Port': ['ID=c9418c3d-1430-43b6-b1d1-a07b46234a54,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:43.267448 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5c813-31b9-4a77-914d-88141fe25bb3 None None] The sync data for ids ['1789f24c-6959-446b-bfbb-7107df802b8a'] in n-d-815373-6 is: [{'id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'name': 'tempest-TestSnapshotPattern-1242238163-router', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:38Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 3, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'gw_port': {'id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:39Z', 'updated_at': '2021-11-19T20:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:16:43.299639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-891d8085-09f1-4e0b-8d58-d482529873a8 None None] Provisioning complete for port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:43.299963 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Pushing event updated for resources: {'Port': ['ID=3517296a-469d-48d9-b13e-18d5bebedcf3,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:43.300683 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-891d8085-09f1-4e0b-8d58-d482529873a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:43.322817 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1637773'] for router_interface, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:43.500020 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Network 2a8bff5d-f520-498f-ae95-043fdb7edad0 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:16:43.503168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:43.741809 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:43.824276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Router 1789f24c-6959-446b-bfbb-7107df802b8a has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:16:43.856099 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-891d8085-09f1-4e0b-8d58-d482529873a8 None None] Provisioning complete for port 3517296a-469d-48d9-b13e-18d5bebedcf3 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:43.856785 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-891d8085-09f1-4e0b-8d58-d482529873a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:43.946156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-891d8085-09f1-4e0b-8d58-d482529873a8 None None] Port 3517296a-469d-48d9-b13e-18d5bebedcf3 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:16:43.990922 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c9418c3d-1430-43b6-b1d1-a07b46234a54 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:16:44.048668 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port c9418c3d-1430-43b6-b1d1-a07b46234a54 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:44.049043 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:44.053311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:16:44.059091 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-db74a949-cb2b-4876-8a1f-104cfa2a25db admin admin] 10.222.0.50 "PUT /v2.0/routers/1789f24c-6959-446b-bfbb-7107df802b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8952260 Nov 19 20:16:44.107023 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-38c1d706-c307-41a3-b790-f15c4f9851c5 None None] Provisioning complete for port 3517296a-469d-48d9-b13e-18d5bebedcf3 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:44.107625 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-38c1d706-c307-41a3-b790-f15c4f9851c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:44.180785 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-38c1d706-c307-41a3-b790-f15c4f9851c5 None None] Port 3517296a-469d-48d9-b13e-18d5bebedcf3 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:16:44.194135 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:16:44.262054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:44.262718 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:44.376483 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:44.717475 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38170) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:44.723942 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b96e62c5-c60d-4fa5-82a4-6dee17727fb4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431179537', 'description': 'tempest-secgroup-smoke-1431179537 description', 'project_id': '4cc66639c02644c59970f1d85cfea0b6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:44.748069 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b96e62c5-c60d-4fa5-82a4-6dee17727fb4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:44.829130 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b96e62c5-c60d-4fa5-82a4-6dee17727fb4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:44.833541 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b96e62c5-c60d-4fa5-82a4-6dee17727fb4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:44.866121 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b96e62c5-c60d-4fa5-82a4-6dee17727fb4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:44.867447 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-b96e62c5-c60d-4fa5-82a4-6dee17727fb4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1486897 Nov 19 20:16:44.870744 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38172) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:44.875302 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f3674b11-05d8-4054-919f-fa8a873c59a6 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Request body: {'security_group_rule': {'security_group_id': '9c2736ae-d34e-4b93-94ff-dde8aaf3b845', 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:44.882265 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e62c5-c60d-4fa5-82a4-6dee17727fb4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2736ae-d34e-4b93-94ff-dde8aaf3b845,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:44.916216 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3674b11-05d8-4054-919f-fa8a873c59a6 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.009449 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3674b11-05d8-4054-919f-fa8a873c59a6 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.013576 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3674b11-05d8-4054-919f-fa8a873c59a6 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.036065 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3674b11-05d8-4054-919f-fa8a873c59a6 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ecd020-43b1-480d-97ec-836710a57eea,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:45.046740 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f3674b11-05d8-4054-919f-fa8a873c59a6 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.049821 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-f3674b11-05d8-4054-919f-fa8a873c59a6 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1766801 Nov 19 20:16:45.051465 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38174) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:45.056423 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-1afa4bba-a8e1-4929-9ace-7e892f56de23 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Request body: {'security_group_rule': {'security_group_id': '9c2736ae-d34e-4b93-94ff-dde8aaf3b845', 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:45.094181 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1afa4bba-a8e1-4929-9ace-7e892f56de23 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.183544 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1afa4bba-a8e1-4929-9ace-7e892f56de23 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.187545 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1afa4bba-a8e1-4929-9ace-7e892f56de23 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.211741 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa4bba-a8e1-4929-9ace-7e892f56de23 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffce3572-4f80-4085-8590-52122ec35c05,revision_number=0']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:45.216379 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-1afa4bba-a8e1-4929-9ace-7e892f56de23 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.220454 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-1afa4bba-a8e1-4929-9ace-7e892f56de23 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1652458 Nov 19 20:16:45.220974 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38176) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:45.226607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-01ae0c2d-a408-4411-9425-ed365feb5a62 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Request body: {'security_group_rule': {'security_group_id': '9c2736ae-d34e-4b93-94ff-dde8aaf3b845', 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:45.260703 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01ae0c2d-a408-4411-9425-ed365feb5a62 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.361781 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01ae0c2d-a408-4411-9425-ed365feb5a62 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.367482 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01ae0c2d-a408-4411-9425-ed365feb5a62 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.386758 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae0c2d-a408-4411-9425-ed365feb5a62 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ffa92b-e2b8-4253-b693-19adca328ba8,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:45.397026 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-01ae0c2d-a408-4411-9425-ed365feb5a62 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.398307 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-01ae0c2d-a408-4411-9425-ed365feb5a62 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1762846 Nov 19 20:16:45.401365 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38178) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:45.409173 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3a18217e-460d-40a1-a5e9-65d0d994bb9e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Request body: {'security_group_rule': {'security_group_id': '9c2736ae-d34e-4b93-94ff-dde8aaf3b845', 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:45.446317 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a18217e-460d-40a1-a5e9-65d0d994bb9e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.475171 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Sync routers for ids ['1789f24c-6959-446b-bfbb-7107df802b8a'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:16:45.486156 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Routers {'1789f24c-6959-446b-bfbb-7107df802b8a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:45.486911 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1789f24c-6959-446b-bfbb-7107df802b8a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:45.522501 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a18217e-460d-40a1-a5e9-65d0d994bb9e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.527544 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a18217e-460d-40a1-a5e9-65d0d994bb9e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.550655 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18217e-460d-40a1-a5e9-65d0d994bb9e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fc6724-4916-4aff-bec9-5ca2f7d6a809,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:45.556825 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a18217e-460d-40a1-a5e9-65d0d994bb9e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.558007 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-3a18217e-460d-40a1-a5e9-65d0d994bb9e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554849 Nov 19 20:16:45.560684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38180) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:45.566118 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-53bf3b49-36de-4982-be93-751a820fd36d tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Request body: {'security_group_rule': {'security_group_id': '9c2736ae-d34e-4b93-94ff-dde8aaf3b845', 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:45.595520 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-53bf3b49-36de-4982-be93-751a820fd36d tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Project 4cc66639c02644c59970f1d85cfea0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:16:45.601990 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53bf3b49-36de-4982-be93-751a820fd36d tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.623287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Set router 1789f24c-6959-446b-bfbb-7107df802b8a gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:45.674419 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53bf3b49-36de-4982-be93-751a820fd36d tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.682024 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53bf3b49-36de-4982-be93-751a820fd36d tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.703784 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf3b49-36de-4982-be93-751a820fd36d tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbb7867-cf86-4cbb-951c-19b9fba93f53,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:45.714373 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53bf3b49-36de-4982-be93-751a820fd36d tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.716224 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-53bf3b49-36de-4982-be93-751a820fd36d tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543837 Nov 19 20:16:45.719842 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38182) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:45.724968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0c9a1c27-c68b-4aed-821f-2e75583501ca tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Request body: {'security_group_rule': {'security_group_id': '9c2736ae-d34e-4b93-94ff-dde8aaf3b845', 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:45.753594 n-d-815373-6 neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-0c9a1c27-c68b-4aed-821f-2e75583501ca tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Project 4cc66639c02644c59970f1d85cfea0b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 20:16:45.760352 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1c27-c68b-4aed-821f-2e75583501ca tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.840911 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1c27-c68b-4aed-821f-2e75583501ca tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.847023 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1c27-c68b-4aed-821f-2e75583501ca tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695109'] for security_group_rule, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.863377 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a1c27-c68b-4aed-821f-2e75583501ca tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9232f6-4643-4686-9d73-2b1b07940ab4,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:45.879874 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1c27-c68b-4aed-821f-2e75583501ca tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:45.881457 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0c9a1c27-c68b-4aed-821f-2e75583501ca tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603582 Nov 19 20:16:45.881639 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'name': 'tempest-TestSnapshotPattern-1242238163-router', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:38Z', 'updated_at': '2021-11-19T20:16:42Z', 'revision_number': 4, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'gw_port': {'id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:39Z', 'updated_at': '2021-11-19T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '3517296a-469d-48d9-b13e-18d5bebedcf3', 'name': '', 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'mac_address': 'fa:16:3e:5c:c9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ad303955-cd57-4063-9092-794bdc9d9881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:41Z', 'updated_at': '2021-11-19T20:16:42Z', 'revision_number': 2, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'subnets': [{'id': 'ad303955-cd57-4063-9092-794bdc9d9881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:45.914892 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Checking router: 1789f24c-6959-446b-bfbb-7107df802b8a for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:16:45.915284 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Updating router 1789f24c-6959-446b-bfbb-7107df802b8a port 3517296a-469d-48d9-b13e-18d5bebedcf3 binding host n-d-815373-6 {{(pid=109889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 20:16:45.946377 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:46.044741 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-f4c7698c-83bc-4b71-b61a-10a57d9d2c88 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431179537&fields=id&tenant_id=4cc66639c02644c59970f1d85cfea0b6 HTTP/1.1" status: 200 len: 267 time: 0.0491271 Nov 19 20:16:46.171614 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-7a52434f-1584-4437-abe5-6bb8ef10239b tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:46.173101 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-7a52434f-1584-4437-abe5-6bb8ef10239b tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 809 time: 0.1214600 Nov 19 20:16:46.191284 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-654403ee-c578-46bf-bc26-de8de8b0f0d5 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/quotas/4cc66639c02644c59970f1d85cfea0b6 HTTP/1.1" status: 200 len: 375 time: 0.0106773 Nov 19 20:16:46.237713 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Publish callbacks [] for port, precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:46.243841 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:46.255369 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-fb4e2adb-6420-4e9f-9a32-1534bff8f8cf tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565608 Nov 19 20:16:46.300987 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c916e3-1200-40b5-884f-2e2c2208f0b6 None None] Pushing event updated for resources: {'Port': ['ID=3517296a-469d-48d9-b13e-18d5bebedcf3,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:46.351497 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Attempting to bind port 3517296a-469d-48d9-b13e-18d5bebedcf3 on host n-d-815373-6 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:16:46.352140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Attempting to bind port 3517296a-469d-48d9-b13e-18d5bebedcf3 by drivers openvswitch,hyperv on host n-d-815373-6 at level 0 using segments [{'id': '19b63bbf-9f11-41aa-9c49-89743d048709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:16:46.352503 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Attempting to bind port 3517296a-469d-48d9-b13e-18d5bebedcf3 on network 2a8bff5d-f520-498f-ae95-043fdb7edad0 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:16:46.359077 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Checking agent: {'id': '109b1249-5235-4902-865b-aa95607a9b78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 40, 14), 'started_at': datetime.datetime(2021, 11, 19, 18, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815373-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:16:46.359457 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Checking segment: {'id': '19b63bbf-9f11-41aa-9c49-89743d048709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:16:46.359875 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:46.360683 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Bound using segment: {'id': '19b63bbf-9f11-41aa-9c49-89743d048709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:16:46.361332 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Bound port: 3517296a-469d-48d9-b13e-18d5bebedcf3, host: n-d-815373-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b63bbf-9f11-41aa-9c49-89743d048709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:16:46.361780 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:46.441462 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] For port 3517296a-469d-48d9-b13e-18d5bebedcf3, host n-d-815373-6, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:16:46.446580 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] For port 3517296a-469d-48d9-b13e-18d5bebedcf3, host n-d-815373-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3517296a-469d-48d9-b13e-18d5bebedcf3,segment=NetworkSegment(19b63bbf-9f11-41aa-9c49-89743d048709),segment_id=19b63bbf-9f11-41aa-9c49-89743d048709)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:16:46.452033 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:46.519611 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c916e3-1200-40b5-884f-2e2c2208f0b6 None None] Pushing event updated for resources: {'Port': ['ID=3517296a-469d-48d9-b13e-18d5bebedcf3,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:46.522657 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Routers {'1789f24c-6959-446b-bfbb-7107df802b8a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:46.523277 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1789f24c-6959-446b-bfbb-7107df802b8a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:46.546366 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-e270817e-a6c7-4408-a6e7-9e50d1ca6a35 service neutron] 10.222.0.50 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773521 Nov 19 20:16:46.652669 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-b01c442a-ec93-4e01-80e5-09a14337ad0c None None] Provisioning complete for port 3517296a-469d-48d9-b13e-18d5bebedcf3 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:46.653064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b01c442a-ec93-4e01-80e5-09a14337ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:46.664366 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] Set router 1789f24c-6959-446b-bfbb-7107df802b8a gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:46.664576 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-f550f220-4296-4ed5-9805-a19da4d69496 service neutron] 10.222.0.50 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092267 Nov 19 20:16:46.900589 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-68e29226-718e-49a8-a4ff-a4552e8ab2ca req-1fe97de7-fa2f-417c-affc-a5cb94869bc3 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 210 time: 0.0342288 Nov 19 20:16:46.919517 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b01c442a-ec93-4e01-80e5-09a14337ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:46.991975 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b01c442a-ec93-4e01-80e5-09a14337ad0c None None] For port 3517296a-469d-48d9-b13e-18d5bebedcf3, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3517296a-469d-48d9-b13e-18d5bebedcf3,segment=NetworkSegment(19b63bbf-9f11-41aa-9c49-89743d048709),segment_id=19b63bbf-9f11-41aa-9c49-89743d048709)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:46.999199 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b01c442a-ec93-4e01-80e5-09a14337ad0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:47.066139 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c442a-ec93-4e01-80e5-09a14337ad0c None None] Pushing event updated for resources: {'Port': ['ID=3517296a-469d-48d9-b13e-18d5bebedcf3,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:47.071287 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'name': 'tempest-TestSnapshotPattern-1242238163-router', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:38Z', 'updated_at': '2021-11-19T20:16:42Z', 'revision_number': 4, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'gw_port': {'id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:39Z', 'updated_at': '2021-11-19T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '3517296a-469d-48d9-b13e-18d5bebedcf3', 'name': '', 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'mac_address': 'fa:16:3e:5c:c9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ad303955-cd57-4063-9092-794bdc9d9881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:41Z', 'updated_at': '2021-11-19T20:16:46Z', 'revision_number': 4, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'subnets': [{'id': 'ad303955-cd57-4063-9092-794bdc9d9881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:47.103664 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817aa9ab-79a4-430f-8e58-3f5bc1bc0bf6 None None] The sync data for ids ['1789f24c-6959-446b-bfbb-7107df802b8a'] in n-d-815373-6 is: [{'id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'name': 'tempest-TestSnapshotPattern-1242238163-router', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:38Z', 'updated_at': '2021-11-19T20:16:42Z', 'revision_number': 4, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'gw_port': {'id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:39Z', 'updated_at': '2021-11-19T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '3517296a-469d-48d9-b13e-18d5bebedcf3', 'name': '', 'network_id': '2a8bff5d-f520-498f-ae95-043fdb7edad0', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'mac_address': 'fa:16:3e:5c:c9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ad303955-cd57-4063-9092-794bdc9d9881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:41Z', 'updated_at': '2021-11-19T20:16:46Z', 'revision_number': 4, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'subnets': [{'id': 'ad303955-cd57-4063-9092-794bdc9d9881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:16:47.123519 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-c105b7d1-3d60-4470-9f19-5f23c07625ea None None] Provisioning complete for port 3517296a-469d-48d9-b13e-18d5bebedcf3 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:47.124402 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c105b7d1-3d60-4470-9f19-5f23c07625ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:47.826953 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3517296a-469d-48d9-b13e-18d5bebedcf3 up at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:16:47.906226 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Provisioning complete for port 3517296a-469d-48d9-b13e-18d5bebedcf3 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:47.906605 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:48.037833 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-592d7917-b365-477d-9111-4851f0f68773 req-b102e679-c5f4-4855-94cc-804b2f344d9a tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 210 time: 0.0432322 Nov 19 20:16:48.097647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-5d723758-8ef4-4fbd-95ab-9ea6d857c8db tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:48.099365 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-5d723758-8ef4-4fbd-95ab-9ea6d857c8db tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.21 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 809 time: 0.2197778 Nov 19 20:16:48.207147 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-83531001-c227-4b44-b339-89417bda23e9 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cc66639c02644c59970f1d85cfea0b6 HTTP/1.1" status: 200 len: 380 time: 0.0898888 Nov 19 20:16:48.217244 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Request body: {'port': {'device_id': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'admin_state_up': True, 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'security_groups': ['9c2736ae-d34e-4b93-94ff-dde8aaf3b845']}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:48.345394 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Made reservation on behalf of 4cc66639c02644c59970f1d85cfea0b6 for: {'port': 1} {{(pid=109887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:16:48.349222 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:48.494232 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Allocated IP 172.20.0.14 (504074d3-bb5c-418a-9aaa-6912c3350a0c/b4eb2982-9073-456c-b22a-014ce2015a35/e2ab07dc-dbbd-4070-ab9d-436ef4a80692) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:16:48.651814 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:48.689876 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:48.766507 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Network 504074d3-bb5c-418a-9aaa-6912c3350a0c is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:16:48.770211 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:48.773935 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:16:48.781052 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'Port': ['ID=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:48.835289 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:48.835978 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:48.857772 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-06f7a72a-91ec-4071-9e9b-0e7cca522702 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6442094 Nov 19 20:16:48.871448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Request body: {'port': {'device_id': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815373-6'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:48.945499 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:49.102934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-a528d918-db5f-429f-bca3-2f4ada3b702b None None] Provisioning complete for port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:49.103561 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a528d918-db5f-429f-bca3-2f4ada3b702b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:49.167092 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a528d918-db5f-429f-bca3-2f4ada3b702b None None] Port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:16:49.579274 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa26a0-82bb-4701-991c-d98ad2da9fe6 req-ef0e12b4-712b-4656-aaee-1bb115842361 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:49.580770 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85fa26a0-82bb-4701-991c-d98ad2da9fe6 req-ef0e12b4-712b-4656-aaee-1bb115842361 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 932 time: 0.4249885 Nov 19 20:16:49.674249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85fa26a0-82bb-4701-991c-d98ad2da9fe6 req-decd290e-d745-4244-9a5a-f79a4d988a58 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868847 Nov 19 20:16:49.680613 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ab07dc-dbbd-4070-ab9d-436ef4a80692 {{(pid=109887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:16:49.689249 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:49.702932 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.provisioning_blocks [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Transition to ACTIVE for port object e2ab07dc-dbbd-4070-ab9d-436ef4a80692 will not be triggered until provisioned by entity L2. {{(pid=109887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 20:16:49.707172 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:49.765371 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:49.849562 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Attempting to bind port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 on host n-h2-815373-6 for vnic_type normal with profile {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:16:49.850148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Attempting to bind port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 by drivers openvswitch,hyperv on host n-h2-815373-6 at level 0 using segments [{'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:16:49.850483 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Attempting to bind port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 on network 504074d3-bb5c-418a-9aaa-6912c3350a0c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:16:49.855523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 on network 504074d3-bb5c-418a-9aaa-6912c3350a0c not bound, no agent of type Open vSwitch agent registered on host n-h2-815373-6 {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 20:16:49.855979 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Attempting to bind port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 on network 504074d3-bb5c-418a-9aaa-6912c3350a0c {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:16:49.861839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Checking agent: {'id': '98791730-d5f2-4c89-99f4-8dfa3a96e8b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:16:49.862180 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Checking segment: {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:16:49.862573 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Bound using segment: {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'} {{(pid=109887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:16:49.863008 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.managers [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Bound port: e2ab07dc-dbbd-4070-ab9d-436ef4a80692, host: n-h2-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'}}] {{(pid=109887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:16:49.863363 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:49.934523 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] For port e2ab07dc-dbbd-4070-ab9d-436ef4a80692, host n-h2-815373-6, cleared binding levels {{(pid=109887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:16:49.938661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] For port e2ab07dc-dbbd-4070-ab9d-436ef4a80692, host n-h2-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:16:49.944172 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:49.984620 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:49.985281 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:49.987083 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] 10.222.0.21 "PUT /v2.0/ports/e2ab07dc-dbbd-4070-ab9d-436ef4a80692 HTTP/1.1" status: 200 len: 1092 time: 1.1206412 Nov 19 20:16:49.987536 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:16:49.989916 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0f01e7-dd7b-41ff-9985-f54550922f72" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:16:50.018655 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3f707-79c7-4fc4-ab72-c821b4c28f51 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,revision_number=3']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:50.079955 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-68c5d046-2776-4e89-b8e7-d66f60d6f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:50.081645 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-68c5d046-2776-4e89-b8e7-d66f60d6f9b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 1095 time: 0.0480411 Nov 19 20:16:50.127792 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6708cee-5cd8-47d3-8920-bf1ad44e15f7 x-openstack-request-id: req-b6708cee-5cd8-47d3-8920-bf1ad44e15f7 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:16:50.128099 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:16:50.128381 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6708cee-5cd8-47d3-8920-bf1ad44e15f7 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:16:50.128789 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'status': 'completed', 'code': 200} Nov 19 20:16:50.130859 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-6587bcae-0a1f-4911-897b-f2aade7f632a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692 HTTP/1.1" status: 200 len: 217 time: 0.0411217 Nov 19 20:16:50.196265 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-0d0c1e6d-d649-449d-be86-9b72022cb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:50.198240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-0d0c1e6d-d649-449d-be86-9b72022cb1c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0608876 Nov 19 20:16:50.246487 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-85286077-6ac0-432d-b9bf-9712520293d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:50.248120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-85286077-6ac0-432d-b9bf-9712520293d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424848 Nov 19 20:16:50.339461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-4c627a8c-4d86-4675-b30e-381de1cb66f9 service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837078 Nov 19 20:16:50.436701 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ba56486f-3d29-46de-9e31-74f95eb1f70b req-13070cec-8152-4df4-b417-39b33dd800a7 service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899231 Nov 19 20:16:50.533368 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f01e7-dd7b-41ff-9985-f54550922f72 req-1b7c764f-2296-4dce-bf91-7cba923f4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:50.534903 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e0f01e7-dd7b-41ff-9985-f54550922f72 req-1b7c764f-2296-4dce-bf91-7cba923f4de7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 1095 time: 0.0451646 Nov 19 20:16:50.630445 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f01e7-dd7b-41ff-9985-f54550922f72 req-cc024064-3a88-4214-b7ef-df8c66582c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:50.631933 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e0f01e7-dd7b-41ff-9985-f54550922f72 req-cc024064-3a88-4214-b7ef-df8c66582c60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.0904722 Nov 19 20:16:50.674714 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e0f01e7-dd7b-41ff-9985-f54550922f72 req-2844926c-14d7-4cf6-88d5-2c70d822128d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692 HTTP/1.1" status: 200 len: 217 time: 0.0346315 Nov 19 20:16:50.729647 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f01e7-dd7b-41ff-9985-f54550922f72 req-c78be926-dfe3-490b-bef1-580baf4c481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:50.731335 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e0f01e7-dd7b-41ff-9985-f54550922f72 req-c78be926-dfe3-490b-bef1-580baf4c481d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0475571 Nov 19 20:16:50.819578 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f01e7-dd7b-41ff-9985-f54550922f72 req-965ec783-b07b-4e4c-9f93-38aa8ab3e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:50.821134 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e0f01e7-dd7b-41ff-9985-f54550922f72 req-965ec783-b07b-4e4c-9f93-38aa8ab3e81f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815387 Nov 19 20:16:50.831030 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26d709-f8c8-468e-a511-c530ed6e4ea8 req-3524b7e2-f0e3-496f-9cc4-c879db3c6700 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:50.832557 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf26d709-f8c8-468e-a511-c530ed6e4ea8 req-3524b7e2-f0e3-496f-9cc4-c879db3c6700 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 944 time: 0.0848825 Nov 19 20:16:50.938060 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cf26d709-f8c8-468e-a511-c530ed6e4ea8 req-b706d59a-b969-47e2-84cd-38edae714c17 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971005 Nov 19 20:16:50.962799 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e0f01e7-dd7b-41ff-9985-f54550922f72 req-f39a7ff4-e8e3-4f96-a72a-d0100f1240df service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292298 Nov 19 20:16:51.055980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e0f01e7-dd7b-41ff-9985-f54550922f72 req-1644e9b5-5e49-4113-8b30-0d9ccd4e9918 service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850146 Nov 19 20:16:51.983143 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e2ab07dc-dbbd-4070-ab9d-436ef4a80692 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:16:52.068379 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a298de0-bc32-47e7-93ef-38fc99ccbdfe req-77e525a3-ea94-4b8e-869e-e0844de733fe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:52.069939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a298de0-bc32-47e7-93ef-38fc99ccbdfe req-77e525a3-ea94-4b8e-869e-e0844de733fe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 944 time: 0.0529494 Nov 19 20:16:52.083635 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e2ab07dc-dbbd-4070-ab9d-436ef4a80692, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:52.099951 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'mac_address': 'fa:16:3e:bd:5b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:16:52.125902 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a298de0-bc32-47e7-93ef-38fc99ccbdfe req-323ede5d-54a9-47d7-bb10-1c7bc168a54e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495152 Nov 19 20:16:52.141173 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:52.156270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ab07dc-dbbd-4070-ab9d-436ef4a80692 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:16:52.177717 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e2ab07dc-dbbd-4070-ab9d-436ef4a80692, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:52.182031 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:52.230955 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:52.393695 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['e2ab07dc-dbbd-4070-ab9d-436ef4a80692'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:16:53.249681 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9d389-c3a6-4612-b481-972e61b6c1dc req-3c25575a-e12d-4987-92c4-ae2d99db745f tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:53.251787 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-91f9d389-c3a6-4612-b481-972e61b6c1dc req-3c25575a-e12d-4987-92c4-ae2d99db745f tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 945 time: 0.0561492 Nov 19 20:16:53.301919 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-91f9d389-c3a6-4612-b481-972e61b6c1dc req-aab88540-bfc3-4a0e-ba4a-0bf3e2f36508 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Nov 19 20:16:54.014763 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e2ab07dc-dbbd-4070-ab9d-436ef4a80692 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:16:54.065098 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning for port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 20:16:54.069471 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:16:54.069879 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:54.154048 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:54.183059 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:16:54.185405 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6f00a2-7a28-40c3-9b48-79be043504cf" -d '{"events": [{"server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "name": "network-vif-plugged", "status": "completed", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:16:54.199038 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e2ab07dc-dbbd-4070-ab9d-436ef4a80692, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:16:54.202995 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:54.259058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:54.291112 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9592768a-399f-485a-9723-f3749c0884b4 x-openstack-request-id: req-9592768a-399f-485a-9723-f3749c0884b4 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:16:54.291416 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "name": "network-vif-plugged", "status": "completed", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:16:54.291677 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9592768a-399f-485a-9723-f3749c0884b4 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:16:54.292113 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'code': 200} Nov 19 20:16:54.429258 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e722c8-7c73-432a-a2bc-e012d991fb76 req-9814b641-79e8-4edc-828c-632cdd4cfb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:54.430808 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85e722c8-7c73-432a-a2bc-e012d991fb76 req-9814b641-79e8-4edc-828c-632cdd4cfb31 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 1097 time: 0.0757866 Nov 19 20:16:54.452812 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84de3ad-1de0-4c87-8da6-20bd8152ff91 req-57b3de13-0692-4d72-b516-237a8fa41a20 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:54.454953 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c84de3ad-1de0-4c87-8da6-20bd8152ff91 req-57b3de13-0692-4d72-b516-237a8fa41a20 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 946 time: 0.0737309 Nov 19 20:16:54.523044 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-85e722c8-7c73-432a-a2bc-e012d991fb76 req-6ebc5824-2d69-47e4-908c-e8e8b88a8af3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848105 Nov 19 20:16:54.532517 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c84de3ad-1de0-4c87-8da6-20bd8152ff91 req-c01774bd-cde1-48cf-85c9-9f4bb26ed072 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711894 Nov 19 20:16:55.659786 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583826d-7957-434d-af86-0bd70d171283 req-ef552e7a-e366-42d6-bc8f-0f8412dccfa1 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:55.661331 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3583826d-7957-434d-af86-0bd70d171283 req-ef552e7a-e366-42d6-bc8f-0f8412dccfa1 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 946 time: 0.0542436 Nov 19 20:16:55.714154 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-3583826d-7957-434d-af86-0bd70d171283 req-89cf1d91-27d4-41c0-894b-0518fe50b19c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467148 Nov 19 20:16:56.147067 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:56.846546 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236404-8732-4688-bb2c-46e05d0879b9 req-fe94c744-7841-44d4-aed4-5608eee1e7a3 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:56.848240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-22236404-8732-4688-bb2c-46e05d0879b9 req-fe94c744-7841-44d4-aed4-5608eee1e7a3 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 946 time: 0.0559096 Nov 19 20:16:56.910590 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-22236404-8732-4688-bb2c-46e05d0879b9 req-c068dc59-9e22-4964-b400-afe3a603aa1c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559800 Nov 19 20:16:57.036375 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c22a89-f77b-4d31-9e93-9943b4df5aca req-a3a7fb11-92c6-45f6-b204-627ebae2d6b8 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:57.038078 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89c22a89-f77b-4d31-9e93-9943b4df5aca req-a3a7fb11-92c6-45f6-b204-627ebae2d6b8 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 946 time: 0.0555065 Nov 19 20:16:57.096792 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-89c22a89-f77b-4d31-9e93-9943b4df5aca req-0697dbc8-370a-41b0-82fc-f8cd30e80fbf tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518384 Nov 19 20:16:57.119717 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38240) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:57.215064 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab95015-243f-4b5d-b6dd-9c9e9bb3bc21 tempest-TestSnapshotPattern-974879606 tempest-TestSnapshotPattern-974879606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:57.217410 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-7ab95015-243f-4b5d-b6dd-9c9e9bb3bc21 tempest-TestSnapshotPattern-974879606 tempest-TestSnapshotPattern-974879606-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 1092 time: 0.0964251 Nov 19 20:16:57.220618 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38244) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:16:57.225553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:16:57.249402 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for floatingip, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:57.356726 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:57.463077 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Allocated IP 172.25.3.14 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/326c3288-0c7b-44b6-b093-925fcbe56814) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:16:57.580261 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:57.619331 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:57.662595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:16:57.665731 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:16:57.669297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:16:57.675470 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'Port': ['ID=326c3288-0c7b-44b6-b093-925fcbe56814,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:58.066386 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:58.140622 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:58.329428 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:58.335045 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:58.410511 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'Port': ['ID=326c3288-0c7b-44b6-b093-925fcbe56814,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:16:58.425888 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:58.539836 n-d-815373-6 neutron-server[109888]: INFO neutron.db.l3_db [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Floating IP e4dac6f5-a8a1-467c-a2ee-221a1e6ec143 associated. External IP: 172.25.3.14, port: e2ab07dc-dbbd-4070-ab9d-436ef4a80692. Nov 19 20:16:58.768151 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Router fb81a7a9-39b0-4b58-bc8a-3cb335d743be has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:16:58.891144 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:16:58.906176 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db3e96-ec34-4d14-b554-6015f7f7a31c None None] Sync routers for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:16:58.914336 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:16:58.917514 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db3e96-ec34-4d14-b554-6015f7f7a31c None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:58.918197 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-97db3e96-ec34-4d14-b554-6015f7f7a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:58.945846 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-0c6a9359-81d2-4709-a8b0-b1c9bbbcbab2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7241004 Nov 19 20:16:58.946435 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:16:58.949039 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:16:59.033085 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-97db3e96-ec34-4d14-b554-6015f7f7a31c None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:59.054438 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf38e06f-85d8-42c9-8090-b26278f935a1 x-openstack-request-id: req-bf38e06f-85d8-42c9-8090-b26278f935a1 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:16:59.054731 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:16:59.054982 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf38e06f-85d8-42c9-8090-b26278f935a1 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:16:59.055396 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'status': 'completed', 'code': 200} Nov 19 20:16:59.123385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b req-7f2dc0d0-74b8-426c-9247-57b3de5292b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:59.125091 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b req-7f2dc0d0-74b8-426c-9247-57b3de5292b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 1097 time: 0.0448864 Nov 19 20:16:59.235448 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b req-50f6fec5-f4a0-4d4e-9c9a-a39b2736065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:59.237677 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b req-50f6fec5-f4a0-4d4e-9c9a-a39b2736065d service neutron] 10.222.0.21 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.1054568 Nov 19 20:16:59.294743 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-97db3e96-ec34-4d14-b554-6015f7f7a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'e4dac6f5-a8a1-467c-a2ee-221a1e6ec143', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:bd:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:16:57Z', 'updated_at': '2021-11-19T20:16:57Z', 'revision_number': 0, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:59.307344 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b req-97785673-80eb-4d71-9a25-d3a9c37dc07a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692 HTTP/1.1" status: 200 len: 999 time: 0.0627623 Nov 19 20:16:59.321561 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db3e96-ec34-4d14-b554-6015f7f7a31c None None] Checking router: fb81a7a9-39b0-4b58-bc8a-3cb335d743be for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:16:59.331570 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db3e96-ec34-4d14-b554-6015f7f7a31c None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:16:59.332197 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-97db3e96-ec34-4d14-b554-6015f7f7a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:16:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:59.380080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b req-6b4fb74d-fb38-44e9-925a-d891cc1016b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:59.381583 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b req-6b4fb74d-fb38-44e9-925a-d891cc1016b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0621324 Nov 19 20:16:59.432094 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b req-d4e62f6e-dfc5-49e2-abdf-76e00009cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:16:59.433884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b req-d4e62f6e-dfc5-49e2-abdf-76e00009cc37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453393 Nov 19 20:16:59.443479 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-97db3e96-ec34-4d14-b554-6015f7f7a31c None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:16:59.536983 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b req-76b9b826-438e-4c87-bcf8-3afb06d886ff service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953429 Nov 19 20:16:59.638690 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6c5f5ef9-8881-4526-9dcf-e0e6b24d292b req-4a29966e-99f0-426c-9a9e-579d1952d67f service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938883 Nov 19 20:16:59.702997 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-97db3e96-ec34-4d14-b554-6015f7f7a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'e4dac6f5-a8a1-467c-a2ee-221a1e6ec143', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:bd:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:16:57Z', 'updated_at': '2021-11-19T20:16:57Z', 'revision_number': 0, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:16:59.732003 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db3e96-ec34-4d14-b554-6015f7f7a31c None None] The sync data for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 is: [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'e4dac6f5-a8a1-467c-a2ee-221a1e6ec143', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:bd:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:16:57Z', 'updated_at': '2021-11-19T20:16:57Z', 'revision_number': 0, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:16:59.938812 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c114629-e573-4462-a487-79b367f8bcde None None] New status for floating IP e4dac6f5-a8a1-467c-a2ee-221a1e6ec143: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:17:00.686357 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:08.351598 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff270d91-d5c4-4a1c-b76b-3f65349af5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:10.795331 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-81353bd6-d53d-4f88-b223-c27d68c989cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:12.217372 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:13.664136 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:14.208687 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:17:14.363953 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:26.164396 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:30.696465 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:34.179204 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-48632ce8-5c4d-4df9-bd4b-56eb8995f83c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531468 Nov 19 20:17:34.263698 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-4b749f06-d641-4cd7-be9e-716944ab8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:17:34.265194 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-4b749f06-d641-4cd7-be9e-716944ab8450 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0429790 Nov 19 20:17:34.372709 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-d59bcd44-d11a-437b-883a-81e3df3551cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:17:34.374216 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-d59bcd44-d11a-437b-883a-81e3df3551cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0879419 Nov 19 20:17:34.419751 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-18b44437-ef41-4e9a-be36-d76b45c3e9ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0384572 Nov 19 20:17:34.471268 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-4553d391-4671-48d5-acee-6ab9f0951a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:17:34.472835 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-4553d391-4671-48d5-acee-6ab9f0951a5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0463996 Nov 19 20:17:34.520276 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-c16c4daf-9ce0-491f-8e12-62101da805cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:17:34.521934 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-c16c4daf-9ce0-491f-8e12-62101da805cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414679 Nov 19 20:17:34.970826 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-6c3a83cf-4d88-411c-82ca-42a5b953a926 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408026 Nov 19 20:17:35.064615 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ce210526-ec2d-43b0-8e1f-afcabaf04e2d req-236f59d1-8fb2-4a70-af7f-ac818dc9be52 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870697 Nov 19 20:17:38.083240 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-3c55845e-86e9-4b58-bd2a-fcdd614830e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475895 Nov 19 20:17:38.165948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-da6e60c1-099d-4c89-9923-8e2306b3ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:17:38.167451 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-da6e60c1-099d-4c89-9923-8e2306b3ebc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 1097 time: 0.0407584 Nov 19 20:17:38.277880 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-6abeea44-86e5-447c-9de5-1ed87270c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:17:38.279348 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-6abeea44-86e5-447c-9de5-1ed87270c60d service neutron] 10.222.0.21 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.0916035 Nov 19 20:17:38.351067 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-e3c6896e-4df0-4063-a5dd-8233709f7798 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692 HTTP/1.1" status: 200 len: 1001 time: 0.0643792 Nov 19 20:17:38.355915 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e07ca20-3186-4416-87da-8872a6aa142a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:38.407643 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-4ae6b31f-2f92-4fad-8a1b-81cc9969806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:17:38.409174 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-4ae6b31f-2f92-4fad-8a1b-81cc9969806f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0513928 Nov 19 20:17:38.459119 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-e22c3343-6d2e-4c93-828b-d517decbc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:17:38.460666 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-e22c3343-6d2e-4c93-828b-d517decbc8d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440443 Nov 19 20:17:38.552523 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-219adf25-43c4-426e-9418-bb8d17b58b8a service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848222 Nov 19 20:17:38.661981 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8d08abed-1827-44c7-ad76-5873e5a8ad14 req-35689248-2b18-4bc0-8268-fd9eec06ae88 service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014144 Nov 19 20:17:40.797646 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d4c14116-0b46-49a4-bed1-aad9d2dbced9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:42.219740 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:43.667698 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:44.357051 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:17:51.208966 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:17:56.182663 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:00.719272 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:08.359618 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-105a5145-593a-4d9a-842c-5cb938980db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:10.802269 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9391-0b04-445a-80a4-99c2fa4403e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:12.225578 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:13.669896 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:14.360259 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:26.196394 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:28.208891 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:18:30.743610 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:34.199640 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-989e943d-37cc-4787-ac2b-70ec6e146fe6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446992 Nov 19 20:18:34.281126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-3b812341-e376-4ecf-bdf4-87c7d1097a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:18:34.282743 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-3b812341-e376-4ecf-bdf4-87c7d1097a83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0412927 Nov 19 20:18:34.395595 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-1f4e9517-e227-452e-acd7-bc960a11123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:18:34.397069 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-1f4e9517-e227-452e-acd7-bc960a11123e service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0940878 Nov 19 20:18:34.441028 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-64ae62b2-87f7-4f0b-982f-87c8654df6a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0369120 Nov 19 20:18:34.491830 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-96b37f2c-3c2d-4935-b3b8-d173cddc0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:18:34.493229 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-96b37f2c-3c2d-4935-b3b8-d173cddc0b36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0447495 Nov 19 20:18:34.540364 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-c293775e-25cc-44b8-ad2a-53b2900f8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:18:34.541911 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-c293775e-25cc-44b8-ad2a-53b2900f8f8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410647 Nov 19 20:18:34.637175 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-2930f3fe-6483-4997-b2de-9dd0478f692e service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873973 Nov 19 20:18:34.733339 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-edcc2a5a-9fe2-4755-9bed-219b5e7be84a req-3900ba04-c527-41d3-aa2e-7dbe39bcec98 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887125 Nov 19 20:18:38.044310 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-2fd9ca44-e821-45bc-a75d-bbd24d067807 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414660 Nov 19 20:18:38.127668 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-e90b6db7-c169-4624-9cfc-fb55b4a30e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:18:38.129159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-e90b6db7-c169-4624-9cfc-fb55b4a30e6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 1097 time: 0.0415792 Nov 19 20:18:38.241607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-13640d79-d2d7-4369-a53d-bb9606df69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:18:38.243125 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-13640d79-d2d7-4369-a53d-bb9606df69f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.0924394 Nov 19 20:18:38.310919 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-00b17771-4738-431b-a318-18f09978d7ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692 HTTP/1.1" status: 200 len: 1001 time: 0.0600023 Nov 19 20:18:38.362916 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b318a788-c691-455a-a7bb-1b2b40ef37c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:38.366634 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-d14c2599-e8b9-40bc-be19-186de3e69b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:18:38.368159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-d14c2599-e8b9-40bc-be19-186de3e69b1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0503798 Nov 19 20:18:38.415038 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-04c86e27-57b1-434e-b9b7-6c99b5ba7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:18:38.416565 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-04c86e27-57b1-434e-b9b7-6c99b5ba7259 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415409 Nov 19 20:18:38.507894 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-727f5740-a4d1-4633-a6ae-d4b5a0244e90 service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842791 Nov 19 20:18:38.604337 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-72aeac40-4ca9-44fa-b7b3-af048d135b7d req-bdaf80f1-d474-4416-a3dd-fd2095fe40c5 service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883825 Nov 19 20:18:40.796172 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8548daa1-bcf1-4225-a7ee-49ad31986dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:42.226574 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:43.673024 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:44.366253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:56.217253 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:56.574888 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e2ab07dc-dbbd-4070-ab9d-436ef4a80692 details requested by agent hyperv_n-h2-815373-6 with host n-h2-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:18:56.675856 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e2ab07dc-dbbd-4070-ab9d-436ef4a80692, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:18:56.688075 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Returning: {'device': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'mac_address': 'fa:16:3e:bd:5b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:18:56.726448 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:56.741446 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2ab07dc-dbbd-4070-ab9d-436ef4a80692 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:18:56.763101 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e2ab07dc-dbbd-4070-ab9d-436ef4a80692, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:18:56.767283 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:56.820896 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:18:56.828920 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.829189 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.829543 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.829988 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.830257 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.830596 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.831230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.831230 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.831678 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.832014 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.832341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.832673 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:18:56.844096 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] get_ports_and_sgs() called for port_ids ['e2ab07dc-dbbd-4070-ab9d-436ef4a80692'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:18:58.574081 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e2ab07dc-dbbd-4070-ab9d-436ef4a80692 up at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:18:58.634256 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Provisioning complete for port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:18:58.634594 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:58.732827 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:58.758270 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:18:58.760301 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c99a0ba-094b-4839-b6a9-013cdc201b35" -d '{"events": [{"server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "name": "network-vif-plugged", "status": "completed", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:18:58.776103 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e2ab07dc-dbbd-4070-ab9d-436ef4a80692, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:18:58.782576 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:18:58.844745 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:18:58.862668 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75be46be-8926-4f68-8a39-9abe285f6c28 x-openstack-request-id: req-75be46be-8926-4f68-8a39-9abe285f6c28 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:18:58.863002 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "name": "network-vif-plugged", "status": "completed", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:18:58.863258 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75be46be-8926-4f68-8a39-9abe285f6c28 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:18:58.863659 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'code': 200} Nov 19 20:19:00.787349 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:05.209516 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:19:07.436988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-077d8195-1ec6-4f6f-ab4a-040c72d4a3c2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431179537&fields=id&tenant_id=4cc66639c02644c59970f1d85cfea0b6 HTTP/1.1" status: 200 len: 267 time: 0.0468903 Nov 19 20:19:07.557651 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-b3bb20af-9f22-405f-9325-62d6117013c3 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:07.559867 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-b3bb20af-9f22-405f-9325-62d6117013c3 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 809 time: 0.1161134 Nov 19 20:19:07.577076 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-f1b5cb47-5b9f-45fd-aaa8-cae568bf9c71 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/quotas/4cc66639c02644c59970f1d85cfea0b6 HTTP/1.1" status: 200 len: 375 time: 0.0108602 Nov 19 20:19:07.631228 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-307d1fbd-73cd-4aca-b5ae-69a76c7290fa tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484912 Nov 19 20:19:07.651848 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-d365385d-0494-4600-8ef6-5664438cf50a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 20:19:07.652987 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-d365385d-0494-4600-8ef6-5664438cf50a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052397 Nov 19 20:19:07.753928 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-eab98783-a2e3-4ba0-8bc9-e4a924dc8f69 service neutron] 10.222.0.50 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948265 Nov 19 20:19:07.847051 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-2302d1ca-a6bf-4331-916c-82a84c110b12 service neutron] 10.222.0.50 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872056 Nov 19 20:19:08.011988 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4e4d8e6e-f4c7-4778-b749-f259dbc1d39c req-f1f3335d-a740-486f-b43f-8291f443896a tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 210 time: 0.0272775 Nov 19 20:19:08.367239 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b1f91fcc-0604-44c6-ac0b-135d9255deb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:09.024403 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-9efe9914-a975-406a-9476-4cf0a44ad342 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:09.026136 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-9efe9914-a975-406a-9476-4cf0a44ad342 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.57 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 809 time: 0.1293824 Nov 19 20:19:09.099246 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-0df36592-3d60-442d-a81a-42c8ed1ffcea tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cc66639c02644c59970f1d85cfea0b6 HTTP/1.1" status: 200 len: 380 time: 0.0626113 Nov 19 20:19:09.110927 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Request body: {'port': {'device_id': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'admin_state_up': True, 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'security_groups': ['9c2736ae-d34e-4b93-94ff-dde8aaf3b845']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:19:09.137035 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-38c4f934-2017-4937-b13a-98a31d53dd03 req-1145731e-b896-4c33-b74e-f97f78474ffd tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 210 time: 0.0307639 Nov 19 20:19:09.244997 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Made reservation on behalf of 4cc66639c02644c59970f1d85cfea0b6 for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 20:19:09.250092 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:09.461906 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Allocated IP 172.20.0.3 (504074d3-bb5c-418a-9aaa-6912c3350a0c/b4eb2982-9073-456c-b22a-014ce2015a35/ff084842-9233-4920-b1ea-067e70c9704c) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:19:09.699062 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for port, precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:09.741004 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:09.802785 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Network 504074d3-bb5c-418a-9aaa-6912c3350a0c is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:19:09.806778 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:19:09.811772 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:19:09.819369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'Port': ['ID=ff084842-9233-4920-b1ea-067e70c9704c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:19:09.846684 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.847037 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.847376 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.847721 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.848056 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.848378 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.848724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.849043 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.849373 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.849702 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.850067 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.850383 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:09.886206 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:09.887084 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:09.921471 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-69c20021-8fb6-43c1-bda9-6a7055d69e75 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8143892 Nov 19 20:19:10.118767 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-ce5ed230-b46e-4989-bd00-787146305499 None None] Provisioning complete for port ff084842-9233-4920-b1ea-067e70c9704c triggered by entity DHCP. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:19:10.119532 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce5ed230-b46e-4989-bd00-787146305499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:10.160943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ed230-b46e-4989-bd00-787146305499 None None] Port ff084842-9233-4920-b1ea-067e70c9704c cannot update to ACTIVE because it is not bound. {{(pid=109889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 20:19:10.268236 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9660389-c6af-49e0-a283-ac7a25f6c70b req-c872ff2d-deaa-4010-8f85-c7438a8b3671 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:10.270289 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9660389-c6af-49e0-a283-ac7a25f6c70b req-c872ff2d-deaa-4010-8f85-c7438a8b3671 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 931 time: 0.0582469 Nov 19 20:19:10.328342 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e9660389-c6af-49e0-a283-ac7a25f6c70b req-017e05ad-49d0-46da-a9e8-69a4f7125652 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517280 Nov 19 20:19:10.653342 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e2ab07dc-dbbd-4070-ab9d-436ef4a80692 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:19:10.766265 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:10.809195 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:19:10.812758 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ccce32-e263-491a-9220-2cb00b619eea" -d '{"events": [{"server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:19:10.827864 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-93903183-74ab-462d-b9f7-1f17671d4d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:10.833411 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] For port e2ab07dc-dbbd-4070-ab9d-436ef4a80692, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:19:10.838155 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:10.867896 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 20:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6ce8aa-3aa0-43ed-ad18-8f2557c80a59 x-openstack-request-id: req-9f6ce8aa-3aa0-43ed-ad18-8f2557c80a59 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:19:10.868212 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:19:10.868484 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f6ce8aa-3aa0-43ed-ad18-8f2557c80a59 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:19:10.868853 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'code': 200} Nov 19 20:19:10.933245 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Pushing event updated for resources: {'Port': ['ID=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:19:11.495672 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e286322-bb78-43c5-8dd4-d068f4fc500f req-2b64c534-daa2-4bcf-9d0d-2ab8c19efac2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:11.498395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e286322-bb78-43c5-8dd4-d068f4fc500f req-2b64c534-daa2-4bcf-9d0d-2ab8c19efac2 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 931 time: 0.0834782 Nov 19 20:19:11.555656 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6e286322-bb78-43c5-8dd4-d068f4fc500f req-71ea5d23-022f-4f1f-817d-9109ef9ca281 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506623 Nov 19 20:19:12.227988 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:12.693963 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c2003-4dbd-45df-8699-2cfa4be5fd1c req-d46c8f1b-882d-47e0-b6fd-290f1d79c98e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:12.695495 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-091c2003-4dbd-45df-8699-2cfa4be5fd1c req-d46c8f1b-882d-47e0-b6fd-290f1d79c98e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 931 time: 0.0617681 Nov 19 20:19:12.753560 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-091c2003-4dbd-45df-8699-2cfa4be5fd1c req-1cc49a2b-2f0d-4af9-8404-8a310007263c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507576 Nov 19 20:19:13.681032 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:13.887641 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c11c3-e18d-45d3-a65a-7a16a66e5baa req-d090e667-3a10-4d67-a221-9a81fb0e9394 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:13.890199 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5c8c11c3-e18d-45d3-a65a-7a16a66e5baa req-d090e667-3a10-4d67-a221-9a81fb0e9394 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 931 time: 0.0575106 Nov 19 20:19:13.949834 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-5c8c11c3-e18d-45d3-a65a-7a16a66e5baa req-c494aac8-3a64-4d6e-9a58-dbb63301dfba tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531871 Nov 19 20:19:14.372363 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:15.097148 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af541c0-4f5d-4c15-a682-f56164824e8b req-c6c64cfe-2dfd-4ca2-a4e8-5ccc7d195e4c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:15.099101 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8af541c0-4f5d-4c15-a682-f56164824e8b req-c6c64cfe-2dfd-4ca2-a4e8-5ccc7d195e4c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 931 time: 0.0711474 Nov 19 20:19:15.158435 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8af541c0-4f5d-4c15-a682-f56164824e8b req-2fb6abf1-c536-4890-be96-f6141abe8979 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505404 Nov 19 20:19:16.328374 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ddaec-ed04-4e84-be5f-af09ded1c98b req-1c0a0441-ae30-45ad-b231-a5ab79b29b7a tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:16.331102 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d5ddaec-ed04-4e84-be5f-af09ded1c98b req-1c0a0441-ae30-45ad-b231-a5ab79b29b7a tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 931 time: 0.0902548 Nov 19 20:19:16.386602 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-9d5ddaec-ed04-4e84-be5f-af09ded1c98b req-4d4b99c6-941b-43f5-a6e3-58310cb67695 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493739 Nov 19 20:19:17.523773 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba14372-4da4-489b-980b-9df85fea0f4f req-c86a8c92-d315-4d38-a2e0-1ed1448498b7 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:17.526413 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bba14372-4da4-489b-980b-9df85fea0f4f req-c86a8c92-d315-4d38-a2e0-1ed1448498b7 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 931 time: 0.0592811 Nov 19 20:19:17.587616 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-bba14372-4da4-489b-980b-9df85fea0f4f req-ae24cc5a-2e72-439f-84b5-5ee915412dbc tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547578 Nov 19 20:19:18.738607 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c2ffe-fdd5-45fc-bae8-3f75a81b7620 req-f018c50f-1747-4044-b99f-cb1b73177ab8 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:18.740159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f86c2ffe-fdd5-45fc-bae8-3f75a81b7620 req-f018c50f-1747-4044-b99f-cb1b73177ab8 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 931 time: 0.0614359 Nov 19 20:19:18.831249 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-f86c2ffe-fdd5-45fc-bae8-3f75a81b7620 req-ed825e9a-0ac7-4385-b0cb-3e9fbc2779ef tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847025 Nov 19 20:19:19.958683 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42f2b9-c05a-41a9-ae4b-2184be6c2171 req-b9d35461-7b6a-4374-866f-3130edfca39e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:19.960186 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a42f2b9-c05a-41a9-ae4b-2184be6c2171 req-b9d35461-7b6a-4374-866f-3130edfca39e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 931 time: 0.0522602 Nov 19 20:19:20.010803 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6a42f2b9-c05a-41a9-ae4b-2184be6c2171 req-895c50c7-b4d8-48e8-b6f2-bdb4297d45b3 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433180 Nov 19 20:19:21.131542 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f55555-9d8c-4160-b464-c1236da88ff8 req-b114e87a-2b2a-4994-804d-72b758e65876 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:21.133015 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32f55555-9d8c-4160-b464-c1236da88ff8 req-b114e87a-2b2a-4994-804d-72b758e65876 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 931 time: 0.0509849 Nov 19 20:19:21.186980 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-32f55555-9d8c-4160-b464-c1236da88ff8 req-f61a1755-ea90-405b-aefd-bae9456a4b63 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472944 Nov 19 20:19:22.304948 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e4fe2-97fc-4ec5-b16c-226cc80a7af6 req-0ec3e9a5-503d-4d40-bd5d-76daac87498f tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:22.306461 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b18e4fe2-97fc-4ec5-b16c-226cc80a7af6 req-0ec3e9a5-503d-4d40-bd5d-76daac87498f tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 931 time: 0.0497224 Nov 19 20:19:22.357313 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-b18e4fe2-97fc-4ec5-b16c-226cc80a7af6 req-5931bcea-4671-4691-92fa-a197bcf86efb tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Nov 19 20:19:22.467339 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.v2.base [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Request body: {'port': {'device_id': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815373-6'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:19:22.528016 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:22.796856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff084842-9233-4920-b1ea-067e70c9704c {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:19:22.804439 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:22.816740 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Transition to ACTIVE for port object ff084842-9233-4920-b1ea-067e70c9704c will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 20:19:22.820460 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:22.871580 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff084842-9233-4920-b1ea-067e70c9704c,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:19:22.951805 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Attempting to bind port ff084842-9233-4920-b1ea-067e70c9704c on host n-h1-815373-6 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 20:19:22.952321 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Attempting to bind port ff084842-9233-4920-b1ea-067e70c9704c by drivers openvswitch,hyperv on host n-h1-815373-6 at level 0 using segments [{'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 20:19:22.952674 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Attempting to bind port ff084842-9233-4920-b1ea-067e70c9704c on network 504074d3-bb5c-418a-9aaa-6912c3350a0c {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:19:22.957697 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Port ff084842-9233-4920-b1ea-067e70c9704c on network 504074d3-bb5c-418a-9aaa-6912c3350a0c not bound, no agent of type Open vSwitch agent registered on host n-h1-815373-6 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 20:19:22.958059 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Attempting to bind port ff084842-9233-4920-b1ea-067e70c9704c on network 504074d3-bb5c-418a-9aaa-6912c3350a0c {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 20:19:22.964038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Checking agent: {'id': 'c290517c-d8f7-4965-a0a1-0025818867e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815373-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'started_at': datetime.datetime(2021, 11, 19, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 20, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 20:19:22.964451 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Checking segment: {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 20:19:22.965607 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Bound using segment: {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 20:19:22.966113 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Bound port: ff084842-9233-4920-b1ea-067e70c9704c, host: n-h1-815373-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b70b39-80cd-4ef2-b0ca-2ae91d203957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 20:19:22.966376 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:23.035643 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] For port ff084842-9233-4920-b1ea-067e70c9704c, host n-h1-815373-6, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 20:19:23.039225 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] For port ff084842-9233-4920-b1ea-067e70c9704c, host n-h1-815373-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ff084842-9233-4920-b1ea-067e70c9704c,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 20:19:23.043497 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25519872'] for port, after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:23.079871 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:23.080486 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:23.082139 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/ff084842-9233-4920-b1ea-067e70c9704c HTTP/1.1" status: 200 len: 1091 time: 0.6201816 Nov 19 20:19:23.087469 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:19:23.092040 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9776abe-5730-4ede-8f06-6ec7f0fabe39" -d '{"events": [{"name": "network-changed", "server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "tag": "ff084842-9233-4920-b1ea-067e70c9704c"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:19:23.119612 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f21fa-9cd5-49d9-8314-e650880a48e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff084842-9233-4920-b1ea-067e70c9704c,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:19:23.142040 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60be949f-afbf-4d10-972b-8cfb2c1c5fdf x-openstack-request-id: req-60be949f-afbf-4d10-972b-8cfb2c1c5fdf {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:19:23.142427 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "tag": "ff084842-9233-4920-b1ea-067e70c9704c", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:19:23.142758 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60be949f-afbf-4d10-972b-8cfb2c1c5fdf {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:19:23.143232 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c', 'status': 'completed', 'code': 200} Nov 19 20:19:23.173724 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-9c3112ee-8dca-4f30-867c-e16f946862ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:23.175291 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-9c3112ee-8dca-4f30-867c-e16f946862ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 1094 time: 0.0527468 Nov 19 20:19:23.225956 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-a0477b02-9255-4d5c-bc0c-eef05be07d19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff084842-9233-4920-b1ea-067e70c9704c HTTP/1.1" status: 200 len: 217 time: 0.0425987 Nov 19 20:19:23.278946 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-fe5e33b0-f8ec-4882-a2e1-3402a43277ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:23.280454 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-fe5e33b0-f8ec-4882-a2e1-3402a43277ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0478880 Nov 19 20:19:23.331657 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-c66b0306-d4d3-4cc6-b055-c0f75a666c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:23.333123 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-c66b0306-d4d3-4cc6-b055-c0f75a666c97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445528 Nov 19 20:19:23.441713 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-22e86867-240d-4813-bf3a-6dc3b92919ca service neutron] 10.222.0.57 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013095 Nov 19 20:19:23.497498 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959522a-6d45-4f25-a572-e83ab3e47301 req-7d2c4d4e-9816-4fdc-b008-5811900e070e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:23.499152 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8959522a-6d45-4f25-a572-e83ab3e47301 req-7d2c4d4e-9816-4fdc-b008-5811900e070e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 943 time: 0.0520608 Nov 19 20:19:23.541420 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-4f6759d8-f720-42ef-8209-1e6a28bbef2c req-2b4522e3-54a0-4f66-9186-7be98d22d3b7 service neutron] 10.222.0.57 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923476 Nov 19 20:19:23.564004 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8959522a-6d45-4f25-a572-e83ab3e47301 req-0a8217ae-9acb-4a2f-ace5-5a8ba2166706 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571866 Nov 19 20:19:23.639041 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9776abe-5730-4ede-8f06-6ec7f0fabe39 req-17192bb3-27d2-484a-9d3d-77a359a24eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:23.640462 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a9776abe-5730-4ede-8f06-6ec7f0fabe39 req-17192bb3-27d2-484a-9d3d-77a359a24eff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 1094 time: 0.0484200 Nov 19 20:19:23.735078 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9776abe-5730-4ede-8f06-6ec7f0fabe39 req-11eafb6a-acaf-4873-95ad-b2e01a005b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:23.736540 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a9776abe-5730-4ede-8f06-6ec7f0fabe39 req-11eafb6a-acaf-4873-95ad-b2e01a005b4e service neutron] 10.222.0.57 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.0887163 Nov 19 20:19:23.778603 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a9776abe-5730-4ede-8f06-6ec7f0fabe39 req-08a2ad08-f25b-4941-9f19-17335afd3220 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff084842-9233-4920-b1ea-067e70c9704c HTTP/1.1" status: 200 len: 217 time: 0.0343943 Nov 19 20:19:23.833592 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9776abe-5730-4ede-8f06-6ec7f0fabe39 req-4e87d3b4-cc36-4399-adc7-7df717382e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:23.835071 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a9776abe-5730-4ede-8f06-6ec7f0fabe39 req-4e87d3b4-cc36-4399-adc7-7df717382e0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0491230 Nov 19 20:19:23.881337 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9776abe-5730-4ede-8f06-6ec7f0fabe39 req-2069e087-6122-4ad8-85e2-6d984d4eba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:23.882883 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a9776abe-5730-4ede-8f06-6ec7f0fabe39 req-2069e087-6122-4ad8-85e2-6d984d4eba83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412979 Nov 19 20:19:23.978787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a9776abe-5730-4ede-8f06-6ec7f0fabe39 req-75ca6ef0-6962-44ac-8a8f-340daaad222b service neutron] 10.222.0.57 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887794 Nov 19 20:19:24.069097 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-a9776abe-5730-4ede-8f06-6ec7f0fabe39 req-e107180c-9450-4e2b-b787-3ea14d8669ba service neutron] 10.222.0.57 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832052 Nov 19 20:19:24.690019 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5870f-7e82-4888-aa86-cc72deba5148 req-922da03a-7807-4320-a810-fa4c161a9d20 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:24.691516 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58c5870f-7e82-4888-aa86-cc72deba5148 req-922da03a-7807-4320-a810-fa4c161a9d20 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 943 time: 0.0546463 Nov 19 20:19:24.741343 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-58c5870f-7e82-4888-aa86-cc72deba5148 req-4456866b-fc20-4b03-8832-b13e2e5310d3 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Nov 19 20:19:25.865251 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008b56f-6abf-4956-8ff6-256387a0035c req-878cda78-7bc7-46b6-92fc-8ef8df3cbc23 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:25.866858 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8008b56f-6abf-4956-8ff6-256387a0035c req-878cda78-7bc7-46b6-92fc-8ef8df3cbc23 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 943 time: 0.0514948 Nov 19 20:19:25.921842 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-8008b56f-6abf-4956-8ff6-256387a0035c req-40a9448e-1e62-4417-bd21-275f31dcd2a5 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482578 Nov 19 20:19:26.225939 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:27.044466 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3884c-bc06-45d2-b663-6bbda24cb312 req-4b525117-8960-48da-a6c1-39204f27290e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:27.046069 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48a3884c-bc06-45d2-b663-6bbda24cb312 req-4b525117-8960-48da-a6c1-39204f27290e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 943 time: 0.0522909 Nov 19 20:19:27.103302 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-48a3884c-bc06-45d2-b663-6bbda24cb312 req-e04f2295-93b3-4f5e-aae9-f0691e9fbe30 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512335 Nov 19 20:19:28.055907 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ff084842-9233-4920-b1ea-067e70c9704c details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:19:28.167809 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ff084842-9233-4920-b1ea-067e70c9704c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ff084842-9233-4920-b1ea-067e70c9704c,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:19:28.196400 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'ff084842-9233-4920-b1ea-067e70c9704c', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'port_id': 'ff084842-9233-4920-b1ea-067e70c9704c', 'mac_address': 'fa:16:3e:6b:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:19:28.228867 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bd899-04b3-441a-943e-add3d8504f88 req-25fa8233-e41d-4c24-b9af-19f847e8946a tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:28.230550 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-894bd899-04b3-441a-943e-add3d8504f88 req-25fa8233-e41d-4c24-b9af-19f847e8946a tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 943 time: 0.0529664 Nov 19 20:19:28.241314 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:28.258030 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff084842-9233-4920-b1ea-067e70c9704c {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:19:28.280816 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ff084842-9233-4920-b1ea-067e70c9704c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ff084842-9233-4920-b1ea-067e70c9704c,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:19:28.287063 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:28.295973 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-894bd899-04b3-441a-943e-add3d8504f88 req-63ef1406-a512-4be2-972f-8b86e472d119 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574560 Nov 19 20:19:28.338738 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ff084842-9233-4920-b1ea-067e70c9704c,revision_number=4']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:19:28.652335 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['ff084842-9233-4920-b1ea-067e70c9704c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:19:29.420259 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7594b-4390-4fe4-9893-3a08225ceaba req-1a26e947-35d5-40d6-bc56-96f30f2dda7e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:29.421777 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54c7594b-4390-4fe4-9893-3a08225ceaba req-1a26e947-35d5-40d6-bc56-96f30f2dda7e tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 944 time: 0.0509818 Nov 19 20:19:29.476938 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-54c7594b-4390-4fe4-9893-3a08225ceaba req-c6e41da9-6f53-4f86-9a19-9233f9d49819 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487113 Nov 19 20:19:30.055058 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ff084842-9233-4920-b1ea-067e70c9704c up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:19:30.108440 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning for port ff084842-9233-4920-b1ea-067e70c9704c completed by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 20:19:30.112157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port ff084842-9233-4920-b1ea-067e70c9704c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:19:30.112529 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:30.190746 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:30.216967 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:19:30.219567 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699e8b46-cc6d-4375-baf4-e3aa745b04fb" -d '{"events": [{"server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "name": "network-vif-plugged", "status": "completed", "tag": "ff084842-9233-4920-b1ea-067e70c9704c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:19:30.238157 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ff084842-9233-4920-b1ea-067e70c9704c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ff084842-9233-4920-b1ea-067e70c9704c,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:19:30.242349 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:30.268011 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67356a37-7bb6-45d1-9128-e970a0c68463 x-openstack-request-id: req-67356a37-7bb6-45d1-9128-e970a0c68463 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:19:30.268466 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "name": "network-vif-plugged", "status": "completed", "tag": "ff084842-9233-4920-b1ea-067e70c9704c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:19:30.268723 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67356a37-7bb6-45d1-9128-e970a0c68463 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:19:30.270576 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c', 'code': 200} Nov 19 20:19:30.296972 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ff084842-9233-4920-b1ea-067e70c9704c,revision_number=5']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:19:30.360953 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520318a-a091-4ac6-96b9-42da0ac7d074 req-ef0e58e3-a6ad-4d93-a7bc-347234851d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:30.362411 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b520318a-a091-4ac6-96b9-42da0ac7d074 req-ef0e58e3-a6ad-4d93-a7bc-347234851d22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 1096 time: 0.0428956 Nov 19 20:19:30.409415 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-b520318a-a091-4ac6-96b9-42da0ac7d074 req-8ccdd665-7ab5-4061-b1a4-a2b718890e38 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399094 Nov 19 20:19:30.604402 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55da34-3d4e-43eb-b63e-da8ee16e2cb2 req-6bf83634-f648-4e14-a70a-790ff912b5fc tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:30.605937 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a55da34-3d4e-43eb-b63e-da8ee16e2cb2 req-6bf83634-f648-4e14-a70a-790ff912b5fc tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 945 time: 0.0541611 Nov 19 20:19:30.657120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-4a55da34-3d4e-43eb-b63e-da8ee16e2cb2 req-19c807d6-85f1-42ba-ad11-8a960c9a060a tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447679 Nov 19 20:19:30.790000 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:31.776447 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978420bf-7970-47b1-83c8-993d64193969 req-15e57c24-4937-4ca4-940b-226bb57a7834 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:31.777949 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-978420bf-7970-47b1-83c8-993d64193969 req-15e57c24-4937-4ca4-940b-226bb57a7834 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 945 time: 0.0500033 Nov 19 20:19:31.829351 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-978420bf-7970-47b1-83c8-993d64193969 req-d2759f3e-fcb9-41eb-974e-ac4674963db0 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453606 Nov 19 20:19:31.955101 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd47974-f6ca-4de7-9612-71b9f22daf61 req-bdcbc2fa-69b2-4d41-86d2-6d79519c1b10 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:31.956564 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ffd47974-f6ca-4de7-9612-71b9f22daf61 req-bdcbc2fa-69b2-4d41-86d2-6d79519c1b10 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 945 time: 0.0556691 Nov 19 20:19:32.009120 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-ffd47974-f6ca-4de7-9612-71b9f22daf61 req-3c61c74f-1e9c-4372-8720-4c8148b2567f tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463841 Nov 19 20:19:32.030728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38508) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:19:32.071118 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b67a6c-2389-40b5-9cb6-1327e8d17c91 tempest-TestSnapshotPattern-974879606 tempest-TestSnapshotPattern-974879606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:32.072639 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-09b67a6c-2389-40b5-9cb6-1327e8d17c91 tempest-TestSnapshotPattern-974879606 tempest-TestSnapshotPattern-974879606-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 1091 time: 0.0409837 Nov 19 20:19:32.076397 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38510) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:19:32.080824 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.v2.base [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Request body: {'floatingip': {'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'port_id': 'ff084842-9233-4920-b1ea-067e70c9704c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 20:19:32.103860 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for floatingip, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:32.207413 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:32.309393 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_common [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Allocated IP 172.25.3.202 (bb3573dc-a75f-48ed-b4a1-b4bfeb80d412/fabd258a-1a32-41e5-a413-d451a1994504/c30b9abb-9004-4e7a-94fc-2512c67ae074) {{(pid=109887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 20:19:32.424154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for port, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:32.460805 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774167975096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:32.505823 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Network bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 is already hosted by enough agents. {{(pid=109887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 20:19:32.508715 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.base_scheduler [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Resources bound (agent type, host, resource id): {{(pid=109887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 20:19:32.513952 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Received port after_create {{(pid=109887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 20:19:32.517214 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'Port': ['ID=c30b9abb-9004-4e7a-94fc-2512c67ae074,revision_number=1']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:19:32.544719 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.545050 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.545406 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.545766 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.546116 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.546455 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.546791 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.547126 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.547458 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.547790 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.548124 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.548452 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:19:32.909328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:32.988469 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:33.468742 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for port, precommit_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:33.473742 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3371116'] for port, after_update {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:33.549595 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event updated for resources: {'Port': ['ID=c30b9abb-9004-4e7a-94fc-2512c67ae074,revision_number=2']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:19:33.561974 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637046'] for floatingip, after_create {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:33.664950 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Floating IP 00c15000-f051-4a4d-96b7-237d0da4caf0 associated. External IP: 172.25.3.202, port: ff084842-9233-4920-b1ea-067e70c9704c. Nov 19 20:19:33.880957 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Router fb81a7a9-39b0-4b58-bc8a-3cb335d743be has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:19:33.990728 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:19:34.001277 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c20546-0fe1-4ac4-9e60-62cbf1feacfb None None] Sync routers for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:19:34.009931 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:34.011808 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c20546-0fe1-4ac4-9e60-62cbf1feacfb None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:19:34.012431 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a6c20546-0fe1-4ac4-9e60-62cbf1feacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:19:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:19:34.043415 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-af365173-2a00-4737-8a7f-5bcc456c789c tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9658389 Nov 19 20:19:34.044722 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:19:34.047080 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36062bad-45b5-4d95-adbd-80e66140e705" -d '{"events": [{"name": "network-changed", "server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "tag": "ff084842-9233-4920-b1ea-067e70c9704c"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:19:34.106763 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ab66f5-a824-4074-b3fa-f37032cbf2e2 x-openstack-request-id: req-12ab66f5-a824-4074-b3fa-f37032cbf2e2 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:19:34.107556 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "tag": "ff084842-9233-4920-b1ea-067e70c9704c", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:19:34.107556 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12ab66f5-a824-4074-b3fa-f37032cbf2e2 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:19:34.107786 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c', 'status': 'completed', 'code': 200} Nov 19 20:19:34.125372 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a6c20546-0fe1-4ac4-9e60-62cbf1feacfb None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:19:34.134010 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.57', 53314) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:19:34.180115 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062bad-45b5-4d95-adbd-80e66140e705 req-97dafd54-df82-4697-ba44-4cefcdefd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:34.182045 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36062bad-45b5-4d95-adbd-80e66140e705 req-97dafd54-df82-4697-ba44-4cefcdefd6c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 1096 time: 0.0466044 Nov 19 20:19:34.183668 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-201c634b-2403-4892-a856-d890dac34c39 req-000f598c-1c8a-4702-bb78-3ac39e37a5b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485795 Nov 19 20:19:34.277335 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c634b-2403-4892-a856-d890dac34c39 req-eb382b4b-c3e2-484d-8269-748dbd1d52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:34.279596 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-201c634b-2403-4892-a856-d890dac34c39 req-eb382b4b-c3e2-484d-8269-748dbd1d52ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0472326 Nov 19 20:19:34.288340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062bad-45b5-4d95-adbd-80e66140e705 req-c6e8ee85-3ddd-4783-a0a7-981f61be5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:34.289870 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36062bad-45b5-4d95-adbd-80e66140e705 req-c6e8ee85-3ddd-4783-a0a7-981f61be5695 service neutron] 10.222.0.57 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.0960476 Nov 19 20:19:34.365939 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36062bad-45b5-4d95-adbd-80e66140e705 req-24b326d9-0510-43a1-843b-d262e4faa654 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff084842-9233-4920-b1ea-067e70c9704c HTTP/1.1" status: 200 len: 999 time: 0.0685246 Nov 19 20:19:34.368874 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a6c20546-0fe1-4ac4-9e60-62cbf1feacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '00c15000-f051-4a4d-96b7-237d0da4caf0', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'ff084842-9233-4920-b1ea-067e70c9704c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:6b:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:19:32Z', 'updated_at': '2021-11-19T20:19:32Z', 'revision_number': 0, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}, {'id': 'e4dac6f5-a8a1-467c-a2ee-221a1e6ec143', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:bd:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:16:57Z', 'updated_at': '2021-11-19T20:17:00Z', 'revision_number': 1, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:19:34.398568 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c20546-0fe1-4ac4-9e60-62cbf1feacfb None None] Checking router: fb81a7a9-39b0-4b58-bc8a-3cb335d743be for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:19:34.402093 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c634b-2403-4892-a856-d890dac34c39 req-6f42a5df-8bbf-4da3-9a88-c5c7058b5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:34.404358 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-201c634b-2403-4892-a856-d890dac34c39 req-6f42a5df-8bbf-4da3-9a88-c5c7058b5d0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1008399 Nov 19 20:19:34.408859 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c20546-0fe1-4ac4-9e60-62cbf1feacfb None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:19:34.409492 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a6c20546-0fe1-4ac4-9e60-62cbf1feacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:19:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:19:34.418793 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062bad-45b5-4d95-adbd-80e66140e705 req-535a3c98-6fdb-4d9a-84f7-32550610281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:34.420699 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36062bad-45b5-4d95-adbd-80e66140e705 req-535a3c98-6fdb-4d9a-84f7-32550610281e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0475092 Nov 19 20:19:34.448333 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-201c634b-2403-4892-a856-d890dac34c39 req-a9880241-06ae-4c24-a9bb-29286c86f84e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0366666 Nov 19 20:19:34.475361 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36062bad-45b5-4d95-adbd-80e66140e705 req-af0933e9-34a9-44c6-81a5-0c5b1003cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:34.476884 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36062bad-45b5-4d95-adbd-80e66140e705 req-af0933e9-34a9-44c6-81a5-0c5b1003cdcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484934 Nov 19 20:19:34.501106 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c634b-2403-4892-a856-d890dac34c39 req-364130d0-430d-45c6-8a4e-4b584643d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:34.503152 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-201c634b-2403-4892-a856-d890dac34c39 req-364130d0-430d-45c6-8a4e-4b584643d9a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0483875 Nov 19 20:19:34.524877 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-a6c20546-0fe1-4ac4-9e60-62cbf1feacfb None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:19:34.551136 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c634b-2403-4892-a856-d890dac34c39 req-4d22b9b6-bba3-453c-a682-ed90b04b7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:34.552964 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-201c634b-2403-4892-a856-d890dac34c39 req-4d22b9b6-bba3-453c-a682-ed90b04b7a0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427694 Nov 19 20:19:34.581251 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36062bad-45b5-4d95-adbd-80e66140e705 req-a60e7dc9-4982-4276-8e62-e2a24163ada3 service neutron] 10.222.0.57 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974264 Nov 19 20:19:34.667618 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-201c634b-2403-4892-a856-d890dac34c39 req-a3c97261-dace-42a2-8065-420284405bf4 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065502 Nov 19 20:19:34.681185 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-36062bad-45b5-4d95-adbd-80e66140e705 req-49451c82-9af5-4c07-ae83-f9d0e72308c7 service neutron] 10.222.0.57 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933990 Nov 19 20:19:34.764332 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-201c634b-2403-4892-a856-d890dac34c39 req-914a21c8-74e4-4e1d-bac6-0e74d13fb78b service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879476 Nov 19 20:19:34.850138 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-a6c20546-0fe1-4ac4-9e60-62cbf1feacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '00c15000-f051-4a4d-96b7-237d0da4caf0', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'ff084842-9233-4920-b1ea-067e70c9704c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:6b:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:19:32Z', 'updated_at': '2021-11-19T20:19:32Z', 'revision_number': 0, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}, {'id': 'e4dac6f5-a8a1-467c-a2ee-221a1e6ec143', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:bd:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:16:57Z', 'updated_at': '2021-11-19T20:17:00Z', 'revision_number': 1, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:19:34.875715 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c20546-0fe1-4ac4-9e60-62cbf1feacfb None None] The sync data for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 is: [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': '00c15000-f051-4a4d-96b7-237d0da4caf0', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'ff084842-9233-4920-b1ea-067e70c9704c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:6b:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:19:32Z', 'updated_at': '2021-11-19T20:19:32Z', 'revision_number': 0, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}, {'id': 'e4dac6f5-a8a1-467c-a2ee-221a1e6ec143', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:bd:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:16:57Z', 'updated_at': '2021-11-19T20:17:00Z', 'revision_number': 1, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:19:35.065133 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13687fcb-30fe-4403-b454-ee135e71f991 None None] New status for floating IP 00c15000-f051-4a4d-96b7-237d0da4caf0: ACTIVE {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:19:38.369126 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-99bb7e84-e3b1-4da0-aac7-c07b86322715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:39.067013 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-7c7d5902-3534-4673-bfb7-ee5b8a4407f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497336 Nov 19 20:19:39.151782 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-1c657345-980a-42d0-98ed-35abfcda7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:39.153296 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-1c657345-980a-42d0-98ed-35abfcda7a05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 1095 time: 0.0423622 Nov 19 20:19:39.263800 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-bcfe41e8-55b6-482a-8301-2952872c0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:39.265293 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-bcfe41e8-55b6-482a-8301-2952872c0019 service neutron] 10.222.0.21 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.0930197 Nov 19 20:19:39.332871 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-4704204b-0bb1-4d08-9fac-f3c1f30e8133 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692 HTTP/1.1" status: 200 len: 999 time: 0.0608211 Nov 19 20:19:39.383532 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-d1fa3de4-c4b1-4159-a4f3-25f49cfe65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:39.384998 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-d1fa3de4-c4b1-4159-a4f3-25f49cfe65bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0451007 Nov 19 20:19:39.436907 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-55196164-af3c-4a69-87f9-a741835ca138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:19:39.438374 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-55196164-af3c-4a69-87f9-a741835ca138 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459328 Nov 19 20:19:39.531817 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-d74f977b-9db1-4614-92dd-b6fd1333dd39 service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858679 Nov 19 20:19:39.628159 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-916cd8b7-c631-4f75-8e81-1c820c4f8521 req-e903af05-cfef-4145-bd70-c023dc0442fd service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896730 Nov 19 20:19:40.799968 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c78fcd47-3f3f-43f5-ac0d-7078d4f40559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:42.209887 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:19:42.232466 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:43.677680 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:44.365971 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:19:56.240952 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:00.804526 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:08.371273 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-053f5a56-71e4-46d1-9739-e840dac1ddb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:10.802827 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c69ab6d9-c2bd-4886-a846-0809d0e13862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:12.235500 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:13.679706 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:14.368767 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:19.209285 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:20:26.267793 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:30.808572 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:36.198966 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-04ae72cc-fb5e-4bd3-8c4e-8fd2a8853af5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484579 Nov 19 20:20:36.273781 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-552b4835-3a8b-415e-b3d7-54b424caf666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:20:36.275419 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-552b4835-3a8b-415e-b3d7-54b424caf666 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 1096 time: 0.0538306 Nov 19 20:20:36.390951 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-e9f4684f-cf8b-40b2-9686-e740164d2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:20:36.392441 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-e9f4684f-cf8b-40b2-9686-e740164d2edf service neutron] 10.222.0.57 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.0958517 Nov 19 20:20:36.462010 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-8bc58613-15fe-438c-9c2f-78703f0197b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff084842-9233-4920-b1ea-067e70c9704c HTTP/1.1" status: 200 len: 1001 time: 0.0621116 Nov 19 20:20:36.512661 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-f215d3e1-26f1-4bb6-bf1e-f6362f8bc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:20:36.514783 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-f215d3e1-26f1-4bb6-bf1e-f6362f8bc0b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0457215 Nov 19 20:20:36.567311 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-6b04a902-3c7a-4da0-981d-a185180adcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:20:36.568818 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-6b04a902-3c7a-4da0-981d-a185180adcb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457590 Nov 19 20:20:36.669053 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-0f9d5485-61ad-45e7-9ef3-0debdc9ed6a1 service neutron] 10.222.0.57 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921278 Nov 19 20:20:36.768977 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-6570ed93-f4c6-4a70-8e8e-df33c6eb980a req-ba0f4afe-f9e1-4fff-b728-3776d9ce8c43 service neutron] 10.222.0.57 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924251 Nov 19 20:20:38.373516 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f522-1f98-4679-9e84-fd65bf96dc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:40.116285 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-f573cb16-949c-4ef2-ad19-f22f3ba98d4a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921843 Nov 19 20:20:40.201187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-da73846e-f56f-4c95-a4ff-1f07d1600862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:20:40.202806 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-da73846e-f56f-4c95-a4ff-1f07d1600862 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 1095 time: 0.0431356 Nov 19 20:20:40.326230 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-fe41ebb2-b8ea-4100-8fbb-a4c2f5991451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:20:40.327789 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-fe41ebb2-b8ea-4100-8fbb-a4c2f5991451 service neutron] 10.222.0.21 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.1040902 Nov 19 20:20:40.399778 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-d35bb3f0-0e28-42d3-adfd-e6f24264aeab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692 HTTP/1.1" status: 200 len: 999 time: 0.0642323 Nov 19 20:20:40.452839 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-a4f3086e-2c38-44c7-a3a7-412c89bbb0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:20:40.454697 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-a4f3086e-2c38-44c7-a3a7-412c89bbb0fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0476370 Nov 19 20:20:40.508547 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-78e6551c-a4a6-4602-acb8-0d8a256cde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:20:40.510131 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-78e6551c-a4a6-4602-acb8-0d8a256cde0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478375 Nov 19 20:20:40.604536 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-efe69873-85dd-48cc-9841-15265e44d9ea service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871665 Nov 19 20:20:40.698674 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-474c325b-1b36-4f0b-9010-3fbe280cce65 req-afda3f30-2b1e-41bb-abee-cef74023011f service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864587 Nov 19 20:20:40.805324 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eaa842bd-95bd-4376-917f-155540d24efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:42.239270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:43.682901 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:44.371603 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:20:56.208586 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:20:56.279477 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:00.800897 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:08.375705 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a9d3adcb-c749-4dcb-81e8-ec290e894979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:10.810178 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fefa01d9-a708-4973-9985-c896139589d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:12.240369 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:13.687627 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:14.374793 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:26.270833 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:30.803848 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:33.208045 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:21:37.224263 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-754f876f-7dee-4006-a381-d2824e03abaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855107 Nov 19 20:21:37.310171 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-5b1a4a6e-56b4-411d-bf5a-e9192d96e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:37.311697 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-5b1a4a6e-56b4-411d-bf5a-e9192d96e176 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0428884 Nov 19 20:21:37.423804 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-4d5ac588-1f67-4f15-8f56-782f5489a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:37.425236 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-4d5ac588-1f67-4f15-8f56-782f5489a5bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0938888 Nov 19 20:21:37.471406 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-b77d36c7-6a75-4e5d-89bc-63ed0428adce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0363853 Nov 19 20:21:37.523615 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-29a550e5-493e-4637-bd9e-4a1821ecf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:37.525120 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-29a550e5-493e-4637-bd9e-4a1821ecf0b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0461531 Nov 19 20:21:37.573583 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-3f2f0d78-6ae8-4ef9-afe2-e7c4f41afbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:37.575991 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-3f2f0d78-6ae8-4ef9-afe2-e7c4f41afbff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438814 Nov 19 20:21:37.672363 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-4bd8648e-eb09-4e78-abd7-3c3863abfd8e service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874004 Nov 19 20:21:37.772582 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-52397d9c-6e96-4d5d-aa93-8592f3e6a1a4 req-225c8077-8888-4a1a-83a0-8e767f20e6d9 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912080 Nov 19 20:21:38.381930 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c656276f-3a46-4237-aac7-d4f5d243c060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:40.608000 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ff084842-9233-4920-b1ea-067e70c9704c details requested by agent hyperv_n-h1-815373-6 with host n-h1-815373-6 {{(pid=109889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 20:21:40.705764 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ff084842-9233-4920-b1ea-067e70c9704c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ff084842-9233-4920-b1ea-067e70c9704c,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:21:40.718873 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Returning: {'device': 'ff084842-9233-4920-b1ea-067e70c9704c', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'port_id': 'ff084842-9233-4920-b1ea-067e70c9704c', 'mac_address': 'fa:16:3e:6b:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 20:21:40.764469 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:40.778706 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff084842-9233-4920-b1ea-067e70c9704c {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 20:21:40.804129 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ff084842-9233-4920-b1ea-067e70c9704c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ff084842-9233-4920-b1ea-067e70c9704c,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:21:40.811096 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:40.837234 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dcd998cc-5805-4cf5-8112-2caa17e291f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:40.865934 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ff084842-9233-4920-b1ea-067e70c9704c,revision_number=6']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:21:40.873950 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.874306 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.874653 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.874997 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.875340 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.875676 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.876007 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.876337 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.876666 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.876996 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.877323 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.877651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:40.893082 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] get_ports_and_sgs() called for port_ids ['ff084842-9233-4920-b1ea-067e70c9704c'] {{(pid=109889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 20:21:41.039204 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-2b59cbc7-84b0-40ba-b198-380c8bd5bf81 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431631 Nov 19 20:21:41.127100 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-b26f992a-4fb4-4b6f-aa77-b9874360c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:41.128783 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-b26f992a-4fb4-4b6f-aa77-b9874360c1c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 1095 time: 0.0446718 Nov 19 20:21:41.242541 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-68252af6-f7c2-4de8-90e9-069f3eb30853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:41.244062 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-68252af6-f7c2-4de8-90e9-069f3eb30853 service neutron] 10.222.0.21 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.0945158 Nov 19 20:21:41.313723 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-740b15c6-43cd-4736-a2dd-a31716ce843b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692 HTTP/1.1" status: 200 len: 999 time: 0.0603008 Nov 19 20:21:41.376207 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-6d4be19d-3fcf-44fa-83e8-ceaf2ccc5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:41.377602 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-6d4be19d-3fcf-44fa-83e8-ceaf2ccc5740 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0545263 Nov 19 20:21:41.430876 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-9304a239-7941-4851-a2a9-e35ce08a1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:41.432418 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-9304a239-7941-4851-a2a9-e35ce08a1f5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463850 Nov 19 20:21:41.525746 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-93d0f34d-7b5a-4a34-9b83-c41c0b0851a2 service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848677 Nov 19 20:21:41.623646 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e71a8ba0-fc29-44ca-be83-f384529347f3 req-9722591d-e535-4877-a48f-0589f7f3e5fb service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889757 Nov 19 20:21:42.244496 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:42.629794 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ff084842-9233-4920-b1ea-067e70c9704c up at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 20:21:42.680160 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Provisioning complete for port ff084842-9233-4920-b1ea-067e70c9704c triggered by entity L2. {{(pid=109889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 20:21:42.680530 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733271'] for port, provisioning_complete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:42.925171 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:42.949322 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:21:42.951715 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faac33e5-0c54-42ff-a08c-8ed5d66410a4" -d '{"events": [{"server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "name": "network-vif-plugged", "status": "completed", "tag": "ff084842-9233-4920-b1ea-067e70c9704c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:21:42.967887 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ff084842-9233-4920-b1ea-067e70c9704c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ff084842-9233-4920-b1ea-067e70c9704c,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:21:42.972969 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:42.999976 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec759d11-eae6-4b6e-baf2-c89031960cb2 x-openstack-request-id: req-ec759d11-eae6-4b6e-baf2-c89031960cb2 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:21:43.000281 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "name": "network-vif-plugged", "status": "completed", "tag": "ff084842-9233-4920-b1ea-067e70c9704c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:21:43.000542 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec759d11-eae6-4b6e-baf2-c89031960cb2 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:21:43.000947 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c', 'code': 200} Nov 19 20:21:43.029460 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ff084842-9233-4920-b1ea-067e70c9704c,revision_number=7']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:21:43.692723 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:44.377920 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:55.978055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38764) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:21:56.138724 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Deleting port c30b9abb-9004-4e7a-94fc-2512c67ae074 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:21:56.138978 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:56.215154 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:56.215483 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:56.227357 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Calling delete_port for c30b9abb-9004-4e7a-94fc-2512c67ae074 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:21:56.267907 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:56.382878 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:56.410564 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event deleted for resources: {'Port': ['ID=c30b9abb-9004-4e7a-94fc-2512c67ae074,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:21:56.438390 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.438742 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.439088 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.439425 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.439761 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.440096 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.440428 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.440753 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.441080 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.441403 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.441734 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.442082 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:56.487705 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:56.488038 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Floating IP 00c15000-f051-4a4d-96b7-237d0da4caf0 disassociated (deleted). External IP: 172.25.3.202, port: ff084842-9233-4920-b1ea-067e70c9704c. Nov 19 20:21:56.707967 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Router fb81a7a9-39b0-4b58-bc8a-3cb335d743be has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:21:56.818810 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:21:56.824802 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:56.830404 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a2aa53-487e-4c87-a38d-7dcb65c9233c None None] Sync routers for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:21:56.842003 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2aa53-487e-4c87-a38d-7dcb65c9233c None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:21:56.842647 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0a2aa53-487e-4c87-a38d-7dcb65c9233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:21:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:21:56.956329 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e0a2aa53-487e-4c87-a38d-7dcb65c9233c None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:21:57.161549 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-8f782f8e-4b2f-4a25-9081-58b36e76b1b4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "DELETE /v2.0/floatingips/00c15000-f051-4a4d-96b7-237d0da4caf0 HTTP/1.1" status: 204 len: 168 time: 1.1823535 Nov 19 20:21:57.162271 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:21:57.164688 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c16cdf-2919-4364-a172-50d02a4e324b" -d '{"events": [{"name": "network-changed", "server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "tag": "ff084842-9233-4920-b1ea-067e70c9704c"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:21:57.193714 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0a2aa53-487e-4c87-a38d-7dcb65c9233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'e4dac6f5-a8a1-467c-a2ee-221a1e6ec143', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:bd:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:16:57Z', 'updated_at': '2021-11-19T20:17:00Z', 'revision_number': 1, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:21:57.223627 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a2aa53-487e-4c87-a38d-7dcb65c9233c None None] Checking router: fb81a7a9-39b0-4b58-bc8a-3cb335d743be for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:21:57.232175 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2aa53-487e-4c87-a38d-7dcb65c9233c None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:21:57.232794 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0a2aa53-487e-4c87-a38d-7dcb65c9233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:21:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:21:57.341789 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e0a2aa53-487e-4c87-a38d-7dcb65c9233c None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:21:57.378760 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c978b133-aa16-4fea-bc10-17a5ffe2e5d6 x-openstack-request-id: req-c978b133-aa16-4fea-bc10-17a5ffe2e5d6 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:21:57.379159 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "tag": "ff084842-9233-4920-b1ea-067e70c9704c", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:21:57.379478 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c978b133-aa16-4fea-bc10-17a5ffe2e5d6 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:21:57.379957 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c', 'status': 'completed', 'code': 200} Nov 19 20:21:57.450512 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c16cdf-2919-4364-a172-50d02a4e324b req-cab46970-e037-41ff-a759-1938479f7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:57.452765 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60c16cdf-2919-4364-a172-50d02a4e324b req-cab46970-e037-41ff-a759-1938479f7c73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 1096 time: 0.0488651 Nov 19 20:21:57.480432 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c8e04-79b3-4356-aa84-52a7d5e136a0 req-068cc5e8-776c-4f33-9ec6-6fff48d46ea6 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:57.481995 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-248c8e04-79b3-4356-aa84-52a7d5e136a0 req-068cc5e8-776c-4f33-9ec6-6fff48d46ea6 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 945 time: 0.0525210 Nov 19 20:21:57.539297 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-248c8e04-79b3-4356-aa84-52a7d5e136a0 req-3294eb0a-ac30-4174-bf70-0524ca74f89a tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499401 Nov 19 20:21:57.558102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c16cdf-2919-4364-a172-50d02a4e324b req-c405a124-deef-439a-a7bf-0b6d955f7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:57.558102 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60c16cdf-2919-4364-a172-50d02a4e324b req-c405a124-deef-439a-a7bf-0b6d955f7117 service neutron] 10.222.0.57 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.0950947 Nov 19 20:21:57.586223 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e0a2aa53-487e-4c87-a38d-7dcb65c9233c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'e4dac6f5-a8a1-467c-a2ee-221a1e6ec143', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:bd:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:16:57Z', 'updated_at': '2021-11-19T20:17:00Z', 'revision_number': 1, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:21:57.603787 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60c16cdf-2919-4364-a172-50d02a4e324b req-d7ddce8e-699b-484a-99c2-71805374426f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff084842-9233-4920-b1ea-067e70c9704c HTTP/1.1" status: 200 len: 217 time: 0.0391240 Nov 19 20:21:57.658669 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c16cdf-2919-4364-a172-50d02a4e324b req-ab224970-6706-4f63-9a8a-334ea459ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:57.660189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60c16cdf-2919-4364-a172-50d02a4e324b req-ab224970-6706-4f63-9a8a-334ea459ca88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0487964 Nov 19 20:21:57.708676 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a2aa53-487e-4c87-a38d-7dcb65c9233c None None] The sync data for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 is: [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_floatingips': [{'id': 'e4dac6f5-a8a1-467c-a2ee-221a1e6ec143', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'floating_ip_address': '172.25.3.14', 'floating_network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'router_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'port_id': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'mac_address': 'fa:16:3e:bd:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T20:16:57Z', 'updated_at': '2021-11-19T20:17:00Z', 'revision_number': 1, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:21:57.711148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c16cdf-2919-4364-a172-50d02a4e324b req-e78ade5c-29a3-4058-866a-b632915feec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:57.712682 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60c16cdf-2919-4364-a172-50d02a4e324b req-e78ade5c-29a3-4058-866a-b632915feec9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449760 Nov 19 20:21:57.814852 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60c16cdf-2919-4364-a172-50d02a4e324b req-a65fd45e-2f8e-490d-a104-cc30a1db7138 service neutron] 10.222.0.57 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931094 Nov 19 20:21:57.911389 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-60c16cdf-2919-4364-a172-50d02a4e324b req-3c8eeee8-39a9-4c49-ac2e-8de0a695f5c7 service neutron] 10.222.0.57 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892639 Nov 19 20:21:57.959054 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88c1497-b8da-489e-a59c-9c013795249b None None] New status for floating IP 00c15000-f051-4a4d-96b7-237d0da4caf0: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:21:58.653833 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29afe1-e34b-4dad-8584-ff1b155a1855 req-bd78f64a-dadc-4240-b419-821f407869dd tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:58.655395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc29afe1-e34b-4dad-8584-ff1b155a1855 req-bd78f64a-dadc-4240-b419-821f407869dd tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 945 time: 0.0489848 Nov 19 20:21:58.708997 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-cc29afe1-e34b-4dad-8584-ff1b155a1855 req-dc2887d8-56c7-497b-b6a9-36f3d04eae6f tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475683 Nov 19 20:21:58.753593 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ff084842-9233-4920-b1ea-067e70c9704c no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:21:58.834541 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629244'] for port, before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:58.862881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:21:58.865062 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83dc2ef38e6b7145a4e4154d580fc188e2f4a1f01c6da9e1b3663ef7f30560c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443435b1-2173-4783-8d52-b064436b197a" -d '{"events": [{"server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "name": "network-vif-unplugged", "status": "completed", "tag": "ff084842-9233-4920-b1ea-067e70c9704c"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:21:58.878604 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] For port ff084842-9233-4920-b1ea-067e70c9704c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ff084842-9233-4920-b1ea-067e70c9704c,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:21:58.884929 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774168482142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774167975114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774167975132'] for port, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:58.939499 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Pushing event updated for resources: {'Port': ['ID=ff084842-9233-4920-b1ea-067e70c9704c,revision_number=8']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:21:58.966851 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 20:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266f9d1e-5bfe-4993-8b87-b2c0f37fecee x-openstack-request-id: req-266f9d1e-5bfe-4993-8b87-b2c0f37fecee {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:21:58.967445 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "name": "network-vif-unplugged", "status": "completed", "tag": "ff084842-9233-4920-b1ea-067e70c9704c", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:21:58.967445 n-d-815373-6 neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-266f9d1e-5bfe-4993-8b87-b2c0f37fecee {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:21:58.967852 n-d-815373-6 neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c', 'code': 200} Nov 19 20:21:59.085297 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a321fb-d568-4a76-a598-619ef9b7e3fa req-8584b550-8c36-4c06-8ead-705137e55efb tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:21:59.086676 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16a321fb-d568-4a76-a598-619ef9b7e3fa req-8584b550-8c36-4c06-8ead-705137e55efb tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.57 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 943 time: 0.0549409 Nov 19 20:21:59.185384 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-16a321fb-d568-4a76-a598-619ef9b7e3fa req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Deleting port ff084842-9233-4920-b1ea-067e70c9704c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:21:59.185746 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16a321fb-d568-4a76-a598-619ef9b7e3fa req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:59.279679 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-16a321fb-d568-4a76-a598-619ef9b7e3fa req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] For port ff084842-9233-4920-b1ea-067e70c9704c, host n-h1-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815373-6',level=0,port_id=ff084842-9233-4920-b1ea-067e70c9704c,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:21:59.280040 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16a321fb-d568-4a76-a598-619ef9b7e3fa req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:59.293233 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [req-16a321fb-d568-4a76-a598-619ef9b7e3fa req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Calling delete_port for ff084842-9233-4920-b1ea-067e70c9704c owned by compute:nova {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:21:59.422676 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16a321fb-d568-4a76-a598-619ef9b7e3fa req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:59.451449 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event deleted for resources: {'Port': ['ID=ff084842-9233-4920-b1ea-067e70c9704c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:21:59.472102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.472454 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.472799 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.473141 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.473481 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.473838 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.474168 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.474497 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.474856 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.475182 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.475508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.475835 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815373-6 {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 20:21:59.518647 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a321fb-d568-4a76-a598-619ef9b7e3fa req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] No DVR routers for this DVR port ff084842-9233-4920-b1ea-067e70c9704c on host n-h1-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:21:59.522025 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-16a321fb-d568-4a76-a598-619ef9b7e3fa req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:21:59.525921 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-16a321fb-d568-4a76-a598-619ef9b7e3fa req-f4e9652c-da38-43c6-9b87-0423644b5042 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.57 "DELETE /v2.0/ports/ff084842-9233-4920-b1ea-067e70c9704c HTTP/1.1" status: 204 len: 173 time: 0.4331951 Nov 19 20:21:59.526391 n-d-815373-6 neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'name': 'network-vif-deleted', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:21:59.530048 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b866e6088208989997784b829fe5b33844a4dbacb4f56306f411a2f38ea6d7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9e9bbb-a92a-4c95-91be-777ef8712af5" -d '{"events": [{"server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "name": "network-vif-deleted", "tag": "ff084842-9233-4920-b1ea-067e70c9704c"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:21:59.628008 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027c4576-91d7-451f-86ee-77333a43b3fa x-openstack-request-id: req-027c4576-91d7-451f-86ee-77333a43b3fa {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:21:59.628679 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5603c422-f4e1-4c11-8f14-a3513a45339f", "name": "network-vif-deleted", "tag": "ff084842-9233-4920-b1ea-067e70c9704c", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:21:59.628947 n-d-815373-6 neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-027c4576-91d7-451f-86ee-77333a43b3fa {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:21:59.629356 n-d-815373-6 neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5603c422-f4e1-4c11-8f14-a3513a45339f', 'name': 'network-vif-deleted', 'tag': 'ff084842-9233-4920-b1ea-067e70c9704c', 'status': 'completed', 'code': 200} Nov 19 20:21:59.825911 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-fc089481-e3b5-447c-b78c-9f4483059d51 req-ea3d58ec-aaba-41e8-bc4f-0036296077a4 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=5603c422-f4e1-4c11-8f14-a3513a45339f HTTP/1.1" status: 200 len: 210 time: 0.0296965 Nov 19 20:22:00.799275 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:01.423145 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38828) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:01.591857 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Deleting port 326c3288-0c7b-44b6-b093-925fcbe56814 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:22:01.592100 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:01.665658 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:01.666015 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:01.677513 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Calling delete_port for 326c3288-0c7b-44b6-b093-925fcbe56814 owned by network:floatingip {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:22:01.826939 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:01.850721 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event deleted for resources: {'Port': ['ID=326c3288-0c7b-44b6-b093-925fcbe56814,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:01.921054 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for floatingip, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:01.921437 n-d-815373-6 neutron-server[109887]: INFO neutron.db.l3_db [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Floating IP e4dac6f5-a8a1-467c-a2ee-221a1e6ec143 disassociated (deleted). External IP: 172.25.3.14, port: e2ab07dc-dbbd-4070-ab9d-436ef4a80692. Nov 19 20:22:02.132831 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Router fb81a7a9-39b0-4b58-bc8a-3cb335d743be has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:22:02.242679 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:22:02.247921 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for floatingip, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:02.252174 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffcf32-ea1b-4e22-b920-66a1056835de None None] Sync routers for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:22:02.261503 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffcf32-ea1b-4e22-b920-66a1056835de None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:22:02.262291 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-03ffcf32-ea1b-4e22-b920-66a1056835de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:21:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:02.275651 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-83ab2835-5c11-4157-b456-bd667e36d356 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "DELETE /v2.0/floatingips/e4dac6f5-a8a1-467c-a2ee-221a1e6ec143 HTTP/1.1" status: 204 len: 168 time: 0.8514006 Nov 19 20:22:02.276918 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:22:02.279590 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21ffc02-c982-4909-8dd8-f52c765d679b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:22:02.372079 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-03ffcf32-ea1b-4e22-b920-66a1056835de None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:22:02.452771 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 20:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfde2f84-5811-478c-b091-4aceb984b859 x-openstack-request-id: req-bfde2f84-5811-478c-b091-4aceb984b859 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:22:02.454076 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:22:02.454405 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfde2f84-5811-478c-b091-4aceb984b859 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:22:02.454937 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'status': 'completed', 'code': 200} Nov 19 20:22:02.558496 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ffc02-c982-4909-8dd8-f52c765d679b req-4af88a18-aa0d-4fcf-a8f4-ca3808075c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:22:02.560037 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21ffc02-c982-4909-8dd8-f52c765d679b req-4af88a18-aa0d-4fcf-a8f4-ca3808075c24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cc66639c02644c59970f1d85cfea0b6&device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 1095 time: 0.0790234 Nov 19 20:22:02.572663 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77244d88-1a85-4f8f-9a20-431adac29218 req-cbb0d798-fd5c-45b0-bb49-a7182c2fb05b tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:22:02.574976 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77244d88-1a85-4f8f-9a20-431adac29218 req-cbb0d798-fd5c-45b0-bb49-a7182c2fb05b tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 944 time: 0.0652714 Nov 19 20:22:02.592837 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-03ffcf32-ea1b-4e22-b920-66a1056835de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:02.622328 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffcf32-ea1b-4e22-b920-66a1056835de None None] Checking router: fb81a7a9-39b0-4b58-bc8a-3cb335d743be for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:22:02.631125 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffcf32-ea1b-4e22-b920-66a1056835de None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:22:02.631765 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-03ffcf32-ea1b-4e22-b920-66a1056835de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:21:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:02.688559 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-77244d88-1a85-4f8f-9a20-431adac29218 req-42f26ae7-e811-489e-9301-70cb67e04c26 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c2736ae-d34e-4b93-94ff-dde8aaf3b845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050155 Nov 19 20:22:02.703177 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ffc02-c982-4909-8dd8-f52c765d679b req-6f269dd0-34b0-4462-9437-6157e9d52b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:22:02.704717 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21ffc02-c982-4909-8dd8-f52c765d679b req-6f269dd0-34b0-4462-9437-6157e9d52b72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 200 len: 910 time: 0.1288598 Nov 19 20:22:02.739853 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-03ffcf32-ea1b-4e22-b920-66a1056835de None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:22:02.748272 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21ffc02-c982-4909-8dd8-f52c765d679b req-0aa81fd6-ae4d-40df-a01b-63681327cacf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692 HTTP/1.1" status: 200 len: 217 time: 0.0354874 Nov 19 20:22:02.770694 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ff084842-9233-4920-b1ea-067e70c9704c no longer exists at agent hyperv_n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:22:02.791352 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] No Port match for: ff084842-9233-4920-b1ea-067e70c9704c {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:22:02.791744 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Device ff084842-9233-4920-b1ea-067e70c9704c not bound to the agent host n-h1-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:22:02.806223 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ffc02-c982-4909-8dd8-f52c765d679b req-26bc3273-c2ee-44df-89b3-41d53e86f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:22:02.807978 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21ffc02-c982-4909-8dd8-f52c765d679b req-26bc3273-c2ee-44df-89b3-41d53e86f717 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 200 len: 848 time: 0.0508928 Nov 19 20:22:02.857304 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ffc02-c982-4909-8dd8-f52c765d679b req-b2c607cf-14ca-45f9-a2f7-b79fde540db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:22:02.859046 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21ffc02-c982-4909-8dd8-f52c765d679b req-b2c607cf-14ca-45f9-a2f7-b79fde540db2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=504074d3-bb5c-418a-9aaa-6912c3350a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426588 Nov 19 20:22:02.952146 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-03ffcf32-ea1b-4e22-b920-66a1056835de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:02.963395 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21ffc02-c982-4909-8dd8-f52c765d679b req-19339fc4-3a4e-400b-a050-d26e13ba037d service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924523 Nov 19 20:22:02.981284 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffcf32-ea1b-4e22-b920-66a1056835de None None] The sync data for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 is: [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6', '_interfaces': [{'id': '09938e32-4280-4519-8ec5-c007e55cd497', 'name': '', 'network_id': '504074d3-bb5c-418a-9aaa-6912c3350a0c', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'mac_address': 'fa:16:3e:ab:fd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:35Z', 'updated_at': '2021-11-19T20:16:40Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'subnets': [{'id': 'b4eb2982-9073-456c-b22a-014ce2015a35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:22:03.071710 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-c21ffc02-c982-4909-8dd8-f52c765d679b req-4e97f8b1-1b46-47a2-b52f-54cb1a86722f service neutron] 10.222.0.21 "GET /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995791 Nov 19 20:22:03.221651 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e0d71-b63f-4b44-aa94-63eabe07cda3 None None] New status for floating IP e4dac6f5-a8a1-467c-a2ee-221a1e6ec143: DOWN {{(pid=109889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 20:22:03.232276 n-d-815373-6 neutron-server[109887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e24307-0467-48bc-9d6a-5914afe542bc req-692a20ed-4453-459d-86d4-fea41eb18357 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:22:03.234493 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e0e24307-0467-48bc-9d6a-5914afe542bc req-692a20ed-4453-459d-86d4-fea41eb18357 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 944 time: 0.0580463 Nov 19 20:22:03.339264 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-e0e24307-0467-48bc-9d6a-5914afe542bc req-d727c615-cf2b-4ef1-a2a9-bcd3fac11cbe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Deleting port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:22:03.339607 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e0e24307-0467-48bc-9d6a-5914afe542bc req-d727c615-cf2b-4ef1-a2a9-bcd3fac11cbe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:03.431749 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [req-e0e24307-0467-48bc-9d6a-5914afe542bc req-d727c615-cf2b-4ef1-a2a9-bcd3fac11cbe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] For port e2ab07dc-dbbd-4070-ab9d-436ef4a80692, host n-h2-815373-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815373-6',level=0,port_id=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:22:03.432128 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e0e24307-0467-48bc-9d6a-5914afe542bc req-d727c615-cf2b-4ef1-a2a9-bcd3fac11cbe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:03.445838 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [req-e0e24307-0467-48bc-9d6a-5914afe542bc req-d727c615-cf2b-4ef1-a2a9-bcd3fac11cbe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Calling delete_port for e2ab07dc-dbbd-4070-ab9d-436ef4a80692 owned by compute:nova {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:22:03.584328 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e0e24307-0467-48bc-9d6a-5914afe542bc req-d727c615-cf2b-4ef1-a2a9-bcd3fac11cbe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:03.614340 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727c615-cf2b-4ef1-a2a9-bcd3fac11cbe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event deleted for resources: {'Port': ['ID=e2ab07dc-dbbd-4070-ab9d-436ef4a80692,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:03.663039 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e24307-0467-48bc-9d6a-5914afe542bc req-d727c615-cf2b-4ef1-a2a9-bcd3fac11cbe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] No DVR routers for this DVR port e2ab07dc-dbbd-4070-ab9d-436ef4a80692 on host n-h2-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:22:03.665704 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [req-e0e24307-0467-48bc-9d6a-5914afe542bc req-d727c615-cf2b-4ef1-a2a9-bcd3fac11cbe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42956'] for port, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:03.670169 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-e0e24307-0467-48bc-9d6a-5914afe542bc req-d727c615-cf2b-4ef1-a2a9-bcd3fac11cbe tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.21 "DELETE /v2.0/ports/e2ab07dc-dbbd-4070-ab9d-436ef4a80692 HTTP/1.1" status: 204 len: 173 time: 0.4285159 Nov 19 20:22:03.792623 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [req-6708e4d0-e2af-4b57-b45e-c20804f1c3b4 req-3a365a59-f2db-4c42-9b4c-a00086833862 tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8c62e8d-c599-4436-8722-b5013f44f19e HTTP/1.1" status: 200 len: 210 time: 0.0297196 Nov 19 20:22:04.456147 n-d-815373-6 neutron-server[109887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'name': 'network-vif-deleted', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692'}] {{(pid=109887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 20:22:04.458601 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19821a68dbf940732016cf2ead04156e669b57d373544b11bf66039e6be7b07d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629a69ea-2d69-4e3c-a88c-ee9fdf99c867" -d '{"events": [{"server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "name": "network-vif-deleted", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692"}]}' {{(pid=109887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 20:22:04.494591 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 20:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d323b681-c0d6-496e-908f-7837ad9715c4 x-openstack-request-id: req-d323b681-c0d6-496e-908f-7837ad9715c4 {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 20:22:04.495060 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c62e8d-c599-4436-8722-b5013f44f19e", "name": "network-vif-deleted", "tag": "e2ab07dc-dbbd-4070-ab9d-436ef4a80692", "status": "completed", "code": 200}]} {{(pid=109887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 20:22:04.495380 n-d-815373-6 neutron-server[109887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d323b681-c0d6-496e-908f-7837ad9715c4 {{(pid=109887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 20:22:04.495788 n-d-815373-6 neutron-server[109887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c62e8d-c599-4436-8722-b5013f44f19e', 'name': 'network-vif-deleted', 'tag': 'e2ab07dc-dbbd-4070-ab9d-436ef4a80692', 'status': 'completed', 'code': 200} Nov 19 20:22:04.863187 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38842) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:04.923413 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5059f088-e3d6-4152-af78-ea15e942688b tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:04.949724 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5059f088-e3d6-4152-af78-ea15e942688b tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:05.008982 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5059f088-e3d6-4152-af78-ea15e942688b tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:05.012351 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-5059f088-e3d6-4152-af78-ea15e942688b tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:05.013551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5059f088-e3d6-4152-af78-ea15e942688b tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] 10.222.0.50 "DELETE /v2.0/security-groups/9c2736ae-d34e-4b93-94ff-dde8aaf3b845 HTTP/1.1" status: 204 len: 168 time: 0.1493740 Nov 19 20:22:05.023385 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059f088-e3d6-4152-af78-ea15e942688b tempest-TestSnapshotPattern-231838220 tempest-TestSnapshotPattern-231838220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2736ae-d34e-4b93-94ff-dde8aaf3b845,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:05.067078 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38846) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:05.571162 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:05.836661 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] Deleting port 09938e32-4280-4519-8ec5-c007e55cd497 {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:22:05.837018 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:05.921055 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] For port 09938e32-4280-4519-8ec5-c007e55cd497, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=09938e32-4280-4519-8ec5-c007e55cd497,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:22:05.921642 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:05.937842 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] Calling delete_port for 09938e32-4280-4519-8ec5-c007e55cd497 owned by network:router_interface {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:22:06.130167 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:06.161574 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=09938e32-4280-4519-8ec5-c007e55cd497,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:06.340203 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:06.564530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] Router fb81a7a9-39b0-4b58-bc8a-3cb335d743be has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:22:06.674530 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:22:06.679557 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-4ca5a09c-b2d2-4fa9-b63e-6d6e6a5755d0 admin admin] 10.222.0.50 "PUT /v2.0/routers/fb81a7a9-39b0-4b58-bc8a-3cb335d743be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6113653 Nov 19 20:22:06.682287 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38850) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:06.685356 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2452c-5913-44bf-9ccb-83f923c51a17 None None] Sync routers for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:22:06.697542 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2452c-5913-44bf-9ccb-83f923c51a17 None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:22:06.698373 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-70a2452c-5913-44bf-9ccb-83f923c51a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:21:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:06.819042 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-70a2452c-5913-44bf-9ccb-83f923c51a17 None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:22:07.012360 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-70a2452c-5913-44bf-9ccb-83f923c51a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:22:06Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:07.039511 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2452c-5913-44bf-9ccb-83f923c51a17 None None] Checking router: fb81a7a9-39b0-4b58-bc8a-3cb335d743be for host: n-d-815373-6 {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:22:07.049308 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2452c-5913-44bf-9ccb-83f923c51a17 None None] Routers {'fb81a7a9-39b0-4b58-bc8a-3cb335d743be'} bound to L3 agent in host n-d-815373-6 {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:22:07.049897 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-70a2452c-5913-44bf-9ccb-83f923c51a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:21:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:07.110382 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Publish callbacks [] for router, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.165402 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-70a2452c-5913-44bf-9ccb-83f923c51a17 None None] Set router fb81a7a9-39b0-4b58-bc8a-3cb335d743be gateway port host: n-d-815373-6 {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:22:07.222374 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.276735 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Deleting port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:22:07.277453 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.351440 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-70a2452c-5913-44bf-9ccb-83f923c51a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:22:06Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:07.358419 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] For port 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:22:07.358794 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.372739 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Calling delete_port for 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd owned by network:router_gateway {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:22:07.470216 n-d-815373-6 neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2452c-5913-44bf-9ccb-83f923c51a17 None None] The sync data for ids ['fb81a7a9-39b0-4b58-bc8a-3cb335d743be'] in n-d-815373-6 is: [{'id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'name': 'tempest-TestSnapshotPattern-522710625-router', 'tenant_id': '4cc66639c02644c59970f1d85cfea0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:22:06Z', 'revision_number': 5, 'project_id': '4cc66639c02644c59970f1d85cfea0b6', 'gw_port': {'id': '02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb81a7a9-39b0-4b58-bc8a-3cb335d743be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:33Z', 'updated_at': '2021-11-19T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:22:07.483616 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e2ab07dc-dbbd-4070-ab9d-436ef4a80692 no longer exists at agent hyperv_n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:22:07.515834 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] No Port match for: e2ab07dc-dbbd-4070-ab9d-436ef4a80692 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:22:07.516233 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Device e2ab07dc-dbbd-4070-ab9d-436ef4a80692 not bound to the agent host n-h2-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:22:07.554933 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.585073 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:07.600494 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e068274-60a3-4a01-8e7a-08d9e6b31d68 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:22:07.646286 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.736314 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.738506 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.786308 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.786966 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb81a7a9-39b0-4b58-bc8a-3cb335d743be {{(pid=109887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 20:22:07.791459 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] Publish callbacks [] for router, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.792788 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-ce24f096-6bed-41e4-a2f1-1730b7c46004 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fb81a7a9-39b0-4b58-bc8a-3cb335d743be HTTP/1.1" status: 204 len: 168 time: 1.1095572 Nov 19 20:22:07.795795 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38852) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:07.850939 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94eceda-5883-4dff-9109-e572b7731825 admin admin] Deleting subnet b4eb2982-9073-456c-b22a-014ce2015a35 {{(pid=109887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 20:22:07.854656 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e94eceda-5883-4dff-9109-e572b7731825 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.892687 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e94eceda-5883-4dff-9109-e572b7731825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25207440'] for subnet, precommit_delete_associations {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:07.985941 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e94eceda-5883-4dff-9109-e572b7731825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.042894 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 09938e32-4280-4519-8ec5-c007e55cd497 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:22:08.058711 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e94eceda-5883-4dff-9109-e572b7731825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3371058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26934961'] for subnet, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.063970 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 09938e32-4280-4519-8ec5-c007e55cd497 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:22:08.064578 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 09938e32-4280-4519-8ec5-c007e55cd497 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:22:08.090535 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eceda-5883-4dff-9109-e572b7731825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4eb2982-9073-456c-b22a-014ce2015a35,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:08.092700 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-e94eceda-5883-4dff-9109-e572b7731825 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.096959 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da15fff-2141-4dfd-8713-903c61c12e3f None None] Network 504074d3-bb5c-418a-9aaa-6912c3350a0c requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:22:08.098223 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-e94eceda-5883-4dff-9109-e572b7731825 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b4eb2982-9073-456c-b22a-014ce2015a35 HTTP/1.1" status: 204 len: 168 time: 0.3012474 Nov 19 20:22:08.099116 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38854) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:08.174984 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.238808 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Deleting port 997b9596-4642-4e84-9d3c-d3e058e1c93d {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:22:08.239140 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.305351 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] For port 997b9596-4642-4e84-9d3c-d3e058e1c93d, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=997b9596-4642-4e84-9d3c-d3e058e1c93d,segment=NetworkSegment(49b70b39-80cd-4ef2-b0ca-2ae91d203957),segment_id=49b70b39-80cd-4ef2-b0ca-2ae91d203957)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:22:08.305717 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.319889 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Calling delete_port for 997b9596-4642-4e84-9d3c-d3e058e1c93d owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:22:08.377001 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-06421610-13bf-43b3-af8e-bd250e89637c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.404579 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.430898 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=997b9596-4642-4e84-9d3c-d3e058e1c93d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:08.436369 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] No DVR routers for this DVR port 997b9596-4642-4e84-9d3c-d3e058e1c93d on host n-d-815373-6 {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:22:08.500491 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e0b16-b89e-432c-8f20-8f2a8e7ff813 None None] DHCP port deletion for 504074d3-bb5c-418a-9aaa-6912c3350a0c request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:22:08.520257 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.544069 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504074d3-bb5c-418a-9aaa-6912c3350a0c']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:08.553222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b70b39-80cd-4ef2-b0ca-2ae91d203957') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:08.553508 n-d-815373-6 neutron-server[109888]: DEBUG neutron.services.segments.db [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b70b39-80cd-4ef2-b0ca-2ae91d203957') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:08.564293 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25230881'] for segment, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.577975 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.583928 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 20:22:08.584313 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25519908'] for segment, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: Traceback (most recent call last): Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: timer() Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: cb(*args, **kw) Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: return func(*args, **kwargs) Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: self._notify() Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: self.callback(batched_events) Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: event.method(event) Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: return f(self, *a, **k) Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: return self._get(url).json() Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: return self.request(url, 'GET', **kwargs) Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:22:08.586063 n-d-815373-6 neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:22:08.640842 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.646452 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Publish callbacks [] for network, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:08.649688 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/504074d3-bb5c-418a-9aaa-6912c3350a0c HTTP/1.1" status: 204 len: 168 time: 0.5490201 Nov 19 20:22:08.654148 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38856) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:08.672617 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bccc2-0219-4f9a-afc3-3983cfb167f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=504074d3-bb5c-418a-9aaa-6912c3350a0c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:09.356487 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1637814'] for router_interface, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:09.636103 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] Deleting port 3517296a-469d-48d9-b13e-18d5bebedcf3 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:22:09.636349 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:09.718038 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] For port 3517296a-469d-48d9-b13e-18d5bebedcf3, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=3517296a-469d-48d9-b13e-18d5bebedcf3,segment=NetworkSegment(19b63bbf-9f11-41aa-9c49-89743d048709),segment_id=19b63bbf-9f11-41aa-9c49-89743d048709)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:22:09.718412 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:09.732126 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] Calling delete_port for 3517296a-469d-48d9-b13e-18d5bebedcf3 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:22:09.924423 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:09.958968 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] Pushing event deleted for resources: {'Port': ['ID=3517296a-469d-48d9-b13e-18d5bebedcf3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:09.978766 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 997b9596-4642-4e84-9d3c-d3e058e1c93d no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:22:10.001216 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 997b9596-4642-4e84-9d3c-d3e058e1c93d {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:22:10.001936 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 997b9596-4642-4e84-9d3c-d3e058e1c93d not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:22:10.002571 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:22:10.023787 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:22:10.024140 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 02f4a48a-d5b6-4bf4-97d0-ab45944a0ddd not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:22:10.134196 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634566'] for router_interface, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:10.207241 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:22:10.368990 n-d-815373-6 neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] Router 1789f24c-6959-446b-bfbb-7107df802b8a has already been hosted by L3 agent c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 20:22:10.487983 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] Notify agent at l3_agent.n-d-815373-6 the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 20:22:10.494262 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-d785a3b7-0161-4fbb-aed3-5c4f7de3b5be admin admin] 10.222.0.50 "PUT /v2.0/routers/1789f24c-6959-446b-bfbb-7107df802b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8384268 Nov 19 20:22:10.496553 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38858) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:10.498008 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d12c4-d600-4270-939d-f7e0e94f34c9 None None] Sync routers for ids ['1789f24c-6959-446b-bfbb-7107df802b8a'] in n-d-815373-6 {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 20:22:10.509043 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d12c4-d600-4270-939d-f7e0e94f34c9 None None] Routers {'1789f24c-6959-446b-bfbb-7107df802b8a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:22:10.509935 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-879d12c4-d600-4270-939d-f7e0e94f34c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:21:41Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1789f24c-6959-446b-bfbb-7107df802b8a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:10.613518 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Publish callbacks [] for router, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:10.629881 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-879d12c4-d600-4270-939d-f7e0e94f34c9 None None] Set router 1789f24c-6959-446b-bfbb-7107df802b8a gateway port host: n-d-815373-6 {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:22:10.731979 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:10.795146 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Deleting port c9418c3d-1430-43b6-b1d1-a07b46234a54 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:22:10.795490 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:10.838412 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-73a5897b-2cbc-4687-be9b-e392e239ecaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:10.863175 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-879d12c4-d600-4270-939d-f7e0e94f34c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'name': 'tempest-TestSnapshotPattern-1242238163-router', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'external_fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:38Z', 'updated_at': '2021-11-19T20:22:09Z', 'revision_number': 5, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'gw_port': {'id': 'c9418c3d-1430-43b6-b1d1-a07b46234a54', 'name': '', 'network_id': 'bb3573dc-a75f-48ed-b4a1-b4bfeb80d412', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815373-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T20:16:39Z', 'updated_at': '2021-11-19T20:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fabd258a-1a32-41e5-a413-d451a1994504', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815373-6'}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:10.879227 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] For port c9418c3d-1430-43b6-b1d1-a07b46234a54, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=c9418c3d-1430-43b6-b1d1-a07b46234a54,segment=NetworkSegment(89fb5f64-74b9-43c9-b10c-df8776043232),segment_id=89fb5f64-74b9-43c9-b10c-df8776043232)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:22:10.879587 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:10.892207 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d12c4-d600-4270-939d-f7e0e94f34c9 None None] Checking router: 1789f24c-6959-446b-bfbb-7107df802b8a for host: n-d-815373-6 {{(pid=109889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 20:22:10.899406 n-d-815373-6 neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Calling delete_port for c9418c3d-1430-43b6-b1d1-a07b46234a54 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:22:10.901468 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d12c4-d600-4270-939d-f7e0e94f34c9 None None] Routers {'1789f24c-6959-446b-bfbb-7107df802b8a'} bound to L3 agent in host n-d-815373-6 {{(pid=109889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 20:22:10.902125 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-879d12c4-d600-4270-939d-f7e0e94f34c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815373-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T18:40:10Z,description=,heartbeat_timestamp=2021-11-19T20:22:11Z,host='n-d-815373-6',id=c7e1e5ee-5c54-4bc5-bb4a-0e1d8582b98f,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T18:40:10Z,topic='l3_agent')) {'router_ids': ['1789f24c-6959-446b-bfbb-7107df802b8a'], 'active': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:10.992365 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvr_db [None req-879d12c4-d600-4270-939d-f7e0e94f34c9 None None] Set router 1789f24c-6959-446b-bfbb-7107df802b8a gateway port host: None {{(pid=109889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 20:22:11.049179 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_hamode_db [None req-879d12c4-d600-4270-939d-f7e0e94f34c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'name': 'tempest-TestSnapshotPattern-1242238163-router', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:38Z', 'updated_at': '2021-11-19T20:22:10Z', 'revision_number': 6, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'gw_port_host': None}], 'n-d-815373-6', False) {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:11.079415 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d12c4-d600-4270-939d-f7e0e94f34c9 None None] The sync data for ids ['1789f24c-6959-446b-bfbb-7107df802b8a'] in n-d-815373-6 is: [{'id': '1789f24c-6959-446b-bfbb-7107df802b8a', 'name': 'tempest-TestSnapshotPattern-1242238163-router', 'tenant_id': '1587ea4206fb4d4a873a46659b7e7401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T20:16:38Z', 'updated_at': '2021-11-19T20:22:10Z', 'revision_number': 6, 'project_id': '1587ea4206fb4d4a873a46659b7e7401', 'gw_port_host': None}] {{(pid=109889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 20:22:11.090735 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25519883'] for port, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.115563 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277c8f7-c854-41f7-bb91-7988df6436a9 None None] DHCP port deletion for bb3573dc-a75f-48ed-b4a1-b4bfeb80d412 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:22:11.123410 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9418c3d-1430-43b6-b1d1-a07b46234a54,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:11.192337 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1636960'] for router_gateway, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.298517 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1635530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59722'] for router, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.300933 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.352974 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1635525'] for router, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.353501 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1789f24c-6959-446b-bfbb-7107df802b8a {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 20:22:11.358993 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] Publish callbacks [] for router, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.360532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-584b89c6-4ea5-4962-a9ab-8e9eba028b70 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1789f24c-6959-446b-bfbb-7107df802b8a HTTP/1.1" status: 204 len: 168 time: 0.8629096 Nov 19 20:22:11.362956 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.50', 38866) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:11.413459 n-d-815373-6 neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d78f50f-8bc0-4756-8fca-ad767430d7ca admin admin] Deleting subnet ad303955-cd57-4063-9092-794bdc9d9881 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 20:22:11.417430 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d78f50f-8bc0-4756-8fca-ad767430d7ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.459672 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d78f50f-8bc0-4756-8fca-ad767430d7ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25230888'] for subnet, precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.560022 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d78f50f-8bc0-4756-8fca-ad767430d7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736371'] for subnet, precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.625243 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d78f50f-8bc0-4756-8fca-ad767430d7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25519966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27239733'] for subnet, after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.651528 n-d-815373-6 neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78f50f-8bc0-4756-8fca-ad767430d7ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad303955-cd57-4063-9092-794bdc9d9881,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:11.660621 n-d-815373-6 neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6d78f50f-8bc0-4756-8fca-ad767430d7ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.664443 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [None req-6d78f50f-8bc0-4756-8fca-ad767430d7ca admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ad303955-cd57-4063-9092-794bdc9d9881 HTTP/1.1" status: 204 len: 168 time: 0.3004072 Nov 19 20:22:11.668253 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38868) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:11.670868 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea811be-399e-409a-9f62-1156d38bf0f4 None None] Network 2a8bff5d-f520-498f-ae95-043fdb7edad0 requested from n-d-815373-6 {{(pid=109889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 20:22:11.745622 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544101'] for network, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.808525 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Deleting port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a {{(pid=109887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:22:11.808866 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.888108 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c3519c-fd75-4dad-bcf8-844ae303b181 None None] DHCP port deletion for 2a8bff5d-f520-498f-ae95-043fdb7edad0 request from n-d-815373-6 {{(pid=109889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 20:22:11.889638 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.db [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] For port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=48d64a55-1d0e-46e0-8a09-5a7ebb57c12a,segment=NetworkSegment(19b63bbf-9f11-41aa-9c49-89743d048709),segment_id=19b63bbf-9f11-41aa-9c49-89743d048709)] {{(pid=109887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:22:11.890056 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:11.915438 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.plugin [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Calling delete_port for 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a owned by network:dhcp {{(pid=109887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:22:11.961906 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-13c3519c-fd75-4dad-bcf8-844ae303b181 None None] Deleting port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 20:22:11.962286 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13c3519c-fd75-4dad-bcf8-844ae303b181 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774168524948'] for port, before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.015716 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3371111'] for port, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.029943 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c9418c3d-1430-43b6-b1d1-a07b46234a54 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:22:12.047399 n-d-815373-6 neutron-server[109887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] No DVR routers for this DVR port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a on host n-d-815373-6 {{(pid=109887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:22:12.049193 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d64a55-1d0e-46e0-8a09-5a7ebb57c12a,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:12.064773 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: c9418c3d-1430-43b6-b1d1-a07b46234a54 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:22:12.065119 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device c9418c3d-1430-43b6-b1d1-a07b46234a54 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:22:12.065531 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:22:12.072341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-13c3519c-fd75-4dad-bcf8-844ae303b181 None None] For port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a, host n-d-815373-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815373-6',level=0,port_id=48d64a55-1d0e-46e0-8a09-5a7ebb57c12a,segment=NetworkSegment(19b63bbf-9f11-41aa-9c49-89743d048709),segment_id=19b63bbf-9f11-41aa-9c49-89743d048709)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 20:22:12.072909 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13c3519c-fd75-4dad-bcf8-844ae303b181 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581729'] for port, precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.096674 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:22:12.096937 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:22:12.097341 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3517296a-469d-48d9-b13e-18d5bebedcf3 no longer exists at agent ovs-agent-n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 20:22:12.127008 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-13c3519c-fd75-4dad-bcf8-844ae303b181 None None] Calling delete_port for 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 20:22:12.133475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] No Port match for: 3517296a-469d-48d9-b13e-18d5bebedcf3 {{(pid=109889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 20:22:12.133475 n-d-815373-6 neutron-server[109889]: DEBUG neutron.plugins.ml2.rpc [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Device 3517296a-469d-48d9-b13e-18d5bebedcf3 not bound to the agent host n-d-815373-6 {{(pid=109889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 20:22:12.139660 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735238', 'neutron.services.segments.db._delete_segments_for_network-8774168505923'] for network, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.161919 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8bff5d-f520-498f-ae95-043fdb7edad0']}} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:12.173387 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b63bbf-9f11-41aa-9c49-89743d048709') {'for_net_delete': True} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:12.173717 n-d-815373-6 neutron-server[109887]: DEBUG neutron.services.segments.db [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b63bbf-9f11-41aa-9c49-89743d048709') {} {{(pid=109887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 20:22:12.185305 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774168552888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25207449'] for segment, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.202108 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127'] for segment, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.210077 n-d-815373-6 neutron-server[109887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=109887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 20:22:12.210624 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3371080'] for segment, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: Traceback (most recent call last): Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: timer() Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: cb(*args, **kw) Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: return func(*args, **kwargs) Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: self._notify() Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: self.callback(batched_events) Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: event.method(event) Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: return f(self, *a, **k) Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: return self._get(url).json() Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: return self.request(url, 'GET', **kwargs) Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 20:22:12.213439 n-d-815373-6 neutron-server[109887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 20:22:12.249977 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-13c3519c-fd75-4dad-bcf8-844ae303b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-629181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774168482124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774167975105'] for port, after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.281990 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1636996'] for network, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.287383 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Publish callbacks [] for network, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.292021 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2a8bff5d-f520-498f-ae95-043fdb7edad0 HTTP/1.1" status: 204 len: 168 time: 0.6216137 Nov 19 20:22:12.305662 n-d-815373-6 neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3519c-fd75-4dad-bcf8-844ae303b181 None None] Pushing event deleted for resources: {'Port': ['ID=48d64a55-1d0e-46e0-8a09-5a7ebb57c12a,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:12.309128 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283dc5b-f52f-4650-97b9-f5db5a0067c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8bff5d-f520-498f-ae95-043fdb7edad0,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:12.309993 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.314663 n-d-815373-6 neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3519c-fd75-4dad-bcf8-844ae303b181 None None] No DVR routers for this DVR port 48d64a55-1d0e-46e0-8a09-5a7ebb57c12a on host n-d-815373-6 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 20:22:12.437045 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38874) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:12.487193 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-5da7ab44-aca0-493c-b454-c90089fd4b6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4cc66639c02644c59970f1d85cfea0b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489171 Nov 19 20:22:12.489804 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38876) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:12.547353 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17325a15-a10f-4fce-b5fb-6501095a7ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.571782 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17325a15-a10f-4fce-b5fb-6501095a7ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.620496 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17325a15-a10f-4fce-b5fb-6501095a7ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.623342 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-17325a15-a10f-4fce-b5fb-6501095a7ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:12.624551 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-17325a15-a10f-4fce-b5fb-6501095a7ae8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01c2c9c6-7322-43d4-96e5-634a5e9f5f7d HTTP/1.1" status: 204 len: 168 time: 0.1338027 Nov 19 20:22:12.633453 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17325a15-a10f-4fce-b5fb-6501095a7ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c2c9c6-7322-43d4-96e5-634a5e9f5f7d,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:12.975694 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38882) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:13.016982 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-601410dc-91ea-4f12-8d32-524e15f2531b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1587ea4206fb4d4a873a46659b7e7401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401261 Nov 19 20:22:13.019636 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [-] (109887) accepted ('10.222.0.50', 38884) {{(pid=109887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 20:22:13.070782 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90e4348-99dd-4787-ace5-4826fe1ebea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:13.098275 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90e4348-99dd-4787-ace5-4826fe1ebea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:13.158235 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90e4348-99dd-4787-ace5-4826fe1ebea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1696086'] for security_group, after_delete {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:13.164164 n-d-815373-6 neutron-server[109887]: DEBUG neutron_lib.callbacks.manager [None req-c90e4348-99dd-4787-ace5-4826fe1ebea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:13.166278 n-d-815373-6 neutron-server[109887]: INFO neutron.wsgi [None req-c90e4348-99dd-4787-ace5-4826fe1ebea8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5377166-f439-42ad-87ff-cd8c836f8707 HTTP/1.1" status: 204 len: 168 time: 0.1454921 Nov 19 20:22:13.180987 n-d-815373-6 neutron-server[109887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e4348-99dd-4787-ace5-4826fe1ebea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5377166-f439-42ad-87ff-cd8c836f8707,revision_number=None']} {{(pid=109887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 20:22:13.696922 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:14.385559 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:26.265807 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:30.816584 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:38.381612 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-473880c7-c0fe-4399-bb0d-f2e982de6768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:40.811948 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3a6db3fd-7d81-4177-8670-fb459a9b70ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:42.251750 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:43.701262 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:44.382055 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:22:47.207133 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:22:56.287008 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:00.817918 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:08.387547 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-60c32116-899f-474c-a43f-5bb6bc8fc1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:10.812833 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-baab4a72-abaa-4daa-9c7a-dab7dee4515b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:12.254586 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:13.696778 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:14.387313 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:24.207047 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:23:26.303775 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:30.814451 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:38.392861 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-61fe37a3-a566-4a8c-a726-4e4903662e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:39.163532 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-161ae14c-b1db-4a40-a4d8-24528c84bd7a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447490 Nov 19 20:23:39.257941 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-a0ac2e48-8853-4831-a42d-56b853d0f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:23:39.259494 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-a0ac2e48-8853-4831-a42d-56b853d0f749 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0500317 Nov 19 20:23:39.390341 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-c3ccd112-a7ff-4427-8550-413a609d4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:23:39.391821 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-c3ccd112-a7ff-4427-8550-413a609d4e19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.1127613 Nov 19 20:23:39.437890 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-a048ce98-8575-4795-ad42-a0dbc04ac4c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0375299 Nov 19 20:23:39.505125 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-d023561c-8bae-432c-ac89-f20064169128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:23:39.506617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-d023561c-8bae-432c-ac89-f20064169128 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0618403 Nov 19 20:23:39.556611 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-751f91d2-dfd7-4b02-b280-cda9b0c34922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:23:39.558189 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-751f91d2-dfd7-4b02-b280-cda9b0c34922 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448785 Nov 19 20:23:39.571916 n-d-815373-6 neutron-server[109888]: DEBUG neutron.wsgi [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-d40b9325-718d-4c05-bbb6-88abed1aaef3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 20:23:39.572943 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-d40b9325-718d-4c05-bbb6-88abed1aaef3 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066609 Nov 19 20:23:39.670988 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-7df32b6b-0444-43b9-bf1e-136d9c4f20bb service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900674 Nov 19 20:23:39.776870 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-74bcab90-13fc-4fff-aba5-d2ef0a4b71ee req-0490a625-f07d-4161-9cd4-f5d8a40d8e7f service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984099 Nov 19 20:23:40.816507 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5d6a-46d8-40b0-b442-2f000e52bc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:42.260672 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:43.699967 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:44.391118 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:23:56.305762 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:00.829502 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:01.206998 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:24:08.394398 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d696935-d084-4d35-9f8c-4e9cebe03355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:10.818535 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-10632f8d-f00c-4502-8f97-411acddf408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:12.264756 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:13.703196 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:14.394462 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:26.309227 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:30.846411 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:38.208325 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:24:38.396532 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4666feb-c977-468a-9dc4-1c92c6fa52f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:40.179502 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-e0e6ef5e-c050-42d9-9f22-dd5fc8b12b6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464294 Nov 19 20:24:40.270385 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-cd48aa35-b552-471f-bc22-b47fe61db19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:24:40.271940 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-cd48aa35-b552-471f-bc22-b47fe61db19d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0465653 Nov 19 20:24:40.388102 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-9e39792e-633a-4df2-8ae4-757cb242db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:24:40.389598 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-9e39792e-633a-4df2-8ae4-757cb242db46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0969691 Nov 19 20:24:40.436290 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-0277790e-7f4a-43e6-b7f1-cd323767534a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0397258 Nov 19 20:24:40.492998 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-c056cf74-d903-4e27-8898-a574fa1849ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:24:40.494525 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-c056cf74-d903-4e27-8898-a574fa1849ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0519743 Nov 19 20:24:40.545274 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-e8d825ee-ae79-47e1-9607-695fb15e8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:24:40.546868 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-e8d825ee-ae79-47e1-9607-695fb15e8aa6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440905 Nov 19 20:24:40.651400 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-c9b332cc-faa8-4ccd-b2b3-f7b27eeb631e service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973709 Nov 19 20:24:40.755180 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-3ef19e1d-e050-490e-a01c-798d83e7453e req-7284dd18-964d-4a90-90da-86a434d1b922 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956712 Nov 19 20:24:40.820414 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-54051e16-e5a0-483d-a840-633d4f471f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:42.264045 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:43.710423 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:44.397649 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:24:56.307270 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:00.863141 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:08.400269 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8190a007-5a11-4467-89b3-c16ccb0be2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:10.822150 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-07466066-6d57-4ff5-9a98-45e81d7bd2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:12.267532 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:13.708866 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:14.401247 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:15.208360 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:25:26.308150 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:30.862958 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:38.405839 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff90318b-4c1e-4902-81aa-1a0c2ef96484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:40.829005 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-28163cf8-5888-48f0-8282-39ed246ddb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:42.180128 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-898a9355-3b0b-4480-a75a-ff2fef92a95e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441658 Nov 19 20:25:42.274767 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:42.283006 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-27d483f0-5e5c-4acf-87d5-232af2712be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:25:42.284558 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-27d483f0-5e5c-4acf-87d5-232af2712be7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0580578 Nov 19 20:25:42.400824 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-abd40d87-0d8c-44e2-a118-89bccef380cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:25:42.402362 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-abd40d87-0d8c-44e2-a118-89bccef380cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0980809 Nov 19 20:25:42.448349 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-bbf2e30c-f5cf-46a0-9e20-b901df06603a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0373354 Nov 19 20:25:42.506500 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-6124ecc9-f56e-415e-9f8f-7265b63d87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:25:42.508127 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-6124ecc9-f56e-415e-9f8f-7265b63d87ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0525985 Nov 19 20:25:42.562408 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-e76b47ec-b171-49ec-84c3-36c8a5087793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:25:42.564602 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-e76b47ec-b171-49ec-84c3-36c8a5087793 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489740 Nov 19 20:25:42.664953 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-60731535-f26e-41f2-8a6f-6c4a869a5232 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926683 Nov 19 20:25:42.766981 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-194e9fd0-ed0e-4a24-9c4e-8ddb9eb1b45c req-a7fb916e-7a47-491c-af1e-4447b0b35624 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943928 Nov 19 20:25:43.713268 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:44.407518 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:25:52.208286 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:25:56.316732 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:00.859585 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:08.409136 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a29b1896-ab5d-430d-8d53-d60d4cac10f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:10.820832 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec1e4128-438e-4b33-bfc4-36ed37b9b493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:12.273685 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:13.715011 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:14.401100 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:26.319886 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:29.208180 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:26:30.871866 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:38.411292 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd382-5750-4f70-b33f-ace5f26a6729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:40.823381 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3bfde633-bbd0-4dbe-ab93-e0924c70c2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:42.277006 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:42.318941 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-2c41aa2f-934c-4b5d-afc6-5224d7939380 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1893435 Nov 19 20:26:42.402948 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-899c8653-12dd-4052-b33e-81b0b509588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:26:42.404438 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-899c8653-12dd-4052-b33e-81b0b509588d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0426929 Nov 19 20:26:42.523450 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-8dc42bf2-83ce-4cea-9fa8-613d38bd7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:26:42.524983 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-8dc42bf2-83ce-4cea-9fa8-613d38bd7f09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0997901 Nov 19 20:26:42.568617 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-bffe6a6c-6a55-4454-ba19-dc398a692f44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0362146 Nov 19 20:26:42.628155 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-41f19a55-eb31-47eb-9df1-ee38d96b45af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:26:42.629652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-41f19a55-eb31-47eb-9df1-ee38d96b45af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0541260 Nov 19 20:26:42.681010 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-31ebb6a2-ee34-403e-b587-9344c258aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:26:42.682700 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-31ebb6a2-ee34-403e-b587-9344c258aa3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442560 Nov 19 20:26:42.782485 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-dd91eb2a-58a9-4814-b6f0-182165769fc7 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919650 Nov 19 20:26:42.878903 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-17c560fe-7fe7-49e7-ba9b-13f5715e9d04 req-60313eb7-d726-400e-8f3d-7f65bff4342b service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897186 Nov 19 20:26:43.717491 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:44.404406 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:26:56.329679 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:00.871988 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:06.207551 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:27:08.413543 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7747777f-c3de-4db6-ab84-87c4a119e276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:10.825008 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b944-b800-4fe8-99ea-3ddd96380ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:12.278175 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:13.719833 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:14.407260 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:26.359382 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:30.878341 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:38.417128 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f0d2fb8-bdac-44d0-be56-ce5581ad6af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:40.829066 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a7905568-cd08-4f4a-8630-9b72b16f2519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:42.283446 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:43.207932 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:27:43.723060 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:44.156257 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-1f0ae045-61d3-4bc2-ab90-076b324580f3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425920 Nov 19 20:27:44.243246 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-989f8395-6ad0-402b-a535-d242529735ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:27:44.244742 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-989f8395-6ad0-402b-a535-d242529735ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0431488 Nov 19 20:27:44.357161 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-4004ae80-1e2f-4390-9ff9-9cba7a55e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:27:44.358686 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-4004ae80-1e2f-4390-9ff9-9cba7a55e71d service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0935204 Nov 19 20:27:44.402525 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-7038bc3e-8ad5-4c7d-b909-5f6468fb2cc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0356364 Nov 19 20:27:44.410278 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:27:44.460215 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-2b069a2e-66c5-4710-acca-fedfeb726f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:27:44.461719 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-2b069a2e-66c5-4710-acca-fedfeb726f19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0521762 Nov 19 20:27:44.520704 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-0c132221-4e52-4fd6-ad99-c4ef5a7d9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:27:44.523317 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-0c132221-4e52-4fd6-ad99-c4ef5a7d9de3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536501 Nov 19 20:27:44.614177 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-3ce57958-f387-4902-a18c-f45d7744c8e7 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829935 Nov 19 20:27:44.716857 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-798cfbc8-2236-4e06-ab3f-959374d2eb66 req-7bfcc6ad-fd23-4fc0-8920-7e84c427d31c service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948949 Nov 19 20:27:56.347609 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:00.884386 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:08.424093 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-139321cc-cd54-491d-91d9-37e2471b3459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:10.822346 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04a40432-cff8-4220-b731-35a39a8f74c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:12.284036 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:13.726954 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:14.416147 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:20.207685 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:28:26.358491 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:30.886536 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:38.418406 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-094f4a0f-285b-476e-9bfd-62b411f9b466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:40.826456 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8b588e6c-7e56-4371-9855-cb46ae853831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:42.290005 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:43.729880 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:44.422038 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:46.154652 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-b0ab6064-7659-413c-a153-0fbfa40d8261 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412467 Nov 19 20:28:46.244531 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-e048373a-d06a-4a1d-ab75-8deec0c15c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:28:46.246175 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-e048373a-d06a-4a1d-ab75-8deec0c15c04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0440385 Nov 19 20:28:46.362954 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-dd456f36-3a61-4183-a148-3df2a68e15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:28:46.364472 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-dd456f36-3a61-4183-a148-3df2a68e15c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0959256 Nov 19 20:28:46.408299 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-7ab001db-f19e-4eb3-8870-ff1d96cfcc48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0361295 Nov 19 20:28:46.471222 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-2f18abb8-4f8a-40ea-be2f-644641059b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:28:46.472718 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-2f18abb8-4f8a-40ea-be2f-644641059b1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0571024 Nov 19 20:28:46.521319 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-5a38eb5f-c956-4c2f-88eb-732e047c5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:28:46.522882 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-5a38eb5f-c956-4c2f-88eb-732e047c5870 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424089 Nov 19 20:28:46.618015 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-7a8948fc-89e6-429a-9785-06137cbfd701 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878870 Nov 19 20:28:46.721596 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-089c0ba3-2bab-456a-a2d8-0a4c55275c16 req-f53430b8-74d4-4859-a331-6dcfc240a67a service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963178 Nov 19 20:28:56.364213 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:28:57.208219 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:29:00.901190 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:08.421052 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-552debb0-f85e-4150-9093-ae8fd58c71c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:10.828471 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ac04730d-480e-46c6-8993-f04473ebc073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:12.290728 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:13.733460 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:14.425336 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:26.375589 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:30.897894 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:34.207920 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:29:38.424477 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40e3f3cd-64fb-46b9-bb20-3f1fc344127a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:40.585587 n-d-815373-6 neutron-server[109887]: DEBUG neutron.wsgi [req-4e70fd0c-7cb5-4236-8754-74dbc2a07d37 req-55de2840-2012-4ca8-9d92-8389f4b81dfd service neutron] (109887) timed out ('10.222.0.50', 36702) {{(pid=109887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 20:29:40.832057 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0688526d-6731-446f-abff-afa9a3f66e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:42.296484 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:43.734862 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:44.427645 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:29:46.153904 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-f143da82-036a-46d2-979a-541dce0b9150 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422533 Nov 19 20:29:46.240316 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-94933aa9-a9a5-492d-a89f-1a0bd3d8a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:29:46.241857 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-94933aa9-a9a5-492d-a89f-1a0bd3d8a23a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0478759 Nov 19 20:29:46.351549 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-76797202-f7a4-479c-a6cb-bb3681332421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:29:46.353013 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-76797202-f7a4-479c-a6cb-bb3681332421 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0911760 Nov 19 20:29:46.397922 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-fa70c2ea-39ff-4328-9be5-d0ad0bcc1e80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0376425 Nov 19 20:29:46.452613 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-ba4871e1-d5dc-45b6-a787-4c89197e9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:29:46.454087 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-ba4871e1-d5dc-45b6-a787-4c89197e9fc6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0501571 Nov 19 20:29:46.499186 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-a7cba16c-3ea2-4ebb-b00e-729477649598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:29:46.500662 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-a7cba16c-3ea2-4ebb-b00e-729477649598 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401158 Nov 19 20:29:46.594031 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-62c31c03-cfa5-4844-ab7e-ec1a30eaf364 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856912 Nov 19 20:29:46.699655 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-ec96e4a6-d3be-4d81-8cd1-1f7877c0eb7d req-6de89d9d-14cb-45cf-9b74-43bc88d252e4 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980487 Nov 19 20:29:56.371807 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:00.912778 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:08.427151 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eadfbb0f-ea61-4192-b3eb-a35bb7641cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:10.837847 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74cfd7ca-1d5c-4906-8d9f-625ddf373e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:11.207608 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:30:12.296064 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:13.739820 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:14.433508 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:26.384147 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:30.915072 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:38.431946 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6d6df328-57f8-4e66-95b7-8737c98d58eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:40.833489 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9d51829f-9aef-452d-bc69-39c0a8068fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:42.310351 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f6e2a983-75fa-46e1-9483-f9bb625cde9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:43.740536 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ce632d4a-cb1a-41f1-87bf-f30a98d6fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:44.426397 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e807ac07-5473-48f2-9496-df6af0b9bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:30:47.173464 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-3e0a74f7-7337-4796-b44c-816fee2ee4b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15606234-1356-47db-b36b-4e66a88dd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456612 Nov 19 20:30:47.257873 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-c03b486a-659a-4d85-8a70-5fb075b3d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:30:47.259353 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-c03b486a-659a-4d85-8a70-5fb075b3d97f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8ce333f2ff74a41ab732c625a91c301&device_id=15606234-1356-47db-b36b-4e66a88dd8dd HTTP/1.1" status: 200 len: 1097 time: 0.0408149 Nov 19 20:30:47.367643 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-ce49d2ad-0329-46fa-b928-d654be8fa416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:30:47.369110 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-ce49d2ad-0329-46fa-b928-d654be8fa416 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09304f28-c7dd-4b0c-a911-7a242a601565 HTTP/1.1" status: 200 len: 911 time: 0.0901997 Nov 19 20:30:47.411982 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-5e1c43a3-d8cc-4e8a-ba94-fb9cf458e698 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23fd1dfb-35d8-4de6-b54e-9eaf5bc994bd HTTP/1.1" status: 200 len: 217 time: 0.0356317 Nov 19 20:30:47.477323 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-b510c1b1-624d-4be2-86ed-7b60a375a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:30:47.478762 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-b510c1b1-624d-4be2-86ed-7b60a375a4c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75dbfd95-3d23-44c3-8d5a-4a3f997edf97 HTTP/1.1" status: 200 len: 849 time: 0.0593042 Nov 19 20:30:47.524742 n-d-815373-6 neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-df00e719-2284-4e7b-9bf6-d0e8e4cf5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 20:30:47.526272 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-df00e719-2284-4e7b-9bf6-d0e8e4cf5aa4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09304f28-c7dd-4b0c-a911-7a242a601565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408788 Nov 19 20:30:47.618774 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-e31e2bdb-8293-4137-9ac9-e0cad9088dc2 service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853195 Nov 19 20:30:47.727464 n-d-815373-6 neutron-server[109888]: INFO neutron.wsgi [req-e60316d3-79c5-4822-b4fd-92a99b3332a0 req-12c715c4-0a7f-4e68-8e1c-54531146f1de service neutron] 10.222.0.57 "GET /v2.0/networks/09304f28-c7dd-4b0c-a911-7a242a601565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019847 Nov 19 20:30:48.207794 n-d-815373-6 neutron-server[109890]: DEBUG neutron.db.agents_db [None req-e1e3ab17-ca64-4321-af35-7628d03a8770 None None] Agent healthcheck: found 7 active agents {{(pid=109890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 20:30:56.391901 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-15656a22-2597-4edd-9151-fa99457346e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:31:00.916884 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d9729ddf-27bd-4fea-aa0f-79b871f07642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:31:08.435676 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f5b2d486-5672-4eb4-847f-335de856e6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 20:31:10.835019 n-d-815373-6 neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b9f825a2-e8da-4bab-a1b7-4af8adb85d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774168506004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733190'] for agent, after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}